-- Logs begin at Wed 2021-10-13 13:05:59 UTC, end at Wed 2021-10-13 16:04:39 UTC. -- Oct 13 13:50:01.645885 n-d-806683-15 systemd[1]: Started Devstack devstack@q-svc.service. Oct 13 13:50:04.360302 n-d-806683-15 neutron-server[112573]: INFO neutron.common.config [-] Logging enabled! Oct 13 13:50:04.360947 n-d-806683-15 neutron-server[112573]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev67 Oct 13 13:50:04.361115 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112573) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 13 13:50:04.365133 n-d-806683-15 neutron-server[112573]: INFO neutron.common.config [-] Logging enabled! Oct 13 13:50:04.365389 n-d-806683-15 neutron-server[112573]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev67 Oct 13 13:50:04.365699 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=112573) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 13 13:50:04.366644 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 13:50:04.366880 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 13:50:04.367246 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 13:50:04.367489 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 13:50:04.367711 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 13:50:04.368026 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.368394 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.368690 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.368921 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.369240 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.369531 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.369812 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.370099 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.370393 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.370679 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.370955 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.371237 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.371463 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.371741 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] config_source = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.372023 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.372305 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.372525 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] debug = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.372801 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.373256 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.373669 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.373944 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.374229 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.374506 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.374773 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.375050 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.375330 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.375652 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] host = n-d-806683-15 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.375926 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.376207 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.376489 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.376769 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.377083 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.377360 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.377654 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.377908 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] log_dir = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.378176 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] log_file = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.378449 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.378733 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.379015 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.379299 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.379520 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.379740 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.380033 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.380314 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.380628 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.380903 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.381201 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.381476 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.381750 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.382016 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.382299 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.382584 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.382867 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.383141 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.383416 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.383689 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.383961 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.384321 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.384603 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.384880 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.385183 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.385472 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.385743 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.386018 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.386317 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.386603 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.386883 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.387169 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.387443 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.387723 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.387994 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.388265 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] use_journal = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.388536 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] use_json = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.388807 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.389105 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.389387 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.389657 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.389926 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.390196 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.390467 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.390751 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:04.391044 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.391339 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.391635 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.391916 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.392216 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.392496 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.392842 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.393142 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.393432 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.393719 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.394007 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.394284 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.394574 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.394851 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.395148 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.395449 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.395739 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.396026 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.396299 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.396573 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.396844 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.397143 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.397431 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.397707 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.397993 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.398278 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.398557 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.398842 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.399132 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.399419 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.399691 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.399967 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.400255 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.400534 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.400806 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.401145 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.401463 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.401741 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.402014 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.402295 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.402573 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.402843 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.403112 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.403387 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.403673 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.403946 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.404217 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.404488 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.404763 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.405070 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.405355 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.405627 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.405898 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.406166 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.406443 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.406713 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.406984 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.407256 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.407525 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.407799 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.408067 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.408896 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.409240 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.409516 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.409791 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.410061 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.410332 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.410608 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.410880 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.411150 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.411424 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.411695 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.411968 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.412254 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.412552 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.412836 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.413147 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.413430 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.413710 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.413988 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.414265 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.414545 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.414826 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.415101 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.415397 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.415681 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.415968 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.416249 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.416528 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.416846 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.417149 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.417434 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.417712 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.417989 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.418274 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.418558 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.418852 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.419221 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.419518 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.419810 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.420102 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.420385 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.420693 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.420974 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:04.421220 n-d-806683-15 neutron-server[112573]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 13:50:04.421460 n-d-806683-15 neutron-server[112573]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=112573) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 13 13:50:04.856222 n-d-806683-15 neutron-server[112573]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=112573) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 13:50:04.856494 n-d-806683-15 neutron-server[112573]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=112573) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 13:50:04.856780 n-d-806683-15 neutron-server[112573]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=112573) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 13:50:04.857145 n-d-806683-15 neutron-server[112573]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 13 13:50:05.174190 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.174656 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.174929 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.176118 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.176377 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.176641 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.210732 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.211001 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.211273 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.226466 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.226745 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.227013 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.256713 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.257007 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.257290 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.294576 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.294849 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.295118 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.530949 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.531583 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.531583 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.531743 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.532413 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.653911 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.654234 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.654516 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.654784 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.655046 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.655353 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.655611 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.655865 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.656117 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.656397 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.656651 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.656912 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.657191 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.657442 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.657695 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.657959 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.658701 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.659032 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.659302 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.659557 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.659828 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.660081 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.660360 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.660740 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.661003 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.661254 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.661648 n-d-806683-15 neutron-server[112573]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=112573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:50:05.661886 n-d-806683-15 neutron-server[112573]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=112573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:50:05.662120 n-d-806683-15 neutron-server[112573]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=112573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:50:05.662353 n-d-806683-15 neutron-server[112573]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=112573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:50:05.662585 n-d-806683-15 neutron-server[112573]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=112573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:50:05.662813 n-d-806683-15 neutron-server[112573]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=112573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:50:05.663179 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 13 13:50:05.666355 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 13 13:50:05.670301 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 13 13:50:05.675943 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 13 13:50:05.677621 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 13 13:50:05.678079 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 13 13:50:05.678417 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 13 13:50:05.678806 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 13 13:50:05.681713 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 13 13:50:05.681963 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 13 13:50:05.682308 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 13:50:05.687552 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 13 13:50:05.709325 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 13 13:50:05.709771 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.710062 n-d-806683-15 neutron-server[112573]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=112573) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 13 13:50:05.710417 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.711817 n-d-806683-15 neutron-server[112573]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=112573) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 13 13:50:05.712142 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 13:50:05.712387 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 13 13:50:05.715783 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.716066 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:05.780420 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 13 13:50:05.780657 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 13 13:50:05.780895 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 13 13:50:05.781349 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 13 13:50:05.802177 n-d-806683-15 neutron-server[112573]: DEBUG oslo_db.sqlalchemy.engines [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=112573) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 13 13:50:06.476277 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Initializing driver for type 'gre' Oct 13 13:50:06.476809 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] gre ID ranges: [(1, 1000)] Oct 13 13:50:06.663216 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Initializing driver for type 'local' Oct 13 13:50:06.663743 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Initializing driver for type 'vlan' Oct 13 13:50:06.750701 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] VlanTypeDriver initialization complete Oct 13 13:50:06.750954 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Initializing driver for type 'vxlan' Oct 13 13:50:06.751485 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] vxlan ID ranges: [(1, 1000)] Oct 13 13:50:06.939161 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Initializing extension driver 'port_security' Oct 13 13:50:06.939597 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.extensions.port_security [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] PortSecurityExtensionDriver initialization complete Oct 13 13:50:06.939985 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Initializing mechanism driver 'openvswitch' Oct 13 13:50:06.940440 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Initializing mechanism driver 'hyperv' Oct 13 13:50:06.953966 n-d-806683-15 neutron-server[112573]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=112573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:50:06.954638 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > port after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.955006 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > port after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.956026 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > port after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.956553 n-d-806683-15 neutron-server[112573]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=112573) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 13:50:06.957007 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > subnet after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.957360 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > subnet after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.957702 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.958097 n-d-806683-15 neutron-server[112573]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=112573) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 13:50:06.958501 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > network after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.958847 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > network after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.959183 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > network after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.959574 n-d-806683-15 neutron-server[112573]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=112573) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 13:50:06.959974 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > security_group after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.960319 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > security_group after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.960656 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > security_group after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.961237 n-d-806683-15 neutron-server[112573]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=112573) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 13:50:06.961653 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.962000 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.962340 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.962734 n-d-806683-15 neutron-server[112573]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=112573) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 13:50:06.963134 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > address_group after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.963477 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > address_group after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.963814 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > address_group after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.964205 n-d-806683-15 neutron-server[112573]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=112573) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 13 13:50:06.964578 n-d-806683-15 neutron-server[112573]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] ML2 OVO RPC backend initialized. {{(pid=112573) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 13 13:50:06.965306 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.965685 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.966078 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > network before_response 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.966426 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > networks before_response 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.966773 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > port before_response 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.967114 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > ports before_response 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.967457 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > subnet before_response 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.967797 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > subnets before_response 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.968139 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > network after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.968475 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > network after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.968804 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > network after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.969173 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > port after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.969507 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > port after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.969837 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > port after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.970166 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > subnet after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.970495 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > subnet after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.971459 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > subnet after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:06.972045 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.plugin [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Modular L2 Plugin initialization complete Oct 13 13:50:06.972371 n-d-806683-15 neutron-server[112573]: DEBUG neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading services supported by the core plugin {{(pid=112573) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 13 13:50:06.972694 n-d-806683-15 neutron-server[112573]: INFO neutron.plugins.ml2.managers [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Got port-security extension from driver 'port_security' Oct 13 13:50:06.973195 n-d-806683-15 neutron-server[112573]: INFO neutron.extensions.vlantransparent [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Disabled vlantransparent extension. Oct 13 13:50:06.973678 n-d-806683-15 neutron-server[112573]: DEBUG neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=112573) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 13 13:50:06.973995 n-d-806683-15 neutron-server[112573]: INFO neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading Plugin: router Oct 13 13:50:07.009364 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router_interface before_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.009692 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router after_create 55549900 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.010057 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router before_create 55549900 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.010420 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.010789 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.011141 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router after_delete 55549900 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.011504 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > floatingip after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.011851 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > floatingip after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.012204 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router after_create 55549900 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.012547 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router after_update 55549900 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.012890 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router after_update 55549900 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.013262 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.013612 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router after_update 55549900 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.014017 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router precommit_update 55549900 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.014381 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: port after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.014715 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: port after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.015048 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: subnet after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.015380 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.015723 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > port precommit_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.016065 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router precommit_create 55549900 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.016402 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: port before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.016739 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router precommit_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.017117 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router after_update 55549900 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.017457 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router precommit_delete 55549900 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.018310 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router precommit_create 55549900 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.018667 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router_interface after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.019002 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router precommit_update 55549900 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.019359 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > agent after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.019705 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > agent after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.020043 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > network after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.020892 n-d-806683-15 neutron-server[112573]: DEBUG neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Tracking information for resource: router configured {{(pid=112573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:50:07.021244 n-d-806683-15 neutron-server[112573]: DEBUG neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Tracking information for resource: floatingip configured {{(pid=112573) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 13:50:07.026219 n-d-806683-15 neutron-server[112573]: INFO neutron.db.l3_agentschedulers_db [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 13 13:50:07.026797 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: port after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.027159 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: port after_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.027511 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: port after_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.027865 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: port after_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.028645 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router before_create 55550100 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.029028 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router precommit_delete 55550100 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.029390 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router precommit_create 55550100 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.029742 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > router precommit_update 55550100 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.035317 n-d-806683-15 neutron-server[112573]: DEBUG neutron.services.provider_configuration [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service providers = [] {{(pid=112573) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 13 13:50:07.035671 n-d-806683-15 neutron-server[112573]: DEBUG neutron.db.servicetype_db [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=112573) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 13 13:50:07.038597 n-d-806683-15 neutron-server[112573]: DEBUG neutron.services.service_base [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=112573) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 13:50:07.038942 n-d-806683-15 neutron-server[112573]: DEBUG neutron.services.service_base [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=112573) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 13:50:07.039279 n-d-806683-15 neutron-server[112573]: DEBUG neutron.services.service_base [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=112573) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 13:50:07.040155 n-d-806683-15 neutron-server[112573]: DEBUG neutron.services.service_base [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=112573) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 13:50:07.040521 n-d-806683-15 neutron-server[112573]: INFO neutron.services.service_base [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 13 13:50:07.040888 n-d-806683-15 neutron-server[112573]: DEBUG neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=112573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:50:07.041228 n-d-806683-15 neutron-server[112573]: INFO neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 13 13:50:07.052225 n-d-806683-15 neutron-server[112573]: DEBUG neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=112573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:50:07.052555 n-d-806683-15 neutron-server[112573]: INFO neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading Plugin: auto_allocate Oct 13 13:50:07.058373 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: network precommit_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.058741 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: network precommit_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.059257 n-d-806683-15 neutron-server[112573]: DEBUG neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=112573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:50:07.059572 n-d-806683-15 neutron-server[112573]: INFO neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading Plugin: tag Oct 13 13:50:07.066757 n-d-806683-15 neutron-server[112573]: DEBUG neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=112573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:50:07.067076 n-d-806683-15 neutron-server[112573]: INFO neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading Plugin: timestamp Oct 13 13:50:07.072381 n-d-806683-15 neutron-server[112573]: DEBUG neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=112573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:50:07.072709 n-d-806683-15 neutron-server[112573]: INFO neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading Plugin: network_ip_availability Oct 13 13:50:07.078190 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.078558 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.078911 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.079624 n-d-806683-15 neutron-server[112573]: DEBUG neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=112573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:50:07.079963 n-d-806683-15 neutron-server[112573]: INFO neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading Plugin: flavors Oct 13 13:50:07.085428 n-d-806683-15 neutron-server[112573]: DEBUG neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=112573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:50:07.085757 n-d-806683-15 neutron-server[112573]: INFO neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading Plugin: revisions Oct 13 13:50:07.090117 n-d-806683-15 neutron-server[112573]: DEBUG neutron.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=112573) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 13:50:07.090498 n-d-806683-15 neutron-server[112573]: DEBUG oslo_concurrency.lockutils [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.234s {{(pid=112573) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 13:50:07.091253 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=112573) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 13 13:50:07.091584 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Initializing extension manager. Oct 13 13:50:07.092106 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: __init__.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.092442 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: __pycache__ {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.092770 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.093130 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: address_group.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.093904 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.094490 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: address-group Oct 13 13:50:07.094802 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: address_scope.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.095524 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.096199 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: address-scope Oct 13 13:50:07.096520 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: admin_state_down_before_update.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.097788 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.098305 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: router-admin-state-down-before-update Oct 13 13:50:07.098623 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: agent.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.099343 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.099848 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: agent Oct 13 13:50:07.100161 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: agent_resources_synced.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.101109 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.101783 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: agent-resources-synced Oct 13 13:50:07.102174 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: allowedaddresspairs.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.104030 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.104546 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: allowed-address-pairs Oct 13 13:50:07.104868 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: auto_allocated_topology.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.105986 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.106497 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: auto-allocated-topology Oct 13 13:50:07.106816 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: availability_zone.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.107505 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.108011 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: availability_zone Oct 13 13:50:07.108326 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: availability_zone_filter.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.109313 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.109822 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: availability_zone_filter Oct 13 13:50:07.110140 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: data_plane_status.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.111041 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.111575 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension data-plane-status not supported by any of loaded plugins Oct 13 13:50:07.111897 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: default_subnetpools.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.112809 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.113408 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: default-subnetpools Oct 13 13:50:07.113728 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: dhcpagentscheduler.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.114551 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.115055 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: dhcp_agent_scheduler Oct 13 13:50:07.115374 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: dns.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.116360 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.116863 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension dns-integration not supported by any of loaded plugins Oct 13 13:50:07.117209 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: dns_domain_ports.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.118113 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.120593 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 13 13:50:07.120593 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.120593 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.120593 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 13 13:50:07.120593 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: dvr.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.123243 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.123243 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: dvr Oct 13 13:50:07.123243 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: ecmp_routes.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.123243 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.123625 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 13 13:50:07.125916 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: empty_string_filtering.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.125916 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.125916 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: empty-string-filtering Oct 13 13:50:07.125916 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.126471 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.127515 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 13 13:50:07.127835 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.128807 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.129340 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 13 13:50:07.129654 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: external_net.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.130558 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.131063 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: external-net Oct 13 13:50:07.131378 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: extra_dhcp_opt.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.132274 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.132783 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: extra_dhcp_opt Oct 13 13:50:07.133136 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: extraroute.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.134047 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.134549 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: extraroute Oct 13 13:50:07.134861 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: extraroute_atomic.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.135891 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.136401 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: extraroute-atomic Oct 13 13:50:07.136717 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: filter_validation.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.137414 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.137917 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: filter-validation Oct 13 13:50:07.138231 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: fip_pf_description.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.139146 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.139647 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 13 13:50:07.139963 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: fip_port_details.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.140866 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.141407 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: fip-port-details Oct 13 13:50:07.141723 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: flavors.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.143676 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.144278 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: flavors Oct 13 13:50:07.144601 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.146334 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.146852 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 13 13:50:07.147177 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: floatingip_pools.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.147870 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.148378 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: floatingip-pools Oct 13 13:50:07.148697 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: ip_allocation.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.149643 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.150148 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension ip_allocation not supported by any of loaded plugins Oct 13 13:50:07.150466 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.151384 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.151891 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: ip-substring-filtering Oct 13 13:50:07.152212 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: l2_adjacency.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.153168 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.153677 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 13 13:50:07.154022 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: l3.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.155126 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.155644 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: router Oct 13 13:50:07.155967 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: l3_conntrack_helper.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.158260 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.158848 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 13 13:50:07.159175 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.160116 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.160632 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: ext-gw-mode Oct 13 13:50:07.160955 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.161913 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.162429 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: l3-ha Oct 13 13:50:07.162752 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: l3_flavors.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.163659 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.164168 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: l3-flavors Oct 13 13:50:07.164489 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.165491 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.165996 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 13 13:50:07.166313 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: l3agentscheduler.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.167350 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.167863 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: l3_agent_scheduler Oct 13 13:50:07.168187 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: logging.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.169707 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.170228 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension logging not supported by any of loaded plugins Oct 13 13:50:07.170551 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: metering.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.171291 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.172132 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: metering Oct 13 13:50:07.172453 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.173593 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.174241 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: metering_source_and_destination_fields Oct 13 13:50:07.174647 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: multiprovidernet.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.175574 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.176087 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: multi-provider Oct 13 13:50:07.176405 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: netmtu.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.177349 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.189088 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: net-mtu Oct 13 13:50:07.189088 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: netmtu_writable.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.190386 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.190898 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: net-mtu-writable Oct 13 13:50:07.191215 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: network_availability_zone.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.191891 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.192397 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: network_availability_zone Oct 13 13:50:07.192717 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: network_ip_availability.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.193862 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.194377 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: network-ip-availability Oct 13 13:50:07.194693 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: network_segment_range.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.195519 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.195962 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension network-segment-range not supported by any of loaded plugins Oct 13 13:50:07.196278 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: pagination.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.197290 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.197614 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: pagination Oct 13 13:50:07.197928 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: port_device_profile.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.198830 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.199342 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: port-device-profile Oct 13 13:50:07.199658 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.200575 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.201117 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: port-mac-address-regenerate Oct 13 13:50:07.201433 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.202337 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.202847 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: port-numa-affinity-policy Oct 13 13:50:07.203164 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: port_resource_request.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.204067 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.204571 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension port-resource-request not supported by any of loaded plugins Oct 13 13:50:07.204886 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: portbindings.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.206653 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.207168 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: binding Oct 13 13:50:07.207483 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: portbindings_extended.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.208749 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.209288 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: binding-extended Oct 13 13:50:07.209613 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: portsecurity.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.210521 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.211032 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: port-security Oct 13 13:50:07.211348 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: project_id.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.212318 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.212646 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: project-id Oct 13 13:50:07.212965 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: providernet.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.218626 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.219141 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: provider Oct 13 13:50:07.219456 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: qos.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.223182 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.223704 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension qos not supported by any of loaded plugins Oct 13 13:50:07.224117 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.225363 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.225900 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 13 13:50:07.226210 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.227120 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.227635 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 13 13:50:07.227960 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: qos_default.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.228875 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.229442 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension qos-default not supported by any of loaded plugins Oct 13 13:50:07.229746 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: qos_fip.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.230398 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.230904 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension qos-fip not supported by any of loaded plugins Oct 13 13:50:07.231223 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: qos_gateway_ip.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.232142 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.232652 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 13 13:50:07.232971 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: qos_port_network_policy.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.233900 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.234411 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 13 13:50:07.234730 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.235762 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.236296 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 13 13:50:07.236708 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: qos_pps_rule.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.237972 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.238496 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension qos-pps not supported by any of loaded plugins Oct 13 13:50:07.238815 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: qos_rule_type_details.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.239753 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.240260 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 13 13:50:07.240582 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: qos_rules_alias.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.241653 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.242172 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 13 13:50:07.246745 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: quotasv2.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.246745 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.246745 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: quotas Oct 13 13:50:07.246745 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: quotasv2_detail.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.249852 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.250197 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: quota_details Oct 13 13:50:07.250532 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: rbac.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.251585 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.252750 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: rbac-policies Oct 13 13:50:07.253122 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: rbac_address_group.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.254060 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.254578 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: rbac-address-group Oct 13 13:50:07.254900 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: rbac_address_scope.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.255817 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.256332 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: rbac-address-scope Oct 13 13:50:07.256652 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: rbac_security_groups.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.257598 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.258108 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: rbac-security-groups Oct 13 13:50:07.258428 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: rbac_subnetpool.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.259338 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.259892 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: rbac-subnetpool Oct 13 13:50:07.260168 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: revisionifmatch.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.261125 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.261640 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: revision-if-match Oct 13 13:50:07.261965 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: revisions.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.263080 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.263593 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: standard-attr-revisions Oct 13 13:50:07.263913 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: router_availability_zone.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.264582 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.265125 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: router_availability_zone Oct 13 13:50:07.265443 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: routerservicetype.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.266363 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.266865 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension router-service-type not supported by any of loaded plugins Oct 13 13:50:07.267182 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.268755 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.269299 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: security-groups-normalized-cidr Oct 13 13:50:07.269617 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: security_groups_port_filtering.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.270543 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.271062 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: port-security-groups-filtering Oct 13 13:50:07.271380 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.272288 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.272797 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: security-groups-remote-address-group Oct 13 13:50:07.273150 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: securitygroup.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.282946 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.283526 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: security-group Oct 13 13:50:07.293100 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: segment.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.293100 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.293100 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension segment not supported by any of loaded plugins Oct 13 13:50:07.293100 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.293864 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.294383 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 13 13:50:07.294708 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: servicetype.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.295809 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.296332 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: service-type Oct 13 13:50:07.296915 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: sorting.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.297932 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.298264 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: sorting Oct 13 13:50:07.298582 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: standard_attr_segment.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.299593 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.300113 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 13 13:50:07.300433 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: standardattrdescription.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.301113 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.301623 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: standard-attr-description Oct 13 13:50:07.301941 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: stateful_security_group.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.302862 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.303377 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: stateful-security-group Oct 13 13:50:07.303696 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: stdattrs_common.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.304274 n-d-806683-15 neutron-server[112573]: WARNING neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 13 13:50:07.304590 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.305564 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.306082 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 13 13:50:07.306400 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: subnet_onboard.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.307470 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.307984 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: subnet_onboard Oct 13 13:50:07.308304 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.309249 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.309761 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 13 13:50:07.310074 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: subnet_service_types.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.310993 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.311506 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: subnet-service-types Oct 13 13:50:07.311822 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: subnetallocation.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.312914 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.313523 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: subnet_allocation Oct 13 13:50:07.313843 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.315078 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.315589 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: subnetpool-prefix-ops Oct 13 13:50:07.315906 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.320966 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.321716 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 13 13:50:07.322039 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: tagging.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.323149 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.323666 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: standard-attr-tag Oct 13 13:50:07.323991 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: timestamp.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.325236 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.325753 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loaded extension: standard-attr-timestamp Oct 13 13:50:07.326075 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: trunk.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.327145 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.327658 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension trunk not supported by any of loaded plugins Oct 13 13:50:07.327978 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: trunk_details.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.328922 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.329459 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension trunk-details not supported by any of loaded plugins Oct 13 13:50:07.329779 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: uplink_status_propagation.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.331326 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.331992 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 13 13:50:07.332315 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Loading extension file: vlantransparent.py {{(pid=112573) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 13:50:07.333022 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=112573) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 13:50:07.333537 n-d-806683-15 neutron-server[112573]: INFO neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 13 13:50:07.335993 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:network Oct 13 13:50:07.336536 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:subnet Oct 13 13:50:07.336931 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 13:50:07.337344 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:port Oct 13 13:50:07.338694 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.339125 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service FLAVORS assigned prefix: {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.339747 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.340164 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.340493 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:router Oct 13 13:50:07.340926 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:floatingip Oct 13 13:50:07.341432 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service METERING assigned prefix: /metering {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.342880 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.343245 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.343593 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=112573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 13:50:07.344642 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 13:50:07.345098 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:security_group Oct 13 13:50:07.345599 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 13:50:07.346256 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service CORE assigned prefix: {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.346583 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 13:50:07.346921 n-d-806683-15 neutron-server[112573]: WARNING neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] subnetpool is already registered Oct 13 13:50:07.347352 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service CORE assigned prefix: {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.347677 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 13:50:07.348005 n-d-806683-15 neutron-server[112573]: WARNING neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] subnetpool is already registered Oct 13 13:50:07.350319 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.350745 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service FLAVORS assigned prefix: {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.351333 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.351741 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.352073 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:router Oct 13 13:50:07.352447 n-d-806683-15 neutron-server[112573]: WARNING neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] router is already registered Oct 13 13:50:07.352893 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:floatingip Oct 13 13:50:07.353252 n-d-806683-15 neutron-server[112573]: WARNING neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] floatingip is already registered Oct 13 13:50:07.353701 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service METERING assigned prefix: /metering {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.354362 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 13:50:07.354684 n-d-806683-15 neutron-server[112573]: WARNING neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] rbac_policy is already registered Oct 13 13:50:07.355089 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:security_group Oct 13 13:50:07.355417 n-d-806683-15 neutron-server[112573]: WARNING neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] security_group is already registered Oct 13 13:50:07.356554 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 13:50:07.356554 n-d-806683-15 neutron-server[112573]: WARNING neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] security_group_rule is already registered Oct 13 13:50:07.356833 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service CORE assigned prefix: {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.357192 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 13:50:07.357525 n-d-806683-15 neutron-server[112573]: WARNING neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] subnetpool is already registered Oct 13 13:50:07.358009 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.v2.resource_helper [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Service CORE assigned prefix: {{(pid=112573) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 13:50:07.358330 n-d-806683-15 neutron-server[112573]: INFO neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 13:50:07.358656 n-d-806683-15 neutron-server[112573]: WARNING neutron.quota.resource_registry [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] subnetpool is already registered Oct 13 13:50:07.359116 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: extensions {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.360620 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: address-groups {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.362354 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: address-scopes {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.363667 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: agents {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.364886 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: auto-allocated-topology {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.366208 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: availability_zones {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.367430 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: dhcp-networks {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.370071 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: dhcp-agents {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.371487 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: routers {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.373760 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: flavors {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.374932 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: service_profiles {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.376129 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: next_providers {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.378170 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: service_profiles {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.379764 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: floatingip-pools {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.380998 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: routers {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.383107 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: floatingips {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.384471 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: l3-routers {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.385962 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: l3-agents {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.387370 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: metering-labels {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.388727 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: metering-label-rules {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.390056 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: network-ip-availabilities {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.391361 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: bindings {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.393790 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: quotas {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.396621 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: quotas {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.396858 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: rbac-policies {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.398169 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: security-groups {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.399467 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: security-group-rules {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.400679 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: service-providers {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.402048 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: subnetpools {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.403447 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: subnetpools {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.404918 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: tags {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.406613 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: tags {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.408641 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: tags {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.410426 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: tags {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.412239 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: tags {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.414100 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: tags {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.415786 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: tags {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.417698 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: tags {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.419492 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: tags {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.421358 n-d-806683-15 neutron-server[112573]: DEBUG neutron.api.extensions [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Extended resource: tags {{(pid=112573) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 13:50:07.428148 n-d-806683-15 neutron-server[112573]: WARNING keystonemiddleware.auth_token [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 13 13:50:07.434169 n-d-806683-15 neutron-server[112573]: WARNING keystonemiddleware.auth_token [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 13 13:50:07.443565 n-d-806683-15 neutron-server[112573]: DEBUG oslo_concurrency.lockutils [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Acquired lock "singleton_lock" {{(pid=112573) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 13 13:50:07.444028 n-d-806683-15 neutron-server[112573]: DEBUG oslo_concurrency.lockutils [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Releasing lock "singleton_lock" {{(pid=112573) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 13 13:50:07.444677 n-d-806683-15 neutron-server[112573]: INFO oslo_service.service [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Starting 2 workers Oct 13 13:50:07.449575 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Started child 112684 {{(pid=112573) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 13:50:07.454196 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Started child 112685 {{(pid=112573) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 13:50:07.454982 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:07.455880 n-d-806683-15 neutron-server[112573]: INFO neutron.service [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 13 13:50:07.456601 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Notify callbacks [] for process, before_spawn {{(pid=112573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:07.458154 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [-] (112684) wsgi starting up on http://0.0.0.0:9696 Oct 13 13:50:07.459068 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:07.459502 n-d-806683-15 neutron-server[112573]: INFO oslo_service.service [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Starting 1 workers Oct 13 13:50:07.460418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [-] (112685) wsgi starting up on http://0.0.0.0:9696 Oct 13 13:50:07.464548 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Started child 112686 {{(pid=112573) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 13:50:07.465099 n-d-806683-15 neutron-server[112573]: INFO oslo_service.service [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Starting 1 workers Oct 13 13:50:07.467973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.service [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] calling RpcWorker wait() {{(pid=112686) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 13 13:50:07.468492 n-d-806683-15 neutron-server[112686]: DEBUG neutron.service [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] returning from RpcWorker wait() {{(pid=112686) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 13 13:50:07.469670 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Started child 112687 {{(pid=112573) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 13 13:50:07.469773 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:07.470244 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:50:07.470483 n-d-806683-15 neutron-server[112573]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b042-5fd1-4063-9afa-9eadc805d622 None None] Notify callbacks [] for process, after_spawn {{(pid=112573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:07.472696 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112573) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 13:50:07.472905 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 13:50:07.473114 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 13:50:07.473336 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 13:50:07.473670 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 13:50:07.473834 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 13:50:07.474342 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.474605 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.474888 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.475134 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.475291 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:07.475759 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.476032 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.476272 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.476501 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.476755 n-d-806683-15 neutron-server[112687]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:50:07.476847 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.477030 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.477202 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.477365 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.477603 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.477835 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.478222 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.478485 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.478732 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.478969 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.479147 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.479391 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.479660 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.479905 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.480162 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] debug = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.480398 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.480888 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.481336 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.481602 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.481852 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.482122 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.482347 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.482610 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.482852 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.483084 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.483318 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.483567 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.483884 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.484025 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.484231 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.484472 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.484703 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.485205 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] host = n-d-806683-15 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.488443 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.488443 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.488443 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.488443 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.488443 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.488443 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.488443 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.488443 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.489558 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.489558 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.489558 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.489558 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.489558 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.489558 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_file = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.489558 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_options = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.489558 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.490586 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.490586 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.490586 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.490586 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.490586 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.491367 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.491367 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.491367 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.491787 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.491787 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.491787 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.492188 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.492325 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.492481 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.492720 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.493103 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.493335 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.493581 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.493807 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.494030 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.494261 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.494498 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.494752 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.494985 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.495214 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.495454 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.495671 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.495880 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.496116 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.496362 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.496597 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.496807 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.497074 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.497359 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.497583 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.497808 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.498103 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.498383 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.498605 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.498860 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.499113 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.499323 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.499582 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.499824 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.500052 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.500270 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] use_json = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.500478 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.500715 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.501009 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.501219 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.501467 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.501637 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.501847 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.502645 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.503411 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.503557 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.503758 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.504687 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.504687 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.504687 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.505267 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.505267 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.505528 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.505665 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.505912 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.506149 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.506442 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.506674 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.506952 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.507261 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.507544 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.507806 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.508039 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.508260 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.508493 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.508741 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.509037 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.509260 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.509488 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.509811 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.510076 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.510595 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.510857 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.511141 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.511388 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.511604 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.511823 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.512038 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.512252 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.512486 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.512730 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.513025 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.513267 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521197 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521197 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521197 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521197 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521197 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521197 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521197 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521197 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521767 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521767 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521767 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521767 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521767 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521767 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521767 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521767 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.521767 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522367 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522367 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522367 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522367 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522367 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522367 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522367 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522367 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522367 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522976 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522976 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522976 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522976 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522976 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522976 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522976 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522976 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.522976 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.523596 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.523596 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.523596 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.523596 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.523596 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.523596 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.523596 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.523596 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.523596 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.524221 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.524221 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.524221 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.524221 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.524221 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.524221 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.524792 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.524882 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.525087 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.525345 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.525568 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.525836 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.526079 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.526337 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.526573 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.528841 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.528841 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.528841 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.528841 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.528841 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.528841 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.528841 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.528841 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.530352 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.530352 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.530352 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.530352 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.530352 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.530352 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.530352 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.530352 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.532921 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.532921 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.532921 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.532921 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.532921 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.532921 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.532921 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.532921 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.535400 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.535400 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.535400 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.535400 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.535400 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.535400 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.535400 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.535400 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.536927 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.536927 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.536927 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.536927 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.536927 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.536927 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.536927 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.536927 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.538136 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.538136 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.538136 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.538136 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.538136 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.538136 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.538136 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.538136 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.539039 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.539039 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.539039 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.539394 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.539394 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.539625 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.539860 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.540110 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.540335 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.540522 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.541403 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.541403 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.541403 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.541403 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.541843 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.541843 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.542010 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.542184 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.542431 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.542641 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.542858 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.543092 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.543312 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.543528 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.543745 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.545237 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.545237 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.545237 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.545237 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.545764 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.545764 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.545925 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.546168 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.546427 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.546894 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.547124 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.547365 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.547858 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.547858 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.548162 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.548306 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.548438 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.548644 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.549460 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.555563 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.555563 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.555563 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.555563 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.555563 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.555563 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.555563 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.555563 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556159 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556159 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556159 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556159 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556159 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556159 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556159 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556159 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556799 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556799 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556799 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556799 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556799 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556799 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556799 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.556799 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.557417 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.557417 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.557417 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.557417 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.557417 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.557417 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.557417 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.557417 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.557978 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.557978 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.557978 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.558196 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.558368 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.558567 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.558755 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.558963 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.559353 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.559732 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.559953 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.560176 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.560523 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.560695 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.560866 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.561055 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.561453 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.561453 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.561677 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.561814 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.562191 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.562402 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.562621 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.562856 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.563065 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.563358 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.563628 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.563863 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.564142 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.564367 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.564748 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.565171 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.565646 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.565802 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.566045 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.566281 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.566496 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.566714 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.566970 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.567276 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.567569 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.567824 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.568076 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.568373 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.568658 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.568913 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.569247 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.569538 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.569849 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.570139 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.570399 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.570628 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.570874 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.571132 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.571432 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.571671 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.571928 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.572177 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.572595 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.572821 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.573073 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.573291 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.573522 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.573738 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.573983 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.574212 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.574430 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.574663 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.574823 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 13:50:07.575359 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=112573) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 13 13:50:07.575521 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 13:50:07.575673 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 13:50:07.575854 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 13:50:07.576026 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 13:50:07.576178 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 13:50:07.576383 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.576542 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.576700 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.576855 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.577041 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.577221 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.577379 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.577535 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.577689 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.577845 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.578002 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.578159 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.578349 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.578456 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.578587 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.578741 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.578896 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.579052 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.579211 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.579366 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] config_source = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.579523 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.579679 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.579833 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] debug = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.579987 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.581681 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.581681 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.581681 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.581681 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.581681 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.581681 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.584887 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.584887 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.584887 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.584887 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.584887 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.584887 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.584887 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.584887 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.585574 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.585574 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.585574 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] host = n-d-806683-15 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.585574 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.585574 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.585574 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.585574 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.585574 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.586608 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.586608 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.586608 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.586608 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.586608 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.586608 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.586608 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.586608 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_dir = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587163 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_file = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587163 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_options = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587163 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587163 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587163 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587163 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587163 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587625 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587625 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587625 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587625 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587625 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587625 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587625 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.587625 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.588186 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.588186 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.588186 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.588186 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.588186 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.588186 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.588600 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.588600 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.588600 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.588805 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.588805 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.588954 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.589133 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.589289 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.589482 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.589641 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.589791 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.589941 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.590098 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.590252 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.590408 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.590558 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.590706 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.590856 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.591017 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.591532 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.591532 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.591532 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.591840 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.591840 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.592002 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.592080 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.592158 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] use_journal = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.592314 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] use_json = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.592471 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.592621 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.592780 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.593339 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.593339 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.593339 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.593776 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.593776 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 13:50:07.593776 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.594163 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.594163 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.594163 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.594652 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.594652 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.594652 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.595184 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.595184 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.595184 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.595587 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.595587 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.595587 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597165 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597165 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597165 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597165 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597165 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597165 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597165 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597165 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597658 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597658 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597658 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597658 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597658 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597965 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.597965 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.598094 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.598164 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.598303 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.598483 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.599883 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.599883 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.599883 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.599883 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.599883 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.599883 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.599883 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.599883 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.599883 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.600499 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.600499 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.600499 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.600499 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.600499 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.600846 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.600846 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.601019 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.601128 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.601305 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.601449 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.601765 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.602072 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.602240 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.602474 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.602658 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.602820 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.602977 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.603136 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.603292 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.603629 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.603798 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.603915 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.604073 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.604231 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.604403 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.605008 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.605008 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.605008 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.605264 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.605264 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.605388 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.605487 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.605656 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.605795 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.605927 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.606089 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.606248 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.606406 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.606565 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.606722 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.606881 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.607039 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.607196 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.607353 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.607514 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.607673 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.607832 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.607998 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.608170 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.608328 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.608557 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.608695 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.608819 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.608943 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.609115 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.609276 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.609434 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.609591 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.609749 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.609906 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.610068 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.610226 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.610435 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.610561 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.610685 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.610807 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.610965 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.611122 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.611784 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.611950 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.612191 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.612354 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.612512 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.612669 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.612841 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.613024 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.613191 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.613351 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.613517 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.613686 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.613846 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.614006 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.614163 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.614320 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.614484 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.614695 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.615349 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.615349 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.615349 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.615349 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.615747 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.615747 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.615747 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.616031 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.616031 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.616224 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.616337 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.616592 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.616592 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.616798 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.618131 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.618131 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.618131 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.618131 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.618131 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.618131 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.618131 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.618131 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.620736 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.620736 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.620736 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.620736 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.620736 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.620736 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.620736 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.620736 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621229 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621229 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621229 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621229 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621229 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621229 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621229 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621229 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621666 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621666 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621666 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621666 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621666 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621666 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621666 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.621666 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.622099 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.622099 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.622099 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.622271 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.622336 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.622783 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.622783 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.622783 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.623031 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.623031 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.623205 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.623590 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.623590 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.623926 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.623926 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.623926 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.624151 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.624234 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.624404 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.624569 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.624728 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.624886 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.625069 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.625231 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.625389 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.625548 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.625705 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.625861 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.626019 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.626179 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.626339 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.626499 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.626658 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.626814 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.627073 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.627282 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.627443 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.627617 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.627859 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.628033 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.628198 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.628357 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.628518 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.628690 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.628835 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.629007 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.629163 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.629322 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.629480 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.629648 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.629806 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.629964 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.630122 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.630278 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.630425 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.630591 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.630748 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.630906 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.631064 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.631222 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.631380 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.631547 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.631704 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.631862 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.632031 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.632165 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.632323 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.632490 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.632648 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.632806 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.632963 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.633214 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.633376 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.633544 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.633704 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.633862 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.634031 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.634191 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.634350 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.634515 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.634685 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.634846 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.635087 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.635300 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.635463 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.635625 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.635785 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.636062 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.636408 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.636408 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.636408 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.636936 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.636936 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.636936 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.637236 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.637236 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.637524 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.637524 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.638150 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.638150 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.638150 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.638150 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.638672 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.638672 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.638672 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.638672 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.638951 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.638951 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.639103 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.639257 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.639416 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.639574 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.639732 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.639823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:50:07.639909 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.640034 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.640192 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 13:50:07.640343 n-d-806683-15 neutron-server[112573]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=112573) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 13:50:07.824963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54106) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:50:07.833977 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068529 Oct 13 13:50:19.497356 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f305fe-68a0-459d-bf32-9554dcbf730d None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 13:50:19.605973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f305fe-68a0-459d-bf32-9554dcbf730d None None] No non-hosted networks {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 13 13:50:19.623064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.agentschedulers_db [None req-99f305fe-68a0-459d-bf32-9554dcbf730d None None] DHCP Agent not found on host n-d-806683-15 {{(pid=112686) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 13 13:50:19.782564 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-90dfcc76-2be2-42c4-a64c-2182ab1bc3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745456'] for agent, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:22.164794 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-63f7314a-be2b-4b0c-b7a9-ae65f97c9233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745456'] for agent, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:22.202510 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-6ca5d894-ac52-450b-9489-97c3dd52a3fd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-806683-15 {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 13:50:22.203153 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-6ca5d894-ac52-450b-9489-97c3dd52a3fd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 13:50:22.872570 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6ca5d894-ac52-450b-9489-97c3dd52a3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:23.653430 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745456'] for agent, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:23.917720 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745456'] for agent, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:23.918911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:23.919418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:23.920027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:23.920484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:23.921428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:23.921915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:23.922537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:23.923038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:23.923657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:23.924400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:23.924915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:23.925481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:23.926026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-806683-15', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:50:23.935867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-806683-15', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:50:25.125615 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745456'] for agent, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:25.356870 n-d-806683-15 neutron-server[112686]: INFO neutron.db.l3_hamode_db [None req-b463bbf5-977c-4503-9aef-f69e0cec80b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 13 13:50:25.438981 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463bbf5-977c-4503-9aef-f69e0cec80b5 None None] Routers set() bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 13:50:25.439290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463bbf5-977c-4503-9aef-f69e0cec80b5 None None] Router IDs set() for agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 13:50:26.409664 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54200) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:50:26.900309 n-d-806683-15 neutron-server[112684]: WARNING oslo_policy.policy [None req-cdf74f88-a448-4df2-a099-38cb19a7db4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:50:26.900902 n-d-806683-15 neutron-server[112684]: WARNING oslo_policy.policy [None req-cdf74f88-a448-4df2-a099-38cb19a7db4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:50:27.123739 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-cdf74f88-a448-4df2-a099-38cb19a7db4a admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 13:50:27.124707 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cdf74f88-a448-4df2-a099-38cb19a7db4a admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7141325 Oct 13 13:50:29.643364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54214) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:50:29.956090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f1aed9e8-b2c8-415d-8667-9e26b7aa40a6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 13:50:30.052233 n-d-806683-15 neutron-server[112684]: DEBUG neutron.policy [None req-f1aed9e8-b2c8-415d-8667-9e26b7aa40a6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112684) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 13:50:30.099486 n-d-806683-15 neutron-server[112684]: WARNING oslo_policy.policy [None req-f1aed9e8-b2c8-415d-8667-9e26b7aa40a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:50:30.099860 n-d-806683-15 neutron-server[112684]: WARNING oslo_policy.policy [None req-f1aed9e8-b2c8-415d-8667-9e26b7aa40a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:50:30.108387 n-d-806683-15 neutron-server[112684]: INFO neutron.quota [None req-f1aed9e8-b2c8-415d-8667-9e26b7aa40a6 admin admin] Loaded quota_driver: . Oct 13 13:50:30.263982 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9e8-b2c8-415d-8667-9e26b7aa40a6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749262547771', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749262548230', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749262568177', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749262566477', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749261796687', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749262512341', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1592654', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1684417', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557786', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-745482'] for rbac-policy, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:30.493336 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1aed9e8-b2c8-415d-8667-9e26b7aa40a6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:30.494540 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f1aed9e8-b2c8-415d-8667-9e26b7aa40a6 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8502097 Oct 13 13:50:33.197415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54226) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:50:33.679007 n-d-806683-15 neutron-server[112685]: WARNING oslo_policy.policy [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:50:33.679659 n-d-806683-15 neutron-server[112685]: WARNING oslo_policy.policy [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:50:33.902819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Request body: {'network': {'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'admin_state_up': True, 'name': 'private', 'project_id': 'd7c16064f266425ab751badc34a6c014'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 13:50:33.904379 n-d-806683-15 neutron-server[112685]: INFO neutron.quota [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Loaded quota_driver: . Oct 13 13:50:34.027803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Made reservation on behalf of d7c16064f266425ab751badc34a6c014 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:50:34.097435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.policy [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112685) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 13:50:34.144501 n-d-806683-15 neutron-server[112685]: WARNING oslo_policy.policy [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:50:34.144869 n-d-806683-15 neutron-server[112685]: WARNING oslo_policy.policy [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 13:50:34.155556 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:34.177407 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:34.284105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:34.359140 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:34.379641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:50:34.407117 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749260292855', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:34.407710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Unsubscribe: segment precommit_create {{(pid=112685) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 13:50:34.408213 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Added segment 7efa0c28-6394-4396-9985-e4069f60cfad of type vlan for network 53d667a3-d808-4a28-b7f6-cb0efd1feda1 Oct 13 13:50:34.428610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f60d573-3973-4f79-9cba-1af7e077c3b7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:50:34.462676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:34.463012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:34.463343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:34.463667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:34.463993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:34.464312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:34.464626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:34.464939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:34.465275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:34.465585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:34.465895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:34.466206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Tracked resource versions report: Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: pushed versions: Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: { 'AddressGroup': {'1.2'}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'ConntrackHelper': {'1.0'}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'Log': {'1.0'}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'Network': {'1.1'}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'Port': {'1.7'}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'PortForwarding': {'1.2'}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'QosPolicy': {'1.10'}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'SecurityGroup': {'1.4'}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'SecurityGroupRule': {'1.2'}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'SubPort': {'1.0'}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'Subnet': {'1.1'}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'Trunk': {'1.1'}} Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: consumer versions: Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: { DHCP agent@n-d-806683-15: {}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: L3 agent@n-d-806683-15: {}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: Metadata agent@n-d-806683-15: {}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: Metering agent@n-d-806683-15: {}, Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: Open vSwitch agent@n-d-806683-15: { 'AddressGroup': '1.2', Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'ConntrackHelper': '1.0', Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'Log': '1.0', Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'Network': '1.1', Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'Port': '1.7', Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'PortForwarding': '1.2', Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'QosPolicy': '1.10', Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'SecurityGroup': '1.4', Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'SecurityGroupRule': '1.2', Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'SubPort': '1.0', Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'Subnet': '1.1', Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: 'Trunk': '1.1'}} Oct 13 13:50:34.467273 n-d-806683-15 neutron-server[112685]: {{(pid=112685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 13:50:34.535962 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:34.645279 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:34.646494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:50:34.647131 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:34.747918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] Pushing event updated for resources: {'Network': ['ID=53d667a3-d808-4a28-b7f6-cb0efd1feda1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:50:34.759261 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 53d667a3-d808-4a28-b7f6-cb0efd1feda1 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:50:34.793709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d108829f-b5e2-4f5b-849f-c8e96ce3802b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5961101 Oct 13 13:50:37.638722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54248) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:50:38.024952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32404d0-01fa-4d97-b9a2-14d9bbba381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:50:38.026342 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b32404d0-01fa-4d97-b9a2-14d9bbba381a admin admin] 10.222.0.18 "GET /v2.0/networks/53d667a3-d808-4a28-b7f6-cb0efd1feda1 HTTP/1.1" status: 200 len: 825 time: 0.3866384 Oct 13 13:50:38.075590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-55723a43-511b-4b0b-96f3-c048a012b48e admin admin] 10.222.0.18 "GET /v2.0/subnetpools/7ac93f9d-2bd6-4d39-a58c-e916d0487504 HTTP/1.1" status: 200 len: 734 time: 0.0428019 Oct 13 13:50:38.085067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4de765f7-3179-4016-a88f-50bda6bd0d23 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7ac93f9d-2bd6-4d39-a58c-e916d0487504', 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 13:50:38.216173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de765f7-3179-4016-a88f-50bda6bd0d23 admin admin] Made reservation on behalf of d7c16064f266425ab751badc34a6c014 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:50:38.218475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4de765f7-3179-4016-a88f-50bda6bd0d23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:38.576697 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4de765f7-3179-4016-a88f-50bda6bd0d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:38.647311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de765f7-3179-4016-a88f-50bda6bd0d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a720d276-edf1-4bd1-ad8a-e1db6ce4daa0,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:50:38.649323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de765f7-3179-4016-a88f-50bda6bd0d23 admin admin] Checking segment: {'id': '7efa0c28-6394-4396-9985-e4069f60cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 13:50:38.649707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de765f7-3179-4016-a88f-50bda6bd0d23 admin admin] Network hostable DHCP agents. Network: 53d667a3-d808-4a28-b7f6-cb0efd1feda1, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:50:38.743795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de765f7-3179-4016-a88f-50bda6bd0d23 admin admin] Network 53d667a3-d808-4a28-b7f6-cb0efd1feda1 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:50:38.827622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-4de765f7-3179-4016-a88f-50bda6bd0d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 53d667a3-d808-4a28-b7f6-cb0efd1feda1) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:50:38.832730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de765f7-3179-4016-a88f-50bda6bd0d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:50:38.833340 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4de765f7-3179-4016-a88f-50bda6bd0d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:38.837605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cfe13a-ff48-4389-bd2b-87999d380380 None None] Network 53d667a3-d808-4a28-b7f6-cb0efd1feda1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 13:50:38.912697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4de765f7-3179-4016-a88f-50bda6bd0d23 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8308895 Oct 13 13:50:39.157634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-53d667a3-d808-4a28-b7f6-cb0efd1feda1', 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'fixed_ips': [{'subnet_id': 'a720d276-edf1-4bd1-ad8a-e1db6ce4daa0'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 13:50:39.158878 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:39.433153 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Allocated IP 172.20.0.2 (53d667a3-d808-4a28-b7f6-cb0efd1feda1/a720d276-edf1-4bd1-ad8a-e1db6ce4daa0/36aa1ee1-8788-4dee-903f-568ac24f83b8) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:50:39.662097 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:39.745079 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:39.818532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Network 53d667a3-d808-4a28-b7f6-cb0efd1feda1 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:50:39.823151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:50:39.835412 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Pushing event updated for resources: {'Port': ['ID=36aa1ee1-8788-4dee-903f-568ac24f83b8,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:50:39.842392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 13:50:39.847602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:39.847945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:39.848279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:39.848610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:39.848937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:39.849283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:39.849610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:39.849929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:39.850248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:39.850562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:39.850886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:39.851339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Tracked resource versions report: Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: pushed versions: Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: { 'AddressGroup': {'1.2'}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'ConntrackHelper': {'1.0'}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'Log': {'1.0'}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'Network': {'1.1'}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'Port': {'1.7'}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'PortForwarding': {'1.2'}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'QosPolicy': {'1.10'}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'SecurityGroup': {'1.4'}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'SecurityGroupRule': {'1.2'}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'SubPort': {'1.0'}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'Subnet': {'1.1'}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'Trunk': {'1.1'}} Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: consumer versions: Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: { DHCP agent@n-d-806683-15: {}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: L3 agent@n-d-806683-15: {}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: Metadata agent@n-d-806683-15: {}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: Metering agent@n-d-806683-15: {}, Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: Open vSwitch agent@n-d-806683-15: { 'AddressGroup': '1.2', Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'ConntrackHelper': '1.0', Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'Log': '1.0', Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'Network': '1.1', Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'Port': '1.7', Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'PortForwarding': '1.2', Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'QosPolicy': '1.10', Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'SecurityGroup': '1.4', Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'SecurityGroupRule': '1.2', Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'SubPort': '1.0', Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'Subnet': '1.1', Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: 'Trunk': '1.1'}} Oct 13 13:50:39.852401 n-d-806683-15 neutron-server[112686]: {{(pid=112686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 13:50:39.923084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Attempting to bind port 36aa1ee1-8788-4dee-903f-568ac24f83b8 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 13:50:39.923521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Attempting to bind port 36aa1ee1-8788-4dee-903f-568ac24f83b8 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7efa0c28-6394-4396-9985-e4069f60cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 13:50:39.923944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Attempting to bind port 36aa1ee1-8788-4dee-903f-568ac24f83b8 on network 53d667a3-d808-4a28-b7f6-cb0efd1feda1 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:50:39.928833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 13, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 13:50:39.929230 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Checking segment: {'id': '7efa0c28-6394-4396-9985-e4069f60cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 13:50:39.929683 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:39.930063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Bound using segment: {'id': '7efa0c28-6394-4396-9985-e4069f60cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:50:39.930538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Bound port: 36aa1ee1-8788-4dee-903f-568ac24f83b8, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efa0c28-6394-4396-9985-e4069f60cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 13:50:39.930933 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:39.991938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] For port 36aa1ee1-8788-4dee-903f-568ac24f83b8, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:50:39.996146 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] For port 36aa1ee1-8788-4dee-903f-568ac24f83b8, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=36aa1ee1-8788-4dee-903f-568ac24f83b8,segment=NetworkSegment(7efa0c28-6394-4396-9985-e4069f60cfad),segment_id=7efa0c28-6394-4396-9985-e4069f60cfad)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:50:40.068236 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:40.131149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fec9b0-a628-42b5-8d2d-e04404e87ace None None] Pushing event updated for resources: {'Port': ['ID=36aa1ee1-8788-4dee-903f-568ac24f83b8,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:50:41.498368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54256) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:50:41.819249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-f328bace-c767-4022-b997-4c68c46d06b2 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 13:50:41.820224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f328bace-c767-4022-b997-4c68c46d06b2 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3209188 Oct 13 13:50:44.364480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54264) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:50:44.683892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-81212445-79fa-4eb7-a733-f27af7a8bca3 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 13:50:44.684940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-81212445-79fa-4eb7-a733-f27af7a8bca3 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3194437 Oct 13 13:50:47.426610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54274) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:50:47.738826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-6b23f62b-b51d-4cca-a0d3-6fb0098a1003 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 13:50:47.833276 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b23f62b-b51d-4cca-a0d3-6fb0098a1003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:47.834947 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b23f62b-b51d-4cca-a0d3-6fb0098a1003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:47.973642 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b23f62b-b51d-4cca-a0d3-6fb0098a1003 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:48.029213 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b23f62b-b51d-4cca-a0d3-6fb0098a1003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:48.120723 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b23f62b-b51d-4cca-a0d3-6fb0098a1003 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:48.122039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6b23f62b-b51d-4cca-a0d3-6fb0098a1003 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6943941 Oct 13 13:50:49.310975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b390cf85-e754-4580-a0c9-27460bf76d9c None None] Network 53d667a3-d808-4a28-b7f6-cb0efd1feda1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 13:50:49.376659 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-56a151c0-6f22-49e7-8838-d98bec5791c7 None None] Provisioning complete for port 36aa1ee1-8788-4dee-903f-568ac24f83b8 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:50:49.377068 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-56a151c0-6f22-49e7-8838-d98bec5791c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:49.545778 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3eeded5f-f79d-407e-9c0a-ad536a32c288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:49.587778 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-56a151c0-6f22-49e7-8838-d98bec5791c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:49.652946 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-56a151c0-6f22-49e7-8838-d98bec5791c7 None None] For port 36aa1ee1-8788-4dee-903f-568ac24f83b8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=36aa1ee1-8788-4dee-903f-568ac24f83b8,segment=NetworkSegment(7efa0c28-6394-4396-9985-e4069f60cfad),segment_id=7efa0c28-6394-4396-9985-e4069f60cfad)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:50:49.721875 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 36aa1ee1-8788-4dee-903f-568ac24f83b8 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:50:49.745684 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-56a151c0-6f22-49e7-8838-d98bec5791c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:49.811277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a151c0-6f22-49e7-8838-d98bec5791c7 None None] Pushing event updated for resources: {'Port': ['ID=36aa1ee1-8788-4dee-903f-568ac24f83b8,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:50:49.818702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 36aa1ee1-8788-4dee-903f-568ac24f83b8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:50:49.819070 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:49.873597 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a3f6a6fb-b0b6-409e-8ba0-bc13888f13db None None] Provisioning complete for port 36aa1ee1-8788-4dee-903f-568ac24f83b8 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:50:49.874283 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a3f6a6fb-b0b6-409e-8ba0-bc13888f13db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:50.637968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54288) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:50:50.942989 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-704c53e1-d6a4-4199-85af-717b6076c7fd admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 13:50:50.943965 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-704c53e1-d6a4-4199-85af-717b6076c7fd admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3050568 Oct 13 13:50:51.796546 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 36aa1ee1-8788-4dee-903f-568ac24f83b8 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:50:51.845540 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 36aa1ee1-8788-4dee-903f-568ac24f83b8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:50:51.845912 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:52.141945 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cc353373-e541-488d-9b6e-8db68f18799d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:53.442572 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54302) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:50:53.509930 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:53.676819 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 13:50:53.805212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Made reservation on behalf of bcf6486c61044ab4984f5af91a1a3ede for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:50:53.809740 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:53.831870 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:53.937198 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:53.970519 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:54.026993 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:54.038576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Reserving flat network on physical network physnet1 {{(pid=112684) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 13 13:50:54.070835 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749260292855', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:54.071341 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Unsubscribe: segment precommit_create {{(pid=112684) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 13:50:54.071850 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Added segment 5069853b-f7ba-4dc8-9168-be9010ba38c6 of type flat for network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 Oct 13 13:50:54.087574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594c64fc-ec56-4469-851a-1187fe38f6b4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:50:54.114722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:54.115048 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:54.115385 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:54.115710 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:54.116030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:54.116349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:54.116664 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:54.116997 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:54.117312 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:54.117624 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:54.117934 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:54.118244 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Tracked resource versions report: Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: pushed versions: Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: { 'AddressGroup': {'1.2'}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'ConntrackHelper': {'1.0'}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'Log': {'1.0'}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'Network': {'1.1'}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'Port': {'1.7'}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'PortForwarding': {'1.2'}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'QosPolicy': {'1.10'}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'SecurityGroup': {'1.4'}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'SecurityGroupRule': {'1.2'}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'SubPort': {'1.0'}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'Subnet': {'1.1'}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'Trunk': {'1.1'}} Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: consumer versions: Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: { DHCP agent@n-d-806683-15: {}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: L3 agent@n-d-806683-15: {}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: Metadata agent@n-d-806683-15: {}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: Metering agent@n-d-806683-15: {}, Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: Open vSwitch agent@n-d-806683-15: { 'AddressGroup': '1.2', Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'ConntrackHelper': '1.0', Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'Log': '1.0', Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'Network': '1.1', Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'Port': '1.7', Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'PortForwarding': '1.2', Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'QosPolicy': '1.10', Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'SecurityGroup': '1.4', Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'SecurityGroupRule': '1.2', Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'SubPort': '1.0', Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'Subnet': '1.1', Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: 'Trunk': '1.1'}} Oct 13 13:50:54.119309 n-d-806683-15 neutron-server[112684]: {{(pid=112684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 13:50:54.195643 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:54.361397 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:54.362393 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:50:54.363012 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:54.457930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] Pushing event updated for resources: {'Network': ['ID=736fa20a-f46c-42b3-a84f-9b7b9820f9d3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:50:54.468183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:50:54.535797 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-90ee9e65-613f-4b54-ac2a-e61b0aad325f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0921242 Oct 13 13:50:55.049801 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:56.900006 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54324) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:50:57.059121 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d80835-43b8-4855-a414-d9dd10ab54b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:50:57.060485 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-27d80835-43b8-4855-a414-d9dd10ab54b3 admin admin] 10.222.0.18 "GET /v2.0/subnets/a720d276-edf1-4bd1-ad8a-e1db6ce4daa0 HTTP/1.1" status: 200 len: 849 time: 0.1595287 Oct 13 13:50:57.240798 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-68ab3609-ee33-4e81-b065-b45654f81560 admin admin] 10.222.0.18 "GET /v2.0/routers/f78135df-d860-4b96-90d0-7fdbfed5bb20 HTTP/1.1" status: 200 len: 704 time: 0.1733544 Oct 13 13:50:57.508948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:57.806193 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Allocated IP 172.20.0.1 (53d667a3-d808-4a28-b7f6-cb0efd1feda1/a720d276-edf1-4bd1-ad8a-e1db6ce4daa0/5e3eb401-db0e-4709-9c01-4eda6536ec29) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:50:57.988051 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:58.107454 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:58.181877 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Network 53d667a3-d808-4a28-b7f6-cb0efd1feda1 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:50:58.186695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:50:58.194089 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 13:50:58.194667 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:58.260444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=5e3eb401-db0e-4709-9c01-4eda6536ec29,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:50:58.345020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-31dd52d4-4d57-4d49-ace6-e2b1f7725dfd None None] Provisioning complete for port 5e3eb401-db0e-4709-9c01-4eda6536ec29 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:50:58.345761 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-31dd52d4-4d57-4d49-ace6-e2b1f7725dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:58.377168 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-31dd52d4-4d57-4d49-ace6-e2b1f7725dfd None None] Port 5e3eb401-db0e-4709-9c01-4eda6536ec29 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 13:50:58.492459 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:58.748456 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:58.804152 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:58.804973 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:58.880706 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=5e3eb401-db0e-4709-9c01-4eda6536ec29,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:50:58.932451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Network 53d667a3-d808-4a28-b7f6-cb0efd1feda1 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:50:58.933771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:50:59.099142 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1d2e943e-5a8a-4ba9-8000-4efc1746ef75 None None] Provisioning complete for port 5e3eb401-db0e-4709-9c01-4eda6536ec29 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:50:59.105623 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1d2e943e-5a8a-4ba9-8000-4efc1746ef75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:50:59.132571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e943e-5a8a-4ba9-8000-4efc1746ef75 None None] Port 5e3eb401-db0e-4709-9c01-4eda6536ec29 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 13:50:59.146917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Router f78135df-d860-4b96-90d0-7fdbfed5bb20 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 13:50:59.238274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:50:59.244335 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a0b66822-132e-4ea2-a57f-8f8116916ee0 admin admin] 10.222.0.18 "PUT /v2.0/routers/f78135df-d860-4b96-90d0-7fdbfed5bb20/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9973259 Oct 13 13:50:59.248221 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Sync routers for ids ['f78135df-d860-4b96-90d0-7fdbfed5bb20'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:50:59.259999 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Routers {'f78135df-d860-4b96-90d0-7fdbfed5bb20'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 13:50:59.261018 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T13:50:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f78135df-d860-4b96-90d0-7fdbfed5bb20'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:50:59.450025 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Set router f78135df-d860-4b96-90d0-7fdbfed5bb20 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 13:50:59.876113 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'name': 'router1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T13:50:47Z', 'updated_at': '2021-10-13T13:50:58Z', 'revision_number': 2, 'project_id': 'd7c16064f266425ab751badc34a6c014', 'gw_port_host': None, '_interfaces': [{'id': '5e3eb401-db0e-4709-9c01-4eda6536ec29', 'name': '', 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'mac_address': 'fa:16:3e:3e:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a720d276-edf1-4bd1-ad8a-e1db6ce4daa0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T13:50:57Z', 'updated_at': '2021-10-13T13:50:58Z', 'revision_number': 2, 'project_id': 'd7c16064f266425ab751badc34a6c014', 'subnets': [{'id': 'a720d276-edf1-4bd1-ad8a-e1db6ce4daa0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac93f9d-2bd6-4d39-a58c-e916d0487504'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:50:59.925058 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Checking router: f78135df-d860-4b96-90d0-7fdbfed5bb20 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:50:59.925422 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Updating router f78135df-d860-4b96-90d0-7fdbfed5bb20 port 5e3eb401-db0e-4709-9c01-4eda6536ec29 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:50:59.973535 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:00.498377 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:00.583894 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:00.741741 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Pushing event updated for resources: {'Port': ['ID=5e3eb401-db0e-4709-9c01-4eda6536ec29,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:51:00.757599 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Attempting to bind port 5e3eb401-db0e-4709-9c01-4eda6536ec29 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 13:51:00.757998 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Attempting to bind port 5e3eb401-db0e-4709-9c01-4eda6536ec29 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7efa0c28-6394-4396-9985-e4069f60cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 13:51:00.758433 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Attempting to bind port 5e3eb401-db0e-4709-9c01-4eda6536ec29 on network 53d667a3-d808-4a28-b7f6-cb0efd1feda1 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:51:00.767812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:51:00.768147 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:51:00.768479 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:51:00.768807 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:51:00.769183 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:51:00.769508 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:51:00.769825 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:51:00.770141 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:51:00.770455 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:51:00.770768 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:51:00.771205 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:51:00.771524 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Tracked resource versions report: Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: pushed versions: Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: { 'AddressGroup': {'1.2'}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'ConntrackHelper': {'1.0'}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'Log': {'1.0'}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'Network': {'1.1'}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'Port': {'1.7'}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'PortForwarding': {'1.2'}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'QosPolicy': {'1.10'}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'SecurityGroup': {'1.4'}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'SecurityGroupRule': {'1.2'}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'SubPort': {'1.0'}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'Subnet': {'1.1'}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'Trunk': {'1.1'}} Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: consumer versions: Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: { DHCP agent@n-d-806683-15: {}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: L3 agent@n-d-806683-15: {}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: Metadata agent@n-d-806683-15: {}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: Metering agent@n-d-806683-15: {}, Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: Open vSwitch agent@n-d-806683-15: { 'AddressGroup': '1.2', Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'ConntrackHelper': '1.0', Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'Log': '1.0', Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'Network': '1.1', Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'Port': '1.7', Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'PortForwarding': '1.2', Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'QosPolicy': '1.10', Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'SecurityGroup': '1.4', Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'SecurityGroupRule': '1.2', Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'SubPort': '1.0', Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'Subnet': '1.1', Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: 'Trunk': '1.1'}} Oct 13 13:51:00.772618 n-d-806683-15 neutron-server[112687]: {{(pid=112687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 13:51:00.776828 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 13, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 13:51:00.777477 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Checking segment: {'id': '7efa0c28-6394-4396-9985-e4069f60cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 13:51:00.777751 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:00.778087 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Bound using segment: {'id': '7efa0c28-6394-4396-9985-e4069f60cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:51:00.778596 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Bound port: 5e3eb401-db0e-4709-9c01-4eda6536ec29, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efa0c28-6394-4396-9985-e4069f60cfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 13:51:00.778983 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:00.846170 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] For port 5e3eb401-db0e-4709-9c01-4eda6536ec29, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:51:00.863707 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5a902ed6-5e46-4284-80ec-aa629d254c95 None None] Provisioning complete for port 5e3eb401-db0e-4709-9c01-4eda6536ec29 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:51:00.864287 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5a902ed6-5e46-4284-80ec-aa629d254c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:00.865789 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] For port 5e3eb401-db0e-4709-9c01-4eda6536ec29, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5e3eb401-db0e-4709-9c01-4eda6536ec29,segment=NetworkSegment(7efa0c28-6394-4396-9985-e4069f60cfad),segment_id=7efa0c28-6394-4396-9985-e4069f60cfad)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:51:00.899819 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5a902ed6-5e46-4284-80ec-aa629d254c95 None None] Port 5e3eb401-db0e-4709-9c01-4eda6536ec29 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 13:51:00.927426 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:00.983882 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffb449-de0a-49bd-a9db-555b1eacf09d None None] Pushing event updated for resources: {'Port': ['ID=5e3eb401-db0e-4709-9c01-4eda6536ec29,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:51:00.991238 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Routers {'f78135df-d860-4b96-90d0-7fdbfed5bb20'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 13:51:00.991850 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T13:50:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f78135df-d860-4b96-90d0-7fdbfed5bb20'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:51:01.085471 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] Set router f78135df-d860-4b96-90d0-7fdbfed5bb20 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 13:51:01.128364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-126a9106-400f-4eef-a456-f768d0dc9e86 None None] Provisioning complete for port 5e3eb401-db0e-4709-9c01-4eda6536ec29 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:51:01.128729 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-126a9106-400f-4eef-a456-f768d0dc9e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:01.207381 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-126a9106-400f-4eef-a456-f768d0dc9e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:01.240095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-126a9106-400f-4eef-a456-f768d0dc9e86 None None] For port 5e3eb401-db0e-4709-9c01-4eda6536ec29, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5e3eb401-db0e-4709-9c01-4eda6536ec29,segment=NetworkSegment(7efa0c28-6394-4396-9985-e4069f60cfad),segment_id=7efa0c28-6394-4396-9985-e4069f60cfad)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:51:01.301040 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-126a9106-400f-4eef-a456-f768d0dc9e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:01.311732 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'name': 'router1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T13:50:47Z', 'updated_at': '2021-10-13T13:50:58Z', 'revision_number': 2, 'project_id': 'd7c16064f266425ab751badc34a6c014', 'gw_port_host': None, '_interfaces': [{'id': '5e3eb401-db0e-4709-9c01-4eda6536ec29', 'name': '', 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'mac_address': 'fa:16:3e:3e:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a720d276-edf1-4bd1-ad8a-e1db6ce4daa0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T13:50:57Z', 'updated_at': '2021-10-13T13:51:00Z', 'revision_number': 4, 'project_id': 'd7c16064f266425ab751badc34a6c014', 'subnets': [{'id': 'a720d276-edf1-4bd1-ad8a-e1db6ce4daa0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac93f9d-2bd6-4d39-a58c-e916d0487504'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:51:01.338563 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f16edb-a16a-42c0-b5a4-745be02130c4 None None] The sync data for ids ['f78135df-d860-4b96-90d0-7fdbfed5bb20'] in n-d-806683-15 is: [{'id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'name': 'router1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T13:50:47Z', 'updated_at': '2021-10-13T13:50:58Z', 'revision_number': 2, 'project_id': 'd7c16064f266425ab751badc34a6c014', 'gw_port_host': None, '_interfaces': [{'id': '5e3eb401-db0e-4709-9c01-4eda6536ec29', 'name': '', 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'mac_address': 'fa:16:3e:3e:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a720d276-edf1-4bd1-ad8a-e1db6ce4daa0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T13:50:57Z', 'updated_at': '2021-10-13T13:51:00Z', 'revision_number': 4, 'project_id': 'd7c16064f266425ab751badc34a6c014', 'subnets': [{'id': 'a720d276-edf1-4bd1-ad8a-e1db6ce4daa0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac93f9d-2bd6-4d39-a58c-e916d0487504'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:51:01.348833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a9106-400f-4eef-a456-f768d0dc9e86 None None] Pushing event updated for resources: {'Port': ['ID=5e3eb401-db0e-4709-9c01-4eda6536ec29,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:51:01.598598 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54338) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:51:01.717634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767c4f74-082d-4880-b7be-81907c00f214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:51:01.719047 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-767c4f74-082d-4880-b7be-81907c00f214 admin admin] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 842 time: 0.1194534 Oct 13 13:51:01.729228 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4c740c1a-4bc8-4e99-a0fe-66fc38740ea0 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.0.1', 'name': 'public-subnet', 'cidr': '172.25.0.0/24', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 13:51:01.832711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c740c1a-4bc8-4e99-a0fe-66fc38740ea0 admin admin] Made reservation on behalf of bcf6486c61044ab4984f5af91a1a3ede for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:51:01.834980 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c740c1a-4bc8-4e99-a0fe-66fc38740ea0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:02.194413 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-4c740c1a-4bc8-4e99-a0fe-66fc38740ea0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 13:51:02.194862 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c740c1a-4bc8-4e99-a0fe-66fc38740ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:02.249006 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c740c1a-4bc8-4e99-a0fe-66fc38740ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce6b359-6325-4467-b325-19c6cd3f1577,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:51:02.260234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c740c1a-4bc8-4e99-a0fe-66fc38740ea0 admin admin] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 13:51:02.260586 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c740c1a-4bc8-4e99-a0fe-66fc38740ea0 admin admin] Network hostable DHCP agents. Network: 736fa20a-f46c-42b3-a84f-9b7b9820f9d3, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:51:02.392757 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c740c1a-4bc8-4e99-a0fe-66fc38740ea0 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:51:02.466929 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-4c740c1a-4bc8-4e99-a0fe-66fc38740ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 736fa20a-f46c-42b3-a84f-9b7b9820f9d3) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:51:02.471530 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c740c1a-4bc8-4e99-a0fe-66fc38740ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:51:02.472124 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c740c1a-4bc8-4e99-a0fe-66fc38740ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:02.476399 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c7d07b-6454-4c20-a628-f93ac1d5a884 None None] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 13:51:02.558397 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4c740c1a-4bc8-4e99-a0fe-66fc38740ea0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8323894 Oct 13 13:51:02.614337 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f1a40e-4ba1-4d56-870c-f011f9d0d91c None None] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 13:51:04.983033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54346) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:51:05.121772 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0acd1119-7fe2-4b25-bbb2-ccb9ab4346c2 admin admin] 10.222.0.18 "GET /v2.0/routers/f78135df-d860-4b96-90d0-7fdbfed5bb20 HTTP/1.1" status: 200 len: 710 time: 0.1376069 Oct 13 13:51:05.211154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d0b077-7a1f-47d5-afd8-98b419634ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:51:05.212491 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-30d0b077-7a1f-47d5-afd8-98b419634ae0 admin admin] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 886 time: 0.0838954 Oct 13 13:51:05.222498 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 13:51:05.535003 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:05.820813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:05.899100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:06.001541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Allocated IP 172.25.0.133 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/989ec6b2-3b99-479a-9b36-d9200947c894) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:51:06.100928 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:06.192953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:06.231423 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:51:06.236368 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:51:06.240624 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 13:51:06.243516 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Pushing event updated for resources: {'Port': ['ID=989ec6b2-3b99-479a-9b36-d9200947c894,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:51:06.573277 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:06.770062 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:06.773468 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:06.895374 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Router f78135df-d860-4b96-90d0-7fdbfed5bb20 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 13:51:07.095026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 13:51:07.099524 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:07.100893 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6f8a48d4-06db-4fc2-891e-95ecdfcb0744 admin admin] 10.222.0.18 "PUT /v2.0/routers/f78135df-d860-4b96-90d0-7fdbfed5bb20 HTTP/1.1" status: 200 len: 890 time: 1.8821940 Oct 13 13:51:07.716658 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5e3eb401-db0e-4709-9c01-4eda6536ec29 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:51:07.763249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 5e3eb401-db0e-4709-9c01-4eda6536ec29 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:51:07.763612 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:08.379339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Sync routers for ids ['f78135df-d860-4b96-90d0-7fdbfed5bb20'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 13:51:08.389188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Routers {'f78135df-d860-4b96-90d0-7fdbfed5bb20'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 13:51:08.389888 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T13:50:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f78135df-d860-4b96-90d0-7fdbfed5bb20'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:51:08.593202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Set router f78135df-d860-4b96-90d0-7fdbfed5bb20 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 13:51:08.999489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'name': 'router1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '989ec6b2-3b99-479a-9b36-d9200947c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T13:50:47Z', 'updated_at': '2021-10-13T13:51:06Z', 'revision_number': 4, 'project_id': 'd7c16064f266425ab751badc34a6c014', 'gw_port': {'id': '989ec6b2-3b99-479a-9b36-d9200947c894', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ca:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T13:51:05Z', 'updated_at': '2021-10-13T13:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '5e3eb401-db0e-4709-9c01-4eda6536ec29', 'name': '', 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'mac_address': 'fa:16:3e:3e:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a720d276-edf1-4bd1-ad8a-e1db6ce4daa0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T13:50:57Z', 'updated_at': '2021-10-13T13:51:01Z', 'revision_number': 5, 'project_id': 'd7c16064f266425ab751badc34a6c014', 'subnets': [{'id': 'a720d276-edf1-4bd1-ad8a-e1db6ce4daa0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac93f9d-2bd6-4d39-a58c-e916d0487504'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:51:09.060401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Checking router: f78135df-d860-4b96-90d0-7fdbfed5bb20 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 13:51:09.060747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Updating router f78135df-d860-4b96-90d0-7fdbfed5bb20 port 989ec6b2-3b99-479a-9b36-d9200947c894 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 13:51:09.106903 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:09.509063 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:09.589372 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:09.619862 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54358) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:51:09.646130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0540f-9dde-49c4-8408-2cb2c9117dd5 None None] Pushing event updated for resources: {'Port': ['ID=989ec6b2-3b99-479a-9b36-d9200947c894,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:51:09.646390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Attempting to bind port 989ec6b2-3b99-479a-9b36-d9200947c894 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 13:51:09.646821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Attempting to bind port 989ec6b2-3b99-479a-9b36-d9200947c894 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 13:51:09.647112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Attempting to bind port 989ec6b2-3b99-479a-9b36-d9200947c894 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:51:09.652647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 13, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 13:51:09.653040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 13:51:09.653445 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:09.653831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:51:09.654288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Bound port: 989ec6b2-3b99-479a-9b36-d9200947c894, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 13:51:09.654678 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:09.705982 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] For port 989ec6b2-3b99-479a-9b36-d9200947c894, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:51:09.708950 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] For port 989ec6b2-3b99-479a-9b36-d9200947c894, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=989ec6b2-3b99-479a-9b36-d9200947c894,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:51:09.737575 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-819d1dd4-d2b1-484a-9770-02fbc5d8404a admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1165583 Oct 13 13:51:09.799017 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:09.864490 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Routers {'f78135df-d860-4b96-90d0-7fdbfed5bb20'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 13:51:09.865161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T13:50:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f78135df-d860-4b96-90d0-7fdbfed5bb20'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:51:09.867309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0540f-9dde-49c4-8408-2cb2c9117dd5 None None] Pushing event updated for resources: {'Port': ['ID=989ec6b2-3b99-479a-9b36-d9200947c894,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:51:09.978056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] Set router f78135df-d860-4b96-90d0-7fdbfed5bb20 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 13:51:10.195815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'name': 'router1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '989ec6b2-3b99-479a-9b36-d9200947c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T13:50:47Z', 'updated_at': '2021-10-13T13:51:06Z', 'revision_number': 4, 'project_id': 'd7c16064f266425ab751badc34a6c014', 'gw_port': {'id': '989ec6b2-3b99-479a-9b36-d9200947c894', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ca:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T13:51:05Z', 'updated_at': '2021-10-13T13:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '5e3eb401-db0e-4709-9c01-4eda6536ec29', 'name': '', 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'mac_address': 'fa:16:3e:3e:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a720d276-edf1-4bd1-ad8a-e1db6ce4daa0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T13:50:57Z', 'updated_at': '2021-10-13T13:51:01Z', 'revision_number': 5, 'project_id': 'd7c16064f266425ab751badc34a6c014', 'subnets': [{'id': 'a720d276-edf1-4bd1-ad8a-e1db6ce4daa0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac93f9d-2bd6-4d39-a58c-e916d0487504'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 13:51:10.219117 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df7e312-812a-4b92-ab52-cc5fae486399 None None] The sync data for ids ['f78135df-d860-4b96-90d0-7fdbfed5bb20'] in n-d-806683-15 is: [{'id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'name': 'router1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '989ec6b2-3b99-479a-9b36-d9200947c894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T13:50:47Z', 'updated_at': '2021-10-13T13:51:06Z', 'revision_number': 4, 'project_id': 'd7c16064f266425ab751badc34a6c014', 'gw_port': {'id': '989ec6b2-3b99-479a-9b36-d9200947c894', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ca:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T13:51:05Z', 'updated_at': '2021-10-13T13:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '5e3eb401-db0e-4709-9c01-4eda6536ec29', 'name': '', 'network_id': '53d667a3-d808-4a28-b7f6-cb0efd1feda1', 'tenant_id': 'd7c16064f266425ab751badc34a6c014', 'mac_address': 'fa:16:3e:3e:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78135df-d860-4b96-90d0-7fdbfed5bb20', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a720d276-edf1-4bd1-ad8a-e1db6ce4daa0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T13:50:57Z', 'updated_at': '2021-10-13T13:51:01Z', 'revision_number': 5, 'project_id': 'd7c16064f266425ab751badc34a6c014', 'subnets': [{'id': 'a720d276-edf1-4bd1-ad8a-e1db6ce4daa0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ac93f9d-2bd6-4d39-a58c-e916d0487504'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 13:51:11.727199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 989ec6b2-3b99-479a-9b36-d9200947c894 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:51:11.783798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 989ec6b2-3b99-479a-9b36-d9200947c894 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:51:11.784193 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:11.866614 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:11.887170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 989ec6b2-3b99-479a-9b36-d9200947c894, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=989ec6b2-3b99-479a-9b36-d9200947c894,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:51:11.994939 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:12.056870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=989ec6b2-3b99-479a-9b36-d9200947c894,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:51:13.739741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 989ec6b2-3b99-479a-9b36-d9200947c894 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:51:13.825192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 989ec6b2-3b99-479a-9b36-d9200947c894 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:51:13.825564 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:19.480847 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69ed04f1-02ed-4bd6-83f2-f71066f31030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:21.529324 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 5 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:51:22.145956 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d30eff15-5f2d-4205-ba04-ddc169f07cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:23.506948 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:23.903341 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:25.088662 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:49.457264 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-67395c8e-96a1-4ce4-b153-2c4ec7dbb510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:52.144655 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a2710657-d653-4fc8-bd8c-f9f7dd89234e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:53.538989 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:53.915428 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:55.104877 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:51:58.527657 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 5 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:52:19.457269 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b91c4620-105e-4b01-a4f9-e88b73c04ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:22.160358 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fcbff0e5-0b03-4c2d-a1d1-3d8f80750166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:23.558692 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:23.902907 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:25.073143 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:35.526274 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 5 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:52:49.427016 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3138cb22-1e7b-479a-ad04-c7d9dee21810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:52.187280 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0998d5fa-06f4-48f5-b9f7-4fb8c3d0c823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:53.541860 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:53.929678 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:54.770433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54952) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:52:54.834445 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5dab962-bbbb-4c42-a335-a4713d917e12 admin admin] GET failed (client error): The resource could not be found. Oct 13 13:52:54.835728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d5dab962-bbbb-4c42-a335-a4713d917e12 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643792 Oct 13 13:52:54.997845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b64db1d-e613-4a8e-aea7-be889cd4719a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:52:54.999442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8b64db1d-e613-4a8e-aea7-be889cd4719a admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590641 Oct 13 13:52:55.095180 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:57.278618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54962) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:52:57.384177 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8496c64-0736-4ea8-970a-8fe16c0f8414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:52:57.385544 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f8496c64-0736-4ea8-970a-8fe16c0f8414 admin admin] 10.222.0.18 "GET /v2.0/subnets/a720d276-edf1-4bd1-ad8a-e1db6ce4daa0 HTTP/1.1" status: 200 len: 849 time: 0.1059854 Oct 13 13:52:57.396299 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 13:52:57.479297 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Notify callbacks [] for subnet, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:57.671798 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749260317197'] for subnet, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:57.708357 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:52:57.708946 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:57.725428 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] 10.222.0.18 "PUT /v2.0/subnets/a720d276-edf1-4bd1-ad8a-e1db6ce4daa0 HTTP/1.1" status: 200 len: 868 time: 0.3176715 Oct 13 13:52:57.726455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f6477b-a94f-42d4-8173-83e2e96e697c None None] Network 53d667a3-d808-4a28-b7f6-cb0efd1feda1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 13:52:57.729057 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a720d276-edf1-4bd1-ad8a-e1db6ce4daa0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:52:57.736822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:52:57.737186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:52:57.737450 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:52:57.737790 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:52:57.738127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:52:57.738465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:52:57.738811 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:52:57.739151 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:52:57.739614 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:52:57.739949 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:52:57.740279 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:52:57.740603 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b957288-ec07-43fb-9d5f-838ca14a8a6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:52:58.099594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-31c0dcd4-f860-479a-80d8-e220937b95ad None None] Provisioning complete for port 5e3eb401-db0e-4709-9c01-4eda6536ec29 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:52:58.099964 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-31c0dcd4-f860-479a-80d8-e220937b95ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:52:58.187855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-31c0dcd4-f860-479a-80d8-e220937b95ad None None] Provisioning complete for port 36aa1ee1-8788-4dee-903f-568ac24f83b8 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:52:58.188145 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-31c0dcd4-f860-479a-80d8-e220937b95ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:00.006199 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54972) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:53:00.207391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6486ca-b69d-4908-b285-d68b9e1dadf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:00.207818 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6486ca-b69d-4908-b285-d68b9e1dadf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:00.209526 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ed6486ca-b69d-4908-b285-d68b9e1dadf0 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2023542 Oct 13 13:53:02.530864 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54980) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:53:02.659397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ea118c-f0e1-46d8-a824-21d4b7ad15c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:02.659872 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ea118c-f0e1-46d8-a824-21d4b7ad15c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:02.661413 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f8ea118c-f0e1-46d8-a824-21d4b7ad15c7 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296117 Oct 13 13:53:04.992499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54988) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:53:05.165696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c632c88-d1ce-4d1a-b7e7-f53bd77d2014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:05.169426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4c632c88-d1ce-4d1a-b7e7-f53bd77d2014 admin admin] 10.222.0.18 "GET /v2.0/networks/53d667a3-d808-4a28-b7f6-cb0efd1feda1 HTTP/1.1" status: 200 len: 869 time: 0.1758759 Oct 13 13:53:07.474837 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54996) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:53:07.601023 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0119d3-923c-4e53-b634-b268800c8faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:07.602453 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ef0119d3-923c-4e53-b634-b268800c8faf admin admin] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 886 time: 0.1266692 Oct 13 13:53:09.892567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55004) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:53:10.016371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f76b2-3c35-41be-8d03-b9a06adb4213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:10.016833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f76b2-3c35-41be-8d03-b9a06adb4213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:10.018405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-094f76b2-3c35-41be-8d03-b9a06adb4213 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249080 Oct 13 13:53:12.288802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55012) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:53:12.379573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a02985-3bcb-4df7-9e4e-5bce720b2311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:12.380038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a02985-3bcb-4df7-9e4e-5bce720b2311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:12.381539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b2a02985-3bcb-4df7-9e4e-5bce720b2311 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915124 Oct 13 13:53:12.525314 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 5 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:53:14.674314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55020) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:53:14.758452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c2482-9caf-4e8e-87fe-1e0647db42f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:14.759755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-893c2482-9caf-4e8e-87fe-1e0647db42f0 admin admin] 10.222.0.18 "GET /v2.0/subnets/9ce6b359-6325-4467-b325-19c6cd3f1577 HTTP/1.1" status: 200 len: 816 time: 0.0844851 Oct 13 13:53:17.049181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55028) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:53:17.143180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a61d2-3afb-4e78-8a01-03dd84b38230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:17.144507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-588a61d2-3afb-4e78-8a01-03dd84b38230 admin admin] 10.222.0.18 "GET /v2.0/subnets/a720d276-edf1-4bd1-ad8a-e1db6ce4daa0 HTTP/1.1" status: 200 len: 868 time: 0.0943892 Oct 13 13:53:19.460131 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-837c8126-7c51-40e8-b937-6b0ca694821b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:22.140135 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b72bd1b5-3da9-4297-8cc5-995317f771e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:23.568574 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:23.917635 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:25.077362 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:42.271923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55082) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:53:42.318042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-2dc547b4-5554-48ac-8ee8-ae366e3dd54b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 13:53:42.319042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2dc547b4-5554-48ac-8ee8-ae366e3dd54b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0461707 Oct 13 13:53:44.716277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55090) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:53:44.775974 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a35f04-fec7-421b-90be-927b4e562738 admin admin] GET failed (client error): The resource could not be found. Oct 13 13:53:44.777274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e8a35f04-fec7-421b-90be-927b4e562738 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600471 Oct 13 13:53:44.863476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d21fc-698f-406e-b85d-1a59d5953e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:44.865014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7e6d21fc-698f-406e-b85d-1a59d5953e2f admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830357 Oct 13 13:53:47.164097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55098) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:53:47.211044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 13:53:47.297166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Made reservation on behalf of bcf6486c61044ab4984f5af91a1a3ede for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:53:47.299470 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:47.338409 n-d-806683-15 neutron-server[112685]: WARNING neutron.services.revisions.revision_plugin [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Could not find related network for resource to bump revision. Oct 13 13:53:47.351215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 13:53:47.359541 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:47.359880 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Added segment 14067f83-c621-401b-b78e-349d22ae5205 of type vlan for network e19e748a-24ed-481b-983b-3ca11a983827 Oct 13 13:53:47.396884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:47.470548 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:47.471529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:47.472132 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:47.529771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Pushing event updated for resources: {'Network': ['ID=e19e748a-24ed-481b-983b-3ca11a983827,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:53:47.536115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:47.536458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:47.536794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:47.537151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:47.537513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:47.538083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:47.538409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:47.538729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:47.539050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:47.539368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:47.539686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:47.540004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:47.550938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network e19e748a-24ed-481b-983b-3ca11a983827 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 13:53:47.599756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-355fe707-652c-4629-9365-70ef35ae5563 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4334319 Oct 13 13:53:49.475851 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23bbe192-2807-4d09-8792-80ae9bbfdd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:49.526783 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 5 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:53:49.911377 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55106) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:53:49.973630 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-318a6daa-cc35-4102-83b4-522cab6ede9b admin admin] GET failed (client error): The resource could not be found. Oct 13 13:53:49.974996 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-318a6daa-cc35-4102-83b4-522cab6ede9b admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626485 Oct 13 13:53:50.080785 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12d101b-95fe-4b55-a7da-3ec27924eff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:50.082224 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c12d101b-95fe-4b55-a7da-3ec27924eff6 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1024420 Oct 13 13:53:50.093087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ce64da45-e403-4c08-8cd5-712c553bbaf8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 13:53:50.178625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce64da45-e403-4c08-8cd5-712c553bbaf8 admin admin] Made reservation on behalf of bcf6486c61044ab4984f5af91a1a3ede for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 13:53:50.181482 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce64da45-e403-4c08-8cd5-712c553bbaf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:50.402009 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce64da45-e403-4c08-8cd5-712c553bbaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:50.455551 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64da45-e403-4c08-8cd5-712c553bbaf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f00588-843b-45f3-b654-468a77a642f7,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:53:50.464023 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64da45-e403-4c08-8cd5-712c553bbaf8 admin admin] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 13:53:50.464378 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce64da45-e403-4c08-8cd5-712c553bbaf8 admin admin] Network hostable DHCP agents. Network: e19e748a-24ed-481b-983b-3ca11a983827, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 13:53:50.556283 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce64da45-e403-4c08-8cd5-712c553bbaf8 admin admin] Network e19e748a-24ed-481b-983b-3ca11a983827 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 13:53:50.647528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ce64da45-e403-4c08-8cd5-712c553bbaf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, e19e748a-24ed-481b-983b-3ca11a983827) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:53:50.651810 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce64da45-e403-4c08-8cd5-712c553bbaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 13:53:50.652474 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce64da45-e403-4c08-8cd5-712c553bbaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:50.656402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504d4be0-0e0d-45c2-86e3-043abbb6de9f None None] Network e19e748a-24ed-481b-983b-3ca11a983827 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 13:53:50.741400 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ce64da45-e403-4c08-8cd5-712c553bbaf8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6515386 Oct 13 13:53:50.810188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-e19e748a-24ed-481b-983b-3ca11a983827', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'tenant_id': 'bcf6486c61044ab4984f5af91a1a3ede', 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 13:53:50.811186 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:50.961217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Allocated IP 192.168.233.2 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/c389da49-c7ca-48b9-8b51-8348a143c2e5) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 13:53:51.108840 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:51.190466 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:51.230509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 13:53:51.233455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 13:53:51.237118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 13:53:51.246725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Pushing event updated for resources: {'Port': ['ID=c389da49-c7ca-48b9-8b51-8348a143c2e5,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:53:51.275805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:51.276167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:51.276502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:51.276858 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:51.277218 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:51.277550 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:51.277876 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:51.278207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:51.278526 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:51.278847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:51.279167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:51.279486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:53:51.317015 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Attempting to bind port c389da49-c7ca-48b9-8b51-8348a143c2e5 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 13:53:51.317418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Attempting to bind port c389da49-c7ca-48b9-8b51-8348a143c2e5 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 13:53:51.317772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Attempting to bind port c389da49-c7ca-48b9-8b51-8348a143c2e5 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 13:53:51.323148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 13, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 13:53:51.323512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 13:53:51.333214 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:51.333624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 13:53:51.334112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Bound port: c389da49-c7ca-48b9-8b51-8348a143c2e5, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 13:53:51.334502 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:51.403486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] For port c389da49-c7ca-48b9-8b51-8348a143c2e5, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 13:53:51.406681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] For port c389da49-c7ca-48b9-8b51-8348a143c2e5, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c389da49-c7ca-48b9-8b51-8348a143c2e5,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 13:53:51.510950 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:51.563256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81595bb1-afff-44a0-b97b-e20b1509a508 None None] Pushing event updated for resources: {'Port': ['ID=c389da49-c7ca-48b9-8b51-8348a143c2e5,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:53:51.908156 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c389da49-c7ca-48b9-8b51-8348a143c2e5 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:53:51.958511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c389da49-c7ca-48b9-8b51-8348a143c2e5 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:53:51.958883 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:52.043095 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:52.076691 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port c389da49-c7ca-48b9-8b51-8348a143c2e5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c389da49-c7ca-48b9-8b51-8348a143c2e5,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 13:53:52.133408 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:52.158822 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb82e-d69a-41fd-9f40-d6c9c6685d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:52.190665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=c389da49-c7ca-48b9-8b51-8348a143c2e5,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:53:52.460107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c9047a-494a-405a-84c2-2a80b01c4799 None None] Network e19e748a-24ed-481b-983b-3ca11a983827 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 13:53:52.524322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-595d3d8b-8278-43ce-8347-802304c48a34 None None] Provisioning complete for port c389da49-c7ca-48b9-8b51-8348a143c2e5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:53:52.524682 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-595d3d8b-8278-43ce-8347-802304c48a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:52.871689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-44be82f7-7e0f-4df5-b514-15bb7a0e68f3 None None] Provisioning complete for port c389da49-c7ca-48b9-8b51-8348a143c2e5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:53:52.872281 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-44be82f7-7e0f-4df5-b514-15bb7a0e68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:53.607668 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:53.818478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c389da49-c7ca-48b9-8b51-8348a143c2e5 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 13:53:53.876531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c389da49-c7ca-48b9-8b51-8348a143c2e5 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 13:53:53.876815 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:53.912622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:53:55.144218 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:54:19.463420 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-218ed170-f45e-46ce-91cc-07362ddba4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:54:22.160115 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b38d0223-7992-496c-a2f1-4ac8188bf577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:54:23.525898 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:54:23.891790 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:54:25.126101 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:54:26.524375 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 5 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:54:49.456755 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b1ec67d0-2895-4a76-9fcb-f4e93c09ef40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:54:52.142009 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ac74b8a6-025f-4f9b-b3b7-11856015a0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:54:53.548180 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:54:53.884885 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:54:55.096388 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:03.577711 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 5 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:55:19.482428 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2237a4de-7852-46b7-b4f3-dd80ef2732d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:22.162305 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ecffa68e-78f7-4be4-a476-899fc49722a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:23.541316 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:23.945520 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:25.135419 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:36.056656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55158) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:55:36.062473 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-3a4b4e11-fa8c-44cc-88bf-76fbb5555e63 tempest-verify_tempest_config-79505256 tempest-verify_tempest_config-79505256-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 13:55:36.063427 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3a4b4e11-fa8c-44cc-88bf-76fbb5555e63 tempest-verify_tempest_config-79505256 tempest-verify_tempest_config-79505256-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058515 Oct 13 13:55:36.528529 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55176) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:55:36.632383 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:36.704215 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:36.780621 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:36.828567 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cd25a65d8564cdca8e96abe116af098&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2989702 Oct 13 13:55:36.829542 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43079087-5be8-4336-9aff-72f68cb506f8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:55:36.831928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55180) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:55:36.836870 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:36.837347 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:36.837782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:36.838187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:36.838612 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:36.838996 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:36.839383 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:36.839772 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:36.840097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:36.840443 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:36.840766 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:36.841112 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81be2fa-a2c7-4d54-aedf-2484cba6595a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:36.889906 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:36.910579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:37.044109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:37.046590 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:37.047717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43079087-5be8-4336-9aff-72f68cb506f8 HTTP/1.1" status: 204 len: 168 time: 0.2148249 Oct 13 13:55:37.055117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43079087-5be8-4336-9aff-72f68cb506f8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 13:55:37.062337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:37.062673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:37.063007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:37.063337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:37.063661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:37.063979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:37.064298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:37.064613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:37.064927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:37.065318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:37.065638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:37.066008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc993914-23ba-4171-bef2-123369f2849c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 13:55:40.526301 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 5 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:55:49.464252 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b74dcddc-a3bb-4f10-ac98-2cb62954ac6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:52.223671 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4515d3f5-4d24-45a3-b5ba-175e39a9924f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:53.569087 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:53.903883 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:55:55.088736 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:56:17.524772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 5 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:56:19.461981 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4dbbb36-380e-47ab-a23d-5bb64bde5511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:56:22.164559 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f699a30a-5835-4771-b9f1-7d2555778e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:56:23.553262 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:56:23.904674 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:56:25.116463 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:56:49.466358 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-051646ca-b516-4f93-bece-0d677cc37667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:56:52.258210 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5bec8b9c-c112-403d-9978-8b9a737d7fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:56:53.578246 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:56:53.904547 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:56:54.522656 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 5 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:56:55.138644 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:57:19.464840 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a8e2c944-95e4-48e4-8c8c-3dd40e46bb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:57:22.230815 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6baf817c-1727-4a56-b869-190c1a4e1227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:57:23.544422 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:57:23.910401 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:57:25.125756 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:57:31.520927 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 5 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:57:49.462301 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d039a6c-2c02-410d-b9ee-b0d09709d726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:57:52.166122 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c6cdcf8-6e3f-4297-98f9-95570b9bf8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:57:53.566098 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:57:53.943442 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:57:55.160240 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:58:08.521525 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 5 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:58:19.490071 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-68574004-1411-4849-8a9a-94389dc1132f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:58:22.261923 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b65d04a7-b094-4791-90a8-4fdc72521002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:58:23.547286 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:58:23.941563 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:58:25.106860 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:58:45.520537 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 5 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:58:48.186078 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745456'] for agent, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:58:49.471825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-83344c8c-f391-4386-a757-2d920a101904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:58:51.442952 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745456'] for agent, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:58:52.157411 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7dde97bf-6712-47e3-9f0f-26e8ed819f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:58:53.576184 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:58:53.923045 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:58:55.139751 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:18.076297 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:19.469965 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c6a91b52-27ca-4715-b312-3ca39d5cae19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:21.384344 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:22.178829 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cde35278-7179-4372-8cac-31a42f8c29e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:22.519221 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 13:59:23.602037 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:23.916369 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:25.121299 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:33.678483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55248) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:59:33.780756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-64b28f0f-e421-4b5e-96a1-08af9b06c503 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1011970 Oct 13 13:59:36.054609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55258) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 13:59:36.108810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-65a19f33-2434-47ee-b3c4-caf4563f65e9 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0531566 Oct 13 13:59:48.131794 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:49.457435 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-beb4966c-41a5-4f34-a442-4110dd249994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:51.405434 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:52.183848 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8cffe292-eddc-4b09-bdfb-f07398795075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:53.588459 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:53.931384 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:55.143609 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 13:59:59.518155 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:00:18.129849 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:00:19.457244 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0f264a8b-2570-47f5-a969-2a6f11ffaca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:00:21.388781 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:00:22.177081 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-992d5192-fa20-4f24-a6d0-77135d94a020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:00:23.576916 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:00:23.925271 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:00:25.146197 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:00:36.516455 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:00:48.119095 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:00:49.467799 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bfaa279f-8040-4481-ae1b-8cd150dec679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:00:51.433266 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:00:52.179436 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-82ab17e8-76f0-499b-9857-8a57d81f1506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:00:53.585520 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:00:53.956764 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:00:55.158770 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:00.508061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55452) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:00.545171 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55460) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:00.904104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-network', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:00.975870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Made reservation on behalf of 8da101f040cd4a8f8fa47c2569037dc8 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:01:00.978668 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:00.988540 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:01.035144 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8a26982c-246f-4d0b-8b9f-62ac65fc1a5a tempest-AutoAllocateNetworkTest-867662451 tempest-AutoAllocateNetworkTest-867662451-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6fc7c7859b614b24a92374b9f127cd8c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4883587 Oct 13 14:01:01.036570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55478) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:01.072664 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:01.190337 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:01.217846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76880b49-11b2-42bc-b529-472f1ec75e28,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:01.228683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:01.229248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:01.229832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:01.230496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:01.230978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:01.231489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:01.232019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:01.232534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:01.233155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:01.233677 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:01.234193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:01.234744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Tracked resource versions report: Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: pushed versions: Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: { 'AddressGroup': {'1.2'}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'ConntrackHelper': {'1.0'}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'Log': {'1.0'}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'Network': {'1.1'}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'Port': {'1.7'}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'PortForwarding': {'1.2'}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'QosPolicy': {'1.10'}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'SecurityGroup': {'1.4'}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'SecurityGroupRule': {'1.2'}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'SubPort': {'1.0'}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'Subnet': {'1.1'}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'Trunk': {'1.1'}} Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: consumer versions: Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: { DHCP agent@n-d-806683-15: {}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: HyperV agent@n-h1-806683-15: {}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: HyperV agent@n-h2-806683-15: {}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: L3 agent@n-d-806683-15: {}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: Metadata agent@n-d-806683-15: {}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: Metering agent@n-d-806683-15: {}, Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: Open vSwitch agent@n-d-806683-15: { 'AddressGroup': '1.2', Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'ConntrackHelper': '1.0', Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'Log': '1.0', Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'Network': '1.1', Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'Port': '1.7', Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'PortForwarding': '1.2', Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'QosPolicy': '1.10', Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'SecurityGroup': '1.4', Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'SecurityGroupRule': '1.2', Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'SubPort': '1.0', Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'Subnet': '1.1', Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: 'Trunk': '1.1'}} Oct 13 14:01:01.236249 n-d-806683-15 neutron-server[112685]: {{(pid=112685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 14:01:01.243859 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efde47af-059d-4f39-a7ca-23d89d4b314c tempest-AutoAllocateNetworkTest-867662451 tempest-AutoAllocateNetworkTest-867662451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:01.249063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:01:01.249181 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-efde47af-059d-4f39-a7ca-23d89d4b314c tempest-AutoAllocateNetworkTest-867662451 tempest-AutoAllocateNetworkTest-867662451-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2108965 Oct 13 14:01:01.516255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55486) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:01.517269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:01.517269 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Added segment 447da913-e024-469b-91cb-9882767569c8 of type vlan for network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 Oct 13 14:01:01.517269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:01.520227 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c6b205d3-ec31-4a98-915b-eef13737a73b tempest-AutoAllocateNetworkTest-867662451 tempest-AutoAllocateNetworkTest-867662451-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634863 Oct 13 14:01:01.520227 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55488) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:01.520227 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7437fb55-df0f-4334-beb0-fb1e72c09806 tempest-AutoAllocateNetworkTest-867662451 tempest-AutoAllocateNetworkTest-867662451-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6fc7c7859b614b24a92374b9f127cd8c HTTP/1.1" status: 200 len: 208 time: 0.0286400 Oct 13 14:01:01.521693 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:01.521693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:01.521693 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:01.586924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] Pushing event updated for resources: {'Network': ['ID=1f3b32a1-dbed-4907-8cd6-385475dc68e2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:01.597817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:01:01.659347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-50eec7d5-d2df-46eb-a302-71dafbb6050c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1484516 Oct 13 14:01:01.659585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55502) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:01.665491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-047931a9-3c23-46d2-a469-a44d39914712 admin admin] Request body: {'subnet': {'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-subnet', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:01.744259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047931a9-3c23-46d2-a469-a44d39914712 admin admin] Made reservation on behalf of 8da101f040cd4a8f8fa47c2569037dc8 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:01:01.746659 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-047931a9-3c23-46d2-a469-a44d39914712 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:02.042333 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-047931a9-3c23-46d2-a469-a44d39914712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:02.096648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047931a9-3c23-46d2-a469-a44d39914712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b25b45a-36a2-457f-b836-0c2292062e0c,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:02.111866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047931a9-3c23-46d2-a469-a44d39914712 admin admin] Checking segment: {'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:01:02.112229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047931a9-3c23-46d2-a469-a44d39914712 admin admin] Network hostable DHCP agents. Network: 1f3b32a1-dbed-4907-8cd6-385475dc68e2, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:01:02.207512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047931a9-3c23-46d2-a469-a44d39914712 admin admin] Network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:01:02.281576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-047931a9-3c23-46d2-a469-a44d39914712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 1f3b32a1-dbed-4907-8cd6-385475dc68e2) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:02.285868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047931a9-3c23-46d2-a469-a44d39914712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:02.287272 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-047931a9-3c23-46d2-a469-a44d39914712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:02.290589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ca9ade-709f-4ec3-b4dc-bebb1237da47 None None] Network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:01:02.361877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-047931a9-3c23-46d2-a469-a44d39914712 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7011442 Oct 13 14:01:02.364292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55520) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:02.372076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:02.446930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:01:02.446930 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:02.466834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:02.468615 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:02.471073 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55528) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:02.533539 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:02.593251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Allocated IP 172.20.0.2 (1f3b32a1-dbed-4907-8cd6-385475dc68e2/6b25b45a-36a2-457f-b836-0c2292062e0c/ee4639ba-75e0-470a-858b-22d4ab5fb5fc) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:02.750093 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:02.816839 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:02.824659 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:02.867546 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:02.871271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:02.874712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:02.882200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Pushing event updated for resources: {'Port': ['ID=ee4639ba-75e0-470a-858b-22d4ab5fb5fc,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:02.898871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:02.899523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:02.899865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:02.900303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:02.900520 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:02.900842 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:02.901189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:02.901506 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:02.901822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:02.902135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:02.902449 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:02.902824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Tracked resource versions report: Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: pushed versions: Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: { 'AddressGroup': {'1.2'}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'ConntrackHelper': {'1.0'}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'Log': {'1.0'}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'Network': {'1.1'}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'Port': {'1.7'}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'PortForwarding': {'1.2'}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'QosPolicy': {'1.10'}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'SecurityGroup': {'1.4'}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'SecurityGroupRule': {'1.2'}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'SubPort': {'1.0'}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'Subnet': {'1.1'}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'Trunk': {'1.1'}} Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: consumer versions: Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: { DHCP agent@n-d-806683-15: {}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: HyperV agent@n-h1-806683-15: {}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: HyperV agent@n-h2-806683-15: {}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: L3 agent@n-d-806683-15: {}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: Metadata agent@n-d-806683-15: {}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: Metering agent@n-d-806683-15: {}, Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: Open vSwitch agent@n-d-806683-15: { 'AddressGroup': '1.2', Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'ConntrackHelper': '1.0', Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'Log': '1.0', Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'Network': '1.1', Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'Port': '1.7', Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'PortForwarding': '1.2', Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'QosPolicy': '1.10', Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'SecurityGroup': '1.4', Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'SecurityGroupRule': '1.2', Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'SubPort': '1.0', Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'Subnet': '1.1', Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: 'Trunk': '1.1'}} Oct 13 14:01:02.903882 n-d-806683-15 neutron-server[112686]: {{(pid=112686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 14:01:02.948574 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:02.955348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Attempting to bind port ee4639ba-75e0-470a-858b-22d4ab5fb5fc on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:01:02.955767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Attempting to bind port ee4639ba-75e0-470a-858b-22d4ab5fb5fc by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:01:02.956123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Attempting to bind port ee4639ba-75e0-470a-858b-22d4ab5fb5fc on network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:02.962284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:01:02.962657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Checking segment: {'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:01:02.963051 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:02.963479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Bound using segment: {'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:01:02.963939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Bound port: ee4639ba-75e0-470a-858b-22d4ab5fb5fc, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:01:02.964469 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:03.055786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] For port ee4639ba-75e0-470a-858b-22d4ab5fb5fc, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:01:03.059026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] For port ee4639ba-75e0-470a-858b-22d4ab5fb5fc, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ee4639ba-75e0-470a-858b-22d4ab5fb5fc,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:01:03.233452 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:03.234059 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:03.234059 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:03.264845 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:03.329560 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:03.333507 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f18e65-c239-4dad-b912-262ee7cbb5d8 None None] Pushing event updated for resources: {'Port': ['ID=ee4639ba-75e0-470a-858b-22d4ab5fb5fc,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:03.417374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Allocated IP 172.25.0.27 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/2b2a2ce0-f394-474a-b924-d86f8e095147) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:03.482782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ecfa66-67ad-408f-84f6-95fd46dee989,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:03.494389 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:03.494725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:03.495056 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:03.495383 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:03.495709 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:03.496029 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:03.496344 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:03.496657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:03.496969 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:03.497353 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:03.500863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:03.501265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] Tracked resource versions report: Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: pushed versions: Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: { 'AddressGroup': {'1.2'}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'ConntrackHelper': {'1.0'}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'Log': {'1.0'}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'Network': {'1.1'}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'Port': {'1.7'}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'PortForwarding': {'1.2'}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'QosPolicy': {'1.10'}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'SecurityGroup': {'1.4'}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'SecurityGroupRule': {'1.2'}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'SubPort': {'1.0'}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'Subnet': {'1.1'}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'Trunk': {'1.1'}} Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: consumer versions: Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: { DHCP agent@n-d-806683-15: {}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: HyperV agent@n-h1-806683-15: {}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: HyperV agent@n-h2-806683-15: {}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: L3 agent@n-d-806683-15: {}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: Metadata agent@n-d-806683-15: {}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: Metering agent@n-d-806683-15: {}, Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: Open vSwitch agent@n-d-806683-15: { 'AddressGroup': '1.2', Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'ConntrackHelper': '1.0', Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'Log': '1.0', Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'Network': '1.1', Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'Port': '1.7', Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'PortForwarding': '1.2', Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'QosPolicy': '1.10', Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'SecurityGroup': '1.4', Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'SecurityGroupRule': '1.2', Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'SubPort': '1.0', Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'Subnet': '1.1', Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: 'Trunk': '1.1'}} Oct 13 14:01:03.503657 n-d-806683-15 neutron-server[112684]: {{(pid=112684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 14:01:03.529856 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c84a0107-38b8-40ff-acc7-1111b901a36b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fc7c7859b614b24a92374b9f127cd8c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0576816 Oct 13 14:01:03.532151 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55558) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:03.557260 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:03.613767 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7416-8c9f-46d8-836a-dc9f6bd69edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:03.648525 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7416-8c9f-46d8-836a-dc9f6bd69edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:03.745097 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:03.792893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7416-8c9f-46d8-836a-dc9f6bd69edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:03.796162 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d6d7416-8c9f-46d8-836a-dc9f6bd69edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:03.800363 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5d6d7416-8c9f-46d8-836a-dc9f6bd69edb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54ecfa66-67ad-408f-84f6-95fd46dee989 HTTP/1.1" status: 204 len: 168 time: 0.2663207 Oct 13 14:01:03.807696 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d7416-8c9f-46d8-836a-dc9f6bd69edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ecfa66-67ad-408f-84f6-95fd46dee989,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:03.839449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Pushing event updated for resources: {'Port': ['ID=2b2a2ce0-f394-474a-b924-d86f8e095147,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:03.851526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:03.852943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:03.855480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:04.108894 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ee4639ba-75e0-470a-858b-22d4ab5fb5fc up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:04.197306 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ee4639ba-75e0-470a-858b-22d4ab5fb5fc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:04.197680 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:04.305335 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:04.349887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port ee4639ba-75e0-470a-858b-22d4ab5fb5fc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ee4639ba-75e0-470a-858b-22d4ab5fb5fc,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:04.375009 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:04.426352 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:04.515724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=ee4639ba-75e0-470a-858b-22d4ab5fb5fc,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:04.542563 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6477a089-c725-48f2-b0e5-5b1cf82cc8b0 None None] Network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:01:04.613194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1df14a2f-fae5-4fa9-b199-4234c31d2e9e None None] Provisioning complete for port ee4639ba-75e0-470a-858b-22d4ab5fb5fc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:04.613555 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1df14a2f-fae5-4fa9-b199-4234c31d2e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:04.650850 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:04.906841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:01:05.031457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:01:05.045121 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Sync routers for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:01:05.057283 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:01:05.058070 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:00:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:05.105803 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0be3539a-4756-4a90-b07f-a24890794981 None None] Provisioning complete for port ee4639ba-75e0-470a-858b-22d4ab5fb5fc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:05.106602 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0be3539a-4756-4a90-b07f-a24890794981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:05.171743 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:05.173569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e96606c0-5240-4ea9-a984-2063d3f3a1bd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.8064127 Oct 13 14:01:05.182218 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55620) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:05.256337 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:01:05.625275 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:03Z', 'revision_number': 3, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:05.664872 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Checking router: 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:01:05.665461 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Updating router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 port 2b2a2ce0-f394-474a-b924-d86f8e095147 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:01:05.701772 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:05.717774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55638) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:05.771538 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:05.852096 n-d-806683-15 neutron-server[112685]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 14:01:05.965926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Allocated IP 172.20.0.1 (1f3b32a1-dbed-4907-8cd6-385475dc68e2/6b25b45a-36a2-457f-b836-0c2292062e0c/25d80d4e-4809-41cc-b59a-47f1f4c8d6ba) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:06.061208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e8e1e-28fc-4750-a91c-8a66a3458c0b req-294178c8-10e7-4886-bd18-f11c7c232be5 tempest-NetworksTest-946892935 tempest-NetworksTest-946892935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:06.061809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e8e1e-28fc-4750-a91c-8a66a3458c0b req-294178c8-10e7-4886-bd18-f11c7c232be5 tempest-NetworksTest-946892935 tempest-NetworksTest-946892935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:06.062236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e8e1e-28fc-4750-a91c-8a66a3458c0b req-294178c8-10e7-4886-bd18-f11c7c232be5 tempest-NetworksTest-946892935 tempest-NetworksTest-946892935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:06.062760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e8e1e-28fc-4750-a91c-8a66a3458c0b req-294178c8-10e7-4886-bd18-f11c7c232be5 tempest-NetworksTest-946892935 tempest-NetworksTest-946892935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:06.084473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-620e8e1e-28fc-4750-a91c-8a66a3458c0b req-294178c8-10e7-4886-bd18-f11c7c232be5 tempest-NetworksTest-946892935 tempest-NetworksTest-946892935-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 0.3645382 Oct 13 14:01:06.104141 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:06.136590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ee4639ba-75e0-470a-858b-22d4ab5fb5fc up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:06.167990 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:06.170381 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:06.193906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ee4639ba-75e0-470a-858b-22d4ab5fb5fc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:06.194432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:06.238688 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Attempting to bind port 2b2a2ce0-f394-474a-b924-d86f8e095147 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:01:06.239053 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Attempting to bind port 2b2a2ce0-f394-474a-b924-d86f8e095147 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:01:06.239411 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Attempting to bind port 2b2a2ce0-f394-474a-b924-d86f8e095147 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:06.248001 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Pushing event updated for resources: {'Port': ['ID=2b2a2ce0-f394-474a-b924-d86f8e095147,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:06.251620 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:01:06.251620 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:01:06.251620 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:06.251620 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:01:06.251620 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Bound port: 2b2a2ce0-f394-474a-b924-d86f8e095147, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:01:06.251620 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:06.259324 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:06.281121 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:06.281463 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:06.281796 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:06.282125 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:06.282445 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:06.282770 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:06.283092 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:06.283410 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:06.283724 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:06.284038 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:06.284355 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:06.284668 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Tracked resource versions report: Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: pushed versions: Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: { 'AddressGroup': {'1.2'}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'ConntrackHelper': {'1.0'}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'Log': {'1.0'}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'Network': {'1.1'}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'Port': {'1.7'}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'PortForwarding': {'1.2'}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'QosPolicy': {'1.10'}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'SecurityGroup': {'1.4'}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'SecurityGroupRule': {'1.2'}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'SubPort': {'1.0'}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'Subnet': {'1.1'}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'Trunk': {'1.1'}} Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: consumer versions: Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: { DHCP agent@n-d-806683-15: {}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: HyperV agent@n-h1-806683-15: {}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: HyperV agent@n-h2-806683-15: {}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: L3 agent@n-d-806683-15: {}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: Metadata agent@n-d-806683-15: {}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: Metering agent@n-d-806683-15: {}, Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: Open vSwitch agent@n-d-806683-15: { 'AddressGroup': '1.2', Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'ConntrackHelper': '1.0', Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'Log': '1.0', Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'Network': '1.1', Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'Port': '1.7', Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'PortForwarding': '1.2', Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'QosPolicy': '1.10', Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'SecurityGroup': '1.4', Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'SecurityGroupRule': '1.2', Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'SubPort': '1.0', Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'Subnet': '1.1', Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: 'Trunk': '1.1'}} Oct 13 14:01:06.285808 n-d-806683-15 neutron-server[112687]: {{(pid=112687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 14:01:06.337109 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] For port 2b2a2ce0-f394-474a-b924-d86f8e095147, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:01:06.339688 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] For port 2b2a2ce0-f394-474a-b924-d86f8e095147, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2b2a2ce0-f394-474a-b924-d86f8e095147,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:01:06.348081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Pushing event updated for resources: {'Port': ['ID=25d80d4e-4809-41cc-b59a-47f1f4c8d6ba,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:06.354305 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:06.356057 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:06.359476 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:06.360073 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:06.410464 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:06.505360 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:01:06.506097 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:00:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:06.555126 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c677b-335d-4118-883a-9c620bef369e None None] Pushing event updated for resources: {'Port': ['ID=2b2a2ce0-f394-474a-b924-d86f8e095147,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:06.621871 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:06.747598 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:01:06.762493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-67e20866-9a02-4b7e-8048-826f47491c6c None None] Provisioning complete for port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:06.762964 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-67e20866-9a02-4b7e-8048-826f47491c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:06.782073 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518fe3b-4c88-42d1-acf1-ae85d846fb0c req-9425a652-9af8-4b3e-9030-042f660f0e47 tempest-NetworksTest-946892935 tempest-NetworksTest-946892935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:06.801669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8518fe3b-4c88-42d1-acf1-ae85d846fb0c req-9425a652-9af8-4b3e-9030-042f660f0e47 tempest-NetworksTest-946892935 tempest-NetworksTest-946892935-project-admin] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 886 time: 0.1171184 Oct 13 14:01:06.851236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-67e20866-9a02-4b7e-8048-826f47491c6c None None] Port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:01:06.947895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:06.963269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893fbe2-e878-4715-ae81-4f2234db6a48 req-fc038fcb-a07e-4f38-ba39-dd107185df90 tempest-NetworksTest-946892935 tempest-NetworksTest-946892935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:06.963863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893fbe2-e878-4715-ae81-4f2234db6a48 req-fc038fcb-a07e-4f38-ba39-dd107185df90 tempest-NetworksTest-946892935 tempest-NetworksTest-946892935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:06.964433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893fbe2-e878-4715-ae81-4f2234db6a48 req-fc038fcb-a07e-4f38-ba39-dd107185df90 tempest-NetworksTest-946892935 tempest-NetworksTest-946892935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:06.964963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893fbe2-e878-4715-ae81-4f2234db6a48 req-fc038fcb-a07e-4f38-ba39-dd107185df90 tempest-NetworksTest-946892935 tempest-NetworksTest-946892935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:06.966686 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c893fbe2-e878-4715-ae81-4f2234db6a48 req-fc038fcb-a07e-4f38-ba39-dd107185df90 tempest-NetworksTest-946892935 tempest-NetworksTest-946892935-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2917 time: 0.1236045 Oct 13 14:01:07.015758 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:07.016487 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:07.048859 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:03Z', 'revision_number': 3, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:07.087078 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d91b7-43fe-41f0-8ec2-9560beac26a7 None None] The sync data for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 is: [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:03Z', 'revision_number': 3, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:01:07.109659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Pushing event updated for resources: {'Port': ['ID=25d80d4e-4809-41cc-b59a-47f1f4c8d6ba,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:07.156609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:07.158482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:07.313823 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:01:07.470648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:01:07.478165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3e41c82a-7ef2-4ba5-80d7-aa82bed78cbc None None] Provisioning complete for port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:07.478670 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3e41c82a-7ef2-4ba5-80d7-aa82bed78cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:07.480342 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e718d5f2-ed84-48b4-b77d-c3901584f33b admin admin] 10.222.0.18 "PUT /v2.0/routers/37d5b240-a8e5-4d6b-93ec-be10585ee8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2961080 Oct 13 14:01:07.531278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3e41c82a-7ef2-4ba5-80d7-aa82bed78cbc None None] Port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:01:07.670867 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55716) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:07.762991 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55720) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:07.908563 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f9c1a2-0fed-4a30-932e-b0b075c9943c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:07.940208 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27790f90-2958-4f0a-abb6-42dadb9fbfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.127071 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27790f90-2958-4f0a-abb6-42dadb9fbfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.147511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2b2a2ce0-f394-474a-b924-d86f8e095147 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:08.149471 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f9c1a2-0fed-4a30-932e-b0b075c9943c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.199060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 2b2a2ce0-f394-474a-b924-d86f8e095147 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:08.199347 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.201471 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27790f90-2958-4f0a-abb6-42dadb9fbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.248925 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f9c1a2-0fed-4a30-932e-b0b075c9943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.255901 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-27790f90-2958-4f0a-abb6-42dadb9fbfa3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=880c590d7f224957a158cd5b3933bb10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4913766 Oct 13 14:01:08.258772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55752) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:08.311770 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-52f9c1a2-0fed-4a30-932e-b0b075c9943c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=708ac82022654b888e33b26498b75963&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6373780 Oct 13 14:01:08.311770 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27790f90-2958-4f0a-abb6-42dadb9fbfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b5eefb-e5d2-4252-b40e-2e03cfa176f2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:08.320480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55760) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:08.347263 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.371419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 2b2a2ce0-f394-474a-b924-d86f8e095147, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2b2a2ce0-f394-474a-b924-d86f8e095147,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:08.374465 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6dac77bc-7dce-4a8d-9b03-510ee8169c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.375187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9c1a2-0fed-4a30-932e-b0b075c9943c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac0e217-8e59-43fa-bef7-6f25fbb02fe9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:08.407960 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6dac77bc-7dce-4a8d-9b03-510ee8169c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.456587 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-661f23cb-f762-4f45-8610-ff14f0775e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.500037 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.518500 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-661f23cb-f762-4f45-8610-ff14f0775e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.563249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=2b2a2ce0-f394-474a-b924-d86f8e095147,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:08.631249 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6dac77bc-7dce-4a8d-9b03-510ee8169c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.641409 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6dac77bc-7dce-4a8d-9b03-510ee8169c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.643222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6dac77bc-7dce-4a8d-9b03-510ee8169c5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3b5eefb-e5d2-4252-b40e-2e03cfa176f2 HTTP/1.1" status: 204 len: 168 time: 0.3825655 Oct 13 14:01:08.655903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac77bc-7dce-4a8d-9b03-510ee8169c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b5eefb-e5d2-4252-b40e-2e03cfa176f2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:08.660118 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-661f23cb-f762-4f45-8610-ff14f0775e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.665335 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-661f23cb-f762-4f45-8610-ff14f0775e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:08.668418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-661f23cb-f762-4f45-8610-ff14f0775e08 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ac0e217-8e59-43fa-bef7-6f25fbb02fe9 HTTP/1.1" status: 204 len: 168 time: 0.3530207 Oct 13 14:01:08.682961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f23cb-f762-4f45-8610-ff14f0775e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac0e217-8e59-43fa-bef7-6f25fbb02fe9,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:08.914491 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Sync routers for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:01:08.927485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:01:08.931352 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:00:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:09.046135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:01:09.149004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55812) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:09.154534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-68888220-network', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:09.235460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55814) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:09.257907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 2, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:09.266813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Made reservation on behalf of 003555dc8fa24b28b9f35bef90ff6152 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:01:09.269564 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.279080 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.375389 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.395042 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Checking router: 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:01:09.395427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Updating router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:01:09.421069 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.444430 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.457875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:01:09.481579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.481839 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Added segment 58f8e30c-1da7-463c-9d11-004c4831a187 of type vlan for network 51c2b3fe-680e-4206-bce0-bc16021c765d Oct 13 14:01:09.493158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb804a5-eb04-483b-9641-532309f85306,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:09.535956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.625498 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55828) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:09.635858 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.636839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:09.637451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.643318 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a67da740-a49a-4aa4-8fe7-7ad7e28fa27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.691590 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.712830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] Pushing event updated for resources: {'Network': ['ID=51c2b3fe-680e-4206-bce0-bc16021c765d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:09.723034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 51c2b3fe-680e-4206-bce0-bc16021c765d details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:01:09.733454 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a67da740-a49a-4aa4-8fe7-7ad7e28fa27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.764049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-464a7ccd-ce05-45aa-8911-3904155376b4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6135440 Oct 13 14:01:09.767273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55830) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:09.767397 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.775355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-ce57c42e-61e1-40af-9e02-650bd82f5e35 admin admin] Request body: {'subnet': {'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68888220-subnet', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:09.818575 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a67da740-a49a-4aa4-8fe7-7ad7e28fa27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.842296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d54b8-117d-4e24-acd5-d1643c466602 None None] Pushing event updated for resources: {'Port': ['ID=25d80d4e-4809-41cc-b59a-47f1f4c8d6ba,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:09.882237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce57c42e-61e1-40af-9e02-650bd82f5e35 admin admin] Made reservation on behalf of 003555dc8fa24b28b9f35bef90ff6152 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:01:09.884793 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ce57c42e-61e1-40af-9e02-650bd82f5e35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.885870 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a67da740-a49a-4aa4-8fe7-7ad7e28fa27b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25bc4af1a237494a84929b6141f04301&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2586086 Oct 13 14:01:09.890893 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55834) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:09.891529 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f46e5750-78b6-4895-83b2-36d4986e12e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.954756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Attempting to bind port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:01:09.955173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Attempting to bind port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:01:09.955544 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Attempting to bind port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba on network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:09.972122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:01:09.972758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Checking segment: {'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:01:09.974429 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.975271 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67da740-a49a-4aa4-8fe7-7ad7e28fa27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176d6d7a-eb5a-4ce9-8d3c-ff39ac4520dc,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:09.977507 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Bound using segment: {'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:01:09.978060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Bound port: 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:01:09.978479 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:09.978814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9bbfca4a-c377-42af-b58e-d16f6b4bd69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.009907 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9bbfca4a-c377-42af-b58e-d16f6b4bd69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.112293 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2b2a2ce0-f394-474a-b924-d86f8e095147 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:10.119217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1be46661-1354-4bf8-bd44-b9b60c2884f3 None None] Provisioning complete for port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:10.120501 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1be46661-1354-4bf8-bd44-b9b60c2884f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.139941 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9bbfca4a-c377-42af-b58e-d16f6b4bd69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.140818 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f46e5750-78b6-4895-83b2-36d4986e12e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.146472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9bbfca4a-c377-42af-b58e-d16f6b4bd69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.149421 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9bbfca4a-c377-42af-b58e-d16f6b4bd69f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/176d6d7a-eb5a-4ce9-8d3c-ff39ac4520dc HTTP/1.1" status: 204 len: 168 time: 0.2564142 Oct 13 14:01:10.158847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfca4a-c377-42af-b58e-d16f6b4bd69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176d6d7a-eb5a-4ce9-8d3c-ff39ac4520dc,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:10.195814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] For port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:01:10.213634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] For port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=25d80d4e-4809-41cc-b59a-47f1f4c8d6ba,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:01:10.218361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1be46661-1354-4bf8-bd44-b9b60c2884f3 None None] Port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:01:10.236126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 2b2a2ce0-f394-474a-b924-d86f8e095147 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:10.236499 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.237413 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f46e5750-78b6-4895-83b2-36d4986e12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.250578 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55840) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:10.259301 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55842) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:10.288201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.292105 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0687a9f4-a9b1-486a-9f49-2fa18f1af12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.295770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f46e5750-78b6-4895-83b2-36d4986e12e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7ad9b2be0af4229be031df4d195f3f6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0592506 Oct 13 14:01:10.298497 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e5750-78b6-4895-83b2-36d4986e12e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd3aae0-75e4-4b72-bc8f-8d45bc8587e1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:10.312744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55852) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:10.314129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55854) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:10.343360 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ce57c42e-61e1-40af-9e02-650bd82f5e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.384176 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-b277cf53-8691-4eaa-b774-6e08eef026b3 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5b599689c1c04829aa0f0c40337101af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677824 Oct 13 14:01:10.461873 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0687a9f4-a9b1-486a-9f49-2fa18f1af12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.487560 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:01:10.488214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:00:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:10.513997 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-385b6e84-402b-4edb-9e82-b5555db3e8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.526062 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0687a9f4-a9b1-486a-9f49-2fa18f1af12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.539975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d54b8-117d-4e24-acd5-d1643c466602 None None] Pushing event updated for resources: {'Port': ['ID=25d80d4e-4809-41cc-b59a-47f1f4c8d6ba,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:10.593578 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0687a9f4-a9b1-486a-9f49-2fa18f1af12c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7df430580ba14265a296d9afa814d88d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3322628 Oct 13 14:01:10.598878 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55862) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:10.610884 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687a9f4-a9b1-486a-9f49-2fa18f1af12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26b8750-7e1e-4f4b-91b1-9a650cfdc84c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:10.641182 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:01:10.718650 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-484bf98a-5893-4dd5-9bb5-77c31320f76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.727665 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-385b6e84-402b-4edb-9e82-b5555db3e8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.733377 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-af3bfe88-7579-4087-b79a-d84f64dcc42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.751051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57c42e-61e1-40af-9e02-650bd82f5e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f31765e6-beb0-4993-824d-15a3eacb7398,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:10.764707 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-af3bfe88-7579-4087-b79a-d84f64dcc42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.774735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce57c42e-61e1-40af-9e02-650bd82f5e35 admin admin] Checking segment: {'id': '58f8e30c-1da7-463c-9d11-004c4831a187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:01:10.775085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57c42e-61e1-40af-9e02-650bd82f5e35 admin admin] Network hostable DHCP agents. Network: 51c2b3fe-680e-4206-bce0-bc16021c765d, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:01:10.797401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e7819f78-6de2-45ae-afbe-1dfeaa73e3d9 None None] Provisioning complete for port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:10.797989 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e7819f78-6de2-45ae-afbe-1dfeaa73e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.810327 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-385b6e84-402b-4edb-9e82-b5555db3e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.818890 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-484bf98a-5893-4dd5-9bb5-77c31320f76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.874610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b6e84-402b-4edb-9e82-b5555db3e8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713249cc-f0e0-4711-a66f-fae149f50e16,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:10.882785 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-385b6e84-402b-4edb-9e82-b5555db3e8ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f54ac3bb36e4fd49d385906faba92d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6304710 Oct 13 14:01:10.884818 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55868) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:10.912949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-9f337d40-270c-44a8-b81e-456a1bb6129d tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:10.915917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-9f337d40-270c-44a8-b81e-456a1bb6129d tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5246468 Oct 13 14:01:10.937892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-b6b316dc-6c1f-430d-9053-279011069f66 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/quotas/5b599689c1c04829aa0f0c40337101af HTTP/1.1" status: 200 len: 375 time: 0.0157807 Oct 13 14:01:10.950303 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f4e15aa-1c69-45ac-99fc-83e51e1a8e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.969049 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e7819f78-6de2-45ae-afbe-1dfeaa73e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.985388 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f4e15aa-1c69-45ac-99fc-83e51e1a8e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.991276 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-af3bfe88-7579-4087-b79a-d84f64dcc42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.994358 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-af3bfe88-7579-4087-b79a-d84f64dcc42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:10.999179 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-af3bfe88-7579-4087-b79a-d84f64dcc42b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f26b8750-7e1e-4f4b-91b1-9a650cfdc84c HTTP/1.1" status: 204 len: 168 time: 0.3986712 Oct 13 14:01:11.014737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57c42e-61e1-40af-9e02-650bd82f5e35 admin admin] Network 51c2b3fe-680e-4206-bce0-bc16021c765d is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:01:11.020338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e7819f78-6de2-45ae-afbe-1dfeaa73e3d9 None None] For port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=25d80d4e-4809-41cc-b59a-47f1f4c8d6ba,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:11.024372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-2c36ef67-4140-4f5e-bc80-a0fb72357d5b tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b599689c1c04829aa0f0c40337101af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798309 Oct 13 14:01:11.026445 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bfe88-7579-4087-b79a-d84f64dcc42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26b8750-7e1e-4f4b-91b1-9a650cfdc84c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:11.034319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:11.077071 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4876356-3ce1-4257-8af8-6a51bedfd78a None None] The sync data for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 is: [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:01:11.089769 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-484bf98a-5893-4dd5-9bb5-77c31320f76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:11.092478 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-484bf98a-5893-4dd5-9bb5-77c31320f76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:11.093910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-484bf98a-5893-4dd5-9bb5-77c31320f76d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdd3aae0-75e4-4b72-bc8f-8d45bc8587e1 HTTP/1.1" status: 204 len: 168 time: 0.7788332 Oct 13 14:01:11.105966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bf98a-5893-4dd5-9bb5-77c31320f76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd3aae0-75e4-4b72-bc8f-8d45bc8587e1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:11.148066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-ce57c42e-61e1-40af-9e02-650bd82f5e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 51c2b3fe-680e-4206-bce0-bc16021c765d) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:11.151809 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e7819f78-6de2-45ae-afbe-1dfeaa73e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:11.165754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57c42e-61e1-40af-9e02-650bd82f5e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:11.166793 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ce57c42e-61e1-40af-9e02-650bd82f5e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:11.170056 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f4e15aa-1c69-45ac-99fc-83e51e1a8e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:11.175405 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f4e15aa-1c69-45ac-99fc-83e51e1a8e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:11.180603 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2f4e15aa-1c69-45ac-99fc-83e51e1a8e05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/713249cc-f0e0-4711-a66f-fae149f50e16 HTTP/1.1" status: 204 len: 168 time: 0.2920175 Oct 13 14:01:11.184407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f03911-78b8-406b-a08d-a5ce3801e0db None None] Network 51c2b3fe-680e-4206-bce0-bc16021c765d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:01:11.207027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e15aa-1c69-45ac-99fc-83e51e1a8e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713249cc-f0e0-4711-a66f-fae149f50e16,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:11.286698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ce57c42e-61e1-40af-9e02-650bd82f5e35 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5176785 Oct 13 14:01:11.289782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55884) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:11.294587 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-68888220-router', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:11.322159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7819f78-6de2-45ae-afbe-1dfeaa73e3d9 None None] Pushing event updated for resources: {'Port': ['ID=25d80d4e-4809-41cc-b59a-47f1f4c8d6ba,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:11.419639 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:11.421065 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:11.457537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-51c2b3fe-680e-4206-bce0-bc16021c765d', 'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'fixed_ips': [{'subnet_id': 'f31765e6-beb0-4993-824d-15a3eacb7398'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:01:11.458423 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:11.646879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72abb0ce-c4cc-403b-b316-ae218e6c6eb3 req-940da0fa-fe10-4017-9c89-a797f9399140 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 210 time: 0.1413014 Oct 13 14:01:11.710760 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Allocated IP 172.20.0.2 (51c2b3fe-680e-4206-bce0-bc16021c765d/f31765e6-beb0-4993-824d-15a3eacb7398/6d056691-334b-432f-b0d7-6ea2265ed444) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:11.757969 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.012802 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.051160 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.117164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:12.159014 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.213184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Network 51c2b3fe-680e-4206-bce0-bc16021c765d is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:12.216298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:12.216675 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.222140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:12.244274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:12.248632 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Pushing event updated for resources: {'Port': ['ID=6d056691-334b-432f-b0d7-6ea2265ed444,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:12.332655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Attempting to bind port 6d056691-334b-432f-b0d7-6ea2265ed444 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:01:12.332655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Attempting to bind port 6d056691-334b-432f-b0d7-6ea2265ed444 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '58f8e30c-1da7-463c-9d11-004c4831a187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:01:12.332655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Attempting to bind port 6d056691-334b-432f-b0d7-6ea2265ed444 on network 51c2b3fe-680e-4206-bce0-bc16021c765d {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:12.357013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:01:12.357013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Checking segment: {'id': '58f8e30c-1da7-463c-9d11-004c4831a187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:01:12.357769 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.357769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Bound using segment: {'id': '58f8e30c-1da7-463c-9d11-004c4831a187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:01:12.358278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Bound port: 6d056691-334b-432f-b0d7-6ea2265ed444, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f8e30c-1da7-463c-9d11-004c4831a187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:01:12.358690 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.383364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55920) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:12.410050 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d51e3ceb-6377-43b3-a005-43b2db925ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.425644 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.447482 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.457235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] For port 6d056691-334b-432f-b0d7-6ea2265ed444, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:01:12.464903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] For port 6d056691-334b-432f-b0d7-6ea2265ed444, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d056691-334b-432f-b0d7-6ea2265ed444,segment=NetworkSegment(58f8e30c-1da7-463c-9d11-004c4831a187),segment_id=58f8e30c-1da7-463c-9d11-004c4831a187)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:01:12.478843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55922) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:12.500187 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0693cd14-24b3-42ca-8fc4-8f601a357ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.537884 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.612126 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d51e3ceb-6377-43b3-a005-43b2db925ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.676783 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Allocated IP 172.25.0.248 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/a126c786-8853-40c9-9580-58db2c879960) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:12.679958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c773153-a128-4c83-bee1-65993efcfb46 None None] Pushing event updated for resources: {'Port': ['ID=6d056691-334b-432f-b0d7-6ea2265ed444,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:12.722502 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0693cd14-24b3-42ca-8fc4-8f601a357ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.724579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d51e3ceb-6377-43b3-a005-43b2db925ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.824567 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0693cd14-24b3-42ca-8fc4-8f601a357ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.829100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d51e3ceb-6377-43b3-a005-43b2db925ecc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38334fa41af3405d9cefba0b2cfd0c89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4444730 Oct 13 14:01:12.831942 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55934) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:12.832657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5dcec1b-480b-4ce6-b28d-f4b5465ea284 req-fa5a0516-32f8-46e2-a7de-0e22e469ea93 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 210 time: 0.0529368 Oct 13 14:01:12.853533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e3ceb-6377-43b3-a005-43b2db925ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d40f66-d6fb-44da-adad-1c7ebdfda893,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:12.856121 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.929126 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b99747e3-b6b7-4a54-a99e-3a12b089c2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.955125 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b99747e3-b6b7-4a54-a99e-3a12b089c2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:12.997868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0693cd14-24b3-42ca-8fc4-8f601a357ef3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db08408aa00c4053b48b3e26ab739756&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5175893 Oct 13 14:01:12.999618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693cd14-24b3-42ca-8fc4-8f601a357ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541d0f46-7f9d-4944-a8c3-67b9bca78aec,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:13.002780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55942) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:13.017425 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:13.098865 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2c6188f9-c31d-4905-8ea7-e4e504058ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:13.121998 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2c6188f9-c31d-4905-8ea7-e4e504058ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:13.123481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:13.126435 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:13.130214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:13.214374 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Pushing event updated for resources: {'Port': ['ID=a126c786-8853-40c9-9580-58db2c879960,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:13.214374 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b99747e3-b6b7-4a54-a99e-3a12b089c2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:13.214919 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b99747e3-b6b7-4a54-a99e-3a12b089c2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:13.218368 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b99747e3-b6b7-4a54-a99e-3a12b089c2ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10d40f66-d6fb-44da-adad-1c7ebdfda893 HTTP/1.1" status: 204 len: 168 time: 0.3823383 Oct 13 14:01:13.243860 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99747e3-b6b7-4a54-a99e-3a12b089c2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d40f66-d6fb-44da-adad-1c7ebdfda893,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:13.295505 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2c6188f9-c31d-4905-8ea7-e4e504058ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:13.298088 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2c6188f9-c31d-4905-8ea7-e4e504058ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:13.299230 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2c6188f9-c31d-4905-8ea7-e4e504058ac2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/541d0f46-7f9d-4944-a8c3-67b9bca78aec HTTP/1.1" status: 204 len: 168 time: 0.2955420 Oct 13 14:01:13.307477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6188f9-c31d-4905-8ea7-e4e504058ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541d0f46-7f9d-4944-a8c3-67b9bca78aec,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:13.463974 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:13.516906 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:01:13.700093 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:13.890826 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1383a10-fe27-40ce-8904-83552f49cd41 None None] Network 51c2b3fe-680e-4206-bce0-bc16021c765d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:01:13.920092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Router fb7c8771-0afa-4290-adf6-5a5a646abbb8 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:01:14.052357 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2093a381-7199-43bc-8705-06abc4f5ca1b None None] Provisioning complete for port 6d056691-334b-432f-b0d7-6ea2265ed444 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:14.052789 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2093a381-7199-43bc-8705-06abc4f5ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:14.123128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b78034c0-10bf-43b8-8dad-7ca3d45f4437 req-78653caa-52e3-4fd2-ab2d-de489d113b40 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 210 time: 0.0522280 Oct 13 14:01:14.213384 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2093a381-7199-43bc-8705-06abc4f5ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:14.220338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d056691-334b-432f-b0d7-6ea2265ed444 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:14.273099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:01:14.283696 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Sync routers for ids ['fb7c8771-0afa-4290-adf6-5a5a646abbb8'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:01:14.299414 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Routers {'fb7c8771-0afa-4290-adf6-5a5a646abbb8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:01:14.300554 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:00:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fb7c8771-0afa-4290-adf6-5a5a646abbb8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:14.326798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2093a381-7199-43bc-8705-06abc4f5ca1b None None] For port 6d056691-334b-432f-b0d7-6ea2265ed444, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d056691-334b-432f-b0d7-6ea2265ed444,segment=NetworkSegment(58f8e30c-1da7-463c-9d11-004c4831a187),segment_id=58f8e30c-1da7-463c-9d11-004c4831a187)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:14.347329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6d056691-334b-432f-b0d7-6ea2265ed444 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:14.347990 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:14.395359 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:14.397791 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-84e8bed1-78d3-4a3a-b06a-8782926a0d29 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.1066549 Oct 13 14:01:14.400196 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55990) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:14.442397 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2093a381-7199-43bc-8705-06abc4f5ca1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:14.458462 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Set router fb7c8771-0afa-4290-adf6-5a5a646abbb8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:01:14.519192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093a381-7199-43bc-8705-06abc4f5ca1b None None] Pushing event updated for resources: {'Port': ['ID=6d056691-334b-432f-b0d7-6ea2265ed444,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:14.657643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-abbe52d0-9cb2-4d2d-8fe7-e31dc989d8b7 None None] Provisioning complete for port 6d056691-334b-432f-b0d7-6ea2265ed444 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:14.658565 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-abbe52d0-9cb2-4d2d-8fe7-e31dc989d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:14.744015 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68888220-router', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a126c786-8853-40c9-9580-58db2c879960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:11Z', 'updated_at': '2021-10-13T14:01:13Z', 'revision_number': 3, 'project_id': '003555dc8fa24b28b9f35bef90ff6152', 'gw_port': {'id': 'a126c786-8853-40c9-9580-58db2c879960', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:12Z', 'updated_at': '2021-10-13T14:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:14.776298 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Checking router: fb7c8771-0afa-4290-adf6-5a5a646abbb8 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:01:14.776890 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Updating router fb7c8771-0afa-4290-adf6-5a5a646abbb8 port a126c786-8853-40c9-9580-58db2c879960 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:01:14.811833 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:15.084396 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:15.087642 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:15.172712 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:15.229782 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d45c0-2102-4060-adab-2bdba1c1f437 None None] Pushing event updated for resources: {'Port': ['ID=a126c786-8853-40c9-9580-58db2c879960,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:15.272388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Allocated IP 172.20.0.1 (51c2b3fe-680e-4206-bce0-bc16021c765d/f31765e6-beb0-4993-824d-15a3eacb7398/8a875003-a0de-4079-a248-53ba8d887e0a) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:15.273246 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Attempting to bind port a126c786-8853-40c9-9580-58db2c879960 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:01:15.273628 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Attempting to bind port a126c786-8853-40c9-9580-58db2c879960 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:01:15.274143 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Attempting to bind port a126c786-8853-40c9-9580-58db2c879960 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:15.293448 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:01:15.293837 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:01:15.294247 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:15.294701 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:01:15.295186 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Bound port: a126c786-8853-40c9-9580-58db2c879960, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:01:15.295596 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:15.309258 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bdd444e7-c46e-495d-bce7-a8410bdef5e5 req-3e7f448c-9cb1-498e-836b-ece2d00f4a04 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 210 time: 0.0308726 Oct 13 14:01:15.353555 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] For port a126c786-8853-40c9-9580-58db2c879960, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:01:15.356556 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] For port a126c786-8853-40c9-9580-58db2c879960, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a126c786-8853-40c9-9580-58db2c879960,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:01:15.412939 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:15.463101 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:15.523926 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:15.534313 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d45c0-2102-4060-adab-2bdba1c1f437 None None] Pushing event updated for resources: {'Port': ['ID=a126c786-8853-40c9-9580-58db2c879960,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:15.545462 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Routers {'fb7c8771-0afa-4290-adf6-5a5a646abbb8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:01:15.546273 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:00:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fb7c8771-0afa-4290-adf6-5a5a646abbb8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:15.589401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Network 51c2b3fe-680e-4206-bce0-bc16021c765d is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:15.602146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:15.616554 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:15.616554 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:15.645260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.49', 49263) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:15.663248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Pushing event updated for resources: {'Port': ['ID=8a875003-a0de-4079-a248-53ba8d887e0a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:15.687339 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] Set router fb7c8771-0afa-4290-adf6-5a5a646abbb8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:01:15.694320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-24d8e721-05c2-47e9-9636-96d3c239ff29 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5b599689c1c04829aa0f0c40337101af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477231 Oct 13 14:01:15.871712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-da5e5ff5-f8ee-4478-9edf-0fa8ab68cd99 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:15.872839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-da5e5ff5-f8ee-4478-9edf-0fa8ab68cd99 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689405 Oct 13 14:01:15.879154 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:15.925099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f1e428cb-ef83-423a-b037-9b3a16feffe4 None None] Provisioning complete for port 8a875003-a0de-4079-a248-53ba8d887e0a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:15.926123 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1e428cb-ef83-423a-b037-9b3a16feffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:15.967656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f1e428cb-ef83-423a-b037-9b3a16feffe4 None None] Port 8a875003-a0de-4079-a248-53ba8d887e0a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:01:15.990242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Request body: {'port': {'device_id': '9c3e4170-e66e-4a1c-974d-6ebb0560ef9b', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '5b599689c1c04829aa0f0c40337101af'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:16.057630 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68888220-router', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a126c786-8853-40c9-9580-58db2c879960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:11Z', 'updated_at': '2021-10-13T14:01:13Z', 'revision_number': 3, 'project_id': '003555dc8fa24b28b9f35bef90ff6152', 'gw_port': {'id': 'a126c786-8853-40c9-9580-58db2c879960', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:12Z', 'updated_at': '2021-10-13T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:16.129975 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5334dba-be2f-4c3e-9178-2dc12f90b6fd None None] The sync data for ids ['fb7c8771-0afa-4290-adf6-5a5a646abbb8'] in n-d-806683-15 is: [{'id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68888220-router', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a126c786-8853-40c9-9580-58db2c879960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:11Z', 'updated_at': '2021-10-13T14:01:13Z', 'revision_number': 3, 'project_id': '003555dc8fa24b28b9f35bef90ff6152', 'gw_port': {'id': 'a126c786-8853-40c9-9580-58db2c879960', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:12Z', 'updated_at': '2021-10-13T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:01:16.150797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d056691-334b-432f-b0d7-6ea2265ed444 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:16.222518 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:16.245027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6d056691-334b-432f-b0d7-6ea2265ed444 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:16.245640 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:16.310494 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:16.311253 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:16.410041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Made reservation on behalf of 5b599689c1c04829aa0f0c40337101af for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:01:16.417836 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:16.447718 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:16.466446 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Pushing event updated for resources: {'Port': ['ID=8a875003-a0de-4079-a248-53ba8d887e0a,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:16.514488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f985ff87-28b7-4357-bcd0-bdbe4c9e9389 req-34547d30-6fb5-4764-baa7-9f3bb6229ec6 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 210 time: 0.0726631 Oct 13 14:01:16.557143 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Network 51c2b3fe-680e-4206-bce0-bc16021c765d is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:16.557143 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:16.705770 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:16.780181 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Router fb7c8771-0afa-4290-adf6-5a5a646abbb8 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:01:16.781729 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:16.914276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d5e0f9ab-42db-4134-8140-ec07e5e6e0f4 None None] Provisioning complete for port 8a875003-a0de-4079-a248-53ba8d887e0a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:16.914663 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f9ab-42db-4134-8140-ec07e5e6e0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:16.969942 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:01:16.976129 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ae0b052e-9407-47eb-a626-56313915c186 admin admin] 10.222.0.18 "PUT /v2.0/routers/fb7c8771-0afa-4290-adf6-5a5a646abbb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5746536 Oct 13 14:01:17.013587 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0f9ab-42db-4134-8140-ec07e5e6e0f4 None None] Port 8a875003-a0de-4079-a248-53ba8d887e0a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:01:17.040034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd546e9e-31b7-4d23-b5ba-276da02c0909,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:17.179494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Allocated IP 192.168.233.124 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/0d6a799f-6fad-48c8-8422-b1e72139563f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:17.397615 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:17.502301 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:17.578603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:17.585516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:17.587921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:17.597966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:17.597966 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:17.657705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Pushing event updated for resources: {'Port': ['ID=0d6a799f-6fad-48c8-8422-b1e72139563f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:17.734955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-356cc5f8-58d5-4aa8-a189-74b2f9716c32 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7503302 Oct 13 14:01:17.950614 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-802c7026-5a75-48d3-acb1-fa45f795f693 None None] Provisioning complete for port 0d6a799f-6fad-48c8-8422-b1e72139563f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:17.952287 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-802c7026-5a75-48d3-acb1-fa45f795f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:17.992615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-49788a4a-3877-48a0-bc78-68c8ff721854 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:01:17.993421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-49788a4a-3877-48a0-bc78-68c8ff721854 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079868 Oct 13 14:01:18.077066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-802c7026-5a75-48d3-acb1-fa45f795f693 None None] Port 0d6a799f-6fad-48c8-8422-b1e72139563f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:01:18.179435 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:18.208434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a126c786-8853-40c9-9580-58db2c879960 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:18.337466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port a126c786-8853-40c9-9580-58db2c879960 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:18.338583 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:18.433775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47c8be-29c4-48d2-984a-296e156453d3 req-0aa3b6f9-22b2-46af-b02f-df8e54aeb6d2 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:18.438542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a47c8be-29c4-48d2-984a-296e156453d3 req-0aa3b6f9-22b2-46af-b02f-df8e54aeb6d2 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 936 time: 0.3552136 Oct 13 14:01:18.528485 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:18.567416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port a126c786-8853-40c9-9580-58db2c879960, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a126c786-8853-40c9-9580-58db2c879960,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:18.582378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a47c8be-29c4-48d2-984a-296e156453d3 req-1787a031-b3d6-4804-9524-2253bd984310 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121287 Oct 13 14:01:18.812792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-9ee187fa-5d37-4377-9922-9dc1986abb14 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ec0a4e9512f74f548fa7f24177832a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231700 Oct 13 14:01:18.812792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-55b55919-07e0-4d0b-858d-9fad548a2b4f tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:18.812792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-55b55919-07e0-4d0b-858d-9fad548a2b4f tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1273718 Oct 13 14:01:18.844952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-54c9493d-9244-46d3-881c-fe45e9ed6eb0 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/quotas/ec0a4e9512f74f548fa7f24177832a80 HTTP/1.1" status: 200 len: 375 time: 0.0125358 Oct 13 14:01:18.922000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-4bab6f31-2156-4668-932f-4318fc4b3a5c tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec0a4e9512f74f548fa7f24177832a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658841 Oct 13 14:01:18.993361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Sync routers for ids ['fb7c8771-0afa-4290-adf6-5a5a646abbb8'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:01:19.010501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Routers {'fb7c8771-0afa-4290-adf6-5a5a646abbb8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:01:19.011888 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:00:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fb7c8771-0afa-4290-adf6-5a5a646abbb8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:19.043255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Request body: {'port': {'device_id': '9c3e4170-e66e-4a1c-974d-6ebb0560ef9b', 'device_owner': 'compute:tempest-test_az-1114580748', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:19.197105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:19.216481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Set router fb7c8771-0afa-4290-adf6-5a5a646abbb8 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:01:19.530971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68888220-router', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a126c786-8853-40c9-9580-58db2c879960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:11Z', 'updated_at': '2021-10-13T14:01:15Z', 'revision_number': 4, 'project_id': '003555dc8fa24b28b9f35bef90ff6152', 'gw_port': {'id': 'a126c786-8853-40c9-9580-58db2c879960', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:12Z', 'updated_at': '2021-10-13T14:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '8a875003-a0de-4079-a248-53ba8d887e0a', 'name': '', 'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'mac_address': 'fa:16:3e:47:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f31765e6-beb0-4993-824d-15a3eacb7398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:15Z', 'updated_at': '2021-10-13T14:01:15Z', 'revision_number': 2, 'project_id': '003555dc8fa24b28b9f35bef90ff6152', 'subnets': [{'id': 'f31765e6-beb0-4993-824d-15a3eacb7398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:19.560431 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Checking router: fb7c8771-0afa-4290-adf6-5a5a646abbb8 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:01:19.560901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Updating router fb7c8771-0afa-4290-adf6-5a5a646abbb8 port 8a875003-a0de-4079-a248-53ba8d887e0a binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:01:19.592061 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:19.726692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6a799f-6fad-48c8-8422-b1e72139563f {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:01:19.734224 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:19.756962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Transition to ACTIVE for port object 0d6a799f-6fad-48c8-8422-b1e72139563f will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:01:19.887863 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:20.250327 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:20.309315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=a126c786-8853-40c9-9580-58db2c879960,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:20.342107 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b6b983b7-cd79-4aa7-9bdb-7420f8f96561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:20.343408 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:20.349071 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:20.646381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Pushing event updated for resources: {'Port': ['ID=0d6a799f-6fad-48c8-8422-b1e72139563f,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:20.660880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Attempting to bind port 0d6a799f-6fad-48c8-8422-b1e72139563f on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:01:20.661330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Attempting to bind port 0d6a799f-6fad-48c8-8422-b1e72139563f by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:01:20.662569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Attempting to bind port 0d6a799f-6fad-48c8-8422-b1e72139563f on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:20.671626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Attempting to bind port 8a875003-a0de-4079-a248-53ba8d887e0a on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:01:20.672004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Attempting to bind port 8a875003-a0de-4079-a248-53ba8d887e0a by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '58f8e30c-1da7-463c-9d11-004c4831a187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:01:20.672364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Attempting to bind port 8a875003-a0de-4079-a248-53ba8d887e0a on network 51c2b3fe-680e-4206-bce0-bc16021c765d {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:20.684591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed3031-f049-476a-832f-a4afe9bde0fc None None] Pushing event updated for resources: {'Port': ['ID=8a875003-a0de-4079-a248-53ba8d887e0a,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:20.687341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:01:20.687725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Checking segment: {'id': '58f8e30c-1da7-463c-9d11-004c4831a187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:01:20.688183 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:20.688574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Bound using segment: {'id': '58f8e30c-1da7-463c-9d11-004c4831a187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:01:20.689072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Bound port: 8a875003-a0de-4079-a248-53ba8d887e0a, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f8e30c-1da7-463c-9d11-004c4831a187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:01:20.689473 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:20.703330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Port 0d6a799f-6fad-48c8-8422-b1e72139563f on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:01:20.705744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Attempting to bind port 0d6a799f-6fad-48c8-8422-b1e72139563f on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:20.728364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:01:20.735475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:01:20.736365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:01:20.737649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Bound port: 0d6a799f-6fad-48c8-8422-b1e72139563f, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:01:20.738563 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:20.766233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520605-ae10-4ac4-a7a1-0103d75ed162 req-501a79cb-937c-40a9-81a3-9bd0d6f5633a tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:20.776159 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39520605-ae10-4ac4-a7a1-0103d75ed162 req-501a79cb-937c-40a9-81a3-9bd0d6f5633a tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 970 time: 0.2082393 Oct 13 14:01:20.795375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] For port 8a875003-a0de-4079-a248-53ba8d887e0a, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:01:20.799648 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] For port 8a875003-a0de-4079-a248-53ba8d887e0a, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8a875003-a0de-4079-a248-53ba8d887e0a,segment=NetworkSegment(58f8e30c-1da7-463c-9d11-004c4831a187),segment_id=58f8e30c-1da7-463c-9d11-004c4831a187)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:01:20.885384 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:20.891408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-f4c146d4-ffcc-40b6-8a04-eed44773a91f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a154b62f002142f8ac00a59d9d9c2a7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502126 Oct 13 14:01:20.964824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed3031-f049-476a-832f-a4afe9bde0fc None None] Pushing event updated for resources: {'Port': ['ID=8a875003-a0de-4079-a248-53ba8d887e0a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:20.983976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f3f4791c-fb72-4504-abe8-15f408238799 None None] Provisioning complete for port 8a875003-a0de-4079-a248-53ba8d887e0a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:20.984885 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f3f4791c-fb72-4504-abe8-15f408238799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:20.985494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39520605-ae10-4ac4-a7a1-0103d75ed162 req-05768ad7-4dad-4145-a92d-ce665b8eed1f tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080772 Oct 13 14:01:21.046672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] For port 0d6a799f-6fad-48c8-8422-b1e72139563f, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:01:21.059346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Routers {'fb7c8771-0afa-4290-adf6-5a5a646abbb8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:01:21.060004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:00:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fb7c8771-0afa-4290-adf6-5a5a646abbb8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:21.138351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] For port 0d6a799f-6fad-48c8-8422-b1e72139563f, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d6a799f-6fad-48c8-8422-b1e72139563f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:01:21.191942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e07ea50-31bf-4b16-947d-fa411649fdfd req-a0669128-7c8e-4b1a-a862-7cb7e982ac09 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 210 time: 0.0994334 Oct 13 14:01:21.220931 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:21.311205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-5106963a-b4dc-4226-b85a-a41498a9015d tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:21.321328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-5106963a-b4dc-4226-b85a-a41498a9015d tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4290044 Oct 13 14:01:21.359668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-dcac2fbc-a6e8-4856-a39b-94bc3e4bf73a tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/quotas/a154b62f002142f8ac00a59d9d9c2a7f HTTP/1.1" status: 200 len: 375 time: 0.0372736 Oct 13 14:01:21.363264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:21.364424 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:21.368031 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] 10.222.0.49 "PUT /v2.0/ports/0d6a799f-6fad-48c8-8422-b1e72139563f HTTP/1.1" status: 200 len: 1119 time: 2.6790240 Oct 13 14:01:21.400150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3e4170-e66e-4a1c-974d-6ebb0560ef9b', 'tag': '0d6a799f-6fad-48c8-8422-b1e72139563f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:01:21.482733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] Set router fb7c8771-0afa-4290-adf6-5a5a646abbb8 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:01:21.490877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-9338fde9-c58d-4606-895a-43f5bad0f0f8 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a154b62f002142f8ac00a59d9d9c2a7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1281812 Oct 13 14:01:21.596995 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:21.666177 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23de8aa2-3aa1-44fd-983b-1cce5427cc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3e4170-e66e-4a1c-974d-6ebb0560ef9b", "tag": "0d6a799f-6fad-48c8-8422-b1e72139563f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:01:21.686659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6890e2-4f4f-4e3e-a281-fa9f3d7c385f service neutron] Pushing event updated for resources: {'Port': ['ID=0d6a799f-6fad-48c8-8422-b1e72139563f,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:21.728645 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f3f4791c-fb72-4504-abe8-15f408238799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:21.749714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-2c91f5cd-89b3-4ac3-8fe8-7dddce7b93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:21.751259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-2c91f5cd-89b3-4ac3-8fe8-7dddce7b93d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b599689c1c04829aa0f0c40337101af&device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 1122 time: 0.2286782 Oct 13 14:01:21.802963 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f3f4791c-fb72-4504-abe8-15f408238799 None None] For port 8a875003-a0de-4079-a248-53ba8d887e0a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8a875003-a0de-4079-a248-53ba8d887e0a,segment=NetworkSegment(58f8e30c-1da7-463c-9d11-004c4831a187),segment_id=58f8e30c-1da7-463c-9d11-004c4831a187)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:21.863748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-52c35049-3137-4103-8705-c92d643f7eff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=0d6a799f-6fad-48c8-8422-b1e72139563f HTTP/1.1" status: 200 len: 217 time: 0.0838079 Oct 13 14:01:21.889512 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f3f4791c-fb72-4504-abe8-15f408238799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:22.089183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68888220-router', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a126c786-8853-40c9-9580-58db2c879960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:11Z', 'updated_at': '2021-10-13T14:01:15Z', 'revision_number': 4, 'project_id': '003555dc8fa24b28b9f35bef90ff6152', 'gw_port': {'id': 'a126c786-8853-40c9-9580-58db2c879960', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:12Z', 'updated_at': '2021-10-13T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '8a875003-a0de-4079-a248-53ba8d887e0a', 'name': '', 'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'mac_address': 'fa:16:3e:47:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f31765e6-beb0-4993-824d-15a3eacb7398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:15Z', 'updated_at': '2021-10-13T14:01:20Z', 'revision_number': 4, 'project_id': '003555dc8fa24b28b9f35bef90ff6152', 'subnets': [{'id': 'f31765e6-beb0-4993-824d-15a3eacb7398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:22.092269 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4791c-fb72-4504-abe8-15f408238799 None None] Pushing event updated for resources: {'Port': ['ID=8a875003-a0de-4079-a248-53ba8d887e0a,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:22.202880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece159e3-3bff-4ae1-854a-b06a3fdeb8a6 None None] The sync data for ids ['fb7c8771-0afa-4290-adf6-5a5a646abbb8'] in n-d-806683-15 is: [{'id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68888220-router', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a126c786-8853-40c9-9580-58db2c879960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:11Z', 'updated_at': '2021-10-13T14:01:15Z', 'revision_number': 4, 'project_id': '003555dc8fa24b28b9f35bef90ff6152', 'gw_port': {'id': 'a126c786-8853-40c9-9580-58db2c879960', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:12Z', 'updated_at': '2021-10-13T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '8a875003-a0de-4079-a248-53ba8d887e0a', 'name': '', 'network_id': '51c2b3fe-680e-4206-bce0-bc16021c765d', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'mac_address': 'fa:16:3e:47:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f31765e6-beb0-4993-824d-15a3eacb7398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:15Z', 'updated_at': '2021-10-13T14:01:20Z', 'revision_number': 4, 'project_id': '003555dc8fa24b28b9f35bef90ff6152', 'subnets': [{'id': 'f31765e6-beb0-4993-824d-15a3eacb7398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:01:22.213226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a94a1920-dc6d-439c-9fa3-ac02e56f1a28 req-05ba5bf3-af6c-4bc4-9dfb-be40e0a5169c tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0505462 Oct 13 14:01:22.219103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-129284c5-5ab6-401a-8fb8-9bdfcefb5a78 None None] Provisioning complete for port 8a875003-a0de-4079-a248-53ba8d887e0a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:22.219580 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-129284c5-5ab6-401a-8fb8-9bdfcefb5a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:22.230248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-93db8990-e6c1-448e-a9ca-081806c5e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:22.232736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-93db8990-e6c1-448e-a9ca-081806c5e700 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.3475254 Oct 13 14:01:22.338240 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3357d9c9-28b7-4156-a6bf-79c1fb2f5c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:22.398727 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1a6551-9d9d-4630-93a0-a7887892f547 x-openstack-request-id: req-bd1a6551-9d9d-4630-93a0-a7887892f547 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:01:22.399034 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3e4170-e66e-4a1c-974d-6ebb0560ef9b", "tag": "0d6a799f-6fad-48c8-8422-b1e72139563f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:01:22.399249 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd1a6551-9d9d-4630-93a0-a7887892f547 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:01:22.399704 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3e4170-e66e-4a1c-974d-6ebb0560ef9b', 'tag': '0d6a799f-6fad-48c8-8422-b1e72139563f', 'status': 'completed', 'code': 200} Oct 13 14:01:22.431273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-482fb968-b18f-4189-8bf9-3a144a8586bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:22.437763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-482fb968-b18f-4189-8bf9-3a144a8586bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1862299 Oct 13 14:01:22.475635 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a126c786-8853-40c9-9580-58db2c879960 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:22.603027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port a126c786-8853-40c9-9580-58db2c879960 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:22.604774 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:22.915673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-854bbbbf-3adb-4c36-879d-5616c3364da4 req-739f2195-afc8-4edc-b763-bce1db4e2e6b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 210 time: 0.0562761 Oct 13 14:01:23.006660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0837186-152e-4b54-a606-bebe16bd1be5 req-7777e61b-3af6-47ba-b955-8ee5ea1a73ee tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:23.015078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0837186-152e-4b54-a606-bebe16bd1be5 req-7777e61b-3af6-47ba-b955-8ee5ea1a73ee tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 970 time: 0.1571994 Oct 13 14:01:23.069577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-43bbd819-5e41-4a41-81ae-58ad690674e1 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252341 Oct 13 14:01:23.121557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0837186-152e-4b54-a606-bebe16bd1be5 req-782daae9-1ea8-4f29-8175-7406a817846f tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925999 Oct 13 14:01:23.358266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9bdf6a1a-2ae3-4525-a600-1d8e4d3a4329 req-ce8c07c0-7a81-40d3-9482-b7ca496b69dc tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0538719 Oct 13 14:01:23.425481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5edc67-73e7-4cae-941a-be584492bec2 req-f751b9f6-964e-4dd1-a2da-8e18382aa9b3 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211813 Oct 13 14:01:23.625139 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56268) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:23.629943 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:23.641872 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6db5fa22-cecf-48cc-afe5-2f8c6d3d39d7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894450073', 'description': 'tempest-description--441224118'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:23.793558 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6db5fa22-cecf-48cc-afe5-2f8c6d3d39d7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:24.004483 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:24.030039 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6db5fa22-cecf-48cc-afe5-2f8c6d3d39d7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:24.073762 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56284) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:24.118938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-787bd23f-fc70-49b7-bcf7-6f5024934149 req-c6fe2207-49c5-4581-a50a-cf2c512ca273 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 210 time: 0.0701711 Oct 13 14:01:24.123913 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6db5fa22-cecf-48cc-afe5-2f8c6d3d39d7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:24.159421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de8aa2-3aa1-44fd-983b-1cce5427cc6e req-14d6553a-b5b3-4ab4-8a2b-75dcac5d2c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:24.161032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23de8aa2-3aa1-44fd-983b-1cce5427cc6e req-14d6553a-b5b3-4ab4-8a2b-75dcac5d2c0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b599689c1c04829aa0f0c40337101af&device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 1122 time: 0.1687624 Oct 13 14:01:24.191410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5fa22-cecf-48cc-afe5-2f8c6d3d39d7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca441ed-2465-46aa-a431-6d1222907ac5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:24.240442 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6db5fa22-cecf-48cc-afe5-2f8c6d3d39d7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:24.244764 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6db5fa22-cecf-48cc-afe5-2f8c6d3d39d7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6114905 Oct 13 14:01:24.244764 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.41', 62381) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:24.260319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56294) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:24.319707 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-a2259729-1ee5-4981-b10e-aba7314bd215 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ec0a4e9512f74f548fa7f24177832a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752997 Oct 13 14:01:24.324820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f4816444-e882-4f0e-a55a-3a27894cb30e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Request body: {'security_group_rule': {'security_group_id': 'aca441ed-2465-46aa-a431-6d1222907ac5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:24.370436 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d5760b26-0e9e-49dd-88c4-250b0fbc8e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:24.509349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89aa01-f303-45a0-bf17-bb045aeb0f6a req-c147c2d8-f846-41e8-8f18-a4d17ae3de2d tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:24.510947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b89aa01-f303-45a0-bf17-bb045aeb0f6a req-c147c2d8-f846-41e8-8f18-a4d17ae3de2d tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 970 time: 0.1478715 Oct 13 14:01:24.524652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8a875003-a0de-4079-a248-53ba8d887e0a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:24.599832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e23176c9-80fa-49c2-a7f5-7d970eeb9905 req-66ea07d4-d299-485c-8def-bdb0af914303 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0628545 Oct 13 14:01:24.626332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de8aa2-3aa1-44fd-983b-1cce5427cc6e req-13600d32-df5d-4b2c-b021-f798f56abc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:24.628092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23de8aa2-3aa1-44fd-983b-1cce5427cc6e req-13600d32-df5d-4b2c-b021-f798f56abc3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.4543259 Oct 13 14:01:24.632013 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f4816444-e882-4f0e-a55a-3a27894cb30e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:24.648876 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8a875003-a0de-4079-a248-53ba8d887e0a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:24.650092 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:24.711692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b89aa01-f303-45a0-bf17-bb045aeb0f6a req-0d311948-aa46-48e0-a44e-d620a42d2a04 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829844 Oct 13 14:01:24.760597 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-4b13ddf3-a5f3-4afe-a2cc-ea0758cb0d2c tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:24.770765 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-4b13ddf3-a5f3-4afe-a2cc-ea0758cb0d2c tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4160652 Oct 13 14:01:24.770954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23de8aa2-3aa1-44fd-983b-1cce5427cc6e req-80e22f75-8919-4893-b3b5-f4a5864a1738 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=0d6a799f-6fad-48c8-8422-b1e72139563f HTTP/1.1" status: 200 len: 217 time: 0.0737360 Oct 13 14:01:24.823842 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d5760b26-0e9e-49dd-88c4-250b0fbc8e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:24.855474 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Request body: {'port': {'device_id': 'a85553e2-6923-43f1-ab5d-0225bd4f9fc4', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': 'ec0a4e9512f74f548fa7f24177832a80'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:24.915924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56302) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:24.940202 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f4816444-e882-4f0e-a55a-3a27894cb30e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:24.944197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de8aa2-3aa1-44fd-983b-1cce5427cc6e req-aaa0c9f4-07bc-436a-ba14-943ac5f5308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:24.945653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23de8aa2-3aa1-44fd-983b-1cce5427cc6e req-aaa0c9f4-07bc-436a-ba14-943ac5f5308d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1691327 Oct 13 14:01:24.950432 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d5760b26-0e9e-49dd-88c4-250b0fbc8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:24.993249 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d5760b26-0e9e-49dd-88c4-250b0fbc8e91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da20dfa5ea0c4ea794f1cdea64b403cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9172616 Oct 13 14:01:25.009563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56308) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:25.029872 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f4816444-e882-4f0e-a55a-3a27894cb30e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.059739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4816444-e882-4f0e-a55a-3a27894cb30e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369eea3b-b94c-48aa-b47a-fba8bc1916b0,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:25.071373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de8aa2-3aa1-44fd-983b-1cce5427cc6e req-68287f26-7d95-4ec5-ad42-3ae89a2097fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:25.073047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23de8aa2-3aa1-44fd-983b-1cce5427cc6e req-68287f26-7d95-4ec5-ad42-3ae89a2097fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0967164 Oct 13 14:01:25.112712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.41', 62384) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:25.167072 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f4816444-e882-4f0e-a55a-3a27894cb30e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.167072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f4816444-e882-4f0e-a55a-3a27894cb30e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9013605 Oct 13 14:01:25.175159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56316) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:25.178552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-4b3c817b-ea41-44fe-b808-94a08baf9dff tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a154b62f002142f8ac00a59d9d9c2a7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633681 Oct 13 14:01:25.180781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-39a8be8a-2648-42aa-9669-dc4bfda6c37f tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Request body: {'security_group_rule': {'security_group_id': 'aca441ed-2465-46aa-a431-6d1222907ac5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:25.189940 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.242012 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5760b26-0e9e-49dd-88c4-250b0fbc8e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de4389b-2b92-489c-92bc-456bceb33d5e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:25.279542 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4585-3030-4dd8-a5a2-b4d9fdae3d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.375393 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-767b4a11-8417-4dd7-97cf-8d51941a2de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.407397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2fdf0a5-89ac-491e-96a7-3b33ecf1200e req-9829bc8e-5340-484b-8579-a71eae3e079a tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 210 time: 0.1063633 Oct 13 14:01:25.450054 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-767b4a11-8417-4dd7-97cf-8d51941a2de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.529045 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39a8be8a-2648-42aa-9669-dc4bfda6c37f tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.582011 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23de8aa2-3aa1-44fd-983b-1cce5427cc6e req-30eef09b-6934-4a48-b207-fc3685c8a2cd service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680147 Oct 13 14:01:25.615195 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Made reservation on behalf of ec0a4e9512f74f548fa7f24177832a80 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:01:25.619668 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.624838 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4585-3030-4dd8-a5a2-b4d9fdae3d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.644229 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39a8be8a-2648-42aa-9669-dc4bfda6c37f tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.645496 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.651342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-65c8f618-744f-447e-834d-2d0f8619bec2 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:25.653154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-65c8f618-744f-447e-834d-2d0f8619bec2 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4018879 Oct 13 14:01:25.669446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Request body: {'port': {'device_id': '607fdd1e-6852-4cec-b606-71b7b271dfa8', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': 'a154b62f002142f8ac00a59d9d9c2a7f'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:25.684640 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-767b4a11-8417-4dd7-97cf-8d51941a2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.694905 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-767b4a11-8417-4dd7-97cf-8d51941a2de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.699846 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-767b4a11-8417-4dd7-97cf-8d51941a2de0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9de4389b-2b92-489c-92bc-456bceb33d5e HTTP/1.1" status: 204 len: 168 time: 0.6693823 Oct 13 14:01:25.755312 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b4a11-8417-4dd7-97cf-8d51941a2de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de4389b-2b92-489c-92bc-456bceb33d5e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:25.791463 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39a8be8a-2648-42aa-9669-dc4bfda6c37f tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.873406 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8be8a-2648-42aa-9669-dc4bfda6c37f tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b40cbee-b3f2-46ca-b12f-b31c9f9d511a,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:25.888740 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e8dc4585-3030-4dd8-a5a2-b4d9fdae3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:25.952102 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.008795 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39a8be8a-2648-42aa-9669-dc4bfda6c37f tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.013721 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-39a8be8a-2648-42aa-9669-dc4bfda6c37f tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8370864 Oct 13 14:01:26.018318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56336) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:26.030994 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:26.081256 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.208271 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56340) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:26.213161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e8dc4585-3030-4dd8-a5a2-b4d9fdae3d92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=482aed13b28546b9bd810d8482c889a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2861755 Oct 13 14:01:26.215453 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45704cf0-227f-4e15-a8f7-73b620af1d2e req-2d1c6d6a-b60a-40c5-87bc-a07895adf405 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 210 time: 0.3606148 Oct 13 14:01:26.303444 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.350860 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bca8190-d9a0-4ef2-92da-8f32d8178f15,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:26.418587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc4585-3030-4dd8-a5a2-b4d9fdae3d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df868aa-e4d1-4b1e-b5a3-304d562786e0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:26.454534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23de8aa2-3aa1-44fd-983b-1cce5427cc6e req-4b095f42-6713-491e-9d6e-162c03e1be6f service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007316 Oct 13 14:01:26.570283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8d520c0-f656-4256-bdb1-0249290d528e req-e397856c-4019-46e2-90da-9cc002e579c6 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 210 time: 0.0485916 Oct 13 14:01:26.579851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92815d8b-7e26-409d-b1c7-2d7addf1c741 req-6f3adfc1-9fef-4d47-95d5-5ddd239270c5 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:26.588734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92815d8b-7e26-409d-b1c7-2d7addf1c741 req-6f3adfc1-9fef-4d47-95d5-5ddd239270c5 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 970 time: 0.7328711 Oct 13 14:01:26.592269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Made reservation on behalf of a154b62f002142f8ac00a59d9d9c2a7f for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:01:26.596293 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.621079 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.681626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92815d8b-7e26-409d-b1c7-2d7addf1c741 req-372efae4-82f2-4525-83f8-5a10e0d5f455 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919349 Oct 13 14:01:26.745340 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e438a960-7176-44d3-8007-729bf77e296d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.745806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56344) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:26.767047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1424-3f70-4a14-882b-83208e67ad04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.779043 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Allocated IP 192.168.233.236 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/975ec6bd-9423-4aec-b3c8-1135b916db4c) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:26.791387 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.791854 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e438a960-7176-44d3-8007-729bf77e296d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.877794 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1424-3f70-4a14-882b-83208e67ad04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.879693 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.944999 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.974491 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c7a1424-3f70-4a14-882b-83208e67ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:26.977522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f45f897-da6b-4752-a37e-3fcf5a54478f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:27.031781 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e438a960-7176-44d3-8007-729bf77e296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:27.035108 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e438a960-7176-44d3-8007-729bf77e296d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:27.040066 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e438a960-7176-44d3-8007-729bf77e296d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4df868aa-e4d1-4b1e-b5a3-304d562786e0 HTTP/1.1" status: 204 len: 168 time: 0.7569005 Oct 13 14:01:27.131206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438a960-7176-44d3-8007-729bf77e296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df868aa-e4d1-4b1e-b5a3-304d562786e0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:27.230923 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Allocated IP 172.25.0.121 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/2e59f0d4-c59b-4e56-81b9-8d31688c7daa) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:27.279816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3c7a1424-3f70-4a14-882b-83208e67ad04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3dd9fd610094567892064bdb969f9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5255785 Oct 13 14:01:27.279816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a1424-3f70-4a14-882b-83208e67ad04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d869e2-2a65-486c-9121-1aa60ea954d5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:27.279816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56348) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:27.347392 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:27.399296 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c7b0a3db-b997-4fa9-a4f5-5f78148ed19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:27.424126 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e104ed5-2c01-417e-8b76-24837f9d28cc req-a823cf8f-8ec4-48e8-8781-0141d5768cdd tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0419061 Oct 13 14:01:27.454933 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c7b0a3db-b997-4fa9-a4f5-5f78148ed19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:27.488030 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:27.577319 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:27.645392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c7b0a3db-b997-4fa9-a4f5-5f78148ed19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:27.652729 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c7b0a3db-b997-4fa9-a4f5-5f78148ed19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:27.652729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c7b0a3db-b997-4fa9-a4f5-5f78148ed19e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8d869e2-2a65-486c-9121-1aa60ea954d5 HTTP/1.1" status: 204 len: 168 time: 0.3720689 Oct 13 14:01:27.696508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0a3db-b997-4fa9-a4f5-5f78148ed19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d869e2-2a65-486c-9121-1aa60ea954d5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:27.699873 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:27.701849 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:27.712652 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:27.738496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:27.738496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:27.738496 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:27.751240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:27.753160 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:27.756191 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Pushing event updated for resources: {'Port': ['ID=975ec6bd-9423-4aec-b3c8-1135b916db4c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:27.774317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:27.869370 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Allocated IP 192.168.233.135 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/0bacfcb3-e3fd-47f7-8276-b1b9b241193d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:27.910330 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-ae2b28d4-c92f-45f8-aa31-14e25160ffee tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0570107 Oct 13 14:01:27.942289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86ac1b-793f-455c-9026-3cd2e64b702c req-16001d93-6c09-463b-b884-a2da383fc4ea tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:27.965141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e86ac1b-793f-455c-9026-3cd2e64b702c req-16001d93-6c09-463b-b884-a2da383fc4ea tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 936 time: 0.2743015 Oct 13 14:01:28.008296 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56362) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:28.039418 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fec68018-a509-47bc-abe7-8c14e3b8350a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:28.152413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438b9e-97d7-4aaf-a489-5ed34c8872ca req-a989d6e4-50a8-449c-b4ba-58bd7a430aa1 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:28.162907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b438b9e-97d7-4aaf-a489-5ed34c8872ca req-a989d6e4-50a8-449c-b4ba-58bd7a430aa1 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 970 time: 0.3017316 Oct 13 14:01:28.204564 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fec68018-a509-47bc-abe7-8c14e3b8350a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:28.211921 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:28.216634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Pushing event updated for resources: {'Port': ['ID=2e59f0d4-c59b-4e56-81b9-8d31688c7daa,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:28.246566 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b338b782-36b3-403c-9562-0345acaefc7c None None] Provisioning complete for port 975ec6bd-9423-4aec-b3c8-1135b916db4c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:28.251332 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b338b782-36b3-403c-9562-0345acaefc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:28.263292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e86ac1b-793f-455c-9026-3cd2e64b702c req-bf6d7cc3-d72f-403e-a23f-9be29edd65fc tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956071 Oct 13 14:01:28.288233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fec68018-a509-47bc-abe7-8c14e3b8350a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:28.334077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b438b9e-97d7-4aaf-a489-5ed34c8872ca req-c68ce856-0043-43b8-85b0-123150529907 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676149 Oct 13 14:01:28.349659 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fec68018-a509-47bc-abe7-8c14e3b8350a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f941b34b30734740882c4b3c249ee16b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298774 Oct 13 14:01:28.349659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56366) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:28.460128 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b338b782-36b3-403c-9562-0345acaefc7c None None] Port 975ec6bd-9423-4aec-b3c8-1135b916db4c cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:01:28.464547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:28.498174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec68018-a509-47bc-abe7-8c14e3b8350a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89b3f28-d795-4e8d-b112-9eb1cdd89135,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:28.523063 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:28.633619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e0428e-b3b1-47ab-a48d-54b76e1cd6c5 req-d838b75e-9dea-4543-bae4-79e0a65ad955 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0428398 Oct 13 14:01:28.687255 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:28.728218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:28.731048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:28.750420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:28.756925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:28.757625 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:28.799086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Pushing event updated for resources: {'Port': ['ID=0bacfcb3-e3fd-47f7-8276-b1b9b241193d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:28.837088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-107fd454-85b4-4e27-b06e-b53e1b726d0f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1739759 Oct 13 14:01:28.918268 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-047a7113-0e8b-4515-aaf7-3baa306dbfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:28.972392 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-047a7113-0e8b-4515-aaf7-3baa306dbfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:29.030572 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:29.094993 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-383fc3b0-64ae-4f5c-9bc2-b670f440a3a5 None None] Provisioning complete for port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:29.095365 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-383fc3b0-64ae-4f5c-9bc2-b670f440a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:29.121385 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:29.134833 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:29.141022 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-047a7113-0e8b-4515-aaf7-3baa306dbfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:29.144014 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-047a7113-0e8b-4515-aaf7-3baa306dbfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:29.144426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-383fc3b0-64ae-4f5c-9bc2-b670f440a3a5 None None] Port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:01:29.145462 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-047a7113-0e8b-4515-aaf7-3baa306dbfd6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f89b3f28-d795-4e8d-b112-9eb1cdd89135 HTTP/1.1" status: 204 len: 168 time: 0.7966142 Oct 13 14:01:29.195212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a7113-0e8b-4515-aaf7-3baa306dbfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89b3f28-d795-4e8d-b112-9eb1cdd89135,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:29.233207 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Pushing event updated for resources: {'Port': ['ID=2e59f0d4-c59b-4e56-81b9-8d31688c7daa,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:29.275012 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:29.277013 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a714b883-42a5-467e-9f0e-7bccbb1f6fee tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2545619 Oct 13 14:01:29.530141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9da855-5d20-4774-9ff1-571e6ad20c7f req-f4e60940-f2e5-45d0-afa8-cff469807f69 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:29.530141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac9da855-5d20-4774-9ff1-571e6ad20c7f req-f4e60940-f2e5-45d0-afa8-cff469807f69 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 970 time: 0.0942583 Oct 13 14:01:29.538792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81eb99-7426-4687-ac15-046bf2c478f6 req-f427787c-3c49-4917-884e-b586c55198ea tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:29.551644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f81eb99-7426-4687-ac15-046bf2c478f6 req-f427787c-3c49-4917-884e-b586c55198ea tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 936 time: 0.2052252 Oct 13 14:01:29.757540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f81eb99-7426-4687-ac15-046bf2c478f6 req-9874cb70-8b1d-436a-a6e7-5616e7595c36 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975072 Oct 13 14:01:29.757540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac9da855-5d20-4774-9ff1-571e6ad20c7f req-d0b70bcb-1edc-4bd8-8792-bc8241af2f0e tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971081 Oct 13 14:01:29.783147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332fa07-cfb5-439d-84b3-d167ba155316 req-0abc31bb-56c5-4ef6-9bed-ab81fd164319 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:29.785140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0332fa07-cfb5-439d-84b3-d167ba155316 req-0abc31bb-56c5-4ef6-9bed-ab81fd164319 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 936 time: 0.0639706 Oct 13 14:01:29.839180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0332fa07-cfb5-439d-84b3-d167ba155316 req-8a623e62-e389-4c55-b56e-9900c2fb9df7 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 Oct 13 14:01:29.858002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-588d92eb-fcc0-4d37-8e49-63c6befc6b81 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:01:29.858002 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-588d92eb-fcc0-4d37-8e49-63c6befc6b81 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0096209 Oct 13 14:01:29.858659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-abdebd3d-5158-4f4b-9cd4-c48296d09d92 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:01:29.859945 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-abdebd3d-5158-4f4b-9cd4-c48296d09d92 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0140755 Oct 13 14:01:30.893789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb21bd1-bdc2-450d-92ae-7259aa34bcfa req-ea6b568a-abea-4740-aa9d-c74de96b223e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:30.896478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0fb21bd1-bdc2-450d-92ae-7259aa34bcfa req-ea6b568a-abea-4740-aa9d-c74de96b223e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 936 time: 0.0760350 Oct 13 14:01:30.997574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0fb21bd1-bdc2-450d-92ae-7259aa34bcfa req-ee384e99-fb9c-40b3-b4dd-34308ef4dac3 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919611 Oct 13 14:01:31.222107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-00f50e63-4e1a-4657-b3dc-1fcdfbc63758 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--894450073&fields=id&tenant_id=8da101f040cd4a8f8fa47c2569037dc8 HTTP/1.1" status: 200 len: 267 time: 0.1094761 Oct 13 14:01:31.246703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a841bb0-fa91-4375-a1ce-e147e7467cc1 req-ee21f215-603d-49f5-b387-32cad31e7029 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:31.248246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a841bb0-fa91-4375-a1ce-e147e7467cc1 req-ee21f215-603d-49f5-b387-32cad31e7029 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 970 time: 0.1286566 Oct 13 14:01:31.400804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a841bb0-fa91-4375-a1ce-e147e7467cc1 req-ba7060a0-af29-4220-93f4-e3e3679948d1 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367359 Oct 13 14:01:31.478272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-ae00bf04-7d71-46c4-bb6f-4262be9cfc03 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:31.480995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-ae00bf04-7d71-46c4-bb6f-4262be9cfc03 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/networks?id=1f3b32a1-dbed-4907-8cd6-385475dc68e2 HTTP/1.1" status: 200 len: 823 time: 0.2480483 Oct 13 14:01:31.533490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-c9bcf27c-6aa9-4618-85ca-1d0cd3c65ee5 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/quotas/8da101f040cd4a8f8fa47c2569037dc8 HTTP/1.1" status: 200 len: 375 time: 0.0369432 Oct 13 14:01:31.550061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d7fa2-4702-4382-af12-de121054446f req-08f4d73e-c3b3-44ff-b2a1-215a9eacb003 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:31.551649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-793d7fa2-4702-4382-af12-de121054446f req-08f4d73e-c3b3-44ff-b2a1-215a9eacb003 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 936 time: 0.0693698 Oct 13 14:01:31.636355 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-5cd65110-8c43-492c-94c9-736e54dc293f tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8da101f040cd4a8f8fa47c2569037dc8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830255 Oct 13 14:01:31.642293 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-793d7fa2-4702-4382-af12-de121054446f req-937f0ffc-9c1b-4eac-abd7-e42db6f5a935 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782497 Oct 13 14:01:31.831906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-6c328234-b5e6-4d20-b98d-011ddc91cfe5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:01:31.834717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-6c328234-b5e6-4d20-b98d-011ddc91cfe5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0570633 Oct 13 14:01:31.952251 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-12ec9f03-a51b-41a0-ac1f-5e141cecead1 service neutron] 10.222.0.18 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043637 Oct 13 14:01:32.158993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-d65e4e92-d4be-4fba-81ab-a1df63d55923 service neutron] 10.222.0.18 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986783 Oct 13 14:01:32.523090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-00f14cec-1b34-4d5f-8988-588632d3fd97 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302858 Oct 13 14:01:32.707887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-0cc67963-c4c0-4b50-9b60-ef918da261d2 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:32.709771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-0cc67963-c4c0-4b50-9b60-ef918da261d2 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780415 Oct 13 14:01:32.748805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-550a32df-4c08-4465-94c2-036901ae361c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/quotas/7cbf24ee3d2e4d08a684d8e166381bd1 HTTP/1.1" status: 200 len: 375 time: 0.0250101 Oct 13 14:01:32.798361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-dfbcef65-7150-4c3d-9c6d-26418cffc5bd tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389242 Oct 13 14:01:32.806327 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4942dd-3aad-4b4e-9ed5-cbb0c459dee5 req-ad367df4-4ffa-49b7-91c2-32324a9d33da tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:32.818154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d4942dd-3aad-4b4e-9ed5-cbb0c459dee5 req-ad367df4-4ffa-49b7-91c2-32324a9d33da tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 936 time: 0.1338608 Oct 13 14:01:32.868556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d4942dd-3aad-4b4e-9ed5-cbb0c459dee5 req-3b72ca7b-10e4-49d2-9fbe-b2752884107e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473132 Oct 13 14:01:32.995907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a811bce-e1f8-408b-a920-d81da9ef139e req-3221a9ec-0bd4-4390-87ea-a534a9adf3f4 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:32.997698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a811bce-e1f8-408b-a920-d81da9ef139e req-3221a9ec-0bd4-4390-87ea-a534a9adf3f4 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 970 time: 0.0541704 Oct 13 14:01:33.041742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a811bce-e1f8-408b-a920-d81da9ef139e req-477de4db-44c5-45c2-bcc9-9750630895f2 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338130 Oct 13 14:01:33.275855 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e3e2bb3-60f8-4117-9460-72a80cb4e864 req-d828f7d2-1269-400b-8f84-64423f16aa1e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 210 time: 0.0933089 Oct 13 14:01:33.314876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a2325-3088-42f9-b25b-09a2d8d9b758 req-689193ef-150c-42ae-9cae-c6f76cdaf02c tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:33.316404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-458a2325-3088-42f9-b25b-09a2d8d9b758 req-689193ef-150c-42ae-9cae-c6f76cdaf02c tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 936 time: 0.1782951 Oct 13 14:01:33.414644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfed54c1-7c95-45f2-b3d0-9465082af07f req-215526b9-904a-4de1-8920-fc44d4c64255 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 210 time: 0.0502050 Oct 13 14:01:33.441589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-458a2325-3088-42f9-b25b-09a2d8d9b758 req-5f39387d-4562-4c11-af7b-0428c9d30d1d tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113014 Oct 13 14:01:34.045477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e24ac-1645-4c6d-9a06-d18541eb3804 req-3fd28d12-9b1d-4525-8397-3d69833a341b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:34.047041 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c3e24ac-1645-4c6d-9a06-d18541eb3804 req-3fd28d12-9b1d-4525-8397-3d69833a341b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 936 time: 0.0759652 Oct 13 14:01:34.109033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c3e24ac-1645-4c6d-9a06-d18541eb3804 req-5c05fc5d-ffe6-46b5-8566-2d2a8c1f98ef tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484507 Oct 13 14:01:34.250391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b7b98-b96b-45c6-a31e-87382bbe222e req-06401858-4f92-41e9-93ab-f8ddda7476b3 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:34.252319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd1b7b98-b96b-45c6-a31e-87382bbe222e req-06401858-4f92-41e9-93ab-f8ddda7476b3 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 970 time: 0.0693173 Oct 13 14:01:34.301877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd1b7b98-b96b-45c6-a31e-87382bbe222e req-6b893556-0ad6-4c12-baca-9649ecc4b9ff tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434227 Oct 13 14:01:34.383097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d335fb4-c29b-4799-8cbf-207cd1a056d0 req-906ace03-a6c7-412d-b1dd-a87ca54df5c9 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 210 time: 0.0296016 Oct 13 14:01:34.540305 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27f6801c-803a-42df-a6fd-3f6c1af1771f req-6ab6bc9e-0c24-4ae7-b3c4-0d91fc532567 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 210 time: 0.0374115 Oct 13 14:01:34.637441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fa206-fc33-48a0-8485-3ade3306fb5d req-6a5eef44-7676-4df5-8beb-aadde665eb4a tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:34.639009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b28fa206-fc33-48a0-8485-3ade3306fb5d req-6a5eef44-7676-4df5-8beb-aadde665eb4a tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 936 time: 0.0820498 Oct 13 14:01:34.703037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b28fa206-fc33-48a0-8485-3ade3306fb5d req-30b1966a-1023-4f43-9072-c1bb41b49dd3 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546858 Oct 13 14:01:34.817102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d6a799f-6fad-48c8-8422-b1e72139563f details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:01:34.934985 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d6a799f-6fad-48c8-8422-b1e72139563f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d6a799f-6fad-48c8-8422-b1e72139563f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:34.948701 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '0d6a799f-6fad-48c8-8422-b1e72139563f', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '0d6a799f-6fad-48c8-8422-b1e72139563f', 'mac_address': 'fa:16:3e:b0:01:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:tempest-test_az-1114580748', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:01:34.990896 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:35.004192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6a799f-6fad-48c8-8422-b1e72139563f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:01:35.026403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d6a799f-6fad-48c8-8422-b1e72139563f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d6a799f-6fad-48c8-8422-b1e72139563f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:35.151320 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:35.172602 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56546) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:35.222538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d6a799f-6fad-48c8-8422-b1e72139563f,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:35.279383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb41a0-0e7b-462b-8b9f-831db349ee30 req-7bddcdfc-e82b-4b13-97d2-bea61688820b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:35.281222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5eb41a0-0e7b-462b-8b9f-831db349ee30 req-7bddcdfc-e82b-4b13-97d2-bea61688820b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 936 time: 0.0816388 Oct 13 14:01:35.335829 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33452ade-0c1c-4958-983d-6d93935b3125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:35.335945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5eb41a0-0e7b-462b-8b9f-831db349ee30 req-1a5659ba-3402-414e-aa82-543b52e73ccd tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Oct 13 14:01:35.420398 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33452ade-0c1c-4958-983d-6d93935b3125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:35.521207 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33452ade-0c1c-4958-983d-6d93935b3125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:35.538620 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['0d6a799f-6fad-48c8-8422-b1e72139563f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:01:35.541875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e45d59-ecaa-42ac-aeed-1019223f4078 req-c798d033-c9b5-4711-ac67-5e23f0b9e049 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:35.543402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5e45d59-ecaa-42ac-aeed-1019223f4078 req-c798d033-c9b5-4711-ac67-5e23f0b9e049 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 971 time: 0.1654704 Oct 13 14:01:35.549506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cc681dc-e8b8-43fd-a6ad-aab514b4a826 req-b04f1b72-aac3-4630-ae0c-e6b4bee119d5 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 210 time: 0.0820813 Oct 13 14:01:35.575276 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-33452ade-0c1c-4958-983d-6d93935b3125 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db3a6b46071f4dd5bb09157e3b0e2caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009621 Oct 13 14:01:35.576239 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56554) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:35.603887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33452ade-0c1c-4958-983d-6d93935b3125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7515fb4d-aaec-4588-8c88-d749f15f7635,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:35.643509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5e45d59-ecaa-42ac-aeed-1019223f4078 req-e69afd83-1c0d-48f1-b6db-be62effe08a7 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847278 Oct 13 14:01:35.675945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-871c5992-af08-4ccc-9dbc-303d6742ce87 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:35.680418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-871c5992-af08-4ccc-9dbc-303d6742ce87 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.49 "GET /v2.0/networks?id=1f3b32a1-dbed-4907-8cd6-385475dc68e2 HTTP/1.1" status: 200 len: 823 time: 0.2361488 Oct 13 14:01:35.709603 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dad0aca4-f475-4062-b223-cf6f89a61122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:35.738328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf4f7ebf-cb61-4d53-9cfc-2373bfa76bc6 req-c3e86ea1-da86-4e91-a05f-08e1a9bea96a tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 210 time: 0.0750718 Oct 13 14:01:35.803726 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dad0aca4-f475-4062-b223-cf6f89a61122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:35.856155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-d6cded13-0175-4349-b247-920456034b3e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8da101f040cd4a8f8fa47c2569037dc8 HTTP/1.1" status: 200 len: 379 time: 0.1266789 Oct 13 14:01:35.868490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-24b0ebff-7c43-4498-ba30-5c365f9faf29 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Request body: {'port': {'device_id': 'ea494cf6-140c-4f0e-b95d-9b05f83e49af', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'admin_state_up': True, 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'security_groups': ['aca441ed-2465-46aa-a431-6d1222907ac5']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:35.915687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.49', 49273) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:35.937780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31133e9b-56be-4b6a-ad79-d299b81657d8 req-86a6b765-2799-47dd-a855-1f5c4c4c6cea tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:35.939618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31133e9b-56be-4b6a-ad79-d299b81657d8 req-86a6b765-2799-47dd-a855-1f5c4c4c6cea tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 936 time: 0.1532133 Oct 13 14:01:35.953146 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dad0aca4-f475-4062-b223-cf6f89a61122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:35.955926 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dad0aca4-f475-4062-b223-cf6f89a61122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:35.960201 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dad0aca4-f475-4062-b223-cf6f89a61122 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7515fb4d-aaec-4588-8c88-d749f15f7635 HTTP/1.1" status: 204 len: 168 time: 0.3794281 Oct 13 14:01:35.960201 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-519b0e5b-5211-4195-8773-52492b9ab544 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432897 Oct 13 14:01:35.969550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0aca4-f475-4062-b223-cf6f89a61122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7515fb4d-aaec-4588-8c88-d749f15f7635,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:36.009743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31133e9b-56be-4b6a-ad79-d299b81657d8 req-f967c7c8-5209-4a59-860d-c14655cb7836 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636830 Oct 13 14:01:36.112553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-24b0ebff-7c43-4498-ba30-5c365f9faf29 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Made reservation on behalf of 8da101f040cd4a8f8fa47c2569037dc8 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:01:36.116612 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-24b0ebff-7c43-4498-ba30-5c365f9faf29 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:36.146753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b04a2fab-47c9-43bf-a12b-6e2598941508 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:36.148708 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b04a2fab-47c9-43bf-a12b-6e2598941508 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806784 Oct 13 14:01:36.163608 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Request body: {'port': {'device_id': 'eca8f997-0d8d-442d-b66e-f63848c6bd8c', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '7cbf24ee3d2e4d08a684d8e166381bd1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:36.478570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Made reservation on behalf of 7cbf24ee3d2e4d08a684d8e166381bd1 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:01:36.482131 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:36.483531 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-24b0ebff-7c43-4498-ba30-5c365f9faf29 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Allocated IP 172.20.0.4 (1f3b32a1-dbed-4907-8cd6-385475dc68e2/6b25b45a-36a2-457f-b836-0c2292062e0c/b30274e0-496f-470c-ba76-6e5608282339) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:36.492198 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:36.510053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c5dab-9f52-4814-8336-7a3bd365a86b req-02b2370c-15aa-45b0-ba65-6237cc90d507 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:36.511632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e5c5dab-9f52-4814-8336-7a3bd365a86b req-02b2370c-15aa-45b0-ba65-6237cc90d507 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 936 time: 0.0808451 Oct 13 14:01:36.599732 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:36.632890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e5c5dab-9f52-4814-8336-7a3bd365a86b req-9a32f44e-8fe8-42b9-9f89-8a38a52817ef tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051192 Oct 13 14:01:36.682845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a48391df-17db-40f2-938e-b347550a57a0 req-bf8fea9a-a7d2-4441-939a-9fd91e0a972a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 210 time: 0.0409880 Oct 13 14:01:36.722057 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:36.775374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-24b0ebff-7c43-4498-ba30-5c365f9faf29 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:36.795977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee629804-c26b-4388-9c4f-fd71abfc591c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:36.806890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d6a799f-6fad-48c8-8422-b1e72139563f up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:36.807929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e1899-fe36-4685-84b9-6b020ef7f8a8 req-b49f4cf5-a6d2-4006-be8a-8e11188cdd3c tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:36.809777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c57e1899-fe36-4685-84b9-6b020ef7f8a8 req-b49f4cf5-a6d2-4006-be8a-8e11188cdd3c tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 971 time: 0.0868108 Oct 13 14:01:36.866268 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c57e1899-fe36-4685-84b9-6b020ef7f8a8 req-f30d2b3c-ed6d-494d-a47d-ed60b614d1d1 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Oct 13 14:01:36.892081 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56572) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:36.917537 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-da95dec1-9147-45d7-94b0-10e82ed8e525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:36.927884 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Allocated IP 192.168.233.166 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/72cbb936-0cbd-4693-a28b-56897773fcae) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:36.942423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88f3e01a-eab9-4771-bb0b-48ca88cf0225 req-629bcdfb-934c-488b-b099-f4fff1723fb2 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 210 time: 0.0409207 Oct 13 14:01:36.979431 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-24b0ebff-7c43-4498-ba30-5c365f9faf29 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.028250 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 0d6a799f-6fad-48c8-8422-b1e72139563f completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:01:37.034200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 0d6a799f-6fad-48c8-8422-b1e72139563f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:37.034571 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.084559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-24b0ebff-7c43-4498-ba30-5c365f9faf29 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:37.100796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-24b0ebff-7c43-4498-ba30-5c365f9faf29 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:37.116041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-24b0ebff-7c43-4498-ba30-5c365f9faf29 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:37.120420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-24b0ebff-7c43-4498-ba30-5c365f9faf29 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:37.121334 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-24b0ebff-7c43-4498-ba30-5c365f9faf29 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.145234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0ebff-7c43-4498-ba30-5c365f9faf29 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Pushing event updated for resources: {'Port': ['ID=b30274e0-496f-470c-ba76-6e5608282339,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:37.198056 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.210776 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-da95dec1-9147-45d7-94b0-10e82ed8e525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.212573 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.248074 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bc6cb-88ac-40f0-a544-cc68c82437a2 req-2557067a-4b36-464a-9478-e1a5c0e0bb86 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:37.264959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3e4170-e66e-4a1c-974d-6ebb0560ef9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6a799f-6fad-48c8-8422-b1e72139563f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:01:37.270266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-142bc6cb-88ac-40f0-a544-cc68c82437a2 req-2557067a-4b36-464a-9478-e1a5c0e0bb86 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 936 time: 0.1080353 Oct 13 14:01:37.278368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-24b0ebff-7c43-4498-ba30-5c365f9faf29 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4145720 Oct 13 14:01:37.292926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Request body: {'port': {'device_id': 'ea494cf6-140c-4f0e-b95d-9b05f83e49af', 'device_owner': 'compute:tempest-test_az-1114580748', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:37.299189 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-da95dec1-9147-45d7-94b0-10e82ed8e525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.330951 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.355619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d6a799f-6fad-48c8-8422-b1e72139563f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d6a799f-6fad-48c8-8422-b1e72139563f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:37.377569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95dec1-9147-45d7-94b0-10e82ed8e525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85be8da6-b115-4a83-acfa-6800c26da82a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:37.397686 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:37.401064 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:37.404826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:37.410636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:37.411212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.421250 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event updated for resources: {'Port': ['ID=72cbb936-0cbd-4693-a28b-56897773fcae,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:37.425720 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.456739 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-142bc6cb-88ac-40f0-a544-cc68c82437a2 req-5c3b4dec-a69b-4c2f-8247-f12103783497 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838343 Oct 13 14:01:37.459655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-da95dec1-9147-45d7-94b0-10e82ed8e525 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6297350b97d442aba6ea7a129e1a646b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5646775 Oct 13 14:01:37.468418 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56580) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:37.495386 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.514100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d0d5be0e-ef3e-4958-ac87-767ba311daf6 None None] Provisioning complete for port b30274e0-496f-470c-ba76-6e5608282339 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:37.514880 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d0d5be0e-ef3e-4958-ac87-767ba311daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.531011 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-b190c7ac-ff8d-432a-aedb-c093bf941139 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3718851 Oct 13 14:01:37.546150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Request body: {'port': {'device_id': 'eca8f997-0d8d-442d-b66e-f63848c6bd8c', 'device_owner': 'compute:tempest-test_az-1114580748', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:37.555766 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d6a799f-6fad-48c8-8422-b1e72139563f,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:37.574448 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067ca66c-0785-4a57-93d2-d16027abd6ed" -d '{"events": [{"server_uuid": "9c3e4170-e66e-4a1c-974d-6ebb0560ef9b", "name": "network-vif-plugged", "status": "completed", "tag": "0d6a799f-6fad-48c8-8422-b1e72139563f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:01:37.636790 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8857d87c-989b-4f1d-8965-21589f105b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.665235 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8857d87c-989b-4f1d-8965-21589f105b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.691656 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.820938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d0d5be0e-ef3e-4958-ac87-767ba311daf6 None None] Port b30274e0-496f-470c-ba76-6e5608282339 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:01:37.865127 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5478bd-9a44-4021-baf0-15dff8e0751c x-openstack-request-id: req-9b5478bd-9a44-4021-baf0-15dff8e0751c {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:01:37.865520 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3e4170-e66e-4a1c-974d-6ebb0560ef9b", "name": "network-vif-plugged", "status": "completed", "tag": "0d6a799f-6fad-48c8-8422-b1e72139563f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:01:37.865862 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b5478bd-9a44-4021-baf0-15dff8e0751c {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:01:37.866554 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3e4170-e66e-4a1c-974d-6ebb0560ef9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6a799f-6fad-48c8-8422-b1e72139563f', 'code': 200} Oct 13 14:01:37.905876 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8857d87c-989b-4f1d-8965-21589f105b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.914829 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8857d87c-989b-4f1d-8965-21589f105b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.914829 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8857d87c-989b-4f1d-8965-21589f105b02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85be8da6-b115-4a83-acfa-6800c26da82a HTTP/1.1" status: 204 len: 168 time: 0.4407294 Oct 13 14:01:37.951973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6b4147d1-5f75-4a79-b73e-b0e70b60df86 None None] Provisioning complete for port 72cbb936-0cbd-4693-a28b-56897773fcae triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:37.952362 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b4147d1-5f75-4a79-b73e-b0e70b60df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:37.952822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93e931-d30e-48de-a6b6-cbd37612893c req-81a76fbc-eca2-4c35-9e40-4228de293858 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:37.954409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b93e931-d30e-48de-a6b6-cbd37612893c req-81a76fbc-eca2-4c35-9e40-4228de293858 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 936 time: 0.1296954 Oct 13 14:01:37.962574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857d87c-989b-4f1d-8965-21589f105b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85be8da6-b115-4a83-acfa-6800c26da82a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:38.000301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.49', 49274) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:38.022697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6b4147d1-5f75-4a79-b73e-b0e70b60df86 None None] Port 72cbb936-0cbd-4693-a28b-56897773fcae cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:01:38.160557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b93e931-d30e-48de-a6b6-cbd37612893c req-7a9261dd-5380-403d-9bfe-2e4440d70d71 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782591 Oct 13 14:01:38.165152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72cbb936-0cbd-4693-a28b-56897773fcae {{(pid=112684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:01:38.184709 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:38.185007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf8264-38d6-4566-90da-9f8edf329cc4 req-d3ff518a-22a9-4447-9648-a8fb11786250 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:38.185007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55cf8264-38d6-4566-90da-9f8edf329cc4 req-d3ff518a-22a9-4447-9648-a8fb11786250 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 931 time: 0.2002647 Oct 13 14:01:38.186992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30274e0-496f-470c-ba76-6e5608282339 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:01:38.193184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a231d-c3ec-4941-8883-b41ac798deae req-5844ecba-b89b-4534-9144-9e4e374cb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:38.195183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-488a231d-c3ec-4941-8883-b41ac798deae req-5844ecba-b89b-4534-9144-9e4e374cb359 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 1124 time: 0.1861494 Oct 13 14:01:38.201214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.provisioning_blocks [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Transition to ACTIVE for port object 72cbb936-0cbd-4693-a28b-56897773fcae will not be triggered until provisioned by entity L2. {{(pid=112684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:01:38.206013 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:38.238369 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-488a231d-c3ec-4941-8883-b41ac798deae req-3d3de0d6-29b5-4baf-80ca-c304de976d8b service neutron] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:38.245801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Transition to ACTIVE for port object b30274e0-496f-470c-ba76-6e5608282339 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:01:38.275590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55cf8264-38d6-4566-90da-9f8edf329cc4 req-3861906a-0156-4df1-aa72-4b16d5159eab tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793087 Oct 13 14:01:38.296429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:38.350174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315a7ee-a213-4c9a-a660-d8e371c55517 req-d888bd82-d331-4792-aa8f-897d7f7c13fb tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:38.350174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1315a7ee-a213-4c9a-a660-d8e371c55517 req-d888bd82-d331-4792-aa8f-897d7f7c13fb tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 972 time: 0.0942914 Oct 13 14:01:38.352294 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:38.366482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Pushing event updated for resources: {'Port': ['ID=72cbb936-0cbd-4693-a28b-56897773fcae,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:38.433723 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Attempting to bind port 72cbb936-0cbd-4693-a28b-56897773fcae on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:01:38.434082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Attempting to bind port 72cbb936-0cbd-4693-a28b-56897773fcae by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:01:38.434428 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Attempting to bind port 72cbb936-0cbd-4693-a28b-56897773fcae on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:38.439124 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Port 72cbb936-0cbd-4693-a28b-56897773fcae on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:01:38.439443 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Attempting to bind port 72cbb936-0cbd-4693-a28b-56897773fcae on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:38.448465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:01:38.453965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:01:38.453965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:01:38.453965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Bound port: 72cbb936-0cbd-4693-a28b-56897773fcae, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:01:38.453965 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:38.510361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b30274e0-496f-470c-ba76-6e5608282339,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:38.526861 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-488a231d-c3ec-4941-8883-b41ac798deae req-3d3de0d6-29b5-4baf-80ca-c304de976d8b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:38.541305 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1315a7ee-a213-4c9a-a660-d8e371c55517 req-a98a5cdb-ba1a-4bc9-9cc7-a715cdc0a103 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839633 Oct 13 14:01:38.545154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] For port 72cbb936-0cbd-4693-a28b-56897773fcae, host n-h1-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:01:38.551016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] For port 72cbb936-0cbd-4693-a28b-56897773fcae, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=72cbb936-0cbd-4693-a28b-56897773fcae,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:01:38.621238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Attempting to bind port b30274e0-496f-470c-ba76-6e5608282339 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:01:38.621569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Attempting to bind port b30274e0-496f-470c-ba76-6e5608282339 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:01:38.621890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Attempting to bind port b30274e0-496f-470c-ba76-6e5608282339 on network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:38.660066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Port b30274e0-496f-470c-ba76-6e5608282339 on network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:01:38.660389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Attempting to bind port b30274e0-496f-470c-ba76-6e5608282339 on network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:38.664603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-488a231d-c3ec-4941-8883-b41ac798deae req-3d3de0d6-29b5-4baf-80ca-c304de976d8b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:38.674079 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:38.680125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f417d7-24c3-4dff-a5fb-bda974946124 req-dec8b863-600c-4e53-b8a1-9a9562de0b09 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:38.687471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1f417d7-24c3-4dff-a5fb-bda974946124 req-dec8b863-600c-4e53-b8a1-9a9562de0b09 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 970 time: 0.3190167 Oct 13 14:01:38.718905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:01:38.719244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Checking segment: {'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:01:38.719746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Bound using segment: {'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:01:38.720072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Bound port: b30274e0-496f-470c-ba76-6e5608282339, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:01:38.720424 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:38.733435 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:38.734146 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:38.735887 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] 10.222.0.49 "PUT /v2.0/ports/72cbb936-0cbd-4693-a28b-56897773fcae HTTP/1.1" status: 200 len: 1119 time: 1.1945856 Oct 13 14:01:38.736388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca8f997-0d8d-442d-b66e-f63848c6bd8c', 'tag': '72cbb936-0cbd-4693-a28b-56897773fcae'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:01:38.763254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-488a231d-c3ec-4941-8883-b41ac798deae req-3d3de0d6-29b5-4baf-80ca-c304de976d8b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519245 Oct 13 14:01:38.780568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3de0d6-29b5-4baf-80ca-c304de976d8b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=75595bb3-8132-451d-940b-9dad855cddd2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:38.845473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82044ab-be18-4f4c-aa70-0934c035cf2e req-3329a9d1-8753-4ff0-a892-4bc58c37c8c2 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:38.848307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e82044ab-be18-4f4c-aa70-0934c035cf2e req-3329a9d1-8753-4ff0-a892-4bc58c37c8c2 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 936 time: 0.2278790 Oct 13 14:01:38.858873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1f417d7-24c3-4dff-a5fb-bda974946124 req-431de82d-4ece-4e59-9b6c-2917b0b71e9b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705205 Oct 13 14:01:38.871841 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cf916-b6d3-47fe-a860-e61157c12af0 service neutron] Pushing event updated for resources: {'Port': ['ID=72cbb936-0cbd-4693-a28b-56897773fcae,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:38.953162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e82044ab-be18-4f4c-aa70-0934c035cf2e req-45f2bb44-9e69-4667-94f8-0ed12db3a455 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875278 Oct 13 14:01:38.954683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] For port b30274e0-496f-470c-ba76-6e5608282339, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:01:38.960467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] For port b30274e0-496f-470c-ba76-6e5608282339, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b30274e0-496f-470c-ba76-6e5608282339,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:01:38.990727 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d988841-d443-489a-ab37-073c98d3ee94" -d '{"events": [{"name": "network-changed", "server_uuid": "eca8f997-0d8d-442d-b66e-f63848c6bd8c", "tag": "72cbb936-0cbd-4693-a28b-56897773fcae"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:01:39.088250 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66160480-ef7c-4954-8f9e-aae3f4d81c48 x-openstack-request-id: req-66160480-ef7c-4954-8f9e-aae3f4d81c48 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:01:39.088726 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca8f997-0d8d-442d-b66e-f63848c6bd8c", "tag": "72cbb936-0cbd-4693-a28b-56897773fcae", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:01:39.089228 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66160480-ef7c-4954-8f9e-aae3f4d81c48 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:01:39.098736 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca8f997-0d8d-442d-b66e-f63848c6bd8c', 'tag': '72cbb936-0cbd-4693-a28b-56897773fcae', 'status': 'completed', 'code': 200} Oct 13 14:01:39.098921 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:39.137546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:39.137957 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:39.139378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] 10.222.0.49 "PUT /v2.0/ports/b30274e0-496f-470c-ba76-6e5608282339 HTTP/1.1" status: 200 len: 1114 time: 1.8508868 Oct 13 14:01:39.140804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea494cf6-140c-4f0e-b95d-9b05f83e49af', 'tag': 'b30274e0-496f-470c-ba76-6e5608282339'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:01:39.142921 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511a7ed2-c68d-4211-9f4b-e4ce5e89493a" -d '{"events": [{"name": "network-changed", "server_uuid": "ea494cf6-140c-4f0e-b95d-9b05f83e49af", "tag": "b30274e0-496f-470c-ba76-6e5608282339"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:01:39.187032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-d4696480-fae4-40a3-b5e9-d4993c922c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:39.189385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-d4696480-fae4-40a3-b5e9-d4993c922c8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 1122 time: 0.1238754 Oct 13 14:01:39.197247 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87534129-c543-4367-b813-20b7cf21bbf7 x-openstack-request-id: req-87534129-c543-4367-b813-20b7cf21bbf7 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:01:39.197536 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea494cf6-140c-4f0e-b95d-9b05f83e49af", "tag": "b30274e0-496f-470c-ba76-6e5608282339", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:01:39.197861 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87534129-c543-4367-b813-20b7cf21bbf7 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:01:39.198252 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea494cf6-140c-4f0e-b95d-9b05f83e49af', 'tag': 'b30274e0-496f-470c-ba76-6e5608282339', 'status': 'completed', 'code': 200} Oct 13 14:01:39.199287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e008fb9-e0ac-4c0e-96ee-23dd8ed5d7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b30274e0-496f-470c-ba76-6e5608282339,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:39.251652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-c265819c-d507-4e93-8ad5-23a24e65ab8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=72cbb936-0cbd-4693-a28b-56897773fcae HTTP/1.1" status: 200 len: 217 time: 0.0489898 Oct 13 14:01:39.376275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-95a847fc-7c0c-4f08-881b-5715bd14a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:39.379526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-95a847fc-7c0c-4f08-881b-5715bd14a084 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1132185 Oct 13 14:01:39.400040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a7ed2-c68d-4211-9f4b-e4ce5e89493a req-abb1410e-d8b1-47af-872a-0e443b5439af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:39.401505 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-511a7ed2-c68d-4211-9f4b-e4ce5e89493a req-abb1410e-d8b1-47af-872a-0e443b5439af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8da101f040cd4a8f8fa47c2569037dc8&device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 1117 time: 0.1479990 Oct 13 14:01:39.416445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a78877-4191-4624-aeac-a12340437a2d req-8d3281c4-ac20-4e24-9aab-3040af07a7e9 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:39.417836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2a78877-4191-4624-aeac-a12340437a2d req-8d3281c4-ac20-4e24-9aab-3040af07a7e9 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 936 time: 0.1632593 Oct 13 14:01:39.577195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376c9f9-ffdb-49c0-9f3e-bf8181d81f15 req-de5c5494-0201-489b-9a7e-c267dc43ade7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:39.578743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2376c9f9-ffdb-49c0-9f3e-bf8181d81f15 req-de5c5494-0201-489b-9a7e-c267dc43ade7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 965 time: 0.2189229 Oct 13 14:01:39.619421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2a78877-4191-4624-aeac-a12340437a2d req-575570c9-cd82-474d-bf58-0b77862d61c8 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814978 Oct 13 14:01:39.628317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-d927e25f-00be-427a-9d7d-cccccaf1fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:39.629860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-d927e25f-00be-427a-9d7d-cccccaf1fee6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2331979 Oct 13 14:01:39.942287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a7ed2-c68d-4211-9f4b-e4ce5e89493a req-c964e2b4-cd78-4faa-89bc-951da4cb1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:39.944185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-511a7ed2-c68d-4211-9f4b-e4ce5e89493a req-c964e2b4-cd78-4faa-89bc-951da4cb1c74 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8da101f040cd4a8f8fa47c2569037dc8&shared=False HTTP/1.1" status: 200 len: 924 time: 0.5253894 Oct 13 14:01:39.951817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Request body: {'port': {'device_id': '607fdd1e-6852-4cec-b606-71b7b271dfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:39.978506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2376c9f9-ffdb-49c0-9f3e-bf8181d81f15 req-e417effe-4c8f-4729-8a30-b7d7d0fdc280 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3827994 Oct 13 14:01:40.032360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Request body: {'port': {'device_id': 'a85553e2-6923-43f1-ab5d-0225bd4f9fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:40.062163 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:40.168839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498139ac-a87d-4901-9f47-a326af6c2079 req-2d5a48ca-ace8-49fe-a7c3-1433b6f3ad5c tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:40.170361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-498139ac-a87d-4901-9f47-a326af6c2079 req-2d5a48ca-ace8-49fe-a7c3-1433b6f3ad5c tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 972 time: 0.3177917 Oct 13 14:01:40.242561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-74d481fc-6239-4542-b05b-53459e7e10ff service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920651 Oct 13 14:01:40.271086 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:40.335935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327bb6b-c76d-4130-973e-d9da24b684d2 req-cabb88e5-30dd-4d79-ac27-08e467c58207 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:40.337549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8327bb6b-c76d-4130-973e-d9da24b684d2 req-cabb88e5-30dd-4d79-ac27-08e467c58207 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 970 time: 0.2649579 Oct 13 14:01:40.353232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a7ed2-c68d-4211-9f4b-e4ce5e89493a req-9c74b833-691d-4f5b-846c-e0c730640b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:40.354521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-511a7ed2-c68d-4211-9f4b-e4ce5e89493a req-9c74b833-691d-4f5b-846c-e0c730640b71 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3983700 Oct 13 14:01:40.360033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bacfcb3-e3fd-47f7-8276-b1b9b241193d {{(pid=112684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:01:40.377306 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:40.401345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.provisioning_blocks [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Transition to ACTIVE for port object 0bacfcb3-e3fd-47f7-8276-b1b9b241193d will not be triggered until provisioned by entity L2. {{(pid=112684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:01:40.426141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-498139ac-a87d-4901-9f47-a326af6c2079 req-54febd3b-a8b3-4642-a8bc-03b2aa136494 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297742 Oct 13 14:01:40.492934 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:40.495493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8327bb6b-c76d-4130-973e-d9da24b684d2 req-4c7d65d5-6ac1-4a23-8c27-fef89feade00 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453371 Oct 13 14:01:40.522612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35d3bb8f-bb31-4632-9d9e-ac1dbb838ad8 req-c3511e64-b8b2-4bee-b232-9db0c36a0a59 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706184 Oct 13 14:01:40.578439 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Pushing event updated for resources: {'Port': ['ID=0bacfcb3-e3fd-47f7-8276-b1b9b241193d,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:40.593299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8469e456-c3e1-445e-bfc4-9d48c3eac4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:40.598328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-8469e456-c3e1-445e-bfc4-9d48c3eac4f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8da101f040cd4a8f8fa47c2569037dc8&device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 1117 time: 0.1878312 Oct 13 14:01:40.621119 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Attempting to bind port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:01:40.621460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Attempting to bind port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:01:40.621795 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Attempting to bind port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:40.627100 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:01:40.627408 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Attempting to bind port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:40.642853 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:01:40.642853 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:01:40.643187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:01:40.643676 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Bound port: 0bacfcb3-e3fd-47f7-8276-b1b9b241193d, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:01:40.643788 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:40.655723 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-bed0cbf7-346c-42be-b334-fa78c74f1a13 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b30274e0-496f-470c-ba76-6e5608282339 HTTP/1.1" status: 200 len: 217 time: 0.0492914 Oct 13 14:01:40.756928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74d20d-4739-49eb-a82c-63d8c54295d7 req-82b4d06b-1f21-431c-b64f-5df7c2ca88f6 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:40.759336 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bd74d20d-4739-49eb-a82c-63d8c54295d7 req-82b4d06b-1f21-431c-b64f-5df7c2ca88f6 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 948 time: 0.2620175 Oct 13 14:01:40.760727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] For port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d, host n-h2-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:01:40.765391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] For port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0bacfcb3-e3fd-47f7-8276-b1b9b241193d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:01:40.856396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-aac9bd9e-6b57-45e2-adb5-dc4f0cee0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:40.857842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-aac9bd9e-6b57-45e2-adb5-dc4f0cee0f36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b25b45a-36a2-457f-b836-0c2292062e0c HTTP/1.1" status: 200 len: 862 time: 0.1539557 Oct 13 14:01:40.859502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d988841-d443-489a-ab37-073c98d3ee94 req-673cb980-7061-42c5-994e-269866909079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:40.860934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d988841-d443-489a-ab37-073c98d3ee94 req-673cb980-7061-42c5-994e-269866909079 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 1122 time: 0.2077937 Oct 13 14:01:40.893713 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:40.933443 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:40.934635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:40.935546 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] 10.222.0.41 "PUT /v2.0/ports/0bacfcb3-e3fd-47f7-8276-b1b9b241193d HTTP/1.1" status: 200 len: 1097 time: 1.1225960 Oct 13 14:01:40.953566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bd74d20d-4739-49eb-a82c-63d8c54295d7 req-4970a261-3449-48f5-9fe8-4e564d27b48e tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846561 Oct 13 14:01:40.964952 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432c63b-8420-4a55-8f88-042a4cce5e0c service neutron] Pushing event updated for resources: {'Port': ['ID=0bacfcb3-e3fd-47f7-8276-b1b9b241193d,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:41.095030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607fdd1e-6852-4cec-b606-71b7b271dfa8', 'tag': '0bacfcb3-e3fd-47f7-8276-b1b9b241193d'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:01:41.098357 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2edb26-e951-4c99-a8cd-3116563e7d06" -d '{"events": [{"name": "network-changed", "server_uuid": "607fdd1e-6852-4cec-b606-71b7b271dfa8", "tag": "0bacfcb3-e3fd-47f7-8276-b1b9b241193d"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:01:41.112337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-06841fdc-cdbb-4c80-8319-f2d436a786e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:41.113970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-06841fdc-cdbb-4c80-8319-f2d436a786e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f3b32a1-dbed-4907-8cd6-385475dc68e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2421629 Oct 13 14:01:41.128151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e80e7-dbbe-4834-9bbc-d5366a49896b req-edd25b82-ab66-4251-93eb-1f4ba96793b2 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:41.136794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-306e80e7-dbbe-4834-9bbc-d5366a49896b req-edd25b82-ab66-4251-93eb-1f4ba96793b2 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 936 time: 0.2947993 Oct 13 14:01:41.160322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975ec6bd-9423-4aec-b3c8-1135b916db4c {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:01:41.183495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-a54b8a0c-f86e-4e7f-b086-55900b882d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:41.185514 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-a54b8a0c-f86e-4e7f-b086-55900b882d78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a154b62f002142f8ac00a59d9d9c2a7f&device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 1100 time: 0.0981035 Oct 13 14:01:41.201469 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:41.262070 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-fcd530d7-387d-4074-bc14-d5f902bf223b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=0bacfcb3-e3fd-47f7-8276-b1b9b241193d HTTP/1.1" status: 200 len: 217 time: 0.0675640 Oct 13 14:01:41.263359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d988841-d443-489a-ab37-073c98d3ee94 req-e54a9b47-25b9-4f5c-ac23-c0461c312ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:41.264829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d988841-d443-489a-ab37-073c98d3ee94 req-e54a9b47-25b9-4f5c-ac23-c0461c312ee9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.3810539 Oct 13 14:01:41.306888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Transition to ACTIVE for port object 975ec6bd-9423-4aec-b3c8-1135b916db4c will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:01:41.323988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-948cfc87-76d2-403f-900f-76e765159c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:41.325473 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-948cfc87-76d2-403f-900f-76e765159c85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0558269 Oct 13 14:01:41.352150 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-306e80e7-dbbe-4834-9bbc-d5366a49896b req-99e910c1-6740-40f4-97f7-298b153c131c tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143569 Oct 13 14:01:41.357876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d988841-d443-489a-ab37-073c98d3ee94 req-d3c49ee7-52db-4c16-8d02-4029f4a10f41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=72cbb936-0cbd-4693-a28b-56897773fcae HTTP/1.1" status: 200 len: 217 time: 0.0738752 Oct 13 14:01:41.402851 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3b6b9c-ded6-437b-a1f3-6dd65881b1a0 x-openstack-request-id: req-6b3b6b9c-ded6-437b-a1f3-6dd65881b1a0 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:01:41.403147 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607fdd1e-6852-4cec-b606-71b7b271dfa8", "tag": "0bacfcb3-e3fd-47f7-8276-b1b9b241193d", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:01:41.403443 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b3b6b9c-ded6-437b-a1f3-6dd65881b1a0 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:01:41.403835 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607fdd1e-6852-4cec-b606-71b7b271dfa8', 'tag': '0bacfcb3-e3fd-47f7-8276-b1b9b241193d', 'status': 'completed', 'code': 200} Oct 13 14:01:41.422803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0bcdd689-40df-4736-b9b5-f392bc13f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:41.422803 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-0bcdd689-40df-4736-b9b5-f392bc13f772 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0817425 Oct 13 14:01:41.422991 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:41.445561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08373e55-3814-4f3a-a451-3a8468046bd9 req-c0fb35e7-e339-4cc4-b2c1-a9582f56bbbb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:41.447190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08373e55-3814-4f3a-a451-3a8468046bd9 req-c0fb35e7-e339-4cc4-b2c1-a9582f56bbbb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 965 time: 0.2108636 Oct 13 14:01:41.453307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-2db57c47-3813-438c-bd2c-c87cfce07419 service neutron] 10.222.0.49 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056393 Oct 13 14:01:41.534516 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-65280b54-0d85-4f51-a590-a04d1a982b2b service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026175 Oct 13 14:01:41.651380 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-cfe13868-f931-49d0-95ed-c717d9a1cc3c req-37600437-bf0e-4582-9f95-801bfd15e25e service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075101 Oct 13 14:01:41.781736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d988841-d443-489a-ab37-073c98d3ee94 req-171cbc63-6f45-489f-85da-da070c4cf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:41.783206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d988841-d443-489a-ab37-073c98d3ee94 req-171cbc63-6f45-489f-85da-da070c4cf600 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.4063082 Oct 13 14:01:41.827603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Pushing event updated for resources: {'Port': ['ID=975ec6bd-9423-4aec-b3c8-1135b916db4c,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:41.915143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08373e55-3814-4f3a-a451-3a8468046bd9 req-ff0cb34d-de67-47d9-abd4-1bc2688a7330 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4293163 Oct 13 14:01:41.949509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Attempting to bind port 975ec6bd-9423-4aec-b3c8-1135b916db4c on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:01:41.949922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Attempting to bind port 975ec6bd-9423-4aec-b3c8-1135b916db4c by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:01:41.950326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Attempting to bind port 975ec6bd-9423-4aec-b3c8-1135b916db4c on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:41.956951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6223a0f5-ad74-4c1b-9db6-14a4bfd9aa01 req-c09468e4-431b-48bf-b003-38565f1d664c service neutron] 10.222.0.49 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723747 Oct 13 14:01:41.957370 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2edb26-e951-4c99-a8cd-3116563e7d06 req-909c1980-df15-42aa-bc5b-07bc586f8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:41.959521 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-fa2edb26-e951-4c99-a8cd-3116563e7d06 req-909c1980-df15-42aa-bc5b-07bc586f8fdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a154b62f002142f8ac00a59d9d9c2a7f&device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 1100 time: 0.1956410 Oct 13 14:01:41.968398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503db7c3-68a3-4be7-85ba-773fa00dfcf9 req-55f96df1-3dec-4bd5-9ee3-3e7cab94b50f tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:41.969941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-503db7c3-68a3-4be7-85ba-773fa00dfcf9 req-55f96df1-3dec-4bd5-9ee3-3e7cab94b50f tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 972 time: 0.2155550 Oct 13 14:01:41.972633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d988841-d443-489a-ab37-073c98d3ee94 req-6aee4693-4908-4810-9723-fca20ef831e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:41.974956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d988841-d443-489a-ab37-073c98d3ee94 req-6aee4693-4908-4810-9723-fca20ef831e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1623948 Oct 13 14:01:41.977945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Port 975ec6bd-9423-4aec-b3c8-1135b916db4c on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:01:41.977945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Attempting to bind port 975ec6bd-9423-4aec-b3c8-1135b916db4c on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:01:42.006999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:01:42.007364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:01:42.007736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:01:42.008193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Bound port: 975ec6bd-9423-4aec-b3c8-1135b916db4c, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:01:42.008546 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:42.131993 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2edb26-e951-4c99-a8cd-3116563e7d06 req-00dadd71-db36-4139-95f9-5a0b085be250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:42.133308 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-fa2edb26-e951-4c99-a8cd-3116563e7d06 req-00dadd71-db36-4139-95f9-5a0b085be250 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1615162 Oct 13 14:01:42.159680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-503db7c3-68a3-4be7-85ba-773fa00dfcf9 req-62d069f9-cbf1-440e-8268-307c2ecb5d62 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738820 Oct 13 14:01:42.179908 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-fa2edb26-e951-4c99-a8cd-3116563e7d06 req-cd41b407-881a-4726-878e-798150d6e4e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=0bacfcb3-e3fd-47f7-8276-b1b9b241193d HTTP/1.1" status: 200 len: 217 time: 0.0392833 Oct 13 14:01:42.195420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eb58f-7ea2-40f0-ae24-aa49fadec775 req-2f0f7f6b-69c5-466f-b2c4-a381e51ebfcb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:42.196995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-559eb58f-7ea2-40f0-ae24-aa49fadec775 req-2f0f7f6b-69c5-466f-b2c4-a381e51ebfcb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 970 time: 0.1991756 Oct 13 14:01:42.227670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d988841-d443-489a-ab37-073c98d3ee94 req-d209b34f-6d09-4c26-be8e-d6469d8b8125 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440956 Oct 13 14:01:42.232075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2edb26-e951-4c99-a8cd-3116563e7d06 req-560028f1-a727-440d-b5e9-f8f184bc0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:42.233563 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-fa2edb26-e951-4c99-a8cd-3116563e7d06 req-560028f1-a727-440d-b5e9-f8f184bc0e9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0459623 Oct 13 14:01:42.252962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] For port 975ec6bd-9423-4aec-b3c8-1135b916db4c, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:01:42.281915 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2edb26-e951-4c99-a8cd-3116563e7d06 req-67913616-57f5-45c9-b8b9-a43eb3930492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:42.283430 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-fa2edb26-e951-4c99-a8cd-3116563e7d06 req-67913616-57f5-45c9-b8b9-a43eb3930492 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0415249 Oct 13 14:01:42.330580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] For port 975ec6bd-9423-4aec-b3c8-1135b916db4c, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=975ec6bd-9423-4aec-b3c8-1135b916db4c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:01:42.348724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-559eb58f-7ea2-40f0-ae24-aa49fadec775 req-d2877d94-d561-4cda-895d-ce972a95bdfd tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347432 Oct 13 14:01:42.372249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7690e-cb31-4d13-86c7-3bcb53cbb5aa req-33a7146f-b7ac-4d52-b25b-9b920bb4a47f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:42.373811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ca7690e-cb31-4d13-86c7-3bcb53cbb5aa req-33a7146f-b7ac-4d52-b25b-9b920bb4a47f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 948 time: 0.1239998 Oct 13 14:01:42.390083 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-fa2edb26-e951-4c99-a8cd-3116563e7d06 req-071f6529-aae6-4d42-ae43-f29196821979 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981846 Oct 13 14:01:42.400661 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:42.461461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d988841-d443-489a-ab37-073c98d3ee94 req-e171820d-2904-40b7-9dc2-3a5ff490227e service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247658 Oct 13 14:01:42.493956 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-fa2edb26-e951-4c99-a8cd-3116563e7d06 req-6e651783-1db3-43c3-9011-eec4de81603d service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939250 Oct 13 14:01:42.494873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:42.495519 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:42.497091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] 10.222.0.41 "PUT /v2.0/ports/975ec6bd-9423-4aec-b3c8-1135b916db4c HTTP/1.1" status: 200 len: 1097 time: 2.6455221 Oct 13 14:01:42.502578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85553e2-6923-43f1-ab5d-0225bd4f9fc4', 'tag': '975ec6bd-9423-4aec-b3c8-1135b916db4c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:01:42.504842 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810035f9-b8b0-4825-9c2c-e7f6810bba11" -d '{"events": [{"name": "network-changed", "server_uuid": "a85553e2-6923-43f1-ab5d-0225bd4f9fc4", "tag": "975ec6bd-9423-4aec-b3c8-1135b916db4c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:01:42.510950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ca7690e-cb31-4d13-86c7-3bcb53cbb5aa req-bb9957a8-e825-46cc-a6e6-847c3d8b9532 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270132 Oct 13 14:01:42.537027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa46794-12d9-4de3-a773-3ef53e5b8bdb service neutron] Pushing event updated for resources: {'Port': ['ID=975ec6bd-9423-4aec-b3c8-1135b916db4c,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:42.558284 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4008685-5c4a-4a72-aa00-43c76a6bf844 req-5833eee8-3499-4f14-96b5-9a8146c8bbe2 tempest-AggregatesAdminTestJSON-1328972098 tempest-AggregatesAdminTestJSON-1328972098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:42.560294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4008685-5c4a-4a72-aa00-43c76a6bf844 req-5833eee8-3499-4f14-96b5-9a8146c8bbe2 tempest-AggregatesAdminTestJSON-1328972098 tempest-AggregatesAdminTestJSON-1328972098-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 1124 time: 0.1066527 Oct 13 14:01:42.582467 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d4008685-5c4a-4a72-aa00-43c76a6bf844 req-17dc20df-7f8f-4926-a678-fafb4d5ceedd tempest-AggregatesAdminTestJSON-1328972098 tempest-AggregatesAdminTestJSON-1328972098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:42.725683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6ab4f-65ee-44c0-bcff-8f277dd91212 req-b0bb79af-4230-4b82-bbd2-a58831431d25 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:42.727154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dd6ab4f-65ee-44c0-bcff-8f277dd91212 req-b0bb79af-4230-4b82-bbd2-a58831431d25 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 948 time: 0.1078973 Oct 13 14:01:42.772643 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d4008685-5c4a-4a72-aa00-43c76a6bf844 req-17dc20df-7f8f-4926-a678-fafb4d5ceedd tempest-AggregatesAdminTestJSON-1328972098 tempest-AggregatesAdminTestJSON-1328972098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:42.774631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-c09baee9-eb6e-48e2-8c40-ee5356ea3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:42.776100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-c09baee9-eb6e-48e2-8c40-ee5356ea3b07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec0a4e9512f74f548fa7f24177832a80&device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 1100 time: 0.1070359 Oct 13 14:01:42.824425 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dd6ab4f-65ee-44c0-bcff-8f277dd91212 req-0720a56b-cfd6-41d2-acbd-9676359c6329 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889969 Oct 13 14:01:42.826095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-180a0e9e-bdb4-4d70-bfe5-bd987150a769 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=975ec6bd-9423-4aec-b3c8-1135b916db4c HTTP/1.1" status: 200 len: 217 time: 0.0406678 Oct 13 14:01:42.832620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d4008685-5c4a-4a72-aa00-43c76a6bf844 req-17dc20df-7f8f-4926-a678-fafb4d5ceedd tempest-AggregatesAdminTestJSON-1328972098 tempest-AggregatesAdminTestJSON-1328972098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:42.869718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 72cbb936-0cbd-4693-a28b-56897773fcae details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:01:42.881939 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24673e9-91d3-417d-a5b6-41ac8f73b7f1 x-openstack-request-id: req-b24673e9-91d3-417d-a5b6-41ac8f73b7f1 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:01:42.882258 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85553e2-6923-43f1-ab5d-0225bd4f9fc4", "tag": "975ec6bd-9423-4aec-b3c8-1135b916db4c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:01:42.882472 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b24673e9-91d3-417d-a5b6-41ac8f73b7f1 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:01:42.883361 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85553e2-6923-43f1-ab5d-0225bd4f9fc4', 'tag': '975ec6bd-9423-4aec-b3c8-1135b916db4c', 'status': 'completed', 'code': 200} Oct 13 14:01:42.893958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4008685-5c4a-4a72-aa00-43c76a6bf844 req-17dc20df-7f8f-4926-a678-fafb4d5ceedd tempest-AggregatesAdminTestJSON-1328972098 tempest-AggregatesAdminTestJSON-1328972098-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250968 Oct 13 14:01:42.917577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc20df-7f8f-4926-a678-fafb4d5ceedd tempest-AggregatesAdminTestJSON-1328972098 tempest-AggregatesAdminTestJSON-1328972098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acba643b-63ae-4910-bd16-6dca3c02ba26,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:42.927902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-f1e93b23-8d44-48d3-a870-0db31d486db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:42.929309 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-f1e93b23-8d44-48d3-a870-0db31d486db9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0930991 Oct 13 14:01:42.998910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-f09ede2c-c64b-49b7-9e76-a017448f51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:43.000441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-f09ede2c-c64b-49b7-9e76-a017448f51b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0622966 Oct 13 14:01:43.017074 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 72cbb936-0cbd-4693-a28b-56897773fcae, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=72cbb936-0cbd-4693-a28b-56897773fcae,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:43.032060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '72cbb936-0cbd-4693-a28b-56897773fcae', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '72cbb936-0cbd-4693-a28b-56897773fcae', 'mac_address': 'fa:16:3e:17:43:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:tempest-test_az-1114580748', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:01:43.071132 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:43.084420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72cbb936-0cbd-4693-a28b-56897773fcae {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:01:43.104573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 72cbb936-0cbd-4693-a28b-56897773fcae, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=72cbb936-0cbd-4693-a28b-56897773fcae,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:43.129088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293233c6-ecc4-49f5-a1d7-dbf82618082c req-da860b6c-b54b-4bf9-83d9-d2cba2400967 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:43.130961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-293233c6-ecc4-49f5-a1d7-dbf82618082c req-da860b6c-b54b-4bf9-83d9-d2cba2400967 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 965 time: 0.1081944 Oct 13 14:01:43.156755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-83388d93-6d78-45bd-a6e9-3ed76e611af4 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462045 Oct 13 14:01:43.201021 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:43.218515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-293233c6-ecc4-49f5-a1d7-dbf82618082c req-c6800576-6d58-4331-9a3b-3e9f5a8ca7bb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785799 Oct 13 14:01:43.288142 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=72cbb936-0cbd-4693-a28b-56897773fcae,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:43.293641 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0461b7ea-725d-405d-bff7-ea42a78a9727 req-3b5d73d6-01dd-4040-91bc-b0d48d23711e service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286283 Oct 13 14:01:43.451281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:01:43.546256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a0eaf-cd26-4045-a5b6-5728606b744f req-9e29fbb9-2cb9-44a9-8fe2-af45d5cc823b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:43.548644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-252a0eaf-cd26-4045-a5b6-5728606b744f req-9e29fbb9-2cb9-44a9-8fe2-af45d5cc823b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 971 time: 0.1105800 Oct 13 14:01:43.560440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810035f9-b8b0-4825-9c2c-e7f6810bba11 req-245baf1c-d7b1-46de-aec0-788e308abfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:43.562605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-810035f9-b8b0-4825-9c2c-e7f6810bba11 req-245baf1c-d7b1-46de-aec0-788e308abfad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec0a4e9512f74f548fa7f24177832a80&device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 1100 time: 0.0899684 Oct 13 14:01:43.672316 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-252a0eaf-cd26-4045-a5b6-5728606b744f req-9525977a-042c-421a-a07a-008ad69320d3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153002 Oct 13 14:01:43.733928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810035f9-b8b0-4825-9c2c-e7f6810bba11 req-6a63e989-85f1-4079-bfd5-68455f2cf909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:43.735563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-810035f9-b8b0-4825-9c2c-e7f6810bba11 req-6a63e989-85f1-4079-bfd5-68455f2cf909 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1626477 Oct 13 14:01:43.790702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-810035f9-b8b0-4825-9c2c-e7f6810bba11 req-29f2f8a8-2ad4-4ada-9d23-20a9c807be78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=975ec6bd-9423-4aec-b3c8-1135b916db4c HTTP/1.1" status: 200 len: 217 time: 0.0438678 Oct 13 14:01:43.864862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810035f9-b8b0-4825-9c2c-e7f6810bba11 req-6a0ad004-e886-4139-b0b9-e9dc0f7f5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:43.865842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-810035f9-b8b0-4825-9c2c-e7f6810bba11 req-6a0ad004-e886-4139-b0b9-e9dc0f7f5b46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0671315 Oct 13 14:01:43.902933 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56744) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:43.954276 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810035f9-b8b0-4825-9c2c-e7f6810bba11 req-1a197c19-c7fb-47f5-8228-19ac058dad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:43.955841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-810035f9-b8b0-4825-9c2c-e7f6810bba11 req-1a197c19-c7fb-47f5-8228-19ac058dad1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0833719 Oct 13 14:01:43.965605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a2e23-3e89-4534-8e82-e9422490687c req-4f487733-dbde-4d38-8ef0-a04fe8752856 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:43.967183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b91a2e23-3e89-4534-8e82-e9422490687c req-4f487733-dbde-4d38-8ef0-a04fe8752856 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 948 time: 0.0837576 Oct 13 14:01:44.041618 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2925814-b830-4963-9784-ae61f3637768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:44.063374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b91a2e23-3e89-4534-8e82-e9422490687c req-ab64d539-4ac3-4a2e-902c-aa49d0ff1d11 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842798 Oct 13 14:01:44.104728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-810035f9-b8b0-4825-9c2c-e7f6810bba11 req-d6afb8bd-8d83-48be-a327-a7e722d0f60a service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352353 Oct 13 14:01:44.165411 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2925814-b830-4963-9784-ae61f3637768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:44.246530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd69161-0fbf-4af0-abe4-1b1e51062f3d req-92f27828-f4eb-4c03-880e-52852079cadd tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:44.248095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbd69161-0fbf-4af0-abe4-1b1e51062f3d req-92f27828-f4eb-4c03-880e-52852079cadd tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 948 time: 0.1115074 Oct 13 14:01:44.252101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-810035f9-b8b0-4825-9c2c-e7f6810bba11 req-5c586a52-af2a-4fa1-a572-8340f6ee783d service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394844 Oct 13 14:01:44.259772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2925814-b830-4963-9784-ae61f3637768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:44.315514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbd69161-0fbf-4af0-abe4-1b1e51062f3d req-68826542-4795-4e11-824e-aa21e4b659af tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584400 Oct 13 14:01:44.332538 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c2925814-b830-4963-9784-ae61f3637768 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67fa851d0e63403cbf45dd7979eaa55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282358 Oct 13 14:01:44.342470 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2925814-b830-4963-9784-ae61f3637768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd84cb48-74bd-440b-bba8-b69e0c0cda37,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:44.346143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56762) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:44.435937 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3480fafd-c3c6-4c15-89d8-eff07cc6a4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:44.464675 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3480fafd-c3c6-4c15-89d8-eff07cc6a4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:44.480044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444f0c9-401c-4e15-9bfc-3020be6f4d33 req-fe3a4e6b-32d8-456b-a1b3-4b67c3aa279a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:44.481579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3444f0c9-401c-4e15-9bfc-3020be6f4d33 req-fe3a4e6b-32d8-456b-a1b3-4b67c3aa279a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 965 time: 0.0892975 Oct 13 14:01:44.541635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3444f0c9-401c-4e15-9bfc-3020be6f4d33 req-3906b9e2-1fed-402e-ab4f-f079541c821d tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521030 Oct 13 14:01:44.652736 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3480fafd-c3c6-4c15-89d8-eff07cc6a4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:44.655324 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3480fafd-c3c6-4c15-89d8-eff07cc6a4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:44.656646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3480fafd-c3c6-4c15-89d8-eff07cc6a4a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd84cb48-74bd-440b-bba8-b69e0c0cda37 HTTP/1.1" status: 204 len: 168 time: 0.3092172 Oct 13 14:01:44.665072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480fafd-c3c6-4c15-89d8-eff07cc6a4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd84cb48-74bd-440b-bba8-b69e0c0cda37,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:44.820282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6f955-771d-45f2-a178-84aa2b29be76 req-34b82964-320c-44c7-9340-9cd1c96c35db tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:44.821708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0f6f955-771d-45f2-a178-84aa2b29be76 req-34b82964-320c-44c7-9340-9cd1c96c35db tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 971 time: 0.0584323 Oct 13 14:01:44.874754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0f6f955-771d-45f2-a178-84aa2b29be76 req-3d6b352e-8c89-4b7f-a433-a44af695ddfe tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451052 Oct 13 14:01:44.889169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b30274e0-496f-470c-ba76-6e5608282339 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:01:44.953336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 72cbb936-0cbd-4693-a28b-56897773fcae up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:45.038901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b30274e0-496f-470c-ba76-6e5608282339, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b30274e0-496f-470c-ba76-6e5608282339,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:45.051301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'b30274e0-496f-470c-ba76-6e5608282339', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'port_id': 'b30274e0-496f-470c-ba76-6e5608282339', 'mac_address': 'fa:16:3e:b9:6d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-1114580748', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:01:45.096530 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:45.113899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30274e0-496f-470c-ba76-6e5608282339 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:01:45.140397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b30274e0-496f-470c-ba76-6e5608282339, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b30274e0-496f-470c-ba76-6e5608282339,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:45.143148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 72cbb936-0cbd-4693-a28b-56897773fcae completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:01:45.149551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 72cbb936-0cbd-4693-a28b-56897773fcae triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:45.149947 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:45.200384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842a293-69b4-42eb-8fc0-9a73d2831b8a req-802f1f5b-8487-4c92-9cc8-7c3330ea17df tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:45.205642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e842a293-69b4-42eb-8fc0-9a73d2831b8a req-802f1f5b-8487-4c92-9cc8-7c3330ea17df tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 948 time: 0.0686378 Oct 13 14:01:45.226242 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:45.247822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e842a293-69b4-42eb-8fc0-9a73d2831b8a req-35ffb387-6fbe-4068-9bf9-4ff36d7b8f4d tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371015 Oct 13 14:01:45.300046 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=b30274e0-496f-470c-ba76-6e5608282339,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:45.367008 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:45.408405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca8f997-0d8d-442d-b66e-f63848c6bd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cbb936-0cbd-4693-a28b-56897773fcae'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:01:45.410694 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad56f8ef-5506-4827-8573-a85f5a8e170c" -d '{"events": [{"server_uuid": "eca8f997-0d8d-442d-b66e-f63848c6bd8c", "name": "network-vif-plugged", "status": "completed", "tag": "72cbb936-0cbd-4693-a28b-56897773fcae"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:01:45.427778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 72cbb936-0cbd-4693-a28b-56897773fcae, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=72cbb936-0cbd-4693-a28b-56897773fcae,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:45.443212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f799238-3f8e-4a03-924e-42135f535251 req-1917c133-e4f4-49ce-817a-5458544cb06b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:45.445090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f799238-3f8e-4a03-924e-42135f535251 req-1917c133-e4f4-49ce-817a-5458544cb06b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 948 time: 0.0514677 Oct 13 14:01:45.474787 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b30274e0-496f-470c-ba76-6e5608282339'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:01:45.499595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56806) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:45.506844 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f799238-3f8e-4a03-924e-42135f535251 req-a7800347-0126-465f-942c-0631da7f5969 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476515 Oct 13 14:01:45.514389 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11517b68-e035-4a2d-a775-bb00dc666ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:45.526337 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:45.565362 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d7d94e-4826-455f-8092-188da554f65f x-openstack-request-id: req-39d7d94e-4826-455f-8092-188da554f65f {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:01:45.565686 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca8f997-0d8d-442d-b66e-f63848c6bd8c", "name": "network-vif-plugged", "status": "completed", "tag": "72cbb936-0cbd-4693-a28b-56897773fcae", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:01:45.565954 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39d7d94e-4826-455f-8092-188da554f65f {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:01:45.566550 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca8f997-0d8d-442d-b66e-f63848c6bd8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72cbb936-0cbd-4693-a28b-56897773fcae', 'code': 200} Oct 13 14:01:45.637939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=72cbb936-0cbd-4693-a28b-56897773fcae,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:45.654483 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11517b68-e035-4a2d-a775-bb00dc666ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:45.725674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195cf40-af62-40dc-9659-b33b5557ba20 req-d27a9ce7-a8dd-46ed-9e78-8fdf5882cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:45.727213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0195cf40-af62-40dc-9659-b33b5557ba20 req-d27a9ce7-a8dd-46ed-9e78-8fdf5882cf2a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 1124 time: 0.0911276 Oct 13 14:01:45.734776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8dccf-1e37-4f00-a6b2-0b5bf54d2b9a req-1743880a-ba0e-4f0f-aba6-5751c47cbc7e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:45.736128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99c8dccf-1e37-4f00-a6b2-0b5bf54d2b9a req-1743880a-ba0e-4f0f-aba6-5751c47cbc7e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 966 time: 0.0713873 Oct 13 14:01:45.755748 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11517b68-e035-4a2d-a775-bb00dc666ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:45.791246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0195cf40-af62-40dc-9659-b33b5557ba20 req-c2bf0ae7-6449-4747-8865-bfc17b9f8537 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539157 Oct 13 14:01:45.794696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99c8dccf-1e37-4f00-a6b2-0b5bf54d2b9a req-32ac10e9-017b-4c3a-a830-28a335a08b70 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523608 Oct 13 14:01:45.803339 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-11517b68-e035-4a2d-a775-bb00dc666ed4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d97ad1b4fdb4ea19ccb1472aa58bb33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996070 Oct 13 14:01:45.803339 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11517b68-e035-4a2d-a775-bb00dc666ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55508c0-86b8-4239-9481-eb4544110d86,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:45.804293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56814) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:45.863579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-75c9f2e8-52d1-4de6-bddd-1d40b611a0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:45.884423 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-75c9f2e8-52d1-4de6-bddd-1d40b611a0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:46.013806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7bc7c-2c3f-45c1-8d3e-46658f9c5bfe req-1ffb4e21-584e-4fa4-b94b-a6f6ec4cd654 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:46.014935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73d7bc7c-2c3f-45c1-8d3e-46658f9c5bfe req-1ffb4e21-584e-4fa4-b94b-a6f6ec4cd654 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 972 time: 0.0527883 Oct 13 14:01:46.016146 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-75c9f2e8-52d1-4de6-bddd-1d40b611a0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:46.019014 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-75c9f2e8-52d1-4de6-bddd-1d40b611a0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:46.020102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-75c9f2e8-52d1-4de6-bddd-1d40b611a0cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e55508c0-86b8-4239-9481-eb4544110d86 HTTP/1.1" status: 204 len: 168 time: 0.2098176 Oct 13 14:01:46.040758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9f2e8-52d1-4de6-bddd-1d40b611a0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55508c0-86b8-4239-9481-eb4544110d86,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:46.073468 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73d7bc7c-2c3f-45c1-8d3e-46658f9c5bfe req-68670d46-d455-4412-9f79-eb81c4976cd1 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498738 Oct 13 14:01:46.207547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 0bacfcb3-e3fd-47f7-8276-b1b9b241193d details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:01:46.309848 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0bacfcb3-e3fd-47f7-8276-b1b9b241193d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:46.323288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '0bacfcb3-e3fd-47f7-8276-b1b9b241193d', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '0bacfcb3-e3fd-47f7-8276-b1b9b241193d', 'mac_address': 'fa:16:3e:85:45:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:01:46.370611 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:46.389102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bacfcb3-e3fd-47f7-8276-b1b9b241193d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:01:46.390083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce08a4-8029-4c0b-8733-f556b3df269f req-4640aefd-35b6-4b0c-b1ee-dcfd5ec609dc tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:46.391769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5ce08a4-8029-4c0b-8733-f556b3df269f req-4640aefd-35b6-4b0c-b1ee-dcfd5ec609dc tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 948 time: 0.0549943 Oct 13 14:01:46.417667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0bacfcb3-e3fd-47f7-8276-b1b9b241193d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:46.443202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5ce08a4-8029-4c0b-8733-f556b3df269f req-6aa11ed4-eab5-41c7-93c4-0d7631cc8f4e tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 Oct 13 14:01:46.511146 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:46.585818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=0bacfcb3-e3fd-47f7-8276-b1b9b241193d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:46.637138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d04107-35ae-4b70-8282-0e410654987d req-f2890283-6954-4ef5-aac3-adfed729fb0c tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:46.638682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53d04107-35ae-4b70-8282-0e410654987d req-f2890283-6954-4ef5-aac3-adfed729fb0c tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 948 time: 0.0529425 Oct 13 14:01:46.684627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53d04107-35ae-4b70-8282-0e410654987d req-eacdf32d-0929-465d-a28a-99d5e0f12e43 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392091 Oct 13 14:01:46.896154 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b30274e0-496f-470c-ba76-6e5608282339 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:46.990723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70329c-819c-4e40-9990-5671f8f48f2b req-3c9491a9-b2bf-481f-9da3-7fdfcc6f07d0 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:46.992947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d70329c-819c-4e40-9990-5671f8f48f2b req-3c9491a9-b2bf-481f-9da3-7fdfcc6f07d0 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 966 time: 0.0789061 Oct 13 14:01:47.019799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['0bacfcb3-e3fd-47f7-8276-b1b9b241193d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:01:47.056793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d70329c-819c-4e40-9990-5671f8f48f2b req-d4b3fb9e-d4f3-45a2-bfb0-45ed85299e87 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555675 Oct 13 14:01:47.062709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port b30274e0-496f-470c-ba76-6e5608282339 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:01:47.070913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port b30274e0-496f-470c-ba76-6e5608282339 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:47.071423 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:47.221753 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:47.235065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0401562-299d-4a0d-a876-cfcb961a849f req-660a0a8c-72ce-4fe2-9238-6900a963175a tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:47.236911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0401562-299d-4a0d-a876-cfcb961a849f req-660a0a8c-72ce-4fe2-9238-6900a963175a tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 972 time: 0.0514417 Oct 13 14:01:47.289343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b30274e0-496f-470c-ba76-6e5608282339, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b30274e0-496f-470c-ba76-6e5608282339,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:47.297385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0401562-299d-4a0d-a876-cfcb961a849f req-685636a7-3272-49fd-926f-77a9a5bac1b6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517120 Oct 13 14:01:47.453041 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:47.510351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=b30274e0-496f-470c-ba76-6e5608282339,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:47.568549 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea494cf6-140c-4f0e-b95d-9b05f83e49af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30274e0-496f-470c-ba76-6e5608282339'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:01:47.571434 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1d2b3c-8938-4c1e-be1e-506c833117f4" -d '{"events": [{"server_uuid": "ea494cf6-140c-4f0e-b95d-9b05f83e49af", "name": "network-vif-plugged", "status": "completed", "tag": "b30274e0-496f-470c-ba76-6e5608282339"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:01:47.630721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d91af-f5fe-4ba7-a79a-b0dfca499766 req-7b393e93-195b-4091-9f2c-c2ab3eefa44a tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:47.632237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c07d91af-f5fe-4ba7-a79a-b0dfca499766 req-7b393e93-195b-4091-9f2c-c2ab3eefa44a tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 949 time: 0.0518372 Oct 13 14:01:47.689131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c07d91af-f5fe-4ba7-a79a-b0dfca499766 req-de9dfc62-263c-4462-b66c-fda8a7cab5ae tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480468 Oct 13 14:01:47.758887 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d224a3-325d-4826-a9af-dc1cb47e57b7 x-openstack-request-id: req-d6d224a3-325d-4826-a9af-dc1cb47e57b7 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:01:47.759200 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea494cf6-140c-4f0e-b95d-9b05f83e49af", "name": "network-vif-plugged", "status": "completed", "tag": "b30274e0-496f-470c-ba76-6e5608282339", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:01:47.759457 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6d224a3-325d-4826-a9af-dc1cb47e57b7 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:01:47.759851 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea494cf6-140c-4f0e-b95d-9b05f83e49af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30274e0-496f-470c-ba76-6e5608282339', 'code': 200} Oct 13 14:01:47.908341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eb145-9c7f-4966-a18b-4dc526dcbf64 req-5d3a515a-63b9-487d-94e2-06c585c3839c tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:47.910229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-096eb145-9c7f-4966-a18b-4dc526dcbf64 req-5d3a515a-63b9-487d-94e2-06c585c3839c tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 948 time: 0.0971556 Oct 13 14:01:47.916220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1a058-6d63-4165-8696-baf54cd9ad43 req-45bdb1ae-f93b-4f39-b825-a15e3babb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:47.917731 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fd1a058-6d63-4165-8696-baf54cd9ad43 req-45bdb1ae-f93b-4f39-b825-a15e3babb97c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 1119 time: 0.0972235 Oct 13 14:01:47.990962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fd1a058-6d63-4165-8696-baf54cd9ad43 req-36d960ed-c03b-4c72-b40f-23abeea5c430 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646594 Oct 13 14:01:47.993994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-096eb145-9c7f-4966-a18b-4dc526dcbf64 req-dffd5e53-a8d6-4477-a7be-6b51cf929ce8 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753341 Oct 13 14:01:48.172850 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:48.215480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 975ec6bd-9423-4aec-b3c8-1135b916db4c details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:01:48.248293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d54433-14b9-405d-9549-dece5d2ea1f9 req-19f92ebd-dd2f-4393-9b75-ec87b32b95bf tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:48.248961 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 0bacfcb3-e3fd-47f7-8276-b1b9b241193d up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:48.250478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70d54433-14b9-405d-9549-dece5d2ea1f9 req-19f92ebd-dd2f-4393-9b75-ec87b32b95bf tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 967 time: 0.0666521 Oct 13 14:01:48.304822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70d54433-14b9-405d-9549-dece5d2ea1f9 req-b72a6fe0-78e8-4f80-a373-4a52ce9db7ed tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468993 Oct 13 14:01:48.390373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 975ec6bd-9423-4aec-b3c8-1135b916db4c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=975ec6bd-9423-4aec-b3c8-1135b916db4c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:48.407915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '975ec6bd-9423-4aec-b3c8-1135b916db4c', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '975ec6bd-9423-4aec-b3c8-1135b916db4c', 'mac_address': 'fa:16:3e:73:2a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:01:48.454520 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:48.459099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:01:48.491013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:48.491013 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:48.499446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975ec6bd-9423-4aec-b3c8-1135b916db4c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:01:48.532372 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 975ec6bd-9423-4aec-b3c8-1135b916db4c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=975ec6bd-9423-4aec-b3c8-1135b916db4c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:48.580261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd97021-40f9-4305-8f11-b3749badb34a req-edb5e52d-f1e2-4567-9ace-a513360c48f0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:48.581885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdd97021-40f9-4305-8f11-b3749badb34a req-edb5e52d-f1e2-4567-9ace-a513360c48f0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 972 time: 0.0592887 Oct 13 14:01:48.582374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:48.604013 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:48.676065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0bacfcb3-e3fd-47f7-8276-b1b9b241193d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:48.707462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=975ec6bd-9423-4aec-b3c8-1135b916db4c,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:48.742109 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:48.807761 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=0bacfcb3-e3fd-47f7-8276-b1b9b241193d,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:48.845440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdd97021-40f9-4305-8f11-b3749badb34a req-41ea6056-a642-46bf-9603-793c18da1bd1 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553678 Oct 13 14:01:49.028301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebbfb2-665a-4f90-beb0-88b0c70d02cd req-b662a08d-eacd-4044-a26f-64631c720481 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:49.029757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['975ec6bd-9423-4aec-b3c8-1135b916db4c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:01:49.030872 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbebbfb2-665a-4f90-beb0-88b0c70d02cd req-b662a08d-eacd-4044-a26f-64631c720481 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 950 time: 0.0908659 Oct 13 14:01:49.091854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbebbfb2-665a-4f90-beb0-88b0c70d02cd req-f57ed21c-7e07-447b-a8e4-1c5a1728145c tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524285 Oct 13 14:01:49.261765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32339f11-bb1f-4ba9-93a3-425d97d400ad req-6d63d9e6-b997-4f4f-8913-d8af20073090 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:49.263867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32339f11-bb1f-4ba9-93a3-425d97d400ad req-6d63d9e6-b997-4f4f-8913-d8af20073090 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 1124 time: 0.0541558 Oct 13 14:01:49.287766 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-32339f11-bb1f-4ba9-93a3-425d97d400ad req-495df91f-2bd2-4cd1-9584-602457f58bd4 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:49.382616 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-32339f11-bb1f-4ba9-93a3-425d97d400ad req-495df91f-2bd2-4cd1-9584-602457f58bd4 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:49.566848 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-32339f11-bb1f-4ba9-93a3-425d97d400ad req-495df91f-2bd2-4cd1-9584-602457f58bd4 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:49.572668 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ab3f0f9a-34cc-4fb8-a18d-57e5303e6ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:49.590333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32339f11-bb1f-4ba9-93a3-425d97d400ad req-495df91f-2bd2-4cd1-9584-602457f58bd4 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196883 Oct 13 14:01:49.638707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495df91f-2bd2-4cd1-9584-602457f58bd4 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8af5d63-80aa-49cc-92f8-bbe91ce0ba67,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:49.667681 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56988) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:49.718905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7e3e1-6cb8-4856-b98f-58f8e42107e9 req-deb45e2c-ee78-4cdd-9176-5633c5ab67af tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:49.720524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73a7e3e1-6cb8-4856-b98f-58f8e42107e9 req-deb45e2c-ee78-4cdd-9176-5633c5ab67af tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 949 time: 0.0535853 Oct 13 14:01:49.760904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607fdd1e-6852-4cec-b606-71b7b271dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bacfcb3-e3fd-47f7-8276-b1b9b241193d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:01:49.764311 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4272a66f-f85c-46db-b412-1656659c1544" -d '{"events": [{"server_uuid": "607fdd1e-6852-4cec-b606-71b7b271dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "0bacfcb3-e3fd-47f7-8276-b1b9b241193d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:01:49.775437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73a7e3e1-6cb8-4856-b98f-58f8e42107e9 req-72d8421b-d16d-4a6a-a23f-0e5ac0003b30 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471404 Oct 13 14:01:49.807475 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-317e227b-982c-4aec-a7ca-fe09782c8d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:49.892215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e68b7-9469-4e03-b003-033653fdbe5a req-a28ab604-6343-448e-b103-7a7fc32345f2 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:49.894007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5e68b7-9469-4e03-b003-033653fdbe5a req-a28ab604-6343-448e-b103-7a7fc32345f2 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 967 time: 0.0549862 Oct 13 14:01:49.903823 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-317e227b-982c-4aec-a7ca-fe09782c8d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:49.938975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5e68b7-9469-4e03-b003-033653fdbe5a req-273c60c0-e1ed-4947-b0bd-152063e2a4b2 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355217 Oct 13 14:01:49.995560 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-317e227b-982c-4aec-a7ca-fe09782c8d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:50.037640 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-317e227b-982c-4aec-a7ca-fe09782c8d4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06f57783c422443596fa54eca6883ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685520 Oct 13 14:01:50.039873 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e227b-982c-4aec-a7ca-fe09782c8d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707638b4-1e42-49c4-9e81-638cb9ffa333,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:50.041320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57006) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:50.096901 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4bf01962-8e0d-4c6e-ac54-7df03be4aa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:50.129257 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4bf01962-8e0d-4c6e-ac54-7df03be4aa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:50.199236 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be62d83-9f7f-4e67-aaf1-94a9593cd614 x-openstack-request-id: req-2be62d83-9f7f-4e67-aaf1-94a9593cd614 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:01:50.199512 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607fdd1e-6852-4cec-b606-71b7b271dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "0bacfcb3-e3fd-47f7-8276-b1b9b241193d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:01:50.199804 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2be62d83-9f7f-4e67-aaf1-94a9593cd614 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:01:50.200210 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607fdd1e-6852-4cec-b606-71b7b271dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bacfcb3-e3fd-47f7-8276-b1b9b241193d', 'code': 200} Oct 13 14:01:50.215260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 975ec6bd-9423-4aec-b3c8-1135b916db4c up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:01:50.264160 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4bf01962-8e0d-4c6e-ac54-7df03be4aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:50.267362 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4bf01962-8e0d-4c6e-ac54-7df03be4aa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:50.269177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4bf01962-8e0d-4c6e-ac54-7df03be4aa2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/707638b4-1e42-49c4-9e81-638cb9ffa333 HTTP/1.1" status: 204 len: 168 time: 0.2245955 Oct 13 14:01:50.283797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf01962-8e0d-4c6e-ac54-7df03be4aa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707638b4-1e42-49c4-9e81-638cb9ffa333,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:50.378718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06944c80-4e65-4d47-b6fe-99e6c3359ca2 req-36df83f1-eaf1-4a89-ac66-d6e10c839de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:50.380232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06944c80-4e65-4d47-b6fe-99e6c3359ca2 req-36df83f1-eaf1-4a89-ac66-d6e10c839de9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 1102 time: 0.0788915 Oct 13 14:01:50.403669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246c94a-68a6-4e13-8fb4-14525315d711 req-713fa6c7-a39a-48c1-90c6-d0afb804f80a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:50.405151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6246c94a-68a6-4e13-8fb4-14525315d711 req-713fa6c7-a39a-48c1-90c6-d0afb804f80a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 967 time: 0.0681977 Oct 13 14:01:50.409196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 975ec6bd-9423-4aec-b3c8-1135b916db4c completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:01:50.416088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 975ec6bd-9423-4aec-b3c8-1135b916db4c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:50.416558 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:50.417169 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57018) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:50.422127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-561cf882-4261-4387-b32d-215cef8b8762 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Request body: {'floatingip': {'port_id': 'b30274e0-496f-470c-ba76-6e5608282339'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:50.443066 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06944c80-4e65-4d47-b6fe-99e6c3359ca2 req-d0912cac-d494-4d46-a48f-14d83e6484a6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544472 Oct 13 14:01:50.510457 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:50.515017 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561cf882-4261-4387-b32d-215cef8b8762 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:50.531794 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:01:50.552619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 975ec6bd-9423-4aec-b3c8-1135b916db4c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=975ec6bd-9423-4aec-b3c8-1135b916db4c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:50.642099 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:50.713879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=975ec6bd-9423-4aec-b3c8-1135b916db4c,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:50.806577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-0dc45495-6526-48a6-942e-fbebd8a2c031 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358679 Oct 13 14:01:50.892425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efd300-691b-4476-85ae-089501296216 req-a9268c44-aee3-478b-a038-ef308b59a95b tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:50.895075 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12efd300-691b-4476-85ae-089501296216 req-a9268c44-aee3-478b-a038-ef308b59a95b tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 950 time: 0.1819019 Oct 13 14:01:51.002872 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12efd300-691b-4476-85ae-089501296216 req-8f22a742-3704-41a8-a342-95fb31006c24 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984623 Oct 13 14:01:51.037633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ab374846-f5f6-478f-81d9-9973fc79631c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:51.051086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ab374846-f5f6-478f-81d9-9973fc79631c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2433672 Oct 13 14:01:51.069533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-0ce4473b-a3c0-4443-a35b-d3a7d7933ec0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/quotas/7cbf24ee3d2e4d08a684d8e166381bd1 HTTP/1.1" status: 200 len: 375 time: 0.0157089 Oct 13 14:01:51.149922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-a806654d-5dc7-4824-a163-aaae753eed31 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715003 Oct 13 14:01:51.163781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57044) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:51.203729 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-678a4b57-beef-40a5-834f-fa4a7b7e3b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:51.233820 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.db.resource_extend [None req-561cf882-4261-4387-b32d-215cef8b8762 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:01:51.250517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeaec9-3302-40a0-96f3-a0ae0d5e44ed req-f49d79ba-f1dc-4f3c-b815-a9a9849e7d08 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:51.264900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2aeeaec9-3302-40a0-96f3-a0ae0d5e44ed req-f49d79ba-f1dc-4f3c-b815-a9a9849e7d08 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 950 time: 0.1132741 Oct 13 14:01:51.360770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2aeeaec9-3302-40a0-96f3-a0ae0d5e44ed req-d38706ea-f3d5-4641-94ff-73d600f5a5d3 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872478 Oct 13 14:01:51.421711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57050) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:51.468452 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-678a4b57-beef-40a5-834f-fa4a7b7e3b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:51.479058 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:51.524871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27cfe86a-acbd-4130-b994-71064f6d119f req-bed6ba67-c83d-406b-bd74-de95a690a4cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533125 Oct 13 14:01:51.567493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-678a4b57-beef-40a5-834f-fa4a7b7e3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:51.598366 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561cf882-4261-4387-b32d-215cef8b8762 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:51.664281 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561cf882-4261-4387-b32d-215cef8b8762 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:51.673318 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-73c58c72-84b9-4eeb-a366-b1e627a77794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:51.676145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a4b57-beef-40a5-834f-fa4a7b7e3b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aed6651-6f79-4dc1-bf49-c9685fd68f9a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:51.680503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-678a4b57-beef-40a5-834f-fa4a7b7e3b94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8527ee5f9034904ab62543fbab08c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141349 Oct 13 14:01:51.683622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57058) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:51.733917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfe86a-acbd-4130-b994-71064f6d119f req-d273839e-67c9-4da6-bb77-8f698577f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:51.735449 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27cfe86a-acbd-4130-b994-71064f6d119f req-d273839e-67c9-4da6-bb77-8f698577f4dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b599689c1c04829aa0f0c40337101af&device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 1124 time: 0.1264191 Oct 13 14:01:51.800659 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-561cf882-4261-4387-b32d-215cef8b8762 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Floating IP 610da7dd-8d91-4df8-b05f-6a179737f1a8 associated. External IP: 172.25.0.121, port: b30274e0-496f-470c-ba76-6e5608282339. Oct 13 14:01:51.828815 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4fe4-2782-489a-bed0-9d6edbf07f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:51.882292 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4fe4-2782-489a-bed0-9d6edbf07f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:51.950428 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-73c58c72-84b9-4eeb-a366-b1e627a77794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:51.952744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfe86a-acbd-4130-b994-71064f6d119f req-8655ed9c-1e06-4bda-bbc2-0102104913f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:51.954324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27cfe86a-acbd-4130-b994-71064f6d119f req-8655ed9c-1e06-4bda-bbc2-0102104913f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1875558 Oct 13 14:01:52.002648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27cfe86a-acbd-4130-b994-71064f6d119f req-f88a1176-845c-42f0-a704-e6fd24b1e506 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=0d6a799f-6fad-48c8-8422-b1e72139563f HTTP/1.1" status: 200 len: 217 time: 0.0402770 Oct 13 14:01:52.044511 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-73c58c72-84b9-4eeb-a366-b1e627a77794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:52.072740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561cf882-4261-4387-b32d-215cef8b8762 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:01:52.094844 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-73c58c72-84b9-4eeb-a366-b1e627a77794 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0620c8c9f2554e7aae4c001f98649933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6709075 Oct 13 14:01:52.100150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57072) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:52.107820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfe86a-acbd-4130-b994-71064f6d119f req-79a1c928-b7c6-4ba9-858e-59f9a56bf07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:52.109162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27cfe86a-acbd-4130-b994-71064f6d119f req-79a1c928-b7c6-4ba9-858e-59f9a56bf07c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0998430 Oct 13 14:01:52.111468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c58c72-84b9-4eeb-a366-b1e627a77794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e74667-e06d-4ac7-a3cf-4f43e54e989a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:52.114004 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4fe4-2782-489a-bed0-9d6edbf07f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:52.117198 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4fe4-2782-489a-bed0-9d6edbf07f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:52.118123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1d0a4fe4-2782-489a-bed0-9d6edbf07f54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2aed6651-6f79-4dc1-bf49-c9685fd68f9a HTTP/1.1" status: 204 len: 168 time: 0.4336483 Oct 13 14:01:52.170252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a4fe4-2782-489a-bed0-9d6edbf07f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aed6651-6f79-4dc1-bf49-c9685fd68f9a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:52.199398 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ed06c95-0683-46d1-bd4d-50689798106e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:52.204732 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85553e2-6923-43f1-ab5d-0225bd4f9fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975ec6bd-9423-4aec-b3c8-1135b916db4c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:01:52.211637 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827932f3-7442-4380-b722-59b2b7c20a36" -d '{"events": [{"server_uuid": "a85553e2-6923-43f1-ab5d-0225bd4f9fc4", "name": "network-vif-plugged", "status": "completed", "tag": "975ec6bd-9423-4aec-b3c8-1135b916db4c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:01:52.216488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfe86a-acbd-4130-b994-71064f6d119f req-fe1ed467-de0c-46f4-b850-34ec4fc985b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:52.218028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27cfe86a-acbd-4130-b994-71064f6d119f req-fe1ed467-de0c-46f4-b850-34ec4fc985b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937579 Oct 13 14:01:52.219112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45c46de0-f984-4855-87c4-6121e4c1119a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:52.245864 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561cf882-4261-4387-b32d-215cef8b8762 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:01:52.250574 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561cf882-4261-4387-b32d-215cef8b8762 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:52.263259 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb815e0-da5c-4a37-8007-a6367bfbe844 None None] Sync routers for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:01:52.280219 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb815e0-da5c-4a37-8007-a6367bfbe844 None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:01:52.280865 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-afb815e0-da5c-4a37-8007-a6367bfbe844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:01:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:52.318281 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-561cf882-4261-4387-b32d-215cef8b8762 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "PUT /v2.0/floatingips/610da7dd-8d91-4df8-b05f-6a179737f1a8 HTTP/1.1" status: 200 len: 1013 time: 1.8961937 Oct 13 14:01:52.319704 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea494cf6-140c-4f0e-b95d-9b05f83e49af', 'tag': 'b30274e0-496f-470c-ba76-6e5608282339'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:01:52.322062 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00001a9a-3a73-4da5-8589-aa5e3862836b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea494cf6-140c-4f0e-b95d-9b05f83e49af", "tag": "b30274e0-496f-470c-ba76-6e5608282339"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:01:52.329576 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45c46de0-f984-4855-87c4-6121e4c1119a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:52.463645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95df4c-80f0-4db0-afad-765387806087 req-0d4e8f22-5b65-477c-b78b-f4b2207cc38a tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:52.465242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea95df4c-80f0-4db0-afad-765387806087 req-0d4e8f22-5b65-477c-b78b-f4b2207cc38a tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 950 time: 0.1380088 Oct 13 14:01:52.472539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27cfe86a-acbd-4130-b994-71064f6d119f req-b1109429-b6e2-4a4b-a44f-3f62e1e2f974 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429159 Oct 13 14:01:52.569319 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45c46de0-f984-4855-87c4-6121e4c1119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:52.572806 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45c46de0-f984-4855-87c4-6121e4c1119a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:52.574186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-45c46de0-f984-4855-87c4-6121e4c1119a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31e74667-e06d-4ac7-a3cf-4f43e54e989a HTTP/1.1" status: 204 len: 168 time: 0.4730666 Oct 13 14:01:52.578114 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-afb815e0-da5c-4a37-8007-a6367bfbe844 None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:01:52.611494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea95df4c-80f0-4db0-afad-765387806087 req-5243ac06-5f1f-4382-8a79-6eec0bc16ed8 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363127 Oct 13 14:01:52.628044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c46de0-f984-4855-87c4-6121e4c1119a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e74667-e06d-4ac7-a3cf-4f43e54e989a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:52.695184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27cfe86a-acbd-4130-b994-71064f6d119f req-b750a01f-d2b7-4927-96c0-36305f8cdec0 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117126 Oct 13 14:01:52.815939 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b2cfcf-34b5-478c-a593-eda6e86095c4 x-openstack-request-id: req-80b2cfcf-34b5-478c-a593-eda6e86095c4 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:01:52.816498 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85553e2-6923-43f1-ab5d-0225bd4f9fc4", "name": "network-vif-plugged", "status": "completed", "tag": "975ec6bd-9423-4aec-b3c8-1135b916db4c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:01:52.816811 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80b2cfcf-34b5-478c-a593-eda6e86095c4 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:01:52.817440 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85553e2-6923-43f1-ab5d-0225bd4f9fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975ec6bd-9423-4aec-b3c8-1135b916db4c', 'code': 200} Oct 13 14:01:53.044597 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-afb815e0-da5c-4a37-8007-a6367bfbe844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '610da7dd-8d91-4df8-b05f-6a179737f1a8', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'port_id': 'b30274e0-496f-470c-ba76-6e5608282339', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'mac_address': 'fa:16:3e:b9:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea494cf6-140c-4f0e-b95d-9b05f83e49af', 'device_owner': 'compute:tempest-test_az-1114580748'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:01:27Z', 'updated_at': '2021-10-13T14:01:51Z', 'revision_number': 1, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:53.047193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce85fbf-7c4f-4d1e-a5f2-3a5751e381ff req-3ce777d6-e69e-431c-8e43-b43c1bb90b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:53.053744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ce85fbf-7c4f-4d1e-a5f2-3a5751e381ff req-3ce777d6-e69e-431c-8e43-b43c1bb90b82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 1102 time: 0.1226385 Oct 13 14:01:53.097762 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6db5740-632c-4334-a78e-7de24bf16d48 x-openstack-request-id: req-e6db5740-632c-4334-a78e-7de24bf16d48 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:01:53.099349 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea494cf6-140c-4f0e-b95d-9b05f83e49af", "tag": "b30274e0-496f-470c-ba76-6e5608282339", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:01:53.100482 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6db5740-632c-4334-a78e-7de24bf16d48 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:01:53.101127 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea494cf6-140c-4f0e-b95d-9b05f83e49af', 'tag': 'b30274e0-496f-470c-ba76-6e5608282339', 'status': 'completed', 'code': 200} Oct 13 14:01:53.111122 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb815e0-da5c-4a37-8007-a6367bfbe844 None None] Checking router: 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:01:53.142072 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb815e0-da5c-4a37-8007-a6367bfbe844 None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:01:53.143214 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-afb815e0-da5c-4a37-8007-a6367bfbe844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:01:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:53.152725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ce85fbf-7c4f-4d1e-a5f2-3a5751e381ff req-63224fb8-3d62-4e65-af55-3bd617252787 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963662 Oct 13 14:01:53.208311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00001a9a-3a73-4da5-8589-aa5e3862836b req-d8c46973-6fd0-452e-a6de-48d3add120e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:53.210798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00001a9a-3a73-4da5-8589-aa5e3862836b req-d8c46973-6fd0-452e-a6de-48d3add120e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8da101f040cd4a8f8fa47c2569037dc8&device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 1119 time: 0.0874975 Oct 13 14:01:53.344241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd44cdb-1fca-4bce-b124-1bdb4cab619c req-6092962d-1b36-48c3-8a0f-672a2047408a tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:53.346432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfd44cdb-1fca-4bce-b124-1bdb4cab619c req-6092962d-1b36-48c3-8a0f-672a2047408a tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 950 time: 0.1500270 Oct 13 14:01:53.359924 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-afb815e0-da5c-4a37-8007-a6367bfbe844 None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:01:53.420826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00001a9a-3a73-4da5-8589-aa5e3862836b req-79bc92fe-dc91-4755-a4e8-9783f7d6687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:53.422522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00001a9a-3a73-4da5-8589-aa5e3862836b req-79bc92fe-dc91-4755-a4e8-9783f7d6687c service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f3b32a1-dbed-4907-8cd6-385475dc68e2 HTTP/1.1" status: 200 len: 924 time: 0.1766043 Oct 13 14:01:53.437463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfd44cdb-1fca-4bce-b124-1bdb4cab619c req-74e5ac2d-61e0-4c0b-b809-adcf643566ff tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821438 Oct 13 14:01:53.588465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57124) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:53.611740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664943a2-fb95-43b2-8665-6d93eea29dcc req-8616b9c0-d8f0-45c3-8661-839fe778c079 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 210 time: 0.0708237 Oct 13 14:01:53.612448 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-563ef5d2-1bfe-45f2-b3c4-c1358d0d85e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:53.627887 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:53.683089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25921a4-dc0c-4f05-ab61-6f7c99dfd71f req-ae0d364e-01a1-4b01-9f95-4b6eae3180ec tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:53.686873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d25921a4-dc0c-4f05-ab61-6f7c99dfd71f req-ae0d364e-01a1-4b01-9f95-4b6eae3180ec tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 972 time: 0.2206943 Oct 13 14:01:53.731122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00001a9a-3a73-4da5-8589-aa5e3862836b req-f15860b3-551f-488b-bd05-64c77b9ea86d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b30274e0-496f-470c-ba76-6e5608282339 HTTP/1.1" status: 200 len: 1021 time: 0.2871997 Oct 13 14:01:53.823792 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-afb815e0-da5c-4a37-8007-a6367bfbe844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '610da7dd-8d91-4df8-b05f-6a179737f1a8', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'port_id': 'b30274e0-496f-470c-ba76-6e5608282339', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'mac_address': 'fa:16:3e:b9:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea494cf6-140c-4f0e-b95d-9b05f83e49af', 'device_owner': 'compute:tempest-test_az-1114580748'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:01:27Z', 'updated_at': '2021-10-13T14:01:51Z', 'revision_number': 1, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:01:53.846386 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4c1928d-1fb7-4233-9e58-c2c407375a85 req-c9e556e4-1479-4ca5-93cd-0f56ab6df615 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1341002 Oct 13 14:01:53.851824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d25921a4-dc0c-4f05-ab61-6f7c99dfd71f req-deabf92b-32ff-4a76-897d-999a352789c0 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533482 Oct 13 14:01:53.852044 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-563ef5d2-1bfe-45f2-b3c4-c1358d0d85e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:53.866298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00001a9a-3a73-4da5-8589-aa5e3862836b req-fc602c42-febf-48de-b038-4e2a921f1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:53.868626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00001a9a-3a73-4da5-8589-aa5e3862836b req-fc602c42-febf-48de-b038-4e2a921f1ecd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b25b45a-36a2-457f-b836-0c2292062e0c HTTP/1.1" status: 200 len: 862 time: 0.1121104 Oct 13 14:01:53.881722 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb815e0-da5c-4a37-8007-a6367bfbe844 None None] The sync data for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 is: [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '610da7dd-8d91-4df8-b05f-6a179737f1a8', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'port_id': 'b30274e0-496f-470c-ba76-6e5608282339', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'mac_address': 'fa:16:3e:b9:6d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea494cf6-140c-4f0e-b95d-9b05f83e49af', 'device_owner': 'compute:tempest-test_az-1114580748'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:01:27Z', 'updated_at': '2021-10-13T14:01:51Z', 'revision_number': 1, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:01:53.921378 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-563ef5d2-1bfe-45f2-b3c4-c1358d0d85e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:53.972894 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:53.992561 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-563ef5d2-1bfe-45f2-b3c4-c1358d0d85e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45f1102431e74a8d8cf87ff060d3695c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990550 Oct 13 14:01:53.996518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57138) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:54.044067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adea0c-8c91-4b46-95b2-13bf72c83702 req-255e13af-0924-4cc6-91e7-3fdc0c87c6e8 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:54.051399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19adea0c-8c91-4b46-95b2-13bf72c83702 req-255e13af-0924-4cc6-91e7-3fdc0c87c6e8 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 950 time: 0.1983309 Oct 13 14:01:54.056350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00001a9a-3a73-4da5-8589-aa5e3862836b req-60855a49-b21a-4c5c-8f57-810f1e2cc159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:54.058001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00001a9a-3a73-4da5-8589-aa5e3862836b req-60855a49-b21a-4c5c-8f57-810f1e2cc159 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f3b32a1-dbed-4907-8cd6-385475dc68e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1739674 Oct 13 14:01:54.070356 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ef5d2-1bfe-45f2-b3c4-c1358d0d85e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9f17cb-e3ae-42ba-a8b4-fd81135e19b7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:54.086311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1928d-1fb7-4233-9e58-c2c407375a85 req-b802c08c-6b55-40cd-bf4a-4d15780c310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:54.087692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4c1928d-1fb7-4233-9e58-c2c407375a85 req-b802c08c-6b55-40cd-bf4a-4d15780c310a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a154b62f002142f8ac00a59d9d9c2a7f&device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 1102 time: 0.1209338 Oct 13 14:01:54.118731 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-689a266c-40c2-482b-b96d-08cfabf5af45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:54.155328 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-689a266c-40c2-482b-b96d-08cfabf5af45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:54.210559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19adea0c-8c91-4b46-95b2-13bf72c83702 req-dd58b91e-3de5-47ee-9c26-df257c9ed2e6 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576874 Oct 13 14:01:54.374520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00001a9a-3a73-4da5-8589-aa5e3862836b req-f0643806-9923-4f4f-9a20-787da4ce4064 service neutron] 10.222.0.49 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068132 Oct 13 14:01:54.378685 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-689a266c-40c2-482b-b96d-08cfabf5af45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:54.382618 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-689a266c-40c2-482b-b96d-08cfabf5af45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:54.396892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567894e1-b0cb-4217-9e8c-851a02c4d098 None None] New status for floating IP 610da7dd-8d91-4df8-b05f-6a179737f1a8: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:01:54.403497 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-689a266c-40c2-482b-b96d-08cfabf5af45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e9f17cb-e3ae-42ba-a8b4-fd81135e19b7 HTTP/1.1" status: 204 len: 168 time: 0.3863010 Oct 13 14:01:54.444081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a266c-40c2-482b-b96d-08cfabf5af45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9f17cb-e3ae-42ba-a8b4-fd81135e19b7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:54.452037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1928d-1fb7-4233-9e58-c2c407375a85 req-59883404-29d8-469a-b296-eb667bef5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:54.453726 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4c1928d-1fb7-4233-9e58-c2c407375a85 req-59883404-29d8-469a-b296-eb667bef5694 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.3262587 Oct 13 14:01:54.477425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fbb66-cfba-43de-b3b3-c54e277f598b req-fa3d0e6a-e591-4a28-8fe3-250ab3e3a345 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:54.479314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-115fbb66-cfba-43de-b3b3-c54e277f598b req-fa3d0e6a-e591-4a28-8fe3-250ab3e3a345 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 972 time: 0.2344754 Oct 13 14:01:54.835047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4c1928d-1fb7-4233-9e58-c2c407375a85 req-d3390c36-67ac-41a6-8919-099f83913fb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=0bacfcb3-e3fd-47f7-8276-b1b9b241193d HTTP/1.1" status: 200 len: 217 time: 0.3524771 Oct 13 14:01:55.032413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00001a9a-3a73-4da5-8589-aa5e3862836b req-b22a3c18-d8d3-426b-b3e9-03ecdb5da2f6 service neutron] 10.222.0.49 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490664 Oct 13 14:01:55.113795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1928d-1fb7-4233-9e58-c2c407375a85 req-41d1725b-9b0a-446c-85c5-50fc099b4682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:55.116130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4c1928d-1fb7-4233-9e58-c2c407375a85 req-41d1725b-9b0a-446c-85c5-50fc099b4682 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2488263 Oct 13 14:01:55.148798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77368e0c-f697-4c98-af1f-323e301a9188 req-be3ee412-7dea-4ef3-8c63-32d7b464d183 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:55.149370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77368e0c-f697-4c98-af1f-323e301a9188 req-be3ee412-7dea-4ef3-8c63-32d7b464d183 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 950 time: 0.3072350 Oct 13 14:01:55.152280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a4933a-ca31-4703-850f-d38d362d7882 req-919e2ce8-952d-48fe-98d8-9a2086555341 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 210 time: 0.0946848 Oct 13 14:01:55.216654 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:55.365157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-115fbb66-cfba-43de-b3b3-c54e277f598b req-896f6623-5ec2-46c8-a94a-4fc7662822dd tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Deleting port 0d6a799f-6fad-48c8-8422-b1e72139563f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:01:55.365887 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-115fbb66-cfba-43de-b3b3-c54e277f598b req-896f6623-5ec2-46c8-a94a-4fc7662822dd tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:55.394616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77368e0c-f697-4c98-af1f-323e301a9188 req-6636af0c-b6e9-4289-8b89-bfc21d0e8b6d tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074587 Oct 13 14:01:55.429173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1928d-1fb7-4233-9e58-c2c407375a85 req-ffb8769d-1441-4115-bc5e-3e1b17f866b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:55.430698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4c1928d-1fb7-4233-9e58-c2c407375a85 req-ffb8769d-1441-4115-bc5e-3e1b17f866b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2660737 Oct 13 14:01:55.516772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925a3f-1325-4d4c-a848-e20e0ca374ac req-5149d865-2e8c-4fe2-892c-0f985c951589 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:55.518609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77925a3f-1325-4d4c-a848-e20e0ca374ac req-5149d865-2e8c-4fe2-892c-0f985c951589 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 972 time: 0.2296741 Oct 13 14:01:55.608804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-115fbb66-cfba-43de-b3b3-c54e277f598b req-896f6623-5ec2-46c8-a94a-4fc7662822dd tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] For port 0d6a799f-6fad-48c8-8422-b1e72139563f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d6a799f-6fad-48c8-8422-b1e72139563f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:55.609203 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-115fbb66-cfba-43de-b3b3-c54e277f598b req-896f6623-5ec2-46c8-a94a-4fc7662822dd tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:55.647432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-115fbb66-cfba-43de-b3b3-c54e277f598b req-896f6623-5ec2-46c8-a94a-4fc7662822dd tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Calling delete_port for 0d6a799f-6fad-48c8-8422-b1e72139563f owned by compute:tempest-test_az-1114580748 {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:01:55.682968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77925a3f-1325-4d4c-a848-e20e0ca374ac req-e18bf134-913a-4dc4-a703-07faabc73f82 tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd546e9e-31b7-4d23-b5ba-276da02c0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523674 Oct 13 14:01:55.717095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11e050-f30e-4316-85e0-74c7cf6af83c req-6c24ec3a-93e9-44b0-90d6-e2509e8be280 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:55.717095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc11e050-f30e-4316-85e0-74c7cf6af83c req-6c24ec3a-93e9-44b0-90d6-e2509e8be280 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 950 time: 0.2017672 Oct 13 14:01:55.732931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4c1928d-1fb7-4233-9e58-c2c407375a85 req-c84d783b-5942-47e2-a764-d38d43f456f6 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877419 Oct 13 14:01:55.906151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc11e050-f30e-4316-85e0-74c7cf6af83c req-7f8f1193-b227-4344-8941-4b27c1f7c8bd tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281188 Oct 13 14:01:55.967100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4c1928d-1fb7-4233-9e58-c2c407375a85 req-5e6f04f7-8dce-4a8d-abfc-c9d6c8202422 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811764 Oct 13 14:01:56.199983 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-115fbb66-cfba-43de-b3b3-c54e277f598b req-896f6623-5ec2-46c8-a94a-4fc7662822dd tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:56.215812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['0d6a799f-6fad-48c8-8422-b1e72139563f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:01:56.277732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f6623-5ec2-46c8-a94a-4fc7662822dd tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Pushing event deleted for resources: {'Port': ['ID=0d6a799f-6fad-48c8-8422-b1e72139563f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:56.285371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-82e79687-b6ac-4e6e-ae28-ad3b7cbb4888 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1174691 Oct 13 14:01:56.390643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae49fcb4-f557-45fb-9b9f-f8376ad81578 req-4b271208-4056-4924-aaeb-81fdafcb90e2 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 210 time: 0.0967352 Oct 13 14:01:56.479706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-115fbb66-cfba-43de-b3b3-c54e277f598b req-896f6623-5ec2-46c8-a94a-4fc7662822dd tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] No DVR routers for this DVR port 0d6a799f-6fad-48c8-8422-b1e72139563f on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:01:56.495717 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-115fbb66-cfba-43de-b3b3-c54e277f598b req-896f6623-5ec2-46c8-a94a-4fc7662822dd tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:56.497302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-115fbb66-cfba-43de-b3b3-c54e277f598b req-896f6623-5ec2-46c8-a94a-4fc7662822dd tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.49 "DELETE /v2.0/ports/0d6a799f-6fad-48c8-8422-b1e72139563f HTTP/1.1" status: 204 len: 173 time: 2.0034368 Oct 13 14:01:56.498093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3e4170-e66e-4a1c-974d-6ebb0560ef9b', 'name': 'network-vif-deleted', 'tag': '0d6a799f-6fad-48c8-8422-b1e72139563f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:01:56.502411 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2b298e-063e-4d97-80bb-8d5e21c59689" -d '{"events": [{"server_uuid": "9c3e4170-e66e-4a1c-974d-6ebb0560ef9b", "name": "network-vif-deleted", "tag": "0d6a799f-6fad-48c8-8422-b1e72139563f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:01:56.672384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e2f54448-f7ef-4c49-b183-07ddf2338f7d tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:56.674334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e2f54448-f7ef-4c49-b183-07ddf2338f7d tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3787735 Oct 13 14:01:56.689854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c96801bb-2e00-4584-8590-7ca9baad7dbf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Request body: {'port': {'device_id': '5b55dd8e-e343-4299-98a6-7925c4836ba1', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '7cbf24ee3d2e4d08a684d8e166381bd1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:56.792240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75848eb-d52f-4bfb-a977-971d2b927717 req-0905eff3-5d2e-4111-8a05-8a61f954a461 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:56.801149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c75848eb-d52f-4bfb-a977-971d2b927717 req-0905eff3-5d2e-4111-8a05-8a61f954a461 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 950 time: 0.1614976 Oct 13 14:01:56.876709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c75848eb-d52f-4bfb-a977-971d2b927717 req-ac2da8b1-a621-4b5f-a97e-041177de04f3 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728140 Oct 13 14:01:56.971128 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721f9139-ea59-4c15-9c58-3f5a7953def4 x-openstack-request-id: req-721f9139-ea59-4c15-9c58-3f5a7953def4 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:01:56.971442 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3e4170-e66e-4a1c-974d-6ebb0560ef9b", "name": "network-vif-deleted", "tag": "0d6a799f-6fad-48c8-8422-b1e72139563f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:01:56.971688 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-721f9139-ea59-4c15-9c58-3f5a7953def4 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:01:56.972201 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3e4170-e66e-4a1c-974d-6ebb0560ef9b', 'name': 'network-vif-deleted', 'tag': '0d6a799f-6fad-48c8-8422-b1e72139563f', 'status': 'completed', 'code': 200} Oct 13 14:01:57.042174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c96801bb-2e00-4584-8590-7ca9baad7dbf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Made reservation on behalf of 7cbf24ee3d2e4d08a684d8e166381bd1 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:01:57.046228 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c96801bb-2e00-4584-8590-7ca9baad7dbf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:57.099852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-afc35200-b149-45ee-9c2e-40fcae62e65e tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=17346d50786947718fb22a95a6869cf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753236 Oct 13 14:01:57.127607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-d70aed24-6844-40f2-a915-7e2de922f620 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679755 Oct 13 14:01:57.130803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65733879-7821-4800-adca-3ca9f094e3e3 req-57d496f9-2f3b-4efd-afb4-e24bfeb830ca tempest-AggregatesAdminTestJSON-1810675095 tempest-AggregatesAdminTestJSON-1810675095-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c3e4170-e66e-4a1c-974d-6ebb0560ef9b HTTP/1.1" status: 200 len: 210 time: 0.0725596 Oct 13 14:01:57.406978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9bbfd-4bd7-4ba6-b770-f9050404c698 req-bfa14d11-700f-426d-9ec0-5bdfac589628 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:57.408454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2f9bbfd-4bd7-4ba6-b770-f9050404c698 req-bfa14d11-700f-426d-9ec0-5bdfac589628 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.41 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 950 time: 0.2485201 Oct 13 14:01:57.742453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-ac3f120d-f6c9-440e-8a44-224a4ac07e05 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:57.743928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-ac3f120d-f6c9-440e-8a44-224a4ac07e05 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6362679 Oct 13 14:01:57.766197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-a0c39fe3-279a-4d4b-a45f-a6a3cf22028f tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:57.767774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-a0c39fe3-279a-4d4b-a45f-a6a3cf22028f tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6232860 Oct 13 14:01:57.775368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c96801bb-2e00-4584-8590-7ca9baad7dbf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Allocated IP 192.168.233.83 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/c258c505-efec-41a3-908a-c7eff5d460ad) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:57.794105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ddb70c8f-9b58-4a86-bd43-6d86254bbceb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Request body: {'port': {'device_id': '68fd2f0a-39ea-48cc-939b-cc8c88b17355', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '7cbf24ee3d2e4d08a684d8e166381bd1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:57.822924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-8ef398cc-2d6e-4f22-a7ea-1770687b9d5d tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/quotas/17346d50786947718fb22a95a6869cf9 HTTP/1.1" status: 200 len: 375 time: 0.0681443 Oct 13 14:01:57.913829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-146e40a3-e389-48a5-8df3-4525c19673ea tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=17346d50786947718fb22a95a6869cf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779753 Oct 13 14:01:58.043146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f2f9bbfd-4bd7-4ba6-b770-f9050404c698 req-501df42a-544f-4eae-9b42-e0c553ebd464 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Deleting port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:01:58.043361 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2f9bbfd-4bd7-4ba6-b770-f9050404c698 req-501df42a-544f-4eae-9b42-e0c553ebd464 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:58.198217 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c96801bb-2e00-4584-8590-7ca9baad7dbf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:58.202407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ddb70c8f-9b58-4a86-bd43-6d86254bbceb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Made reservation on behalf of 7cbf24ee3d2e4d08a684d8e166381bd1 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:01:58.205921 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ddb70c8f-9b58-4a86-bd43-6d86254bbceb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:58.247977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f2f9bbfd-4bd7-4ba6-b770-f9050404c698 req-501df42a-544f-4eae-9b42-e0c553ebd464 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] For port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0bacfcb3-e3fd-47f7-8276-b1b9b241193d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:01:58.248343 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2f9bbfd-4bd7-4ba6-b770-f9050404c698 req-501df42a-544f-4eae-9b42-e0c553ebd464 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:58.285091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f820da-d266-49c6-903b-0a7110ee41a5 req-2af41474-b79e-4b55-8bc5-68c0bfd2c83f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:58.287238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9f820da-d266-49c6-903b-0a7110ee41a5 req-2af41474-b79e-4b55-8bc5-68c0bfd2c83f tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 950 time: 0.1513112 Oct 13 14:01:58.298907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f2f9bbfd-4bd7-4ba6-b770-f9050404c698 req-501df42a-544f-4eae-9b42-e0c553ebd464 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Calling delete_port for 0bacfcb3-e3fd-47f7-8276-b1b9b241193d owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:01:58.427132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9f820da-d266-49c6-903b-0a7110ee41a5 req-2dc109c5-454c-47de-a93e-85e29040ea79 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f45f897-da6b-4752-a37e-3fcf5a54478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233125 Oct 13 14:01:58.471649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8cf8c443-7f5b-4ea8-bb35-e845a6f0eb20 req-760d316f-b540-475b-a756-33137009f6c2 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 210 time: 0.0419657 Oct 13 14:01:58.477489 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c96801bb-2e00-4584-8590-7ca9baad7dbf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:58.488783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:01:58.575124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c96801bb-2e00-4584-8590-7ca9baad7dbf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:58.631415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c96801bb-2e00-4584-8590-7ca9baad7dbf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:58.660668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c96801bb-2e00-4584-8590-7ca9baad7dbf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:58.667304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c96801bb-2e00-4584-8590-7ca9baad7dbf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:58.667955 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c96801bb-2e00-4584-8590-7ca9baad7dbf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:58.719009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96801bb-2e00-4584-8590-7ca9baad7dbf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event updated for resources: {'Port': ['ID=c258c505-efec-41a3-908a-c7eff5d460ad,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:58.724293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ddb70c8f-9b58-4a86-bd43-6d86254bbceb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Allocated IP 192.168.233.211 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/421e5c99-d76c-4e92-a8de-1171670329da) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:01:58.758773 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f30e7-62d5-4649-ac3c-69ec755a6e3e req-43684d2d-b038-4e11-a10d-62776b15de5a tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:58.760368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-498f30e7-62d5-4649-ac3c-69ec755a6e3e req-43684d2d-b038-4e11-a10d-62776b15de5a tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 950 time: 0.1984646 Oct 13 14:01:58.841768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c96801bb-2e00-4584-8590-7ca9baad7dbf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1562283 Oct 13 14:01:58.847518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-815a189a-df80-4612-9bc9-a59b16d00b5a req-481d2180-9635-4201-9961-d88188a958ac tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 210 time: 0.0642736 Oct 13 14:01:58.871185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Request body: {'port': {'device_id': '5b55dd8e-e343-4299-98a6-7925c4836ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:01:58.911764 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2f9bbfd-4bd7-4ba6-b770-f9050404c698 req-501df42a-544f-4eae-9b42-e0c553ebd464 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:58.927354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['0bacfcb3-e3fd-47f7-8276-b1b9b241193d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:01:58.954609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-498f30e7-62d5-4649-ac3c-69ec755a6e3e req-e795e040-e5af-435b-a51c-d1d87482dc06 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726654 Oct 13 14:01:58.968479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d6a799f-6fad-48c8-8422-b1e72139563f no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:01:58.983573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3f6d6d4d-f394-46c9-b265-107d74d4a07b None None] Provisioning complete for port c258c505-efec-41a3-908a-c7eff5d460ad triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:01:58.984407 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3f6d6d4d-f394-46c9-b265-107d74d4a07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:59.010552 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 0d6a799f-6fad-48c8-8422-b1e72139563f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:01:59.011173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d6a799f-6fad-48c8-8422-b1e72139563f not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:01:59.048664 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:59.052715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501df42a-544f-4eae-9b42-e0c553ebd464 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Pushing event deleted for resources: {'Port': ['ID=0bacfcb3-e3fd-47f7-8276-b1b9b241193d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:59.117634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3f6d6d4d-f394-46c9-b265-107d74d4a07b None None] Port c258c505-efec-41a3-908a-c7eff5d460ad cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:01:59.153464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f9bbfd-4bd7-4ba6-b770-f9050404c698 req-501df42a-544f-4eae-9b42-e0c553ebd464 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] No DVR routers for this DVR port 0bacfcb3-e3fd-47f7-8276-b1b9b241193d on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:01:59.187651 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2f9bbfd-4bd7-4ba6-b770-f9050404c698 req-501df42a-544f-4eae-9b42-e0c553ebd464 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:59.191162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2f9bbfd-4bd7-4ba6-b770-f9050404c698 req-501df42a-544f-4eae-9b42-e0c553ebd464 tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.41 "DELETE /v2.0/ports/0bacfcb3-e3fd-47f7-8276-b1b9b241193d HTTP/1.1" status: 204 len: 173 time: 1.7682440 Oct 13 14:01:59.208394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607fdd1e-6852-4cec-b606-71b7b271dfa8', 'name': 'network-vif-deleted', 'tag': '0bacfcb3-e3fd-47f7-8276-b1b9b241193d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:01:59.211040 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0c017b-89ed-43f8-b38a-3fe770882c58" -d '{"events": [{"server_uuid": "607fdd1e-6852-4cec-b606-71b7b271dfa8", "name": "network-vif-deleted", "tag": "0bacfcb3-e3fd-47f7-8276-b1b9b241193d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:01:59.275980 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ddb70c8f-9b58-4a86-bd43-6d86254bbceb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:59.345169 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6c7b6a-e24e-498d-b8ac-40c2ee42ad49 x-openstack-request-id: req-ac6c7b6a-e24e-498d-b8ac-40c2ee42ad49 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:01:59.345394 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607fdd1e-6852-4cec-b606-71b7b271dfa8", "name": "network-vif-deleted", "tag": "0bacfcb3-e3fd-47f7-8276-b1b9b241193d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:01:59.345644 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac6c7b6a-e24e-498d-b8ac-40c2ee42ad49 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:01:59.346039 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607fdd1e-6852-4cec-b606-71b7b271dfa8', 'name': 'network-vif-deleted', 'tag': '0bacfcb3-e3fd-47f7-8276-b1b9b241193d', 'status': 'completed', 'code': 200} Oct 13 14:01:59.551125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f701d26c-6249-4623-aac3-a42e514ef22e req-078e7189-a9b8-4b99-b69c-af8af1e8a98d tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0400372 Oct 13 14:01:59.560623 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ddb70c8f-9b58-4a86-bd43-6d86254bbceb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:59.576511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:01:59.775731 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57332) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:01:59.818791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ddb70c8f-9b58-4a86-bd43-6d86254bbceb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:01:59.841600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ddb70c8f-9b58-4a86-bd43-6d86254bbceb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:01:59.856657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ddb70c8f-9b58-4a86-bd43-6d86254bbceb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:01:59.862302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ddb70c8f-9b58-4a86-bd43-6d86254bbceb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:59.863161 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ddb70c8f-9b58-4a86-bd43-6d86254bbceb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:01:59.879357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb70c8f-9b58-4a86-bd43-6d86254bbceb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event updated for resources: {'Port': ['ID=421e5c99-d76c-4e92-a8de-1171670329da,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:01:59.908921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c32de-4e25-4a27-a8dd-2e4666030c05 req-b246407a-1fba-46e3-9e08-94e16e97cdcd tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:01:59.917334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f5c32de-4e25-4a27-a8dd-2e4666030c05 req-b246407a-1fba-46e3-9e08-94e16e97cdcd tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 936 time: 0.2127993 Oct 13 14:02:00.061661 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0bf86107-848a-4795-8d1a-bd5be6b37821 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b599689c1c04829aa0f0c40337101af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845452 Oct 13 14:02:00.065636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57346) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:00.127697 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5123a43-da03-4ba0-8c33-7caa64e5bd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.150077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-ddb70c8f-9b58-4a86-bd43-6d86254bbceb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3622844 Oct 13 14:02:00.155757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5123a43-da03-4ba0-8c33-7caa64e5bd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.169812 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f5c32de-4e25-4a27-a8dd-2e4666030c05 req-db10a830-532c-431e-8b70-362da1c093ec tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512441 Oct 13 14:02:00.175685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59b9a35-2d70-4b97-bf6b-3f5a7d846f92 req-1c74d881-d571-4b67-98fa-201e0063f539 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 210 time: 0.0741682 Oct 13 14:02:00.194812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Request body: {'port': {'device_id': '68fd2f0a-39ea-48cc-939b-cc8c88b17355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:00.214642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c258c505-efec-41a3-908a-c7eff5d460ad {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:00.264625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ff4b6bd1-3fb2-46a7-9dea-959d956a11d1 None None] Provisioning complete for port 421e5c99-d76c-4e92-a8de-1171670329da triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:00.266556 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff4b6bd1-3fb2-46a7-9dea-959d956a11d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.276831 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.302840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cc1a2-a46b-4fb3-aa18-f79974c8d855 req-80f307fc-ca39-4c8c-8b42-402f8f962ab0 tempest-DeleteServersAdminTestJSON-1430347502 tempest-DeleteServersAdminTestJSON-1430347502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:00.302929 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57350) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:00.304259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-886cc1a2-a46b-4fb3-aa18-f79974c8d855 req-80f307fc-ca39-4c8c-8b42-402f8f962ab0 tempest-DeleteServersAdminTestJSON-1430347502 tempest-DeleteServersAdminTestJSON-1430347502-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 1102 time: 0.3736324 Oct 13 14:02:00.310261 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5123a43-da03-4ba0-8c33-7caa64e5bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.313372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5123a43-da03-4ba0-8c33-7caa64e5bd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.319528 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e5123a43-da03-4ba0-8c33-7caa64e5bd97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd546e9e-31b7-4d23-b5ba-276da02c0909 HTTP/1.1" status: 204 len: 168 time: 0.2474747 Oct 13 14:02:00.320772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ff4b6bd1-3fb2-46a7-9dea-959d956a11d1 None None] Port 421e5c99-d76c-4e92-a8de-1171670329da cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:02:00.334043 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5123a43-da03-4ba0-8c33-7caa64e5bd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd546e9e-31b7-4d23-b5ba-276da02c0909,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:00.345000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Transition to ACTIVE for port object c258c505-efec-41a3-908a-c7eff5d460ad will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:02:00.420290 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.434068 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b94cd26-8be6-41b8-bf91-a4053d0460d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.463760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.472697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bb504-73db-4406-91c2-f0956762818d req-350ca115-d12b-4826-9975-0e6985b5d15d tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:00.475358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-833bb504-73db-4406-91c2-f0956762818d req-350ca115-d12b-4826-9975-0e6985b5d15d tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 950 time: 0.1322775 Oct 13 14:02:00.544956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b94cd26-8be6-41b8-bf91-a4053d0460d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.613182 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57360) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:00.644405 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b94cd26-8be6-41b8-bf91-a4053d0460d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.655574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Pushing event updated for resources: {'Port': ['ID=c258c505-efec-41a3-908a-c7eff5d460ad,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:00.721881 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9b94cd26-8be6-41b8-bf91-a4053d0460d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a6c684337e748d5bf3e531c696fd3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176171 Oct 13 14:02:00.724425 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57364) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:00.737351 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94cd26-8be6-41b8-bf91-a4053d0460d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a15679-173c-4802-a88c-fbb66eec7223,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:00.778863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-833bb504-73db-4406-91c2-f0956762818d req-89ac2e73-bb50-49b7-afaa-c44cda790e3c tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713718 Oct 13 14:02:00.780343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-886cc1a2-a46b-4fb3-aa18-f79974c8d855 req-e64c3727-c8ce-435e-a3db-18ac53b1ff80 tempest-DeleteServersAdminTestJSON-1430347502 tempest-DeleteServersAdminTestJSON-1430347502-project-admin] Deleting port 975ec6bd-9423-4aec-b3c8-1135b916db4c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:02:00.780866 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-886cc1a2-a46b-4fb3-aa18-f79974c8d855 req-e64c3727-c8ce-435e-a3db-18ac53b1ff80 tempest-DeleteServersAdminTestJSON-1430347502 tempest-DeleteServersAdminTestJSON-1430347502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.822595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ffb8c54-34b2-4245-87b6-377fe8d11b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.847565 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ffb8c54-34b2-4245-87b6-377fe8d11b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:00.851152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Attempting to bind port c258c505-efec-41a3-908a-c7eff5d460ad on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:00.851456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Attempting to bind port c258c505-efec-41a3-908a-c7eff5d460ad by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:00.853466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Attempting to bind port c258c505-efec-41a3-908a-c7eff5d460ad on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:01.013666 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ffb8c54-34b2-4245-87b6-377fe8d11b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:01.016189 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ffb8c54-34b2-4245-87b6-377fe8d11b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:01.017390 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9ffb8c54-34b2-4245-87b6-377fe8d11b64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6a15679-173c-4802-a88c-fbb66eec7223 HTTP/1.1" status: 204 len: 168 time: 0.2915585 Oct 13 14:02:01.020696 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46a11b43-34f3-4482-b8b1-7923eea70a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:01.034381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb8c54-34b2-4245-87b6-377fe8d11b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a15679-173c-4802-a88c-fbb66eec7223,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:01.134614 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46a11b43-34f3-4482-b8b1-7923eea70a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:01.160968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e7954fb-1c71-4ea3-9dca-593c6f0be987 req-f4c5cbba-28cd-45c8-8a7c-a7518194b3ae tempest-ServerDiagnosticsNegativeTest-1560991730 tempest-ServerDiagnosticsNegativeTest-1560991730-project] 10.222.0.18 "GET /v2.0/ports?device_id=607fdd1e-6852-4cec-b606-71b7b271dfa8 HTTP/1.1" status: 200 len: 210 time: 0.4309216 Oct 13 14:02:01.167919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Port c258c505-efec-41a3-908a-c7eff5d460ad on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:02:01.168320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Attempting to bind port c258c505-efec-41a3-908a-c7eff5d460ad on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:01.184674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:01.185087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:01.185400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:01.185834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Bound port: c258c505-efec-41a3-908a-c7eff5d460ad, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:01.186213 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:01.298410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-886cc1a2-a46b-4fb3-aa18-f79974c8d855 req-e64c3727-c8ce-435e-a3db-18ac53b1ff80 tempest-DeleteServersAdminTestJSON-1430347502 tempest-DeleteServersAdminTestJSON-1430347502-project-admin] For port 975ec6bd-9423-4aec-b3c8-1135b916db4c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=975ec6bd-9423-4aec-b3c8-1135b916db4c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:01.298773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-886cc1a2-a46b-4fb3-aa18-f79974c8d855 req-e64c3727-c8ce-435e-a3db-18ac53b1ff80 tempest-DeleteServersAdminTestJSON-1430347502 tempest-DeleteServersAdminTestJSON-1430347502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:01.345853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b90f133-8456-4d4c-995b-9d1aed670361 req-2c2a54db-a911-44ff-8d71-5c9776d7c704 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 210 time: 0.0823607 Oct 13 14:02:01.483077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-886cc1a2-a46b-4fb3-aa18-f79974c8d855 req-e64c3727-c8ce-435e-a3db-18ac53b1ff80 tempest-DeleteServersAdminTestJSON-1430347502 tempest-DeleteServersAdminTestJSON-1430347502-project-admin] Calling delete_port for 975ec6bd-9423-4aec-b3c8-1135b916db4c owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:02:01.483077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] For port c258c505-efec-41a3-908a-c7eff5d460ad, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:01.483077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5377bd-2672-45fb-bee3-89366f2fa688 req-1b027107-8801-4459-9b16-b3c9a8728ef3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:01.483077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db5377bd-2672-45fb-bee3-89366f2fa688 req-1b027107-8801-4459-9b16-b3c9a8728ef3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 936 time: 0.2049406 Oct 13 14:02:01.483077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] For port c258c505-efec-41a3-908a-c7eff5d460ad, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=c258c505-efec-41a3-908a-c7eff5d460ad,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:01.512593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421e5c99-d76c-4e92-a8de-1171670329da {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:01.540654 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:01.558142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Transition to ACTIVE for port object 421e5c99-d76c-4e92-a8de-1171670329da will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:02:01.561978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db5377bd-2672-45fb-bee3-89366f2fa688 req-1b904803-c2c1-4675-b232-e29cd4d64028 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765705 Oct 13 14:02:01.716647 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46a11b43-34f3-4482-b8b1-7923eea70a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:01.789790 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-9d89aba5-848d-41e0-b313-9da1071421f8 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=17346d50786947718fb22a95a6869cf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410495 Oct 13 14:02:01.794447 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-46a11b43-34f3-4482-b8b1-7923eea70a03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6bdb992c67b2478e87918b22b63a12e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1788840 Oct 13 14:02:01.797433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57376) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:01.807593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a11b43-34f3-4482-b8b1-7923eea70a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62345a1c-4884-4087-8f08-8329680eb6da,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:01.818640 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:01.904865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:01.905516 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:01.906887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] 10.222.0.49 "PUT /v2.0/ports/c258c505-efec-41a3-908a-c7eff5d460ad HTTP/1.1" status: 200 len: 1096 time: 3.0506284 Oct 13 14:02:01.907342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b55dd8e-e343-4299-98a6-7925c4836ba1', 'tag': 'c258c505-efec-41a3-908a-c7eff5d460ad'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:01.909594 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e5ac2f-b3dc-4fe0-b391-9fc4ce2fcfbb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b55dd8e-e343-4299-98a6-7925c4836ba1", "tag": "c258c505-efec-41a3-908a-c7eff5d460ad"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:01.923241 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:01.924894 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-886cc1a2-a46b-4fb3-aa18-f79974c8d855 req-e64c3727-c8ce-435e-a3db-18ac53b1ff80 tempest-DeleteServersAdminTestJSON-1430347502 tempest-DeleteServersAdminTestJSON-1430347502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:01.927866 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-ae0363df-299a-40ae-a12f-a7757b41da03 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:01.930165 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-ae0363df-299a-40ae-a12f-a7757b41da03 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338904 Oct 13 14:02:01.938017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['975ec6bd-9423-4aec-b3c8-1135b916db4c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:01.946020 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Request body: {'port': {'device_id': 'a90acc7c-85d8-43cd-a712-040fc00e9bbe', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '17346d50786947718fb22a95a6869cf9'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:01.964892 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1cfbd0-1dab-4ad5-8d6a-71270c0da1c3 x-openstack-request-id: req-5b1cfbd0-1dab-4ad5-8d6a-71270c0da1c3 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:01.965250 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b55dd8e-e343-4299-98a6-7925c4836ba1", "tag": "c258c505-efec-41a3-908a-c7eff5d460ad", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:01.965500 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b1cfbd0-1dab-4ad5-8d6a-71270c0da1c3 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:01.965888 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b55dd8e-e343-4299-98a6-7925c4836ba1', 'tag': 'c258c505-efec-41a3-908a-c7eff5d460ad', 'status': 'completed', 'code': 200} Oct 13 14:02:02.000111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Pushing event updated for resources: {'Port': ['ID=c258c505-efec-41a3-908a-c7eff5d460ad,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:02.009101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57382) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:02.086027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47ba37-c738-41f3-bacf-02ddd2a417b5 req-98bc2531-1184-42b1-9191-0a8d23de1089 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:02.093320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff47ba37-c738-41f3-bacf-02ddd2a417b5 req-98bc2531-1184-42b1-9191-0a8d23de1089 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 867 time: 0.2304969 Oct 13 14:02:02.095788 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4d16bddb-e6cf-4f7b-bc99-1ebb861b6a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.099117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:02.102619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:02.102619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:02.102619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:02.102619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:02.102619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:02.102619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:02.102619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:02.102619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:02.102619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:02.103323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:02.103323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71da447e-eada-40c6-9d0b-d9f41df0cd33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:02.184696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-886cc1a2-a46b-4fb3-aa18-f79974c8d855 req-e64c3727-c8ce-435e-a3db-18ac53b1ff80 tempest-DeleteServersAdminTestJSON-1430347502 tempest-DeleteServersAdminTestJSON-1430347502-project-admin] No DVR routers for this DVR port 975ec6bd-9423-4aec-b3c8-1135b916db4c on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:02:02.198501 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-886cc1a2-a46b-4fb3-aa18-f79974c8d855 req-e64c3727-c8ce-435e-a3db-18ac53b1ff80 tempest-DeleteServersAdminTestJSON-1430347502 tempest-DeleteServersAdminTestJSON-1430347502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.200611 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Made reservation on behalf of 17346d50786947718fb22a95a6869cf9 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:02.201816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-886cc1a2-a46b-4fb3-aa18-f79974c8d855 req-e64c3727-c8ce-435e-a3db-18ac53b1ff80 tempest-DeleteServersAdminTestJSON-1430347502 tempest-DeleteServersAdminTestJSON-1430347502-project-admin] 10.222.0.41 "DELETE /v2.0/ports/975ec6bd-9423-4aec-b3c8-1135b916db4c HTTP/1.1" status: 204 len: 173 time: 1.8739655 Oct 13 14:02:02.208354 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.219815 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.269722 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4d16bddb-e6cf-4f7b-bc99-1ebb861b6a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.278732 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 0bacfcb3-e3fd-47f7-8276-b1b9b241193d no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:02:02.310149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 0bacfcb3-e3fd-47f7-8276-b1b9b241193d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:02:02.311136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 0bacfcb3-e3fd-47f7-8276-b1b9b241193d not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:02:02.327245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5ac2f-b3dc-4fe0-b391-9fc4ce2fcfbb req-8fc8caba-0469-45e3-8090-4850c5d7eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:02.333635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98e5ac2f-b3dc-4fe0-b391-9fc4ce2fcfbb req-8fc8caba-0469-45e3-8090-4850c5d7eed2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=5b55dd8e-e343-4299-98a6-7925c4836ba1 HTTP/1.1" status: 200 len: 1099 time: 0.3190231 Oct 13 14:02:02.354642 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.358555 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff47ba37-c738-41f3-bacf-02ddd2a417b5 req-a0af1786-c7be-4d7f-942f-e5981a230576 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642241 Oct 13 14:02:02.359972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Pushing event updated for resources: {'Port': ['ID=421e5c99-d76c-4e92-a8de-1171670329da,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:02.405749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57392) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:02.406057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d41d11f4-34ed-4989-a19e-e6a4487d2297 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7f4459d3dd64fe09d20bbe810db753d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932273 Oct 13 14:02:02.407975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98e5ac2f-b3dc-4fe0-b391-9fc4ce2fcfbb req-4c64d3cb-0521-491e-ac3d-68e6ae14da79 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614815 Oct 13 14:02:02.447547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Attempting to bind port 421e5c99-d76c-4e92-a8de-1171670329da on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:02.447882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Attempting to bind port 421e5c99-d76c-4e92-a8de-1171670329da by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:02.448213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Attempting to bind port 421e5c99-d76c-4e92-a8de-1171670329da on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:02.461245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c3727-c8ce-435e-a3db-18ac53b1ff80 tempest-DeleteServersAdminTestJSON-1430347502 tempest-DeleteServersAdminTestJSON-1430347502-project-admin] Pushing event deleted for resources: {'Port': ['ID=975ec6bd-9423-4aec-b3c8-1135b916db4c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:02.479446 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5a9f-1a2a-4559-846f-8f61c122d6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.506388 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5a9f-1a2a-4559-846f-8f61c122d6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.540125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Port 421e5c99-d76c-4e92-a8de-1171670329da on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:02:02.540448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Attempting to bind port 421e5c99-d76c-4e92-a8de-1171670329da on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:02.541632 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57398) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:02.562250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:02.562250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:02.562250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:02.563122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Bound port: 421e5c99-d76c-4e92-a8de-1171670329da, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:02.563646 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.568135 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.644636 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f61f54f-ded6-440b-ba5d-987abf6291c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.674187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de69e214-740a-45e7-9c50-6361f3cf8dc8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:02.716272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f6c348f-30c9-44e6-a728-a3723e2e3975 req-1643ed80-1028-42d4-9119-c27d20276129 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 210 time: 0.1105592 Oct 13 14:02:02.721636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5ac2f-b3dc-4fe0-b391-9fc4ce2fcfbb req-a021467b-bc82-4b5b-a9ab-29344fba2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:02.721636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98e5ac2f-b3dc-4fe0-b391-9fc4ce2fcfbb req-a021467b-bc82-4b5b-a9ab-29344fba2cc3 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3009057 Oct 13 14:02:02.797691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66c006-f837-45c9-aa52-de3e9269d3b1 req-947e0563-5786-454b-8db9-9ae6a570f74c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:02.799197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b66c006-f837-45c9-aa52-de3e9269d3b1 req-947e0563-5786-454b-8db9-9ae6a570f74c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 948 time: 0.1414344 Oct 13 14:02:02.811103 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5a9f-1a2a-4559-846f-8f61c122d6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.813855 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a8b5a9f-1a2a-4559-846f-8f61c122d6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.814994 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5a8b5a9f-1a2a-4559-846f-8f61c122d6f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acba643b-63ae-4910-bd16-6dca3c02ba26 HTTP/1.1" status: 204 len: 168 time: 0.4081776 Oct 13 14:02:02.819194 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4d16bddb-e6cf-4f7b-bc99-1ebb861b6a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.822054 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4d16bddb-e6cf-4f7b-bc99-1ebb861b6a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.823295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4d16bddb-e6cf-4f7b-bc99-1ebb861b6a9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62345a1c-4884-4087-8f08-8329680eb6da HTTP/1.1" status: 204 len: 168 time: 1.0247977 Oct 13 14:02:02.833700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] For port 421e5c99-d76c-4e92-a8de-1171670329da, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:02.835516 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b5a9f-1a2a-4559-846f-8f61c122d6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acba643b-63ae-4910-bd16-6dca3c02ba26,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:02.865610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16bddb-e6cf-4f7b-bc99-1ebb861b6a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62345a1c-4884-4087-8f08-8329680eb6da,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:02.874739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] For port 421e5c99-d76c-4e92-a8de-1171670329da, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=421e5c99-d76c-4e92-a8de-1171670329da,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:02.902965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c5375dff-fa39-4e3f-8780-715ffb572db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:02.904676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-c5375dff-fa39-4e3f-8780-715ffb572db4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=5b55dd8e-e343-4299-98a6-7925c4836ba1 HTTP/1.1" status: 200 len: 1099 time: 0.1343582 Oct 13 14:02:02.908575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b66c006-f837-45c9-aa52-de3e9269d3b1 req-d965b976-c250-41f4-981e-e8134dd729d6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841274 Oct 13 14:02:02.944273 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57408) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:02.966233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-8503b707-3213-4f6f-85be-a0886e29bbb2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=c258c505-efec-41a3-908a-c7eff5d460ad HTTP/1.1" status: 200 len: 217 time: 0.0493026 Oct 13 14:02:02.967490 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.988872 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f61f54f-ded6-440b-ba5d-987abf6291c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:02.991448 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Allocated IP 192.168.233.98 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/48537c49-1920-4e30-8571-c0bd91266f10) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:02:03.041425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:03.042047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:03.043515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] 10.222.0.49 "PUT /v2.0/ports/421e5c99-d76c-4e92-a8de-1171670329da HTTP/1.1" status: 200 len: 1097 time: 2.8725770 Oct 13 14:02:03.067623 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f61f54f-ded6-440b-ba5d-987abf6291c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:03.073562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-d80414b7-2b5e-4ed5-88a8-efa6a8f2f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:03.073562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-d80414b7-2b5e-4ed5-88a8-efa6a8f2f3de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1002119 Oct 13 14:02:03.074438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503e962-20db-439b-bf57-c1f14f496776 service neutron] Pushing event updated for resources: {'Port': ['ID=421e5c99-d76c-4e92-a8de-1171670329da,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:03.138623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-10246700-2fcc-496e-bb20-29d42c09b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:03.139981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-10246700-2fcc-496e-bb20-29d42c09b44c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0587833 Oct 13 14:02:03.170483 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0f61f54f-ded6-440b-ba5d-987abf6291c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b354df14382040b28c577e09d8ba9d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6273608 Oct 13 14:02:03.171527 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61f54f-ded6-440b-ba5d-987abf6291c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fab5e19-7151-4115-ba27-ab1c28ef2f9a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:03.175011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57412) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:03.289045 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:03.291368 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a52fc728-c5d8-42e2-9fee-172ebb368c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:03.308763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-d39e71a7-e735-4852-9554-226230cce4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:03.312275 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-d39e71a7-e735-4852-9554-226230cce4e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 1100 time: 0.0888603 Oct 13 14:02:03.325244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a52fc728-c5d8-42e2-9fee-172ebb368c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:03.390105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-2f1f6ae2-63a6-4d3f-8dfb-0515cd142a66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=421e5c99-d76c-4e92-a8de-1171670329da HTTP/1.1" status: 200 len: 217 time: 0.0668447 Oct 13 14:02:03.411745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-608c5d59-1457-4590-88d4-0ecfed848620 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600114 Oct 13 14:02:03.434729 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:03.508415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Pushing event updated for resources: {'Port': ['ID=48537c49-1920-4e30-8571-c0bd91266f10,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:03.523893 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:03.524244 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:03.524588 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:03.524927 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:03.525283 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:03.525617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:03.525945 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:03.526274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:03.526602 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:03.527493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:03.527835 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:03.528161 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:03.534830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0624a25-e628-4ce7-87a2-b38650791317 req-f1f5cd2a-82ee-40ee-8167-57fd3e0fc8fe tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85553e2-6923-43f1-ab5d-0225bd4f9fc4 HTTP/1.1" status: 200 len: 210 time: 0.0456834 Oct 13 14:02:03.538149 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a52fc728-c5d8-42e2-9fee-172ebb368c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:03.541414 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a52fc728-c5d8-42e2-9fee-172ebb368c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:03.542701 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a52fc728-c5d8-42e2-9fee-172ebb368c40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fab5e19-7151-4115-ba27-ab1c28ef2f9a HTTP/1.1" status: 204 len: 168 time: 0.3609269 Oct 13 14:02:03.545460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-efeb0e82-3cd2-4227-810f-96d13b392412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:03.545684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:02:03.547231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-efeb0e82-3cd2-4227-810f-96d13b392412 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1447072 Oct 13 14:02:03.565275 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fc728-c5d8-42e2-9fee-172ebb368c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fab5e19-7151-4115-ba27-ab1c28ef2f9a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:03.565275 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:03.565275 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:02:03.568514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:03.569137 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:03.642016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-cd1614aa-0a63-4fa3-a814-c5de3131e4a8 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213786 Oct 13 14:02:03.660230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-3e8be95d-ca44-4d73-917f-f639fb63d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:03.663097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-3e8be95d-ca44-4d73-917f-f639fb63d4e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1060894 Oct 13 14:02:03.696381 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-939c84ce-e8cf-47ec-978f-87c0c274b05c tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7551231 Oct 13 14:02:03.729838 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Request body: {'port': {'device_id': 'a90acc7c-85d8-43cd-a712-040fc00e9bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:03.766727 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0db37711-4d92-419f-bcdc-947d8b462731 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a154b62f002142f8ac00a59d9d9c2a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8183823 Oct 13 14:02:03.768785 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57426) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:03.850881 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:03.852531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-8e29bf4a-6e82-4a9c-ad1b-3b50c92b16f2 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794031 Oct 13 14:02:03.876689 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ca4a5361-5715-4b62-b1db-f407e4652ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:03.927002 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ca4a5361-5715-4b62-b1db-f407e4652ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:03.972357 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a84bd4cf-3a00-44d2-8d70-24eba5cdb295 None None] Provisioning complete for port 48537c49-1920-4e30-8571-c0bd91266f10 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:03.972961 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a84bd4cf-3a00-44d2-8d70-24eba5cdb295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:03.973075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358ae65-9afe-4a41-92b2-d403edf1dd29 req-8aa33151-09ae-4cd0-bc46-e66763ed462b tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:03.975535 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1358ae65-9afe-4a41-92b2-d403edf1dd29 req-8aa33151-09ae-4cd0-bc46-e66763ed462b tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 935 time: 0.1371577 Oct 13 14:02:03.978285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85553e2-6923-43f1-ab5d-0225bd4f9fc4', 'name': 'network-vif-deleted', 'tag': '975ec6bd-9423-4aec-b3c8-1135b916db4c'}, {'name': 'network-changed', 'server_uuid': '68fd2f0a-39ea-48cc-939b-cc8c88b17355', 'tag': '421e5c99-d76c-4e92-a8de-1171670329da'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:03.980569 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb75534-8dc8-4b5b-948c-55bbc91b38d6" -d '{"events": [{"server_uuid": "a85553e2-6923-43f1-ab5d-0225bd4f9fc4", "name": "network-vif-deleted", "tag": "975ec6bd-9423-4aec-b3c8-1135b916db4c"}, {"name": "network-changed", "server_uuid": "68fd2f0a-39ea-48cc-939b-cc8c88b17355", "tag": "421e5c99-d76c-4e92-a8de-1171670329da"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:04.038902 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a84bd4cf-3a00-44d2-8d70-24eba5cdb295 None None] Port 48537c49-1920-4e30-8571-c0bd91266f10 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:02:04.040258 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57434) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:04.058061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e33eb6-c891-4f4e-b8fe-d0bdab8643d1 req-a4920f33-fc7b-4abe-b3fb-6fe339f45e39 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841443 Oct 13 14:02:04.083388 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1358ae65-9afe-4a41-92b2-d403edf1dd29 req-834de36c-798f-42cc-bbb0-1dcb8fef40ba tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991457 Oct 13 14:02:04.084889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7f1a4dfb-3dcb-4d59-b087-3fe3e6719cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.179717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dee49-e4a2-4d4a-87f2-00bad6161a54 req-2004b80c-a872-47e3-9a83-a0d730919d5c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:04.179717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb0dee49-e4a2-4d4a-87f2-00bad6161a54 req-2004b80c-a872-47e3-9a83-a0d730919d5c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 948 time: 0.1513877 Oct 13 14:02:04.183469 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6611f176-fa15-4aea-9677-5b7587851869 x-openstack-request-id: req-6611f176-fa15-4aea-9677-5b7587851869 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:04.183469 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85553e2-6923-43f1-ab5d-0225bd4f9fc4", "name": "network-vif-deleted", "tag": "975ec6bd-9423-4aec-b3c8-1135b916db4c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "68fd2f0a-39ea-48cc-939b-cc8c88b17355", "tag": "421e5c99-d76c-4e92-a8de-1171670329da", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:04.183696 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6611f176-fa15-4aea-9677-5b7587851869 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:04.184195 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85553e2-6923-43f1-ab5d-0225bd4f9fc4', 'name': 'network-vif-deleted', 'tag': '975ec6bd-9423-4aec-b3c8-1135b916db4c', 'status': 'completed', 'code': 200} Oct 13 14:02:04.184537 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fd2f0a-39ea-48cc-939b-cc8c88b17355', 'tag': '421e5c99-d76c-4e92-a8de-1171670329da', 'status': 'completed', 'code': 200} Oct 13 14:02:04.272332 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ca4a5361-5715-4b62-b1db-f407e4652ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.277190 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ca4a5361-5715-4b62-b1db-f407e4652ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.278689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 975ec6bd-9423-4aec-b3c8-1135b916db4c no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:02:04.281841 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ca4a5361-5715-4b62-b1db-f407e4652ada admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f45f897-da6b-4752-a37e-3fcf5a54478f HTTP/1.1" status: 204 len: 168 time: 0.5135701 Oct 13 14:02:04.283737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb0dee49-e4a2-4d4a-87f2-00bad6161a54 req-021ebb56-20e3-46ab-8185-e80b881edcaf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944781 Oct 13 14:02:04.305195 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a5361-5715-4b62-b1db-f407e4652ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f45f897-da6b-4752-a37e-3fcf5a54478f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:04.321871 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48537c49-1920-4e30-8571-c0bd91266f10 {{(pid=112684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:04.326503 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.340018 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7f1a4dfb-3dcb-4d59-b087-3fe3e6719cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.349802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75534-8dc8-4b5b-948c-55bbc91b38d6 req-a2a14004-d082-4d8d-96c1-81dd95d29963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:04.350292 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.provisioning_blocks [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Transition to ACTIVE for port object 48537c49-1920-4e30-8571-c0bd91266f10 will not be triggered until provisioned by entity L2. {{(pid=112684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:02:04.350404 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 975ec6bd-9423-4aec-b3c8-1135b916db4c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:02:04.350404 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 975ec6bd-9423-4aec-b3c8-1135b916db4c not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:02:04.350578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edb75534-8dc8-4b5b-948c-55bbc91b38d6 req-a2a14004-d082-4d8d-96c1-81dd95d29963 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 1100 time: 0.1329935 Oct 13 14:02:04.443992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75534-8dc8-4b5b-948c-55bbc91b38d6 req-07a4870d-1b30-4cb2-87fb-986aee98ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:04.445560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edb75534-8dc8-4b5b-948c-55bbc91b38d6 req-07a4870d-1b30-4cb2-87fb-986aee98ce92 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.0922313 Oct 13 14:02:04.446605 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7f1a4dfb-3dcb-4d59-b087-3fe3e6719cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.463637 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.511329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edb75534-8dc8-4b5b-948c-55bbc91b38d6 req-a4fa6814-ff8b-44d2-954a-347780e82867 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=421e5c99-d76c-4e92-a8de-1171670329da HTTP/1.1" status: 200 len: 217 time: 0.0553920 Oct 13 14:02:04.526539 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Pushing event updated for resources: {'Port': ['ID=48537c49-1920-4e30-8571-c0bd91266f10,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:04.532115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7f1a4dfb-3dcb-4d59-b087-3fe3e6719cb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fef8c1e29f64a2b8d5127bc6b7f93b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4904935 Oct 13 14:02:04.533876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a4dfb-3dcb-4d59-b087-3fe3e6719cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69830536-4b85-4503-9124-985787255a47,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:04.542428 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57452) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:04.607360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75534-8dc8-4b5b-948c-55bbc91b38d6 req-0c8f1dc5-caba-46ff-9642-166f67a8fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:04.609929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edb75534-8dc8-4b5b-948c-55bbc91b38d6 req-0c8f1dc5-caba-46ff-9642-166f67a8fdf3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0859542 Oct 13 14:02:04.626290 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Attempting to bind port 48537c49-1920-4e30-8571-c0bd91266f10 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:04.626632 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Attempting to bind port 48537c49-1920-4e30-8571-c0bd91266f10 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:04.626964 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Attempting to bind port 48537c49-1920-4e30-8571-c0bd91266f10 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:04.647099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Port 48537c49-1920-4e30-8571-c0bd91266f10 on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:02:04.647430 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Attempting to bind port 48537c49-1920-4e30-8571-c0bd91266f10 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:04.672081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:04.672680 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:04.673533 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:04.674298 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Bound port: 48537c49-1920-4e30-8571-c0bd91266f10, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:04.674852 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.686953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75534-8dc8-4b5b-948c-55bbc91b38d6 req-5d5e1f7e-3850-48d3-b9e5-288816542a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:04.688782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edb75534-8dc8-4b5b-948c-55bbc91b38d6 req-5d5e1f7e-3850-48d3-b9e5-288816542a1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0686302 Oct 13 14:02:04.730359 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fda7cd15-454f-4644-8cab-a6e1b3d1e071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.775025 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fda7cd15-454f-4644-8cab-a6e1b3d1e071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.825865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edb75534-8dc8-4b5b-948c-55bbc91b38d6 req-76fe9eb9-d1fa-4ace-9217-a0d1e75ec95e service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231992 Oct 13 14:02:04.837199 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] For port 48537c49-1920-4e30-8571-c0bd91266f10, host n-h2-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:04.840447 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] For port 48537c49-1920-4e30-8571-c0bd91266f10, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=48537c49-1920-4e30-8571-c0bd91266f10,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:04.909885 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.935372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fda7cd15-454f-4644-8cab-a6e1b3d1e071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.945215 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fda7cd15-454f-4644-8cab-a6e1b3d1e071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.950562 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fda7cd15-454f-4644-8cab-a6e1b3d1e071 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69830536-4b85-4503-9124-985787255a47 HTTP/1.1" status: 204 len: 168 time: 0.4070776 Oct 13 14:02:04.953984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edb75534-8dc8-4b5b-948c-55bbc91b38d6 req-270ce7a1-4e65-4725-93cb-c5936a414531 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182928 Oct 13 14:02:04.986939 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:04.987572 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:04.990339 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/48537c49-1920-4e30-8571-c0bd91266f10 HTTP/1.1" status: 200 len: 1096 time: 1.2806387 Oct 13 14:02:04.991070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90acc7c-85d8-43cd-a712-040fc00e9bbe', 'tag': '48537c49-1920-4e30-8571-c0bd91266f10'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:04.993761 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfaee4b-efca-496f-988d-c142bfd68056" -d '{"events": [{"name": "network-changed", "server_uuid": "a90acc7c-85d8-43cd-a712-040fc00e9bbe", "tag": "48537c49-1920-4e30-8571-c0bd91266f10"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:05.010397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7cd15-454f-4644-8cab-a6e1b3d1e071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69830536-4b85-4503-9124-985787255a47,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:05.035252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b1e91-5e07-4651-8768-1a338c1c38b0 service neutron] Pushing event updated for resources: {'Port': ['ID=48537c49-1920-4e30-8571-c0bd91266f10,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:05.039109 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-e15e99ee-747b-41e9-8397-d290f0d801e1 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ec0a4e9512f74f548fa7f24177832a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628164 Oct 13 14:02:05.067393 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3c50cb-2526-471d-82b7-9aff3bf070c8 x-openstack-request-id: req-dc3c50cb-2526-471d-82b7-9aff3bf070c8 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:05.067860 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90acc7c-85d8-43cd-a712-040fc00e9bbe", "tag": "48537c49-1920-4e30-8571-c0bd91266f10", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:05.068247 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc3c50cb-2526-471d-82b7-9aff3bf070c8 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:05.068709 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90acc7c-85d8-43cd-a712-040fc00e9bbe', 'tag': '48537c49-1920-4e30-8571-c0bd91266f10', 'status': 'completed', 'code': 200} Oct 13 14:02:05.131851 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-07c52ca6-7bbe-40d4-a43d-31b74ef518e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:05.134343 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-07c52ca6-7bbe-40d4-a43d-31b74ef518e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17346d50786947718fb22a95a6869cf9&device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 1099 time: 0.0556996 Oct 13 14:02:05.205112 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-2e7ef6e8-13ce-413e-9ac0-3b59da8a129d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=48537c49-1920-4e30-8571-c0bd91266f10 HTTP/1.1" status: 200 len: 217 time: 0.0628190 Oct 13 14:02:05.223255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e445d-7747-4d00-843f-8b18de7e375b req-254e8cb1-ed5f-4022-a206-079522534ad5 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:05.225276 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-254e8cb1-ed5f-4022-a206-079522534ad5 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817839 Oct 13 14:02:05.252686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e25111-4421-4be8-9395-6d863734814a req-9ddbb6ee-f471-434b-bd59-3a2734d3b168 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:05.260620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52e25111-4421-4be8-9395-6d863734814a req-9ddbb6ee-f471-434b-bd59-3a2734d3b168 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 947 time: 0.0901482 Oct 13 14:02:05.261080 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-64475ce3-a8f2-4cf3-a9e5-fbec4338924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:05.262735 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-64475ce3-a8f2-4cf3-a9e5-fbec4338924d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0499461 Oct 13 14:02:05.263859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-58a03fc3-1809-415e-a795-2758c04c9df2 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/quotas/ec0a4e9512f74f548fa7f24177832a80 HTTP/1.1" status: 200 len: 375 time: 0.0314620 Oct 13 14:02:05.285875 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57488) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:05.316058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-f8cb9662-dc61-4047-82c2-f4dd844100b3 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec0a4e9512f74f548fa7f24177832a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449479 Oct 13 14:02:05.328344 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a75f16d5-c46a-4617-9342-c96ccb43da75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:05.337223 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52e25111-4421-4be8-9395-6d863734814a req-96aadec2-3e8f-4975-8b27-0a0ffbbc3049 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709236 Oct 13 14:02:05.365307 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-780f62a6-ccf5-4d31-8ace-15cf4fae0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:05.366952 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-780f62a6-ccf5-4d31-8ace-15cf4fae0e8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0965168 Oct 13 14:02:05.467060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744754ee-9117-471c-8bdc-791279da2a1a req-fa57f4a3-9cab-4fd6-8d89-7fc5fb256051 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:05.469429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-744754ee-9117-471c-8bdc-791279da2a1a req-fa57f4a3-9cab-4fd6-8d89-7fc5fb256051 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 948 time: 0.0629990 Oct 13 14:02:05.516803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a75f16d5-c46a-4617-9342-c96ccb43da75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:05.519600 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-bb749fea-1161-4241-83d8-8db3b58c741c service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444886 Oct 13 14:02:05.677789 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5c68204c-dd8b-4fce-8deb-cfc3cad9cec5 req-ce131726-4788-491f-8d2d-b1dd9def79cc service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489263 Oct 13 14:02:05.680415 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a75f16d5-c46a-4617-9342-c96ccb43da75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:05.745582 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a75f16d5-c46a-4617-9342-c96ccb43da75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f32c6d4d11b4640aae81f905b70dc62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553888 Oct 13 14:02:05.753462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57506) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:05.777254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f16d5-c46a-4617-9342-c96ccb43da75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15dd663-a4ea-4942-8c92-5d9f00091c90,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:05.865622 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaee4b-efca-496f-988d-c142bfd68056 req-75d26cf7-c708-463f-ae41-9baae1db6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:05.867147 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5dfaee4b-efca-496f-988d-c142bfd68056 req-75d26cf7-c708-463f-ae41-9baae1db6807 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=17346d50786947718fb22a95a6869cf9&device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 1099 time: 0.0559440 Oct 13 14:02:05.882417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc4a3758-a149-46b5-b2ee-83fce5a25ed2 req-6e9d8f52-9b33-4494-a839-ca6d4f5b3927 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 210 time: 0.1297443 Oct 13 14:02:05.901541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-744754ee-9117-471c-8bdc-791279da2a1a req-958ee115-c6e5-4efa-a9b3-d848b288b28a tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225304 Oct 13 14:02:05.994174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d64cd516-224f-4d38-adb9-96cd2401850f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:06.024873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d64cd516-224f-4d38-adb9-96cd2401850f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:06.037770 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaee4b-efca-496f-988d-c142bfd68056 req-228cc3b1-9d7a-40a0-a4a3-bd6bf126f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:06.040694 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5dfaee4b-efca-496f-988d-c142bfd68056 req-228cc3b1-9d7a-40a0-a4a3-bd6bf126f791 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1621444 Oct 13 14:02:06.092917 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5dfaee4b-efca-496f-988d-c142bfd68056 req-c7e5a5c6-fb6a-495b-9dca-726003b12544 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=48537c49-1920-4e30-8571-c0bd91266f10 HTTP/1.1" status: 200 len: 217 time: 0.0442972 Oct 13 14:02:06.150158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaee4b-efca-496f-988d-c142bfd68056 req-538e8a2c-8091-42e9-8f58-74eeb573e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:06.152354 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5dfaee4b-efca-496f-988d-c142bfd68056 req-538e8a2c-8091-42e9-8f58-74eeb573e891 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0519283 Oct 13 14:02:06.161719 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d64cd516-224f-4d38-adb9-96cd2401850f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:06.164831 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d64cd516-224f-4d38-adb9-96cd2401850f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:06.168954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d64cd516-224f-4d38-adb9-96cd2401850f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d15dd663-a4ea-4942-8c92-5d9f00091c90 HTTP/1.1" status: 204 len: 168 time: 0.4142754 Oct 13 14:02:06.178392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cd516-224f-4d38-adb9-96cd2401850f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15dd663-a4ea-4942-8c92-5d9f00091c90,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:06.210600 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaee4b-efca-496f-988d-c142bfd68056 req-1c156efd-b3f0-468b-ab05-2147dd19edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:06.212084 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5dfaee4b-efca-496f-988d-c142bfd68056 req-1c156efd-b3f0-468b-ab05-2147dd19edb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0522876 Oct 13 14:02:06.219793 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57526) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:06.496843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e9781-81d8-4969-a39c-f99f8dfd1eba req-542d328c-747e-4fe2-937d-5f7c553bd033 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:06.498884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a9e9781-81d8-4969-a39c-f99f8dfd1eba req-542d328c-747e-4fe2-937d-5f7c553bd033 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 947 time: 0.0903537 Oct 13 14:02:06.508917 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5dfaee4b-efca-496f-988d-c142bfd68056 req-51b93115-fd6d-44bc-a889-d530429c4498 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827978 Oct 13 14:02:06.556652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a9e9781-81d8-4969-a39c-f99f8dfd1eba req-881c07ca-7cdc-47be-868f-c6329958fca0 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Oct 13 14:02:06.648848 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5dfaee4b-efca-496f-988d-c142bfd68056 req-31c346d0-01ee-4474-a67b-ff84eab794ed service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315598 Oct 13 14:02:06.663488 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1801130916-network', 'tenant_id': 'a83e69682127431abea4c77d59610aed'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:06.758759 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Made reservation on behalf of a83e69682127431abea4c77d59610aed for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:06.761718 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:06.774693 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:06.858675 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:06.964843 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:07.008279 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:02:07.014057 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75835d9b-dbbb-4047-9851-a97da5fadead,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:07.037420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 421e5c99-d76c-4e92-a8de-1171670329da details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:02:07.040499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:07.040921 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Added segment 0830e288-e7dd-4815-8177-bd7886957b3d of type vlan for network d54448a5-ac53-4352-a4fa-39682bbffd1b Oct 13 14:02:07.065785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97f9d7-1f92-4d7e-8349-298a1e64fc12 req-41fe8c10-8b16-4e60-af43-a4dede5f4855 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:07.068022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b97f9d7-1f92-4d7e-8349-298a1e64fc12 req-41fe8c10-8b16-4e60-af43-a4dede5f4855 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 948 time: 0.0849409 Oct 13 14:02:07.114754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9db0f9c4-c035-489c-b964-903c4428df22 req-76456bbb-8fa2-4a81-97a7-6c301a20f14f tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 210 time: 0.0442190 Oct 13 14:02:07.121802 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:07.157730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b97f9d7-1f92-4d7e-8349-298a1e64fc12 req-554c0cca-1a3a-4215-831c-01acfa1d85db tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794621 Oct 13 14:02:07.180791 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 421e5c99-d76c-4e92-a8de-1171670329da, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=421e5c99-d76c-4e92-a8de-1171670329da,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:07.199455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '421e5c99-d76c-4e92-a8de-1171670329da', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '421e5c99-d76c-4e92-a8de-1171670329da', 'mac_address': 'fa:16:3e:9f:2a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:02:07.245864 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:07.263668 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421e5c99-d76c-4e92-a8de-1171670329da {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:07.296617 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:07.297668 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:07.298261 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:07.307947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 421e5c99-d76c-4e92-a8de-1171670329da, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=421e5c99-d76c-4e92-a8de-1171670329da,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:07.366085 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d54448a5-ac53-4352-a4fa-39682bbffd1b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:07.377447 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network d54448a5-ac53-4352-a4fa-39682bbffd1b details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:02:07.417331 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:07.417987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device c258c505-efec-41a3-908a-c7eff5d460ad details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:02:07.454783 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f5b9403c-d7f8-499e-9441-56872a2667c7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2339439 Oct 13 14:02:07.457686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57572) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:07.465517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-ea32826a-710a-4ef6-9c3e-b7ed5c45157e admin admin] Request body: {'subnet': {'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1801130916-subnet', 'tenant_id': 'a83e69682127431abea4c77d59610aed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:07.518969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=421e5c99-d76c-4e92-a8de-1171670329da,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:07.539077 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:07.539409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:07.539747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:07.540078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:07.540453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:07.540806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:07.541197 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:07.541515 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:07.541831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:07.542147 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:07.542604 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:07.542924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:07.550147 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port c258c505-efec-41a3-908a-c7eff5d460ad, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=c258c505-efec-41a3-908a-c7eff5d460ad,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:07.571067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'c258c505-efec-41a3-908a-c7eff5d460ad', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'c258c505-efec-41a3-908a-c7eff5d460ad', 'mac_address': 'fa:16:3e:f5:57:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:02:07.572171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea32826a-710a-4ef6-9c3e-b7ed5c45157e admin admin] Made reservation on behalf of a83e69682127431abea4c77d59610aed for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:07.574634 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea32826a-710a-4ef6-9c3e-b7ed5c45157e admin admin] Notify callbacks [] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:07.624745 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:07.640589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c258c505-efec-41a3-908a-c7eff5d460ad {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:07.670151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port c258c505-efec-41a3-908a-c7eff5d460ad, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=c258c505-efec-41a3-908a-c7eff5d460ad,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:07.741204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5441d6d-9f45-4160-afce-3c02833d8ec0 req-f6059eb4-2add-43ce-bf98-5914df1a81e7 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:07.743306 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5441d6d-9f45-4160-afce-3c02833d8ec0 req-f6059eb4-2add-43ce-bf98-5914df1a81e7 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 947 time: 0.0944591 Oct 13 14:02:07.759876 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:07.825896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=c258c505-efec-41a3-908a-c7eff5d460ad,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:07.846569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5441d6d-9f45-4160-afce-3c02833d8ec0 req-2386da45-ba68-4070-b3da-fbbd01c343da tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802054 Oct 13 14:02:07.978305 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea32826a-710a-4ef6-9c3e-b7ed5c45157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:08.017886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['c258c505-efec-41a3-908a-c7eff5d460ad'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:08.036436 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['421e5c99-d76c-4e92-a8de-1171670329da'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:08.050894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32826a-710a-4ef6-9c3e-b7ed5c45157e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0758b770-aabf-4e23-91ef-861097abeaa3,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:08.057348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea32826a-710a-4ef6-9c3e-b7ed5c45157e admin admin] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:08.057705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea32826a-710a-4ef6-9c3e-b7ed5c45157e admin admin] Network hostable DHCP agents. Network: d54448a5-ac53-4352-a4fa-39682bbffd1b, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:02:08.144190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea32826a-710a-4ef6-9c3e-b7ed5c45157e admin admin] Network d54448a5-ac53-4352-a4fa-39682bbffd1b is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:02:08.158717 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-b74504ae-eb30-49c1-bbb8-370a1d86f41e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ec0a4e9512f74f548fa7f24177832a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479634 Oct 13 14:02:08.262046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbdd93e5-3435-4007-80e6-28f47059b9ad req-0c0edf62-0ec4-461a-b0f4-311a05452fa9 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 210 time: 0.0379059 Oct 13 14:02:08.265578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-ea32826a-710a-4ef6-9c3e-b7ed5c45157e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, d54448a5-ac53-4352-a4fa-39682bbffd1b) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:08.286281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622ae61c-d6b4-4260-9588-0ffba04c9e5d None None] Network d54448a5-ac53-4352-a4fa-39682bbffd1b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:02:08.288437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea32826a-710a-4ef6-9c3e-b7ed5c45157e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:08.290285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea32826a-710a-4ef6-9c3e-b7ed5c45157e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:08.361407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddd1dc-6182-443d-8846-db9397f0b462 req-266dfa58-0e80-4610-8907-be61b96727bd tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:08.363258 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfddd1dc-6182-443d-8846-db9397f0b462 req-266dfa58-0e80-4610-8907-be61b96727bd tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 949 time: 0.0986807 Oct 13 14:02:08.380888 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e445d-7747-4d00-843f-8b18de7e375b req-c2628796-7826-42cf-8d08-e77cb58a5dbb tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:08.382636 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-c2628796-7826-42cf-8d08-e77cb58a5dbb tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165549 Oct 13 14:02:08.397829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-d19e445d-7747-4d00-843f-8b18de7e375b req-2c90edc3-0e61-4125-80ea-5d02ab1f206e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Request body: {'port': {'device_id': '12c2dba8-7198-4bb5-87fc-644ba053e331', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': 'ec0a4e9512f74f548fa7f24177832a80'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:08.409851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfddd1dc-6182-443d-8846-db9397f0b462 req-a2437707-f1c6-4e46-8658-08c551717385 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362151 Oct 13 14:02:08.435658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ea32826a-710a-4ef6-9c3e-b7ed5c45157e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9757338 Oct 13 14:02:08.460296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c6abab-fa0d-4761-9309-3bc01a014c1e None None] Network d54448a5-ac53-4352-a4fa-39682bbffd1b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:02:08.640948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19e445d-7747-4d00-843f-8b18de7e375b req-2c90edc3-0e61-4125-80ea-5d02ab1f206e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Made reservation on behalf of ec0a4e9512f74f548fa7f24177832a80 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:08.646105 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-d19e445d-7747-4d00-843f-8b18de7e375b req-2c90edc3-0e61-4125-80ea-5d02ab1f206e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:08.655631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57612) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:08.798392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [req-d19e445d-7747-4d00-843f-8b18de7e375b req-2c90edc3-0e61-4125-80ea-5d02ab1f206e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Allocated IP 192.168.233.245 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/6e6760ad-c3e4-4274-a31e-968f8f662f0a) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:02:08.926189 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d2c511ab-406c-4006-83eb-b7f5d047dec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:08.983863 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-d19e445d-7747-4d00-843f-8b18de7e375b req-2c90edc3-0e61-4125-80ea-5d02ab1f206e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.009389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508f610-c278-4e9b-8512-4a38a4b54ccf req-ab46ecf1-a98f-489b-9ea6-e210b255457f tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:09.011215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6508f610-c278-4e9b-8512-4a38a4b54ccf req-ab46ecf1-a98f-489b-9ea6-e210b255457f tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 947 time: 0.0761900 Oct 13 14:02:09.045591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 421e5c99-d76c-4e92-a8de-1171670329da up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:02:09.075422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6508f610-c278-4e9b-8512-4a38a4b54ccf req-95001bec-14da-46c1-bc47-9b8027ff73d8 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567722 Oct 13 14:02:09.080344 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d2c511ab-406c-4006-83eb-b7f5d047dec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.107704 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-d19e445d-7747-4d00-843f-8b18de7e375b req-2c90edc3-0e61-4125-80ea-5d02ab1f206e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.161356 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19e445d-7747-4d00-843f-8b18de7e375b req-2c90edc3-0e61-4125-80ea-5d02ab1f206e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:02:09.164440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [req-d19e445d-7747-4d00-843f-8b18de7e375b req-2c90edc3-0e61-4125-80ea-5d02ab1f206e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:09.168905 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19e445d-7747-4d00-843f-8b18de7e375b req-2c90edc3-0e61-4125-80ea-5d02ab1f206e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:02:09.174591 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e445d-7747-4d00-843f-8b18de7e375b req-2c90edc3-0e61-4125-80ea-5d02ab1f206e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:09.175197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-d19e445d-7747-4d00-843f-8b18de7e375b req-2c90edc3-0e61-4125-80ea-5d02ab1f206e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.179326 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90edc3-0e61-4125-80ea-5d02ab1f206e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Pushing event updated for resources: {'Port': ['ID=6e6760ad-c3e4-4274-a31e-968f8f662f0a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:09.195184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d2c511ab-406c-4006-83eb-b7f5d047dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.195668 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 421e5c99-d76c-4e92-a8de-1171670329da completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:02:09.199810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 421e5c99-d76c-4e92-a8de-1171670329da triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:09.204140 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.238402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d2c511ab-406c-4006-83eb-b7f5d047dec6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71126bd480c14bef9ad6c1acfcdc48cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5791259 Oct 13 14:02:09.238402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c511ab-406c-4006-83eb-b7f5d047dec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373107a8-b91c-4c26-a883-f9078f1efc5b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:09.239564 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57630) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:09.302495 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-2c90edc3-0e61-4125-80ea-5d02ab1f206e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9089339 Oct 13 14:02:09.310282 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.328173 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Request body: {'port': {'device_id': '12c2dba8-7198-4bb5-87fc-644ba053e331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:09.340320 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fd2f0a-39ea-48cc-939b-cc8c88b17355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421e5c99-d76c-4e92-a8de-1171670329da'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:09.342832 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cded84-24c7-4260-bdc2-1eb626de5945" -d '{"events": [{"server_uuid": "68fd2f0a-39ea-48cc-939b-cc8c88b17355", "name": "network-vif-plugged", "status": "completed", "tag": "421e5c99-d76c-4e92-a8de-1171670329da"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:09.362914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 421e5c99-d76c-4e92-a8de-1171670329da, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=421e5c99-d76c-4e92-a8de-1171670329da,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:09.418920 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ada7a3b-b6dc-401b-9e82-b83faddb3cd9 x-openstack-request-id: req-4ada7a3b-b6dc-401b-9e82-b83faddb3cd9 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:09.420187 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fd2f0a-39ea-48cc-939b-cc8c88b17355", "name": "network-vif-plugged", "status": "completed", "tag": "421e5c99-d76c-4e92-a8de-1171670329da", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:09.420454 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ada7a3b-b6dc-401b-9e82-b83faddb3cd9 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:09.425212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e6ee0-d23a-458f-9836-4ccdbbabfa8b req-d3d967a5-af34-4f0f-a89b-5bc4ccbfe58d tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:09.425362 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fd2f0a-39ea-48cc-939b-cc8c88b17355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421e5c99-d76c-4e92-a8de-1171670329da', 'code': 200} Oct 13 14:02:09.432527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-885e6ee0-d23a-458f-9836-4ccdbbabfa8b req-d3d967a5-af34-4f0f-a89b-5bc4ccbfe58d tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 936 time: 0.0642748 Oct 13 14:02:09.451499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b953-043c-4bc3-9ab4-e96a5a0f0941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.451839 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.455521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device c258c505-efec-41a3-908a-c7eff5d460ad up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:02:09.476417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b953-043c-4bc3-9ab4-e96a5a0f0941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.545841 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.570034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-885e6ee0-d23a-458f-9836-4ccdbbabfa8b req-e8403be1-a56b-4d54-a315-ea1446ec33bb tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313076 Oct 13 14:02:09.576457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaeb8a7-78e4-41cb-b12c-4a80c60bd081 req-88370006-494e-4fb3-85ff-f673f9c2ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:09.578688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abaeb8a7-78e4-41cb-b12c-4a80c60bd081 req-88370006-494e-4fb3-85ff-f673f9c2ac49 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 1102 time: 0.0924442 Oct 13 14:02:09.610918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6c4368e9-d2c8-4e4c-8a9e-bb870a8c22ed None None] Provisioning complete for port 6e6760ad-c3e4-4274-a31e-968f8f662f0a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:09.611372 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6c4368e9-d2c8-4e4c-8a9e-bb870a8c22ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.614118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=421e5c99-d76c-4e92-a8de-1171670329da,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:09.635619 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b953-043c-4bc3-9ab4-e96a5a0f0941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.638837 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b953-043c-4bc3-9ab4-e96a5a0f0941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.641335 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5bc0b953-043c-4bc3-9ab4-e96a5a0f0941 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/373107a8-b91c-4c26-a883-f9078f1efc5b HTTP/1.1" status: 204 len: 168 time: 0.4011092 Oct 13 14:02:09.652255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6c4368e9-d2c8-4e4c-8a9e-bb870a8c22ed None None] Port 6e6760ad-c3e4-4274-a31e-968f8f662f0a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:02:09.682390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abaeb8a7-78e4-41cb-b12c-4a80c60bd081 req-366e7bad-5280-405a-b0b1-69a807048ede service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932369 Oct 13 14:02:09.698678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658394b-5814-4a5f-964c-2a4a608d9399 req-a7a57c94-2b74-41c7-95d5-0c589f2566bd tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:09.700210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f658394b-5814-4a5f-964c-2a4a608d9399 req-a7a57c94-2b74-41c7-95d5-0c589f2566bd tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 950 time: 0.0819669 Oct 13 14:02:09.701883 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0b953-043c-4bc3-9ab4-e96a5a0f0941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373107a8-b91c-4c26-a883-f9078f1efc5b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:09.720896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port c258c505-efec-41a3-908a-c7eff5d460ad completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:02:09.735085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port c258c505-efec-41a3-908a-c7eff5d460ad triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:09.737011 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.769241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f658394b-5814-4a5f-964c-2a4a608d9399 req-3447ae91-162b-4d1c-8361-8675b1bafc32 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626082 Oct 13 14:02:09.850672 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.891289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port c258c505-efec-41a3-908a-c7eff5d460ad, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=c258c505-efec-41a3-908a-c7eff5d460ad,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:09.931185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6760ad-c3e4-4274-a31e-968f8f662f0a {{(pid=112684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:09.938354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57658) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:09.950041 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:09.963809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.provisioning_blocks [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Transition to ACTIVE for port object 6e6760ad-c3e4-4274-a31e-968f8f662f0a will not be triggered until provisioned by entity L2. {{(pid=112684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:02:09.978162 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.031582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=c258c505-efec-41a3-908a-c7eff5d460ad,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:10.053476 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.113621 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6760ad-c3e4-4274-a31e-968f8f662f0a,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:10.157740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Attempting to bind port 6e6760ad-c3e4-4274-a31e-968f8f662f0a on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:10.157740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Attempting to bind port 6e6760ad-c3e4-4274-a31e-968f8f662f0a by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:10.157740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Attempting to bind port 6e6760ad-c3e4-4274-a31e-968f8f662f0a on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:10.163402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Port 6e6760ad-c3e4-4274-a31e-968f8f662f0a on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:02:10.164016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Attempting to bind port 6e6760ad-c3e4-4274-a31e-968f8f662f0a on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:10.170501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:10.170852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:10.171339 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:10.171678 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Bound port: 6e6760ad-c3e4-4274-a31e-968f8f662f0a, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:10.172444 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.252324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] For port 6e6760ad-c3e4-4274-a31e-968f8f662f0a, host n-h2-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:10.256451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] For port 6e6760ad-c3e4-4274-a31e-968f8f662f0a, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6e6760ad-c3e4-4274-a31e-968f8f662f0a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:10.276791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206964a7-00a6-4809-8f57-bbb5832a73d8 req-2a0fcdb1-9ae4-4bb7-adde-2ab7143ab771 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:10.278876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-206964a7-00a6-4809-8f57-bbb5832a73d8 req-2a0fcdb1-9ae4-4bb7-adde-2ab7143ab771 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 947 time: 0.0810103 Oct 13 14:02:10.282862 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fc0f02c5-266e-40ef-9f22-4ff440d26ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.323970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57670) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:10.327134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 48537c49-1920-4e30-8571-c0bd91266f10 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:02:10.338931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-206964a7-00a6-4809-8f57-bbb5832a73d8 req-752676c7-71fd-4024-822f-89ce18541ab9 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460761 Oct 13 14:02:10.343840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1111755493-network', 'tenant_id': '37cdb19cbf904978a532665d1ca12fa9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:10.369589 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.427313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:10.428223 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.429770 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] 10.222.0.41 "PUT /v2.0/ports/6e6760ad-c3e4-4274-a31e-968f8f662f0a HTTP/1.1" status: 200 len: 1097 time: 1.1075034 Oct 13 14:02:10.441152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c2dba8-7198-4bb5-87fc-644ba053e331', 'tag': '6e6760ad-c3e4-4274-a31e-968f8f662f0a'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:10.444249 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d9e2d7-a111-437f-82a8-3a901b463650" -d '{"events": [{"name": "network-changed", "server_uuid": "12c2dba8-7198-4bb5-87fc-644ba053e331", "tag": "6e6760ad-c3e4-4274-a31e-968f8f662f0a"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:10.468136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 48537c49-1920-4e30-8571-c0bd91266f10, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=48537c49-1920-4e30-8571-c0bd91266f10,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:10.480771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '48537c49-1920-4e30-8571-c0bd91266f10', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '48537c49-1920-4e30-8571-c0bd91266f10', 'mac_address': 'fa:16:3e:69:34:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:02:10.486691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Made reservation on behalf of 37cdb19cbf904978a532665d1ca12fa9 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:10.489956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.492636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f089e26-3541-4dd9-a10d-16a8f1c4fb34 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6760ad-c3e4-4274-a31e-968f8f662f0a,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:10.500841 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.514104 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93f8acd-694d-43e4-9b8c-16842071e20a x-openstack-request-id: req-a93f8acd-694d-43e4-9b8c-16842071e20a {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:10.514350 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c2dba8-7198-4bb5-87fc-644ba053e331", "tag": "6e6760ad-c3e4-4274-a31e-968f8f662f0a", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:10.524836 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a93f8acd-694d-43e4-9b8c-16842071e20a {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:10.524836 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c2dba8-7198-4bb5-87fc-644ba053e331', 'tag': '6e6760ad-c3e4-4274-a31e-968f8f662f0a', 'status': 'completed', 'code': 200} Oct 13 14:02:10.529421 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fc0f02c5-266e-40ef-9f22-4ff440d26ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.577909 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.609622 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48537c49-1920-4e30-8571-c0bd91266f10 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:10.619917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9e2d7-a111-437f-82a8-3a901b463650 req-545d60c7-9f4a-44ee-ab4c-5dee80cb3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:10.625996 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d4d9e2d7-a111-437f-82a8-3a901b463650 req-545d60c7-9f4a-44ee-ab4c-5dee80cb3fc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec0a4e9512f74f548fa7f24177832a80&device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 1100 time: 0.0872371 Oct 13 14:02:10.640517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 48537c49-1920-4e30-8571-c0bd91266f10, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=48537c49-1920-4e30-8571-c0bd91266f10,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:10.671119 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d4d9e2d7-a111-437f-82a8-3a901b463650 req-6f746913-ce4f-427d-861e-4ea673125205 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ec0a4e9512f74f548fa7f24177832a80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350399 Oct 13 14:02:10.672573 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fc0f02c5-266e-40ef-9f22-4ff440d26ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.687903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.726929 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.777140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9b345-8bbe-4fbc-99f6-2bb205e16e28 req-1b55be39-41ec-428a-b87f-bd35c76fd2fd tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:10.779023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6a9b345-8bbe-4fbc-99f6-2bb205e16e28 req-1b55be39-41ec-428a-b87f-bd35c76fd2fd tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 948 time: 0.0890999 Oct 13 14:02:10.781357 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.817911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=48537c49-1920-4e30-8571-c0bd91266f10,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:10.826265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:02:10.857460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb7fb94-09b4-4215-bfaa-2d34e9eca651,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:10.863191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57686) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:10.864506 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.865567 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Added segment eecc9986-5ccc-40b8-9270-48c3ad755384 of type vlan for network d19c2275-2b1d-488d-a687-4a9d3b93937c Oct 13 14:02:10.868482 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fc0f02c5-266e-40ef-9f22-4ff440d26ac0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3acd6d3a408b4f8eafdc6532c19b999f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9284945 Oct 13 14:02:10.876840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f02c5-266e-40ef-9f22-4ff440d26ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6446459d-6a6d-4c42-a485-ba6664884cf5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:10.886225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57688) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:10.908413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6a9b345-8bbe-4fbc-99f6-2bb205e16e28 req-45cc2a55-7fd5-408b-818e-be7034e21d78 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184568 Oct 13 14:02:10.917508 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c87a46ac-e692-41f0-ad17-977bc7770a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:10.985227 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9e2d7-a111-437f-82a8-3a901b463650 req-cc74e7e1-ef64-477f-b4ed-1e9769b81797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:10.986686 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d4d9e2d7-a111-437f-82a8-3a901b463650 req-cc74e7e1-ef64-477f-b4ed-1e9769b81797 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3002481 Oct 13 14:02:11.020261 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:11.041574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-7aed225a-4e43-42ab-8700-2ed47bc67191 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a4c2a53497f24541bf463cde0709b165&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780282 Oct 13 14:02:11.074668 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e445d-7747-4d00-843f-8b18de7e375b req-c17433d8-01ac-4216-ae4c-5286811cc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:11.075691 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-c17433d8-01ac-4216-ae4c-5286811cc0b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec0a4e9512f74f548fa7f24177832a80&device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 1100 time: 0.0471702 Oct 13 14:02:11.086799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['48537c49-1920-4e30-8571-c0bd91266f10'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:11.128320 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-8163a009-484a-4edd-ab5d-8997abef9a5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=6e6760ad-c3e4-4274-a31e-968f8f662f0a HTTP/1.1" status: 200 len: 217 time: 0.0370607 Oct 13 14:02:11.188838 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f2c9e31-db0d-41bc-be5d-8595214aee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:11.191234 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-9f2c9e31-db0d-41bc-be5d-8595214aee89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0608344 Oct 13 14:02:11.192856 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5c6075c2-93e4-4a9a-8ab7-59c296af9008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:11.211300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f26d7-eb4d-4665-92ea-14071da61fbf req-c6739572-6b63-4f8d-aaf7-26dd9958cded tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:11.212833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-560f26d7-eb4d-4665-92ea-14071da61fbf req-c6739572-6b63-4f8d-aaf7-26dd9958cded tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 950 time: 0.2109561 Oct 13 14:02:11.232910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:11.234292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:11.235042 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:11.243679 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e445d-7747-4d00-843f-8b18de7e375b req-b246a7db-d0e1-465c-a32b-aa56227c7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:11.245310 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-b246a7db-d0e1-465c-a32b-aa56227c7ec2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0449135 Oct 13 14:02:11.290588 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5c6075c2-93e4-4a9a-8ab7-59c296af9008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:11.352803 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-118509bb-bf99-4cf4-a2a0-d81a173e8641 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915053 Oct 13 14:02:11.378323 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c87a46ac-e692-41f0-ad17-977bc7770a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:11.396520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-9b4ee7a2-0070-4671-a9d8-44e201c826f1 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:11.398741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-9b4ee7a2-0070-4671-a9d8-44e201c826f1 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3356652 Oct 13 14:02:11.407500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=d19c2275-2b1d-488d-a687-4a9d3b93937c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:11.419446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network d19c2275-2b1d-488d-a687-4a9d3b93937c details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:02:11.424560 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b55dd8e-e343-4299-98a6-7925c4836ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c258c505-efec-41a3-908a-c7eff5d460ad'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:11.427793 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a256e97-794f-40cf-a8ea-ad0765d83033" -d '{"events": [{"server_uuid": "5b55dd8e-e343-4299-98a6-7925c4836ba1", "name": "network-vif-plugged", "status": "completed", "tag": "c258c505-efec-41a3-908a-c7eff5d460ad"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:11.442370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-560f26d7-eb4d-4665-92ea-14071da61fbf req-74e27857-682f-4b7f-ae13-a67e57408731 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180037 Oct 13 14:02:11.444061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-9f8becd4-9297-4a92-94d9-d6972c022c2b tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/quotas/a4c2a53497f24541bf463cde0709b165 HTTP/1.1" status: 200 len: 375 time: 0.0241416 Oct 13 14:02:11.445639 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d19e445d-7747-4d00-843f-8b18de7e375b req-d6a83778-37ca-4642-9b00-bfb8a529691e service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929801 Oct 13 14:02:11.489880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b1c1ada1-4c7e-4a9d-84e2-959fea24b3a5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1496193 Oct 13 14:02:11.492531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57702) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:11.498219 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-87208de4-898d-487e-8732-986d39096e07 admin admin] Request body: {'subnet': {'network_id': 'd19c2275-2b1d-488d-a687-4a9d3b93937c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1111755493-subnet', 'tenant_id': '37cdb19cbf904978a532665d1ca12fa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:11.508414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-1f8eb303-e2e9-4da0-9c01-dd8e2844a645 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4c2a53497f24541bf463cde0709b165&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398042 Oct 13 14:02:11.538458 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c87a46ac-e692-41f0-ad17-977bc7770a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:11.613573 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5c6075c2-93e4-4a9a-8ab7-59c296af9008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:11.617133 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5c6075c2-93e4-4a9a-8ab7-59c296af9008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:11.621294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5c6075c2-93e4-4a9a-8ab7-59c296af9008 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6446459d-6a6d-4c42-a485-ba6664884cf5 HTTP/1.1" status: 204 len: 168 time: 0.7308128 Oct 13 14:02:11.625124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a46ac-e692-41f0-ad17-977bc7770a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244ad087-4df1-4d56-b3a0-6d5583963424,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:11.631468 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c87a46ac-e692-41f0-ad17-977bc7770a72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6a49cac01db4429b2ccf9ffc1741a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7646942 Oct 13 14:02:11.634274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57706) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:11.652776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6075c2-93e4-4a9a-8ab7-59c296af9008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6446459d-6a6d-4c42-a485-ba6664884cf5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:11.661291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d9f65-8e9d-42fa-843f-5210af89c2e5 req-1d297e17-3d94-4570-be39-2ee19b2e0548 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:11.663404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c47d9f65-8e9d-42fa-843f-5210af89c2e5 req-1d297e17-3d94-4570-be39-2ee19b2e0548 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 948 time: 0.1143811 Oct 13 14:02:11.696493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87208de4-898d-487e-8732-986d39096e07 admin admin] Made reservation on behalf of 37cdb19cbf904978a532665d1ca12fa9 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:11.698778 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87208de4-898d-487e-8732-986d39096e07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:11.705746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c47d9f65-8e9d-42fa-843f-5210af89c2e5 req-52103436-979b-4cdd-960a-235d41e56e35 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348294 Oct 13 14:02:11.779598 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2505-d53f-494f-816c-8658381d5785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:11.798967 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986e58ff-b836-4347-b2af-5e2c313f71d0 x-openstack-request-id: req-986e58ff-b836-4347-b2af-5e2c313f71d0 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:11.799411 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b55dd8e-e343-4299-98a6-7925c4836ba1", "name": "network-vif-plugged", "status": "completed", "tag": "c258c505-efec-41a3-908a-c7eff5d460ad", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:11.799781 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-986e58ff-b836-4347-b2af-5e2c313f71d0 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:11.800332 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b55dd8e-e343-4299-98a6-7925c4836ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c258c505-efec-41a3-908a-c7eff5d460ad', 'code': 200} Oct 13 14:02:11.823454 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2505-d53f-494f-816c-8658381d5785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:11.875227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3ed8b85-9637-462f-9578-1c3124939efa req-386d1ffb-1a8e-4cd4-bc7f-9a572ed38a24 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 210 time: 0.0336189 Oct 13 14:02:11.946743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039a92c-2787-4125-b129-39d743622626 req-586ce77e-f65c-46c3-b19a-989ef52273a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:11.949052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f039a92c-2787-4125-b129-39d743622626 req-586ce77e-f65c-46c3-b19a-989ef52273a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5b55dd8e-e343-4299-98a6-7925c4836ba1 HTTP/1.1" status: 200 len: 1101 time: 0.0655756 Oct 13 14:02:11.992629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f039a92c-2787-4125-b129-39d743622626 req-e17c58af-41fd-41a2-ad14-1977dca57d7d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343003 Oct 13 14:02:12.046601 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2505-d53f-494f-816c-8658381d5785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:12.050098 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d2d2505-d53f-494f-816c-8658381d5785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:12.054572 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0d2d2505-d53f-494f-816c-8658381d5785 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/244ad087-4df1-4d56-b3a0-6d5583963424 HTTP/1.1" status: 204 len: 168 time: 0.4158974 Oct 13 14:02:12.054733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a14e30-dec7-4371-8ea1-f2b5f59de4de req-a6dd8ab7-7bde-4628-9187-f172f546ba45 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:12.054733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7a14e30-dec7-4371-8ea1-f2b5f59de4de req-a6dd8ab7-7bde-4628-9187-f172f546ba45 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 948 time: 0.0610566 Oct 13 14:02:12.062204 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d2505-d53f-494f-816c-8658381d5785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244ad087-4df1-4d56-b3a0-6d5583963424,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:12.097022 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87208de4-898d-487e-8732-986d39096e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:12.099253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7a14e30-dec7-4371-8ea1-f2b5f59de4de req-14bde4ad-a21a-4682-87e2-8890e8ec7698 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381327 Oct 13 14:02:12.157799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87208de4-898d-487e-8732-986d39096e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e691162-e688-47f7-95fc-61fe95d64e00,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:12.167035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87208de4-898d-487e-8732-986d39096e07 admin admin] Checking segment: {'id': 'eecc9986-5ccc-40b8-9270-48c3ad755384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd19c2275-2b1d-488d-a687-4a9d3b93937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:12.170833 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87208de4-898d-487e-8732-986d39096e07 admin admin] Network hostable DHCP agents. Network: d19c2275-2b1d-488d-a687-4a9d3b93937c, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:02:12.280917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87208de4-898d-487e-8732-986d39096e07 admin admin] Network d19c2275-2b1d-488d-a687-4a9d3b93937c is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:02:12.345693 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 48537c49-1920-4e30-8571-c0bd91266f10 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:02:12.421648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-87208de4-898d-487e-8732-986d39096e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, d19c2275-2b1d-488d-a687-4a9d3b93937c) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:12.431577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e4c551-c628-4b48-9f7c-5c87c5ff6a45 None None] Network d19c2275-2b1d-488d-a687-4a9d3b93937c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:02:12.433495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87208de4-898d-487e-8732-986d39096e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:12.434279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87208de4-898d-487e-8732-986d39096e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:12.452489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 48537c49-1920-4e30-8571-c0bd91266f10 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:02:12.481796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 48537c49-1920-4e30-8571-c0bd91266f10 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:12.482171 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:12.549014 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-87208de4-898d-487e-8732-986d39096e07 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0552776 Oct 13 14:02:12.584490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57728) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:12.607514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66324aaa-8d92-4e05-9d7e-842b94de3207 req-8b856093-431b-4e37-9cc6-fbfcc01c1005 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:12.613653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-66324aaa-8d92-4e05-9d7e-842b94de3207 req-8b856093-431b-4e37-9cc6-fbfcc01c1005 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 950 time: 0.0838454 Oct 13 14:02:12.618832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-09d9cd8a-1b5a-4662-b7e7-9107349581de admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:12.627431 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:12.666092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9711b526-c831-4b17-bdb5-6c86291cca8c None None] Network d19c2275-2b1d-488d-a687-4a9d3b93937c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:02:12.742544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-66324aaa-8d92-4e05-9d7e-842b94de3207 req-2fe96f40-2021-481b-9066-9b01f49687df tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242731 Oct 13 14:02:12.813274 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-09d9cd8a-1b5a-4662-b7e7-9107349581de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:12.899094 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 48537c49-1920-4e30-8571-c0bd91266f10, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=48537c49-1920-4e30-8571-c0bd91266f10,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:12.909753 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-09d9cd8a-1b5a-4662-b7e7-9107349581de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:12.940579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a9023-7a9d-4701-a31b-e5cea4054f09 req-988fb7d2-cf47-48bc-b252-9806b87355aa tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:12.942156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc6a9023-7a9d-4701-a31b-e5cea4054f09 req-988fb7d2-cf47-48bc-b252-9806b87355aa tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 948 time: 0.1440859 Oct 13 14:02:12.986785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-09d9cd8a-1b5a-4662-b7e7-9107349581de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f66a57836474a02a16a9c0b648b6722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4012063 Oct 13 14:02:12.988939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9cd8a-1b5a-4662-b7e7-9107349581de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9817d52f-bdf4-4b9e-9ca5-3d43490c82f3,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:12.989962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57752) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:13.000907 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:13.013822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee272395-1bcd-4e1d-9e4b-4db299d93be2 req-362cbfad-362a-45c7-b7f5-b1de51997e79 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:13.015748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee272395-1bcd-4e1d-9e4b-4db299d93be2 req-362cbfad-362a-45c7-b7f5-b1de51997e79 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b55dd8e-e343-4299-98a6-7925c4836ba1 HTTP/1.1" status: 200 len: 949 time: 0.1540821 Oct 13 14:02:13.038843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc6a9023-7a9d-4701-a31b-e5cea4054f09 req-760fa6dc-a23b-4a72-9b04-cdd23440afb0 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792198 Oct 13 14:02:13.052616 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0726f70f-75d4-4094-b418-06ead0b406bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:13.063381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=48537c49-1920-4e30-8571-c0bd91266f10,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:13.078199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee272395-1bcd-4e1d-9e4b-4db299d93be2 req-a8a6b244-447b-4498-9cfb-c5ae355516cd tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504897 Oct 13 14:02:13.094178 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0726f70f-75d4-4094-b418-06ead0b406bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:13.232279 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9405af79-dcb3-403b-bf8e-1457b7d3442a req-59b2eae5-0211-4632-aef3-2e90cf66afc5 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 210 time: 0.0341196 Oct 13 14:02:13.255971 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0726f70f-75d4-4094-b418-06ead0b406bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:13.255971 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0726f70f-75d4-4094-b418-06ead0b406bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:13.255971 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0726f70f-75d4-4094-b418-06ead0b406bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9817d52f-bdf4-4b9e-9ca5-3d43490c82f3 HTTP/1.1" status: 204 len: 168 time: 0.2645416 Oct 13 14:02:13.265497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726f70f-75d4-4094-b418-06ead0b406bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9817d52f-bdf4-4b9e-9ca5-3d43490c82f3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:13.354249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad8317-856f-40c8-aaba-53abe8b12602 req-46c47c7e-c5f2-4e49-aaec-97e454e7d4c6 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:13.355885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1ad8317-856f-40c8-aaba-53abe8b12602 req-46c47c7e-c5f2-4e49-aaec-97e454e7d4c6 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 948 time: 0.0605843 Oct 13 14:02:13.429941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1ad8317-856f-40c8-aaba-53abe8b12602 req-497e3f77-ea27-4050-ba4e-95428f9a944c tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554371 Oct 13 14:02:13.546389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-db2937d8-04fb-4406-bef1-def3e50c084c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:13.547971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-db2937d8-04fb-4406-bef1-def3e50c084c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 821 time: 0.1235118 Oct 13 14:02:13.564714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-c1a5daac-ca48-4e33-aedc-99c565dbac56 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/quotas/a83e69682127431abea4c77d59610aed HTTP/1.1" status: 200 len: 375 time: 0.0099015 Oct 13 14:02:13.597171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-c2d93018-32cb-45cc-8c1f-dff2c231ccf7 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261967 Oct 13 14:02:13.690497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-0267bbbe-73fd-4713-87cf-34c2c73931fd service neutron] 10.222.0.18 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855772 Oct 13 14:02:13.793980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-72d5393f-851b-4b03-b2ca-fe22354c6787 service neutron] 10.222.0.18 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939794 Oct 13 14:02:13.802030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90acc7c-85d8-43cd-a712-040fc00e9bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48537c49-1920-4e30-8571-c0bd91266f10'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:13.805360 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea8e1ca-7ad1-47ef-8c22-461e20769c68" -d '{"events": [{"server_uuid": "a90acc7c-85d8-43cd-a712-040fc00e9bbe", "name": "network-vif-plugged", "status": "completed", "tag": "48537c49-1920-4e30-8571-c0bd91266f10"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:13.856478 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982269f7-dd1f-4cc1-a9b8-bf34a95f9560 x-openstack-request-id: req-982269f7-dd1f-4cc1-a9b8-bf34a95f9560 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:13.856994 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90acc7c-85d8-43cd-a712-040fc00e9bbe", "name": "network-vif-plugged", "status": "completed", "tag": "48537c49-1920-4e30-8571-c0bd91266f10", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:13.857512 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-982269f7-dd1f-4cc1-a9b8-bf34a95f9560 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:13.858264 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90acc7c-85d8-43cd-a712-040fc00e9bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48537c49-1920-4e30-8571-c0bd91266f10', 'code': 200} Oct 13 14:02:14.002159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b3b21-7390-474d-bfc3-d9758df42bc1 req-634b68d9-a017-445c-b4cd-2377622f59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:14.007124 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-6e2b3b21-7390-474d-bfc3-d9758df42bc1 req-634b68d9-a017-445c-b4cd-2377622f59a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 1101 time: 0.0793412 Oct 13 14:02:14.105342 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-6e2b3b21-7390-474d-bfc3-d9758df42bc1 req-1cf44d21-e11e-4efd-ae9f-1165fa2c6f31 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867939 Oct 13 14:02:14.144458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3909e6-1afa-4b22-af6b-eb85adda1d5b req-349ae117-5c3d-473c-91f2-56a5c24a85e9 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 210 time: 0.0725198 Oct 13 14:02:14.248134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ba47a-6912-49b9-80cb-8f19444cf055 req-33434790-a986-462f-a96a-81881b8a97ff tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:14.255759 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-761ba47a-6912-49b9-80cb-8f19444cf055 req-33434790-a986-462f-a96a-81881b8a97ff tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 949 time: 0.0675564 Oct 13 14:02:14.328470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-761ba47a-6912-49b9-80cb-8f19444cf055 req-b8c803bf-9838-4094-aff6-c9821be2f5d8 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716131 Oct 13 14:02:14.341512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14363799-1c6d-44e8-9380-4d360caf9a19 req-59229ee5-8e95-426b-905d-55a25c5fdfd6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:14.347638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14363799-1c6d-44e8-9380-4d360caf9a19 req-59229ee5-8e95-426b-905d-55a25c5fdfd6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b55dd8e-e343-4299-98a6-7925c4836ba1 HTTP/1.1" status: 200 len: 949 time: 0.0851574 Oct 13 14:02:14.400810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14363799-1c6d-44e8-9380-4d360caf9a19 req-9d9f7535-bc3c-4e72-9e70-18b8cc681132 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508184 Oct 13 14:02:14.509298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b98b779a-10df-41b2-a659-aa6c42c772c8 req-cec21e68-52bd-4090-89ca-8a7300f1c31f tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 210 time: 0.0298586 Oct 13 14:02:14.662680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cfa38-9a44-45ed-997f-f353d8d89beb req-c81c4af7-6283-4185-a93b-afd179143cf4 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:14.664573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e93cfa38-9a44-45ed-997f-f353d8d89beb req-c81c4af7-6283-4185-a93b-afd179143cf4 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 948 time: 0.0932086 Oct 13 14:02:14.753887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e93cfa38-9a44-45ed-997f-f353d8d89beb req-086d027b-2818-4c3d-bdf9-dfb63d3981bc tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765791 Oct 13 14:02:14.782217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049a25e-0320-4879-b29c-c00b01c9e030 req-8955a8d5-0c61-47bc-8cf6-21b733239a7c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:14.789303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049a25e-0320-4879-b29c-c00b01c9e030 req-8955a8d5-0c61-47bc-8cf6-21b733239a7c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:14.791011 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6049a25e-0320-4879-b29c-c00b01c9e030 req-8955a8d5-0c61-47bc-8cf6-21b733239a7c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b55dd8e-e343-4299-98a6-7925c4836ba1&device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 1690 time: 0.0991492 Oct 13 14:02:14.847531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6049a25e-0320-4879-b29c-c00b01c9e030 req-464b7740-9b4b-4755-a8d6-37d328535ab6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382452 Oct 13 14:02:15.037301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8a42c-3bcd-4e9a-b1e0-24b14d22d4de req-744071f3-cd6d-4aec-b8b7-8a48b9657f42 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:15.038861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46e8a42c-3bcd-4e9a-b1e0-24b14d22d4de req-744071f3-cd6d-4aec-b8b7-8a48b9657f42 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b55dd8e-e343-4299-98a6-7925c4836ba1 HTTP/1.1" status: 200 len: 1101 time: 0.0431542 Oct 13 14:02:15.083688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46e8a42c-3bcd-4e9a-b1e0-24b14d22d4de req-702e6897-83b0-4b67-8167-88536834bef0 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340767 Oct 13 14:02:15.156420 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57844) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:15.206945 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-8450ebaf-1ef2-4c04-a21f-068be432229d tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a4c2a53497f24541bf463cde0709b165&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286782 Oct 13 14:02:15.239369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810f320-f27a-492f-b221-7af2a3f73165 req-a628c6c9-e778-4268-8765-440cf3a48612 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:15.248256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d810f320-f27a-492f-b221-7af2a3f73165 req-a628c6c9-e778-4268-8765-440cf3a48612 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 1102 time: 0.0560212 Oct 13 14:02:15.305645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d810f320-f27a-492f-b221-7af2a3f73165 req-e284dddf-a5e0-4692-9cb7-73bcada0afca tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512040 Oct 13 14:02:15.351948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1967395349-network', 'tenant_id': '4f773fbcdc14485fb53fa74607a626ed'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:15.393070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-61f363c8-6c72-4c97-8bc9-5a2e10cb6c85 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:15.394595 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-61f363c8-6c72-4c97-8bc9-5a2e10cb6c85 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805339 Oct 13 14:02:15.402255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a4371ce-d3e6-4369-ad58-48723bf979f2 req-415e221f-4a74-42c7-aea4-0508cb0163a0 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 210 time: 0.0369062 Oct 13 14:02:15.409257 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Request body: {'port': {'device_id': '1bdd2993-5a76-4044-a79e-32db995ce7f7', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': 'a4c2a53497f24541bf463cde0709b165'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:15.581709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dfb24-1c14-4c32-8e0e-cdabbf18e757 req-2c826c41-996d-48a7-9059-616fc41960e1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:15.583255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da6dfb24-1c14-4c32-8e0e-cdabbf18e757 req-2c826c41-996d-48a7-9059-616fc41960e1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 949 time: 0.0649636 Oct 13 14:02:15.626555 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da6dfb24-1c14-4c32-8e0e-cdabbf18e757 req-e0febb57-3a26-481c-b63a-7741b378ce95 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361612 Oct 13 14:02:15.629336 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Made reservation on behalf of 4f773fbcdc14485fb53fa74607a626ed for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:15.631607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:15.649680 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:15.727654 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Made reservation on behalf of a4c2a53497f24541bf463cde0709b165 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:15.731452 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:15.746809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:15.786838 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:15.825022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b3c2cd7-bcb8-4b7c-a055-fbf912d50eaf req-c35a3d82-ab82-4382-a06b-86566b42eb4c tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 210 time: 0.0332026 Oct 13 14:02:15.929470 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:15.939064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ef9d4-ec21-4bab-a2ca-59311e2ba2e4 req-cc130cbf-35e6-4636-a2c9-0ce8c0287e79 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:15.940727 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-491ef9d4-ec21-4bab-a2ca-59311e2ba2e4 req-cc130cbf-35e6-4636-a2c9-0ce8c0287e79 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 948 time: 0.0636458 Oct 13 14:02:15.942028 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:15.974011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:02:15.980061 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b01585-b285-4e9b-986d-f984aa974c0c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:15.987744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-491ef9d4-ec21-4bab-a2ca-59311e2ba2e4 req-e5e0677c-05f7-4075-ab09-14c072346ecd tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Oct 13 14:02:15.992599 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:15.993323 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Added segment bf5e99b5-1fdc-4411-8719-ac384c8527e6 of type vlan for network 989132b5-c5d9-46e6-9885-83a0d93b4ee5 Oct 13 14:02:16.042320 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:16.051388 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:16.110109 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-6501a9b2-f011-459c-8e06-b774e2ff7032 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267899 Oct 13 14:02:16.135658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a753c408-d5ed-4e9f-9caa-2cb0bb007953,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:16.229913 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Allocated IP 192.168.233.97 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/7417ddfb-573f-4212-99ae-52fc43642304) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:02:16.265382 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:16.266457 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:16.267099 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:16.277466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-2d05639a-c7e4-4496-aae8-c8ecada3c851 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:16.279927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-2d05639a-c7e4-4496-aae8-c8ecada3c851 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614225 Oct 13 14:02:16.296021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-c058c098-86aa-4ad7-a215-da9918d608fc tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/quotas/7cbf24ee3d2e4d08a684d8e166381bd1 HTTP/1.1" status: 200 len: 375 time: 0.0099213 Oct 13 14:02:16.341437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6e6760ad-c3e4-4274-a31e-968f8f662f0a details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:02:16.352602 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] Pushing event updated for resources: {'Network': ['ID=989132b5-c5d9-46e6-9885-83a0d93b4ee5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:16.356236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-1fb823cc-6b25-4ec8-a181-461608d30668 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541019 Oct 13 14:02:16.421475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 989132b5-c5d9-46e6-9885-83a0d93b4ee5 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:02:16.507896 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:16.513403 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1cffd33c-6889-491d-b2b5-ff80ba1443a8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3552711 Oct 13 14:02:16.516658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57890) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:16.522260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a5e59bc2-3dba-4ff9-bb30-458e2da9bf8e admin admin] Request body: {'subnet': {'network_id': '989132b5-c5d9-46e6-9885-83a0d93b4ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1967395349-subnet', 'tenant_id': '4f773fbcdc14485fb53fa74607a626ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:16.535325 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 6e6760ad-c3e4-4274-a31e-968f8f662f0a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6e6760ad-c3e4-4274-a31e-968f8f662f0a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:16.536670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13492f7a-b989-44e9-a58a-bcf5db856b1c req-238584df-602f-4793-a512-4c31be620319 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 210 time: 0.0296094 Oct 13 14:02:16.547201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '6e6760ad-c3e4-4274-a31e-968f8f662f0a', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '6e6760ad-c3e4-4274-a31e-968f8f662f0a', 'mac_address': 'fa:16:3e:f9:aa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:02:16.593544 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:16.619440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6760ad-c3e4-4274-a31e-968f8f662f0a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:16.642599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 6e6760ad-c3e4-4274-a31e-968f8f662f0a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6e6760ad-c3e4-4274-a31e-968f8f662f0a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:16.707540 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:16.781477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=6e6760ad-c3e4-4274-a31e-968f8f662f0a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:16.835015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f47c7-ef64-4bd7-b711-8c09ed1f3856 req-6dc537c6-7119-4aa1-b9fe-a409065a62b1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:16.837147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f2f47c7-ef64-4bd7-b711-8c09ed1f3856 req-6dc537c6-7119-4aa1-b9fe-a409065a62b1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 949 time: 0.0843728 Oct 13 14:02:16.863658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e59bc2-3dba-4ff9-bb30-458e2da9bf8e admin admin] Made reservation on behalf of 4f773fbcdc14485fb53fa74607a626ed for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:16.866076 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a5e59bc2-3dba-4ff9-bb30-458e2da9bf8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:16.880680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f2f47c7-ef64-4bd7-b711-8c09ed1f3856 req-9a649acf-038b-4190-8f5c-86c6ad34a7e2 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375540 Oct 13 14:02:16.918502 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:16.988226 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:02:17.001809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:17.012141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:02:17.022227 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:17.023734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:17.044087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Pushing event updated for resources: {'Port': ['ID=7417ddfb-573f-4212-99ae-52fc43642304,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:17.095193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['6e6760ad-c3e4-4274-a31e-968f8f662f0a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:17.212903 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-6a320f5b-7320-45de-8048-ca3a6d5ebaed tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8071637 Oct 13 14:02:17.248364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Request body: {'port': {'device_id': '1bdd2993-5a76-4044-a79e-32db995ce7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:17.263663 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a5e59bc2-3dba-4ff9-bb30-458e2da9bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:17.310254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-86308ca4-073c-4d57-9492-2dede7dad326 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:17.313224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-86308ca4-073c-4d57-9492-2dede7dad326 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.41 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 821 time: 0.1879864 Oct 13 14:02:17.358208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-3cc61800-c326-4f81-ba09-6f66828ffb6c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Request body: {'port': {'device_id': 'b1effebe-bc3c-4836-be4c-86d278b7a026', 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b', 'admin_state_up': True, 'tenant_id': 'a83e69682127431abea4c77d59610aed'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:17.454933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403b640-3919-47bf-ba35-c97b5150881a req-a86d540a-3181-4319-bb63-a86e36677ea8 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:17.463149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3403b640-3919-47bf-ba35-c97b5150881a req-a86d540a-3181-4319-bb63-a86e36677ea8 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 935 time: 0.3526533 Oct 13 14:02:17.481232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-91c2b50b-1d8f-4819-a296-cac62a3eccae None None] Provisioning complete for port 7417ddfb-573f-4212-99ae-52fc43642304 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:17.482151 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-91c2b50b-1d8f-4819-a296-cac62a3eccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:17.487449 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:17.516632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3403b640-3919-47bf-ba35-c97b5150881a req-f3f6b46f-5efd-43c7-9e20-0166fdfbf7b8 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522609 Oct 13 14:02:17.558763 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e59bc2-3dba-4ff9-bb30-458e2da9bf8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=afbc99cd-c238-48f6-ab89-26470919fa3d,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:17.566857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-91c2b50b-1d8f-4819-a296-cac62a3eccae None None] Port 7417ddfb-573f-4212-99ae-52fc43642304 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:02:17.587410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e59bc2-3dba-4ff9-bb30-458e2da9bf8e admin admin] Checking segment: {'id': 'bf5e99b5-1fdc-4411-8719-ac384c8527e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '989132b5-c5d9-46e6-9885-83a0d93b4ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:17.587779 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e59bc2-3dba-4ff9-bb30-458e2da9bf8e admin admin] Network hostable DHCP agents. Network: 989132b5-c5d9-46e6-9885-83a0d93b4ee5, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:02:17.589919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-2efb018a-7ac2-47f1-acdd-585df722fc1d req-5d380b9c-ab37-42e9-98a7-779756d74aee service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:02:17.590992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2efb018a-7ac2-47f1-acdd-585df722fc1d req-5d380b9c-ab37-42e9-98a7-779756d74aee service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074623 Oct 13 14:02:17.675503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-3cc61800-c326-4f81-ba09-6f66828ffb6c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Made reservation on behalf of a83e69682127431abea4c77d59610aed for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:17.689415 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-3cc61800-c326-4f81-ba09-6f66828ffb6c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:17.772947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e59bc2-3dba-4ff9-bb30-458e2da9bf8e admin admin] Network 989132b5-c5d9-46e6-9885-83a0d93b4ee5 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:02:17.878022 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a5e59bc2-3dba-4ff9-bb30-458e2da9bf8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 989132b5-c5d9-46e6-9885-83a0d93b4ee5) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:17.881000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7417ddfb-573f-4212-99ae-52fc43642304 {{(pid=112684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:17.889169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dcbb53-468c-4c44-8345-f1a7e8a9d33e None None] Network 989132b5-c5d9-46e6-9885-83a0d93b4ee5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:02:17.890092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e59bc2-3dba-4ff9-bb30-458e2da9bf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:17.890709 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a5e59bc2-3dba-4ff9-bb30-458e2da9bf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:17.896282 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:17.914060 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.provisioning_blocks [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Transition to ACTIVE for port object 7417ddfb-573f-4212-99ae-52fc43642304 will not be triggered until provisioned by entity L2. {{(pid=112684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:02:18.003177 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a5e59bc2-3dba-4ff9-bb30-458e2da9bf8e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4743810 Oct 13 14:02:18.003177 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:18.063231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e63b90-c9e4-42e7-881a-65c33d87e23a None None] Network 989132b5-c5d9-46e6-9885-83a0d93b4ee5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:02:18.087914 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Pushing event updated for resources: {'Port': ['ID=7417ddfb-573f-4212-99ae-52fc43642304,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:18.106364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769bf0e-35c3-458d-9be8-7956183e2aaf req-dc5a8928-f5b1-48d5-8624-14de9843ab1f tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:18.113931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b769bf0e-35c3-458d-9be8-7956183e2aaf req-dc5a8928-f5b1-48d5-8624-14de9843ab1f tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 949 time: 0.3416839 Oct 13 14:02:18.117676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-3cc61800-c326-4f81-ba09-6f66828ffb6c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Allocated IP 172.20.0.2 (d54448a5-ac53-4352-a4fa-39682bbffd1b/0758b770-aabf-4e23-91ef-861097abeaa3/84bcd46a-6d71-4bee-a5a3-d79a847c73d2) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:02:18.129846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Attempting to bind port 7417ddfb-573f-4212-99ae-52fc43642304 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:18.130258 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Attempting to bind port 7417ddfb-573f-4212-99ae-52fc43642304 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:18.130664 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Attempting to bind port 7417ddfb-573f-4212-99ae-52fc43642304 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:18.135692 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Port 7417ddfb-573f-4212-99ae-52fc43642304 on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:02:18.135988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec7ff6d6-bea0-40c8-af57-33a95d8ef985 req-ad383cb4-3894-43b8-a592-7dc1f0218f86 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 210 time: 0.2807558 Oct 13 14:02:18.136212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Attempting to bind port 7417ddfb-573f-4212-99ae-52fc43642304 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:18.143147 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:18.144013 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:18.145062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:18.145714 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Bound port: 7417ddfb-573f-4212-99ae-52fc43642304, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:18.146250 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:18.235585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b769bf0e-35c3-458d-9be8-7956183e2aaf req-e04a40a6-9746-4deb-812e-e96f15172708 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187325 Oct 13 14:02:18.266844 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:18.305965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] For port 7417ddfb-573f-4212-99ae-52fc43642304, host n-h2-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:18.309629 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] For port 7417ddfb-573f-4212-99ae-52fc43642304, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=7417ddfb-573f-4212-99ae-52fc43642304,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:18.355028 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6e6760ad-c3e4-4274-a31e-968f8f662f0a up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:02:18.436550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e8a4d-baa8-4380-b963-8831fc030e27 req-886b343c-0c8d-4c0b-8153-117c5cc231f2 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:18.438074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-238e8a4d-baa8-4380-b963-8831fc030e27 req-886b343c-0c8d-4c0b-8153-117c5cc231f2 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 949 time: 0.0873749 Oct 13 14:02:18.472741 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-3cc61800-c326-4f81-ba09-6f66828ffb6c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:18.504487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79e631bd-9045-4093-81ef-cede55a92c49 req-6bb3884a-58e8-44ca-9023-800a54d54b0c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 210 time: 0.0434108 Oct 13 14:02:18.526141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-238e8a4d-baa8-4380-b963-8831fc030e27 req-a0ea215d-81a7-410f-a007-f94a21f119cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788517 Oct 13 14:02:18.556565 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:18.624211 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-3cc61800-c326-4f81-ba09-6f66828ffb6c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:18.646644 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:18.648491 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:18.653181 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] 10.222.0.41 "PUT /v2.0/ports/7417ddfb-573f-4212-99ae-52fc43642304 HTTP/1.1" status: 200 len: 1096 time: 1.4198411 Oct 13 14:02:18.653181 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bdd2993-5a76-4044-a79e-32db995ce7f7', 'tag': '7417ddfb-573f-4212-99ae-52fc43642304'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:18.657080 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c89a0e-2ea5-4acd-95f5-a454025bb7f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1bdd2993-5a76-4044-a79e-32db995ce7f7", "tag": "7417ddfb-573f-4212-99ae-52fc43642304"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:18.701496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30c231-1c73-4890-87cf-51f32fff0c22 service neutron] Pushing event updated for resources: {'Port': ['ID=7417ddfb-573f-4212-99ae-52fc43642304,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:18.712814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-3cc61800-c326-4f81-ba09-6f66828ffb6c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Network d54448a5-ac53-4352-a4fa-39682bbffd1b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:02:18.716532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-3cc61800-c326-4f81-ba09-6f66828ffb6c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:18.719057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-3cc61800-c326-4f81-ba09-6f66828ffb6c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:02:18.726202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-3cc61800-c326-4f81-ba09-6f66828ffb6c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:18.726202 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-3cc61800-c326-4f81-ba09-6f66828ffb6c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:18.754944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc61800-c326-4f81-ba09-6f66828ffb6c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Pushing event updated for resources: {'Port': ['ID=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:18.810423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a36ec-638c-4621-bae9-7fec4d4dcd3d req-3551e5a6-7d61-43d6-869c-6b31f57cfecc tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:18.812013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f9a36ec-638c-4621-bae9-7fec4d4dcd3d req-3551e5a6-7d61-43d6-869c-6b31f57cfecc tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 947 time: 0.0797327 Oct 13 14:02:18.817915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 6e6760ad-c3e4-4274-a31e-968f8f662f0a completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:02:18.824691 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 6e6760ad-c3e4-4274-a31e-968f8f662f0a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:18.829590 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:18.850466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-3cc61800-c326-4f81-ba09-6f66828ffb6c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5108707 Oct 13 14:02:18.864910 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b49f3c-e5e1-4cb9-a249-b4c9418b2503 x-openstack-request-id: req-09b49f3c-e5e1-4cb9-a249-b4c9418b2503 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:18.866736 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bdd2993-5a76-4044-a79e-32db995ce7f7", "tag": "7417ddfb-573f-4212-99ae-52fc43642304", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:18.868091 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09b49f3c-e5e1-4cb9-a249-b4c9418b2503 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:18.871030 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bdd2993-5a76-4044-a79e-32db995ce7f7', 'tag': '7417ddfb-573f-4212-99ae-52fc43642304', 'status': 'completed', 'code': 200} Oct 13 14:02:18.888410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Request body: {'port': {'device_id': 'b1effebe-bc3c-4836-be4c-86d278b7a026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:18.915064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f9a36ec-638c-4621-bae9-7fec4d4dcd3d req-ffb34d0e-6b05-417e-9465-ff9a41f4ad6c tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861762 Oct 13 14:02:18.958446 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:18.995324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-0844b567-11d1-4f67-9059-6de5ea8a7126 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=17346d50786947718fb22a95a6869cf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258090 Oct 13 14:02:19.003482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-49a9b740-ab9a-4605-84ba-2c3f3e84a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:19.005300 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-49a9b740-ab9a-4605-84ba-2c3f3e84a919 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4c2a53497f24541bf463cde0709b165&device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 1099 time: 0.1323881 Oct 13 14:02:19.007258 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:19.068329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 6e6760ad-c3e4-4274-a31e-968f8f662f0a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6e6760ad-c3e4-4274-a31e-968f8f662f0a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:19.071055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c2dba8-7198-4bb5-87fc-644ba053e331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6760ad-c3e4-4274-a31e-968f8f662f0a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:19.074479 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36ce000-1ef4-4c32-9de1-a948fa98ff0b" -d '{"events": [{"server_uuid": "12c2dba8-7198-4bb5-87fc-644ba053e331", "name": "network-vif-plugged", "status": "completed", "tag": "6e6760ad-c3e4-4274-a31e-968f8f662f0a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:19.098154 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-626ccc1f-a888-44ff-8818-0e5fa51c2939 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=7417ddfb-573f-4212-99ae-52fc43642304 HTTP/1.1" status: 200 len: 217 time: 0.0830007 Oct 13 14:02:19.148743 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:19.161227 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c654f029-9c40-4672-97d8-e17d3b89417e x-openstack-request-id: req-c654f029-9c40-4672-97d8-e17d3b89417e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:19.161543 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c2dba8-7198-4bb5-87fc-644ba053e331", "name": "network-vif-plugged", "status": "completed", "tag": "6e6760ad-c3e4-4274-a31e-968f8f662f0a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:19.161800 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c654f029-9c40-4672-97d8-e17d3b89417e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:19.162188 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c2dba8-7198-4bb5-87fc-644ba053e331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6760ad-c3e4-4274-a31e-968f8f662f0a', 'code': 200} Oct 13 14:02:19.213493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-ab3a8ebd-1a20-4c88-a5c1-c4420050b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:19.215806 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-ab3a8ebd-1a20-4c88-a5c1-c4420050b9f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1075659 Oct 13 14:02:19.246540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-714483cb-711d-4eec-a0f6-05776bbbe6bb tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:19.252254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-714483cb-711d-4eec-a0f6-05776bbbe6bb tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333305 Oct 13 14:02:19.269304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.41', 62401) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:19.293216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=6e6760ad-c3e4-4274-a31e-968f8f662f0a,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:19.322208 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57980) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:19.325400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-80005644-44cd-45cf-aac6-13bd79624567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:19.327831 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-80005644-44cd-45cf-aac6-13bd79624567 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1030874 Oct 13 14:02:19.333958 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2000417836-network', 'tenant_id': '87d8a7bc3bf34515baad56def3b7cffc'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:19.353054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-01dad2a0-8c23-4c84-9255-9a6339f02f26 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/quotas/17346d50786947718fb22a95a6869cf9 HTTP/1.1" status: 200 len: 375 time: 0.0998466 Oct 13 14:02:19.436762 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-1870e921-ac90-4eb7-9a7f-103302ff61f6 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973115 Oct 13 14:02:19.453743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdb04f-1ae7-4ecb-96db-5d483eca19d3 req-0a845240-a8c0-4796-bd08-2de5de138057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:19.456059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62bdb04f-1ae7-4ecb-96db-5d483eca19d3 req-0a845240-a8c0-4796-bd08-2de5de138057 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 1102 time: 0.1851106 Oct 13 14:02:19.506446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-1de71312-bd57-4cfa-bf61-5f23c336b40a tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=17346d50786947718fb22a95a6869cf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1524448 Oct 13 14:02:19.519620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2ba51-522a-4972-9141-a28d621d4c74 req-d8a42bb7-0b9f-4df9-8e09-7d500f059992 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:19.521897 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a62c-6e3c-44ac-aa68-71fc2097ea12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:19.523737 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Made reservation on behalf of 87d8a7bc3bf34515baad56def3b7cffc for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:19.527647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6a2ba51-522a-4972-9141-a28d621d4c74 req-d8a42bb7-0b9f-4df9-8e09-7d500f059992 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 931 time: 0.1725531 Oct 13 14:02:19.533253 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:19.551978 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:19.588668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62bdb04f-1ae7-4ecb-96db-5d483eca19d3 req-d6adf7c5-3080-4e22-b1b8-952cfb36b3b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071346 Oct 13 14:02:19.601919 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-93d9a21d-f3e7-46d5-8bd5-b5c46040ed52 req-a71e6aca-1794-423d-9e9b-290cfbcce809 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576734 Oct 13 14:02:19.627286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6a2ba51-522a-4972-9141-a28d621d4c74 req-227e8f9d-df31-4d36-b99c-596c87be4cbc tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986688 Oct 13 14:02:19.656747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:19.667861 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:19.683935 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:19.685484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Transition to ACTIVE for port object 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:02:19.764228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b9208-7ae8-4429-9655-085484c8705a req-1a397661-5338-42d1-b387-d7d56447d13e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:19.769560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c5b9208-7ae8-4429-9655-085484c8705a req-1a397661-5338-42d1-b387-d7d56447d13e tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 950 time: 0.0717533 Oct 13 14:02:19.771906 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:19.795260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:02:19.802297 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:19.810462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28519b15-92d0-485f-8ae5-234b5b30e47a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:19.815515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:19.815863 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Added segment 201bada7-0444-409e-8e51-ecde77c69ea6 of type vlan for network 3a0dc68e-f6a3-47a0-b4e4-5c52bc3b49c7 Oct 13 14:02:19.886839 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:19.935133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c5b9208-7ae8-4429-9655-085484c8705a req-f0894d05-0799-4865-9fb8-8d366dc3091c tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607876 Oct 13 14:02:19.959906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b7c59b9-e732-48f4-8aa8-cfeb10c77801 req-b3f863e3-7151-4f7a-898c-6a3c96ec5235 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 210 time: 0.0884185 Oct 13 14:02:19.989403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Pushing event updated for resources: {'Port': ['ID=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:20.046270 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:20.047792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:20.050334 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:20.075631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9efbd299-4177-4efe-9d76-6e333665daf5 req-19e7d9d3-43c9-40d4-bfdc-5a29843e186d tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 210 time: 0.0445855 Oct 13 14:02:20.077111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Attempting to bind port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:20.077503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Attempting to bind port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:20.077841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Attempting to bind port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:20.085423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on network d54448a5-ac53-4352-a4fa-39682bbffd1b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:02:20.085423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Attempting to bind port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:20.097400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:20.098164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:20.101691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Bound using segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:20.102834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Bound port: 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:20.103362 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:20.168402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c89a0e-2ea5-4acd-95f5-a454025bb7f5 req-e0061236-b4ef-4652-9afa-3776ce130654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:20.176167 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e1c89a0e-2ea5-4acd-95f5-a454025bb7f5 req-e0061236-b4ef-4652-9afa-3776ce130654 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4c2a53497f24541bf463cde0709b165&device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 1099 time: 0.1853130 Oct 13 14:02:20.195869 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] Pushing event updated for resources: {'Network': ['ID=3a0dc68e-f6a3-47a0-b4e4-5c52bc3b49c7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:20.218283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 3a0dc68e-f6a3-47a0-b4e4-5c52bc3b49c7 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:02:20.312088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ead5d-8f70-4cb7-82e4-ac7453583083 req-503a4e6e-a12e-4a51-9bd8-3d0e0d420ea7 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:20.314717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f9ead5d-8f70-4cb7-82e4-ac7453583083 req-503a4e6e-a12e-4a51-9bd8-3d0e0d420ea7 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 947 time: 0.1450994 Oct 13 14:02:20.327718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:20.341689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:20.370184 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c89a0e-2ea5-4acd-95f5-a454025bb7f5 req-2835b158-09b0-413f-8af5-a553d80cef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:20.373622 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e1c89a0e-2ea5-4acd-95f5-a454025bb7f5 req-2835b158-09b0-413f-8af5-a553d80cef72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1922500 Oct 13 14:02:20.385568 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d44f339f-1009-4504-97ac-329ddd340c33 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0553186 Oct 13 14:02:20.405659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58000) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:20.415638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9813e983-d693-469d-bc04-7a593f2027a5 admin admin] Request body: {'subnet': {'network_id': '3a0dc68e-f6a3-47a0-b4e4-5c52bc3b49c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2000417836-subnet', 'tenant_id': '87d8a7bc3bf34515baad56def3b7cffc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:20.434406 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e1c89a0e-2ea5-4acd-95f5-a454025bb7f5 req-cd71b3c0-b2da-4d7d-afbc-1d2768ea06db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=7417ddfb-573f-4212-99ae-52fc43642304 HTTP/1.1" status: 200 len: 217 time: 0.0475333 Oct 13 14:02:20.441669 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:20.520339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:20.521743 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c89a0e-2ea5-4acd-95f5-a454025bb7f5 req-9f38ea4f-e778-4228-85cb-1280305479ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:20.522395 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:20.523968 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e1c89a0e-2ea5-4acd-95f5-a454025bb7f5 req-9f38ea4f-e778-4228-85cb-1280305479ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0807934 Oct 13 14:02:20.526514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/84bcd46a-6d71-4bee-a5a3-d79a847c73d2 HTTP/1.1" status: 200 len: 1092 time: 1.6521974 Oct 13 14:02:20.531334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebbc07-0fa3-4776-8d8c-9a36ec6590b0 service neutron] Pushing event updated for resources: {'Port': ['ID=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:20.537503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1effebe-bc3c-4836-be4c-86d278b7a026', 'tag': '84bcd46a-6d71-4bee-a5a3-d79a847c73d2'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:20.540447 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b078ac2b-94b7-477f-892a-2e669eadd71e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1effebe-bc3c-4836-be4c-86d278b7a026", "tag": "84bcd46a-6d71-4bee-a5a3-d79a847c73d2"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:20.557451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f9ead5d-8f70-4cb7-82e4-ac7453583083 req-e852ad46-64bc-4448-ba69-13bf13962761 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331097 Oct 13 14:02:20.623185 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ef3f72-1ab7-4d00-9a91-ad8cae756fb1 x-openstack-request-id: req-d9ef3f72-1ab7-4d00-9a91-ad8cae756fb1 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:20.623659 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1effebe-bc3c-4836-be4c-86d278b7a026", "tag": "84bcd46a-6d71-4bee-a5a3-d79a847c73d2", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:20.623982 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9ef3f72-1ab7-4d00-9a91-ad8cae756fb1 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:20.625253 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1effebe-bc3c-4836-be4c-86d278b7a026', 'tag': '84bcd46a-6d71-4bee-a5a3-d79a847c73d2', 'status': 'completed', 'code': 200} Oct 13 14:02:20.643581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c89a0e-2ea5-4acd-95f5-a454025bb7f5 req-bcbcb28e-02c6-4591-8208-3545c3f1c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:20.646237 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e1c89a0e-2ea5-4acd-95f5-a454025bb7f5 req-bcbcb28e-02c6-4591-8208-3545c3f1c9b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1015165 Oct 13 14:02:20.761488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9813e983-d693-469d-bc04-7a593f2027a5 admin admin] Made reservation on behalf of 87d8a7bc3bf34515baad56def3b7cffc for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:20.764434 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9813e983-d693-469d-bc04-7a593f2027a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:20.769179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-aa075e8b-6a3e-40b3-a757-ace1b93166bd tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643482 Oct 13 14:02:20.831067 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e1c89a0e-2ea5-4acd-95f5-a454025bb7f5 req-a236098d-e996-40ac-924c-4c71a74d08a0 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415887 Oct 13 14:02:20.934312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078ac2b-94b7-477f-892a-2e669eadd71e req-eafe35f5-2170-46c7-944a-9d6e3a331991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:20.936012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b078ac2b-94b7-477f-892a-2e669eadd71e req-eafe35f5-2170-46c7-944a-9d6e3a331991 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 1095 time: 0.2481484 Oct 13 14:02:20.973576 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e1c89a0e-2ea5-4acd-95f5-a454025bb7f5 req-30f90369-c594-4e6e-b638-7655716e61f4 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319652 Oct 13 14:02:21.014633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0f270-a756-4d63-ba51-fa9bc5d3c308 req-3f1896c9-3443-4d31-98cd-053fe0d69afe tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:21.016299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85f0f270-a756-4d63-ba51-fa9bc5d3c308 req-3f1896c9-3443-4d31-98cd-053fe0d69afe tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 943 time: 0.2819633 Oct 13 14:02:21.199836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-f1c593c5-1731-4def-bcd8-9c6acb21c2a9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:21.201282 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-f1c593c5-1731-4def-bcd8-9c6acb21c2a9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3912663 Oct 13 14:02:21.234288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-d172bee5-dc49-4008-8d68-ba5b798df4a0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Request body: {'port': {'device_id': 'd112abab-2dfa-495e-ac7e-cc1bcbf2bb89', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '7cbf24ee3d2e4d08a684d8e166381bd1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:21.240257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85f0f270-a756-4d63-ba51-fa9bc5d3c308 req-186d7921-8894-48a8-8eab-6d5140b3bbbc tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833153 Oct 13 14:02:21.398907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078ac2b-94b7-477f-892a-2e669eadd71e req-7e225e17-2c32-4a03-98e4-f0841ad147f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:21.400463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b078ac2b-94b7-477f-892a-2e669eadd71e req-7e225e17-2c32-4a03-98e4-f0841ad147f3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a83e69682127431abea4c77d59610aed&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4411237 Oct 13 14:02:21.407900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b488dfd-7a37-4e75-8201-4f960e159c89 req-abd24ae4-de1f-44c7-b70a-20ef4275f661 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 210 time: 0.0579438 Oct 13 14:02:21.483213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174157e-643a-42c5-9ee5-3b64a559ac50 req-7003791d-66bf-4f82-8c95-167b7031a90f tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:21.490505 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b174157e-643a-42c5-9ee5-3b64a559ac50 req-7003791d-66bf-4f82-8c95-167b7031a90f tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 950 time: 0.3527603 Oct 13 14:02:21.507963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:21.621758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b174157e-643a-42c5-9ee5-3b64a559ac50 req-a69ffcb0-9bb0-4163-809e-5bd1f325d8a5 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301241 Oct 13 14:02:21.690367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96215df2-69ca-443a-9b57-4e2570faf473 req-062cce52-1649-4257-a5f4-aebd7e4698d0 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 210 time: 0.0583432 Oct 13 14:02:21.715523 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9813e983-d693-469d-bc04-7a593f2027a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:21.737642 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-3869a63f-47a3-48eb-b431-673a5f748857 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249143 Oct 13 14:02:21.748626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078ac2b-94b7-477f-892a-2e669eadd71e req-a8ed3a44-dfc2-4c99-9c30-60c366f49ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:21.750108 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b078ac2b-94b7-477f-892a-2e669eadd71e req-a8ed3a44-dfc2-4c99-9c30-60c366f49ae2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3364220 Oct 13 14:02:21.779834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813e983-d693-469d-bc04-7a593f2027a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a975a169-2038-4ca3-8066-76b686e05fe1,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:21.799644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-d172bee5-dc49-4008-8d68-ba5b798df4a0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Made reservation on behalf of 7cbf24ee3d2e4d08a684d8e166381bd1 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:21.804151 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-d172bee5-dc49-4008-8d68-ba5b798df4a0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:21.836127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9813e983-d693-469d-bc04-7a593f2027a5 admin admin] Checking segment: {'id': '201bada7-0444-409e-8e51-ecde77c69ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3a0dc68e-f6a3-47a0-b4e4-5c52bc3b49c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:21.836491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9813e983-d693-469d-bc04-7a593f2027a5 admin admin] Network hostable DHCP agents. Network: 3a0dc68e-f6a3-47a0-b4e4-5c52bc3b49c7, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:02:21.899885 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-76503b06-0143-4771-baa0-0d13b740bb03 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:21.902363 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-76503b06-0143-4771-baa0-0d13b740bb03 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1580172 Oct 13 14:02:21.919352 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0bf60519-cc4f-4067-a282-6945bf9240a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Request body: {'port': {'device_id': 'b0305bc0-5006-4d0f-a066-45f80260f986', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '7cbf24ee3d2e4d08a684d8e166381bd1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:22.184955 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0bf60519-cc4f-4067-a282-6945bf9240a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Made reservation on behalf of 7cbf24ee3d2e4d08a684d8e166381bd1 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:22.196081 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0bf60519-cc4f-4067-a282-6945bf9240a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:22.218741 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b955ab5-9e8b-4e9c-8b2c-0c2edec3fa1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:22.242407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135557f-7b11-4e09-824b-cbdf9e6ae5b3 req-dfc41f1a-44c3-4128-88cf-1dc4db401606 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:22.245061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2135557f-7b11-4e09-824b-cbdf9e6ae5b3 req-dfc41f1a-44c3-4128-88cf-1dc4db401606 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 947 time: 0.4265740 Oct 13 14:02:22.249669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-105e0181-eef9-4714-8d1a-a3716e814baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:22.251210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-105e0181-eef9-4714-8d1a-a3716e814baa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 1095 time: 0.3961127 Oct 13 14:02:22.347098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9813e983-d693-469d-bc04-7a593f2027a5 admin admin] Network 3a0dc68e-f6a3-47a0-b4e4-5c52bc3b49c7 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:02:22.351854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-514d9983-a527-4f61-a0be-fb78a7567613 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2 HTTP/1.1" status: 200 len: 217 time: 0.0641437 Oct 13 14:02:22.421517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-d172bee5-dc49-4008-8d68-ba5b798df4a0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Allocated IP 192.168.233.228 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:02:22.429283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2135557f-7b11-4e09-824b-cbdf9e6ae5b3 req-a15567df-a3b8-4748-a810-ef5c025df496 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415417 Oct 13 14:02:22.443544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-00fe084a-0007-4896-9d21-e0e7ffbfea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:22.445047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-00fe084a-0007-4896-9d21-e0e7ffbfea39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.0817425 Oct 13 14:02:22.496751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-281d3d2a-79db-4153-9a68-654f61b49a09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392492 Oct 13 14:02:22.570672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9813e983-d693-469d-bc04-7a593f2027a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 3a0dc68e-f6a3-47a0-b4e4-5c52bc3b49c7) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:22.579576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51da7ea-7345-488f-ab27-82c56d369b48 None None] Network 3a0dc68e-f6a3-47a0-b4e4-5c52bc3b49c7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:02:22.624007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9813e983-d693-469d-bc04-7a593f2027a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:22.624806 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9813e983-d693-469d-bc04-7a593f2027a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:22.628145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-a530b117-bb91-4f5a-8a5a-602fed4ad04e tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=17346d50786947718fb22a95a6869cf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1148384 Oct 13 14:02:22.655912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12c89b78-2f48-443c-89b6-3972f8519d07 req-574bc62c-9a8f-4883-905e-f85f5bc528ad tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 210 time: 0.0924225 Oct 13 14:02:22.748293 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aa6980-d810-417d-ba7e-b15b8396aa27 None None] Network 3a0dc68e-f6a3-47a0-b4e4-5c52bc3b49c7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:02:22.786419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642ded0-6510-4fb9-bb27-c9728050a621 req-6c9bf3ce-69b2-499f-9299-f9919bb5d7e9 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:22.788408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e642ded0-6510-4fb9-bb27-c9728050a621 req-6c9bf3ce-69b2-499f-9299-f9919bb5d7e9 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 943 time: 0.2983744 Oct 13 14:02:22.863730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9813e983-d693-469d-bc04-7a593f2027a5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4482615 Oct 13 14:02:22.886879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-960ddbdd-68a7-4e49-99c4-8b4b3b8b9865 service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743544 Oct 13 14:02:22.995074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e642ded0-6510-4fb9-bb27-c9728050a621 req-a14dbe76-34ed-45df-a8c8-d6f328a290db tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999879 Oct 13 14:02:23.016136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58068) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:23.051814 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-d172bee5-dc49-4008-8d68-ba5b798df4a0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.063977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-c5cf82e7-6e97-468b-967a-577c0736768f tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:23.065403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-c5cf82e7-6e97-468b-967a-577c0736768f tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3949959 Oct 13 14:02:23.067530 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f15f68-9575-456d-8a97-9ec3f467ff76 admin admin] Deleting subnet afbc99cd-c238-48f6-ab89-26470919fa3d {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:02:23.070909 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31f15f68-9575-456d-8a97-9ec3f467ff76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.083884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-287f55a3-9d7e-413b-a1ff-891bde7f52cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Request body: {'port': {'device_id': 'c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '17346d50786947718fb22a95a6869cf9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:23.106986 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31f15f68-9575-456d-8a97-9ec3f467ff76 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.116798 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31f15f68-9575-456d-8a97-9ec3f467ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.170195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1c8f6a3-2526-4754-a9b5-083a96acf44e req-25a54e52-2973-40bc-8f78-48ebe15cb44a tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 210 time: 0.0815866 Oct 13 14:02:23.177554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d4b07-7f19-4f52-b7ec-a0eda3a68423 req-d7a5082e-f2da-4d94-926c-2b1fbbdca5fb tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:23.179007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f88d4b07-7f19-4f52-b7ec-a0eda3a68423 req-d7a5082e-f2da-4d94-926c-2b1fbbdca5fb tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 950 time: 0.2909365 Oct 13 14:02:23.234604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce1bf2-78e1-4af3-b228-8e9a36609d87 req-1cd6385b-e721-4b8b-9232-24b9926f7552 service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220048 Oct 13 14:02:23.268970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f88d4b07-7f19-4f52-b7ec-a0eda3a68423 req-cad80fb6-b5d8-4d55-bca1-ff63e4a7c6b6 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691431 Oct 13 14:02:23.281199 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31f15f68-9575-456d-8a97-9ec3f467ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.311207 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f15f68-9575-456d-8a97-9ec3f467ff76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afbc99cd-c238-48f6-ab89-26470919fa3d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:23.316224 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31f15f68-9575-456d-8a97-9ec3f467ff76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.320821 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-31f15f68-9575-456d-8a97-9ec3f467ff76 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/afbc99cd-c238-48f6-ab89-26470919fa3d HTTP/1.1" status: 204 len: 168 time: 0.3036559 Oct 13 14:02:23.323510 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58072) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:23.333873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-d172bee5-dc49-4008-8d68-ba5b798df4a0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.361498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae', 'c258c505-efec-41a3-908a-c7eff5d460ad', '421e5c99-d76c-4e92-a8de-1171670329da'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:23.422684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-d172bee5-dc49-4008-8d68-ba5b798df4a0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:02:23.425799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-d172bee5-dc49-4008-8d68-ba5b798df4a0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:23.430523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-d172bee5-dc49-4008-8d68-ba5b798df4a0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:02:23.436191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-d172bee5-dc49-4008-8d68-ba5b798df4a0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:23.436808 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-d172bee5-dc49-4008-8d68-ba5b798df4a0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.445710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172bee5-dc49-4008-8d68-ba5b798df4a0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event updated for resources: {'Port': ['ID=0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:23.451355 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.453847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0bf60519-cc4f-4067-a282-6945bf9240a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Allocated IP 192.168.233.140 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/9cf50e55-4299-48f8-a7fe-d30b5bceec2e) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:02:23.545848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-287f55a3-9d7e-413b-a1ff-891bde7f52cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Made reservation on behalf of 17346d50786947718fb22a95a6869cf9 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:23.554908 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-287f55a3-9d7e-413b-a1ff-891bde7f52cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.621965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-d172bee5-dc49-4008-8d68-ba5b798df4a0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4040492 Oct 13 14:02:23.625156 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.662335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.684464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Request body: {'port': {'device_id': 'd112abab-2dfa-495e-ac7e-cc1bcbf2bb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:23.744540 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.745624 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.746527 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.747027 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > port after_create 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.747657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.748145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > port after_update 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.748617 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.749113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.749607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.750092 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.806707 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.815548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f5dd7-a532-4fdb-9ad9-4d706b1dfa7e req-43a5a2a2-a748-4f46-89a8-c9bfb764cc86 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:23.817246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca7f5dd7-a532-4fdb-9ad9-4d706b1dfa7e req-43a5a2a2-a748-4f46-89a8-c9bfb764cc86 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 947 time: 0.1061442 Oct 13 14:02:23.833530 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.833875 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.834211 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.834545 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:02:23.835130 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989132b5-c5d9-46e6-9885-83a0d93b4ee5']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:02:23.864569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5e99b5-1fdc-4411-8719-ac384c8527e6') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:02:23.864789 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5e99b5-1fdc-4411-8719-ac384c8527e6') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:02:23.889804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.897741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6d893b09-af17-4ca0-89fb-059f2d25529b None None] Provisioning complete for port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:23.898619 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d893b09-af17-4ca0-89fb-059f2d25529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.929585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca7f5dd7-a532-4fdb-9ad9-4d706b1dfa7e req-31315281-194c-4642-b7e8-7950042969c3 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003747 Oct 13 14:02:23.931902 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.950587 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:02:23.951026 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.962610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6d893b09-af17-4ca0-89fb-059f2d25529b None None] Port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:02:23.966145 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: from cryptography.utils import int_from_bytes Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: from cryptography.utils import int_from_bytes Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:02:23.986534 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:02:24.030168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8a43332-cdff-470c-8787-8562a211bd09 req-d32655be-15a5-4ca6-b86e-9edb24ddecdb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 210 time: 0.0339756 Oct 13 14:02:24.038013 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0bf60519-cc4f-4067-a282-6945bf9240a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.154891 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.160203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1411f7-b482-4d54-a740-6fef2c00da3d req-dd43974b-6854-402b-a33a-8f8879a9fa28 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:24.161933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b1411f7-b482-4d54-a740-6fef2c00da3d req-dd43974b-6854-402b-a33a-8f8879a9fa28 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 950 time: 0.0545135 Oct 13 14:02:24.166485 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.173237 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] 10.222.0.18 "DELETE /v2.0/networks/989132b5-c5d9-46e6-9885-83a0d93b4ee5 HTTP/1.1" status: 204 len: 168 time: 0.8485472 Oct 13 14:02:24.173941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58094) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:24.184505 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0bf60519-cc4f-4067-a282-6945bf9240a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.186561 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117aa878-1f26-4ab3-adc1-fd982081eb75 admin admin] Pushing event deleted for resources: {'Network': ['ID=989132b5-c5d9-46e6-9885-83a0d93b4ee5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:24.236768 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0bf60519-cc4f-4067-a282-6945bf9240a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:02:24.243450 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0bf60519-cc4f-4067-a282-6945bf9240a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:24.249202 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0bf60519-cc4f-4067-a282-6945bf9240a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:02:24.253192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf60519-cc4f-4067-a282-6945bf9240a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event updated for resources: {'Port': ['ID=9cf50e55-4299-48f8-a7fe-d30b5bceec2e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:24.299050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-287f55a3-9d7e-413b-a1ff-891bde7f52cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Allocated IP 192.168.233.246 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/cb98b4a9-28f6-437f-a052-0aeec217717c) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:02:24.313225 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0bf60519-cc4f-4067-a282-6945bf9240a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:24.313835 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0bf60519-cc4f-4067-a282-6945bf9240a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.348529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b1411f7-b482-4d54-a740-6fef2c00da3d req-6273d220-c956-4da6-b707-938691fe4a28 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752577 Oct 13 14:02:24.352087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b10bd8-1102-4610-b51f-2d3b9311735e admin admin] Deleting subnet a975a169-2038-4ca3-8066-76b686e05fe1 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:02:24.365444 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-04b10bd8-1102-4610-b51f-2d3b9311735e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.375019 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 7417ddfb-573f-4212-99ae-52fc43642304 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:02:24.379883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae', 'c258c505-efec-41a3-908a-c7eff5d460ad', '421e5c99-d76c-4e92-a8de-1171670329da'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:24.417955 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0bf60519-cc4f-4067-a282-6945bf9240a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5027411 Oct 13 14:02:24.433935 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Request body: {'port': {'device_id': 'b0305bc0-5006-4d0f-a066-45f80260f986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:24.514901 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.573823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2411f-3b78-40c4-a767-ab8f98574401 req-ec8d5e5d-7247-4c79-b082-f0b45074ea8f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:24.576657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3c2411f-3b78-40c4-a767-ab8f98574401 req-ec8d5e5d-7247-4c79-b082-f0b45074ea8f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 943 time: 0.4042149 Oct 13 14:02:24.611917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 7417ddfb-573f-4212-99ae-52fc43642304, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=7417ddfb-573f-4212-99ae-52fc43642304,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:24.641581 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '7417ddfb-573f-4212-99ae-52fc43642304', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '7417ddfb-573f-4212-99ae-52fc43642304', 'mac_address': 'fa:16:3e:b9:a2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:02:24.643442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c9886496-14d6-4e2f-9f8b-63efe1716926 None None] Provisioning complete for port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:24.643876 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c9886496-14d6-4e2f-9f8b-63efe1716926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.707803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4a5c836-4759-45b7-876a-e10cca890258 req-75a4f71b-440d-41f0-8802-313569793c6f tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 210 time: 0.1235728 Oct 13 14:02:24.734730 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c9886496-14d6-4e2f-9f8b-63efe1716926 None None] Port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:02:24.744533 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.757414 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-04b10bd8-1102-4610-b51f-2d3b9311735e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.763409 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-287f55a3-9d7e-413b-a1ff-891bde7f52cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.778825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7417ddfb-573f-4212-99ae-52fc43642304 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:24.782923 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-04b10bd8-1102-4610-b51f-2d3b9311735e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.789450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3c2411f-3b78-40c4-a767-ab8f98574401 req-8472675c-cc93-45f5-8ada-8186fe2e7c48 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025855 Oct 13 14:02:24.811943 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 7417ddfb-573f-4212-99ae-52fc43642304, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=7417ddfb-573f-4212-99ae-52fc43642304,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:24.876797 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.940994 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-287f55a3-9d7e-413b-a1ff-891bde7f52cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.958096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=7417ddfb-573f-4212-99ae-52fc43642304,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:24.958348 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-04b10bd8-1102-4610-b51f-2d3b9311735e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:24.959069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['48537c49-1920-4e30-8571-c0bd91266f10'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:25.075917 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-04b10bd8-1102-4610-b51f-2d3b9311735e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:25.080600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-04b10bd8-1102-4610-b51f-2d3b9311735e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a975a169-2038-4ca3-8066-76b686e05fe1 HTTP/1.1" status: 204 len: 168 time: 0.9023194 Oct 13 14:02:25.084193 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58112) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:25.221022 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01481599-591a-4548-a29b-e6e4e9e70f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:25.221867 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:25.341374 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01481599-591a-4548-a29b-e6e4e9e70f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:25.364359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-01481599-591a-4548-a29b-e6e4e9e70f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0dc68e-f6a3-47a0-b4e4-5c52bc3b49c7']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:02:25.378493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-01481599-591a-4548-a29b-e6e4e9e70f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201bada7-0444-409e-8e51-ecde77c69ea6') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:02:25.378889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-01481599-591a-4548-a29b-e6e4e9e70f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201bada7-0444-409e-8e51-ecde77c69ea6') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:02:25.392173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b10bd8-1102-4610-b51f-2d3b9311735e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a975a169-2038-4ca3-8066-76b686e05fe1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:25.398656 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01481599-591a-4548-a29b-e6e4e9e70f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:25.418895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['7417ddfb-573f-4212-99ae-52fc43642304'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:25.421326 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01481599-591a-4548-a29b-e6e4e9e70f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:25.430592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f55a3-9d7e-413b-a1ff-891bde7f52cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Pushing event updated for resources: {'Port': ['ID=cb98b4a9-28f6-437f-a052-0aeec217717c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:25.431331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01481599-591a-4548-a29b-e6e4e9e70f32 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:02:25.431969 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01481599-591a-4548-a29b-e6e4e9e70f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:02:25.434524 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:02:25.448289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-287f55a3-9d7e-413b-a1ff-891bde7f52cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:02:25.468375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-287f55a3-9d7e-413b-a1ff-891bde7f52cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:25.475982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-287f55a3-9d7e-413b-a1ff-891bde7f52cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:02:25.482952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-287f55a3-9d7e-413b-a1ff-891bde7f52cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:25.483625 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-287f55a3-9d7e-413b-a1ff-891bde7f52cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:25.535379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243f821-0ed5-4d52-81e8-de22bd8f397b req-8c712c88-6dad-483d-9e72-f0c1888da4a7 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:25.537835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4243f821-0ed5-4d52-81e8-de22bd8f397b req-8c712c88-6dad-483d-9e72-f0c1888da4a7 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 948 time: 0.4638774 Oct 13 14:02:25.562354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8f276-61a5-40ad-b609-04c17552c70f req-7d9c47e7-e45e-4a31-b618-fc5ef407a650 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:25.565335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4d8f276-61a5-40ad-b609-04c17552c70f req-7d9c47e7-e45e-4a31-b618-fc5ef407a650 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 936 time: 0.1530151 Oct 13 14:02:25.629417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01481599-591a-4548-a29b-e6e4e9e70f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:25.640699 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01481599-591a-4548-a29b-e6e4e9e70f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:25.653686 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-01481599-591a-4548-a29b-e6e4e9e70f32 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3a0dc68e-f6a3-47a0-b4e4-5c52bc3b49c7 HTTP/1.1" status: 204 len: 168 time: 0.5649235 Oct 13 14:02:25.664683 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-287f55a3-9d7e-413b-a1ff-891bde7f52cc tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5855777 Oct 13 14:02:25.684797 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01481599-591a-4548-a29b-e6e4e9e70f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0dc68e-f6a3-47a0-b4e4-5c52bc3b49c7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:25.700878 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4243f821-0ed5-4d52-81e8-de22bd8f397b req-ba1e64c3-2a9c-4a63-b1a9-4e7d41605465 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293898 Oct 13 14:02:25.718072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Request body: {'port': {'device_id': 'c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:25.780609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e1daaf19-f911-4f9a-b585-f05b422373cd None None] Provisioning complete for port cb98b4a9-28f6-437f-a052-0aeec217717c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:25.781518 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e1daaf19-f911-4f9a-b585-f05b422373cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:25.813622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4d8f276-61a5-40ad-b609-04c17552c70f req-52c2d2cd-01cd-4ae9-997d-6be5ad40d554 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256255 Oct 13 14:02:25.831210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:25.839509 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:25.854872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e1daaf19-f911-4f9a-b585-f05b422373cd None None] Port cb98b4a9-28f6-437f-a052-0aeec217717c cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:02:25.886207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Transition to ACTIVE for port object 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:02:25.910889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:25.968326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635355f6-8927-432d-bf79-7531cf8071a9 req-1113d534-6b0e-410b-83c2-587e1d34dc85 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:25.969924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-635355f6-8927-432d-bf79-7531cf8071a9 req-1113d534-6b0e-410b-83c2-587e1d34dc85 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 950 time: 0.1107676 Oct 13 14:02:26.052959 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:26.187870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-635355f6-8927-432d-bf79-7531cf8071a9 req-429ac00b-b44b-47e1-a8e5-1a9fc03148fa tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070534 Oct 13 14:02:26.210082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:26.258092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd5116-8214-438a-b80b-079ca2dcf309 req-cf0606b6-146a-4267-b13c-3137a15b0efe tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:26.259740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53cd5116-8214-438a-b80b-079ca2dcf309 req-cf0606b6-146a-4267-b13c-3137a15b0efe tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 936 time: 0.1950457 Oct 13 14:02:26.293894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58128) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:26.311954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Attempting to bind port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:26.312378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Attempting to bind port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:26.312813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Attempting to bind port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:26.347782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:02:26.348273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Attempting to bind port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:26.413393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:26.413614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:26.414004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:26.414449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Bound port: 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:26.414807 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:26.425525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53cd5116-8214-438a-b80b-079ca2dcf309 req-87f60285-0e85-4f8d-801c-c927a47d9afe tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494236 Oct 13 14:02:26.486409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-989a4457-447e-4008-ae54-033e8b739078 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f773fbcdc14485fb53fa74607a626ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902714 Oct 13 14:02:26.486650 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58130) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:26.508775 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf50e55-4299-48f8-a7fe-d30b5bceec2e {{(pid=112684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:26.540412 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:26.546978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5996678-55ca-4e2f-b08d-1c3bc752c913 req-e40eaa1e-9a62-405c-97e8-177e8801360c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:26.548809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5996678-55ca-4e2f-b08d-1c3bc752c913 req-e40eaa1e-9a62-405c-97e8-177e8801360c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 943 time: 0.2166517 Oct 13 14:02:26.588844 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.provisioning_blocks [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Transition to ACTIVE for port object 9cf50e55-4299-48f8-a7fe-d30b5bceec2e will not be triggered until provisioned by entity L2. {{(pid=112684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:02:26.592791 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a3bece5-a524-4f8b-9970-10387390de8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:26.629025 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a3bece5-a524-4f8b-9970-10387390de8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:26.637343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] For port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:26.639902 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:26.710852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] For port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:26.716743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5996678-55ca-4e2f-b08d-1c3bc752c913 req-a191c124-46ef-4e2d-ab7f-787380a4c375 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093035 Oct 13 14:02:26.718606 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf50e55-4299-48f8-a7fe-d30b5bceec2e,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:26.814901 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:26.851688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Attempting to bind port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:26.852164 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Attempting to bind port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:26.852622 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Attempting to bind port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:26.877808 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:02:26.878112 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Attempting to bind port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:26.886058 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a3bece5-a524-4f8b-9970-10387390de8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:26.893038 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a3bece5-a524-4f8b-9970-10387390de8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:26.895162 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8a3bece5-a524-4f8b-9970-10387390de8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06b01585-b285-4e9b-986d-f984aa974c0c HTTP/1.1" status: 204 len: 168 time: 0.4076288 Oct 13 14:02:26.923776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:26.924483 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:26.927166 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] 10.222.0.49 "PUT /v2.0/ports/0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d HTTP/1.1" status: 200 len: 1097 time: 3.2567024 Oct 13 14:02:26.927166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd112abab-2dfa-495e-ac7e-cc1bcbf2bb89', 'tag': '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:26.930529 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dd0849-ca95-47da-89fc-71497f1ab8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d112abab-2dfa-495e-ac7e-cc1bcbf2bb89", "tag": "0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:26.939951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:26.940477 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:26.941109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:26.941902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Bound port: 9cf50e55-4299-48f8-a7fe-d30b5bceec2e, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:26.942425 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:26.973558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd9430-c703-4ae1-b8c4-0ac9fff23136 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:27.013166 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bece5-a524-4f8b-9970-10387390de8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b01585-b285-4e9b-986d-f984aa974c0c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:27.073072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8069b47-28c0-4c02-ab54-2ef57326bd24 req-5009a71d-dbb0-4401-9511-30fd141c3c3b tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:27.083355 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8069b47-28c0-4c02-ab54-2ef57326bd24 req-5009a71d-dbb0-4401-9511-30fd141c3c3b tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 948 time: 0.2584825 Oct 13 14:02:27.125423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb98b4a9-28f6-437f-a052-0aeec217717c {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:27.134428 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] For port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e, host n-h2-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:27.142857 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] For port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9cf50e55-4299-48f8-a7fe-d30b5bceec2e,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:27.153007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:27.179972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58144) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:27.217126 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:27.226980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Transition to ACTIVE for port object cb98b4a9-28f6-437f-a052-0aeec217717c will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:02:27.254871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8069b47-28c0-4c02-ab54-2ef57326bd24 req-f5667724-9196-477d-8cc7-ada0225aace4 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687267 Oct 13 14:02:27.272406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-19c57bcf-5a37-4532-a0d3-65e46ff48591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:27.274668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-19c57bcf-5a37-4532-a0d3-65e46ff48591 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=d112abab-2dfa-495e-ac7e-cc1bcbf2bb89 HTTP/1.1" status: 200 len: 1100 time: 0.1827323 Oct 13 14:02:27.300171 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:27.301468 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:27.304906 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] 10.222.0.41 "PUT /v2.0/ports/9cf50e55-4299-48f8-a7fe-d30b5bceec2e HTTP/1.1" status: 200 len: 1097 time: 2.8775325 Oct 13 14:02:27.307078 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:27.331431 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0305bc0-5006-4d0f-a066-45f80260f986', 'tag': '9cf50e55-4299-48f8-a7fe-d30b5bceec2e'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:27.337263 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003a05ae-e286-406f-a921-bd3bba822bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "b0305bc0-5006-4d0f-a066-45f80260f986", "tag": "9cf50e55-4299-48f8-a7fe-d30b5bceec2e"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:27.346987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49376e82-e61c-4cb7-820a-d159a03cc474 req-a5dc98e3-8a49-473c-8ae0-30e5f59d5227 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:27.348732 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49376e82-e61c-4cb7-820a-d159a03cc474 req-a5dc98e3-8a49-473c-8ae0-30e5f59d5227 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 950 time: 0.2176976 Oct 13 14:02:27.363871 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7f62e3-fc44-4e96-bd4e-c5fc495fc433 x-openstack-request-id: req-ec7f62e3-fc44-4e96-bd4e-c5fc495fc433 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:27.364219 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d112abab-2dfa-495e-ac7e-cc1bcbf2bb89", "tag": "0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:27.364506 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec7f62e3-fc44-4e96-bd4e-c5fc495fc433 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:27.365118 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd112abab-2dfa-495e-ac7e-cc1bcbf2bb89', 'tag': '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d', 'status': 'completed', 'code': 200} Oct 13 14:02:27.395944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa9bae-4a86-4f33-91b0-b0d892ad0d67 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf50e55-4299-48f8-a7fe-d30b5bceec2e,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:27.462913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a8699-b578-45da-acde-bd76566b96b9 req-cd1c11d2-4401-4cca-8f52-586a94a4be27 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:27.477738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c4a8699-b578-45da-acde-bd76566b96b9 req-cd1c11d2-4401-4cca-8f52-586a94a4be27 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 948 time: 0.4402008 Oct 13 14:02:27.490871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-73aa2c85-d093-4ba2-9122-41b38aaeeca4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d HTTP/1.1" status: 200 len: 217 time: 0.1976564 Oct 13 14:02:27.541641 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:02:27.555192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0a1470e3-df3d-43be-8520-01a62a9e6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:27.556921 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0a1470e3-df3d-43be-8520-01a62a9e6018 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 1100 time: 0.0699203 Oct 13 14:02:27.634320 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-995c1ea1-9a88-4bd8-b2e7-0eb00a9538c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=9cf50e55-4299-48f8-a7fe-d30b5bceec2e HTTP/1.1" status: 200 len: 217 time: 0.0629506 Oct 13 14:02:27.634563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Pushing event updated for resources: {'Port': ['ID=cb98b4a9-28f6-437f-a052-0aeec217717c,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:27.648675 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95d57c92-f7a8-467d-986f-591f09feaff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:27.723443 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0cec3857-b4d7-48a7-99e5-198c1f37e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:27.725147 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-0cec3857-b4d7-48a7-99e5-198c1f37e31e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0889180 Oct 13 14:02:27.726297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c4a8699-b578-45da-acde-bd76566b96b9 req-d0dcb823-d397-4a9d-8bc0-e6f0b0a7c033 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465687 Oct 13 14:02:27.742626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-61c73123-4bd1-441f-8f24-15915c9d5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:27.742626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-61c73123-4bd1-441f-8f24-15915c9d5fbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2374239 Oct 13 14:02:27.757591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae29b2-03e8-4c2c-89fe-5aefdfab61d7 req-994edce1-f823-48ca-a171-f95ed8c95f7b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:27.763116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7dae29b2-03e8-4c2c-89fe-5aefdfab61d7 req-994edce1-f823-48ca-a171-f95ed8c95f7b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 950 time: 0.2763226 Oct 13 14:02:27.774341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Attempting to bind port cb98b4a9-28f6-437f-a052-0aeec217717c on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:27.774677 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Attempting to bind port cb98b4a9-28f6-437f-a052-0aeec217717c by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:27.775002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Attempting to bind port cb98b4a9-28f6-437f-a052-0aeec217717c on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:27.790541 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fc1de6-6a6a-47f1-b5fc-9219f4b9aa08 x-openstack-request-id: req-b5fc1de6-6a6a-47f1-b5fc-9219f4b9aa08 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:27.791214 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0305bc0-5006-4d0f-a066-45f80260f986", "tag": "9cf50e55-4299-48f8-a7fe-d30b5bceec2e", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:27.791593 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5fc1de6-6a6a-47f1-b5fc-9219f4b9aa08 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:27.792384 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0305bc0-5006-4d0f-a066-45f80260f986', 'tag': '9cf50e55-4299-48f8-a7fe-d30b5bceec2e', 'status': 'completed', 'code': 200} Oct 13 14:02:27.820259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Port cb98b4a9-28f6-437f-a052-0aeec217717c on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:02:27.820734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Attempting to bind port cb98b4a9-28f6-437f-a052-0aeec217717c on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:27.847882 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95d57c92-f7a8-467d-986f-591f09feaff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:27.859268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-a6fb1bfe-205f-4746-94f5-48cbe81e48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:27.860862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:27.861231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:27.861394 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-a6fb1bfe-205f-4746-94f5-48cbe81e48b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1202457 Oct 13 14:02:27.861623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:27.862065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Bound port: cb98b4a9-28f6-437f-a052-0aeec217717c, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:27.862426 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:27.878662 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58160) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:27.899581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7dae29b2-03e8-4c2c-89fe-5aefdfab61d7 req-d714b05f-7918-4fd3-85c1-d5a1101cbf64 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/security-groups?id=1bca8190-d9a0-4ef2-92da-8f32d8178f15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213391 Oct 13 14:02:27.929329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-90f45886-6f45-476c-ac05-f6787eb2cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:27.929329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-90f45886-6f45-476c-ac05-f6787eb2cb4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1631901 Oct 13 14:02:27.936133 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95d57c92-f7a8-467d-986f-591f09feaff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:27.960880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-49376e82-e61c-4cb7-820a-d159a03cc474 req-013b5abd-7ff5-49e0-aac3-95ff385b0a9b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Deleting port 6e6760ad-c3e4-4274-a31e-968f8f662f0a {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:02:27.961284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-49376e82-e61c-4cb7-820a-d159a03cc474 req-013b5abd-7ff5-49e0-aac3-95ff385b0a9b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:28.016235 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-95d57c92-f7a8-467d-986f-591f09feaff2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e3ab2fbcf5d4c2e933989eff6552643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8319366 Oct 13 14:02:28.019128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d57c92-f7a8-467d-986f-591f09feaff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce8032a-9c62-4013-8d31-cdfba91ce217,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:28.030458 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58162) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:28.042337 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3e131a9b-a86e-49bf-90a2-31862dba6ee8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87d8a7bc3bf34515baad56def3b7cffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610546 Oct 13 14:02:28.051913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58164) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:28.073076 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-9715837f-a459-4f98-a23e-ec5e4c6c54c1 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030113 Oct 13 14:02:28.109056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb4b6b-9da2-4d93-ab5f-6d6b638ab38f req-ed9935fa-1356-47c2-83b9-f68b3f153cf2 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:28.110543 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69cb4b6b-9da2-4d93-ab5f-6d6b638ab38f req-ed9935fa-1356-47c2-83b9-f68b3f153cf2 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 948 time: 0.2641714 Oct 13 14:02:28.158832 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13b90b75-bbc8-461a-acad-79acf6f2b19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:28.195307 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13b90b75-bbc8-461a-acad-79acf6f2b19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:28.213752 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-8e23b88f-ea83-4285-bec0-ca54b314263a service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311512 Oct 13 14:02:28.216621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] For port cb98b4a9-28f6-437f-a052-0aeec217717c, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:28.253357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] For port cb98b4a9-28f6-437f-a052-0aeec217717c, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cb98b4a9-28f6-437f-a052-0aeec217717c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:28.267150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-49376e82-e61c-4cb7-820a-d159a03cc474 req-013b5abd-7ff5-49e0-aac3-95ff385b0a9b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] For port 6e6760ad-c3e4-4274-a31e-968f8f662f0a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6e6760ad-c3e4-4274-a31e-968f8f662f0a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:28.267150 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-49376e82-e61c-4cb7-820a-d159a03cc474 req-013b5abd-7ff5-49e0-aac3-95ff385b0a9b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:28.276562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-14b48e8a-3e0e-403f-a0cc-f984e86cd1f7 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292794 Oct 13 14:02:28.302819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-49376e82-e61c-4cb7-820a-d159a03cc474 req-013b5abd-7ff5-49e0-aac3-95ff385b0a9b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Calling delete_port for 6e6760ad-c3e4-4274-a31e-968f8f662f0a owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:02:28.316502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69cb4b6b-9da2-4d93-ab5f-6d6b638ab38f req-46d78ea9-98cb-474e-b9e0-32e39526c82b tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858497 Oct 13 14:02:28.331243 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13b90b75-bbc8-461a-acad-79acf6f2b19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:28.337253 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13b90b75-bbc8-461a-acad-79acf6f2b19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:28.356618 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-13b90b75-bbc8-461a-acad-79acf6f2b19d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ce8032a-9c62-4013-8d31-cdfba91ce217 HTTP/1.1" status: 204 len: 168 time: 0.3122489 Oct 13 14:02:28.357051 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eca8b787-d2a3-4f8b-8f85-111988eedc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:28.377055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:02:28.406265 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 7417ddfb-573f-4212-99ae-52fc43642304 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:02:28.419098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b90b75-bbc8-461a-acad-79acf6f2b19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce8032a-9c62-4013-8d31-cdfba91ce217,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:28.450431 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd78ab-1dd9-4ec5-bee4-8acf223a98b0 req-c0f82e82-cf13-4488-b0aa-0131dc2ef1cc tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:28.452507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2cd78ab-1dd9-4ec5-bee4-8acf223a98b0 req-c0f82e82-cf13-4488-b0aa-0131dc2ef1cc tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 943 time: 0.3373027 Oct 13 14:02:28.454967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dabaad7-b965-4ba6-8623-e444ce74ba96 req-ac45490c-6714-49b4-a095-22b60252ca9b service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554608 Oct 13 14:02:28.455955 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:28.462498 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a05ae-e286-406f-a921-bd3bba822bc5 req-a775197b-ca09-475c-a83f-51a6e8405d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:28.471753 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-003a05ae-e286-406f-a921-bd3bba822bc5 req-a775197b-ca09-475c-a83f-51a6e8405d0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 1100 time: 0.1254334 Oct 13 14:02:28.609751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a05ae-e286-406f-a921-bd3bba822bc5 req-5064d057-2ff3-4ebb-92dc-8b7bc5e63c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:28.612436 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-003a05ae-e286-406f-a921-bd3bba822bc5 req-5064d057-2ff3-4ebb-92dc-8b7bc5e63c8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1293957 Oct 13 14:02:28.676913 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-003a05ae-e286-406f-a921-bd3bba822bc5 req-3a2efd26-1131-47d7-a5b6-147b1d6d5381 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=9cf50e55-4299-48f8-a7fe-d30b5bceec2e HTTP/1.1" status: 200 len: 217 time: 0.0523465 Oct 13 14:02:28.734181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:28.740620 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a05ae-e286-406f-a921-bd3bba822bc5 req-2567246d-f706-46fe-b3f6-cb613ad2ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:28.742602 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-003a05ae-e286-406f-a921-bd3bba822bc5 req-2567246d-f706-46fe-b3f6-cb613ad2ff61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0571795 Oct 13 14:02:28.747685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '84bcd46a-6d71-4bee-a5a3-d79a847c73d2', 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b', 'port_id': '84bcd46a-6d71-4bee-a5a3-d79a847c73d2', 'mac_address': 'fa:16:3e:9d:86:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0758b770-aabf-4e23-91ef-861097abeaa3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:02:28.754583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 7417ddfb-573f-4212-99ae-52fc43642304 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:02:28.758329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eca8b787-d2a3-4f8b-8f85-111988eedc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:28.780055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 7417ddfb-573f-4212-99ae-52fc43642304 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:28.780720 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:28.798889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a05ae-e286-406f-a921-bd3bba822bc5 req-b0d746f6-df5f-4c3e-b8bc-2cd175d11d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:28.800590 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-003a05ae-e286-406f-a921-bd3bba822bc5 req-b0d746f6-df5f-4c3e-b8bc-2cd175d11d6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0485868 Oct 13 14:02:28.836586 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:28.853786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:28.854347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:28.855097 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:28.856701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] 10.222.0.49 "PUT /v2.0/ports/cb98b4a9-28f6-437f-a052-0aeec217717c HTTP/1.1" status: 200 len: 1097 time: 3.1627421 Oct 13 14:02:28.876383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:28.946013 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:28.956529 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-003a05ae-e286-406f-a921-bd3bba822bc5 req-3e7db336-8251-47a3-84e9-fc79b042bb90 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465521 Oct 13 14:02:28.984192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd2993-5a76-4044-a79e-32db995ce7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417ddfb-573f-4212-99ae-52fc43642304'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:28.986505 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf3bcd9-0c41-473d-a6bd-9c46494ffff2" -d '{"events": [{"server_uuid": "1bdd2993-5a76-4044-a79e-32db995ce7f7", "name": "network-vif-plugged", "status": "completed", "tag": "7417ddfb-573f-4212-99ae-52fc43642304"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:29.004969 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:29.008519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 7417ddfb-573f-4212-99ae-52fc43642304, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=7417ddfb-573f-4212-99ae-52fc43642304,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:29.019306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb59dd1-f7a3-4d8f-af02-ec971ce5e22a service neutron] Pushing event updated for resources: {'Port': ['ID=cb98b4a9-28f6-437f-a052-0aeec217717c,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:29.059360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2cd78ab-1dd9-4ec5-bee4-8acf223a98b0 req-879aa419-ae99-4592-a1e7-594a43c4e4a8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457091 Oct 13 14:02:29.117548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd0849-ca95-47da-89fc-71497f1ab8d2 req-802bc130-d708-4c6c-aedc-d50a7b080baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:29.120734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41dd0849-ca95-47da-89fc-71497f1ab8d2 req-802bc130-d708-4c6c-aedc-d50a7b080baa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=d112abab-2dfa-495e-ac7e-cc1bcbf2bb89 HTTP/1.1" status: 200 len: 1100 time: 0.3089335 Oct 13 14:02:29.122653 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-003a05ae-e286-406f-a921-bd3bba822bc5 req-865ab184-00f9-4e1f-b2b7-20e543652f56 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568065 Oct 13 14:02:29.158991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f7e15-6056-4ff6-adf1-d118f6dd7cf3 req-009ba62d-4149-49c8-b44d-c899069a34b8 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:29.159253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:29.160779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea9f7e15-6056-4ff6-adf1-d118f6dd7cf3 req-009ba62d-4149-49c8-b44d-c899069a34b8 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 948 time: 0.6472909 Oct 13 14:02:29.170565 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:29.243648 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=7417ddfb-573f-4212-99ae-52fc43642304,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:29.276088 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58180) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:29.286416 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eca8b787-d2a3-4f8b-8f85-111988eedc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:29.289452 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eca8b787-d2a3-4f8b-8f85-111988eedc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:29.290629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-eca8b787-d2a3-4f8b-8f85-111988eedc88 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28519b15-92d0-485f-8ae5-234b5b30e47a HTTP/1.1" status: 204 len: 168 time: 1.2327330 Oct 13 14:02:29.292231 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f01f212-8bb8-4643-83d1-4cbd1e6e9ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:29.322936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8b787-d2a3-4f8b-8f85-111988eedc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28519b15-92d0-485f-8ae5-234b5b30e47a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:29.343166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-85b67a89-e268-41c8-a8ec-7f2dc7526c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:29.344816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-85b67a89-e268-41c8-a8ec-7f2dc7526c96 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=17346d50786947718fb22a95a6869cf9&device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 1100 time: 0.3094559 Oct 13 14:02:29.365603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e639b5-2898-4de7-9c3c-d597f1c0b4eb req-5a49a036-3956-471a-bd51-8b4628343277 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:29.367430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5e639b5-2898-4de7-9c3c-d597f1c0b4eb req-5a49a036-3956-471a-bd51-8b4628343277 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 948 time: 0.2055056 Oct 13 14:02:29.374480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c', 'tag': 'cb98b4a9-28f6-437f-a052-0aeec217717c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:29.376711 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d949844d-4d93-4359-9a39-6090c2c38db8" -d '{"events": [{"name": "network-changed", "server_uuid": "c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c", "tag": "cb98b4a9-28f6-437f-a052-0aeec217717c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:29.398495 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea9f7e15-6056-4ff6-adf1-d118f6dd7cf3 req-f7daa9a8-4d0b-475b-8831-9e0d49077e05 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140212 Oct 13 14:02:29.398761 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f01f212-8bb8-4643-83d1-4cbd1e6e9ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:29.433354 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-49376e82-e61c-4cb7-820a-d159a03cc474 req-013b5abd-7ff5-49e0-aac3-95ff385b0a9b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:29.436570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-dc2005bf-d2d3-441a-99c9-da30fda986bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=cb98b4a9-28f6-437f-a052-0aeec217717c HTTP/1.1" status: 200 len: 217 time: 0.0659668 Oct 13 14:02:29.445542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd0849-ca95-47da-89fc-71497f1ab8d2 req-7080fed6-4280-46f4-a81a-5e3b32658c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:29.447045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41dd0849-ca95-47da-89fc-71497f1ab8d2 req-7080fed6-4280-46f4-a81a-5e3b32658c18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.2977507 Oct 13 14:02:29.502115 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f01f212-8bb8-4643-83d1-4cbd1e6e9ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:29.514140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b5abd-7ff5-49e0-aac3-95ff385b0a9b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Pushing event deleted for resources: {'Port': ['ID=6e6760ad-c3e4-4274-a31e-968f8f662f0a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:29.552515 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1f01f212-8bb8-4643-83d1-4cbd1e6e9ea8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8df489cbf3b4caa9bfca800a4818806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737348 Oct 13 14:02:29.555462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01f212-8bb8-4643-83d1-4cbd1e6e9ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a90e3f-c4b8-44d6-8db5-f62aaa7dbd8e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:29.557947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58188) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:29.576573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['84bcd46a-6d71-4bee-a5a3-d79a847c73d2'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:29.578887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41dd0849-ca95-47da-89fc-71497f1ab8d2 req-1d583244-c01e-457b-9916-b57010fcd579 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d HTTP/1.1" status: 200 len: 217 time: 0.0945299 Oct 13 14:02:29.608304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb68eb95-6272-43c0-b8d5-b5a74e177b2c req-dfe7a575-26e9-45e5-bc1c-32e96a1c1209 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 210 time: 0.0851121 Oct 13 14:02:29.656886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5e639b5-2898-4de7-9c3c-d597f1c0b4eb req-03cf8538-952b-486f-84fe-d1b0e6a73366 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707856 Oct 13 14:02:29.706729 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfb96e7d-37ea-441c-a285-afccee242544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:29.763540 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfb96e7d-37ea-441c-a285-afccee242544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:29.798559 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f1be12-ccb3-4b53-bd85-2d0b77ea9fe5 x-openstack-request-id: req-08f1be12-ccb3-4b53-bd85-2d0b77ea9fe5 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:29.799356 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd2993-5a76-4044-a79e-32db995ce7f7", "name": "network-vif-plugged", "status": "completed", "tag": "7417ddfb-573f-4212-99ae-52fc43642304", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:29.800176 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08f1be12-ccb3-4b53-bd85-2d0b77ea9fe5 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:29.800786 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdd2993-5a76-4044-a79e-32db995ce7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417ddfb-573f-4212-99ae-52fc43642304', 'code': 200} Oct 13 14:02:29.812166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-49376e82-e61c-4cb7-820a-d159a03cc474 req-013b5abd-7ff5-49e0-aac3-95ff385b0a9b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] No DVR routers for this DVR port 6e6760ad-c3e4-4274-a31e-968f8f662f0a on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:02:29.827986 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-fe6c1d39-b7e4-44b3-96e3-69ba6d4c0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:29.844081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-fe6c1d39-b7e4-44b3-96e3-69ba6d4c0321 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.3830037 Oct 13 14:02:29.857207 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-49376e82-e61c-4cb7-820a-d159a03cc474 req-013b5abd-7ff5-49e0-aac3-95ff385b0a9b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:29.868709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49376e82-e61c-4cb7-820a-d159a03cc474 req-013b5abd-7ff5-49e0-aac3-95ff385b0a9b tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.41 "DELETE /v2.0/ports/6e6760ad-c3e4-4274-a31e-968f8f662f0a HTTP/1.1" status: 204 len: 173 time: 2.4404421 Oct 13 14:02:29.926101 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234529cc-5cfc-42cc-b267-a5f012dacf6e req-5263fdea-dede-4d68-9072-d602d6171d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:29.926101 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-234529cc-5cfc-42cc-b267-a5f012dacf6e req-5263fdea-dede-4d68-9072-d602d6171d7e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 1101 time: 0.0861249 Oct 13 14:02:29.998705 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-234529cc-5cfc-42cc-b267-a5f012dacf6e req-d872a2d4-f02c-43bb-85fd-cdbe841fa720 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633626 Oct 13 14:02:30.007627 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfb96e7d-37ea-441c-a285-afccee242544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:30.015092 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b8da9b-0c21-4eec-9dc4-68c5600f6e34 x-openstack-request-id: req-a1b8da9b-0c21-4eec-9dc4-68c5600f6e34 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:30.015092 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c", "tag": "cb98b4a9-28f6-437f-a052-0aeec217717c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:30.015092 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1b8da9b-0c21-4eec-9dc4-68c5600f6e34 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:30.015092 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c', 'tag': 'cb98b4a9-28f6-437f-a052-0aeec217717c', 'status': 'completed', 'code': 200} Oct 13 14:02:30.015669 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfb96e7d-37ea-441c-a285-afccee242544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:30.015669 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dfb96e7d-37ea-441c-a285-afccee242544 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57a90e3f-c4b8-44d6-8db5-f62aaa7dbd8e HTTP/1.1" status: 204 len: 168 time: 0.4564147 Oct 13 14:02:30.040536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb96e7d-37ea-441c-a285-afccee242544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a90e3f-c4b8-44d6-8db5-f62aaa7dbd8e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:30.055947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd0849-ca95-47da-89fc-71497f1ab8d2 req-49077d63-be40-4746-8b01-198fe1b51722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:30.055947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41dd0849-ca95-47da-89fc-71497f1ab8d2 req-49077d63-be40-4746-8b01-198fe1b51722 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.4467032 Oct 13 14:02:30.150201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda5bd5-f5cb-4480-b639-a0f59e91700f req-b5d31590-181e-49ac-860b-f456005e722b tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:30.152824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fda5bd5-f5cb-4480-b639-a0f59e91700f req-b5d31590-181e-49ac-860b-f456005e722b tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 948 time: 0.2336149 Oct 13 14:02:30.169492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-118dabd3-d0c0-4729-889f-f7e2c6d25f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:30.169492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-118dabd3-d0c0-4729-889f-f7e2c6d25f1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2913055 Oct 13 14:02:30.247322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd0849-ca95-47da-89fc-71497f1ab8d2 req-f2a1f1e9-abe2-4fc7-aeef-0cd6294b1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:30.248832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41dd0849-ca95-47da-89fc-71497f1ab8d2 req-f2a1f1e9-abe2-4fc7-aeef-0cd6294b1961 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1871238 Oct 13 14:02:30.356167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fda5bd5-f5cb-4480-b639-a0f59e91700f req-672a49d8-b86d-4d0d-a77a-b1980c357c54 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906159 Oct 13 14:02:30.388444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6e6760ad-c3e4-4274-a31e-968f8f662f0a no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:02:30.401715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cce07-e45d-4e5a-a508-b1cddea56bd2 req-7b3f1bcd-11fc-4f4b-a453-ea516cd955ae tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:30.412675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806cce07-e45d-4e5a-a508-b1cddea56bd2 req-7b3f1bcd-11fc-4f4b-a453-ea516cd955ae tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 944 time: 0.2126060 Oct 13 14:02:30.415432 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 6e6760ad-c3e4-4274-a31e-968f8f662f0a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:02:30.415785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6e6760ad-c3e4-4274-a31e-968f8f662f0a not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:02:30.459112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-d16666fd-a0fd-49eb-9a42-2f8b7297b1c3 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757881 Oct 13 14:02:30.543401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806cce07-e45d-4e5a-a508-b1cddea56bd2 req-20caafd7-51e5-4fa9-bbac-426f32f6c385 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284683 Oct 13 14:02:30.548093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41dd0849-ca95-47da-89fc-71497f1ab8d2 req-3121a036-cbd1-4237-ae6c-3a940049a97c service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769582 Oct 13 14:02:30.691629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c4097-7816-46b6-91e1-cac9566ecec7 req-3294fad3-74c9-4823-b16b-3fcb4ca66f2b tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:30.693270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-447c4097-7816-46b6-91e1-cac9566ecec7 req-3294fad3-74c9-4823-b16b-3fcb4ca66f2b tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 949 time: 0.1795838 Oct 13 14:02:30.706090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c1b30fd-0f47-406e-857b-ae850d2b2020 req-8fcd9008-16ce-43b3-b5a2-eb3a78271c14 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286608 Oct 13 14:02:30.738185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41dd0849-ca95-47da-89fc-71497f1ab8d2 req-e2fad0c7-06df-4731-b90d-2b10debe12ae service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619842 Oct 13 14:02:30.761622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-447c4097-7816-46b6-91e1-cac9566ecec7 req-a0ad441b-3d43-4148-977f-84326bf2f5d5 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529108 Oct 13 14:02:30.799255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12bae53d-61bc-4a3e-b2fa-dd1e46c61ef9 req-f4666fbd-5aee-4dd4-a718-cf7db466c9a9 tempest-DeleteServersAdminTestJSON-489451263 tempest-DeleteServersAdminTestJSON-489451263-project] 10.222.0.18 "GET /v2.0/ports?device_id=12c2dba8-7198-4bb5-87fc-644ba053e331 HTTP/1.1" status: 200 len: 210 time: 0.0365188 Oct 13 14:02:30.946732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee13bd-9198-4079-8cd0-e53da779e912 req-3ccc3457-df29-4bf6-b8f1-919808d10ba0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:30.948411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75ee13bd-9198-4079-8cd0-e53da779e912 req-3ccc3457-df29-4bf6-b8f1-919808d10ba0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 948 time: 0.1078897 Oct 13 14:02:30.950362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949844d-4d93-4359-9a39-6090c2c38db8 req-15b37efd-4f43-4aaa-b164-bc49f90835e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:30.951823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d949844d-4d93-4359-9a39-6090c2c38db8 req-15b37efd-4f43-4aaa-b164-bc49f90835e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=17346d50786947718fb22a95a6869cf9&device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 1100 time: 0.0803185 Oct 13 14:02:31.091532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75ee13bd-9198-4079-8cd0-e53da779e912 req-719ebb8d-2dc0-42e8-ba7d-d7d6f1f8a6b6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368051 Oct 13 14:02:31.142095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949844d-4d93-4359-9a39-6090c2c38db8 req-fb1b7253-307c-41e9-a76f-a87630e63e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:31.144271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d949844d-4d93-4359-9a39-6090c2c38db8 req-fb1b7253-307c-41e9-a76f-a87630e63e88 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1813149 Oct 13 14:02:31.150322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:02:31.228538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d949844d-4d93-4359-9a39-6090c2c38db8 req-4780b510-d300-4e9a-aca2-907aa5908e46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=cb98b4a9-28f6-437f-a052-0aeec217717c HTTP/1.1" status: 200 len: 217 time: 0.0742731 Oct 13 14:02:31.284884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949844d-4d93-4359-9a39-6090c2c38db8 req-11571f57-9a6b-45de-ad6a-a37b642cc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:31.286406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d949844d-4d93-4359-9a39-6090c2c38db8 req-11571f57-9a6b-45de-ad6a-a37b642cc417 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0491192 Oct 13 14:02:31.298030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:31.323656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d', 'mac_address': 'fa:16:3e:f7:ac:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:02:31.361332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949844d-4d93-4359-9a39-6090c2c38db8 req-0f8604ce-c531-4198-87f3-d22d63ee9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:31.363465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d949844d-4d93-4359-9a39-6090c2c38db8 req-0f8604ce-c531-4198-87f3-d22d63ee9c83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0663497 Oct 13 14:02:31.398941 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:31.422632 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:31.474345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:31.630235 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:31.723036 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:31.799141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3389a-b0fd-45e4-9d6c-149887e94476 req-59453229-5d14-4bbb-9ea4-6546ff52af7c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:31.800681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-66a3389a-b0fd-45e4-9d6c-149887e94476 req-59453229-5d14-4bbb-9ea4-6546ff52af7c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 944 time: 0.1191525 Oct 13 14:02:31.813137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e27f43-96b2-4bb2-91a6-35dcdb17b50d req-132bd735-2d34-4caa-873d-2c5268e054d0 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:31.814657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91e27f43-96b2-4bb2-91a6-35dcdb17b50d req-132bd735-2d34-4caa-873d-2c5268e054d0 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 948 time: 0.1350005 Oct 13 14:02:31.818767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d949844d-4d93-4359-9a39-6090c2c38db8 req-7521c73b-c11f-4786-ab34-35e658686e56 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428160 Oct 13 14:02:31.911326 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:31.930138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-66a3389a-b0fd-45e4-9d6c-149887e94476 req-721d6bff-ddef-495f-8ffd-8fb8a4270a03 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096888 Oct 13 14:02:31.942323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91e27f43-96b2-4bb2-91a6-35dcdb17b50d req-c00b421f-732b-4504-8b69-8a478f1cc6c8 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144779 Oct 13 14:02:31.997190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d949844d-4d93-4359-9a39-6090c2c38db8 req-db4450b5-80fc-497f-8df6-8f4632804021 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680436 Oct 13 14:02:32.014859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c2dba8-7198-4bb5-87fc-644ba053e331', 'name': 'network-vif-deleted', 'tag': '6e6760ad-c3e4-4274-a31e-968f8f662f0a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:32.018386 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b45793-01b7-421c-a8b5-d9c75fa27744" -d '{"events": [{"server_uuid": "12c2dba8-7198-4bb5-87fc-644ba053e331", "name": "network-vif-deleted", "tag": "6e6760ad-c3e4-4274-a31e-968f8f662f0a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:32.162209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d499ae-eaa0-49dd-bc56-7a878c5e034c req-2c78fadd-3303-4f5e-a645-479a3ca19457 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:32.164435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1d499ae-eaa0-49dd-bc56-7a878c5e034c req-2c78fadd-3303-4f5e-a645-479a3ca19457 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 949 time: 0.1068714 Oct 13 14:02:32.218814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1d499ae-eaa0-49dd-bc56-7a878c5e034c req-8a8c7e8e-3ce7-4146-b024-0e36abe29e41 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 Oct 13 14:02:32.282347 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349b14a5-dab3-49ae-9e17-94affb38c8f4 x-openstack-request-id: req-349b14a5-dab3-49ae-9e17-94affb38c8f4 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:32.282647 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c2dba8-7198-4bb5-87fc-644ba053e331", "name": "network-vif-deleted", "tag": "6e6760ad-c3e4-4274-a31e-968f8f662f0a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:32.286563 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-349b14a5-dab3-49ae-9e17-94affb38c8f4 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:32.286563 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c2dba8-7198-4bb5-87fc-644ba053e331', 'name': 'network-vif-deleted', 'tag': '6e6760ad-c3e4-4274-a31e-968f8f662f0a', 'status': 'completed', 'code': 200} Oct 13 14:02:32.397666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 9cf50e55-4299-48f8-a7fe-d30b5bceec2e details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:02:32.407728 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:02:32.476723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefe682-ccde-44a9-b758-ef491454530f req-0c130bde-80d5-4272-b188-eb2c111a77d9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:32.476723 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ddefe682-ccde-44a9-b758-ef491454530f req-0c130bde-80d5-4272-b188-eb2c111a77d9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 948 time: 0.1060162 Oct 13 14:02:32.578891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ddefe682-ccde-44a9-b758-ef491454530f req-cc7c6a22-43a9-45db-bc45-1297139bdc6d tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733964 Oct 13 14:02:32.589565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9cf50e55-4299-48f8-a7fe-d30b5bceec2e,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:32.624258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '9cf50e55-4299-48f8-a7fe-d30b5bceec2e', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '9cf50e55-4299-48f8-a7fe-d30b5bceec2e', 'mac_address': 'fa:16:3e:74:45:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:02:32.686503 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:32.701485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf50e55-4299-48f8-a7fe-d30b5bceec2e {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:32.750854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9cf50e55-4299-48f8-a7fe-d30b5bceec2e,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:32.782203 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:02:32.790485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:32.791153 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:32.927919 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:33.144422 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=9cf50e55-4299-48f8-a7fe-d30b5bceec2e,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:33.159744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cb98b4a9-28f6-437f-a052-0aeec217717c details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:02:33.168144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:02:33.192675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb742de-94ab-46b4-b069-c6d2af80c063 req-4b52698c-d6d8-471a-8050-6f35b134a984 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:33.201744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eeb742de-94ab-46b4-b069-c6d2af80c063 req-4b52698c-d6d8-471a-8050-6f35b134a984 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 944 time: 0.1061285 Oct 13 14:02:33.233031 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:33.256006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eeb742de-94ab-46b4-b069-c6d2af80c063 req-c9483cff-bd46-4092-8b65-53a567c0f014 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529764 Oct 13 14:02:33.300815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1effebe-bc3c-4836-be4c-86d278b7a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bcd46a-6d71-4bee-a5a3-d79a847c73d2'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:33.303068 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4707fea2-150e-4c9d-9e12-e097d6b2f23a" -d '{"events": [{"server_uuid": "b1effebe-bc3c-4836-be4c-86d278b7a026", "name": "network-vif-plugged", "status": "completed", "tag": "84bcd46a-6d71-4bee-a5a3-d79a847c73d2"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:33.371697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:33.400464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e0f73-f2c1-4eb8-a1fc-565f25f51aac req-4dccc8a7-91bc-450f-af04-6666031b0ae4 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:33.410397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76e0f73-f2c1-4eb8-a1fc-565f25f51aac req-4dccc8a7-91bc-450f-af04-6666031b0ae4 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 948 time: 0.0735714 Oct 13 14:02:33.466651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['9cf50e55-4299-48f8-a7fe-d30b5bceec2e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:33.469819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76e0f73-f2c1-4eb8-a1fc-565f25f51aac req-aa9fb18e-c890-4d5a-a7d7-d334b469af85 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570102 Oct 13 14:02:33.512347 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:33.522984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:02:33.531333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cb98b4a9-28f6-437f-a052-0aeec217717c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cb98b4a9-28f6-437f-a052-0aeec217717c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:33.619592 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:33.620044 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:33.655571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:33.671843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'cb98b4a9-28f6-437f-a052-0aeec217717c', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'cb98b4a9-28f6-437f-a052-0aeec217717c', 'mac_address': 'fa:16:3e:c4:3b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:02:33.695194 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58324) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:33.795408 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:33.824063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb98b4a9-28f6-437f-a052-0aeec217717c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:33.849794 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:33.983383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cb98b4a9-28f6-437f-a052-0aeec217717c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cb98b4a9-28f6-437f-a052-0aeec217717c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:34.018467 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4e39303a-9f50-4401-8e60-f31513eaa578 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec0a4e9512f74f548fa7f24177832a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169672 Oct 13 14:02:34.018652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58338) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:34.031690 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642dc093-5f4c-40d9-8a7f-27aa63c9ef7f x-openstack-request-id: req-642dc093-5f4c-40d9-8a7f-27aa63c9ef7f {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:34.032031 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1effebe-bc3c-4836-be4c-86d278b7a026", "name": "network-vif-plugged", "status": "completed", "tag": "84bcd46a-6d71-4bee-a5a3-d79a847c73d2", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:34.041383 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-642dc093-5f4c-40d9-8a7f-27aa63c9ef7f {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:34.041383 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1effebe-bc3c-4836-be4c-86d278b7a026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bcd46a-6d71-4bee-a5a3-d79a847c73d2', 'code': 200} Oct 13 14:02:34.042208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:34.070506 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:34.144473 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:34.165088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=cb98b4a9-28f6-437f-a052-0aeec217717c,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:34.208682 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaf267-cbc9-4729-8337-e3bbb8908c49 req-3b685ffb-059c-434f-b489-c8ba9def8446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:34.210680 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d8aaf267-cbc9-4729-8337-e3bbb8908c49 req-3b685ffb-059c-434f-b489-c8ba9def8446 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 1097 time: 0.0889256 Oct 13 14:02:34.232784 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-77e12d0b-a57b-4cee-bcf0-388b95f76818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:34.247833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66416143-6c23-4de4-85ce-b52ff4b8097c req-157cf5a6-4007-405b-b1ca-34c695deb7eb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:34.250027 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-66416143-6c23-4de4-85ce-b52ff4b8097c req-157cf5a6-4007-405b-b1ca-34c695deb7eb tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 949 time: 0.1499708 Oct 13 14:02:34.266878 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-d8aaf267-cbc9-4729-8337-e3bbb8908c49 req-367703e3-22e7-424d-9bca-71b513df5052 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451539 Oct 13 14:02:34.296736 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:34.306668 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-77e12d0b-a57b-4cee-bcf0-388b95f76818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:34.348552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-66416143-6c23-4de4-85ce-b52ff4b8097c req-5bea78ec-57a8-43db-89c4-92d7bff85f2b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791922 Oct 13 14:02:34.394954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['cb98b4a9-28f6-437f-a052-0aeec217717c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:34.470020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e4ad-d53f-4046-9aaf-dfcf43b020ec req-809d4e96-1137-42ed-92b0-fcae53d94652 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:34.472107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d186e4ad-d53f-4046-9aaf-dfcf43b020ec req-809d4e96-1137-42ed-92b0-fcae53d94652 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 949 time: 0.0560560 Oct 13 14:02:34.500130 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-77e12d0b-a57b-4cee-bcf0-388b95f76818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:34.501218 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-77e12d0b-a57b-4cee-bcf0-388b95f76818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:34.502657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-77e12d0b-a57b-4cee-bcf0-388b95f76818 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1bca8190-d9a0-4ef2-92da-8f32d8178f15 HTTP/1.1" status: 204 len: 168 time: 0.4832072 Oct 13 14:02:34.525948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e12d0b-a57b-4cee-bcf0-388b95f76818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bca8190-d9a0-4ef2-92da-8f32d8178f15,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:34.613211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d186e4ad-d53f-4046-9aaf-dfcf43b020ec req-9497d84c-c183-4adf-b146-d8e1e0fb37ab tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084075 Oct 13 14:02:34.677674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0473b30-19b5-46f5-b343-6fcb1fb0c248 req-554dab21-babd-4f18-9a3e-6d9d69d05c58 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:34.680141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0473b30-19b5-46f5-b343-6fcb1fb0c248 req-554dab21-babd-4f18-9a3e-6d9d69d05c58 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 945 time: 0.1027112 Oct 13 14:02:34.743823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0473b30-19b5-46f5-b343-6fcb1fb0c248 req-355ecdd5-ca04-405b-a4ed-0bbc52606050 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527761 Oct 13 14:02:34.906983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec99dde-f794-4a8f-ab5b-8bb067d1f15b req-5b895708-da78-4079-9225-b12f050e9db3 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:34.906983 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ec99dde-f794-4a8f-ab5b-8bb067d1f15b req-5b895708-da78-4079-9225-b12f050e9db3 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 949 time: 0.0766094 Oct 13 14:02:34.955481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ec99dde-f794-4a8f-ab5b-8bb067d1f15b req-4156c212-a2ea-4fee-afef-3d05ef769188 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486681 Oct 13 14:02:35.305390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e77fd286-d1bd-4d87-b75c-d33607128487 req-9e7d4c06-bbce-44f3-8648-0d47d1882f57 tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d704c7ad0bf14ecc9f4007a4bc6c995a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358272 Oct 13 14:02:35.462001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fd286-d1bd-4d87-b75c-d33607128487 req-efa8248d-aa7c-4ec3-8ba9-1702334874e7 tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:35.463631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e77fd286-d1bd-4d87-b75c-d33607128487 req-efa8248d-aa7c-4ec3-8ba9-1702334874e7 tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411326 Oct 13 14:02:35.500244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e77fd286-d1bd-4d87-b75c-d33607128487 req-19902229-d8b5-4e92-8cb6-8868e9d72d80 tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] 10.222.0.18 "GET /v2.0/quotas/d704c7ad0bf14ecc9f4007a4bc6c995a HTTP/1.1" status: 200 len: 375 time: 0.0259051 Oct 13 14:02:35.532398 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58384) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:35.548223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8673b1-8856-4a93-b9c0-2d2d47b2f8ec req-4a992e88-c869-4b9e-a4b6-baf15be36a08 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:35.550676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c8673b1-8856-4a93-b9c0-2d2d47b2f8ec req-4a992e88-c869-4b9e-a4b6-baf15be36a08 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 949 time: 0.0853112 Oct 13 14:02:35.556304 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95784ec2-4ed6-480d-94e5-09fdde2b0c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:35.568022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e77fd286-d1bd-4d87-b75c-d33607128487 req-11392138-5f9d-43b9-b04b-088f8d33f416 tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d704c7ad0bf14ecc9f4007a4bc6c995a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557916 Oct 13 14:02:35.623666 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c8673b1-8856-4a93-b9c0-2d2d47b2f8ec req-1fa0d43b-ea59-4c9d-882c-4a4d80a8ee7e tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583205 Oct 13 14:02:35.705850 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95784ec2-4ed6-480d-94e5-09fdde2b0c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:35.782431 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95784ec2-4ed6-480d-94e5-09fdde2b0c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:35.822584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bcd1d-eac0-4905-8732-6fe78a5bdf9f req-43486e74-4101-444c-ba21-91b078ae255a tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:35.823233 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95784ec2-4ed6-480d-94e5-09fdde2b0c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1f5f8d-a499-47bb-858c-16025eae7ff5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:35.825375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b5bcd1d-eac0-4905-8732-6fe78a5bdf9f req-43486e74-4101-444c-ba21-91b078ae255a tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 949 time: 0.0784762 Oct 13 14:02:35.828864 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-95784ec2-4ed6-480d-94e5-09fdde2b0c6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4535363326f2433c8f623d43cc1ca05b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943351 Oct 13 14:02:35.832406 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58396) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:35.880111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b5bcd1d-eac0-4905-8732-6fe78a5bdf9f req-b041f649-b92a-4ded-8a8d-cb76643b3e98 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486741 Oct 13 14:02:35.892964 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9f66843-26c8-490e-97ce-c9c6d7977ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:35.939790 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9f66843-26c8-490e-97ce-c9c6d7977ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:36.033820 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd112abab-2dfa-495e-ac7e-cc1bcbf2bb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:36.036254 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466838c1-50ae-48dd-8583-10539a37d803" -d '{"events": [{"server_uuid": "d112abab-2dfa-495e-ac7e-cc1bcbf2bb89", "name": "network-vif-plugged", "status": "completed", "tag": "0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:36.103545 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9f66843-26c8-490e-97ce-c9c6d7977ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:36.106740 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9f66843-26c8-490e-97ce-c9c6d7977ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:36.108914 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a9f66843-26c8-490e-97ce-c9c6d7977ba0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a1f5f8d-a499-47bb-858c-16025eae7ff5 HTTP/1.1" status: 204 len: 168 time: 0.2755215 Oct 13 14:02:36.128894 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f66843-26c8-490e-97ce-c9c6d7977ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1f5f8d-a499-47bb-858c-16025eae7ff5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:36.150989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924242b-050b-4a54-bbc0-3afb3b774ed1 req-ce98755a-bd77-4b98-b214-c85896aa597f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:36.153725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4924242b-050b-4a54-bbc0-3afb3b774ed1 req-ce98755a-bd77-4b98-b214-c85896aa597f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 945 time: 0.0762539 Oct 13 14:02:36.221507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4924242b-050b-4a54-bbc0-3afb3b774ed1 req-db2c0e59-e861-466d-ab4d-9002a2b353bb tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524578 Oct 13 14:02:36.388491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6d40b-e227-436c-95b5-1633cd52921a req-eae4dad6-3184-4b6e-91ae-ff287f66851d tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:36.390076 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1a6d40b-e227-436c-95b5-1633cd52921a req-eae4dad6-3184-4b6e-91ae-ff287f66851d tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 949 time: 0.0546601 Oct 13 14:02:36.426130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 9cf50e55-4299-48f8-a7fe-d30b5bceec2e up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:02:36.434969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1a6d40b-e227-436c-95b5-1633cd52921a req-7d21b0ef-11da-4fbf-b683-60e42f3c765e tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377836 Oct 13 14:02:36.480407 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5f29f9-0e17-42fd-ae6b-b8a6a0ff7e7b x-openstack-request-id: req-ad5f29f9-0e17-42fd-ae6b-b8a6a0ff7e7b {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:36.480727 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d112abab-2dfa-495e-ac7e-cc1bcbf2bb89", "name": "network-vif-plugged", "status": "completed", "tag": "0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:36.481013 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad5f29f9-0e17-42fd-ae6b-b8a6a0ff7e7b {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:36.481490 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd112abab-2dfa-495e-ac7e-cc1bcbf2bb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d', 'code': 200} Oct 13 14:02:36.550054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:02:36.556020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:36.557705 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:36.642428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e441f-1476-4b29-b37b-546886722c4b req-b0552ccc-8b75-4166-ab23-aa5bbaefb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:36.645661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea6e441f-1476-4b29-b37b-546886722c4b req-b0552ccc-8b75-4166-ab23-aa5bbaefb9e1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d112abab-2dfa-495e-ac7e-cc1bcbf2bb89 HTTP/1.1" status: 200 len: 1102 time: 0.0709028 Oct 13 14:02:36.713330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea6e441f-1476-4b29-b37b-546886722c4b req-c107b69e-7f6c-4bf3-b89f-f174514e33f8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593812 Oct 13 14:02:36.716551 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:36.724380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8d77d-8c55-4891-91c7-0d3bc77ea8bf req-c3db190c-bb3d-484e-9c1c-cabc8801ec86 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:36.726633 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-20f8d77d-8c55-4891-91c7-0d3bc77ea8bf req-c3db190c-bb3d-484e-9c1c-cabc8801ec86 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 949 time: 0.1543038 Oct 13 14:02:36.764577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9cf50e55-4299-48f8-a7fe-d30b5bceec2e,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:36.787273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fc9d1-73be-4a89-b8b2-c70d37c50f0c req-6b18d0bc-c5ad-4476-a843-96b6e3a676dc tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:36.802252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d00fc9d1-73be-4a89-b8b2-c70d37c50f0c req-6b18d0bc-c5ad-4476-a843-96b6e3a676dc tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 949 time: 0.0739419 Oct 13 14:02:36.828923 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:36.879826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d00fc9d1-73be-4a89-b8b2-c70d37c50f0c req-1b486317-189f-41d1-aa6b-10477d1bf2df tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704961 Oct 13 14:02:36.905204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=9cf50e55-4299-48f8-a7fe-d30b5bceec2e,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:37.011579 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [req-20f8d77d-8c55-4891-91c7-0d3bc77ea8bf req-7409991d-7c2a-4b1f-a8bf-408acf77fe30 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Deleting port 7417ddfb-573f-4212-99ae-52fc43642304 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:02:37.012213 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-20f8d77d-8c55-4891-91c7-0d3bc77ea8bf req-7409991d-7c2a-4b1f-a8bf-408acf77fe30 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:37.035654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670a633-c68e-4409-9f14-dcd4f3810df3 req-72ec8084-8cc8-46b5-999c-088f064a85c6 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:37.037347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e670a633-c68e-4409-9f14-dcd4f3810df3 req-72ec8084-8cc8-46b5-999c-088f064a85c6 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 949 time: 0.0516529 Oct 13 14:02:37.083785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e670a633-c68e-4409-9f14-dcd4f3810df3 req-65074e96-9a81-43d9-afa9-2ee5954620d8 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/security-groups?id=a753c408-d5ed-4e9f-9caa-2cb0bb007953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380089 Oct 13 14:02:37.125469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-20f8d77d-8c55-4891-91c7-0d3bc77ea8bf req-7409991d-7c2a-4b1f-a8bf-408acf77fe30 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] For port 7417ddfb-573f-4212-99ae-52fc43642304, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=7417ddfb-573f-4212-99ae-52fc43642304,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:37.125827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-20f8d77d-8c55-4891-91c7-0d3bc77ea8bf req-7409991d-7c2a-4b1f-a8bf-408acf77fe30 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:37.141998 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [req-20f8d77d-8c55-4891-91c7-0d3bc77ea8bf req-7409991d-7c2a-4b1f-a8bf-408acf77fe30 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Calling delete_port for 7417ddfb-573f-4212-99ae-52fc43642304 owned by compute:nova {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:02:37.179049 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cb98b4a9-28f6-437f-a052-0aeec217717c up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:02:37.365184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port cb98b4a9-28f6-437f-a052-0aeec217717c completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:02:37.372089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port cb98b4a9-28f6-437f-a052-0aeec217717c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:37.372089 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:37.408348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696e0cc-f142-405a-9b30-99e9202659cd req-b346fb89-ee80-47ce-96b4-f3dda4b3f877 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:37.411051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5696e0cc-f142-405a-9b30-99e9202659cd req-b346fb89-ee80-47ce-96b4-f3dda4b3f877 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 945 time: 0.0711987 Oct 13 14:02:37.455521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5696e0cc-f142-405a-9b30-99e9202659cd req-f2c10f3d-704d-4eda-8432-8d2c6978d1ce tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361128 Oct 13 14:02:37.472593 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:37.504301 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-20f8d77d-8c55-4891-91c7-0d3bc77ea8bf req-7409991d-7c2a-4b1f-a8bf-408acf77fe30 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:37.521232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['7417ddfb-573f-4212-99ae-52fc43642304'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:37.525100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cb98b4a9-28f6-437f-a052-0aeec217717c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cb98b4a9-28f6-437f-a052-0aeec217717c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:37.563490 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409991d-7c2a-4b1f-a8bf-408acf77fe30 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Pushing event deleted for resources: {'Port': ['ID=7417ddfb-573f-4212-99ae-52fc43642304,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:37.601383 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:37.632772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5da963-5312-43d4-b584-12551740d679 req-54ed237a-5ec2-4b9c-a1a9-56a80e59df1b tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:37.636658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d5da963-5312-43d4-b584-12551740d679 req-54ed237a-5ec2-4b9c-a1a9-56a80e59df1b tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 949 time: 0.0959263 Oct 13 14:02:37.640253 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f8d77d-8c55-4891-91c7-0d3bc77ea8bf req-7409991d-7c2a-4b1f-a8bf-408acf77fe30 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] No DVR routers for this DVR port 7417ddfb-573f-4212-99ae-52fc43642304 on host n-h2-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:02:37.644174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-20f8d77d-8c55-4891-91c7-0d3bc77ea8bf req-7409991d-7c2a-4b1f-a8bf-408acf77fe30 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:37.649041 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-20f8d77d-8c55-4891-91c7-0d3bc77ea8bf req-7409991d-7c2a-4b1f-a8bf-408acf77fe30 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.41 "DELETE /v2.0/ports/7417ddfb-573f-4212-99ae-52fc43642304 HTTP/1.1" status: 204 len: 173 time: 0.9153445 Oct 13 14:02:37.649285 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bdd2993-5a76-4044-a79e-32db995ce7f7', 'name': 'network-vif-deleted', 'tag': '7417ddfb-573f-4212-99ae-52fc43642304'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:37.655471 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c00d8ea-a466-44f3-8ec5-d4419e6691f8" -d '{"events": [{"server_uuid": "1bdd2993-5a76-4044-a79e-32db995ce7f7", "name": "network-vif-deleted", "tag": "7417ddfb-573f-4212-99ae-52fc43642304"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:37.691630 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=cb98b4a9-28f6-437f-a052-0aeec217717c,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:37.711372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d5da963-5312-43d4-b584-12551740d679 req-56a5a9e5-87bf-4618-82b4-f1986a8fd8f4 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706439 Oct 13 14:02:37.869243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6202af9-5850-487b-943e-7707d8251aae req-9cf207b7-ea63-40af-aca6-31d8c389162b tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d704c7ad0bf14ecc9f4007a4bc6c995a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344365 Oct 13 14:02:38.021020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9959cec-a9df-4ed1-a7fc-5eb56e179278 req-e259add6-2886-446f-9b23-6d9fd63efbe2 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:38.022696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9959cec-a9df-4ed1-a7fc-5eb56e179278 req-e259add6-2886-446f-9b23-6d9fd63efbe2 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 1097 time: 0.0773194 Oct 13 14:02:38.030148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6202af9-5850-487b-943e-7707d8251aae req-342bd210-c470-4421-8b49-a94bb4db5549 tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:38.031393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6202af9-5850-487b-943e-7707d8251aae req-342bd210-c470-4421-8b49-a94bb4db5549 tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614721 Oct 13 14:02:38.058240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6202af9-5850-487b-943e-7707d8251aae req-9a566051-d1fd-43ab-b0a3-33c5e1838fcb tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] 10.222.0.18 "GET /v2.0/quotas/d704c7ad0bf14ecc9f4007a4bc6c995a HTTP/1.1" status: 200 len: 375 time: 0.0193388 Oct 13 14:02:38.098545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9959cec-a9df-4ed1-a7fc-5eb56e179278 req-a9561d82-be33-4829-a468-f756e653db8a tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661020 Oct 13 14:02:38.100747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6202af9-5850-487b-943e-7707d8251aae req-a15c3358-562e-40c8-a831-dda21b24559b tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d704c7ad0bf14ecc9f4007a4bc6c995a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343704 Oct 13 14:02:38.243784 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e36e77-3f11-4e30-93cb-eed905c909fe x-openstack-request-id: req-e7e36e77-3f11-4e30-93cb-eed905c909fe {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:38.247668 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bdd2993-5a76-4044-a79e-32db995ce7f7", "name": "network-vif-deleted", "tag": "7417ddfb-573f-4212-99ae-52fc43642304", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:38.247668 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7e36e77-3f11-4e30-93cb-eed905c909fe {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:38.247668 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bdd2993-5a76-4044-a79e-32db995ce7f7', 'name': 'network-vif-deleted', 'tag': '7417ddfb-573f-4212-99ae-52fc43642304', 'status': 'completed', 'code': 200} Oct 13 14:02:38.371254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46b598be-bc37-4c3a-97fe-045bdd07a234 req-7c2f9e93-3e3e-4330-8545-1ffdf8e08959 tempest-TenantUsagesTestJSON-1539785764 tempest-TenantUsagesTestJSON-1539785764-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bdd2993-5a76-4044-a79e-32db995ce7f7 HTTP/1.1" status: 200 len: 210 time: 0.0459607 Oct 13 14:02:38.399145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d749c1-c70d-45f8-a0a4-9aff1a93609f req-133649bc-05c5-416e-a095-a96c7a217d74 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:38.399145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50d749c1-c70d-45f8-a0a4-9aff1a93609f req-133649bc-05c5-416e-a095-a96c7a217d74 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 950 time: 0.0841448 Oct 13 14:02:38.461831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50d749c1-c70d-45f8-a0a4-9aff1a93609f req-a1a903c2-889a-47d6-846e-7ac471e30e21 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506606 Oct 13 14:02:38.483945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0305bc0-5006-4d0f-a066-45f80260f986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf50e55-4299-48f8-a7fe-d30b5bceec2e'}, {'server_uuid': 'c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb98b4a9-28f6-437f-a052-0aeec217717c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:38.488815 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fe2bdf-a9b0-4308-b8dd-6b3b34ccf876" -d '{"events": [{"server_uuid": "b0305bc0-5006-4d0f-a066-45f80260f986", "name": "network-vif-plugged", "status": "completed", "tag": "9cf50e55-4299-48f8-a7fe-d30b5bceec2e"}, {"server_uuid": "c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c", "name": "network-vif-plugged", "status": "completed", "tag": "cb98b4a9-28f6-437f-a052-0aeec217717c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:38.605817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21d0f0-94a3-4cc8-8372-63e5f2b48588 req-c34bb567-1659-4ff8-a106-032b7b440973 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:38.614625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc21d0f0-94a3-4cc8-8372-63e5f2b48588 req-c34bb567-1659-4ff8-a106-032b7b440973 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 1097 time: 0.0727699 Oct 13 14:02:38.655768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc21d0f0-94a3-4cc8-8372-63e5f2b48588 req-d292da10-76c0-4575-ae9d-fbdbd6061174 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378683 Oct 13 14:02:38.851764 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774e653a-865b-4b13-9e5e-63099069efb5 x-openstack-request-id: req-774e653a-865b-4b13-9e5e-63099069efb5 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:38.851764 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0305bc0-5006-4d0f-a066-45f80260f986", "name": "network-vif-plugged", "status": "completed", "tag": "9cf50e55-4299-48f8-a7fe-d30b5bceec2e", "code": 200}, {"server_uuid": "c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c", "name": "network-vif-plugged", "status": "completed", "tag": "cb98b4a9-28f6-437f-a052-0aeec217717c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:38.851764 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-774e653a-865b-4b13-9e5e-63099069efb5 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:38.851764 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0305bc0-5006-4d0f-a066-45f80260f986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf50e55-4299-48f8-a7fe-d30b5bceec2e', 'code': 200} Oct 13 14:02:38.852483 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb98b4a9-28f6-437f-a052-0aeec217717c', 'code': 200} Oct 13 14:02:38.983887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dda51-dc22-4774-bf81-7176a5bbe44c req-2eba9db9-4f42-422e-9963-f066ebaa1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:38.985873 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-ef9dda51-dc22-4774-bf81-7176a5bbe44c req-2eba9db9-4f42-422e-9963-f066ebaa1922 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 1102 time: 0.0591011 Oct 13 14:02:38.999172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f12390-ade6-4d59-b980-944b4eac0334 req-80666e17-207c-41bd-ba42-1c90934c8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:39.000142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81f12390-ade6-4d59-b980-944b4eac0334 req-80666e17-207c-41bd-ba42-1c90934c8bd2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 1102 time: 0.0874503 Oct 13 14:02:39.030358 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-ef9dda51-dc22-4774-bf81-7176a5bbe44c req-2be9d414-f4a1-4359-abb2-00e52b5fc8d1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334556 Oct 13 14:02:39.079563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81f12390-ade6-4d59-b980-944b4eac0334 req-bf57fcc8-9422-41f0-962e-3156579ce716 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669482 Oct 13 14:02:39.088188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402c8d7-d579-41b3-80fb-32f6235f0120 req-f537718d-9bd0-49f0-bace-5ac287c8bb3a tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:39.090387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b402c8d7-d579-41b3-80fb-32f6235f0120 req-f537718d-9bd0-49f0-bace-5ac287c8bb3a tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 950 time: 0.0867767 Oct 13 14:02:39.139061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b402c8d7-d579-41b3-80fb-32f6235f0120 req-d118a468-7f9b-49a1-b992-29261d2491df tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Oct 13 14:02:39.964023 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc6a79-694a-4923-b5aa-9e4956fabf13 req-70f9ed3b-938a-4cd9-a973-1e184430ea6d tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:39.969671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24dc6a79-694a-4923-b5aa-9e4956fabf13 req-70f9ed3b-938a-4cd9-a973-1e184430ea6d tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 950 time: 0.0715106 Oct 13 14:02:40.015614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24dc6a79-694a-4923-b5aa-9e4956fabf13 req-27af868c-add4-42b0-b0b4-b4a5de4e27ea tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430622 Oct 13 14:02:40.144437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b14596e-7658-4359-afd7-0227a417e7b7 req-22d8786a-8534-4303-bb7a-911db15cf48a tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d704c7ad0bf14ecc9f4007a4bc6c995a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401807 Oct 13 14:02:40.304876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14596e-7658-4359-afd7-0227a417e7b7 req-fcf4976e-fa27-4f5b-b1dc-01062f4a2d33 tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:40.306179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b14596e-7658-4359-afd7-0227a417e7b7 req-fcf4976e-fa27-4f5b-b1dc-01062f4a2d33 tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1532409 Oct 13 14:02:40.331120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b14596e-7658-4359-afd7-0227a417e7b7 req-2c82707e-8395-449c-a760-89f9656cca37 tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] 10.222.0.18 "GET /v2.0/quotas/d704c7ad0bf14ecc9f4007a4bc6c995a HTTP/1.1" status: 200 len: 375 time: 0.0157943 Oct 13 14:02:40.395328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b14596e-7658-4359-afd7-0227a417e7b7 req-ad964c01-c896-42df-a159-fee6070e4b11 tempest-QuotasAdminNegativeTest-804311414 tempest-QuotasAdminNegativeTest-804311414-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d704c7ad0bf14ecc9f4007a4bc6c995a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507679 Oct 13 14:02:40.408439 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58604) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:40.465343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 7417ddfb-573f-4212-99ae-52fc43642304 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:02:40.535879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 7417ddfb-573f-4212-99ae-52fc43642304 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:02:40.536671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 7417ddfb-573f-4212-99ae-52fc43642304 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:02:40.665152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58618) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:40.665614 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-536e6deb-1c5c-4727-925e-572b07669a80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4c2a53497f24541bf463cde0709b165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553890 Oct 13 14:02:40.764540 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-890627d0-dfc1-456a-9b0a-d412462c436b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:40.826661 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-890627d0-dfc1-456a-9b0a-d412462c436b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:40.925850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c620f-ade4-42c0-a9e7-048cd69f0798 req-d2149d10-26f2-4618-9ca7-3651e4c4e657 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:40.927337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa6c620f-ade4-42c0-a9e7-048cd69f0798 req-d2149d10-26f2-4618-9ca7-3651e4c4e657 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 950 time: 0.0707343 Oct 13 14:02:40.980607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa6c620f-ade4-42c0-a9e7-048cd69f0798 req-4aff184f-dba0-4f4b-9d0d-4acf24e7c093 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428255 Oct 13 14:02:40.990000 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-890627d0-dfc1-456a-9b0a-d412462c436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:40.995369 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-890627d0-dfc1-456a-9b0a-d412462c436b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:40.997392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-890627d0-dfc1-456a-9b0a-d412462c436b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a753c408-d5ed-4e9f-9caa-2cb0bb007953 HTTP/1.1" status: 204 len: 168 time: 0.3307736 Oct 13 14:02:41.008850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890627d0-dfc1-456a-9b0a-d412462c436b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a753c408-d5ed-4e9f-9caa-2cb0bb007953,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:41.852089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58650) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:41.871084 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-31e9c28b-99a4-47b1-8c87-aee4fe1c9a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:41.970209 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-31e9c28b-99a4-47b1-8c87-aee4fe1c9a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:42.023103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58656) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:42.045036 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-31e9c28b-99a4-47b1-8c87-aee4fe1c9a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:42.103925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-31e9c28b-99a4-47b1-8c87-aee4fe1c9a98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=711f4fdcb464453890bf7c678713a4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501814 Oct 13 14:02:42.105260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9c28b-99a4-47b1-8c87-aee4fe1c9a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6cef39-b370-4fff-b93b-0717ec4f178d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:42.107426 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58660) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:42.178028 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e462b92-1741-42ff-b6db-41b944b9118b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:42.195083 n-d-806683-15 neutron-server[112684]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 14:02:42.198835 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-fda63d16-110a-427a-93f2-9b807f285d92 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:02:42.199848 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-fda63d16-110a-427a-93f2-9b807f285d92 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1757607 Oct 13 14:02:42.224366 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e462b92-1741-42ff-b6db-41b944b9118b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:42.268855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be371-0472-43fb-8116-15ba95585688 req-79e5c791-249b-4d57-a227-4c6de1426a3f tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:42.270341 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-79e5c791-249b-4d57-a227-4c6de1426a3f tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports/84bcd46a-6d71-4bee-a5a3-d79a847c73d2 HTTP/1.1" status: 200 len: 1094 time: 0.0585706 Oct 13 14:02:42.382297 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] Request body: {'binding': {'host': 'n-h1-806683-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:42.382851 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] Unknown quota resources ['binding']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:02:42.404198 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e462b92-1741-42ff-b6db-41b944b9118b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:42.406771 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e462b92-1741-42ff-b6db-41b944b9118b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:42.408196 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1e462b92-1741-42ff-b6db-41b944b9118b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da6cef39-b370-4fff-b93b-0717ec4f178d HTTP/1.1" status: 204 len: 168 time: 0.2994828 Oct 13 14:02:42.423471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e462b92-1741-42ff-b6db-41b944b9118b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6cef39-b370-4fff-b93b-0717ec4f178d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:42.577917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] Attempting to bind port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on host n-h1-806683-15 for vnic_type normal with profile None {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:42.578496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] Attempting to bind port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:42.579015 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] Attempting to bind port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:42.587100 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] Port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on network d54448a5-ac53-4352-a4fa-39682bbffd1b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:02:42.606451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] Attempting to bind port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:42.606451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:42.606451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:42.606451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] Bound using segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:42.606451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] Bound port: 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:42.683847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772998e2-5284-4324-9dc1-f5b5ddd2664f req-f4461f58-e095-4271-8412-383c2c5686ec tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:42.683847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-772998e2-5284-4324-9dc1-f5b5ddd2664f req-f4461f58-e095-4271-8412-383c2c5686ec tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 950 time: 0.0711126 Oct 13 14:02:42.735081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:42.753110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-772998e2-5284-4324-9dc1-f5b5ddd2664f req-4f43d8e2-a4a3-4e83-afa0-9170f1ee38af tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600581 Oct 13 14:02:42.817876 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] Notify callbacks [] for binding, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:42.817876 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-704196d0-ef56-4866-aea3-a712980c164a service neutron] 10.222.0.18 "POST /v2.0/ports/84bcd46a-6d71-4bee-a5a3-d79a847c73d2/bindings HTTP/1.1" status: 201 len: 390 time: 0.4919899 Oct 13 14:02:42.938173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ddfdd-7ba2-4988-8f83-598ae322fdbb req-8cf93de2-f154-495e-af42-04ed03318658 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:42.940026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-214ddfdd-7ba2-4988-8f83-598ae322fdbb req-8cf93de2-f154-495e-af42-04ed03318658 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 950 time: 0.0607750 Oct 13 14:02:42.987949 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-214ddfdd-7ba2-4988-8f83-598ae322fdbb req-07e9cdfa-5b1f-4f49-95b2-5fa0b31ed07e tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Oct 13 14:02:43.169520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d03840-c63b-4d09-aab6-9ad9fa8ad379 req-2de5d6e8-4f48-4fcb-95c0-0f77f74bfec7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:43.171965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38d03840-c63b-4d09-aab6-9ad9fa8ad379 req-2de5d6e8-4f48-4fcb-95c0-0f77f74bfec7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d112abab-2dfa-495e-ac7e-cc1bcbf2bb89 HTTP/1.1" status: 200 len: 950 time: 0.0760107 Oct 13 14:02:43.237640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38d03840-c63b-4d09-aab6-9ad9fa8ad379 req-71c3c024-7a76-4ee7-baab-0abb8aca140a tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590138 Oct 13 14:02:43.396082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c8179-73aa-470b-971f-740de0a2743c req-e1f3e844-ef53-41c1-be92-8bbc1faae14a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:43.398689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e97c8179-73aa-470b-971f-740de0a2743c req-e1f3e844-ef53-41c1-be92-8bbc1faae14a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 945 time: 0.0850291 Oct 13 14:02:43.450590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e97c8179-73aa-470b-971f-740de0a2743c req-b3d8dbb1-8fec-4c59-b158-2a832fb7e7e8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445373 Oct 13 14:02:43.669120 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58710) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:43.765475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be371-0472-43fb-8116-15ba95585688 req-9b6fd650-70ce-4f06-b84b-136c4126bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:43.768317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-9b6fd650-70ce-4f06-b84b-136c4126bac9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 1097 time: 0.0775187 Oct 13 14:02:43.911397 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a605f97-5e80-4202-86ae-cdf83f9ba0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:43.983643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be371-0472-43fb-8116-15ba95585688 req-7605026d-aea2-4681-8204-078a50ddd682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:43.985036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-7605026d-aea2-4681-8204-078a50ddd682 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.2089529 Oct 13 14:02:44.060122 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a605f97-5e80-4202-86ae-cdf83f9ba0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:44.062373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69db66f-51a3-402f-9832-674640fe8489 req-f64548e3-be0f-4544-a36f-98afb54c444c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:44.068845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69db66f-51a3-402f-9832-674640fe8489 req-f64548e3-be0f-4544-a36f-98afb54c444c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:44.070982 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c69db66f-51a3-402f-9832-674640fe8489 req-f64548e3-be0f-4544-a36f-98afb54c444c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986&device_id=d112abab-2dfa-495e-ac7e-cc1bcbf2bb89 HTTP/1.1" status: 200 len: 1691 time: 0.2052932 Oct 13 14:02:44.072654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-714c13b0-6596-4756-ae88-9a4686fafb02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2 HTTP/1.1" status: 200 len: 217 time: 0.0763450 Oct 13 14:02:44.143730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a605f97-5e80-4202-86ae-cdf83f9ba0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:44.183108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be371-0472-43fb-8116-15ba95585688 req-9b91a703-8fee-4586-9b1d-404f5b4e8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:44.185606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-9b91a703-8fee-4586-9b1d-404f5b4e8fed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.0934572 Oct 13 14:02:44.194892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c69db66f-51a3-402f-9832-674640fe8489 req-ff594534-567f-481f-8396-4a1f1c624914 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143901 Oct 13 14:02:44.256472 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a605f97-5e80-4202-86ae-cdf83f9ba0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786b010a-08de-4030-8ef3-a61cfa8050c7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:44.282672 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6a605f97-5e80-4202-86ae-cdf83f9ba0e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d704c7ad0bf14ecc9f4007a4bc6c995a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6106236 Oct 13 14:02:44.285029 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58736) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:44.285731 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58738) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:44.305611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-b53b220c-5197-4e65-9c3b-d2ca8caea08e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050711 Oct 13 14:02:44.332426 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58746) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:44.391047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-16611c48-65d4-4c05-8431-c027ca179781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:44.415439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10ae1c-3a83-4065-9605-eb153db5dab3 req-6a320f2f-9b08-48cd-8d2c-37a24e85a298 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:44.423716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c10ae1c-3a83-4065-9605-eb153db5dab3 req-6a320f2f-9b08-48cd-8d2c-37a24e85a298 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 950 time: 0.2243121 Oct 13 14:02:44.426244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-16611c48-65d4-4c05-8431-c027ca179781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:44.473442 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae4db-2298-47e3-b1df-27083753c0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:44.518025 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-744901113-network', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:44.521730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c10ae1c-3a83-4065-9605-eb153db5dab3 req-29a401eb-1304-4295-8afb-b3f139594c23 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970433 Oct 13 14:02:44.537413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-de22db3d-309b-44e8-a397-073e193de221 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242267 Oct 13 14:02:44.726492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-60a99cad-1467-4771-808a-a03dad900041 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761742 Oct 13 14:02:44.735417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-16611c48-65d4-4c05-8431-c027ca179781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:44.739049 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-16611c48-65d4-4c05-8431-c027ca179781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:44.740780 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-16611c48-65d4-4c05-8431-c027ca179781 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/786b010a-08de-4030-8ef3-a61cfa8050c7 HTTP/1.1" status: 204 len: 168 time: 0.4525790 Oct 13 14:02:44.747125 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Made reservation on behalf of c77971562cf64f58b4861023d2eb96ae for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:44.750778 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:44.769704 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:44.781369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16611c48-65d4-4c05-8431-c027ca179781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786b010a-08de-4030-8ef3-a61cfa8050c7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:44.800114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6018c8-63e6-40e3-b7e6-ff1f9a1d3ecf req-7e1d5c2a-b746-4208-85a1-ef66a7fb606a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:44.809755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d6018c8-63e6-40e3-b7e6-ff1f9a1d3ecf req-7e1d5c2a-b746-4208-85a1-ef66a7fb606a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 945 time: 0.1473799 Oct 13 14:02:44.833821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b761aa-5531-45b1-bcec-d74dae20154d req-975c27dd-47d6-4e33-bd67-def650d4e9ac tempest-LiveMigrationNegativeTest-456818476 tempest-LiveMigrationNegativeTest-456818476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:44.837255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4b761aa-5531-45b1-bcec-d74dae20154d req-975c27dd-47d6-4e33-bd67-def650d4e9ac tempest-LiveMigrationNegativeTest-456818476 tempest-LiveMigrationNegativeTest-456818476-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 1102 time: 0.1095388 Oct 13 14:02:44.860235 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae4db-2298-47e3-b1df-27083753c0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:44.876909 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c4b761aa-5531-45b1-bcec-d74dae20154d req-fdb6e41d-0efe-46d5-a079-c1a0246ef72f tempest-LiveMigrationNegativeTest-456818476 tempest-LiveMigrationNegativeTest-456818476-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:44.901681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d6018c8-63e6-40e3-b7e6-ff1f9a1d3ecf req-1a1239de-8034-4db0-8d11-60db42cb55da tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627718 Oct 13 14:02:44.937111 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:44.975930 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d7ae4db-2298-47e3-b1df-27083753c0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.015968 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9d7ae4db-2298-47e3-b1df-27083753c0c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cff60acd9ca4423cae2da3a9662255a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7262924 Oct 13 14:02:45.017388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ae4db-2298-47e3-b1df-27083753c0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cca5457-4ad3-426f-af7e-0da49bbd3eb3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:45.019832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58762) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:45.039973 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.070188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c4b761aa-5531-45b1-bcec-d74dae20154d req-fdb6e41d-0efe-46d5-a079-c1a0246ef72f tempest-LiveMigrationNegativeTest-456818476 tempest-LiveMigrationNegativeTest-456818476-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.083417 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:02:45.092594 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18acea4b-f713-4ef2-aff8-817e3279b431,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:45.106042 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.106293 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Added segment 7ea66988-2ee5-4ecc-955f-1b39cba16f5a of type vlan for network 0f31cf1c-e17e-487a-a0e1-d3e645becd37 Oct 13 14:02:45.107075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be371-0472-43fb-8116-15ba95585688 req-21b6057c-4ccf-48dc-9a89-b25996811bf5 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:45.108597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-21b6057c-4ccf-48dc-9a89-b25996811bf5 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026&tenant_id=a83e69682127431abea4c77d59610aed&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1097 time: 0.1238673 Oct 13 14:02:45.113227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649e1f9-3d59-46a4-b43b-7d5dd61cc11a req-6c0388df-8042-4103-9b0f-6094ce7bd554 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:45.121296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4649e1f9-3d59-46a4-b43b-7d5dd61cc11a req-6c0388df-8042-4103-9b0f-6094ce7bd554 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 1102 time: 0.1314745 Oct 13 14:02:45.123571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-15'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:45.127542 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42e70220-d1a9-4754-8399-3e2978957f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.168815 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c4b761aa-5531-45b1-bcec-d74dae20154d req-fdb6e41d-0efe-46d5-a079-c1a0246ef72f tempest-LiveMigrationNegativeTest-456818476 tempest-LiveMigrationNegativeTest-456818476-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.176305 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42e70220-d1a9-4754-8399-3e2978957f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.185763 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.229387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4649e1f9-3d59-46a4-b43b-7d5dd61cc11a req-33327606-f6ae-4012-8e8c-4b552bc3a73a tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028841 Oct 13 14:02:45.237816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4b761aa-5531-45b1-bcec-d74dae20154d req-fdb6e41d-0efe-46d5-a079-c1a0246ef72f tempest-LiveMigrationNegativeTest-456818476 tempest-LiveMigrationNegativeTest-456818476-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865244 Oct 13 14:02:45.254427 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.256500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6e41d-0efe-46d5-a079-c1a0246ef72f tempest-LiveMigrationNegativeTest-456818476 tempest-LiveMigrationNegativeTest-456818476-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f229c6-dd38-4e33-8a3f-9fdc77bac307,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:45.415051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9648d-0c5f-48c9-ac24-f6e6a3b09a62 req-3b199fe3-87f1-4f28-b55b-2757c60dae9e tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:45.416555 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ca9648d-0c5f-48c9-ac24-f6e6a3b09a62 req-3b199fe3-87f1-4f28-b55b-2757c60dae9e tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d112abab-2dfa-495e-ac7e-cc1bcbf2bb89 HTTP/1.1" status: 200 len: 1102 time: 0.0943468 Oct 13 14:02:45.432677 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:45.480519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ca9648d-0c5f-48c9-ac24-f6e6a3b09a62 req-d0c5749b-d13a-4421-a297-6df6bcb75cd6 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569031 Oct 13 14:02:45.487563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:45.615224 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42e70220-d1a9-4754-8399-3e2978957f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.618029 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42e70220-d1a9-4754-8399-3e2978957f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.619061 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-42e70220-d1a9-4754-8399-3e2978957f12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cca5457-4ad3-426f-af7e-0da49bbd3eb3 HTTP/1.1" status: 204 len: 168 time: 0.5983353 Oct 13 14:02:45.624947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.626196 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:45.626340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1effebe-bc3c-4836-be4c-86d278b7a026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bcd46a-6d71-4bee-a5a3-d79a847c73d2'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:45.626508 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.630965 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e318eb4-9cf2-4c4a-8d55-f870777b946a" -d '{"events": [{"server_uuid": "b1effebe-bc3c-4836-be4c-86d278b7a026", "name": "network-vif-unplugged", "status": "completed", "tag": "84bcd46a-6d71-4bee-a5a3-d79a847c73d2"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:45.637939 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.706049 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e70220-d1a9-4754-8399-3e2978957f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cca5457-4ad3-426f-af7e-0da49bbd3eb3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:45.714663 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.744162 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] Pushing event updated for resources: {'Network': ['ID=0f31cf1c-e17e-487a-a0e1-d3e645becd37,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:45.762459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 0f31cf1c-e17e-487a-a0e1-d3e645becd37 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:02:45.785996 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d7810625-448e-4700-b9f2-cbc90e89fdf6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4518201 Oct 13 14:02:45.786716 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58798) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:45.799768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-3a12fbbb-de61-4334-8587-bc9fde812c85 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517106 Oct 13 14:02:45.801399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58800) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:45.808565 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c15503-8eef-4034-8171-e0490c7be8d6 x-openstack-request-id: req-53c15503-8eef-4034-8171-e0490c7be8d6 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:45.808877 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1effebe-bc3c-4836-be4c-86d278b7a026", "name": "network-vif-unplugged", "status": "completed", "tag": "84bcd46a-6d71-4bee-a5a3-d79a847c73d2", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:45.809134 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53c15503-8eef-4034-8171-e0490c7be8d6 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:45.809528 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1effebe-bc3c-4836-be4c-86d278b7a026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bcd46a-6d71-4bee-a5a3-d79a847c73d2', 'code': 200} Oct 13 14:02:45.809833 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-12f91d31-ed77-4ba9-a04d-42e9a6721058 admin admin] Request body: {'subnet': {'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-744901113-subnet', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:45.895455 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-329f5964-2c0f-4ac7-9050-56099cc57e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:45.925631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Pushing event updated for resources: {'Port': ['ID=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:45.942047 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f91d31-ed77-4ba9-a04d-42e9a6721058 admin admin] Made reservation on behalf of c77971562cf64f58b4861023d2eb96ae for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:45.945337 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12f91d31-ed77-4ba9-a04d-42e9a6721058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:46.000794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Attempting to bind port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on host n-h2-806683-15 for vnic_type normal with profile {"migrating_to": "n-h1-806683-15"} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:46.001142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Attempting to bind port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:46.001528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Attempting to bind port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:46.020364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on network d54448a5-ac53-4352-a4fa-39682bbffd1b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:02:46.020734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Attempting to bind port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:46.031288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-8eeaf951-4ef4-4266-a341-a6fec2f639fe tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:46.032785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-8eeaf951-4ef4-4266-a341-a6fec2f639fe tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322500 Oct 13 14:02:46.051330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:46.051594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:46.051971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Bound using segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:46.052418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Bound port: 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:46.052778 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:46.084355 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-d77808a3-4413-44b0-b20e-557c91344ec6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/quotas/7cbf24ee3d2e4d08a684d8e166381bd1 HTTP/1.1" status: 200 len: 375 time: 0.0364003 Oct 13 14:02:46.167963 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-329f5964-2c0f-4ac7-9050-56099cc57e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:46.202752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:46.217391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-4ee936d6-871d-4150-9dde-67a8177cadb4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1031954 Oct 13 14:02:46.220884 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12f91d31-ed77-4ba9-a04d-42e9a6721058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:46.234984 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:46.297422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-329f5964-2c0f-4ac7-9050-56099cc57e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:46.318060 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f91d31-ed77-4ba9-a04d-42e9a6721058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd89ccf-5a4c-46a7-aebd-f4d66b0e372e,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:46.337892 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f91d31-ed77-4ba9-a04d-42e9a6721058 admin admin] Checking segment: {'id': '7ea66988-2ee5-4ecc-955f-1b39cba16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:46.338253 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f91d31-ed77-4ba9-a04d-42e9a6721058 admin admin] Network hostable DHCP agents. Network: 0f31cf1c-e17e-487a-a0e1-d3e645becd37, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:02:46.342244 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:46.399132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-329f5964-2c0f-4ac7-9050-56099cc57e98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1828ffa7bcd4413998708825776ff0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5876276 Oct 13 14:02:46.401955 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58808) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:46.404252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f5964-2c0f-4ac7-9050-56099cc57e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7716b6a8-c4dd-40df-ba53-110d9a1fdae9,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:46.448316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9025a2-c968-40c0-bef8-b72840f7c755 req-c38b1250-1197-4c4e-a04c-314cc36eaaf4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:46.449914 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b9025a2-c968-40c0-bef8-b72840f7c755 req-c38b1250-1197-4c4e-a04c-314cc36eaaf4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 943 time: 0.1641002 Oct 13 14:02:46.456923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Pushing event updated for resources: {'Port': ['ID=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,revision_number=8']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:46.471554 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f91d31-ed77-4ba9-a04d-42e9a6721058 admin admin] Network 0f31cf1c-e17e-487a-a0e1-d3e645becd37 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:02:46.483978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:46.484705 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:46.486037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-b5e22339-7617-4468-af5b-e26f0e240e80 service neutron] 10.222.0.49 "PUT /v2.0/ports/84bcd46a-6d71-4bee-a5a3-d79a847c73d2 HTTP/1.1" status: 200 len: 1123 time: 1.3681958 Oct 13 14:02:46.505188 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78247c8e-6204-4b56-b9fb-e122340bb48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:46.548061 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78247c8e-6204-4b56-b9fb-e122340bb48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:46.575819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b9025a2-c968-40c0-bef8-b72840f7c755 req-b72b9a2c-6119-4f7f-a09d-3cd2130a0646 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089840 Oct 13 14:02:46.606630 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['84bcd46a-6d71-4bee-a5a3-d79a847c73d2'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:46.664178 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-12f91d31-ed77-4ba9-a04d-42e9a6721058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 0f31cf1c-e17e-487a-a0e1-d3e645becd37) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:46.668830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58818) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:46.681972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f91d31-ed77-4ba9-a04d-42e9a6721058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:46.683600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12f91d31-ed77-4ba9-a04d-42e9a6721058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:46.687283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1beaea-b261-4511-8901-7fbfebfa7e94 None None] Network 0f31cf1c-e17e-487a-a0e1-d3e645becd37 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:02:46.723415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58820) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:46.772480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78247c8e-6204-4b56-b9fb-e122340bb48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:46.779788 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78247c8e-6204-4b56-b9fb-e122340bb48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:46.782339 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-78247c8e-6204-4b56-b9fb-e122340bb48b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7716b6a8-c4dd-40df-ba53-110d9a1fdae9 HTTP/1.1" status: 204 len: 168 time: 0.3782418 Oct 13 14:02:46.801652 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78247c8e-6204-4b56-b9fb-e122340bb48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7716b6a8-c4dd-40df-ba53-110d9a1fdae9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:46.802415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec9a2db6-a72f-4344-a098-ae32ba8c212c req-faaac45f-1d24-4eea-b149-c60c23fa2e65 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 210 time: 0.0821924 Oct 13 14:02:46.809512 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f94af243-195d-4ef3-82f0-6c7782c6f9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:46.833466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58826) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:46.836157 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-12f91d31-ed77-4ba9-a04d-42e9a6721058 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0469100 Oct 13 14:02:46.845077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-744901113-router', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:46.939257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4478294-f84c-4a34-8953-2e7322a11cf1 req-71292e3b-6789-4452-93fa-de99056d5bb3 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:46.948078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4478294-f84c-4a34-8953-2e7322a11cf1 req-71292e3b-6789-4452-93fa-de99056d5bb3 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 950 time: 0.2798226 Oct 13 14:02:47.109927 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c58b-7056-4e07-b3ce-c2464b5ad17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.196478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50979600-a846-4021-8523-053f11d2932e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-0f31cf1c-e17e-487a-a0e1-d3e645becd37', 'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'fixed_ips': [{'subnet_id': '1cd89ccf-5a4c-46a7-aebd-f4d66b0e372e'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:02:47.197784 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-50979600-a846-4021-8523-053f11d2932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.223629 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c58b-7056-4e07-b3ce-c2464b5ad17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.288586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4478294-f84c-4a34-8953-2e7322a11cf1 req-d97963c6-9629-411e-bace-9df96758f36d tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395941 Oct 13 14:02:47.321780 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f94af243-195d-4ef3-82f0-6c7782c6f9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.364680 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbe4c58b-7056-4e07-b3ce-c2464b5ad17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.377035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-50979600-a846-4021-8523-053f11d2932e None None] Allocated IP 172.20.0.2 (0f31cf1c-e17e-487a-a0e1-d3e645becd37/1cd89ccf-5a4c-46a7-aebd-f4d66b0e372e/3d7dac4d-d982-4e14-ac64-e1f12d038abb) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:02:47.424846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58838) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:47.425128 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cbe4c58b-7056-4e07-b3ce-c2464b5ad17c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87956991c5cc4792a34cc723feeca618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7002170 Oct 13 14:02:47.428886 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4c58b-7056-4e07-b3ce-c2464b5ad17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215b81b5-5c14-439c-90ed-8589ff0acb97,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:47.491577 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-39c28edb-1662-4172-b5ef-a0c1e8572844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.520398 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-39c28edb-1662-4172-b5ef-a0c1e8572844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.581662 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-50979600-a846-4021-8523-053f11d2932e None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.607274 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.607508 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.614445 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f94af243-195d-4ef3-82f0-6c7782c6f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.652601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94af243-195d-4ef3-82f0-6c7782c6f9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5798551-b398-41ee-a884-f22dec8698e8,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:47.657588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f94af243-195d-4ef3-82f0-6c7782c6f9e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4af743f7a91941f481a19cba3274a6e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9874344 Oct 13 14:02:47.661844 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58848) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:47.692968 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-50979600-a846-4021-8523-053f11d2932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.739372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c61116f-6874-44b2-87ec-5f39e41a936d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.751859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50979600-a846-4021-8523-053f11d2932e None None] Network 0f31cf1c-e17e-487a-a0e1-d3e645becd37 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:02:47.756034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-50979600-a846-4021-8523-053f11d2932e None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:47.766192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50979600-a846-4021-8523-053f11d2932e None None] Pushing event updated for resources: {'Port': ['ID=3d7dac4d-d982-4e14-ac64-e1f12d038abb,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:47.766638 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c61116f-6874-44b2-87ec-5f39e41a936d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.770555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50979600-a846-4021-8523-053f11d2932e None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:02:47.843236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1effebe-bc3c-4836-be4c-86d278b7a026', 'tag': '84bcd46a-6d71-4bee-a5a3-d79a847c73d2'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:47.848807 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15aff01-5577-470c-8430-7c21f53115ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b1effebe-bc3c-4836-be4c-86d278b7a026", "tag": "84bcd46a-6d71-4bee-a5a3-d79a847c73d2"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:47.861436 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-39c28edb-1662-4172-b5ef-a0c1e8572844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.867654 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-39c28edb-1662-4172-b5ef-a0c1e8572844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.868914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-50979600-a846-4021-8523-053f11d2932e None None] Attempting to bind port 3d7dac4d-d982-4e14-ac64-e1f12d038abb on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:47.869600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-50979600-a846-4021-8523-053f11d2932e None None] Attempting to bind port 3d7dac4d-d982-4e14-ac64-e1f12d038abb by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7ea66988-2ee5-4ecc-955f-1b39cba16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:47.870153 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50979600-a846-4021-8523-053f11d2932e None None] Attempting to bind port 3d7dac4d-d982-4e14-ac64-e1f12d038abb on network 0f31cf1c-e17e-487a-a0e1-d3e645becd37 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:47.880363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50979600-a846-4021-8523-053f11d2932e None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:47.880363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50979600-a846-4021-8523-053f11d2932e None None] Checking segment: {'id': '7ea66988-2ee5-4ecc-955f-1b39cba16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:47.880363 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-50979600-a846-4021-8523-053f11d2932e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.880363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50979600-a846-4021-8523-053f11d2932e None None] Bound using segment: {'id': '7ea66988-2ee5-4ecc-955f-1b39cba16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:47.880363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-50979600-a846-4021-8523-053f11d2932e None None] Bound port: 3d7dac4d-d982-4e14-ac64-e1f12d038abb, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea66988-2ee5-4ecc-955f-1b39cba16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:47.880363 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-50979600-a846-4021-8523-053f11d2932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.881929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-39c28edb-1662-4172-b5ef-a0c1e8572844 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/215b81b5-5c14-439c-90ed-8589ff0acb97 HTTP/1.1" status: 204 len: 168 time: 0.4545236 Oct 13 14:02:47.920880 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.931906 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c61116f-6874-44b2-87ec-5f39e41a936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.937688 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c61116f-6874-44b2-87ec-5f39e41a936d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:47.941695 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8c61116f-6874-44b2-87ec-5f39e41a936d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5798551-b398-41ee-a884-f22dec8698e8 HTTP/1.1" status: 204 len: 168 time: 0.2764595 Oct 13 14:02:47.954406 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61116f-6874-44b2-87ec-5f39e41a936d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5798551-b398-41ee-a884-f22dec8698e8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:48.014580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-50979600-a846-4021-8523-053f11d2932e None None] For port 3d7dac4d-d982-4e14-ac64-e1f12d038abb, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:48.022901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5102b7ec-5121-4e1b-86d9-b98479bd2f40 req-2aaae2cb-d457-4415-bdee-c5b587ceae7c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 210 time: 0.1097171 Oct 13 14:02:48.023737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-50979600-a846-4021-8523-053f11d2932e None None] For port 3d7dac4d-d982-4e14-ac64-e1f12d038abb, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3d7dac4d-d982-4e14-ac64-e1f12d038abb,segment=NetworkSegment(7ea66988-2ee5-4ecc-955f-1b39cba16f5a),segment_id=7ea66988-2ee5-4ecc-955f-1b39cba16f5a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:48.047584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c28edb-1662-4172-b5ef-a0c1e8572844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215b81b5-5c14-439c-90ed-8589ff0acb97,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:48.090421 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f60c3c-7517-40d2-9a55-47f3ccef6c64 x-openstack-request-id: req-c9f60c3c-7517-40d2-9a55-47f3ccef6c64 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:48.090718 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1effebe-bc3c-4836-be4c-86d278b7a026", "tag": "84bcd46a-6d71-4bee-a5a3-d79a847c73d2", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:48.090966 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9f60c3c-7517-40d2-9a55-47f3ccef6c64 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:48.091345 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1effebe-bc3c-4836-be4c-86d278b7a026', 'tag': '84bcd46a-6d71-4bee-a5a3-d79a847c73d2', 'status': 'completed', 'code': 200} Oct 13 14:02:48.161277 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-50979600-a846-4021-8523-053f11d2932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:48.181024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc438305-8f1a-41cb-8f5a-d21712957339 req-1b67aefc-a166-47ae-b88b-5537e4e4d106 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:48.183083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc438305-8f1a-41cb-8f5a-d21712957339 req-1b67aefc-a166-47ae-b88b-5537e4e4d106 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 943 time: 0.3243961 Oct 13 14:02:48.214816 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:48.234230 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aff01-5577-470c-8430-7c21f53115ff req-6267f9f6-cd71-4f30-a4aa-e5ad0db4694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:48.236242 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-f15aff01-5577-470c-8430-7c21f53115ff req-6267f9f6-cd71-4f30-a4aa-e5ad0db4694b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 1126 time: 0.1127293 Oct 13 14:02:48.251769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50979600-a846-4021-8523-053f11d2932e None None] Pushing event updated for resources: {'Port': ['ID=3d7dac4d-d982-4e14-ac64-e1f12d038abb,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:48.299092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092c94d-514e-45b6-af99-45e39b71b914 req-794489a9-5a69-4561-802a-f0b5340c0f52 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:48.300586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6092c94d-514e-45b6-af99-45e39b71b914 req-794489a9-5a69-4561-802a-f0b5340c0f52 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.49 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 950 time: 0.3822188 Oct 13 14:02:48.329288 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:48.396898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc438305-8f1a-41cb-8f5a-d21712957339 req-7578d0db-465e-4fa6-9f7f-705b7d5c8eb7 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063336 Oct 13 14:02:48.465147 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aff01-5577-470c-8430-7c21f53115ff req-3334368b-cb3f-488e-862b-44902dac232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:48.467236 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-f15aff01-5577-470c-8430-7c21f53115ff req-3334368b-cb3f-488e-862b-44902dac232a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.2141042 Oct 13 14:02:48.558692 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-f15aff01-5577-470c-8430-7c21f53115ff req-7325f682-05ee-4dd2-9ad7-a92becb88323 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2 HTTP/1.1" status: 200 len: 217 time: 0.0774047 Oct 13 14:02:48.657742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-6092c94d-514e-45b6-af99-45e39b71b914 req-a207c1fa-f82f-47ba-b205-5315c89ee8c1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Deleting port cb98b4a9-28f6-437f-a052-0aeec217717c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:02:48.660197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6092c94d-514e-45b6-af99-45e39b71b914 req-a207c1fa-f82f-47ba-b205-5315c89ee8c1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:48.706020 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aff01-5577-470c-8430-7c21f53115ff req-af2c6e3f-99aa-4fe7-a97d-e47e54c07b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:48.708074 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-f15aff01-5577-470c-8430-7c21f53115ff req-af2c6e3f-99aa-4fe7-a97d-e47e54c07b44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.1395595 Oct 13 14:02:48.749161 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-f15aff01-5577-470c-8430-7c21f53115ff req-a5265bc2-6e71-4d04-8689-412f82c1232f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308859 Oct 13 14:02:48.763394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264755af-879e-47bf-a468-20c5dc9852bc req-3f801b37-b62e-42c4-abd5-75cf0611f2bd tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:48.765161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-264755af-879e-47bf-a468-20c5dc9852bc req-3f801b37-b62e-42c4-abd5-75cf0611f2bd tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 950 time: 0.2211604 Oct 13 14:02:48.877046 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-f15aff01-5577-470c-8430-7c21f53115ff req-f496aee3-0122-4595-8717-499e87fd7741 service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155527 Oct 13 14:02:48.884518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6092c94d-514e-45b6-af99-45e39b71b914 req-a207c1fa-f82f-47ba-b205-5315c89ee8c1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] For port cb98b4a9-28f6-437f-a052-0aeec217717c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cb98b4a9-28f6-437f-a052-0aeec217717c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:48.885075 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6092c94d-514e-45b6-af99-45e39b71b914 req-a207c1fa-f82f-47ba-b205-5315c89ee8c1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:48.902043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-264755af-879e-47bf-a468-20c5dc9852bc req-fc1b1410-647b-4b84-8eaa-87996a8cfe99 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238728 Oct 13 14:02:48.910654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-6092c94d-514e-45b6-af99-45e39b71b914 req-a207c1fa-f82f-47ba-b205-5315c89ee8c1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Calling delete_port for cb98b4a9-28f6-437f-a052-0aeec217717c owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:02:49.128758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58882) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:49.248471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:02:49.284729 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-82a0713d-6a62-4d9d-ac74-be4e16fd45e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:49.339293 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb16b058-277d-4847-a8b1-ab261e37aeb8 req-b86c9967-3fa3-4f53-b042-370a1a17e1b1 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 210 time: 0.1212664 Oct 13 14:02:49.392842 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-f15aff01-5577-470c-8430-7c21f53115ff req-5eff01d9-5b23-40f3-96a7-3d0dd10f1c0c service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929197 Oct 13 14:02:49.454224 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:49.506248 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:49.528926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:49.552115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 has no active binding in host n-h1-806683-15 {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 14:02:49.667943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ba581-1e07-4842-abb8-af5893465407 req-a28f1da7-3445-4d96-b371-e260d52d431b tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:49.669508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e48ba581-1e07-4842-abb8-af5893465407 req-a28f1da7-3445-4d96-b371-e260d52d431b tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 943 time: 0.1535063 Oct 13 14:02:49.674399 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7d4ff3a-c78b-4ace-81ba-b585236a9d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:49.722897 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6092c94d-514e-45b6-af99-45e39b71b914 req-a207c1fa-f82f-47ba-b205-5315c89ee8c1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:49.742894 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['48537c49-1920-4e30-8571-c0bd91266f10'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:49.792706 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-82a0713d-6a62-4d9d-ac74-be4e16fd45e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:49.812896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed4b246-2b71-476f-86fb-5d789932a0c8 None None] Network 0f31cf1c-e17e-487a-a0e1-d3e645becd37 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:02:49.816477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207c1fa-f82f-47ba-b205-5315c89ee8c1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Pushing event deleted for resources: {'Port': ['ID=cb98b4a9-28f6-437f-a052-0aeec217717c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:49.824005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Allocated IP 172.25.0.140 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/10512458-93c0-4c67-a665-4abd92ca057a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:02:49.856360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6092c94d-514e-45b6-af99-45e39b71b914 req-a207c1fa-f82f-47ba-b205-5315c89ee8c1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] No DVR routers for this DVR port cb98b4a9-28f6-437f-a052-0aeec217717c on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:02:49.867919 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6092c94d-514e-45b6-af99-45e39b71b914 req-a207c1fa-f82f-47ba-b205-5315c89ee8c1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:49.871405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6092c94d-514e-45b6-af99-45e39b71b914 req-a207c1fa-f82f-47ba-b205-5315c89ee8c1 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.49 "DELETE /v2.0/ports/cb98b4a9-28f6-437f-a052-0aeec217717c HTTP/1.1" status: 204 len: 173 time: 1.5597184 Oct 13 14:02:49.875340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e48ba581-1e07-4842-abb8-af5893465407 req-c57daddb-00a9-4985-a0e4-275d84b8e9f5 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793010 Oct 13 14:02:49.878597 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-82a0713d-6a62-4d9d-ac74-be4e16fd45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:49.977552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-82a0713d-6a62-4d9d-ac74-be4e16fd45e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac95ef31ebcb4a73a50d125074c44c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8444343 Oct 13 14:02:49.981934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0713d-6a62-4d9d-ac74-be4e16fd45e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a89e32-3bab-4e2c-83ed-39cb6ad78e16,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:49.983477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-857fcb80-61b2-414e-ac78-9abfb274d755 None None] Provisioning complete for port 3d7dac4d-d982-4e14-ac64-e1f12d038abb triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:49.983962 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-857fcb80-61b2-414e-ac78-9abfb274d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:49.985887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58900) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:50.084485 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-1213c1d8-84c9-431f-bb80-87f38f4b67e2 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0975645 Oct 13 14:02:50.095406 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:50.103919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c', 'name': 'network-vif-deleted', 'tag': 'cb98b4a9-28f6-437f-a052-0aeec217717c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:50.109087 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5df1be-a033-4c44-ab63-8876581d1d01" -d '{"events": [{"server_uuid": "c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c", "name": "network-vif-deleted", "tag": "cb98b4a9-28f6-437f-a052-0aeec217717c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:50.263227 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23380d27-c111-4b5d-9f4d-550403fe1c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:50.303888 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23380d27-c111-4b5d-9f4d-550403fe1c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:50.310879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ec01c88-c070-4e14-b415-18a0ec119bce req-9cad9eca-8951-4ba9-a35e-b15f97db8a66 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 210 time: 0.1356528 Oct 13 14:02:50.371204 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5058996b-5b2c-40fb-87dc-47ec4ec71749 x-openstack-request-id: req-5058996b-5b2c-40fb-87dc-47ec4ec71749 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:50.372076 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c", "name": "network-vif-deleted", "tag": "cb98b4a9-28f6-437f-a052-0aeec217717c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:50.372076 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5058996b-5b2c-40fb-87dc-47ec4ec71749 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:50.372812 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c', 'name': 'network-vif-deleted', 'tag': 'cb98b4a9-28f6-437f-a052-0aeec217717c', 'status': 'completed', 'code': 200} Oct 13 14:02:50.468303 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-857fcb80-61b2-414e-ac78-9abfb274d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:50.513575 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5d4cd6d9-48b2-42ba-8ead-1e3682236583 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:50.516096 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5d4cd6d9-48b2-42ba-8ead-1e3682236583 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4044781 Oct 13 14:02:50.547142 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-aac05e28-158d-4c82-8c50-0cd39d1153fa tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Request body: {'port': {'device_id': 'a268e47e-1cf2-40f5-9610-d3d6c0749ba6', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '7cbf24ee3d2e4d08a684d8e166381bd1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:50.633615 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-857fcb80-61b2-414e-ac78-9abfb274d755 None None] For port 3d7dac4d-d982-4e14-ac64-e1f12d038abb, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3d7dac4d-d982-4e14-ac64-e1f12d038abb,segment=NetworkSegment(7ea66988-2ee5-4ecc-955f-1b39cba16f5a),segment_id=7ea66988-2ee5-4ecc-955f-1b39cba16f5a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:50.636434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3d7dac4d-d982-4e14-ac64-e1f12d038abb up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:02:50.636831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec09d6d4-3ade-4d41-8799-63b80bf4e987 req-0db7bcc5-ac3a-42a5-a58e-15e3d10f0da3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 210 time: 0.1131768 Oct 13 14:02:50.663007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:50.711234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:02:50.728851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:50.729850 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-857fcb80-61b2-414e-ac78-9abfb274d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:50.731392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Pushing event updated for resources: {'Port': ['ID=10512458-93c0-4c67-a665-4abd92ca057a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:50.733664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:02:50.860321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23380d27-c111-4b5d-9f4d-550403fe1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:50.863408 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23380d27-c111-4b5d-9f4d-550403fe1c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:50.864776 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-23380d27-c111-4b5d-9f4d-550403fe1c28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86a89e32-3bab-4e2c-83ed-39cb6ad78e16 HTTP/1.1" status: 204 len: 168 time: 0.8767624 Oct 13 14:02:50.878721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fcb80-61b2-414e-ac78-9abfb274d755 None None] Pushing event updated for resources: {'Port': ['ID=3d7dac4d-d982-4e14-ac64-e1f12d038abb,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:50.893905 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23380d27-c111-4b5d-9f4d-550403fe1c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a89e32-3bab-4e2c-83ed-39cb6ad78e16,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:50.936509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3d7dac4d-d982-4e14-ac64-e1f12d038abb triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:50.936883 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:51.034038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-aac05e28-158d-4c82-8c50-0cd39d1153fa tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Made reservation on behalf of 7cbf24ee3d2e4d08a684d8e166381bd1 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:02:51.041614 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-aac05e28-158d-4c82-8c50-0cd39d1153fa tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:51.078890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-45bb9eeb-45c0-4952-b262-685712f66fbf None None] Provisioning complete for port 3d7dac4d-d982-4e14-ac64-e1f12d038abb triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:51.079129 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-45bb9eeb-45c0-4952-b262-685712f66fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:51.136135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b1e7e-3e78-4aef-9c90-7c7114415589 req-faec07f3-b86d-4f79-b52d-6b5aa6ea2dbe tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:51.137783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-734b1e7e-3e78-4aef-9c90-7c7114415589 req-faec07f3-b86d-4f79-b52d-6b5aa6ea2dbe tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 943 time: 0.1111519 Oct 13 14:02:51.256238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cb98b4a9-28f6-437f-a052-0aeec217717c no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:02:51.304574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-aac05e28-158d-4c82-8c50-0cd39d1153fa tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Allocated IP 192.168.233.123 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/5fabe200-16e6-49d9-bb51-c880a0c093cc) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:02:51.311987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: cb98b4a9-28f6-437f-a052-0aeec217717c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:02:51.314023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cb98b4a9-28f6-437f-a052-0aeec217717c not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:02:51.321849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-734b1e7e-3e78-4aef-9c90-7c7114415589 req-d0e137d5-36fc-4bba-a7eb-49c3ab456121 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026103 Oct 13 14:02:51.405655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-9217982f-ab87-48f6-a586-20b20b27ec05 req-a99ee9a1-ad2d-4752-af0c-280dceba86c5 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Request body: {'security_group': {'name': 'tempest-securitygroup-87394585', 'description': 'tempest-description-661745898'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:51.473391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0bdc49f-295a-4d28-894a-5d509237bb34 req-762c3026-390f-4257-a04d-2bc39947a0a5 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86bdf9c-0ce9-4e78-8a49-dfeb1834e78c HTTP/1.1" status: 200 len: 210 time: 0.0541811 Oct 13 14:02:51.490875 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:51.574041 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:51.593747 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-aac05e28-158d-4c82-8c50-0cd39d1153fa tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:51.717915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-aac05e28-158d-4c82-8c50-0cd39d1153fa tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:51.734075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['9cf50e55-4299-48f8-a7fe-d30b5bceec2e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:51.742600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae', 'c258c505-efec-41a3-908a-c7eff5d460ad', '421e5c99-d76c-4e92-a8de-1171670329da', '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:51.792900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-aac05e28-158d-4c82-8c50-0cd39d1153fa tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:02:51.805841 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-aac05e28-158d-4c82-8c50-0cd39d1153fa tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:51.810105 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-aac05e28-158d-4c82-8c50-0cd39d1153fa tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:02:51.872440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac05e28-158d-4c82-8c50-0cd39d1153fa tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event updated for resources: {'Port': ['ID=5fabe200-16e6-49d9-bb51-c880a0c093cc,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:51.873157 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9217982f-ab87-48f6-a586-20b20b27ec05 req-a99ee9a1-ad2d-4752-af0c-280dceba86c5 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:51.915920 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-aac05e28-158d-4c82-8c50-0cd39d1153fa tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:51.916851 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9217982f-ab87-48f6-a586-20b20b27ec05 req-a99ee9a1-ad2d-4752-af0c-280dceba86c5 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:51.917197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-aac05e28-158d-4c82-8c50-0cd39d1153fa tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:51.946244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bafe22c-4162-4c78-b7ec-645d05054d92 req-d65a8b7a-5005-453c-b867-d131ef2ef1e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4023454 Oct 13 14:02:51.999540 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58950) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:52.020621 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-24580ac5-817d-4c88-9099-d18905c34d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.045784 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-aac05e28-158d-4c82-8c50-0cd39d1153fa tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5004270 Oct 13 14:02:52.048576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def8beb-4226-4a9f-8ea7-7c8ce11ff03b req-f32ce70d-a1bb-493d-8ef0-5aba60266e51 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:52.057468 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5def8beb-4226-4a9f-8ea7-7c8ce11ff03b req-f32ce70d-a1bb-493d-8ef0-5aba60266e51 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 936 time: 0.1880450 Oct 13 14:02:52.076792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Request body: {'port': {'device_id': 'a268e47e-1cf2-40f5-9610-d3d6c0749ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:52.189854 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.238891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5def8beb-4226-4a9f-8ea7-7c8ce11ff03b req-933bfa74-9791-4032-a151-5da4d588ddaf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766157 Oct 13 14:02:52.252395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafe22c-4162-4c78-b7ec-645d05054d92 req-636bf65c-1ef3-4898-9dcc-a5ed73897e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:52.254173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bafe22c-4162-4c78-b7ec-645d05054d92 req-636bf65c-1ef3-4898-9dcc-a5ed73897e76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8da101f040cd4a8f8fa47c2569037dc8&device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 1119 time: 0.2357924 Oct 13 14:02:52.269013 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.339829 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9217982f-ab87-48f6-a586-20b20b27ec05 req-a99ee9a1-ad2d-4752-af0c-280dceba86c5 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.426178 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-94ad48d3-1e30-49d9-8898-ba30bff2904e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.443390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0ec55fb0-b55c-439f-a343-5c8612f5fed5 None None] Provisioning complete for port 5fabe200-16e6-49d9-bb51-c880a0c093cc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:52.443905 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0ec55fb0-b55c-439f-a343-5c8612f5fed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.500223 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9217982f-ab87-48f6-a586-20b20b27ec05 req-a99ee9a1-ad2d-4752-af0c-280dceba86c5 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.507368 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-24580ac5-817d-4c88-9099-d18905c34d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.515557 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3d7dac4d-d982-4e14-ac64-e1f12d038abb up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:02:52.568338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-0ec55fb0-b55c-439f-a343-5c8612f5fed5 None None] Port 5fabe200-16e6-49d9-bb51-c880a0c093cc cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:02:52.624488 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3d7dac4d-d982-4e14-ac64-e1f12d038abb triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:52.625481 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.630826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ee9a1-ad2d-4752-af0c-280dceba86c5 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65abb431-4340-4c63-88d1-c69565e84082,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:52.648880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafe22c-4162-4c78-b7ec-645d05054d92 req-be84712c-33bf-4509-b8a0-586fe3d7cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:52.653369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bafe22c-4162-4c78-b7ec-645d05054d92 req-be84712c-33bf-4509-b8a0-586fe3d7cbde service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f3b32a1-dbed-4907-8cd6-385475dc68e2 HTTP/1.1" status: 200 len: 924 time: 0.3585727 Oct 13 14:02:52.653561 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-24580ac5-817d-4c88-9099-d18905c34d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.696205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcee92e-4b7b-4666-8c86-f2013977daf4 req-ca2f26d4-da00-42b9-9499-c7caea7f3362 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:52.701563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcee92e-4b7b-4666-8c86-f2013977daf4 req-ca2f26d4-da00-42b9-9499-c7caea7f3362 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 943 time: 0.2133636 Oct 13 14:02:52.712138 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fabe200-16e6-49d9-bb51-c880a0c093cc {{(pid=112684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:52.728566 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-24580ac5-817d-4c88-9099-d18905c34d97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=832e30dc81da48b0b06c545c22fc8772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7273099 Oct 13 14:02:52.730873 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.734148 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58964) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:52.743751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24580ac5-817d-4c88-9099-d18905c34d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce187e-2533-4f01-a246-33402f7827c1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:52.766069 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.provisioning_blocks [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Transition to ACTIVE for port object 5fabe200-16e6-49d9-bb51-c880a0c093cc will not be triggered until provisioned by entity L2. {{(pid=112684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:02:52.777128 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9217982f-ab87-48f6-a586-20b20b27ec05 req-a99ee9a1-ad2d-4752-af0c-280dceba86c5 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.828717 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb66f35c-c526-4ff4-be05-166bea00eef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.833418 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.855550 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9217982f-ab87-48f6-a586-20b20b27ec05 req-a99ee9a1-ad2d-4752-af0c-280dceba86c5 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.865347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bafe22c-4162-4c78-b7ec-645d05054d92 req-dd19f73c-57b5-4575-8826-5faccb7f6100 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b30274e0-496f-470c-ba76-6e5608282339 HTTP/1.1" status: 200 len: 1023 time: 0.2011886 Oct 13 14:02:52.879301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcee92e-4b7b-4666-8c86-f2013977daf4 req-6469d07a-bda0-4a40-811f-ff9ed5a14811 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998793 Oct 13 14:02:52.919113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb66f35c-c526-4ff4-be05-166bea00eef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:52.973755 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Pushing event updated for resources: {'Port': ['ID=5fabe200-16e6-49d9-bb51-c880a0c093cc,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:53.011713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Router 94fbe959-0221-4a3d-bb66-54ad1c9d453d is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:02:53.073181 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9217982f-ab87-48f6-a586-20b20b27ec05 req-a99ee9a1-ad2d-4752-af0c-280dceba86c5 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:53.081617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9217982f-ab87-48f6-a586-20b20b27ec05 req-a99ee9a1-ad2d-4752-af0c-280dceba86c5 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7423522 Oct 13 14:02:53.082507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ee9a1-ad2d-4752-af0c-280dceba86c5 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013a05ce-c734-46ef-8120-769b4ceda91a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:53.083004 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Attempting to bind port 5fabe200-16e6-49d9-bb51-c880a0c093cc on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:53.083346 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Attempting to bind port 5fabe200-16e6-49d9-bb51-c880a0c093cc by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:53.083827 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Attempting to bind port 5fabe200-16e6-49d9-bb51-c880a0c093cc on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:53.108589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Port 5fabe200-16e6-49d9-bb51-c880a0c093cc on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:02:53.108589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Attempting to bind port 5fabe200-16e6-49d9-bb51-c880a0c093cc on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:53.111363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafe22c-4162-4c78-b7ec-645d05054d92 req-512f4a70-7c83-4863-af91-e425d5aaac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:53.113670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bafe22c-4162-4c78-b7ec-645d05054d92 req-512f4a70-7c83-4863-af91-e425d5aaac38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b25b45a-36a2-457f-b836-0c2292062e0c HTTP/1.1" status: 200 len: 862 time: 0.2333555 Oct 13 14:02:53.114361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:53.114936 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:53.116321 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:53.116719 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Bound port: 5fabe200-16e6-49d9-bb51-c880a0c093cc, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:53.117313 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:53.233130 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb66f35c-c526-4ff4-be05-166bea00eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:53.242511 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb66f35c-c526-4ff4-be05-166bea00eef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:53.252184 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bb66f35c-c526-4ff4-be05-166bea00eef2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afce187e-2533-4f01-a246-33402f7827c1 HTTP/1.1" status: 204 len: 168 time: 0.5155609 Oct 13 14:02:53.254649 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] For port 5fabe200-16e6-49d9-bb51-c880a0c093cc, host n-h2-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:53.282754 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] For port 5fabe200-16e6-49d9-bb51-c880a0c093cc, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5fabe200-16e6-49d9-bb51-c880a0c093cc,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:53.293768 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66f35c-c526-4ff4-be05-166bea00eef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce187e-2533-4f01-a246-33402f7827c1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:53.308151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-07fe660f-3720-4b54-95f3-7176b7ab2ec1 req-7b6dc0f3-f343-4e91-8556-6b94b7d93569 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1996531339', 'description': 'tempest-description-270551065'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:53.331888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafe22c-4162-4c78-b7ec-645d05054d92 req-f74eb2c5-2686-4861-887f-36bee9a176b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:53.333295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bafe22c-4162-4c78-b7ec-645d05054d92 req-f74eb2c5-2686-4861-887f-36bee9a176b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f3b32a1-dbed-4907-8cd6-385475dc68e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2026911 Oct 13 14:02:53.358981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:02:53.366636 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:53.374080 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Sync routers for ids ['94fbe959-0221-4a3d-bb66-54ad1c9d453d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:02:53.389362 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Routers {'94fbe959-0221-4a3d-bb66-54ad1c9d453d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:02:53.389994 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:02:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['94fbe959-0221-4a3d-bb66-54ad1c9d453d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:02:53.432204 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:53.434070 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:53.437102 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] 10.222.0.41 "PUT /v2.0/ports/5fabe200-16e6-49d9-bb51-c880a0c093cc HTTP/1.1" status: 200 len: 1097 time: 1.3773692 Oct 13 14:02:53.439722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a268e47e-1cf2-40f5-9610-d3d6c0749ba6', 'tag': '5fabe200-16e6-49d9-bb51-c880a0c093cc'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:53.441381 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601e9679-3f34-41c5-9bff-02452b7bbf86" -d '{"events": [{"name": "network-changed", "server_uuid": "a268e47e-1cf2-40f5-9610-d3d6c0749ba6", "tag": "5fabe200-16e6-49d9-bb51-c880a0c093cc"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:53.455873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-07fe660f-3720-4b54-95f3-7176b7ab2ec1 req-7b6dc0f3-f343-4e91-8556-6b94b7d93569 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:53.529287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c975c9a-d9b1-4227-b26f-2fddbdf2cb40 service neutron] Pushing event updated for resources: {'Port': ['ID=5fabe200-16e6-49d9-bb51-c880a0c093cc,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:53.560646 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:53.562586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-87e272a7-4566-416e-9f1a-7140ac6ec12e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7281218 Oct 13 14:02:53.567681 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58980) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:53.571081 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Set router 94fbe959-0221-4a3d-bb66-54ad1c9d453d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:02:53.588348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bafe22c-4162-4c78-b7ec-645d05054d92 req-e3872f8b-6120-4646-adae-3de57fc4a2a5 service neutron] 10.222.0.49 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375329 Oct 13 14:02:53.640327 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:53.768942 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-07fe660f-3720-4b54-95f3-7176b7ab2ec1 req-7b6dc0f3-f343-4e91-8556-6b94b7d93569 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:53.769180 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-926fbf16-940e-4405-be85-5afa920914d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:53.770682 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-926fbf16-940e-4405-be85-5afa920914d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 1100 time: 0.1245630 Oct 13 14:02:53.790594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bafe22c-4162-4c78-b7ec-645d05054d92 req-4983a16e-d1d5-4413-9dad-f02ae2900bcf service neutron] 10.222.0.49 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969826 Oct 13 14:02:53.841243 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-07fe660f-3720-4b54-95f3-7176b7ab2ec1 req-7b6dc0f3-f343-4e91-8556-6b94b7d93569 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:53.870281 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-4480cd4d-57c4-4ec6-a365-c5ad92a01677 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5fabe200-16e6-49d9-bb51-c880a0c093cc HTTP/1.1" status: 200 len: 217 time: 0.0625172 Oct 13 14:02:53.905612 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'name': 'tempest-FloatingIPsNegativeTestJSON-744901113-router', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10512458-93c0-4c67-a665-4abd92ca057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:02:47Z', 'updated_at': '2021-10-13T14:02:50Z', 'revision_number': 3, 'project_id': 'c77971562cf64f58b4861023d2eb96ae', 'gw_port': {'id': '10512458-93c0-4c67-a665-4abd92ca057a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:02:49Z', 'updated_at': '2021-10-13T14:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:02:53.950371 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Checking router: 94fbe959-0221-4a3d-bb66-54ad1c9d453d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:02:53.952674 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Updating router 94fbe959-0221-4a3d-bb66-54ad1c9d453d port 10512458-93c0-4c67-a665-4abd92ca057a binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:02:53.970966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dc0f3-f343-4e91-8556-6b94b7d93569 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dc9e52-afc0-481b-933b-c26eb96a540d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:53.982514 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:54.020459 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:54.046362 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-07fe660f-3720-4b54-95f3-7176b7ab2ec1 req-7b6dc0f3-f343-4e91-8556-6b94b7d93569 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:54.058943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-40226f6f-87e0-42cb-8b1a-0631e52d8212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:54.058943 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-40226f6f-87e0-42cb-8b1a-0631e52d8212 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1172752 Oct 13 14:02:54.059122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07fe660f-3720-4b54-95f3-7176b7ab2ec1 req-7b6dc0f3-f343-4e91-8556-6b94b7d93569 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7760785 Oct 13 14:02:54.079195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6dc21-5821-4e74-b143-79a57ba825b4 req-d9c2b9cc-4f08-456a-9cac-4aa3eb73ffff tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:54.082877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbe6dc21-5821-4e74-b143-79a57ba825b4 req-d9c2b9cc-4f08-456a-9cac-4aa3eb73ffff tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 948 time: 0.0959897 Oct 13 14:02:54.133179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbe6dc21-5821-4e74-b143-79a57ba825b4 req-32dac95f-2939-475a-8c8d-9fbd5c258300 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423861 Oct 13 14:02:54.218867 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000a644b-fecd-4724-a5b4-9329a5a32692 x-openstack-request-id: req-000a644b-fecd-4724-a5b4-9329a5a32692 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:54.222204 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a268e47e-1cf2-40f5-9610-d3d6c0749ba6", "tag": "5fabe200-16e6-49d9-bb51-c880a0c093cc", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:54.226687 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-000a644b-fecd-4724-a5b4-9329a5a32692 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:54.227299 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a268e47e-1cf2-40f5-9610-d3d6c0749ba6', 'tag': '5fabe200-16e6-49d9-bb51-c880a0c093cc', 'status': 'completed', 'code': 200} Oct 13 14:02:54.262865 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-499918cb-565b-4389-91d2-964ddf634335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:54.264424 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-499918cb-565b-4389-91d2-964ddf634335 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1926951 Oct 13 14:02:54.455492 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-9cdfe241-954d-4059-af3f-f3b38ac0d38d service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468077 Oct 13 14:02:54.475824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7f45d-6ada-46d1-8660-69ef979df138 req-d1493343-d807-474f-812e-dd4cbcc2c064 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:54.493328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57e7f45d-6ada-46d1-8660-69ef979df138 req-d1493343-d807-474f-812e-dd4cbcc2c064 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 949 time: 0.2275372 Oct 13 14:02:54.512308 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:54.562116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57e7f45d-6ada-46d1-8660-69ef979df138 req-8827c516-53ab-43b5-b726-770307527ad5 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674789 Oct 13 14:02:54.590321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323383c2-c918-4327-8351-e9ca0e6fc691 req-a2c9c657-3fae-47a7-b345-1df28714c12c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:54.592124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-323383c2-c918-4327-8351-e9ca0e6fc691 req-a2c9c657-3fae-47a7-b345-1df28714c12c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 943 time: 0.2614293 Oct 13 14:02:54.599133 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:54.647566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-323383c2-c918-4327-8351-e9ca0e6fc691 req-ba1a6b39-49c0-4f25-861f-80acc9e2675e tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488787 Oct 13 14:02:54.651702 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:54.674040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59008) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:54.697672 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-08a8ece3-4318-4857-ab81-67f8b98e8d7f req-34c96943-7389-4544-8626-4ecfbc85bbd3 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994295 Oct 13 14:02:54.752057 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Attempting to bind port 10512458-93c0-4c67-a665-4abd92ca057a on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:02:54.752756 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Attempting to bind port 10512458-93c0-4c67-a665-4abd92ca057a by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:02:54.753442 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Attempting to bind port 10512458-93c0-4c67-a665-4abd92ca057a on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:02:54.763700 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Pushing event updated for resources: {'Port': ['ID=10512458-93c0-4c67-a665-4abd92ca057a,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:54.767657 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:02:54.768509 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:02:54.769109 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:54.769971 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:02:54.770527 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Bound port: 10512458-93c0-4c67-a665-4abd92ca057a, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:02:54.771150 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:54.779047 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:54.779695 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:54.780292 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:54.780698 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:54.781259 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:54.781933 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:54.782575 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:54.783127 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:54.783648 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:54.784238 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:54.784898 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:54.785764 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:02:54.883100 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] For port 10512458-93c0-4c67-a665-4abd92ca057a, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:54.887611 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] For port 10512458-93c0-4c67-a665-4abd92ca057a, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=10512458-93c0-4c67-a665-4abd92ca057a,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:02:54.960945 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:54.967221 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e9679-3f34-41c5-9bff-02452b7bbf86 req-011b02ce-a541-42a2-9d3b-04c169bc29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:54.970252 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-601e9679-3f34-41c5-9bff-02452b7bbf86 req-011b02ce-a541-42a2-9d3b-04c169bc29a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 1100 time: 0.1327424 Oct 13 14:02:54.984583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Allocated IP 172.20.0.1 (0f31cf1c-e17e-487a-a0e1-d3e645becd37/1cd89ccf-5a4c-46a7-aebd-f4d66b0e372e/40d61b2f-ea48-43d7-9217-e1cd2126ff43) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:02:54.985015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ceb839f-dcca-40dc-a6d8-a84ed4c61ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:55.146738 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3af6b4-6b53-4fea-902a-d73056a4d6c3 None None] Pushing event updated for resources: {'Port': ['ID=10512458-93c0-4c67-a665-4abd92ca057a,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:55.146738 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Routers {'94fbe959-0221-4a3d-bb66-54ad1c9d453d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:02:55.147419 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:02:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['94fbe959-0221-4a3d-bb66-54ad1c9d453d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:02:55.185365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4e57693f-f95f-47ca-bb68-dd3677357019 req-ef0482d2-957e-4059-a3fc-9c1c8fb12682 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1631110811', 'description': 'tempest-description-1896217115'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:55.209889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90f67-d3d2-45a8-919f-cd44522bd76c req-bf63d317-06b9-4508-a00b-83f466a84c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:55.213625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11f90f67-d3d2-45a8-919f-cd44522bd76c req-bf63d317-06b9-4508-a00b-83f466a84c27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 1126 time: 0.2118864 Oct 13 14:02:55.278373 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:55.297918 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:55.305086 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e9679-3f34-41c5-9bff-02452b7bbf86 req-de39f7f3-caa9-462f-8153-0431c9aeeb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:55.306665 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-601e9679-3f34-41c5-9bff-02452b7bbf86 req-de39f7f3-caa9-462f-8153-0431c9aeeb0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.3162966 Oct 13 14:02:55.307058 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ceb839f-dcca-40dc-a6d8-a84ed4c61ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:55.368316 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-601e9679-3f34-41c5-9bff-02452b7bbf86 req-a00d1208-1022-4674-969c-feb0a6034068 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=5fabe200-16e6-49d9-bb51-c880a0c093cc HTTP/1.1" status: 200 len: 217 time: 0.0465043 Oct 13 14:02:55.432397 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] Set router 94fbe959-0221-4a3d-bb66-54ad1c9d453d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:02:55.446881 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e9679-3f34-41c5-9bff-02452b7bbf86 req-aed7dea9-6509-4240-8404-c91d766f0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:55.448752 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-601e9679-3f34-41c5-9bff-02452b7bbf86 req-aed7dea9-6509-4240-8404-c91d766f0e76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0629184 Oct 13 14:02:55.464609 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4e57693f-f95f-47ca-bb68-dd3677357019 req-ef0482d2-957e-4059-a3fc-9c1c8fb12682 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:55.476360 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:55.482501 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4e57693f-f95f-47ca-bb68-dd3677357019 req-ef0482d2-957e-4059-a3fc-9c1c8fb12682 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:55.484395 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ceb839f-dcca-40dc-a6d8-a84ed4c61ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:55.541797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb839f-dcca-40dc-a6d8-a84ed4c61ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6971be17-ca27-425b-affc-cc82e13215e7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:55.573021 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Network 0f31cf1c-e17e-487a-a0e1-d3e645becd37 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:02:55.581754 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:55.590476 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:02:55.608568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Pushing event updated for resources: {'Port': ['ID=40d61b2f-ea48-43d7-9217-e1cd2126ff43,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:55.644250 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e9679-3f34-41c5-9bff-02452b7bbf86 req-34b2004b-903a-4a6b-8784-8849d65ea66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:55.645794 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-601e9679-3f34-41c5-9bff-02452b7bbf86 req-34b2004b-903a-4a6b-8784-8849d65ea66a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1839392 Oct 13 14:02:55.673716 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:55.676584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-1033f16f-9cb8-430a-8dd1-842995b1ef58 service neutron] 10.222.0.41 "GET /v2.0/ports/84bcd46a-6d71-4bee-a5a3-d79a847c73d2/bindings/n-h1-806683-15 HTTP/1.1" status: 200 len: 385 time: 0.3657277 Oct 13 14:02:55.680352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90f67-d3d2-45a8-919f-cd44522bd76c req-b3bcd06f-9dcd-4ef8-9032-a80b4515ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:55.683329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11f90f67-d3d2-45a8-919f-cd44522bd76c req-b3bcd06f-9dcd-4ef8-9032-a80b4515ab4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.3740323 Oct 13 14:02:55.696953 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'name': 'tempest-FloatingIPsNegativeTestJSON-744901113-router', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10512458-93c0-4c67-a665-4abd92ca057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:02:47Z', 'updated_at': '2021-10-13T14:02:50Z', 'revision_number': 3, 'project_id': 'c77971562cf64f58b4861023d2eb96ae', 'gw_port': {'id': '10512458-93c0-4c67-a665-4abd92ca057a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:02:49Z', 'updated_at': '2021-10-13T14:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:02:55.710595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9ceb839f-dcca-40dc-a6d8-a84ed4c61ed8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=725b5a3d45814b7c9404430cf51654fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0347507 Oct 13 14:02:55.739289 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259cc71-1262-40d0-b1bd-0ee0927fbc34 None None] The sync data for ids ['94fbe959-0221-4a3d-bb66-54ad1c9d453d'] in n-d-806683-15 is: [{'id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'name': 'tempest-FloatingIPsNegativeTestJSON-744901113-router', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10512458-93c0-4c67-a665-4abd92ca057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:02:47Z', 'updated_at': '2021-10-13T14:02:50Z', 'revision_number': 3, 'project_id': 'c77971562cf64f58b4861023d2eb96ae', 'gw_port': {'id': '10512458-93c0-4c67-a665-4abd92ca057a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:02:49Z', 'updated_at': '2021-10-13T14:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:02:55.756693 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59026) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:55.792736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e2d66-23b0-421f-8275-12510673ec36 req-f9c0eb42-7d31-482e-8b90-7468ef71bc6e tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:55.794508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-570e2d66-23b0-421f-8275-12510673ec36 req-f9c0eb42-7d31-482e-8b90-7468ef71bc6e tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 948 time: 0.4823911 Oct 13 14:02:55.941170 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d464683-1625-429d-80ea-0e1ecae2868f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:55.957578 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-35b10159-2e90-464b-bf98-fc618ee74b12 None None] Provisioning complete for port 40d61b2f-ea48-43d7-9217-e1cd2126ff43 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:55.958307 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-35b10159-2e90-464b-bf98-fc618ee74b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:55.970690 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-601e9679-3f34-41c5-9bff-02452b7bbf86 req-29086f43-5de2-40a1-83a2-d5b41a714449 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045337 Oct 13 14:02:56.010317 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d464683-1625-429d-80ea-0e1ecae2868f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:56.077078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-35b10159-2e90-464b-bf98-fc618ee74b12 None None] Port 40d61b2f-ea48-43d7-9217-e1cd2126ff43 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:02:56.120703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11f90f67-d3d2-45a8-919f-cd44522bd76c req-3ecd7145-3c61-41ac-9069-d33aa2683f28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2 HTTP/1.1" status: 200 len: 217 time: 0.4149818 Oct 13 14:02:56.207186 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-601e9679-3f34-41c5-9bff-02452b7bbf86 req-959eba9d-c7ae-4da7-b1d8-e96d7a1cd6ac service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222903 Oct 13 14:02:56.263310 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:56.290605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-570e2d66-23b0-421f-8275-12510673ec36 req-da1998b4-0f14-4709-8d22-e898a536e2f9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682053 Oct 13 14:02:56.320115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90f67-d3d2-45a8-919f-cd44522bd76c req-96daf711-2655-4af6-9bc3-9901ce61a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:56.321870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11f90f67-d3d2-45a8-919f-cd44522bd76c req-96daf711-2655-4af6-9bc3-9901ce61a867 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.1675885 Oct 13 14:02:56.395985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11f90f67-d3d2-45a8-919f-cd44522bd76c req-79388161-b47a-47ec-8c85-a3347bcf1367 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655448 Oct 13 14:02:56.401266 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4e57693f-f95f-47ca-bb68-dd3677357019 req-ef0482d2-957e-4059-a3fc-9c1c8fb12682 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:56.469148 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d464683-1625-429d-80ea-0e1ecae2868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:56.471791 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d464683-1625-429d-80ea-0e1ecae2868f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:56.479605 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0d464683-1625-429d-80ea-0e1ecae2868f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6971be17-ca27-425b-affc-cc82e13215e7 HTTP/1.1" status: 204 len: 168 time: 0.7208796 Oct 13 14:02:56.527635 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d464683-1625-429d-80ea-0e1ecae2868f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6971be17-ca27-425b-affc-cc82e13215e7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:56.530655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 10512458-93c0-4c67-a665-4abd92ca057a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:02:56.590236 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9d7c2-b3e3-4d96-963e-943297f6d029 req-626d4b2c-6a83-4187-a228-53e1ca680afe tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:56.591773 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2ae9d7c2-b3e3-4d96-963e-943297f6d029 req-626d4b2c-6a83-4187-a228-53e1ca680afe tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.41 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 949 time: 0.1432805 Oct 13 14:02:56.665095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 10512458-93c0-4c67-a665-4abd92ca057a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:56.665741 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:56.688690 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4e57693f-f95f-47ca-bb68-dd3677357019 req-ef0482d2-957e-4059-a3fc-9c1c8fb12682 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:56.788133 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:56.822395 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:56.846130 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [req-2ae9d7c2-b3e3-4d96-963e-943297f6d029 req-40b29f68-0183-4c78-a0c4-106fc523a8b4 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Deleting port 48537c49-1920-4e30-8571-c0bd91266f10 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:02:56.846917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2ae9d7c2-b3e3-4d96-963e-943297f6d029 req-40b29f68-0183-4c78-a0c4-106fc523a8b4 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:56.862343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:56.866020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 10512458-93c0-4c67-a665-4abd92ca057a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=10512458-93c0-4c67-a665-4abd92ca057a,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:56.866340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0482d2-957e-4059-a3fc-9c1c8fb12682 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195bc61e-5075-4d03-920f-a1fc0b15ea08,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:56.885253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeba004-14df-4a9f-bb8d-da5da863288d req-0c257879-b027-481c-8a34-394f7181ad9f tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:56.885253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbeba004-14df-4a9f-bb8d-da5da863288d req-0c257879-b027-481c-8a34-394f7181ad9f tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 949 time: 0.4545569 Oct 13 14:02:56.888040 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11f90f67-d3d2-45a8-919f-cd44522bd76c req-0823e919-b7ec-413c-a1ac-98913d70416b service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754825 Oct 13 14:02:56.955526 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:56.981168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ab5be371-0472-43fb-8116-15ba95585688 req-4761f639-e085-4883-825b-7d637dc49b6b service neutron] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:57.047197 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Pushing event updated for resources: {'Port': ['ID=40d61b2f-ea48-43d7-9217-e1cd2126ff43,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:57.066326 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:57.072830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ab5be371-0472-43fb-8116-15ba95585688 req-4761f639-e085-4883-825b-7d637dc49b6b service neutron] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:02:57.077809 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=10512458-93c0-4c67-a665-4abd92ca057a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:57.114746 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4e57693f-f95f-47ca-bb68-dd3677357019 req-ef0482d2-957e-4059-a3fc-9c1c8fb12682 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:57.130806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbeba004-14df-4a9f-bb8d-da5da863288d req-e9525838-a7d3-4f4e-a0cb-402cb2b1f3d2 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/security-groups?id=de69e214-740a-45e7-9c50-6361f3cf8dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388651 Oct 13 14:02:57.150463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-ab5be371-0472-43fb-8116-15ba95585688 req-4761f639-e085-4883-825b-7d637dc49b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:57.170693 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-2ae9d7c2-b3e3-4d96-963e-943297f6d029 req-40b29f68-0183-4c78-a0c4-106fc523a8b4 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] For port 48537c49-1920-4e30-8571-c0bd91266f10, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=48537c49-1920-4e30-8571-c0bd91266f10,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:57.171246 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2ae9d7c2-b3e3-4d96-963e-943297f6d029 req-40b29f68-0183-4c78-a0c4-106fc523a8b4 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:57.174884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ab5be371-0472-43fb-8116-15ba95585688 req-4761f639-e085-4883-825b-7d637dc49b6b service neutron] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:57.181396 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4e57693f-f95f-47ca-bb68-dd3677357019 req-ef0482d2-957e-4059-a3fc-9c1c8fb12682 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:57.208477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11f90f67-d3d2-45a8-919f-cd44522bd76c req-997ef0ca-18a1-4704-9658-071dbccfa78d service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088696 Oct 13 14:02:57.238359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0482d2-957e-4059-a3fc-9c1c8fb12682 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87bb138-df1c-4abe-a108-05abb61a7f31,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:57.274958 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ab5be371-0472-43fb-8116-15ba95585688 req-4761f639-e085-4883-825b-7d637dc49b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:57.308392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4e57693f-f95f-47ca-bb68-dd3677357019 req-ef0482d2-957e-4059-a3fc-9c1c8fb12682 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:57.311169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e57693f-f95f-47ca-bb68-dd3677357019 req-ef0482d2-957e-4059-a3fc-9c1c8fb12682 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.1399632 Oct 13 14:02:57.392710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a67319-3007-4759-9de7-474b0280ebe3 req-fc77da73-7716-465e-a41a-7981cde119f4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:57.394481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4a67319-3007-4759-9de7-474b0280ebe3 req-fc77da73-7716-465e-a41a-7981cde119f4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 943 time: 0.1074250 Oct 13 14:02:57.438111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-ab5be371-0472-43fb-8116-15ba95585688 req-4761f639-e085-4883-825b-7d637dc49b6b service neutron] Transition to ACTIVE for port object 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:02:57.460799 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4a67319-3007-4759-9de7-474b0280ebe3 req-956733bf-8f5d-4db8-952f-321d9ec482f5 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485303 Oct 13 14:02:57.468361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [req-2ae9d7c2-b3e3-4d96-963e-943297f6d029 req-40b29f68-0183-4c78-a0c4-106fc523a8b4 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Calling delete_port for 48537c49-1920-4e30-8571-c0bd91266f10 owned by compute:nova {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:02:57.514694 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ab5be371-0472-43fb-8116-15ba95585688 req-4761f639-e085-4883-825b-7d637dc49b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:57.570781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Network 0f31cf1c-e17e-487a-a0e1-d3e645becd37 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:02:57.575455 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:02:57.655504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5be371-0472-43fb-8116-15ba95585688 req-4761f639-e085-4883-825b-7d637dc49b6b service neutron] No DVR routers for this DVR port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:02:57.666300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761f639-e085-4883-825b-7d637dc49b6b service neutron] Pushing event updated for resources: {'Port': ['ID=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:57.731676 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59054) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:57.753263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0d1a-27e4-472c-866f-93ea49cf2c93 req-4374dd39-cae0-4923-abc0-e8df572a0ca4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:57.756734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b9c0d1a-27e4-472c-866f-93ea49cf2c93 req-4374dd39-cae0-4923-abc0-e8df572a0ca4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 948 time: 0.1917408 Oct 13 14:02:57.758021 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0abfac84-a7e6-4543-a0d1-2031511471ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:57.768402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-4761f639-e085-4883-825b-7d637dc49b6b service neutron] 10.222.0.41 "PUT /v2.0/ports/84bcd46a-6d71-4bee-a5a3-d79a847c73d2/bindings/n-h1-806683-15/activate HTTP/1.1" status: 200 len: 370 time: 2.0645044 Oct 13 14:02:57.833055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b9c0d1a-27e4-472c-866f-93ea49cf2c93 req-c3cbc835-5153-4cc1-a15a-57404f5d885e tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608416 Oct 13 14:02:57.869946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-816e1378-7519-4d5d-9fa7-c436664022ba req-b2f8d4be-3533-4ddc-87f3-f87f3b145f21 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1195769897', 'description': 'tempest-description-835354602'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:02:57.901302 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Router 94fbe959-0221-4a3d-bb66-54ad1c9d453d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:02:57.989002 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2ae9d7c2-b3e3-4d96-963e-943297f6d029 req-40b29f68-0183-4c78-a0c4-106fc523a8b4 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.004873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['48537c49-1920-4e30-8571-c0bd91266f10'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:58.027144 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-816e1378-7519-4d5d-9fa7-c436664022ba req-b2f8d4be-3533-4ddc-87f3-f87f3b145f21 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.080201 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b29f68-0183-4c78-a0c4-106fc523a8b4 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Pushing event deleted for resources: {'Port': ['ID=48537c49-1920-4e30-8571-c0bd91266f10,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:58.084273 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b187a1f8-6525-400e-8907-5dd798c7de84 None None] Provisioning complete for port 40d61b2f-ea48-43d7-9217-e1cd2126ff43 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:58.084830 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0abfac84-a7e6-4543-a0d1-2031511471ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.085735 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b187a1f8-6525-400e-8907-5dd798c7de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.142180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b187a1f8-6525-400e-8907-5dd798c7de84 None None] Port 40d61b2f-ea48-43d7-9217-e1cd2126ff43 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:02:58.155311 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0abfac84-a7e6-4543-a0d1-2031511471ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.185310 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae9d7c2-b3e3-4d96-963e-943297f6d029 req-40b29f68-0183-4c78-a0c4-106fc523a8b4 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] No DVR routers for this DVR port 48537c49-1920-4e30-8571-c0bd91266f10 on host n-h2-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:02:58.207915 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:02:58.210534 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-2ae9d7c2-b3e3-4d96-963e-943297f6d029 req-40b29f68-0183-4c78-a0c4-106fc523a8b4 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.213788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be371-0472-43fb-8116-15ba95585688 req-4ba114f8-849d-4a7a-a1f4-160ba634e711 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:58.215429 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2ae9d7c2-b3e3-4d96-963e-943297f6d029 req-40b29f68-0183-4c78-a0c4-106fc523a8b4 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.41 "DELETE /v2.0/ports/48537c49-1920-4e30-8571-c0bd91266f10 HTTP/1.1" status: 204 len: 173 time: 1.6102946 Oct 13 14:02:58.215703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-4ba114f8-849d-4a7a-a1f4-160ba634e711 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026&tenant_id=a83e69682127431abea4c77d59610aed&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1096 time: 0.2423069 Oct 13 14:02:58.222825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90acc7c-85d8-43cd-a712-040fc00e9bbe', 'name': 'network-vif-deleted', 'tag': '48537c49-1920-4e30-8571-c0bd91266f10'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:02:58.229913 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20e282b-b4e0-491c-aad2-e6d893a7277c" -d '{"events": [{"server_uuid": "a90acc7c-85d8-43cd-a712-040fc00e9bbe", "name": "network-vif-deleted", "tag": "48537c49-1920-4e30-8571-c0bd91266f10"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:02:58.247873 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ccee28b6-f35e-4ec6-90bc-c40c3d4725e0 admin admin] 10.222.0.18 "PUT /v2.0/routers/94fbe959-0221-4a3d-bb66-54ad1c9d453d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6789360 Oct 13 14:02:58.279484 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0abfac84-a7e6-4543-a0d1-2031511471ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35dfd7941a3343258b3075d896ab32c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5459120 Oct 13 14:02:58.281103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfac84-a7e6-4543-a0d1-2031511471ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd448d3a-7196-49ff-a1bc-20843fef2c46,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:58.284026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59074) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:02:58.357181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Sync routers for ids ['94fbe959-0221-4a3d-bb66-54ad1c9d453d'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:02:58.370349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Routers {'94fbe959-0221-4a3d-bb66-54ad1c9d453d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:02:58.371931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:02:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['94fbe959-0221-4a3d-bb66-54ad1c9d453d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:02:58.378941 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e8c8-f9db-4e5a-b9a7-9db525d069f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.422733 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e8c8-f9db-4e5a-b9a7-9db525d069f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.502933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f396d882-63d6-4aaf-8e8d-9d17f5c57839 req-fe8f5689-e1c6-4eac-a7bb-900f72725902 tempest-LiveMigrationNegativeTest-1011752787 tempest-LiveMigrationNegativeTest-1011752787-project] 10.222.0.18 "GET /v2.0/ports?device_id=a90acc7c-85d8-43cd-a712-040fc00e9bbe HTTP/1.1" status: 200 len: 210 time: 0.1481636 Oct 13 14:02:58.508509 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-816e1378-7519-4d5d-9fa7-c436664022ba req-b2f8d4be-3533-4ddc-87f3-f87f3b145f21 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.526452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be371-0472-43fb-8116-15ba95585688 req-9910b360-b999-47d5-9e6b-82b993bd8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:58.528687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-9910b360-b999-47d5-9e6b-82b993bd8cd5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026&tenant_id=a83e69682127431abea4c77d59610aed HTTP/1.1" status: 200 len: 1096 time: 0.2995672 Oct 13 14:02:58.566288 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51d6e8a-32e2-49e8-9e55-0fd87d64df1c x-openstack-request-id: req-d51d6e8a-32e2-49e8-9e55-0fd87d64df1c {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:02:58.566741 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90acc7c-85d8-43cd-a712-040fc00e9bbe", "name": "network-vif-deleted", "tag": "48537c49-1920-4e30-8571-c0bd91266f10", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:02:58.567149 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d51d6e8a-32e2-49e8-9e55-0fd87d64df1c {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:02:58.567965 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90acc7c-85d8-43cd-a712-040fc00e9bbe', 'name': 'network-vif-deleted', 'tag': '48537c49-1920-4e30-8571-c0bd91266f10', 'status': 'completed', 'code': 200} Oct 13 14:02:58.610095 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e8c8-f9db-4e5a-b9a7-9db525d069f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.619178 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e8c8-f9db-4e5a-b9a7-9db525d069f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.621448 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-816e1378-7519-4d5d-9fa7-c436664022ba req-b2f8d4be-3533-4ddc-87f3-f87f3b145f21 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.627224 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5fe0e8c8-f9db-4e5a-b9a7-9db525d069f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd448d3a-7196-49ff-a1bc-20843fef2c46 HTTP/1.1" status: 204 len: 168 time: 0.3401971 Oct 13 14:02:58.661023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5fabe200-16e6-49d9-bb51-c880a0c093cc details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:02:58.664206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 10512458-93c0-4c67-a665-4abd92ca057a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:02:58.665731 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0e8c8-f9db-4e5a-b9a7-9db525d069f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd448d3a-7196-49ff-a1bc-20843fef2c46,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:58.666182 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:02:58.752606 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-816e1378-7519-4d5d-9fa7-c436664022ba req-b2f8d4be-3533-4ddc-87f3-f87f3b145f21 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.758665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-816e1378-7519-4d5d-9fa7-c436664022ba req-b2f8d4be-3533-4ddc-87f3-f87f3b145f21 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9044998 Oct 13 14:02:58.778809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8d4be-3533-4ddc-87f3-f87f3b145f21 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9291abe7-22f1-4c8d-9b5d-8dbb2e8a55b7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:58.810466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be371-0472-43fb-8116-15ba95585688 req-1de114fa-881a-4dff-9eb8-1f71395fe5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:58.813170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-1de114fa-881a-4dff-9eb8-1f71395fe5bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 1096 time: 0.2540717 Oct 13 14:02:58.836116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Set router 94fbe959-0221-4a3d-bb66-54ad1c9d453d gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:02:58.871522 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:02:58.900044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 10512458-93c0-4c67-a665-4abd92ca057a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:02:58.900683 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:58.953624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e91ec-e719-415c-96da-8eb9a147bfba req-6ede4caf-31ac-46e7-810d-1649e2277319 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:58.955588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-425e91ec-e719-415c-96da-8eb9a147bfba req-6ede4caf-31ac-46e7-810d-1649e2277319 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 944 time: 0.1013372 Oct 13 14:02:59.053590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5fabe200-16e6-49d9-bb51-c880a0c093cc, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5fabe200-16e6-49d9-bb51-c880a0c093cc,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:59.061778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1679ec29-57f9-4f68-835c-6625628639cb req-e828b3bf-5755-4ee4-906f-295265f9a3a7 tempest-FloatingIPsNegativeTestJSON-1208395427 tempest-FloatingIPsNegativeTestJSON-1208395427-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=c77971562cf64f58b4861023d2eb96ae HTTP/1.1" status: 200 len: 217 time: 0.0902343 Oct 13 14:02:59.064763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be371-0472-43fb-8116-15ba95585688 req-a92dfa90-ed6e-41a4-9b4b-b983d8b3c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:59.066635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-a92dfa90-ed6e-41a4-9b4b-b983d8b3c12f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.2410898 Oct 13 14:02:59.094437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '5fabe200-16e6-49d9-bb51-c880a0c093cc', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '5fabe200-16e6-49d9-bb51-c880a0c093cc', 'mac_address': 'fa:16:3e:d9:cf:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:02:59.136902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-425e91ec-e719-415c-96da-8eb9a147bfba req-353b452e-2bab-4d5b-84e3-4173fab02879 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641598 Oct 13 14:02:59.138212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-d8753e36-842e-4f76-8a14-dcc99a7a8669 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2 HTTP/1.1" status: 200 len: 217 time: 0.0591390 Oct 13 14:02:59.246004 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:59.265407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fabe200-16e6-49d9-bb51-c880a0c093cc {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:02:59.282966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be371-0472-43fb-8116-15ba95585688 req-7c7bbf2e-284a-42bf-8bfb-354ad22a29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:59.282966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-7c7bbf2e-284a-42bf-8bfb-354ad22a29e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.1172895 Oct 13 14:02:59.300523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5fabe200-16e6-49d9-bb51-c880a0c093cc, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5fabe200-16e6-49d9-bb51-c880a0c093cc,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:02:59.311464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'name': 'tempest-FloatingIPsNegativeTestJSON-744901113-router', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10512458-93c0-4c67-a665-4abd92ca057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:02:47Z', 'updated_at': '2021-10-13T14:02:55Z', 'revision_number': 4, 'project_id': 'c77971562cf64f58b4861023d2eb96ae', 'gw_port': {'id': '10512458-93c0-4c67-a665-4abd92ca057a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:02:49Z', 'updated_at': '2021-10-13T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '40d61b2f-ea48-43d7-9217-e1cd2126ff43', 'name': '', 'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '1cd89ccf-5a4c-46a7-aebd-f4d66b0e372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:02:54Z', 'updated_at': '2021-10-13T14:02:56Z', 'revision_number': 2, 'project_id': 'c77971562cf64f58b4861023d2eb96ae', 'subnets': [{'id': '1cd89ccf-5a4c-46a7-aebd-f4d66b0e372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:02:59.351278 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-ca52ef1c-fd93-4278-bae4-df863f814c87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561616 Oct 13 14:02:59.353351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Checking router: 94fbe959-0221-4a3d-bb66-54ad1c9d453d for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:02:59.353351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Updating router 94fbe959-0221-4a3d-bb66-54ad1c9d453d port 40d61b2f-ea48-43d7-9217-e1cd2126ff43 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:02:59.356414 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:59.369032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3b1a2-5526-40bc-aea0-225241ee42cd req-b4ec2278-6c84-48fb-923c-33fbe20c536b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:02:59.373649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ac3b1a2-5526-40bc-aea0-225241ee42cd req-b4ec2278-6c84-48fb-923c-33fbe20c536b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 948 time: 0.1661890 Oct 13 14:02:59.430710 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:59.477594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=5fabe200-16e6-49d9-bb51-c880a0c093cc,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:59.522908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ac3b1a2-5526-40bc-aea0-225241ee42cd req-b2c3337f-34e5-4f34-af3c-399a42641816 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336701 Oct 13 14:02:59.620896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f51cce1-e22d-4068-aa44-582e3cacb001 req-ff1ab0a9-28a1-4386-8e17-75bfc2fa8a1c tempest-FloatingIPsNegativeTestJSON-1208395427 tempest-FloatingIPsNegativeTestJSON-1208395427-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0629461 Oct 13 14:02:59.659137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-eb71d1b2-2685-43df-a212-a8e50713575c service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795427 Oct 13 14:02:59.812805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-2bf6fe5b-86e5-4bbb-9365-7efe3c33d6b3 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47842 time: 0.6678090 Oct 13 14:02:59.832356 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:59.836237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['5fabe200-16e6-49d9-bb51-c880a0c093cc'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:02:59.866677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-88e5c864-dd6f-4bb9-aa8a-7bcce7b7b684 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984694 Oct 13 14:02:59.881754 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:02:59.927429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-821b8cad-6405-4e39-a646-776f48404d6d tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/18acea4b-f713-4ef2-aff8-817e3279b431 HTTP/1.1" status: 200 len: 2981 time: 0.1137149 Oct 13 14:02:59.929323 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-d183f09a-1184-4529-aafe-96fcf7bded2f req-8bdb994f-aa1c-4bc0-a0a6-c01f383a652e tempest-FloatingIPsNegativeTestJSON-1208395427 tempest-FloatingIPsNegativeTestJSON-1208395427-project] show failed (client error): The resource could not be found. Oct 13 14:02:59.931470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d183f09a-1184-4529-aafe-96fcf7bded2f req-8bdb994f-aa1c-4bc0-a0a6-c01f383a652e tempest-FloatingIPsNegativeTestJSON-1208395427 tempest-FloatingIPsNegativeTestJSON-1208395427-project] 10.222.0.18 "GET /v2.0/floatingips/f6c8776a-6217-44ac-8173-09924a8388a0 HTTP/1.1" status: 404 len: 350 time: 0.0835702 Oct 13 14:02:59.952433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292dce5-fd4a-4818-ad9b-ba6d2269f0df None None] Pushing event updated for resources: {'Port': ['ID=40d61b2f-ea48-43d7-9217-e1cd2126ff43,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:02:59.952531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59126) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:00.027069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-69570763-ae48-4468-88f3-a7f53ca3b07b tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/18acea4b-f713-4ef2-aff8-817e3279b431 HTTP/1.1" status: 200 len: 2981 time: 0.0883899 Oct 13 14:03:00.062882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Attempting to bind port 40d61b2f-ea48-43d7-9217-e1cd2126ff43 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:00.063365 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Attempting to bind port 40d61b2f-ea48-43d7-9217-e1cd2126ff43 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7ea66988-2ee5-4ecc-955f-1b39cba16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:00.063650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Attempting to bind port 40d61b2f-ea48-43d7-9217-e1cd2126ff43 on network 0f31cf1c-e17e-487a-a0e1-d3e645becd37 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:00.075867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:00.076301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Checking segment: {'id': '7ea66988-2ee5-4ecc-955f-1b39cba16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:00.081853 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:00.081853 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Bound using segment: {'id': '7ea66988-2ee5-4ecc-955f-1b39cba16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:00.081853 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Bound port: 40d61b2f-ea48-43d7-9217-e1cd2126ff43, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea66988-2ee5-4ecc-955f-1b39cba16f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:00.081853 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:00.093741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-42cf6755-e8d3-4425-8eeb-383f143deb08 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/195bc61e-5075-4d03-920f-a1fc0b15ea08 HTTP/1.1" status: 200 len: 2981 time: 0.0595975 Oct 13 14:03:00.163032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-b01b61d8-781f-4775-9f72-046d5e232cdb tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/195bc61e-5075-4d03-920f-a1fc0b15ea08 HTTP/1.1" status: 200 len: 2981 time: 0.0607786 Oct 13 14:03:00.284438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] For port 40d61b2f-ea48-43d7-9217-e1cd2126ff43, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:00.301622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-dfb334dd-d98b-46ec-b8e3-4f53df58eeb1 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/3f60d573-3973-4f79-9cba-1af7e077c3b7 HTTP/1.1" status: 200 len: 2973 time: 0.1297514 Oct 13 14:03:00.315368 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] For port 40d61b2f-ea48-43d7-9217-e1cd2126ff43, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=40d61b2f-ea48-43d7-9217-e1cd2126ff43,segment=NetworkSegment(7ea66988-2ee5-4ecc-955f-1b39cba16f5a),segment_id=7ea66988-2ee5-4ecc-955f-1b39cba16f5a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:00.342521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4dec1f95-988d-48a8-91ef-b8f06cbaf6a3 None None] Provisioning complete for port 40d61b2f-ea48-43d7-9217-e1cd2126ff43 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:00.342865 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4dec1f95-988d-48a8-91ef-b8f06cbaf6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:00.379914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb4cf3-6e19-4bd0-b17d-e6e58463ec16 req-359fe897-5180-4efe-8100-1f5189fd62de tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:00.384089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0edb4cf3-6e19-4bd0-b17d-e6e58463ec16 req-359fe897-5180-4efe-8100-1f5189fd62de tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 944 time: 0.1159639 Oct 13 14:03:00.404258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4dec1f95-988d-48a8-91ef-b8f06cbaf6a3 None None] Port 40d61b2f-ea48-43d7-9217-e1cd2126ff43 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:03:00.415077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-3925e2b4-3d07-415a-88f2-d6e202272e1a tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/3f60d573-3973-4f79-9cba-1af7e077c3b7 HTTP/1.1" status: 200 len: 2973 time: 0.0864530 Oct 13 14:03:00.452470 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:00.517284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 48537c49-1920-4e30-8571-c0bd91266f10 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:03:00.522015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0edb4cf3-6e19-4bd0-b17d-e6e58463ec16 req-35114dfe-f7bf-4d31-b8e3-b2ce0a119316 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277280 Oct 13 14:03:00.544270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59136) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:00.550242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 48537c49-1920-4e30-8571-c0bd91266f10 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:03:00.550621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 48537c49-1920-4e30-8571-c0bd91266f10 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:03:00.561650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Routers {'94fbe959-0221-4a3d-bb66-54ad1c9d453d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:03:00.564962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:02:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['94fbe959-0221-4a3d-bb66-54ad1c9d453d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:00.587547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292dce5-fd4a-4818-ad9b-ba6d2269f0df None None] Pushing event updated for resources: {'Port': ['ID=40d61b2f-ea48-43d7-9217-e1cd2126ff43,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:00.624057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-4ec0da11-3055-4374-a85d-4450aff3e049 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/594c64fc-ec56-4469-851a-1187fe38f6b4 HTTP/1.1" status: 200 len: 2977 time: 0.1930537 Oct 13 14:03:00.713555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be371-0472-43fb-8116-15ba95585688 req-db0a4a13-dd34-46d3-b39a-27c72e273bf3 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:00.715975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-db0a4a13-dd34-46d3-b39a-27c72e273bf3 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026&tenant_id=a83e69682127431abea4c77d59610aed&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 1096 time: 0.2651653 Oct 13 14:03:00.758847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59142) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:00.829413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] Set router 94fbe959-0221-4a3d-bb66-54ad1c9d453d gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:03:00.862239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-df8e8f2d-5f8d-4e56-a335-853e1d15abc1 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/594c64fc-ec56-4469-851a-1187fe38f6b4 HTTP/1.1" status: 200 len: 2977 time: 0.2372901 Oct 13 14:03:00.890808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acca01-ad45-42de-a7e8-d6039ad3478d req-eaade98c-2849-4570-b362-344c68e16276 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:00.901199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79acca01-ad45-42de-a7e8-d6039ad3478d req-eaade98c-2849-4570-b362-344c68e16276 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 949 time: 0.2530334 Oct 13 14:03:00.933983 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18449902-4012-4740-9c01-6b4da186cf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:01.004364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79acca01-ad45-42de-a7e8-d6039ad3478d req-56b234e6-3514-4bee-a79f-5561f4a69d3a tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019928 Oct 13 14:03:01.050019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-4e00a796-0387-498f-8664-cdd32abcec6d tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/65abb431-4340-4c63-88d1-c69565e84082 HTTP/1.1" status: 200 len: 2981 time: 0.1741478 Oct 13 14:03:01.172502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-fdeb0e47-b0e1-458a-afa5-617f43e9e499 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/65abb431-4340-4c63-88d1-c69565e84082 HTTP/1.1" status: 200 len: 2981 time: 0.1209795 Oct 13 14:03:01.196489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4e344b16-09f3-4dfe-a515-2f84ebd9f57e None None] Provisioning complete for port 40d61b2f-ea48-43d7-9217-e1cd2126ff43 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:01.197072 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4e344b16-09f3-4dfe-a515-2f84ebd9f57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:01.248709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ab5be371-0472-43fb-8116-15ba95585688 req-f2a1dd99-2e6a-498b-8fc1-b8a864c22c6c service neutron] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:01.257316 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ab5be371-0472-43fb-8116-15ba95585688 req-f2a1dd99-2e6a-498b-8fc1-b8a864c22c6c service neutron] Notify callbacks [] for binding, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:01.257741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab5be371-0472-43fb-8116-15ba95585688 req-f2a1dd99-2e6a-498b-8fc1-b8a864c22c6c service neutron] 10.222.0.49 "DELETE /v2.0/ports/84bcd46a-6d71-4bee-a5a3-d79a847c73d2/bindings/n-h2-806683-15 HTTP/1.1" status: 204 len: 173 time: 0.5329785 Oct 13 14:03:01.285736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-990276f6-5f8e-494e-ac1d-5544f7525e71 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/6cb7fb94-09b4-4215-bfaa-2d34e9eca651 HTTP/1.1" status: 200 len: 2981 time: 0.1118104 Oct 13 14:03:01.293313 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-717e2a73-543b-4df2-989f-ad81e524200c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:01.370068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-de9a8c6c-25fe-4f82-932b-3d5f258f595e tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/6cb7fb94-09b4-4215-bfaa-2d34e9eca651 HTTP/1.1" status: 200 len: 2981 time: 0.0823886 Oct 13 14:03:01.373962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9634c7ba-99b5-4fed-9654-53e68ddf4947 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17346d50786947718fb22a95a6869cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6122265 Oct 13 14:03:01.376464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59152) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:01.468528 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4e344b16-09f3-4dfe-a515-2f84ebd9f57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:01.484629 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:01.493722 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'name': 'tempest-FloatingIPsNegativeTestJSON-744901113-router', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10512458-93c0-4c67-a665-4abd92ca057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:02:47Z', 'updated_at': '2021-10-13T14:02:55Z', 'revision_number': 4, 'project_id': 'c77971562cf64f58b4861023d2eb96ae', 'gw_port': {'id': '10512458-93c0-4c67-a665-4abd92ca057a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:02:49Z', 'updated_at': '2021-10-13T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '40d61b2f-ea48-43d7-9217-e1cd2126ff43', 'name': '', 'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '1cd89ccf-5a4c-46a7-aebd-f4d66b0e372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:02:54Z', 'updated_at': '2021-10-13T14:03:00Z', 'revision_number': 4, 'project_id': 'c77971562cf64f58b4861023d2eb96ae', 'subnets': [{'id': '1cd89ccf-5a4c-46a7-aebd-f4d66b0e372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:01.498045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-216820f4-87be-4ad4-80cd-deaf7ad0c254 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/75595bb3-8132-451d-940b-9dad855cddd2 HTTP/1.1" status: 200 len: 2981 time: 0.0853524 Oct 13 14:03:01.515327 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:01.529212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-717e2a73-543b-4df2-989f-ad81e524200c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:01.547821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c443234-0334-436b-b649-0e59ecb06c61 None None] The sync data for ids ['94fbe959-0221-4a3d-bb66-54ad1c9d453d'] in n-d-806683-15 is: [{'id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'name': 'tempest-FloatingIPsNegativeTestJSON-744901113-router', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10512458-93c0-4c67-a665-4abd92ca057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:02:47Z', 'updated_at': '2021-10-13T14:02:55Z', 'revision_number': 4, 'project_id': 'c77971562cf64f58b4861023d2eb96ae', 'gw_port': {'id': '10512458-93c0-4c67-a665-4abd92ca057a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:02:49Z', 'updated_at': '2021-10-13T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '40d61b2f-ea48-43d7-9217-e1cd2126ff43', 'name': '', 'network_id': '0f31cf1c-e17e-487a-a0e1-d3e645becd37', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '1cd89ccf-5a4c-46a7-aebd-f4d66b0e372e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:02:54Z', 'updated_at': '2021-10-13T14:03:00Z', 'revision_number': 4, 'project_id': 'c77971562cf64f58b4861023d2eb96ae', 'subnets': [{'id': '1cd89ccf-5a4c-46a7-aebd-f4d66b0e372e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:03:01.560021 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4e344b16-09f3-4dfe-a515-2f84ebd9f57e None None] For port 40d61b2f-ea48-43d7-9217-e1cd2126ff43, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=40d61b2f-ea48-43d7-9217-e1cd2126ff43,segment=NetworkSegment(7ea66988-2ee5-4ecc-955f-1b39cba16f5a),segment_id=7ea66988-2ee5-4ecc-955f-1b39cba16f5a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:01.563690 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-18449902-4012-4740-9c01-6b4da186cf40 admin admin] Deleting port 40d61b2f-ea48-43d7-9217-e1cd2126ff43 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:03:01.566836 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18449902-4012-4740-9c01-6b4da186cf40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:01.588591 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-39f0e9a4-06cc-4a85-b7b7-83d5e0712506 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/75595bb3-8132-451d-940b-9dad855cddd2 HTTP/1.1" status: 200 len: 2981 time: 0.0633688 Oct 13 14:03:01.592146 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-717e2a73-543b-4df2-989f-ad81e524200c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:01.660373 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4e344b16-09f3-4dfe-a515-2f84ebd9f57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:01.689558 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e2a73-543b-4df2-989f-ad81e524200c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a5e787-6b8b-4fca-ab8c-7b704ec32509,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:01.728567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-d63522e4-470c-4002-95b8-e26895bdec33 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/75835d9b-dbbb-4047-9851-a97da5fadead HTTP/1.1" status: 200 len: 2981 time: 0.1182356 Oct 13 14:03:01.730544 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-717e2a73-543b-4df2-989f-ad81e524200c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0a51dc9a0624267b3e9bd5fcbfea561&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1848798 Oct 13 14:03:01.801159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-18449902-4012-4740-9c01-6b4da186cf40 admin admin] For port 40d61b2f-ea48-43d7-9217-e1cd2126ff43, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=40d61b2f-ea48-43d7-9217-e1cd2126ff43,segment=NetworkSegment(7ea66988-2ee5-4ecc-955f-1b39cba16f5a),segment_id=7ea66988-2ee5-4ecc-955f-1b39cba16f5a)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:01.801956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18449902-4012-4740-9c01-6b4da186cf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:01.809593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e344b16-09f3-4dfe-a515-2f84ebd9f57e None None] Pushing event updated for resources: {'Port': ['ID=40d61b2f-ea48-43d7-9217-e1cd2126ff43,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:01.820536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59160) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:01.836416 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-18449902-4012-4740-9c01-6b4da186cf40 admin admin] Calling delete_port for 40d61b2f-ea48-43d7-9217-e1cd2126ff43 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:03:01.946790 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65ccb447-b7e1-4a60-9159-8ec672e1661f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:01.970842 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65ccb447-b7e1-4a60-9159-8ec672e1661f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:02.072899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-5981d766-d67d-4c6c-8fa9-ed503e64e63b tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/75835d9b-dbbb-4047-9851-a97da5fadead HTTP/1.1" status: 200 len: 2981 time: 0.3437383 Oct 13 14:03:02.074313 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:02.076846 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:02.080615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de69e214-740a-45e7-9c50-6361f3cf8dc8 HTTP/1.1" status: 204 len: 168 time: 0.7003913 Oct 13 14:03:02.096493 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65ccb447-b7e1-4a60-9159-8ec672e1661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:02.102165 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65ccb447-b7e1-4a60-9159-8ec672e1661f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:02.106803 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-65ccb447-b7e1-4a60-9159-8ec672e1661f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27a5e787-6b8b-4fca-ab8c-7b704ec32509 HTTP/1.1" status: 204 len: 168 time: 0.2837026 Oct 13 14:03:02.152146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de69e214-740a-45e7-9c50-6361f3cf8dc8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:02.175859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:02.176305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:02.176519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:02.177016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:02.177215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:02.178533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:02.178533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:02.179023 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:02.179539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:02.179936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:02.180269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:02.180597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7922c02f-bff1-4165-ad18-4927cb30f6da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:02.187476 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-655289e0-9e29-4d5b-8502-7944a726959b tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/76880b49-11b2-42bc-b529-472f1ec75e28 HTTP/1.1" status: 200 len: 2977 time: 0.0763271 Oct 13 14:03:02.198059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f3fe4-c1e1-45c1-ad3d-f3fe8f97c617 req-a52b485f-6c36-41c3-8440-ecdfe68b4d57 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:02.205345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a07f3fe4-c1e1-45c1-ad3d-f3fe8f97c617 req-a52b485f-6c36-41c3-8440-ecdfe68b4d57 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 944 time: 0.1348519 Oct 13 14:03:02.290009 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccb447-b7e1-4a60-9159-8ec672e1661f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a5e787-6b8b-4fca-ab8c-7b704ec32509,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:02.307322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-ba9ed9c6-3c1f-4457-965e-8eb858b72bc8 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/76880b49-11b2-42bc-b529-472f1ec75e28 HTTP/1.1" status: 200 len: 2977 time: 0.0983260 Oct 13 14:03:02.325480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a07f3fe4-c1e1-45c1-ad3d-f3fe8f97c617 req-82bbb4a7-3f57-4bf5-94c8-3ed2bf0405b8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129048 Oct 13 14:03:02.393941 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18449902-4012-4740-9c01-6b4da186cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:02.412158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-bea9aebe-2f7e-4d45-8eb9-cad1e2720da1 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/99f229c6-dd38-4e33-8a3f-9fdc77bac307 HTTP/1.1" status: 200 len: 2981 time: 0.0841463 Oct 13 14:03:02.487993 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18449902-4012-4740-9c01-6b4da186cf40 admin admin] Pushing event deleted for resources: {'Port': ['ID=40d61b2f-ea48-43d7-9217-e1cd2126ff43,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:02.531418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5fabe200-16e6-49d9-bb51-c880a0c093cc up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:02.582934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 40d61b2f-ea48-43d7-9217-e1cd2126ff43 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:02.650715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-c2f50c00-baf4-46b8-83ff-32c410faaf78 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/99f229c6-dd38-4e33-8a3f-9fdc77bac307 HTTP/1.1" status: 200 len: 2981 time: 0.2308822 Oct 13 14:03:02.660585 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 40d61b2f-ea48-43d7-9217-e1cd2126ff43 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:03:02.660930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 40d61b2f-ea48-43d7-9217-e1cd2126ff43 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 14:03:02.714189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Port 40d61b2f-ea48-43d7-9217-e1cd2126ff43 not found, will not notify nova. {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 14:03:02.743496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99d92e-c7ce-442b-97f2-30851113b738 req-3b1c5db3-27ab-4cf6-b56e-95f1c8771882 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:02.753697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d99d92e-c7ce-442b-97f2-30851113b738 req-3b1c5db3-27ab-4cf6-b56e-95f1c8771882 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 949 time: 0.2445865 Oct 13 14:03:02.805647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 5fabe200-16e6-49d9-bb51-c880a0c093cc completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:03:02.811583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 5fabe200-16e6-49d9-bb51-c880a0c093cc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:02.811878 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:02.825805 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18449902-4012-4740-9c01-6b4da186cf40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:02.869268 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d99d92e-c7ce-442b-97f2-30851113b738 req-bf77d65e-dcba-4d5c-9205-3d030c394290 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129572 Oct 13 14:03:02.875809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-246f4880-dc57-4d31-8638-66080364a120 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c8af5d63-80aa-49cc-92f8-bbe91ce0ba67 HTTP/1.1" status: 200 len: 2981 time: 0.2101991 Oct 13 14:03:02.934796 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:02.939069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-ed59a641-32b5-4802-9435-0ca4c7187ab5 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c8af5d63-80aa-49cc-92f8-bbe91ce0ba67 HTTP/1.1" status: 200 len: 2981 time: 0.0557075 Oct 13 14:03:02.966221 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-1e2640c4-605a-44db-896f-82f8d70c08df req-fcd4f0fe-9bef-4dcc-8f0c-8ae6eda47488 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] show failed (client error): The resource could not be found. Oct 13 14:03:02.968162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-fcd4f0fe-9bef-4dcc-8f0c-8ae6eda47488 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/de69e214-740a-45e7-9c50-6361f3cf8dc8 HTTP/1.1" status: 404 len: 352 time: 0.0206556 Oct 13 14:03:02.990085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5fabe200-16e6-49d9-bb51-c880a0c093cc, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5fabe200-16e6-49d9-bb51-c880a0c093cc,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:02.992386 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a268e47e-1cf2-40f5-9610-d3d6c0749ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fabe200-16e6-49d9-bb51-c880a0c093cc'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:02.992536 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-1e2640c4-605a-44db-896f-82f8d70c08df req-f2bea340-8446-426b-a359-17fee09de47c tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] show failed (client error): The resource could not be found. Oct 13 14:03:02.993381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-f2bea340-8446-426b-a359-17fee09de47c tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/de69e214-740a-45e7-9c50-6361f3cf8dc8 HTTP/1.1" status: 404 len: 352 time: 0.0150750 Oct 13 14:03:02.995117 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd316b4-8a43-4424-845a-2d8e2d66261b" -d '{"events": [{"server_uuid": "a268e47e-1cf2-40f5-9610-d3d6c0749ba6", "name": "network-vif-plugged", "status": "completed", "tag": "5fabe200-16e6-49d9-bb51-c880a0c093cc"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:03.050678 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-29880b37-b1f7-4f01-b5f0-0a710b9d41bf tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ee629804-c26b-4388-9c4f-fd71abfc591c HTTP/1.1" status: 200 len: 2981 time: 0.0487947 Oct 13 14:03:03.057716 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:03.066393 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59186) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:03.102398 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59188) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:03.123610 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:03.138257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-28a722d0-7e64-46fb-b85f-e7dd6b63be7f tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ee629804-c26b-4388-9c4f-fd71abfc591c HTTP/1.1" status: 200 len: 2981 time: 0.0777559 Oct 13 14:03:03.148602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=5fabe200-16e6-49d9-bb51-c880a0c093cc,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:03.196899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-2f3f1c9d-646a-4b46-973b-e30688e3486c tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/feb804a5-eb04-483b-9641-532309f85306 HTTP/1.1" status: 200 len: 2977 time: 0.0511286 Oct 13 14:03:03.240202 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-95566c77-fcd9-4fe8-b40a-dab785fb199d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0bb7d836fd98484384f58d067add3b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673594 Oct 13 14:03:03.241943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59190) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:03.248861 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18449902-4012-4740-9c01-6b4da186cf40 admin admin] Router 94fbe959-0221-4a3d-bb66-54ad1c9d453d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:03:03.252092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e2640c4-605a-44db-896f-82f8d70c08df req-68b96958-7c4e-4df6-ac8d-db58c4ccf6ab tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/feb804a5-eb04-483b-9641-532309f85306 HTTP/1.1" status: 200 len: 2977 time: 0.0491438 Oct 13 14:03:03.400586 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3038cdbc-a77d-4370-bffd-823655479055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:03.404627 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdea57b6-77fe-443a-b5dc-276763ab61cd x-openstack-request-id: req-cdea57b6-77fe-443a-b5dc-276763ab61cd {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:03.404963 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a268e47e-1cf2-40f5-9610-d3d6c0749ba6", "name": "network-vif-plugged", "status": "completed", "tag": "5fabe200-16e6-49d9-bb51-c880a0c093cc", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:03.405342 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cdea57b6-77fe-443a-b5dc-276763ab61cd {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:03.405832 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a268e47e-1cf2-40f5-9610-d3d6c0749ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fabe200-16e6-49d9-bb51-c880a0c093cc', 'code': 200} Oct 13 14:03:03.545065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-868d2f3a-a976-4c6c-9dbc-11c3ca1c9815 req-30e8fa0a-5f29-4f4e-8571-6a12e6d4cd88 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29e6aa91993b41d99d89dec2b30b1441 HTTP/1.1" status: 200 len: 6100 time: 0.0935197 Oct 13 14:03:03.579646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-868d2f3a-a976-4c6c-9dbc-11c3ca1c9815 req-d5046f14-6229-44bf-b7a2-fe64e65dc763 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] 10.222.0.18 "GET /v2.0/security-groups/65abb431-4340-4c63-88d1-c69565e84082 HTTP/1.1" status: 200 len: 2981 time: 0.0460408 Oct 13 14:03:03.642414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-868d2f3a-a976-4c6c-9dbc-11c3ca1c9815 req-65c243cf-4798-4748-8fd8-56162c91db8a tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] 10.222.0.18 "GET /v2.0/security-groups/65abb431-4340-4c63-88d1-c69565e84082 HTTP/1.1" status: 200 len: 2981 time: 0.0538065 Oct 13 14:03:03.742053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3038cdbc-a77d-4370-bffd-823655479055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:03.744233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08e5b3-7cab-4f93-91a8-57bf9c7ddcb1 req-2a93c9c2-ae39-412e-be8d-48a3e29ab631 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:03.746013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f08e5b3-7cab-4f93-91a8-57bf9c7ddcb1 req-2a93c9c2-ae39-412e-be8d-48a3e29ab631 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 1096 time: 0.0423620 Oct 13 14:03:03.782180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f08e5b3-7cab-4f93-91a8-57bf9c7ddcb1 req-553a428a-8065-4593-9315-73270f264d13 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297835 Oct 13 14:03:03.784558 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:03.804215 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18449902-4012-4740-9c01-6b4da186cf40 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:03:03.813368 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-18449902-4012-4740-9c01-6b4da186cf40 admin admin] 10.222.0.18 "PUT /v2.0/routers/94fbe959-0221-4a3d-bb66-54ad1c9d453d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8611028 Oct 13 14:03:03.814132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59198) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:03.816406 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071522d5-41c3-4777-bec8-e9c95d8c0533 req-2e774b68-37b7-4d46-9c18-ded6f4df5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:03.817893 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-071522d5-41c3-4777-bec8-e9c95d8c0533 req-2e774b68-37b7-4d46-9c18-ded6f4df5576 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 1102 time: 0.1360700 Oct 13 14:03:03.821594 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f93169a-aca2-487e-ad84-8c4993a05ea2 None None] Sync routers for ids ['94fbe959-0221-4a3d-bb66-54ad1c9d453d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:03:03.839262 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f93169a-aca2-487e-ad84-8c4993a05ea2 None None] Routers {'94fbe959-0221-4a3d-bb66-54ad1c9d453d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:03:03.840804 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0f93169a-aca2-487e-ad84-8c4993a05ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:02:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['94fbe959-0221-4a3d-bb66-54ad1c9d453d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:03.889338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99aa68db-a587-4bb7-bf84-b7bd80cebb5d req-6f1c37a3-8df7-469b-ac20-fb98ea08e51e tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/9291abe7-22f1-4c8d-9b5d-8dbb2e8a55b7 HTTP/1.1" status: 200 len: 1777 time: 0.0646992 Oct 13 14:03:03.939560 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-071522d5-41c3-4777-bec8-e9c95d8c0533 req-2d06796c-51fa-4766-942f-bbd4be0eec44 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135712 Oct 13 14:03:03.952033 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-99aa68db-a587-4bb7-bf84-b7bd80cebb5d req-c636f22e-bbe6-4c09-a5a9-8f411ddab366 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:03.969491 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:03.979344 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-99aa68db-a587-4bb7-bf84-b7bd80cebb5d req-c636f22e-bbe6-4c09-a5a9-8f411ddab366 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:03.992220 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0f93169a-aca2-487e-ad84-8c4993a05ea2 None None] Set router 94fbe959-0221-4a3d-bb66-54ad1c9d453d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:03:04.044975 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:04.082641 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3038cdbc-a77d-4370-bffd-823655479055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:04.085853 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3038cdbc-a77d-4370-bffd-823655479055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:04.089939 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3038cdbc-a77d-4370-bffd-823655479055 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99f229c6-dd38-4e33-8a3f-9fdc77bac307 HTTP/1.1" status: 204 len: 168 time: 0.8421144 Oct 13 14:03:04.127574 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-99aa68db-a587-4bb7-bf84-b7bd80cebb5d req-c636f22e-bbe6-4c09-a5a9-8f411ddab366 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:04.131632 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-99aa68db-a587-4bb7-bf84-b7bd80cebb5d req-c636f22e-bbe6-4c09-a5a9-8f411ddab366 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:04.133443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99aa68db-a587-4bb7-bf84-b7bd80cebb5d req-c636f22e-bbe6-4c09-a5a9-8f411ddab366 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/9291abe7-22f1-4c8d-9b5d-8dbb2e8a55b7 HTTP/1.1" status: 204 len: 173 time: 0.2337933 Oct 13 14:03:04.155796 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79314770a40b4e6293cfe09e8112dbd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0523512 Oct 13 14:03:04.164158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59212) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:04.172926 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:04.181379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636f22e-bbe6-4c09-a5a9-8f411ddab366 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9291abe7-22f1-4c8d-9b5d-8dbb2e8a55b7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:04.185664 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddab8ffb-0d6b-4560-9d44-d0d003b0cfea,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:04.219489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d78ff-370d-4216-aab7-c62ffc1f395d req-e5e57b88-a62b-4601-b7ea-852fa172260a tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:04.221361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd2d78ff-370d-4216-aab7-c62ffc1f395d req-e5e57b88-a62b-4601-b7ea-852fa172260a tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 950 time: 0.1116798 Oct 13 14:03:04.247499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:04.248122 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:04.248602 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:04.249068 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:04.249412 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:04.250495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:04.250495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:04.250814 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:04.251077 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:04.251422 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:04.251752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:04.252165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d125de-6a11-477a-a97f-d4020fc187fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:04.280428 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038cdbc-a77d-4370-bffd-823655479055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f229c6-dd38-4e33-8a3f-9fdc77bac307,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:04.288451 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0f93169a-aca2-487e-ad84-8c4993a05ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'name': 'tempest-FloatingIPsNegativeTestJSON-744901113-router', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '10512458-93c0-4c67-a665-4abd92ca057a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:02:47Z', 'updated_at': '2021-10-13T14:03:02Z', 'revision_number': 5, 'project_id': 'c77971562cf64f58b4861023d2eb96ae', 'gw_port': {'id': '10512458-93c0-4c67-a665-4abd92ca057a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:02:49Z', 'updated_at': '2021-10-13T14:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:04.301241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd2d78ff-370d-4216-aab7-c62ffc1f395d req-99c229c0-758e-4b90-8196-1c98f3388d6c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641479 Oct 13 14:03:04.341733 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f93169a-aca2-487e-ad84-8c4993a05ea2 None None] Checking router: 94fbe959-0221-4a3d-bb66-54ad1c9d453d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:03:04.347644 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b133c743-5ea3-471b-afcc-8506aa20c725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:04.359130 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f93169a-aca2-487e-ad84-8c4993a05ea2 None None] Routers {'94fbe959-0221-4a3d-bb66-54ad1c9d453d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:03:04.360611 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0f93169a-aca2-487e-ad84-8c4993a05ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:02:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['94fbe959-0221-4a3d-bb66-54ad1c9d453d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:04.408132 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b133c743-5ea3-471b-afcc-8506aa20c725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:04.476846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Deleting port 10512458-93c0-4c67-a665-4abd92ca057a {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:03:04.477519 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:04.509386 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef004249-7061-41de-812f-39b855d1988c req-b939ccbd-bc5f-43db-a46c-e3cec7df4250 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:04.511407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-b939ccbd-bc5f-43db-a46c-e3cec7df4250 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 821 time: 0.2253256 Oct 13 14:03:04.530643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-76eb654a-51f3-473b-8f73-459f822aae0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/quotas/a83e69682127431abea4c77d59610aed HTTP/1.1" status: 200 len: 375 time: 0.0120931 Oct 13 14:03:04.533355 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:03:04.572960 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0f93169a-aca2-487e-ad84-8c4993a05ea2 None None] Set router 94fbe959-0221-4a3d-bb66-54ad1c9d453d gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:03:04.626999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-541cb9a8-e27e-43a9-ad5e-94994d7873cb tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847569 Oct 13 14:03:04.639552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] For port 10512458-93c0-4c67-a665-4abd92ca057a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=10512458-93c0-4c67-a665-4abd92ca057a,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:04.639835 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:04.656784 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b133c743-5ea3-471b-afcc-8506aa20c725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:04.660053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b133c743-5ea3-471b-afcc-8506aa20c725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:04.663657 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b133c743-5ea3-471b-afcc-8506aa20c725 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddab8ffb-0d6b-4560-9d44-d0d003b0cfea HTTP/1.1" status: 204 len: 168 time: 0.4954522 Oct 13 14:03:04.681400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Calling delete_port for 10512458-93c0-4c67-a665-4abd92ca057a owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:03:04.691464 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0f93169a-aca2-487e-ad84-8c4993a05ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'name': 'tempest-FloatingIPsNegativeTestJSON-744901113-router', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:02:47Z', 'updated_at': '2021-10-13T14:03:04Z', 'revision_number': 6, 'project_id': 'c77971562cf64f58b4861023d2eb96ae', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:04.726925 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f93169a-aca2-487e-ad84-8c4993a05ea2 None None] The sync data for ids ['94fbe959-0221-4a3d-bb66-54ad1c9d453d'] in n-d-806683-15 is: [{'id': '94fbe959-0221-4a3d-bb66-54ad1c9d453d', 'name': 'tempest-FloatingIPsNegativeTestJSON-744901113-router', 'tenant_id': 'c77971562cf64f58b4861023d2eb96ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:02:47Z', 'updated_at': '2021-10-13T14:03:04Z', 'revision_number': 6, 'project_id': 'c77971562cf64f58b4861023d2eb96ae', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:03:04.736780 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133c743-5ea3-471b-afcc-8506aa20c725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddab8ffb-0d6b-4560-9d44-d0d003b0cfea,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:04.822835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-846a9764-2e4d-4a4c-83c5-3be360a04c21 service neutron] 10.222.0.18 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946652 Oct 13 14:03:04.940223 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-1fd7b56b-1719-47d2-bd9b-22a7e107402c service neutron] 10.222.0.18 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100469 Oct 13 14:03:05.077720 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:05.092395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c6ed2cf-86a5-46ff-8f04-10c854ef9209 req-c95ece23-568d-4407-b6b3-f1516f711976 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c87bb138-df1c-4abe-a108-05abb61a7f31 HTTP/1.1" status: 200 len: 1778 time: 0.0722117 Oct 13 14:03:05.113178 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Pushing event deleted for resources: {'Port': ['ID=10512458-93c0-4c67-a665-4abd92ca057a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:05.204651 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2c6ed2cf-86a5-46ff-8f04-10c854ef9209 req-4d046247-76f7-4ec4-bd77-c4e504437670 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:05.256724 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:05.290037 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2c6ed2cf-86a5-46ff-8f04-10c854ef9209 req-4d046247-76f7-4ec4-bd77-c4e504437670 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:05.509774 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:05.515596 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:05.561370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2c6ed2cf-86a5-46ff-8f04-10c854ef9209 req-4d046247-76f7-4ec4-bd77-c4e504437670 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:05.567546 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2c6ed2cf-86a5-46ff-8f04-10c854ef9209 req-4d046247-76f7-4ec4-bd77-c4e504437670 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:05.582990 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c6ed2cf-86a5-46ff-8f04-10c854ef9209 req-4d046247-76f7-4ec4-bd77-c4e504437670 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/c87bb138-df1c-4abe-a108-05abb61a7f31 HTTP/1.1" status: 204 len: 173 time: 0.4813530 Oct 13 14:03:05.586401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1721c4b4-a11d-4ff6-a4dd-33297fcd42b4 req-9b12dd33-f0a5-433d-bf32-ba28bd33c7b6 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 210 time: 0.1150980 Oct 13 14:03:05.627758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d046247-76f7-4ec4-bd77-c4e504437670 tempest-SecurityGroupsTestAdminJSON-27846350 tempest-SecurityGroupsTestAdminJSON-27846350-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87bb138-df1c-4abe-a108-05abb61a7f31,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:05.799108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13216adb-de60-4d4c-9adb-6a6c71951c13 req-5b514122-0ca8-4799-b5d7-3768e596af70 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:05.804752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13216adb-de60-4d4c-9adb-6a6c71951c13 req-5b514122-0ca8-4799-b5d7-3768e596af70 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 950 time: 0.0884640 Oct 13 14:03:05.846123 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:05.852274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94fbe959-0221-4a3d-bb66-54ad1c9d453d {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:03:05.863062 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:05.864249 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a9a1ba6e-734d-40c5-8bee-0148e88be004 admin admin] 10.222.0.18 "DELETE /v2.0/routers/94fbe959-0221-4a3d-bb66-54ad1c9d453d HTTP/1.1" status: 204 len: 168 time: 2.0453720 Oct 13 14:03:05.867438 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59270) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:05.884266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13216adb-de60-4d4c-9adb-6a6c71951c13 req-d27ee21e-fd20-404f-9037-9f15f0b0fb28 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660462 Oct 13 14:03:05.969083 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-47de0a6b-a36c-4429-82c1-223e4cb2f07e admin admin] Deleting subnet 1cd89ccf-5a4c-46a7-aebd-f4d66b0e372e {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:03:05.981860 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-47de0a6b-a36c-4429-82c1-223e4cb2f07e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:05.997668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fcb79b40-ff9b-456b-988d-ed6d7a0da9e9 req-60a3fa96-dc47-49e0-92d9-5816827ff6f0 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] 10.222.0.18 "GET /v2.0/security-groups/d0dc9e52-afc0-481b-933b-c26eb96a540d HTTP/1.1" status: 200 len: 1777 time: 0.0923817 Oct 13 14:03:06.073507 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-47de0a6b-a36c-4429-82c1-223e4cb2f07e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.113509 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fcb79b40-ff9b-456b-988d-ed6d7a0da9e9 req-41f6ac27-840a-4e19-93bf-d2218fe62961 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.152889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fcb79b40-ff9b-456b-988d-ed6d7a0da9e9 req-41f6ac27-840a-4e19-93bf-d2218fe62961 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.280572 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fcb79b40-ff9b-456b-988d-ed6d7a0da9e9 req-41f6ac27-840a-4e19-93bf-d2218fe62961 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.283803 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fcb79b40-ff9b-456b-988d-ed6d7a0da9e9 req-41f6ac27-840a-4e19-93bf-d2218fe62961 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.285307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fcb79b40-ff9b-456b-988d-ed6d7a0da9e9 req-41f6ac27-840a-4e19-93bf-d2218fe62961 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] 10.222.0.18 "DELETE /v2.0/security-groups/d0dc9e52-afc0-481b-933b-c26eb96a540d HTTP/1.1" status: 204 len: 173 time: 0.2861748 Oct 13 14:03:06.296633 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-47de0a6b-a36c-4429-82c1-223e4cb2f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.320904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6ac27-840a-4e19-93bf-d2218fe62961 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dc9e52-afc0-481b-933b-c26eb96a540d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:06.433809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-47de0a6b-a36c-4429-82c1-223e4cb2f07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.436274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5f81a0e-e3a2-4c05-bb68-1a380bb1b1bb req-e2e73bab-3dca-4225-8a08-928f939c2dcf tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] 10.222.0.18 "GET /v2.0/security-groups/013a05ce-c734-46ef-8120-769b4ceda91a HTTP/1.1" status: 200 len: 1775 time: 0.1220462 Oct 13 14:03:06.471521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de0a6b-a36c-4429-82c1-223e4cb2f07e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd89ccf-5a4c-46a7-aebd-f4d66b0e372e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:06.476396 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-47de0a6b-a36c-4429-82c1-223e4cb2f07e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.483470 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-47de0a6b-a36c-4429-82c1-223e4cb2f07e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1cd89ccf-5a4c-46a7-aebd-f4d66b0e372e HTTP/1.1" status: 204 len: 168 time: 0.6140180 Oct 13 14:03:06.483470 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59286) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:06.489891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b889fc23-ae6b-45ff-9cb4-09ece408c81a None None] Network 0f31cf1c-e17e-487a-a0e1-d3e645becd37 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:03:06.494124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 40d61b2f-ea48-43d7-9217-e1cd2126ff43 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:03:06.549694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 40d61b2f-ea48-43d7-9217-e1cd2126ff43 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:03:06.549987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 40d61b2f-ea48-43d7-9217-e1cd2126ff43 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:03:06.551057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 10512458-93c0-4c67-a665-4abd92ca057a no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:03:06.588869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 10512458-93c0-4c67-a665-4abd92ca057a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:03:06.589696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 10512458-93c0-4c67-a665-4abd92ca057a not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:03:06.602718 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d5f81a0e-e3a2-4c05-bb68-1a380bb1b1bb req-6425465f-c28c-4e6f-8af1-eb289f1a6a32 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.627810 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.636777 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d5f81a0e-e3a2-4c05-bb68-1a380bb1b1bb req-6425465f-c28c-4e6f-8af1-eb289f1a6a32 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.718591 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Deleting port 3d7dac4d-d982-4e14-ac64-e1f12d038abb {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:03:06.718955 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.824570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27738215-f1c2-4ef2-ac60-c3cc06382197 req-b849df72-6840-492d-aab8-24972d56e6a5 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 210 time: 0.0508504 Oct 13 14:03:06.833368 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18356477-4e8c-45ad-82cf-b8d9cbdfb7f7 None None] DHCP port deletion for 0f31cf1c-e17e-487a-a0e1-d3e645becd37 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:03:06.841048 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d5f81a0e-e3a2-4c05-bb68-1a380bb1b1bb req-6425465f-c28c-4e6f-8af1-eb289f1a6a32 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.844658 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d5f81a0e-e3a2-4c05-bb68-1a380bb1b1bb req-6425465f-c28c-4e6f-8af1-eb289f1a6a32 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.847369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5f81a0e-e3a2-4c05-bb68-1a380bb1b1bb req-6425465f-c28c-4e6f-8af1-eb289f1a6a32 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] 10.222.0.18 "DELETE /v2.0/security-groups/013a05ce-c734-46ef-8120-769b4ceda91a HTTP/1.1" status: 204 len: 173 time: 0.3848341 Oct 13 14:03:06.863206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] For port 3d7dac4d-d982-4e14-ac64-e1f12d038abb, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3d7dac4d-d982-4e14-ac64-e1f12d038abb,segment=NetworkSegment(7ea66988-2ee5-4ecc-955f-1b39cba16f5a),segment_id=7ea66988-2ee5-4ecc-955f-1b39cba16f5a)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:06.863985 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:06.865923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425465f-c28c-4e6f-8af1-eb289f1a6a32 tempest-SecurityGroupsTestAdminJSON-2102136741 tempest-SecurityGroupsTestAdminJSON-2102136741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013a05ce-c734-46ef-8120-769b4ceda91a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:06.884382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Calling delete_port for 3d7dac4d-d982-4e14-ac64-e1f12d038abb owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:03:06.990157 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18356477-4e8c-45ad-82cf-b8d9cbdfb7f7 None None] Deleting port 3d7dac4d-d982-4e14-ac64-e1f12d038abb {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:03:06.991158 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18356477-4e8c-45ad-82cf-b8d9cbdfb7f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:07.086046 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:07.097944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18356477-4e8c-45ad-82cf-b8d9cbdfb7f7 None None] For port 3d7dac4d-d982-4e14-ac64-e1f12d038abb, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3d7dac4d-d982-4e14-ac64-e1f12d038abb,segment=NetworkSegment(7ea66988-2ee5-4ecc-955f-1b39cba16f5a),segment_id=7ea66988-2ee5-4ecc-955f-1b39cba16f5a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:07.098724 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18356477-4e8c-45ad-82cf-b8d9cbdfb7f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:07.118014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7dac4d-d982-4e14-ac64-e1f12d038abb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:07.130152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18356477-4e8c-45ad-82cf-b8d9cbdfb7f7 None None] Calling delete_port for 3d7dac4d-d982-4e14-ac64-e1f12d038abb owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:03:07.136475 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] No DVR routers for this DVR port 3d7dac4d-d982-4e14-ac64-e1f12d038abb on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:03:07.167831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371f1d8-95d9-44f7-8944-b9cb5a2250ea req-fae36645-74ad-4efd-8445-3f9b32e4069b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:07.175920 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7371f1d8-95d9-44f7-8944-b9cb5a2250ea req-fae36645-74ad-4efd-8445-3f9b32e4069b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 950 time: 0.1422505 Oct 13 14:03:07.217801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7371f1d8-95d9-44f7-8944-b9cb5a2250ea req-0c538bf5-d72d-4ce9-87ce-c05133eec920 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Oct 13 14:03:07.278341 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:07.328456 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f31cf1c-e17e-487a-a0e1-d3e645becd37']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:07.345690 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18356477-4e8c-45ad-82cf-b8d9cbdfb7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:07.347166 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea66988-2ee5-4ecc-955f-1b39cba16f5a') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:07.347434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea66988-2ee5-4ecc-955f-1b39cba16f5a') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:07.359862 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:07.378090 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:07.391402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:03:07.392580 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:07.394895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18356477-4e8c-45ad-82cf-b8d9cbdfb7f7 None None] Pushing event deleted for resources: {'Port': ['ID=3d7dac4d-d982-4e14-ac64-e1f12d038abb,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:03:07.402325 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:03:07.407363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf7199-db13-4bc5-9d14-8116bc085431 req-4f07f859-74d4-4c55-b964-e0073220c26e tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:07.408964 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18356477-4e8c-45ad-82cf-b8d9cbdfb7f7 None None] No DVR routers for this DVR port 3d7dac4d-d982-4e14-ac64-e1f12d038abb on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:03:07.416675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecbf7199-db13-4bc5-9d14-8116bc085431 req-4f07f859-74d4-4c55-b964-e0073220c26e tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 1102 time: 0.0759392 Oct 13 14:03:07.462060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecbf7199-db13-4bc5-9d14-8116bc085431 req-4d4fb8da-bb78-4023-a284-e7c5dc9488c5 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435948 Oct 13 14:03:07.566334 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:07.574306 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:07.579333 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] 10.222.0.18 "DELETE /v2.0/networks/0f31cf1c-e17e-487a-a0e1-d3e645becd37 HTTP/1.1" status: 204 len: 168 time: 1.0951028 Oct 13 14:03:07.591451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc2e22-5d21-4b7b-a8d9-2a63e947b29e admin admin] Pushing event deleted for resources: {'Network': ['ID=0f31cf1c-e17e-487a-a0e1-d3e645becd37,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:07.916436 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59340) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:07.983195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-665b70e5-c9d4-4022-84c9-4722a599975c req-71a2f2f1-73ef-4a96-ad65-54f0e41fdd03 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 210 time: 0.0396132 Oct 13 14:03:08.025573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-cf61ae3e-be5d-4247-a7a8-fb99e7c3a0b7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452235 Oct 13 14:03:08.252300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef004249-7061-41de-812f-39b855d1988c req-d70af928-da05-4da1-bb7d-37ce9d4a1222 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:08.255135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-d70af928-da05-4da1-bb7d-37ce9d4a1222 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.49 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 821 time: 0.2703152 Oct 13 14:03:08.274542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-d1f04e98-306f-449d-9f0e-af44c300fc81 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:08.277184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-d1f04e98-306f-449d-9f0e-af44c300fc81 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053821 Oct 13 14:03:08.284648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ef004249-7061-41de-812f-39b855d1988c req-56177237-d412-46e5-8e35-87da541e2b32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Request body: {'port': {'device_id': '4687ab41-e169-4a5c-aae1-1ccba76bf9bc', 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b', 'admin_state_up': True, 'tenant_id': 'a83e69682127431abea4c77d59610aed'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:08.367692 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59360) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:08.409115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-e8668317-4542-4501-890b-bd40b793fef3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/quotas/7cbf24ee3d2e4d08a684d8e166381bd1 HTTP/1.1" status: 200 len: 375 time: 0.1165853 Oct 13 14:03:08.484242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59362) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:08.521684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3d7dac4d-d982-4e14-ac64-e1f12d038abb no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:03:08.527904 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5ad877a8-d89f-4d40-906d-83e02ae0572a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29e6aa91993b41d99d89dec2b30b1441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6098564 Oct 13 14:03:08.530615 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59366) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:08.545756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 3d7dac4d-d982-4e14-ac64-e1f12d038abb {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:03:08.546794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3d7dac4d-d982-4e14-ac64-e1f12d038abb not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:03:08.576496 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0bda2bb3-5084-413c-8a01-1634559b7eb6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c77971562cf64f58b4861023d2eb96ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029238 Oct 13 14:03:08.577856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59368) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:08.598811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-5ce88240-1406-4086-b97c-3799eec5b8e5 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1768789 Oct 13 14:03:08.674781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef004249-7061-41de-812f-39b855d1988c req-56177237-d412-46e5-8e35-87da541e2b32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Made reservation on behalf of a83e69682127431abea4c77d59610aed for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:08.676269 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-06d73171-5161-415c-9426-8d33f7f0cd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:08.679257 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef004249-7061-41de-812f-39b855d1988c req-56177237-d412-46e5-8e35-87da541e2b32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:08.711492 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1112e654-42a2-42f4-bd27-28d7df8351c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:08.720937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-06d73171-5161-415c-9426-8d33f7f0cd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:08.786064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1112e654-42a2-42f4-bd27-28d7df8351c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:08.864253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-ef004249-7061-41de-812f-39b855d1988c req-56177237-d412-46e5-8e35-87da541e2b32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Allocated IP 172.20.0.3 (d54448a5-ac53-4352-a4fa-39682bbffd1b/0758b770-aabf-4e23-91ef-861097abeaa3/8ea02399-99e5-4066-84c1-39ecc51e164c) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:08.920834 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6998-67ab-49d7-a9be-425603366144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.007019 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-06d73171-5161-415c-9426-8d33f7f0cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.007019 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-06d73171-5161-415c-9426-8d33f7f0cd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.007019 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-06d73171-5161-415c-9426-8d33f7f0cd73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65abb431-4340-4c63-88d1-c69565e84082 HTTP/1.1" status: 204 len: 168 time: 0.4732530 Oct 13 14:03:09.018521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d73171-5161-415c-9426-8d33f7f0cd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65abb431-4340-4c63-88d1-c69565e84082,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:09.026793 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1112e654-42a2-42f4-bd27-28d7df8351c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.033306 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1112e654-42a2-42f4-bd27-28d7df8351c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.033306 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1112e654-42a2-42f4-bd27-28d7df8351c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18acea4b-f713-4ef2-aff8-817e3279b431 HTTP/1.1" status: 204 len: 168 time: 0.4518688 Oct 13 14:03:09.045343 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112e654-42a2-42f4-bd27-28d7df8351c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18acea4b-f713-4ef2-aff8-817e3279b431,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:09.078049 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6998-67ab-49d7-a9be-425603366144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.123725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-ed40a3a7-e5e8-4d8a-be97-84b3be8a2a7d tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1471834 Oct 13 14:03:09.154268 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6998-67ab-49d7-a9be-425603366144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.155001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bd017f4b-290e-4c62-9e09-989170c20cf3 req-3fc34c75-ab08-48a2-85f1-fdb86d02eb12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 210 time: 0.1370578 Oct 13 14:03:09.197712 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9a5d6998-67ab-49d7-a9be-425603366144 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7658b630d234464b9ddbdafd39f96220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7032900 Oct 13 14:03:09.210986 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59400) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:09.236720 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d6998-67ab-49d7-a9be-425603366144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26295efa-6142-4f96-9cb0-3d83f91bbd83,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:09.290756 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef004249-7061-41de-812f-39b855d1988c req-56177237-d412-46e5-8e35-87da541e2b32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.324782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c70f4a07-52d4-4207-b312-2eeae705f864 req-540dc107-445e-4168-805c-7c6f2f59ce0b tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 210 time: 0.0646977 Oct 13 14:03:09.382290 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa075f5-1373-491a-997e-8e197eb4c73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.392449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b241a-3327-457a-9386-a30a81262845 req-c35f11b3-34fa-4144-b9b1-409f333770e9 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:09.393271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-c35f11b3-34fa-4144-b9b1-409f333770e9 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686906 Oct 13 14:03:09.433025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-35f17ad5-05f6-4420-8788-8906538b3098 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/quotas/f59b7ada3c2d498f91cfd9b48990ec5f HTTP/1.1" status: 200 len: 375 time: 0.0324917 Oct 13 14:03:09.437777 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa075f5-1373-491a-997e-8e197eb4c73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.477347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-59cb40d2-4e7d-4811-9738-220670a60fea tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314906 Oct 13 14:03:09.521127 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef004249-7061-41de-812f-39b855d1988c req-56177237-d412-46e5-8e35-87da541e2b32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.564030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef004249-7061-41de-812f-39b855d1988c req-56177237-d412-46e5-8e35-87da541e2b32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Network d54448a5-ac53-4352-a4fa-39682bbffd1b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:09.570092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-ef004249-7061-41de-812f-39b855d1988c req-56177237-d412-46e5-8e35-87da541e2b32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:09.576666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef004249-7061-41de-812f-39b855d1988c req-56177237-d412-46e5-8e35-87da541e2b32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:09.582609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef004249-7061-41de-812f-39b855d1988c req-56177237-d412-46e5-8e35-87da541e2b32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:09.583319 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef004249-7061-41de-812f-39b855d1988c req-56177237-d412-46e5-8e35-87da541e2b32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.600666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56177237-d412-46e5-8e35-87da541e2b32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Pushing event updated for resources: {'Port': ['ID=8ea02399-99e5-4066-84c1-39ecc51e164c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:09.614670 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa075f5-1373-491a-997e-8e197eb4c73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.618172 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa075f5-1373-491a-997e-8e197eb4c73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:09.622524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9fa075f5-1373-491a-997e-8e197eb4c73d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26295efa-6142-4f96-9cb0-3d83f91bbd83 HTTP/1.1" status: 204 len: 168 time: 0.4074008 Oct 13 14:03:09.633084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa075f5-1373-491a-997e-8e197eb4c73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26295efa-6142-4f96-9cb0-3d83f91bbd83,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:09.728835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-56177237-d412-46e5-8e35-87da541e2b32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4502666 Oct 13 14:03:09.745814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Request body: {'port': {'device_id': '4687ab41-e169-4a5c-aae1-1ccba76bf9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:09.829065 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:10.101380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59432) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:10.148635 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8ab5282b-c831-4e24-8782-97b59108d4e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e6217e4c1d147d1aa88f7ccbca6d6e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419955 Oct 13 14:03:10.148831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea02399-99e5-4066-84c1-39ecc51e164c {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:10.148934 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59434) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:10.157799 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:10.179198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Transition to ACTIVE for port object 8ea02399-99e5-4066-84c1-39ecc51e164c will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:03:10.235817 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b4706cd-e0f7-4276-8d67-d17c84ab011d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:10.258922 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:10.292602 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b4706cd-e0f7-4276-8d67-d17c84ab011d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:10.354694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3319fbc-1068-436a-9571-3fcd0f14786d req-4f837373-706e-4e3d-a33e-5c917b57ece3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 210 time: 0.0394204 Oct 13 14:03:10.367802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Pushing event updated for resources: {'Port': ['ID=8ea02399-99e5-4066-84c1-39ecc51e164c,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:10.423828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Attempting to bind port 8ea02399-99e5-4066-84c1-39ecc51e164c on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:10.424355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Attempting to bind port 8ea02399-99e5-4066-84c1-39ecc51e164c by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:10.424838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Attempting to bind port 8ea02399-99e5-4066-84c1-39ecc51e164c on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:10.431250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Port 8ea02399-99e5-4066-84c1-39ecc51e164c on network d54448a5-ac53-4352-a4fa-39682bbffd1b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:03:10.431750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Attempting to bind port 8ea02399-99e5-4066-84c1-39ecc51e164c on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:10.431883 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b4706cd-e0f7-4276-8d67-d17c84ab011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:10.437339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:10.440325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:10.440325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Bound using segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:10.440325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Bound port: 8ea02399-99e5-4066-84c1-39ecc51e164c, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:10.440325 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:10.440880 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b4706cd-e0f7-4276-8d67-d17c84ab011d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:10.444816 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2b4706cd-e0f7-4276-8d67-d17c84ab011d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/195bc61e-5075-4d03-920f-a1fc0b15ea08 HTTP/1.1" status: 204 len: 168 time: 0.2927139 Oct 13 14:03:10.470550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4706cd-e0f7-4276-8d67-d17c84ab011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195bc61e-5075-4d03-920f-a1fc0b15ea08,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:10.522397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-f49c6314-a1f6-4b76-9845-c526a3246172 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399175 Oct 13 14:03:10.634339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:10.657266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8ea02399-99e5-4066-84c1-39ecc51e164c,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:10.672838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b12232-cbee-4ae3-93ce-89879e06a4e5 req-7cdc29ef-0624-4d14-812e-4be511b1dff8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:10.674367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7b12232-cbee-4ae3-93ce-89879e06a4e5 req-7cdc29ef-0624-4d14-812e-4be511b1dff8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 943 time: 0.1485608 Oct 13 14:03:10.711260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59460) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:10.736301 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f39e268d-97d4-46f3-835c-fc08bd2cf93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:10.737387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7b12232-cbee-4ae3-93ce-89879e06a4e5 req-229ce003-9756-4576-9c7a-9e33659bb52d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536218 Oct 13 14:03:10.744663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-837d929a-49da-43c2-b44b-113011bf6859 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:10.752704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-837d929a-49da-43c2-b44b-113011bf6859 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244551 Oct 13 14:03:10.774980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-6b626267-e944-4656-b44e-25c0befa60f0 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/quotas/f59b7ada3c2d498f91cfd9b48990ec5f HTTP/1.1" status: 200 len: 375 time: 0.0212815 Oct 13 14:03:10.786398 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:10.806695 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-779f3524-86d8-428e-b476-89b86829dd57 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308354 Oct 13 14:03:10.822677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59464) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:10.847833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:10.848064 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:10.849326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] 10.222.0.49 "PUT /v2.0/ports/8ea02399-99e5-4066-84c1-39ecc51e164c HTTP/1.1" status: 200 len: 1092 time: 1.1082664 Oct 13 14:03:10.849830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4687ab41-e169-4a5c-aae1-1ccba76bf9bc', 'tag': '8ea02399-99e5-4066-84c1-39ecc51e164c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:10.852126 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b22dd0-adda-4df3-9e9f-c0702011445f" -d '{"events": [{"name": "network-changed", "server_uuid": "4687ab41-e169-4a5c-aae1-1ccba76bf9bc", "tag": "8ea02399-99e5-4066-84c1-39ecc51e164c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:10.880399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471df39f-4a6b-4e51-ab46-5168abf388db service neutron] Pushing event updated for resources: {'Port': ['ID=8ea02399-99e5-4066-84c1-39ecc51e164c,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:10.930983 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a27ef78-7555-48f8-97ca-47108152192a x-openstack-request-id: req-3a27ef78-7555-48f8-97ca-47108152192a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:10.932720 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4687ab41-e169-4a5c-aae1-1ccba76bf9bc", "tag": "8ea02399-99e5-4066-84c1-39ecc51e164c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:10.932720 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a27ef78-7555-48f8-97ca-47108152192a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:10.932720 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4687ab41-e169-4a5c-aae1-1ccba76bf9bc', 'tag': '8ea02399-99e5-4066-84c1-39ecc51e164c', 'status': 'completed', 'code': 200} Oct 13 14:03:10.996147 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f39e268d-97d4-46f3-835c-fc08bd2cf93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:11.025461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b22dd0-adda-4df3-9e9f-c0702011445f req-f0fe9566-edd4-43bb-ae0c-b2b1e3293eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:11.026324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3b22dd0-adda-4df3-9e9f-c0702011445f req-f0fe9566-edd4-43bb-ae0c-b2b1e3293eef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 1095 time: 0.0695822 Oct 13 14:03:11.080821 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f39e268d-97d4-46f3-835c-fc08bd2cf93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:11.088837 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23d8627d-a256-4555-86ad-becbc6278bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:11.176056 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e268d-97d4-46f3-835c-fc08bd2cf93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0622bffc-7892-41eb-8769-97c92378bd6b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:11.222433 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f39e268d-97d4-46f3-835c-fc08bd2cf93f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43f71237c38d4d04a1829cf4cbe025a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5095627 Oct 13 14:03:11.222585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59480) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:11.238352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cdb6957-8a7a-4be6-89ed-39397f712f8d req-c2871548-4cf4-42bb-898f-000ffd959923 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 210 time: 0.0922422 Oct 13 14:03:11.285450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b22dd0-adda-4df3-9e9f-c0702011445f req-87f94024-504a-4488-8a9f-79de252a80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:11.286971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3b22dd0-adda-4df3-9e9f-c0702011445f req-87f94024-504a-4488-8a9f-79de252a80c1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a83e69682127431abea4c77d59610aed&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2482796 Oct 13 14:03:11.336924 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e795205-08be-4b40-8fa0-09ce9acac2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:11.377568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e795205-08be-4b40-8fa0-09ce9acac2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:11.397756 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23d8627d-a256-4555-86ad-becbc6278bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:11.407125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b22dd0-adda-4df3-9e9f-c0702011445f req-ec4fa6cc-131e-4ba2-a2f3-6318ddb58fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:11.408824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3b22dd0-adda-4df3-9e9f-c0702011445f req-ec4fa6cc-131e-4ba2-a2f3-6318ddb58fa1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1126416 Oct 13 14:03:11.534697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d85b6fc5-5681-45bb-98ea-bcc5fc75e586 req-8ff28026-68f0-48e7-9102-9e264aa49d95 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 210 time: 0.0409369 Oct 13 14:03:11.563110 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-6e25b1e1-e359-4eab-aed0-1129a89f4643 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247562 Oct 13 14:03:11.566465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef004249-7061-41de-812f-39b855d1988c req-e2ead56a-c9ba-42c1-95d5-44cd64cdc024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:11.567939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-e2ead56a-c9ba-42c1-95d5-44cd64cdc024 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 1095 time: 0.1037393 Oct 13 14:03:11.588398 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23d8627d-a256-4555-86ad-becbc6278bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:11.617668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-bd7f3e3b-7bb1-43ad-b9b9-55171be2a802 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ea02399-99e5-4066-84c1-39ecc51e164c HTTP/1.1" status: 200 len: 217 time: 0.0401359 Oct 13 14:03:11.667423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef004249-7061-41de-812f-39b855d1988c req-832d5076-b9d6-4aea-b243-6186ad0f4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:11.668904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-832d5076-b9d6-4aea-b243-6186ad0f4f27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.0445609 Oct 13 14:03:11.682047 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8627d-a256-4555-86ad-becbc6278bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cf43b3-9ae1-4892-b77b-976e60f74e22,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:11.688110 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e795205-08be-4b40-8fa0-09ce9acac2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:11.690740 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e795205-08be-4b40-8fa0-09ce9acac2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:11.691871 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4e795205-08be-4b40-8fa0-09ce9acac2a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0622bffc-7892-41eb-8769-97c92378bd6b HTTP/1.1" status: 204 len: 168 time: 0.4645758 Oct 13 14:03:11.701910 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-23d8627d-a256-4555-86ad-becbc6278bff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb82f6b021024fc6954073a16c186901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8740735 Oct 13 14:03:11.703631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59498) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:11.706969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-818bc9a9-aff8-4a30-9676-96800085ac34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265877 Oct 13 14:03:11.714288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e795205-08be-4b40-8fa0-09ce9acac2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0622bffc-7892-41eb-8769-97c92378bd6b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:11.794165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-5d2e43b7-ab1c-4dcf-b330-4b72a5c4837f tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:11.796920 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-5d2e43b7-ab1c-4dcf-b330-4b72a5c4837f tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214911 Oct 13 14:03:11.821618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-2053551d-a392-48f0-a61b-3c4d28793c12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Request body: {'port': {'device_id': 'c4b5b2a1-3bdd-439e-9f20-433e11c06a90', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '7cbf24ee3d2e4d08a684d8e166381bd1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:11.841670 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-15379435-d5a9-4cd8-88dc-3472f7dfbce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:11.859720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-5b7622b8-84ad-4a35-be88-5f6aae4b4c05 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409278 Oct 13 14:03:11.883409 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-15379435-d5a9-4cd8-88dc-3472f7dfbce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:12.039595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27ce83-0197-4db0-9550-4043fe03529a req-11803668-c42b-4a88-b24b-7fd9798469c7 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:12.041215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed27ce83-0197-4db0-9550-4043fe03529a req-11803668-c42b-4a88-b24b-7fd9798469c7 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 943 time: 0.1114538 Oct 13 14:03:12.044020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef004249-7061-41de-812f-39b855d1988c req-1e7ae7cd-8c3c-40c1-bb25-5e1a0cd5f05f service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738391 Oct 13 14:03:12.088281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed27ce83-0197-4db0-9550-4043fe03529a req-ac2f3422-14d6-4762-9013-208963c20234 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391908 Oct 13 14:03:12.141992 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-15379435-d5a9-4cd8-88dc-3472f7dfbce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:12.144534 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-15379435-d5a9-4cd8-88dc-3472f7dfbce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:12.145680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-15379435-d5a9-4cd8-88dc-3472f7dfbce2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0cf43b3-9ae1-4892-b77b-976e60f74e22 HTTP/1.1" status: 204 len: 168 time: 0.4409945 Oct 13 14:03:12.153792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15379435-d5a9-4cd8-88dc-3472f7dfbce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cf43b3-9ae1-4892-b77b-976e60f74e22,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:12.211689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-2053551d-a392-48f0-a61b-3c4d28793c12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Made reservation on behalf of 7cbf24ee3d2e4d08a684d8e166381bd1 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:12.216335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-2053551d-a392-48f0-a61b-3c4d28793c12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:12.359060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e55ff2bd-bfba-4674-aaab-0e82b05588ae req-cb0f5f23-4595-4ae4-b65a-af656c9ee2c8 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 210 time: 0.0343075 Oct 13 14:03:12.533335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-2053551d-a392-48f0-a61b-3c4d28793c12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Allocated IP 192.168.233.239 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/0878f0de-fab4-4fab-bc3d-4fd904c7fd65) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:12.670540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b26bd23d-5aab-4083-bbc3-b38ed4c7774a req-d0df6eba-49ee-4fe6-88c8-3d44c88ac332 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 210 time: 0.0425122 Oct 13 14:03:12.681653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-a090bdbc-3160-4a22-9988-862b9ef1aedc tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388691 Oct 13 14:03:12.754058 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-2053551d-a392-48f0-a61b-3c4d28793c12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:12.757062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59534) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:12.837674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b241a-3327-457a-9386-a30a81262845 req-3adbf8e9-a9c0-480a-bbec-fc9cb789a415 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:12.839215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-3adbf8e9-a9c0-480a-bbec-fc9cb789a415 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492739 Oct 13 14:03:12.892298 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-2053551d-a392-48f0-a61b-3c4d28793c12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:12.905684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae', 'c258c505-efec-41a3-908a-c7eff5d460ad', '421e5c99-d76c-4e92-a8de-1171670329da', '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:03:12.918302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Request body: {'port': {'device_id': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': 'f59b7ada3c2d498f91cfd9b48990ec5f'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:12.948205 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-2053551d-a392-48f0-a61b-3c4d28793c12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:12.952128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-2053551d-a392-48f0-a61b-3c4d28793c12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:12.968589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-2053551d-a392-48f0-a61b-3c4d28793c12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:13.010745 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053551d-a392-48f0-a61b-3c4d28793c12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event updated for resources: {'Port': ['ID=0878f0de-fab4-4fab-bc3d-4fd904c7fd65,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:13.041859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['9cf50e55-4299-48f8-a7fe-d30b5bceec2e', '5fabe200-16e6-49d9-bb51-c880a0c093cc'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:03:13.073820 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-2053551d-a392-48f0-a61b-3c4d28793c12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:13.074496 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-2053551d-a392-48f0-a61b-3c4d28793c12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:13.215836 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-2053551d-a392-48f0-a61b-3c4d28793c12 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4049282 Oct 13 14:03:13.229852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Request body: {'port': {'device_id': 'c4b5b2a1-3bdd-439e-9f20-433e11c06a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:13.268382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59544) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:13.290653 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6b21c5d-e469-4a9c-bee1-070211da7e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:13.356562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9a860a12-3071-4c33-be79-17a480e412c3 None None] Provisioning complete for port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:13.357272 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a860a12-3071-4c33-be79-17a480e412c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:13.367077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Made reservation on behalf of f59b7ada3c2d498f91cfd9b48990ec5f for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:13.382677 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:13.418178 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:13.459349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6750cf-b2a7-4da4-afe1-24b66feb702d req-731aed9e-e799-46c4-8fc9-9659b41bc949 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:13.462431 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1f6750cf-b2a7-4da4-afe1-24b66feb702d req-731aed9e-e799-46c4-8fc9-9659b41bc949 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 943 time: 0.2097833 Oct 13 14:03:13.496070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-433617051-network', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:13.554688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1f6750cf-b2a7-4da4-afe1-24b66feb702d req-3cc7d8f8-4200-427b-a760-1bb5810a549c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784655 Oct 13 14:03:13.555117 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6b21c5d-e469-4a9c-bee1-070211da7e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:13.583228 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:13.593316 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9a860a12-3071-4c33-be79-17a480e412c3 None None] Port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:03:13.645699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Made reservation on behalf of d8c9c1574afa4d518add4a884faf8a07 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:13.649193 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:13.650211 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:13.662912 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:13.697031 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-325eac32-1c73-48ff-9f40-671d8425f572 req-ec57bef4-6fff-454c-ab1d-c22c8dc8f56b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 210 time: 0.0398245 Oct 13 14:03:13.772716 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6b21c5d-e469-4a9c-bee1-070211da7e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:13.785475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:13.922152 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e6b21c5d-e469-4a9c-bee1-070211da7e3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3d08c485174431cb4b11d67be038ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6510413 Oct 13 14:03:13.945962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0451f1f9-3861-47e8-8462-04193f560a7a tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342352 Oct 13 14:03:13.983765 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59560) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:14.025354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b21c5d-e469-4a9c-bee1-070211da7e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132f662f-7ff2-4f2a-9e73-17efb4c555dd,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:14.084106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f068f793-d32a-4481-9019-121cb11ba005,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:14.095946 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.097181 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a470173-0d12-4220-b6a7-029fcd0976c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.118974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43bd19-d9aa-4ca8-a489-ff52770682e1 req-49b3775b-fe77-4e91-bf54-a3bdaeb7d8f6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:14.121042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd43bd19-d9aa-4ca8-a489-ff52770682e1 req-49b3775b-fe77-4e91-bf54-a3bdaeb7d8f6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 936 time: 0.2105687 Oct 13 14:03:14.147881 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a470173-0d12-4220-b6a7-029fcd0976c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.156197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.227730 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:03:14.245981 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a923e4c-31e1-4938-82c2-45b144ff7cc3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:14.274126 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.274473 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Added segment 6dab2c77-639a-42c6-ac11-9369f705838a of type vlan for network 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7 Oct 13 14:03:14.320476 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 {{(pid=112684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:14.337787 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.340909 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.383112 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.provisioning_blocks [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Transition to ACTIVE for port object 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 will not be triggered until provisioned by entity L2. {{(pid=112684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:03:14.384163 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a470173-0d12-4220-b6a7-029fcd0976c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.387207 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a470173-0d12-4220-b6a7-029fcd0976c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.388059 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3a470173-0d12-4220-b6a7-029fcd0976c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/132f662f-7ff2-4f2a-9e73-17efb4c555dd HTTP/1.1" status: 204 len: 168 time: 0.3977449 Oct 13 14:03:14.398021 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a470173-0d12-4220-b6a7-029fcd0976c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132f662f-7ff2-4f2a-9e73-17efb4c555dd,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:14.452852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-1f6f7ef9-1723-46be-8deb-0bec7b3de5a2 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:14.454323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-1f6f7ef9-1723-46be-8deb-0bec7b3de5a2 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4502285 Oct 13 14:03:14.468342 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.469433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:14.475808 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.476147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0c9c154b-5b67-44ae-8379-6dac7cc0c948 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Request body: {'port': {'device_id': '4acce43a-ddaf-4cb2-8997-21c3893924ca', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': 'f59b7ada3c2d498f91cfd9b48990ec5f'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:14.502047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd43bd19-d9aa-4ca8-a489-ff52770682e1 req-7cd46fb0-f48d-4490-a253-bacec9b429b0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578846 Oct 13 14:03:14.543308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.610210 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] Pushing event updated for resources: {'Network': ['ID=3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:14.615639 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1f425e45-e047-4cb6-b8ca-c054bb024a59 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8570857 Oct 13 14:03:14.623705 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59582) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:14.633884 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0aa4a12c-de1e-4f5c-b50c-df9f7c5175a1 admin admin] Request body: {'subnet': {'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-433617051-subnet', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:14.635495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:03:14.647154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Pushing event updated for resources: {'Port': ['ID=0878f0de-fab4-4fab-bc3d-4fd904c7fd65,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:14.772896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Attempting to bind port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:14.772896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Attempting to bind port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:14.772896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Attempting to bind port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:14.776642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:03:14.777304 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Attempting to bind port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:14.782695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:14.783417 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:14.784040 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:14.784602 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Bound port: 0878f0de-fab4-4fab-bc3d-4fd904c7fd65, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:14.785194 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.804312 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa4a12c-de1e-4f5c-b50c-df9f7c5175a1 admin admin] Made reservation on behalf of d8c9c1574afa4d518add4a884faf8a07 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:14.807030 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0aa4a12c-de1e-4f5c-b50c-df9f7c5175a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:14.815454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Allocated IP 192.168.233.169 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/df022525-432b-44cf-9de8-55a2dfd4ca34) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:14.939548 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] For port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65, host n-h2-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:14.944867 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] For port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0878f0de-fab4-4fab-bc3d-4fd904c7fd65,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:15.027309 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27739e48-f29a-4fdc-b38c-f6ea48cea18f req-c076273d-9649-48f4-914e-3266f9d13de9 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 210 time: 0.1988540 Oct 13 14:03:15.039160 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:15.066822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b8d8-0df0-4f02-b200-d76c82cfaac7 req-ee1f405b-3006-4be2-bb17-e2252c9445dd tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:15.068910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ca9b8d8-0df0-4f02-b200-d76c82cfaac7 req-ee1f405b-3006-4be2-bb17-e2252c9445dd tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 943 time: 0.3218894 Oct 13 14:03:15.104801 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:15.105710 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:15.107425 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] 10.222.0.41 "PUT /v2.0/ports/0878f0de-fab4-4fab-bc3d-4fd904c7fd65 HTTP/1.1" status: 200 len: 1097 time: 1.8841002 Oct 13 14:03:15.108075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b5b2a1-3bdd-439e-9f20-433e11c06a90', 'tag': '0878f0de-fab4-4fab-bc3d-4fd904c7fd65'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:15.108812 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:15.111152 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a348aba7-3014-4aec-b5a7-6ed32def94f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b5b2a1-3bdd-439e-9f20-433e11c06a90", "tag": "0878f0de-fab4-4fab-bc3d-4fd904c7fd65"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:15.114609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0c9c154b-5b67-44ae-8379-6dac7cc0c948 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Made reservation on behalf of f59b7ada3c2d498f91cfd9b48990ec5f for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:15.131335 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0c9c154b-5b67-44ae-8379-6dac7cc0c948 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:15.145648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9a6d4-16c4-4ae2-abb2-6d2b4c535405 service neutron] Pushing event updated for resources: {'Port': ['ID=0878f0de-fab4-4fab-bc3d-4fd904c7fd65,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:15.166222 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e4b44c-1ed3-4a33-ba56-5760c9a7c0bb x-openstack-request-id: req-96e4b44c-1ed3-4a33-ba56-5760c9a7c0bb {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:15.166524 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b5b2a1-3bdd-439e-9f20-433e11c06a90", "tag": "0878f0de-fab4-4fab-bc3d-4fd904c7fd65", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:15.166782 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96e4b44c-1ed3-4a33-ba56-5760c9a7c0bb {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:15.167844 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b5b2a1-3bdd-439e-9f20-433e11c06a90', 'tag': '0878f0de-fab4-4fab-bc3d-4fd904c7fd65', 'status': 'completed', 'code': 200} Oct 13 14:03:15.210120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0aa4a12c-de1e-4f5c-b50c-df9f7c5175a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:15.252777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ca9b8d8-0df0-4f02-b200-d76c82cfaac7 req-b117ad37-defc-4321-98ca-94ecf2f7492a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756773 Oct 13 14:03:15.319867 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4a12c-de1e-4f5c-b50c-df9f7c5175a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=106127b9-239d-4361-a3ee-77552bb550ad,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:15.328854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348aba7-3014-4aec-b5a7-6ed32def94f8 req-1b9288b8-6281-4fa4-8f6d-bbdfbe0576c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:15.335447 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-a348aba7-3014-4aec-b5a7-6ed32def94f8 req-1b9288b8-6281-4fa4-8f6d-bbdfbe0576c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 1100 time: 0.1341832 Oct 13 14:03:15.368441 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-a348aba7-3014-4aec-b5a7-6ed32def94f8 req-df18e8b7-8b3b-4315-b6c4-7472f878d8b1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242357 Oct 13 14:03:15.368441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4a12c-de1e-4f5c-b50c-df9f7c5175a1 admin admin] Checking segment: {'id': '6dab2c77-639a-42c6-ac11-9369f705838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:15.368441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4a12c-de1e-4f5c-b50c-df9f7c5175a1 admin admin] Network hostable DHCP agents. Network: 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:03:15.395996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 8ea02399-99e5-4066-84c1-39ecc51e164c details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:03:15.471814 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:15.499721 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348aba7-3014-4aec-b5a7-6ed32def94f8 req-64ad315f-52ed-4957-adda-ec2cccd2defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:15.501536 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-a348aba7-3014-4aec-b5a7-6ed32def94f8 req-64ad315f-52ed-4957-adda-ec2cccd2defa service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281157 Oct 13 14:03:15.563343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:15.593640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:15.607626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:15.613205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:15.613852 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:15.635569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4a12c-de1e-4f5c-b50c-df9f7c5175a1 admin admin] Network 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:03:15.661995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8ea02399-99e5-4066-84c1-39ecc51e164c,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:15.664892 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-fe76e51d-c215-4031-9630-bbbace3122a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:15.667095 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-fe76e51d-c215-4031-9630-bbbace3122a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 1100 time: 0.1201942 Oct 13 14:03:15.671924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0c9c154b-5b67-44ae-8379-6dac7cc0c948 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Allocated IP 192.168.233.241 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/2c1c2b57-09f6-4f65-81f6-c0357327dfd6) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:15.687843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '8ea02399-99e5-4066-84c1-39ecc51e164c', 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b', 'port_id': '8ea02399-99e5-4066-84c1-39ecc51e164c', 'mac_address': 'fa:16:3e:93:8e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0758b770-aabf-4e23-91ef-861097abeaa3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:03:15.719516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Pushing event updated for resources: {'Port': ['ID=df022525-432b-44cf-9de8-55a2dfd4ca34,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:15.770536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f10738-c423-4c9c-b03a-8665da6b7602 req-6d781c0c-b5e1-48ab-ada9-de2a3ca4e194 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:15.774966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8f10738-c423-4c9c-b03a-8665da6b7602 req-6d781c0c-b5e1-48ab-ada9-de2a3ca4e194 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 948 time: 0.1841869 Oct 13 14:03:15.775248 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-94d2ed2c-53b0-473d-a8af-2575817437e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=0878f0de-fab4-4fab-bc3d-4fd904c7fd65 HTTP/1.1" status: 200 len: 217 time: 0.0926471 Oct 13 14:03:15.776347 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0aa4a12c-de1e-4f5c-b50c-df9f7c5175a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:15.784907 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa4a12c-de1e-4f5c-b50c-df9f7c5175a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:15.786770 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0aa4a12c-de1e-4f5c-b50c-df9f7c5175a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:15.797227 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:15.800641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a43411-9dfc-4acb-8ceb-03776f955f57 None None] Network 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:03:15.858032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-343d8cfc-e108-40eb-904b-e3153f3ad847 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9473782 Oct 13 14:03:15.895559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea02399-99e5-4066-84c1-39ecc51e164c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:15.934150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Request body: {'port': {'device_id': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:15.937252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8ea02399-99e5-4066-84c1-39ecc51e164c,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:15.968756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4ce120d9-83ad-4757-a945-be72a81d3449 None None] Provisioning complete for port df022525-432b-44cf-9de8-55a2dfd4ca34 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:15.969016 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4ce120d9-83ad-4757-a945-be72a81d3449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:16.011491 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4ce120d9-83ad-4757-a945-be72a81d3449 None None] Port df022525-432b-44cf-9de8-55a2dfd4ca34 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:03:16.019222 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:16.075789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8f10738-c423-4c9c-b03a-8665da6b7602 req-8e42e47a-43a9-4e06-acec-8a97d1fbe274 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927086 Oct 13 14:03:16.158893 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-9e056f6a-a346-4d15-a920-51ba7bb11883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:16.160298 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-9e056f6a-a346-4d15-a920-51ba7bb11883 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.3700304 Oct 13 14:03:16.221846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=8ea02399-99e5-4066-84c1-39ecc51e164c,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:16.242348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7', 'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'fixed_ips': [{'subnet_id': '106127b9-239d-4361-a3ee-77552bb550ad'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:03:16.243600 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:16.248823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:16.254054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:16.254054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:16.254054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:16.254054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:16.254054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:16.254054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:16.254054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:16.254054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:16.254054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:16.254054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:16.254054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:03:16.266462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-e5caeb1a-56ac-4ac8-a32e-1ccfced679db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:16.269420 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-e5caeb1a-56ac-4ac8-a32e-1ccfced679db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0962341 Oct 13 14:03:16.277118 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0aa4a12c-de1e-4f5c-b50c-df9f7c5175a1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6520674 Oct 13 14:03:16.288157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59634) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:16.320710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-445290b8-d169-490d-b86e-a8969a119e66 req-a2f22c0d-5c8e-4277-a1c1-5c2b0c515199 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 210 time: 0.1077971 Oct 13 14:03:16.328796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-433617051-router', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:16.360600 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:16.409709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['8ea02399-99e5-4066-84c1-39ecc51e164c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:03:16.501171 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-7f94616b-f384-4c72-9798-7bdc7377f0ac service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224422 Oct 13 14:03:16.508950 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:16.510008 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:16.516949 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0c9c154b-5b67-44ae-8379-6dac7cc0c948 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:16.582722 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Allocated IP 172.20.0.2 (3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7/106127b9-239d-4361-a3ee-77552bb550ad/c98f1075-5d35-47a2-a6cc-8d0073d8305f) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:16.634701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63880cf-fe9d-491d-8282-9dc6e9a83f82 req-c3cbebe3-c627-4a3b-8266-9639818667a4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:16.637868 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-740c35d0-512e-4a33-ab02-c0cd351674a3 req-2f50773b-c00c-466a-bd03-3af3643118d3 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283469 Oct 13 14:03:16.642427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c63880cf-fe9d-491d-8282-9dc6e9a83f82 req-c3cbebe3-c627-4a3b-8266-9639818667a4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 944 time: 0.2075083 Oct 13 14:03:16.704849 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:16.741863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c63880cf-fe9d-491d-8282-9dc6e9a83f82 req-52f24d02-cceb-4a3f-bb9d-134e681714bd tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981910 Oct 13 14:03:16.827398 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:16.887918 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0c9c154b-5b67-44ae-8379-6dac7cc0c948 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:16.905451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59656) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:16.906440 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:16.950442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Network 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:16.956210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:16.961811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:16.965637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Pushing event updated for resources: {'Port': ['ID=c98f1075-5d35-47a2-a6cc-8d0073d8305f,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:17.030769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Attempting to bind port c98f1075-5d35-47a2-a6cc-8d0073d8305f on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:17.031391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Attempting to bind port c98f1075-5d35-47a2-a6cc-8d0073d8305f by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '6dab2c77-639a-42c6-ac11-9369f705838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:17.031907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Attempting to bind port c98f1075-5d35-47a2-a6cc-8d0073d8305f on network 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:17.038872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:17.039547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Checking segment: {'id': '6dab2c77-639a-42c6-ac11-9369f705838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:17.040097 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.040660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Bound using segment: {'id': '6dab2c77-639a-42c6-ac11-9369f705838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:17.041310 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Bound port: c98f1075-5d35-47a2-a6cc-8d0073d8305f, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dab2c77-639a-42c6-ac11-9369f705838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:17.041869 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.070397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0c9c154b-5b67-44ae-8379-6dac7cc0c948 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:17.104196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c154b-5b67-44ae-8379-6dac7cc0c948 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Pushing event updated for resources: {'Port': ['ID=2c1c2b57-09f6-4f65-81f6-c0357327dfd6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:17.110485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0c9c154b-5b67-44ae-8379-6dac7cc0c948 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:17.116611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0c9c154b-5b67-44ae-8379-6dac7cc0c948 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:17.122307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0c9c154b-5b67-44ae-8379-6dac7cc0c948 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:17.122949 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0c9c154b-5b67-44ae-8379-6dac7cc0c948 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.139857 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.206871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] For port c98f1075-5d35-47a2-a6cc-8d0073d8305f, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:17.214112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] For port c98f1075-5d35-47a2-a6cc-8d0073d8305f, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c98f1075-5d35-47a2-a6cc-8d0073d8305f,segment=NetworkSegment(6dab2c77-639a-42c6-ac11-9369f705838a),segment_id=6dab2c77-639a-42c6-ac11-9369f705838a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:17.240834 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81901527-4459-4df7-864d-6eef88c2eb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.276091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0c9c154b-5b67-44ae-8379-6dac7cc0c948 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8107808 Oct 13 14:03:17.299088 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.388246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df022525-432b-44cf-9de8-55a2dfd4ca34 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:17.391919 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81901527-4459-4df7-864d-6eef88c2eb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.403945 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.416639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Request body: {'port': {'device_id': '4acce43a-ddaf-4cb2-8997-21c3893924ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:17.446754 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699c9c6-fc74-4ddf-9f33-5fec9af54258 None None] Pushing event updated for resources: {'Port': ['ID=c98f1075-5d35-47a2-a6cc-8d0073d8305f,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:17.486126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Transition to ACTIVE for port object df022525-432b-44cf-9de8-55a2dfd4ca34 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:03:17.516212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81901527-4459-4df7-864d-6eef88c2eb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.557789 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6359c906-327c-4b6f-a1c7-c2567ac3e3ee None None] Provisioning complete for port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:17.559748 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6359c906-327c-4b6f-a1c7-c2567ac3e3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.564276 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81901527-4459-4df7-864d-6eef88c2eb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf3bd63-3437-477e-873e-402c878a4a97,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:17.586017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d08732-8b0e-4f62-8c0c-33889c561fd6 req-31398f90-a681-497e-bcfe-085d14d8610d tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:17.591979 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3d08732-8b0e-4f62-8c0c-33889c561fd6 req-31398f90-a681-497e-bcfe-085d14d8610d tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 948 time: 0.3550298 Oct 13 14:03:17.601780 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.624764 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-81901527-4459-4df7-864d-6eef88c2eb3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a06f2cb91071489a9a1dbd3c797220d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7147300 Oct 13 14:03:17.625191 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59676) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:17.642222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.680647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6359c906-327c-4b6f-a1c7-c2567ac3e3ee None None] Port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:03:17.745785 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e07d7ace-1635-4c99-96d0-ee10b99d06c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.800472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e07d7ace-1635-4c99-96d0-ee10b99d06c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.936595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e07d7ace-1635-4c99-96d0-ee10b99d06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.939250 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e07d7ace-1635-4c99-96d0-ee10b99d06c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:17.942800 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e07d7ace-1635-4c99-96d0-ee10b99d06c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cf3bd63-3437-477e-873e-402c878a4a97 HTTP/1.1" status: 204 len: 168 time: 0.3134046 Oct 13 14:03:17.950087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d7ace-1635-4c99-96d0-ee10b99d06c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf3bd63-3437-477e-873e-402c878a4a97,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:18.005183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fc954-f8da-4ef5-8f1e-3e7419a4f51e req-d6718793-d744-4c44-a816-8d04544e0614 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:18.007692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c63fc954-f8da-4ef5-8f1e-3e7419a4f51e req-d6718793-d744-4c44-a816-8d04544e0614 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 936 time: 0.5385888 Oct 13 14:03:18.059483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Pushing event updated for resources: {'Port': ['ID=df022525-432b-44cf-9de8-55a2dfd4ca34,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:18.110631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3d08732-8b0e-4f62-8c0c-33889c561fd6 req-00a71643-e3a8-4144-b5b6-0975d4ff6764 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874835 Oct 13 14:03:18.195433 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:18.247461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c63fc954-f8da-4ef5-8f1e-3e7419a4f51e req-3fc97e9c-de97-4804-8512-4faeb7c73787 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069325 Oct 13 14:03:18.247461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Attempting to bind port df022525-432b-44cf-9de8-55a2dfd4ca34 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:18.247461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Attempting to bind port df022525-432b-44cf-9de8-55a2dfd4ca34 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:18.247461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Attempting to bind port df022525-432b-44cf-9de8-55a2dfd4ca34 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:18.267422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Port df022525-432b-44cf-9de8-55a2dfd4ca34 on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:03:18.271022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Attempting to bind port df022525-432b-44cf-9de8-55a2dfd4ca34 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:18.473919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:18.474319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:18.474720 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:18.475171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Bound port: df022525-432b-44cf-9de8-55a2dfd4ca34, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:18.475534 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:18.526605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c98f1075-5d35-47a2-a6cc-8d0073d8305f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:18.627427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c98f1075-5d35-47a2-a6cc-8d0073d8305f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:18.628202 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:18.700308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cee8a-88c7-42da-b025-76b09d111fc2 req-1da1faf3-4605-4c46-b667-bc811f4a569d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:18.702023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b92cee8a-88c7-42da-b025-76b09d111fc2 req-1da1faf3-4605-4c46-b667-bc811f4a569d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 944 time: 0.2372508 Oct 13 14:03:18.774954 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:18.778623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:18.823590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:18.829448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f90b1-4655-4d09-9355-548e0125b0d4 None None] Network 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:03:18.830071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=df022525-432b-44cf-9de8-55a2dfd4ca34,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:18.837480 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:18.846962 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:18.863627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b92cee8a-88c7-42da-b025-76b09d111fc2 req-6dc16dad-07d2-4646-a4c4-c3ba623926c5 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263359 Oct 13 14:03:18.895964 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59706) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:18.910919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Transition to ACTIVE for port object 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:03:18.919615 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-27e6232e-a226-4d73-9655-1f1233e4b2e3 None None] Provisioning complete for port c98f1075-5d35-47a2-a6cc-8d0073d8305f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:18.919997 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-27e6232e-a226-4d73-9655-1f1233e4b2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:18.938566 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4fab990-2ba4-4265-84cf-3aed025587b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:18.976426 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.040476 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.065772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4fab990-2ba4-4265-84cf-3aed025587b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.112516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Pushing event updated for resources: {'Port': ['ID=df022525-432b-44cf-9de8-55a2dfd4ca34,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:19.119803 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.159731 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4fab990-2ba4-4265-84cf-3aed025587b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.160344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port c98f1075-5d35-47a2-a6cc-8d0073d8305f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c98f1075-5d35-47a2-a6cc-8d0073d8305f,segment=NetworkSegment(6dab2c77-639a-42c6-ac11-9369f705838a),segment_id=6dab2c77-639a-42c6-ac11-9369f705838a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:19.179739 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-27e6232e-a226-4d73-9655-1f1233e4b2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.201421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:19.202359 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.204171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-9d87a76a-1447-4407-b505-4b152504bd27 service neutron] 10.222.0.41 "PUT /v2.0/ports/df022525-432b-44cf-9de8-55a2dfd4ca34 HTTP/1.1" status: 200 len: 1097 time: 3.2985685 Oct 13 14:03:19.213552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:19.216574 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c7abd1-a30b-4d5f-832d-b42bd647d3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:19.233964 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f4fab990-2ba4-4265-84cf-3aed025587b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a9a097b5ea243feb0615aad1d560bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313873 Oct 13 14:03:19.242095 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59714) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:19.247374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.260138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Allocated IP 172.25.0.2 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/d5375a32-dfb1-4f8f-9ca0-c974b5705f01) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:19.381936 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fab990-2ba4-4265-84cf-3aed025587b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5a83bf-ec4d-4533-b247-f55d7dda724c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:19.443073 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b111e1c7-227a-498a-97e5-9bbd497f6b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.448232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Attempting to bind port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:19.448232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Attempting to bind port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:19.448232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Attempting to bind port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:19.451312 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 8ea02399-99e5-4066-84c1-39ecc51e164c up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:19.475215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Pushing event updated for resources: {'Port': ['ID=2c1c2b57-09f6-4f65-81f6-c0357327dfd6,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:19.512878 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-27e6232e-a226-4d73-9655-1f1233e4b2e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:03:19.513622 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-27e6232e-a226-4d73-9655-1f1233e4b2e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:03:19.515708 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b111e1c7-227a-498a-97e5-9bbd497f6b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.526260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=c98f1075-5d35-47a2-a6cc-8d0073d8305f,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:19.561212 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a9f3b9-ab7a-44b8-9245-58bf3928eeeb x-openstack-request-id: req-f7a9f3b9-ab7a-44b8-9245-58bf3928eeeb {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:19.561513 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:19.561947 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7a9f3b9-ab7a-44b8-9245-58bf3928eeeb {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:19.564729 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34', 'status': 'completed', 'code': 200} Oct 13 14:03:19.572676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:03:19.573024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Attempting to bind port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:19.582634 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea43687a-e7b9-411c-8375-96ca9c2563d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.644379 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 8ea02399-99e5-4066-84c1-39ecc51e164c completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:03:19.649647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 8ea02399-99e5-4066-84c1-39ecc51e164c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:19.650095 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.673867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:19.674208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:19.674604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:19.675047 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Bound port: 2c1c2b57-09f6-4f65-81f6-c0357327dfd6, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:19.675406 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.701956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b111e1c7-227a-498a-97e5-9bbd497f6b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.705834 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b111e1c7-227a-498a-97e5-9bbd497f6b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.710812 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b111e1c7-227a-498a-97e5-9bbd497f6b47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc5a83bf-ec4d-4533-b247-f55d7dda724c HTTP/1.1" status: 204 len: 168 time: 0.4660425 Oct 13 14:03:19.717434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b241a-3327-457a-9386-a30a81262845 req-536bac40-9252-4e1f-bd91-319740ccbdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:19.719585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-536bac40-9252-4e1f-bd91-319740ccbdaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 1100 time: 0.3763652 Oct 13 14:03:19.720272 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111e1c7-227a-498a-97e5-9bbd497f6b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5a83bf-ec4d-4533-b247-f55d7dda724c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:19.736402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427ff01-7126-4a82-946d-ad20bb0609db req-e8f4443e-b2cc-47e7-a1de-7604fbd6fb17 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:19.738000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0427ff01-7126-4a82-946d-ad20bb0609db req-e8f4443e-b2cc-47e7-a1de-7604fbd6fb17 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 948 time: 0.2762537 Oct 13 14:03:19.792291 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.825108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4687ab41-e169-4a5c-aae1-1ccba76bf9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea02399-99e5-4066-84c1-39ecc51e164c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:19.825108 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b39526-8c83-4dbe-b82a-0260dd6ad8e4" -d '{"events": [{"server_uuid": "4687ab41-e169-4a5c-aae1-1ccba76bf9bc", "name": "network-vif-plugged", "status": "completed", "tag": "8ea02399-99e5-4066-84c1-39ecc51e164c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:19.837942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-f65a5aea-62f9-4613-a441-4623792431b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=df022525-432b-44cf-9de8-55a2dfd4ca34 HTTP/1.1" status: 200 len: 217 time: 0.0953791 Oct 13 14:03:19.839651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8ea02399-99e5-4066-84c1-39ecc51e164c,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:19.859433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41faca7d-c502-41e7-8518-fb3642314ae9 req-de25e8a1-bd11-4f9d-88df-14f63d0d3ab8 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:19.863510 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41faca7d-c502-41e7-8518-fb3642314ae9 req-de25e8a1-bd11-4f9d-88df-14f63d0d3ab8 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 948 time: 0.2968774 Oct 13 14:03:19.898098 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.908071 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:19.966010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=8ea02399-99e5-4066-84c1-39ecc51e164c,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:19.995028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0427ff01-7126-4a82-946d-ad20bb0609db req-32b15a23-9cc4-490b-a627-9c5313e4c2a9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341895 Oct 13 14:03:20.010016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b241a-3327-457a-9386-a30a81262845 req-7e181e6d-66ed-4de4-88e6-5abba1cccc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:20.011529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-7e181e6d-66ed-4de4-88e6-5abba1cccc3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1624084 Oct 13 14:03:20.012624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] For port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:20.024862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] For port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2c1c2b57-09f6-4f65-81f6-c0357327dfd6,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:20.039787 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41faca7d-c502-41e7-8518-fb3642314ae9 req-a33b4e5d-2b25-4555-8e7d-e4447c172464 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520219 Oct 13 14:03:20.089138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b241a-3327-457a-9386-a30a81262845 req-bfb1eb7f-373e-48a8-8594-e54b313abba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:20.089138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-bfb1eb7f-373e-48a8-8594-e54b313abba6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0601189 Oct 13 14:03:20.141078 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:20.153667 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:20.171253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:20.171997 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:20.173465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] 10.222.0.49 "PUT /v2.0/ports/2c1c2b57-09f6-4f65-81f6-c0357327dfd6 HTTP/1.1" status: 200 len: 1097 time: 2.8738925 Oct 13 14:03:20.206924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0dd1ba42-2be3-44fd-9fc0-5208ce1e551c None None] Provisioning complete for port c98f1075-5d35-47a2-a6cc-8d0073d8305f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:20.207800 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0dd1ba42-2be3-44fd-9fc0-5208ce1e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:20.247625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:20.261852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:20.265191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:20.445112 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60afe4ac-a50b-4342-bb80-d5b15dc87c48 x-openstack-request-id: req-60afe4ac-a50b-4342-bb80-d5b15dc87c48 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:20.445616 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4687ab41-e169-4a5c-aae1-1ccba76bf9bc", "name": "network-vif-plugged", "status": "completed", "tag": "8ea02399-99e5-4066-84c1-39ecc51e164c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:20.445801 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60afe4ac-a50b-4342-bb80-d5b15dc87c48 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:20.446268 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4687ab41-e169-4a5c-aae1-1ccba76bf9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea02399-99e5-4066-84c1-39ecc51e164c', 'code': 200} Oct 13 14:03:20.493318 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-ec82f4e7-1214-42b3-86ac-e462e23669f7 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976729 Oct 13 14:03:20.493967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04434a3f-8467-4d1a-a836-cd7e3069ebfe service neutron] Pushing event updated for resources: {'Port': ['ID=2c1c2b57-09f6-4f65-81f6-c0357327dfd6,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:20.520328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c98f1075-5d35-47a2-a6cc-8d0073d8305f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:20.585545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c98f1075-5d35-47a2-a6cc-8d0073d8305f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:20.585989 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:20.627061 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:03:20.697122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-ea85baf6-8dbe-44c4-b0de-717a11088c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:20.698773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-ea85baf6-8dbe-44c4-b0de-717a11088c7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 1100 time: 0.2929802 Oct 13 14:03:20.784185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0878f0de-fab4-4fab-bc3d-4fd904c7fd65,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:20.797689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '0878f0de-fab4-4fab-bc3d-4fd904c7fd65', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '0878f0de-fab4-4fab-bc3d-4fd904c7fd65', 'mac_address': 'fa:16:3e:01:1e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:03:20.845101 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:20.862647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:20.897378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0878f0de-fab4-4fab-bc3d-4fd904c7fd65,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:20.994018 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:21.095328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=0878f0de-fab4-4fab-bc3d-4fd904c7fd65,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:21.119005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Pushing event updated for resources: {'Port': ['ID=d5375a32-dfb1-4f8f-9ca0-c974b5705f01,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:21.127417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-b85a9416-57b1-4c43-8161-3547cd2fb11a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2c1c2b57-09f6-4f65-81f6-c0357327dfd6 HTTP/1.1" status: 200 len: 217 time: 0.3847055 Oct 13 14:03:21.139020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe4d97-6e61-4a38-ba3d-0a470fd88677 req-8ece2aaf-87ef-4412-ba78-50139f5775b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:21.140747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20fe4d97-6e61-4a38-ba3d-0a470fd88677 req-8ece2aaf-87ef-4412-ba78-50139f5775b2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 1097 time: 0.6374240 Oct 13 14:03:21.314783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64915e5-213f-4dfa-83ff-508725a55b3d req-0ae76414-c3fd-48f0-bd7b-c8d0e4753348 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:21.316277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f64915e5-213f-4dfa-83ff-508725a55b3d req-0ae76414-c3fd-48f0-bd7b-c8d0e4753348 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 945 time: 0.7223623 Oct 13 14:03:21.353773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-506b241a-3327-457a-9386-a30a81262845 req-0f2483e7-2db8-4c55-a129-1154a30cf26c service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7823856 Oct 13 14:03:21.364896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0e96e8c2-cb8b-4659-92de-b9b6fe6f7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:21.366819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-0e96e8c2-cb8b-4659-92de-b9b6fe6f7478 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2240677 Oct 13 14:03:21.375918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['0878f0de-fab4-4fab-bc3d-4fd904c7fd65'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:03:21.387940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20fe4d97-6e61-4a38-ba3d-0a470fd88677 req-15a26b73-2e5f-4e58-bd86-06a5402d34e7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079628 Oct 13 14:03:21.402367 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:21.491393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055ea8e-ca84-4c84-971b-043959d25161 req-2b102e0d-9e8d-4ae2-abad-3951d360b1a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:21.493062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e055ea8e-ca84-4c84-971b-043959d25161 req-2b102e0d-9e8d-4ae2-abad-3951d360b1a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 949 time: 0.2553165 Oct 13 14:03:21.514847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f64915e5-213f-4dfa-83ff-508725a55b3d req-baff0c5b-b68d-49ef-a3c8-3c531151d47f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762655 Oct 13 14:03:21.518230 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:21.569539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acce43a-ddaf-4cb2-8997-21c3893924ca', 'tag': '2c1c2b57-09f6-4f65-81f6-c0357327dfd6'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:21.572973 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f82f8a-76f5-448c-ae17-074e2b6d46da" -d '{"events": [{"name": "network-changed", "server_uuid": "4acce43a-ddaf-4cb2-8997-21c3893924ca", "tag": "2c1c2b57-09f6-4f65-81f6-c0357327dfd6"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:21.606930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-55a8a362-68bc-4d04-881d-1c855fb46c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:21.609172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-55a8a362-68bc-4d04-881d-1c855fb46c06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2247536 Oct 13 14:03:21.755594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e055ea8e-ca84-4c84-971b-043959d25161 req-076888e1-a2bc-434f-9226-721d05eed8b6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454100 Oct 13 14:03:21.761967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7abd1-a30b-4d5f-832d-b42bd647d3fb req-32b9875f-04c5-430d-b454-3caa2f63203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:21.763462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31c7abd1-a30b-4d5f-832d-b42bd647d3fb req-32b9875f-04c5-430d-b454-3caa2f63203f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 1100 time: 0.2688587 Oct 13 14:03:21.881639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ae251-4fe4-4136-b799-c60de24d8966 req-30690f29-c357-4f22-b98d-12dad8aacd14 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:21.883136 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a92ae251-4fe4-4136-b799-c60de24d8966 req-30690f29-c357-4f22-b98d-12dad8aacd14 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 948 time: 0.2816749 Oct 13 14:03:21.963966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-4ae863d5-ab5d-4049-a573-e22607a100b6 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297501 Oct 13 14:03:22.056838 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:22.061082 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a92ae251-4fe4-4136-b799-c60de24d8966 req-8fc812f2-0b57-4d32-beb3-bdde1502468c tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633415 Oct 13 14:03:22.082614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7abd1-a30b-4d5f-832d-b42bd647d3fb req-afbae04b-2d44-4a66-a2c4-822c261ffeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:22.084385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31c7abd1-a30b-4d5f-832d-b42bd647d3fb req-afbae04b-2d44-4a66-a2c4-822c261ffeda service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.2778141 Oct 13 14:03:22.169571 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a950b78-23a9-4123-b80c-ac4364756312 x-openstack-request-id: req-9a950b78-23a9-4123-b80c-ac4364756312 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:22.169863 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acce43a-ddaf-4cb2-8997-21c3893924ca", "tag": "2c1c2b57-09f6-4f65-81f6-c0357327dfd6", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:22.170118 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a950b78-23a9-4123-b80c-ac4364756312 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:22.170508 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acce43a-ddaf-4cb2-8997-21c3893924ca', 'tag': '2c1c2b57-09f6-4f65-81f6-c0357327dfd6', 'status': 'completed', 'code': 200} Oct 13 14:03:22.177503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31c7abd1-a30b-4d5f-832d-b42bd647d3fb req-9acdee6c-5551-40c3-995d-4a2500860611 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=df022525-432b-44cf-9de8-55a2dfd4ca34 HTTP/1.1" status: 200 len: 217 time: 0.0547111 Oct 13 14:03:22.199413 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a1aabc44-a937-4025-a41e-4030b29a3ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:22.272404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54c57b04-ecc1-4100-917b-f4a58339e755 req-858cb1c4-bfe0-4f41-a180-b0a22184f25c service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996411 Oct 13 14:03:22.291417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7abd1-a30b-4d5f-832d-b42bd647d3fb req-89f70101-f781-43b2-8916-15ddcb76ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:22.293088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31c7abd1-a30b-4d5f-832d-b42bd647d3fb req-89f70101-f781-43b2-8916-15ddcb76ee27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1051521 Oct 13 14:03:22.365675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7abd1-a30b-4d5f-832d-b42bd647d3fb req-29dbd9e7-d584-4ef6-b1a3-c68a272edf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:22.367322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31c7abd1-a30b-4d5f-832d-b42bd647d3fb req-29dbd9e7-d584-4ef6-b1a3-c68a272edf20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0598502 Oct 13 14:03:22.399835 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59814) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:22.512790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Router 75ef514b-14fa-4394-b2a5-71436c5fdbf5 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:03:22.686320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31c7abd1-a30b-4d5f-832d-b42bd647d3fb req-3612e1c8-be86-4408-b589-de050608fcb0 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060701 Oct 13 14:03:22.720085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f82f8a-76f5-448c-ae17-074e2b6d46da req-41fc28a1-d5bb-40fd-9723-3e1d278de99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:22.721618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99f82f8a-76f5-448c-ae17-074e2b6d46da req-41fc28a1-d5bb-40fd-9723-3e1d278de99a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 1100 time: 0.2632985 Oct 13 14:03:22.809733 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-564a8a41-5e45-4314-a850-40d7dbd3d4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:22.923717 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-564a8a41-5e45-4314-a850-40d7dbd3d4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:22.994134 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-564a8a41-5e45-4314-a850-40d7dbd3d4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:23.036237 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-564a8a41-5e45-4314-a850-40d7dbd3d4c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc6566b8a4d04409be7875014a5ebe49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6337984 Oct 13 14:03:23.037460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a8a41-5e45-4314-a850-40d7dbd3d4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c86e5a-64e9-45a9-8d08-04df92a2964b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:23.040349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59838) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:23.102495 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1248559f-3523-405b-9f1b-f29d6d7cfde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:23.128978 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1248559f-3523-405b-9f1b-f29d6d7cfde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:23.197155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:03:23.206082 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Sync routers for ids ['75ef514b-14fa-4394-b2a5-71436c5fdbf5'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:03:23.216519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Routers {'75ef514b-14fa-4394-b2a5-71436c5fdbf5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:03:23.217237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['75ef514b-14fa-4394-b2a5-71436c5fdbf5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:23.231148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a503083-dcd0-401f-a271-e69e57826369 req-bde1304f-718d-436e-bf7f-cb8dbac3a3df tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:23.232758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a503083-dcd0-401f-a271-e69e57826369 req-bde1304f-718d-436e-bf7f-cb8dbac3a3df tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 945 time: 0.5152957 Oct 13 14:03:23.250905 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1248559f-3523-405b-9f1b-f29d6d7cfde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:23.254840 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1248559f-3523-405b-9f1b-f29d6d7cfde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:23.259829 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1248559f-3523-405b-9f1b-f29d6d7cfde3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60c86e5a-64e9-45a9-8d08-04df92a2964b HTTP/1.1" status: 204 len: 168 time: 0.2160032 Oct 13 14:03:23.277029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f82f8a-76f5-448c-ae17-074e2b6d46da req-a9060ac7-e853-40d7-8d9c-bb84280f9abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:23.278569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99f82f8a-76f5-448c-ae17-074e2b6d46da req-a9060ac7-e853-40d7-8d9c-bb84280f9abc service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.5467241 Oct 13 14:03:23.280192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248559f-3523-405b-9f1b-f29d6d7cfde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c86e5a-64e9-45a9-8d08-04df92a2964b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:23.299217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31c7abd1-a30b-4d5f-832d-b42bd647d3fb req-53630062-562b-435a-9b81-fb5e2add452e service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828826 Oct 13 14:03:23.352617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99f82f8a-76f5-448c-ae17-074e2b6d46da req-b30ec998-4115-48df-9986-4226e51b50c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=2c1c2b57-09f6-4f65-81f6-c0357327dfd6 HTTP/1.1" status: 200 len: 217 time: 0.0585055 Oct 13 14:03:23.355228 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:23.356337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-29192117-3e9b-4239-9a0c-114952e6a811 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.0346384 Oct 13 14:03:23.364225 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59846) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:23.367925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090b6df-524e-406d-a3d3-00975cea74d1 req-785b155d-6d62-4a9e-8c23-30cd7210bff8 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:23.369562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7090b6df-524e-406d-a3d3-00975cea74d1 req-785b155d-6d62-4a9e-8c23-30cd7210bff8 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 949 time: 0.2166126 Oct 13 14:03:23.371525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Set router 75ef514b-14fa-4394-b2a5-71436c5fdbf5 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:03:23.406786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a503083-dcd0-401f-a271-e69e57826369 req-dae31ea0-8c3d-439e-92ab-4478b3a6fb37 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604562 Oct 13 14:03:23.450520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f82f8a-76f5-448c-ae17-074e2b6d46da req-b17ce632-1272-4183-a693-aa3f88d3474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:23.452037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99f82f8a-76f5-448c-ae17-074e2b6d46da req-b17ce632-1272-4183-a693-aa3f88d3474d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0815921 Oct 13 14:03:23.455281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7090b6df-524e-406d-a3d3-00975cea74d1 req-de49aa93-1a8f-482c-a74d-9b71767fbb5d tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743053 Oct 13 14:03:23.527906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f82f8a-76f5-448c-ae17-074e2b6d46da req-c40451b5-e6e0-44bf-b8d3-a6dc86fd80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:23.529819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99f82f8a-76f5-448c-ae17-074e2b6d46da req-c40451b5-e6e0-44bf-b8d3-a6dc86fd80d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0694876 Oct 13 14:03:23.702054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99f82f8a-76f5-448c-ae17-074e2b6d46da req-0075b524-5180-4dfb-9a78-85a1059ff428 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613228 Oct 13 14:03:23.704371 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:23.738615 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'name': 'tempest-FloatingIPDetailsTestJSON-433617051-router', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:16Z', 'updated_at': '2021-10-13T14:03:20Z', 'revision_number': 3, 'project_id': 'd8c9c1574afa4d518add4a884faf8a07', 'gw_port': {'id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:18Z', 'updated_at': '2021-10-13T14:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:23.814060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Checking router: 75ef514b-14fa-4394-b2a5-71436c5fdbf5 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:03:23.814642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Updating router 75ef514b-14fa-4394-b2a5-71436c5fdbf5 port d5375a32-dfb1-4f8f-9ca0-c974b5705f01 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:03:23.837699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098a300-a2eb-4b6f-a3ee-6f4414f299d6 req-8f3e78cb-70d1-4767-8163-7ab24e301bbf tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:23.839481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d098a300-a2eb-4b6f-a3ee-6f4414f299d6 req-8f3e78cb-70d1-4767-8163-7ab24e301bbf tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 948 time: 0.1846232 Oct 13 14:03:23.845210 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:23.918016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d098a300-a2eb-4b6f-a3ee-6f4414f299d6 req-34279937-9355-462d-a2db-f1f055c8a4a5 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696576 Oct 13 14:03:23.929457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99f82f8a-76f5-448c-ae17-074e2b6d46da req-cdc0cf72-dfe5-451c-9f4e-8b43efc824cf service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952109 Oct 13 14:03:24.002868 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.046960 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.223022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59880) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:24.242374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.247080 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a6adb994-ab5a-4f82-ab7e-7c1d0da85183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.280702 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Allocated IP 172.20.0.1 (3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7/106127b9-239d-4361-a3ee-77552bb550ad/2ec566a5-710c-4473-811e-90cc1c511433) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:24.319638 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.354100 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a6adb994-ab5a-4f82-ab7e-7c1d0da85183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.392523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Attempting to bind port d5375a32-dfb1-4f8f-9ca0-c974b5705f01 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:24.392892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Attempting to bind port d5375a32-dfb1-4f8f-9ca0-c974b5705f01 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:24.393274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Attempting to bind port d5375a32-dfb1-4f8f-9ca0-c974b5705f01 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:24.400781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5172386-e4dd-45fc-b4bb-3fda7246088c None None] Pushing event updated for resources: {'Port': ['ID=d5375a32-dfb1-4f8f-9ca0-c974b5705f01,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:24.404023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:24.404023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:24.404023 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.404023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:24.404023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Bound port: d5375a32-dfb1-4f8f-9ca0-c974b5705f01, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:24.404023 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.436253 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.442107 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a6adb994-ab5a-4f82-ab7e-7c1d0da85183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.483396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] For port d5375a32-dfb1-4f8f-9ca0-c974b5705f01, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:24.486909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a6adb994-ab5a-4f82-ab7e-7c1d0da85183 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=010d3bf109fd45cca4a17c57fa2f1682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600305 Oct 13 14:03:24.488038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59888) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:24.492252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] For port d5375a32-dfb1-4f8f-9ca0-c974b5705f01, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d5375a32-dfb1-4f8f-9ca0-c974b5705f01,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:24.539671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adb994-ab5a-4f82-ab7e-7c1d0da85183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfa9fd8-9bde-4284-98bf-40ec849368ed,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:24.588930 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ab4c5aa-ed65-405d-85db-fcaeeb5db402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.594567 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.597671 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.612204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daea4fd-c90d-47c3-a67e-269fc48b0ca0 req-8ad86f76-18b4-4480-b623-572e107e62b8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:24.617560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7daea4fd-c90d-47c3-a67e-269fc48b0ca0 req-8ad86f76-18b4-4480-b623-572e107e62b8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 945 time: 0.0939393 Oct 13 14:03:24.643350 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Network 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:24.649398 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:24.653814 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:24.656703 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ab4c5aa-ed65-405d-85db-fcaeeb5db402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.658817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:24.660910 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec566a5-710c-4473-811e-90cc1c511433,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:24.703424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7daea4fd-c90d-47c3-a67e-269fc48b0ca0 req-08698d99-780d-43cd-a1da-347912d4ff40 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796521 Oct 13 14:03:24.740538 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.809784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5172386-e4dd-45fc-b4bb-3fda7246088c None None] Pushing event updated for resources: {'Port': ['ID=d5375a32-dfb1-4f8f-9ca0-c974b5705f01,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:24.821748 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ab4c5aa-ed65-405d-85db-fcaeeb5db402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.825830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Routers {'75ef514b-14fa-4394-b2a5-71436c5fdbf5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:03:24.829882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['75ef514b-14fa-4394-b2a5-71436c5fdbf5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:24.840369 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ab4c5aa-ed65-405d-85db-fcaeeb5db402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:24.842330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8ab4c5aa-ed65-405d-85db-fcaeeb5db402 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1bfa9fd8-9bde-4284-98bf-40ec849368ed HTTP/1.1" status: 204 len: 168 time: 0.3531337 Oct 13 14:03:24.884434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4c5aa-ed65-405d-85db-fcaeeb5db402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfa9fd8-9bde-4284-98bf-40ec849368ed,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:24.918924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd8da6-db56-42b6-a60b-70164ea2dd10 req-0d410177-79fb-4180-946b-892313d1e651 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:24.920380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cfd8da6-db56-42b6-a60b-70164ea2dd10 req-0d410177-79fb-4180-946b-892313d1e651 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 949 time: 0.1283720 Oct 13 14:03:24.959781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59904) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:25.012795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cfd8da6-db56-42b6-a60b-70164ea2dd10 req-ea546ca7-f824-4314-9a56-b9db640fc6a4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812848 Oct 13 14:03:25.167293 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:25.241979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d06b7a-2154-417c-89aa-bf4a86d51c63 req-47dfe7c8-3107-429a-891c-2c67861097ce tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:25.242595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-93749413-971f-4473-b8e4-41625ecd716f None None] Provisioning complete for port 2ec566a5-710c-4473-811e-90cc1c511433 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:25.243107 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-93749413-971f-4473-b8e4-41625ecd716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:25.243866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9d06b7a-2154-417c-89aa-bf4a86d51c63 req-47dfe7c8-3107-429a-891c-2c67861097ce tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 1097 time: 0.1154790 Oct 13 14:03:25.268397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] Set router 75ef514b-14fa-4394-b2a5-71436c5fdbf5 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:03:25.314853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d500d1d-c397-49db-ba3c-636b642c5dac req-1826e171-6b2c-4959-b643-e705b4bedaf9 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:25.316922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d500d1d-c397-49db-ba3c-636b642c5dac req-1826e171-6b2c-4959-b643-e705b4bedaf9 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 948 time: 0.1319356 Oct 13 14:03:25.330719 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:25.335021 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:03:25.379448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:25.380170 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:25.387310 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-93749413-971f-4473-b8e4-41625ecd716f None None] Port 2ec566a5-710c-4473-811e-90cc1c511433 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:03:25.412970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9d06b7a-2154-417c-89aa-bf4a86d51c63 req-ec8ce350-a101-4ef6-94cc-c26f83192d8d tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526680 Oct 13 14:03:25.422411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d500d1d-c397-49db-ba3c-636b642c5dac req-42e1f29c-c0e7-4453-8adc-b013a69d8e22 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957272 Oct 13 14:03:25.469265 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:03:25.524698 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3cd4845-162d-491d-ad05-c0170065c606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:25.529893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:25.604481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f852d5-93f7-4845-ae7a-6837b53aa938 req-b85f05d2-0764-4ddd-8cf3-2815f0bcdca0 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:25.607156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6f852d5-93f7-4845-ae7a-6837b53aa938 req-b85f05d2-0764-4ddd-8cf3-2815f0bcdca0 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 1097 time: 0.0594347 Oct 13 14:03:25.617197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:25.650997 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:25.672301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6f852d5-93f7-4845-ae7a-6837b53aa938 req-882a7e70-eae4-4f8e-a074-b5b3f926cfde tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504718 Oct 13 14:03:25.716528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b5b2a1-3bdd-439e-9f20-433e11c06a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0878f0de-fab4-4fab-bc3d-4fd904c7fd65'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:25.719253 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7bec65-935b-47b8-ba08-238f85fd313d" -d '{"events": [{"server_uuid": "c4b5b2a1-3bdd-439e-9f20-433e11c06a90", "name": "network-vif-plugged", "status": "completed", "tag": "0878f0de-fab4-4fab-bc3d-4fd904c7fd65"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:25.746782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec566a5-710c-4473-811e-90cc1c511433,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:25.748311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0878f0de-fab4-4fab-bc3d-4fd904c7fd65,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:25.754595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'name': 'tempest-FloatingIPDetailsTestJSON-433617051-router', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:16Z', 'updated_at': '2021-10-13T14:03:20Z', 'revision_number': 3, 'project_id': 'd8c9c1574afa4d518add4a884faf8a07', 'gw_port': {'id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:18Z', 'updated_at': '2021-10-13T14:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:25.757979 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2c1c2b57-09f6-4f65-81f6-c0357327dfd6,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:25.765731 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:25.782338 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3cd4845-162d-491d-ad05-c0170065c606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:25.838672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc8139-004d-4a35-b8fe-73a0327c8147 None None] The sync data for ids ['75ef514b-14fa-4394-b2a5-71436c5fdbf5'] in n-d-806683-15 is: [{'id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'name': 'tempest-FloatingIPDetailsTestJSON-433617051-router', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:16Z', 'updated_at': '2021-10-13T14:03:20Z', 'revision_number': 3, 'project_id': 'd8c9c1574afa4d518add4a884faf8a07', 'gw_port': {'id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:18Z', 'updated_at': '2021-10-13T14:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:03:25.857917 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac52e1e2-fe6d-4ee8-a562-050525261e8d x-openstack-request-id: req-ac52e1e2-fe6d-4ee8-a562-050525261e8d {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:25.858490 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3cd4845-162d-491d-ad05-c0170065c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:25.870157 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b5b2a1-3bdd-439e-9f20-433e11c06a90", "name": "network-vif-plugged", "status": "completed", "tag": "0878f0de-fab4-4fab-bc3d-4fd904c7fd65", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:25.870157 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac52e1e2-fe6d-4ee8-a562-050525261e8d {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:25.870157 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b5b2a1-3bdd-439e-9f20-433e11c06a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0878f0de-fab4-4fab-bc3d-4fd904c7fd65', 'code': 200} Oct 13 14:03:25.893658 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:25.939027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '2c1c2b57-09f6-4f65-81f6-c0357327dfd6', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '2c1c2b57-09f6-4f65-81f6-c0357327dfd6', 'mac_address': 'fa:16:3e:f5:3b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:03:26.007856 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a3cd4845-162d-491d-ad05-c0170065c606 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e9a71f9b9cc4d97900f1f81f1ebf76e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0520921 Oct 13 14:03:26.015832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59934) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:26.030199 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Network 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:26.041124 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:26.090754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92270f7-e719-48da-934d-02f110ddbc22 req-65885e69-dfa6-42dc-b1a1-4707d66854e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:26.092416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a92270f7-e719-48da-934d-02f110ddbc22 req-65885e69-dfa6-42dc-b1a1-4707d66854e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 1102 time: 0.1808817 Oct 13 14:03:26.093910 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=0878f0de-fab4-4fab-bc3d-4fd904c7fd65,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:26.106869 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:26.167912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:26.285481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2c1c2b57-09f6-4f65-81f6-c0357327dfd6,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:26.371534 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:26.389329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf940eb3-f10a-4c69-9990-da1d84e381c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:26.404288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd4845-162d-491d-ad05-c0170065c606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dd80a6-2c83-4ed8-860d-79ffc8622d24,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:26.472419 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Router 75ef514b-14fa-4394-b2a5-71436c5fdbf5 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:03:26.538274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a92270f7-e719-48da-934d-02f110ddbc22 req-3fc8696c-de56-4ca0-97fc-5d05f90f09d6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283991 Oct 13 14:03:26.581159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=2c1c2b57-09f6-4f65-81f6-c0357327dfd6,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:26.584180 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf940eb3-f10a-4c69-9990-da1d84e381c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:26.625625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d5375a32-dfb1-4f8f-9ca0-c974b5705f01 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:26.676391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device df022525-432b-44cf-9de8-55a2dfd4ca34 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:03:26.713514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['2c1c2b57-09f6-4f65-81f6-c0357327dfd6'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:03:26.720706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365020-961d-42e6-8497-0883ee9d6f5d req-8a4f317e-7f98-4628-827b-8a1a2c0e5e42 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:26.723455 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:03:26.729689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4365020-961d-42e6-8497-0883ee9d6f5d req-8a4f317e-7f98-4628-827b-8a1a2c0e5e42 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 950 time: 0.5338902 Oct 13 14:03:26.741949 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b362a2c6-4d8f-4968-9257-54795df14733 admin admin] 10.222.0.18 "PUT /v2.0/routers/75ef514b-14fa-4394-b2a5-71436c5fdbf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3753016 Oct 13 14:03:26.765723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-01ff1836-6596-42bd-804c-12ae54dae3e8 None None] Provisioning complete for port 2ec566a5-710c-4473-811e-90cc1c511433 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:26.766002 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-01ff1836-6596-42bd-804c-12ae54dae3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:26.781413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014886a-f102-467f-9a21-15e4d4902859 req-ddb05d11-e7d4-4647-bd3f-56ce10e96a2b tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:26.791647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b014886a-f102-467f-9a21-15e4d4902859 req-ddb05d11-e7d4-4647-bd3f-56ce10e96a2b tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 1097 time: 0.2640369 Oct 13 14:03:26.825852 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf940eb3-f10a-4c69-9990-da1d84e381c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:26.829775 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf940eb3-f10a-4c69-9990-da1d84e381c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:26.834625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bf940eb3-f10a-4c69-9990-da1d84e381c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77dd80a6-2c83-4ed8-860d-79ffc8622d24 HTTP/1.1" status: 204 len: 168 time: 0.8138299 Oct 13 14:03:26.850611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4365020-961d-42e6-8497-0883ee9d6f5d req-088d176b-57e7-4d61-8285-314ec3078e74 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198635 Oct 13 14:03:26.875466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf940eb3-f10a-4c69-9990-da1d84e381c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dd80a6-2c83-4ed8-860d-79ffc8622d24,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:26.932174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b014886a-f102-467f-9a21-15e4d4902859 req-3fbe5060-1653-4d50-9d5a-a878af129b5e tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388478 Oct 13 14:03:26.987218 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-01ff1836-6596-42bd-804c-12ae54dae3e8 None None] Port 2ec566a5-710c-4473-811e-90cc1c511433 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:03:27.080088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d5375a32-dfb1-4f8f-9ca0-c974b5705f01 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:27.080523 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:27.139380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=df022525-432b-44cf-9de8-55a2dfd4ca34,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:27.140434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a241a-4a16-4e0b-afc8-7d3aa972cf03 req-01e8b89c-5493-473d-bce2-fd95b8982d3a tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:27.143851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e6a241a-4a16-4e0b-afc8-7d3aa972cf03 req-01e8b89c-5493-473d-bce2-fd95b8982d3a tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 949 time: 0.1391916 Oct 13 14:03:27.174109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'df022525-432b-44cf-9de8-55a2dfd4ca34', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'df022525-432b-44cf-9de8-55a2dfd4ca34', 'mac_address': 'fa:16:3e:de:dc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:03:27.231770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e6a241a-4a16-4e0b-afc8-7d3aa972cf03 req-07e3e961-9442-423c-ab4e-6e23bf606d97 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765121 Oct 13 14:03:27.273276 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:27.326385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df022525-432b-44cf-9de8-55a2dfd4ca34 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:27.337230 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:27.378139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port d5375a32-dfb1-4f8f-9ca0-c974b5705f01, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d5375a32-dfb1-4f8f-9ca0-c974b5705f01,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:27.380344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=df022525-432b-44cf-9de8-55a2dfd4ca34,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:27.456837 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:27.499119 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:27.543497 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=d5375a32-dfb1-4f8f-9ca0-c974b5705f01,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:27.621942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=df022525-432b-44cf-9de8-55a2dfd4ca34,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:27.900560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-0d4eb331-0906-41be-806e-a6e7bb54172d tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2447629 Oct 13 14:03:27.914972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:28.001275 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:28.025440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['df022525-432b-44cf-9de8-55a2dfd4ca34'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:03:28.171863 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:28.316212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Allocated IP 172.25.0.194 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/bbbbf8c6-0b37-49ff-a55c-17e12b392fab) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:28.497580 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Sync routers for ids ['75ef514b-14fa-4394-b2a5-71436c5fdbf5'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:03:28.514644 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:28.517126 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Routers {'75ef514b-14fa-4394-b2a5-71436c5fdbf5'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:03:28.518654 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['75ef514b-14fa-4394-b2a5-71436c5fdbf5'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:28.534177 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d5375a32-dfb1-4f8f-9ca0-c974b5705f01 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:28.596798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d5375a32-dfb1-4f8f-9ca0-c974b5705f01 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:28.597452 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:28.682032 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:28.764277 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Set router 75ef514b-14fa-4394-b2a5-71436c5fdbf5 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:03:28.781886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Pushing event updated for resources: {'Port': ['ID=bbbbf8c6-0b37-49ff-a55c-17e12b392fab,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:28.787954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:28.789571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:28.792164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:28.901064 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:28.994582 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.061734 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'name': 'tempest-FloatingIPDetailsTestJSON-433617051-router', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:16Z', 'updated_at': '2021-10-13T14:03:25Z', 'revision_number': 4, 'project_id': 'd8c9c1574afa4d518add4a884faf8a07', 'gw_port': {'id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:18Z', 'updated_at': '2021-10-13T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '2ec566a5-710c-4473-811e-90cc1c511433', 'name': '', 'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'mac_address': 'fa:16:3e:a7:1f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '106127b9-239d-4361-a3ee-77552bb550ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:24Z', 'updated_at': '2021-10-13T14:03:25Z', 'revision_number': 2, 'project_id': 'd8c9c1574afa4d518add4a884faf8a07', 'subnets': [{'id': '106127b9-239d-4361-a3ee-77552bb550ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:29.174596 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Checking router: 75ef514b-14fa-4394-b2a5-71436c5fdbf5 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:03:29.175075 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Updating router 75ef514b-14fa-4394-b2a5-71436c5fdbf5 port 2ec566a5-710c-4473-811e-90cc1c511433 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:03:29.206870 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.212138 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.279645 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.331311 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.358301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Pushing event updated for resources: {'Port': ['ID=bbbbf8c6-0b37-49ff-a55c-17e12b392fab,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:29.369191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630cb84-7e1d-461c-a0eb-84d1ef2181fb req-406c69fd-bb1b-4a3e-8d19-7c7dc617ba60 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:29.370760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6630cb84-7e1d-461c-a0eb-84d1ef2181fb req-406c69fd-bb1b-4a3e-8d19-7c7dc617ba60 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 950 time: 0.1057308 Oct 13 14:03:29.412660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6630cb84-7e1d-461c-a0eb-84d1ef2181fb req-4a3dd934-9c63-4c39-96fe-95de196b01e8 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354364 Oct 13 14:03:29.470374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.471197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-facadccc-edbb-45de-9e12-6c44eeebfd8f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5632694 Oct 13 14:03:29.477534 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:29.507309 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.558826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-957b05ac-4258-4d3c-ae03-7689ad0436eb tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.194 HTTP/1.1" status: 200 len: 696 time: 0.0782051 Oct 13 14:03:29.598571 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.622128 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:03:29.628450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:29.628936 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.644038 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fb036-eec3-4774-b8ff-5a1abfb6e4b6 None None] Pushing event updated for resources: {'Port': ['ID=2ec566a5-710c-4473-811e-90cc1c511433,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:29.677024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97def4a-10e0-4ba4-aab7-ed31788125e5 req-3c59a908-9c78-4cf9-80fc-2dddd04725d8 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:29.680008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d97def4a-10e0-4ba4-aab7-ed31788125e5 req-3c59a908-9c78-4cf9-80fc-2dddd04725d8 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 1097 time: 0.0913825 Oct 13 14:03:29.719483 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Attempting to bind port 2ec566a5-710c-4473-811e-90cc1c511433 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:29.719997 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Attempting to bind port 2ec566a5-710c-4473-811e-90cc1c511433 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '6dab2c77-639a-42c6-ac11-9369f705838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:29.720500 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Attempting to bind port 2ec566a5-710c-4473-811e-90cc1c511433 on network 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:29.728610 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:29.729115 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Checking segment: {'id': '6dab2c77-639a-42c6-ac11-9369f705838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:29.730146 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.731176 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Bound using segment: {'id': '6dab2c77-639a-42c6-ac11-9369f705838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:29.731673 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Bound port: 2ec566a5-710c-4473-811e-90cc1c511433, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dab2c77-639a-42c6-ac11-9369f705838a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:29.732080 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.752567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d97def4a-10e0-4ba4-aab7-ed31788125e5 req-2da3211b-4d1e-4db0-ae08-d44fdedcfd17 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567107 Oct 13 14:03:29.761245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-d5690c50-c12b-4214-b679-1567e770017a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:29.765863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-d5690c50-c12b-4214-b679-1567e770017a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.2007937 Oct 13 14:03:29.768949 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.778775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-1690073b-2381-4060-9221-d17ddf696458 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:03:29.780496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2d5fd7e-749a-4e34-8d37-5e6f3c1db7e8 req-1690073b-2381-4060-9221-d17ddf696458 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0113351 Oct 13 14:03:29.806629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acce43a-ddaf-4cb2-8997-21c3893924ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1c2b57-09f6-4f65-81f6-c0357327dfd6'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:29.809051 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76faab7e-bff6-46e3-8097-6db4c8b29dce" -d '{"events": [{"server_uuid": "4acce43a-ddaf-4cb2-8997-21c3893924ca", "name": "network-vif-plugged", "status": "completed", "tag": "2c1c2b57-09f6-4f65-81f6-c0357327dfd6"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:29.823555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2c1c2b57-09f6-4f65-81f6-c0357327dfd6,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:29.828565 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] For port 2ec566a5-710c-4473-811e-90cc1c511433, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:29.832090 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] For port 2ec566a5-710c-4473-811e-90cc1c511433, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2ec566a5-710c-4473-811e-90cc1c511433,segment=NetworkSegment(6dab2c77-639a-42c6-ac11-9369f705838a),segment_id=6dab2c77-639a-42c6-ac11-9369f705838a)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:29.908062 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.925857 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.926351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585923c3-adbe-45d1-978d-faba9df2172f req-1c31a39a-58a3-41cb-a637-154ab0dd3ddc tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:29.929708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-585923c3-adbe-45d1-978d-faba9df2172f req-1c31a39a-58a3-41cb-a637-154ab0dd3ddc tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 949 time: 0.0612309 Oct 13 14:03:29.971495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8ed795ba-b3ff-4ce5-b04b-8be3fe4b02ca None None] Provisioning complete for port 2ec566a5-710c-4473-811e-90cc1c511433 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:29.971795 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ed795ba-b3ff-4ce5-b04b-8be3fe4b02ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:29.981827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-585923c3-adbe-45d1-978d-faba9df2172f req-0a0f6442-05df-4523-9f42-356272bd06e5 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426288 Oct 13 14:03:29.989619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=2c1c2b57-09f6-4f65-81f6-c0357327dfd6,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:30.029723 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fb036-eec3-4774-b8ff-5a1abfb6e4b6 None None] Pushing event updated for resources: {'Port': ['ID=2ec566a5-710c-4473-811e-90cc1c511433,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:30.047891 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Routers {'75ef514b-14fa-4394-b2a5-71436c5fdbf5'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:03:30.048788 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['75ef514b-14fa-4394-b2a5-71436c5fdbf5'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:30.144094 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ed795ba-b3ff-4ce5-b04b-8be3fe4b02ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:30.185260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8ed795ba-b3ff-4ce5-b04b-8be3fe4b02ca None None] For port 2ec566a5-710c-4473-811e-90cc1c511433, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2ec566a5-710c-4473-811e-90cc1c511433,segment=NetworkSegment(6dab2c77-639a-42c6-ac11-9369f705838a),segment_id=6dab2c77-639a-42c6-ac11-9369f705838a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:30.235797 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] Set router 75ef514b-14fa-4394-b2a5-71436c5fdbf5 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:03:30.273835 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ed795ba-b3ff-4ce5-b04b-8be3fe4b02ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:30.306647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfd5b3-f1f8-492a-a926-125ecce30f4a req-20a2fb33-3fe1-47b1-a286-a4a1e4acfb19 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:30.308604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25dfd5b3-f1f8-492a-a926-125ecce30f4a req-20a2fb33-3fe1-47b1-a286-a4a1e4acfb19 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 1102 time: 0.0742576 Oct 13 14:03:30.345988 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed795ba-b3ff-4ce5-b04b-8be3fe4b02ca None None] Pushing event updated for resources: {'Port': ['ID=2ec566a5-710c-4473-811e-90cc1c511433,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:30.366309 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25dfd5b3-f1f8-492a-a926-125ecce30f4a req-5ace1b50-7749-4c60-9c6c-7f98b8adc930 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Oct 13 14:03:30.415673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-704e7fae-e293-4e58-862e-5e24013ee940 None None] Provisioning complete for port 2ec566a5-710c-4473-811e-90cc1c511433 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:30.415673 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-704e7fae-e293-4e58-862e-5e24013ee940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:30.517972 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'name': 'tempest-FloatingIPDetailsTestJSON-433617051-router', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:16Z', 'updated_at': '2021-10-13T14:03:25Z', 'revision_number': 4, 'project_id': 'd8c9c1574afa4d518add4a884faf8a07', 'gw_port': {'id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:18Z', 'updated_at': '2021-10-13T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '2ec566a5-710c-4473-811e-90cc1c511433', 'name': '', 'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'mac_address': 'fa:16:3e:a7:1f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '106127b9-239d-4361-a3ee-77552bb550ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:24Z', 'updated_at': '2021-10-13T14:03:29Z', 'revision_number': 4, 'project_id': 'd8c9c1574afa4d518add4a884faf8a07', 'subnets': [{'id': '106127b9-239d-4361-a3ee-77552bb550ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:30.559719 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99043347-cbdc-43b3-9231-5e165181f531 None None] The sync data for ids ['75ef514b-14fa-4394-b2a5-71436c5fdbf5'] in n-d-806683-15 is: [{'id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'name': 'tempest-FloatingIPDetailsTestJSON-433617051-router', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:16Z', 'updated_at': '2021-10-13T14:03:25Z', 'revision_number': 4, 'project_id': 'd8c9c1574afa4d518add4a884faf8a07', 'gw_port': {'id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:18Z', 'updated_at': '2021-10-13T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '2ec566a5-710c-4473-811e-90cc1c511433', 'name': '', 'network_id': '3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'mac_address': 'fa:16:3e:a7:1f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '106127b9-239d-4361-a3ee-77552bb550ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:24Z', 'updated_at': '2021-10-13T14:03:29Z', 'revision_number': 4, 'project_id': 'd8c9c1574afa4d518add4a884faf8a07', 'subnets': [{'id': '106127b9-239d-4361-a3ee-77552bb550ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:03:30.572181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10b35048-c15f-49ff-801d-871a8ff34028 req-40cea8f7-aa66-481d-a10e-788ed8318cca tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1441391 Oct 13 14:03:30.584961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:30.715395 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device df022525-432b-44cf-9de8-55a2dfd4ca34 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:30.742770 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:30.866468 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:30.896343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port df022525-432b-44cf-9de8-55a2dfd4ca34 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:03:30.900878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port df022525-432b-44cf-9de8-55a2dfd4ca34 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:30.901468 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:30.995382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Allocated IP 172.25.0.117 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/b358c8bc-6f64-4a11-9661-4fc17a89ffb7) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:30.999594 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:31.044013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=df022525-432b-44cf-9de8-55a2dfd4ca34,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:31.135208 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:31.160442 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:31.241338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=df022525-432b-44cf-9de8-55a2dfd4ca34,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:31.297149 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:31.338575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:31.341895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:31.345652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:31.353678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Pushing event updated for resources: {'Port': ['ID=b358c8bc-6f64-4a11-9661-4fc17a89ffb7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:31.402076 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:31.516237 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:31.685676 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:31.760055 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:31.792596 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:31.814324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Pushing event updated for resources: {'Port': ['ID=b358c8bc-6f64-4a11-9661-4fc17a89ffb7,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:31.932631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:31.933832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10b35048-c15f-49ff-801d-871a8ff34028 req-d9fa2e28-4974-474c-a698-032adf580065 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3553767 Oct 13 14:03:31.988286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10b35048-c15f-49ff-801d-871a8ff34028 req-af1881c0-c5a9-4c61-95b8-3b7b9f3a068e tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.0479701 Oct 13 14:03:32.108139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b35048-c15f-49ff-801d-871a8ff34028 req-44a5774c-d897-4f3e-bc38-4ba7d075f374 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:32.109688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10b35048-c15f-49ff-801d-871a8ff34028 req-44a5774c-d897-4f3e-bc38-4ba7d075f374 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.1137371 Oct 13 14:03:32.120590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-10b35048-c15f-49ff-801d-871a8ff34028 req-6407eb28-f41f-47f2-ac3b-8d0a1d48b6a2 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:03:32.121569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10b35048-c15f-49ff-801d-871a8ff34028 req-6407eb28-f41f-47f2-ac3b-8d0a1d48b6a2 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055311 Oct 13 14:03:32.366628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-cec6ee0b-54cd-4f9d-b2c0-7f60673e7317 req-6fc45c1f-8bea-476d-9044-fee922071cea service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:03:32.367704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cec6ee0b-54cd-4f9d-b2c0-7f60673e7317 req-6fc45c1f-8bea-476d-9044-fee922071cea service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0558422 Oct 13 14:03:32.478539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2ec566a5-710c-4473-811e-90cc1c511433 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:32.529737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 2ec566a5-710c-4473-811e-90cc1c511433 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:32.530301 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:32.666964 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1789a36b-bca8-4cf8-bb4b-6235e82fc5b5 x-openstack-request-id: req-1789a36b-bca8-4cf8-bb4b-6235e82fc5b5 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:32.667298 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acce43a-ddaf-4cb2-8997-21c3893924ca", "name": "network-vif-plugged", "status": "completed", "tag": "2c1c2b57-09f6-4f65-81f6-c0357327dfd6", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:32.667584 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1789a36b-bca8-4cf8-bb4b-6235e82fc5b5 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:32.668014 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acce43a-ddaf-4cb2-8997-21c3893924ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1c2b57-09f6-4f65-81f6-c0357327dfd6', 'code': 200} Oct 13 14:03:32.794620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde584fc-ce9c-428b-be4f-5f1192603574 req-3a690a2e-b73f-470d-9b5d-7d956ea8469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:32.796830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dde584fc-ce9c-428b-be4f-5f1192603574 req-3a690a2e-b73f-470d-9b5d-7d956ea8469b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 1102 time: 0.0602624 Oct 13 14:03:32.838982 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dde584fc-ce9c-428b-be4f-5f1192603574 req-123ab00f-c8ca-4134-8b15-67052f5774aa service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310793 Oct 13 14:03:32.874946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-c67990dc-3d55-4ab7-af6f-7ae6f6657e63 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217013 Oct 13 14:03:32.998820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-cada7b7f-6a45-4ae3-bd46-a506b30cd5f0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:33.000612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-cada7b7f-6a45-4ae3-bd46-a506b30cd5f0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1191683 Oct 13 14:03:33.026032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-593d81ce-cece-45c7-b0e6-49e0eb38c228 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/quotas/7cbf24ee3d2e4d08a684d8e166381bd1 HTTP/1.1" status: 200 len: 375 time: 0.0193305 Oct 13 14:03:33.298297 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60090) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:33.400214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-bb3e84c4-dc88-4018-8108-415e7eb13c37 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3726490 Oct 13 14:03:33.465143 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-adcc9a5d-173f-4ccf-9df5-ac096ae7eb9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:33.568722 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-adcc9a5d-173f-4ccf-9df5-ac096ae7eb9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:33.627430 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-adcc9a5d-173f-4ccf-9df5-ac096ae7eb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:33.676471 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-adcc9a5d-173f-4ccf-9df5-ac096ae7eb9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd286c52e85c4e199767781be4951e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725469 Oct 13 14:03:33.676471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc9a5d-173f-4ccf-9df5-ac096ae7eb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dc75fd-01f2-4be5-a3e7-d779dfbf90c2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:33.676628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60104) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:33.785770 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc257d81-79ac-4fcd-bba1-87362db036dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:33.796821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5e335-a090-43b0-8434-e9d84d15a6bb req-24f557da-596f-4766-b728-79260b6a5b9e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:33.798649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bae5e335-a090-43b0-8434-e9d84d15a6bb req-24f557da-596f-4766-b728-79260b6a5b9e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 950 time: 0.0847850 Oct 13 14:03:33.835437 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc257d81-79ac-4fcd-bba1-87362db036dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:33.870844 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bae5e335-a090-43b0-8434-e9d84d15a6bb req-e88a50af-e341-446e-99ea-0c708c738423 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635345 Oct 13 14:03:34.010438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-9952c686-759e-4114-9380-7ac5c877e764 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1122878 Oct 13 14:03:34.020619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:34.056457 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc257d81-79ac-4fcd-bba1-87362db036dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:34.059148 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc257d81-79ac-4fcd-bba1-87362db036dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:34.060247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cc257d81-79ac-4fcd-bba1-87362db036dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80dc75fd-01f2-4be5-a3e7-d779dfbf90c2 HTTP/1.1" status: 204 len: 168 time: 0.3821905 Oct 13 14:03:34.069198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc257d81-79ac-4fcd-bba1-87362db036dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dc75fd-01f2-4be5-a3e7-d779dfbf90c2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:34.153240 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:34.261631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:34.391842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Allocated IP 172.25.0.184 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/115aa724-1f02-4dd6-a1f4-57a9ea122fae) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:34.527990 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:34.671468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:34.671468 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e5798d-3dbc-4689-b128-197548e084fc" -d '{"events": [{"server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "name": "network-vif-plugged", "status": "completed", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:34.834473 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:34.882248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:34.886691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:34.889295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:34.899517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Pushing event updated for resources: {'Port': ['ID=115aa724-1f02-4dd6-a1f4-57a9ea122fae,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:34.946524 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.104872 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.137677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-577827c2-e306-415a-9c01-bc911786a910 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:03:35.139293 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-577827c2-e306-415a-9c01-bc911786a910 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080161 Oct 13 14:03:35.185718 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-2c45d8b2-baac-42df-a513-4f6bc8d976df tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:35.187309 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-2c45d8b2-baac-42df-a513-4f6bc8d976df tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports/8ea02399-99e5-4066-84c1-39ecc51e164c HTTP/1.1" status: 200 len: 1094 time: 0.0418482 Oct 13 14:03:35.197932 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] Request body: {'binding': {'host': 'n-h2-806683-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:35.202941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] Unknown quota resources ['binding']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:03:35.280497 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.311628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60126) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:35.326682 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-279ce0aa-8d13-4d6c-a288-c281466d51a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.355569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] Attempting to bind port 8ea02399-99e5-4066-84c1-39ecc51e164c on host n-h2-806683-15 for vnic_type normal with profile None {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:35.355923 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] Attempting to bind port 8ea02399-99e5-4066-84c1-39ecc51e164c by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:35.356263 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] Attempting to bind port 8ea02399-99e5-4066-84c1-39ecc51e164c on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:35.360813 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] Port 8ea02399-99e5-4066-84c1-39ecc51e164c on network d54448a5-ac53-4352-a4fa-39682bbffd1b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:03:35.361181 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] Attempting to bind port 8ea02399-99e5-4066-84c1-39ecc51e164c on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:35.367845 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:35.368198 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:35.368636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] Bound using segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:35.369135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] Bound port: 8ea02399-99e5-4066-84c1-39ecc51e164c, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:35.408914 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-279ce0aa-8d13-4d6c-a288-c281466d51a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.424675 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=8ea02399-99e5-4066-84c1-39ecc51e164c,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:35.456283 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.492472 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.513593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Pushing event updated for resources: {'Port': ['ID=115aa724-1f02-4dd6-a1f4-57a9ea122fae,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:35.582937 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-279ce0aa-8d13-4d6c-a288-c281466d51a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.584901 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] Notify callbacks [] for binding, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.586213 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8bacb3cd-6da7-499d-ba96-628373dacc84 service neutron] 10.222.0.18 "POST /v2.0/ports/8ea02399-99e5-4066-84c1-39ecc51e164c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3919384 Oct 13 14:03:35.623478 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.624702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-7c7b0a78-d8e2-4d63-8ecb-f6966910460a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6083972 Oct 13 14:03:35.629427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-279ce0aa-8d13-4d6c-a288-c281466d51a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a6d9c57fef64db58fd4f99572e460cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167660 Oct 13 14:03:35.630126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ce0aa-8d13-4d6c-a288-c281466d51a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0e6550-49e0-4964-a09d-6afe2cf177b8,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:35.632554 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60128) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:35.687315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-bb7088ec-0556-4a1d-bf95-e5d98440f919 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.0537622 Oct 13 14:03:35.690915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87fc9201-7104-4759-8539-6ae626d9d727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.721429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87fc9201-7104-4759-8539-6ae626d9d727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.809207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-dfe9affa-a2ff-4b39-a3b7-846274969eb4 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:35.810574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef3ac0c9-f4d5-4181-bd2f-5bb24ca912c4 req-dfe9affa-a2ff-4b39-a3b7-846274969eb4 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.1165347 Oct 13 14:03:35.942278 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87fc9201-7104-4759-8539-6ae626d9d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.945604 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87fc9201-7104-4759-8539-6ae626d9d727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:35.946888 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-87fc9201-7104-4759-8539-6ae626d9d727 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a0e6550-49e0-4964-a09d-6afe2cf177b8 HTTP/1.1" status: 204 len: 168 time: 0.3129284 Oct 13 14:03:35.954957 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc9201-7104-4759-8539-6ae626d9d727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0e6550-49e0-4964-a09d-6afe2cf177b8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:35.965366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-969b2222-b164-4376-8e49-3921589f8fcb req-ec1dd8a5-310b-4da5-a27b-0713150a89bf tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 210 time: 0.0329421 Oct 13 14:03:36.014760 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b22b2d-74bc-4de5-9d94-fd5b056b54ae x-openstack-request-id: req-47b22b2d-74bc-4de5-9d94-fd5b056b54ae {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:36.015306 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "name": "network-vif-plugged", "status": "completed", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:36.015552 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47b22b2d-74bc-4de5-9d94-fd5b056b54ae {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:36.016034 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34', 'code': 200} Oct 13 14:03:36.201627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e416a3-c070-4e6a-bcc6-1c66b72dc76d req-2f2ad2f1-7191-49eb-96c9-16dd7049847b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:36.203113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e416a3-c070-4e6a-bcc6-1c66b72dc76d req-2f2ad2f1-7191-49eb-96c9-16dd7049847b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 950 time: 0.1516335 Oct 13 14:03:36.222421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156839b-f69a-4ede-b56b-e9dcef7d15a3 req-c340bf46-8494-4dbe-8388-0204470f32a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:36.233327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4156839b-f69a-4ede-b56b-e9dcef7d15a3 req-c340bf46-8494-4dbe-8388-0204470f32a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 1102 time: 0.1219845 Oct 13 14:03:36.235090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-a10fb00c-b9bd-4b01-8907-3742bf32188f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2019882 Oct 13 14:03:36.252245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:36.288585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e416a3-c070-4e6a-bcc6-1c66b72dc76d req-0e8d76e2-de8c-40a5-b186-112e4bb51b15 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786471 Oct 13 14:03:36.303970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4156839b-f69a-4ede-b56b-e9dcef7d15a3 req-5b531d42-1da6-46d9-840d-928c38e4a031 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661869 Oct 13 14:03:36.421949 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:36.546995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-a0c500b1-50bd-4e45-980d-d954621a3778 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269747 Oct 13 14:03:36.581509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb2cb6-4d3d-4a29-823f-a68b0508d79e req-2e657d1d-bcd7-4b62-a39a-20df86a0b35e tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:36.581509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-babb2cb6-4d3d-4a29-823f-a68b0508d79e req-2e657d1d-bcd7-4b62-a39a-20df86a0b35e tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 945 time: 0.1381569 Oct 13 14:03:36.711471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-babb2cb6-4d3d-4a29-823f-a68b0508d79e req-426e7fec-6d03-435c-827e-2f2e7f123ba0 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183367 Oct 13 14:03:36.758084 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:36.773931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-de496946-f29a-4a77-b376-b674be29b156 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:36.775503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-de496946-f29a-4a77-b376-b674be29b156 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184312 Oct 13 14:03:36.821724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-32a6337e-ca5c-4ffe-a00a-e95d0983c8c6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Request body: {'port': {'device_id': '8ff7d834-b9f6-485f-9d28-61dc5e3e82c1', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '7cbf24ee3d2e4d08a684d8e166381bd1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:37.022975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fe15e-85e4-451d-8a15-2f45386b3b63 req-4dfa9844-9c7f-4c1f-93a2-b264e91c44b7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:37.024491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-995fe15e-85e4-451d-8a15-2f45386b3b63 req-4dfa9844-9c7f-4c1f-93a2-b264e91c44b7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 967 time: 0.1961765 Oct 13 14:03:37.055721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-6eac695a-be90-4b78-b6b1-2bb0193da9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:37.064702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-6eac695a-be90-4b78-b6b1-2bb0193da9e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 1097 time: 0.1586304 Oct 13 14:03:37.074830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Allocated IP 172.25.0.50 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/a761a459-cdeb-4aed-93b0-44b16c628df4) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:37.171974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-995fe15e-85e4-451d-8a15-2f45386b3b63 req-0a63e0b8-f0b8-4474-9c3f-dc51e92db99d tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365771 Oct 13 14:03:37.265024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-4f684aaa-6a5d-4109-a03d-d2438c679914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:37.266740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-4f684aaa-6a5d-4109-a03d-d2438c679914 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.1986394 Oct 13 14:03:37.286185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-32a6337e-ca5c-4ffe-a00a-e95d0983c8c6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Made reservation on behalf of 7cbf24ee3d2e4d08a684d8e166381bd1 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:37.290239 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-32a6337e-ca5c-4ffe-a00a-e95d0983c8c6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:37.354908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-a5730a41-b489-4392-904c-653868525851 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ea02399-99e5-4066-84c1-39ecc51e164c HTTP/1.1" status: 200 len: 217 time: 0.0783882 Oct 13 14:03:37.480069 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:37.508162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6db7e-13dd-49f8-988c-a35436ef03ff req-2052650f-304e-42e7-9988-42bec02c73d1 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:37.510320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91e6db7e-13dd-49f8-988c-a35436ef03ff req-2052650f-304e-42e7-9988-42bec02c73d1 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.2498844 Oct 13 14:03:37.521681 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-9208b4a0-841c-418c-a556-3d84977d2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:37.523154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-9208b4a0-841c-418c-a556-3d84977d2c1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.1580176 Oct 13 14:03:37.613679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-ec790b49-e0a3-4a84-997e-7b79e7607b47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752535 Oct 13 14:03:37.717404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91e6db7e-13dd-49f8-988c-a35436ef03ff req-47d1bd2c-f8af-41de-b969-35fd73c3958f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892166 Oct 13 14:03:37.718554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-32a6337e-ca5c-4ffe-a00a-e95d0983c8c6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Allocated IP 192.168.233.12 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/16a88b60-dfc0-44a8-8849-bc456c6140a1) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:37.790346 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:37.933442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:37.935781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-99630828-cf8f-423b-809f-9e7a2cb9cb59 service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133297 Oct 13 14:03:37.967680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:38.001781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f32deefb-3bb2-4bf2-badf-84b47c9f4e8d req-5a9c8fe1-aa13-458f-961e-2383e62fcb1e tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 210 time: 0.1170943 Oct 13 14:03:38.002631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:38.010270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Pushing event updated for resources: {'Port': ['ID=a761a459-cdeb-4aed-93b0-44b16c628df4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:38.399308 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:38.426177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-46d3d8dd-a075-48ad-a06c-ace93cf88c12 service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597032 Oct 13 14:03:38.436026 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-32a6337e-ca5c-4ffe-a00a-e95d0983c8c6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:38.550406 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:38.641917 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-32a6337e-ca5c-4ffe-a00a-e95d0983c8c6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:38.656675 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['9cf50e55-4299-48f8-a7fe-d30b5bceec2e', '5fabe200-16e6-49d9-bb51-c880a0c093cc', '0878f0de-fab4-4fab-bc3d-4fd904c7fd65'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:03:38.659140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae', 'c258c505-efec-41a3-908a-c7eff5d460ad', '421e5c99-d76c-4e92-a8de-1171670329da', '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:03:38.735527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-32a6337e-ca5c-4ffe-a00a-e95d0983c8c6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:38.749802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-32a6337e-ca5c-4ffe-a00a-e95d0983c8c6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:38.755963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-32a6337e-ca5c-4ffe-a00a-e95d0983c8c6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:38.761778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-32a6337e-ca5c-4ffe-a00a-e95d0983c8c6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:38.762396 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-32a6337e-ca5c-4ffe-a00a-e95d0983c8c6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:38.820250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6337e-ca5c-4ffe-a00a-e95d0983c8c6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event updated for resources: {'Port': ['ID=16a88b60-dfc0-44a8-8849-bc456c6140a1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:38.841643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91722d3b-d2e4-4669-ad91-43ba38f8d892 req-d40d5b2c-09ea-4cc3-b035-1b59e171215a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:38.852938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91722d3b-d2e4-4669-ad91-43ba38f8d892 req-d40d5b2c-09ea-4cc3-b035-1b59e171215a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 945 time: 0.2903781 Oct 13 14:03:38.852938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-3baa3050-eebd-44c8-b7a7-e4dad2593b6f tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:38.852938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-3baa3050-eebd-44c8-b7a7-e4dad2593b6f tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc&tenant_id=a83e69682127431abea4c77d59610aed&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 1097 time: 0.2489414 Oct 13 14:03:38.881636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-15'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:38.984483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-32a6337e-ca5c-4ffe-a00a-e95d0983c8c6 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1991756 Oct 13 14:03:39.008343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Request body: {'port': {'device_id': '8ff7d834-b9f6-485f-9d28-61dc5e3e82c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:39.013868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91722d3b-d2e4-4669-ad91-43ba38f8d892 req-ec208fb2-a394-43bc-80f0-e3e76bb38f2f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601627 Oct 13 14:03:39.043084 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:39.081376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-30c4ce65-4738-4931-ad2c-bbbe2668ac77 None None] Provisioning complete for port 16a88b60-dfc0-44a8-8849-bc456c6140a1 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:39.081759 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30c4ce65-4738-4931-ad2c-bbbe2668ac77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:39.153537 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:39.166796 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:39.187679 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-30c4ce65-4738-4931-ad2c-bbbe2668ac77 None None] Port 16a88b60-dfc0-44a8-8849-bc456c6140a1 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:03:39.230965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:39.328069 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:39.410034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-5c94021a-438f-459e-afc5-a1e456f31e8a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=00a647c251824dd3807a99f29356edbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648661 Oct 13 14:03:39.410638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Pushing event updated for resources: {'Port': ['ID=a761a459-cdeb-4aed-93b0-44b16c628df4,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:39.483493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:39.484725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-0c3c8ffb-692d-43eb-96c0-d0e4824cae68 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2403572 Oct 13 14:03:39.563320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8ea02399-99e5-4066-84c1-39ecc51e164c,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:39.676534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-1c3d9030-3455-49bd-b240-52a449486a33 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.50 HTTP/1.1" status: 200 len: 695 time: 0.1704571 Oct 13 14:03:39.768195 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60246) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:39.830238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-292c753b-8646-40ec-90c5-664e9a7e0684 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:39.831745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-292c753b-8646-40ec-90c5-664e9a7e0684 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3655176 Oct 13 14:03:39.838609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:39.908500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-f91f2c13-58f9-4334-9736-6794e746b1e3 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/quotas/00a647c251824dd3807a99f29356edbf HTTP/1.1" status: 200 len: 375 time: 0.0595281 Oct 13 14:03:39.919259 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-640f4852-7a85-46c4-84f7-c09b367a63bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:39.975249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4687ab41-e169-4a5c-aae1-1ccba76bf9bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea02399-99e5-4066-84c1-39ecc51e164c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:39.977541 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e902ce8-df09-4d25-a285-54fe56f00cfc" -d '{"events": [{"server_uuid": "4687ab41-e169-4a5c-aae1-1ccba76bf9bc", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea02399-99e5-4066-84c1-39ecc51e164c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:39.990100 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:39.993346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-d5b68029-3718-45af-acbc-3dc027164d2d tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=00a647c251824dd3807a99f29356edbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649166 Oct 13 14:03:40.015685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-78c96336-ae72-4984-ae7b-3405f1afbf11 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:40.017512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e570ce35-3f13-4bf2-9045-0ceecfd0a7d9 req-78c96336-ae72-4984-ae7b-3405f1afbf11 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.3292089 Oct 13 14:03:40.048766 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-640f4852-7a85-46c4-84f7-c09b367a63bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:40.076804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a88b60-dfc0-44a8-8849-bc456c6140a1 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:40.080028 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:40.096175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e3791-0da5-410e-b4ba-592cda57618c req-d65f9afe-8d7a-459d-b973-7e167ad43ee7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:40.097708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-320e3791-0da5-410e-b4ba-592cda57618c req-d65f9afe-8d7a-459d-b973-7e167ad43ee7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea494cf6-140c-4f0e-b95d-9b05f83e49af HTTP/1.1" status: 200 len: 967 time: 0.1172962 Oct 13 14:03:40.105304 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:40.120358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Transition to ACTIVE for port object 16a88b60-dfc0-44a8-8849-bc456c6140a1 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:03:40.129973 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-640f4852-7a85-46c4-84f7-c09b367a63bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:40.194891 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-640f4852-7a85-46c4-84f7-c09b367a63bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bfd503737e34bf5a94a199e1eb2797f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193685 Oct 13 14:03:40.196158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60264) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:40.200592 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:40.202690 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f4852-7a85-46c4-84f7-c09b367a63bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefe80f4-2629-4b53-b695-ef5940384b57,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:40.273395 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c58ac6c-e541-40c1-af37-3bd0b56faedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:40.273564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea02399-99e5-4066-84c1-39ecc51e164c,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:40.299953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c58ac6c-e541-40c1-af37-3bd0b56faedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:40.306558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-fd9df06a-c8b4-4a32-acf0-373bae5b7898 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--894450073&fields=id&tenant_id=8da101f040cd4a8f8fa47c2569037dc8 HTTP/1.1" status: 200 len: 267 time: 0.1897867 Oct 13 14:03:40.436179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Attempting to bind port 8ea02399-99e5-4066-84c1-39ecc51e164c on host n-h1-806683-15 for vnic_type normal with profile {"migrating_to": "n-h2-806683-15"} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:40.436517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Attempting to bind port 8ea02399-99e5-4066-84c1-39ecc51e164c by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:40.436850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Attempting to bind port 8ea02399-99e5-4066-84c1-39ecc51e164c on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:40.440034 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c58ac6c-e541-40c1-af37-3bd0b56faedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:40.450331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c58ac6c-e541-40c1-af37-3bd0b56faedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:40.451934 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1c58ac6c-e541-40c1-af37-3bd0b56faedf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eefe80f4-2629-4b53-b695-ef5940384b57 HTTP/1.1" status: 204 len: 168 time: 0.2555127 Oct 13 14:03:40.465135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58ac6c-e541-40c1-af37-3bd0b56faedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefe80f4-2629-4b53-b695-ef5940384b57,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:40.489931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Pushing event updated for resources: {'Port': ['ID=16a88b60-dfc0-44a8-8849-bc456c6140a1,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:40.492228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Port 8ea02399-99e5-4066-84c1-39ecc51e164c on network d54448a5-ac53-4352-a4fa-39682bbffd1b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:03:40.492561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Attempting to bind port 8ea02399-99e5-4066-84c1-39ecc51e164c on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:40.518283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:40.518581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:40.518971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Bound using segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:40.519416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Bound port: 8ea02399-99e5-4066-84c1-39ecc51e164c, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:40.519772 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:40.526766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Attempting to bind port 16a88b60-dfc0-44a8-8849-bc456c6140a1 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:40.527101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Attempting to bind port 16a88b60-dfc0-44a8-8849-bc456c6140a1 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:40.527519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Attempting to bind port 16a88b60-dfc0-44a8-8849-bc456c6140a1 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:40.562503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Deleting port b30274e0-496f-470c-ba76-6e5608282339 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:03:40.562810 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:40.574705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Port 16a88b60-dfc0-44a8-8849-bc456c6140a1 on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:03:40.575025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Attempting to bind port 16a88b60-dfc0-44a8-8849-bc456c6140a1 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:40.600384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e1b21-a1ff-4185-aa81-f51532dde70c req-d24551aa-00f5-44a2-b7ac-866b1dd5d694 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:40.601967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c3e1b21-a1ff-4185-aa81-f51532dde70c req-d24551aa-00f5-44a2-b7ac-866b1dd5d694 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.2659791 Oct 13 14:03:40.667265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:40.667601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:40.669198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:40.669198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Bound port: 16a88b60-dfc0-44a8-8849-bc456c6140a1, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:40.669198 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:40.687651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-d636e681-e4a1-416b-9006-027f18af2c2c tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:40.691985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-d636e681-e4a1-416b-9006-027f18af2c2c tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/networks?id=1f3b32a1-dbed-4907-8cd6-385475dc68e2 HTTP/1.1" status: 200 len: 823 time: 0.3544068 Oct 13 14:03:40.769030 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f3adbfd1-b51d-4132-afe9-7c87562f477e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/quotas/8da101f040cd4a8f8fa47c2569037dc8 HTTP/1.1" status: 200 len: 375 time: 0.0604196 Oct 13 14:03:40.839944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:40.859313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c3e1b21-a1ff-4185-aa81-f51532dde70c req-a5f4f73e-3e82-4f55-ad5b-abfb886687a9 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991086 Oct 13 14:03:40.881636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] For port b30274e0-496f-470c-ba76-6e5608282339, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b30274e0-496f-470c-ba76-6e5608282339,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:40.882009 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:40.886568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8ea02399-99e5-4066-84c1-39ecc51e164c,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:40.958955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] For port 16a88b60-dfc0-44a8-8849-bc456c6140a1, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:40.970290 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:41.268443 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] For port 16a88b60-dfc0-44a8-8849-bc456c6140a1, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=16a88b60-dfc0-44a8-8849-bc456c6140a1,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:41.318918 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-2d8a8e28-9a14-4f95-b962-07a6068b9246 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8da101f040cd4a8f8fa47c2569037dc8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5368552 Oct 13 14:03:41.352740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-328ab8a3-775e-48ea-8159-7aa70c3f183c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:03:41.352740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-328ab8a3-775e-48ea-8159-7aa70c3f183c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0084448 Oct 13 14:03:41.436220 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:41.478612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea02399-99e5-4066-84c1-39ecc51e164c,revision_number=8']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:41.518843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:41.519500 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:41.521615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-18255c86-4458-4482-a73e-17c40a2bda50 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ea02399-99e5-4066-84c1-39ecc51e164c HTTP/1.1" status: 200 len: 1123 time: 2.6509960 Oct 13 14:03:41.532956 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:03:41.556393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e810b-20ad-4218-b565-b0c297b01817 req-956b904a-d923-4672-b5ad-06b67711df7e tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:41.557835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-336e810b-20ad-4218-b565-b0c297b01817 req-956b904a-d923-4672-b5ad-06b67711df7e tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 947 time: 0.5665119 Oct 13 14:03:41.568500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:41.569257 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:41.570672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] 10.222.0.49 "PUT /v2.0/ports/16a88b60-dfc0-44a8-8849-bc456c6140a1 HTTP/1.1" status: 200 len: 1096 time: 2.5750072 Oct 13 14:03:41.639115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['8ea02399-99e5-4066-84c1-39ecc51e164c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:03:41.722895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b0909-3ece-4561-b9a9-049ee71ef97e service neutron] Pushing event updated for resources: {'Port': ['ID=16a88b60-dfc0-44a8-8849-bc456c6140a1,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:41.776082 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-6c909386-af5c-4278-9479-1d2e66a58936 service neutron] 10.222.0.18 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152889 Oct 13 14:03:41.802586 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:41.802965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:41.803230 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Floating IP 610da7dd-8d91-4df8-b05f-6a179737f1a8 disassociated. External IP: 172.25.0.121, port: b30274e0-496f-470c-ba76-6e5608282339. Oct 13 14:03:41.803780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Calling delete_port for b30274e0-496f-470c-ba76-6e5608282339 owned by compute:tempest-test_az-1114580748 {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:03:41.818256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-336e810b-20ad-4218-b565-b0c297b01817 req-8d2b8a48-dac4-4b37-bda9-333d83024d36 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463515 Oct 13 14:03:41.917256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-753104e9-3e5b-4f59-85e2-e187f6686551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:41.918838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-753104e9-3e5b-4f59-85e2-e187f6686551 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 1099 time: 0.1736808 Oct 13 14:03:41.992635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-2eb404b0-e44d-4773-8b0b-7cb8f5e55661 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=16a88b60-dfc0-44a8-8849-bc456c6140a1 HTTP/1.1" status: 200 len: 217 time: 0.0622642 Oct 13 14:03:42.037777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-613707a7-db26-4d05-8fef-50d7891a8a1b service neutron] 10.222.0.18 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439313 Oct 13 14:03:42.063688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-26802cdd-7108-4e67-9591-b7da7387a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:42.065294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-26802cdd-7108-4e67-9591-b7da7387a716 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0645044 Oct 13 14:03:42.175452 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a609c56a-fe8b-4f49-a0f9-5cf41c188ab6 x-openstack-request-id: req-a609c56a-fe8b-4f49-a0f9-5cf41c188ab6 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:42.175919 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4687ab41-e169-4a5c-aae1-1ccba76bf9bc", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea02399-99e5-4066-84c1-39ecc51e164c", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:42.176319 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a609c56a-fe8b-4f49-a0f9-5cf41c188ab6 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:42.177579 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4687ab41-e169-4a5c-aae1-1ccba76bf9bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea02399-99e5-4066-84c1-39ecc51e164c', 'code': 200} Oct 13 14:03:42.182922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-251421e5-bbe8-49d5-9f32-44e5f2ab393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:42.185863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-251421e5-bbe8-49d5-9f32-44e5f2ab393d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955462 Oct 13 14:03:42.297677 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:42.309854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0140d11b-0f43-4f1d-9e65-4493ae65c19e req-cc6988a8-da41-49af-9afb-1f1be1483356 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips/9dce1a8d-405d-4983-906d-dc2d6d8537ba HTTP/1.1" status: 200 len: 692 time: 0.1014528 Oct 13 14:03:42.356720 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Pushing event deleted for resources: {'Port': ['ID=b30274e0-496f-470c-ba76-6e5608282339,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:42.542574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-e3758bf4-127a-43f1-a4db-d4d35c4d92cb service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484788 Oct 13 14:03:42.687590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140d11b-0f43-4f1d-9e65-4493ae65c19e req-d15e6ca2-cc5b-45fb-9b88-618468aa4a96 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:42.689415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0140d11b-0f43-4f1d-9e65-4493ae65c19e req-d15e6ca2-cc5b-45fb-9b88-618468aa4a96 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.3720262 Oct 13 14:03:42.724921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-0140d11b-0f43-4f1d-9e65-4493ae65c19e req-b7b02d03-6e7b-48d6-afd5-10b41da3a52d tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:03:42.726027 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0140d11b-0f43-4f1d-9e65-4493ae65c19e req-b7b02d03-6e7b-48d6-afd5-10b41da3a52d tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0167375 Oct 13 14:03:42.739524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ba0ca-2163-4fa6-888a-b4c045637843 req-28a3c3de-7669-4f60-b15d-064922362256 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:42.740882 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e37ba0ca-2163-4fa6-888a-b4c045637843 req-28a3c3de-7669-4f60-b15d-064922362256 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 943 time: 0.2504740 Oct 13 14:03:42.775707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:03:42.804234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746b1b5c-61f6-42b4-8f64-8a37d5541728 req-f1b0d534-1814-47f2-a103-7f50d6772fdc service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058282 Oct 13 14:03:42.877828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e37ba0ca-2163-4fa6-888a-b4c045637843 req-47d7eb82-5ed9-42eb-8002-b58191ec09b6 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113060 Oct 13 14:03:42.919702 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60320) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:42.923630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09ae1818-0f4b-45ce-8464-887a622bbea4 req-6812aec4-888c-4a72-8e52-2a977bb26b04 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 210 time: 0.0521791 Oct 13 14:03:43.041293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:03:43.059249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf2394d-40b9-4d17-a0e9-cb22431c6677 None None] Sync routers for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:03:43.090687 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf2394d-40b9-4d17-a0e9-cb22431c6677 None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:03:43.095857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-baf2394d-40b9-4d17-a0e9-cb22431c6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:43.135182 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-f5cd9d23-6956-4884-a306-bb4f2707b3b5 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849540 Oct 13 14:03:43.170467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] No DVR routers for this DVR port b30274e0-496f-470c-ba76-6e5608282339 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:03:43.187422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:43.191532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-320e3791-0da5-410e-b4ba-592cda57618c req-14cf6ede-2b16-4e50-96e1-7e4e7997b90a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.49 "DELETE /v2.0/ports/b30274e0-496f-470c-ba76-6e5608282339 HTTP/1.1" status: 204 len: 173 time: 3.0872579 Oct 13 14:03:43.253172 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f10ce68-86cf-4221-8369-a88328301ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:43.402342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-baf2394d-40b9-4d17-a0e9-cb22431c6677 None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:03:43.403061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-a2621413-f15b-4d81-b650-311c26d6507a tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:43.405648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-a2621413-f15b-4d81-b650-311c26d6507a tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2690818 Oct 13 14:03:43.447159 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f10ce68-86cf-4221-8369-a88328301ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:43.475026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-00021761-05ac-4fc7-b0a7-f263cc58403a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=00a647c251824dd3807a99f29356edbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476508 Oct 13 14:03:43.485816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-494c7338-fe36-4417-8efd-1fc858c089ab tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/quotas/f59b7ada3c2d498f91cfd9b48990ec5f HTTP/1.1" status: 200 len: 375 time: 0.0611436 Oct 13 14:03:43.526319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b30274e0-496f-470c-ba76-6e5608282339 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:03:43.559522 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f10ce68-86cf-4221-8369-a88328301ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:43.599562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: b30274e0-496f-470c-ba76-6e5608282339 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:03:43.600303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b30274e0-496f-470c-ba76-6e5608282339 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:03:43.644875 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9f10ce68-86cf-4221-8369-a88328301ad2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5890bc4ff6eb4d10941a2fddb295cb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7220664 Oct 13 14:03:43.650446 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60340) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:43.708008 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10ce68-86cf-4221-8369-a88328301ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2388cd-d4bb-489e-8c1c-b6f1ae8812d0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:43.765016 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3de1-8071-434a-a562-b886ed60bbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:43.810959 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3de1-8071-434a-a562-b886ed60bbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:43.866622 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-baf2394d-40b9-4d17-a0e9-cb22431c6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:43.933344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf2394d-40b9-4d17-a0e9-cb22431c6677 None None] Checking router: 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:03:43.946111 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf2394d-40b9-4d17-a0e9-cb22431c6677 None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:03:43.953253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-baf2394d-40b9-4d17-a0e9-cb22431c6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:44.005668 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3de1-8071-434a-a562-b886ed60bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:44.008438 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3de1-8071-434a-a562-b886ed60bbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:44.012024 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c8ec3de1-8071-434a-a562-b886ed60bbb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad2388cd-d4bb-489e-8c1c-b6f1ae8812d0 HTTP/1.1" status: 204 len: 168 time: 0.3578424 Oct 13 14:03:44.025930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec3de1-8071-434a-a562-b886ed60bbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2388cd-d4bb-489e-8c1c-b6f1ae8812d0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:44.094993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-7ed255b5-e2fe-4615-84f1-391df7d237dc tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:44.097426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-7ed255b5-e2fe-4615-84f1-391df7d237dc tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6055040 Oct 13 14:03:44.123726 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d4000f4-d038-426d-924b-847674946ddf req-22139310-2315-4d4c-9843-24c43c8b6063 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 210 time: 0.6195347 Oct 13 14:03:44.136204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Request body: {'port': {'device_id': 'c32dfbb4-0792-4bd5-9967-21ae7eea06dd', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '00a647c251824dd3807a99f29356edbf'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:44.183236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4687ab41-e169-4a5c-aae1-1ccba76bf9bc', 'tag': '8ea02399-99e5-4066-84c1-39ecc51e164c'}, {'name': 'network-changed', 'server_uuid': '8ff7d834-b9f6-485f-9d28-61dc5e3e82c1', 'tag': '16a88b60-dfc0-44a8-8849-bc456c6140a1'}, {'server_uuid': 'ea494cf6-140c-4f0e-b95d-9b05f83e49af', 'name': 'network-vif-deleted', 'tag': 'b30274e0-496f-470c-ba76-6e5608282339'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:44.186908 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784476d7-2c5c-41f0-885d-99f7bc11eda0" -d '{"events": [{"name": "network-changed", "server_uuid": "4687ab41-e169-4a5c-aae1-1ccba76bf9bc", "tag": "8ea02399-99e5-4066-84c1-39ecc51e164c"}, {"name": "network-changed", "server_uuid": "8ff7d834-b9f6-485f-9d28-61dc5e3e82c1", "tag": "16a88b60-dfc0-44a8-8849-bc456c6140a1"}, {"server_uuid": "ea494cf6-140c-4f0e-b95d-9b05f83e49af", "name": "network-vif-deleted", "tag": "b30274e0-496f-470c-ba76-6e5608282339"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:44.291861 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-baf2394d-40b9-4d17-a0e9-cb22431c6677 None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:03:44.308324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-fade6983-656d-4dae-9e14-152b8fd659a1 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips/9dce1a8d-405d-4983-906d-dc2d6d8537ba HTTP/1.1" status: 200 len: 692 time: 0.1453426 Oct 13 14:03:44.360254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-8863e073-07be-4663-9ba3-8199cbdec196 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8535185 Oct 13 14:03:44.602152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-e852a9dd-f5fe-48fe-ad33-d1dc9526c401 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:44.603732 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-e852a9dd-f5fe-48fe-ad33-d1dc9526c401 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.2895453 Oct 13 14:03:44.616168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-5294a882-2d72-43ae-a1e8-3abc0f2e1138 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:03:44.617146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-5294a882-2d72-43ae-a1e8-3abc0f2e1138 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070953 Oct 13 14:03:44.639058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-baf2394d-40b9-4d17-a0e9-cb22431c6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:44.686949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf2394d-40b9-4d17-a0e9-cb22431c6677 None None] The sync data for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 is: [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:03:44.703665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Made reservation on behalf of 00a647c251824dd3807a99f29356edbf for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:44.707376 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:44.727753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-a1a4fd41-9cf5-456a-8dcb-ad6665cb9f06 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.50 HTTP/1.1" status: 200 len: 695 time: 0.0973139 Oct 13 14:03:44.727753 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:44.794405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8ea02399-99e5-4066-84c1-39ecc51e164c details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:03:44.838861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-36fa0710-2ed7-438c-a62c-bad4baed03f8 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.50 HTTP/1.1" status: 200 len: 695 time: 0.0974064 Oct 13 14:03:45.051076 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8ea02399-99e5-4066-84c1-39ecc51e164c,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:45.073796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8ea02399-99e5-4066-84c1-39ecc51e164c has no active binding in host n-h2-806683-15 {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 14:03:45.095255 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4645a300-58eb-4606-ab12-078ede2a0831 None None] New status for floating IP 610da7dd-8d91-4df8-b05f-6a179737f1a8: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:03:45.114551 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60358) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:45.145580 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a40fc09f-5d4e-43c6-9319-ba6b70730436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:45.187397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dc936-93be-4fe1-81ab-a0f7fb199706 req-e18bf33f-e531-4c78-8739-4c19f12227af tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:45.200151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-770dc936-93be-4fe1-81ab-a0f7fb199706 req-e18bf33f-e531-4c78-8739-4c19f12227af tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 947 time: 0.2852805 Oct 13 14:03:45.239046 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a40fc09f-5d4e-43c6-9319-ba6b70730436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:45.248074 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:45.264789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-bcab1f11-a06a-4a2c-af42-3bb3774046e2 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Deleting port a761a459-cdeb-4aed-93b0-44b16c628df4 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:03:45.265221 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-bcab1f11-a06a-4a2c-af42-3bb3774046e2 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:45.317006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-770dc936-93be-4fe1-81ab-a0f7fb199706 req-251c4918-70d5-4543-b706-b5086d89dd92 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157618 Oct 13 14:03:45.376073 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-bcab1f11-a06a-4a2c-af42-3bb3774046e2 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:45.376773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-bcab1f11-a06a-4a2c-af42-3bb3774046e2 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:45.395869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-bcab1f11-a06a-4a2c-af42-3bb3774046e2 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Calling delete_port for a761a459-cdeb-4aed-93b0-44b16c628df4 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:03:45.428315 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a40fc09f-5d4e-43c6-9319-ba6b70730436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:45.466626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fc09f-5d4e-43c6-9319-ba6b70730436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7057489-4d6a-4c89-ba9b-81c65439890f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:45.470925 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a40fc09f-5d4e-43c6-9319-ba6b70730436 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb05753a0c6b4603a1dfe5c567a5a7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547566 Oct 13 14:03:45.472830 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:45.474633 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60372) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:45.531514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 16a88b60-dfc0-44a8-8849-bc456c6140a1 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:03:45.544258 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-177cc836-0082-4b60-a77d-25d926a22dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:45.574746 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-177cc836-0082-4b60-a77d-25d926a22dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:45.652969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fcdccc42-5736-44f6-acd5-fa5b8fa576fb req-3c6de5d3-5332-455b-9f1f-a609cf42ff35 tempest-AbsoluteLimitsNegativeTestJSON-1988557113 tempest-AbsoluteLimitsNegativeTestJSON-1988557113-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0d95f9e36bf14280a3fc0abe39d3bbba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1834571 Oct 13 14:03:45.711794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 16a88b60-dfc0-44a8-8849-bc456c6140a1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=16a88b60-dfc0-44a8-8849-bc456c6140a1,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:45.736642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '16a88b60-dfc0-44a8-8849-bc456c6140a1', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '16a88b60-dfc0-44a8-8849-bc456c6140a1', 'mac_address': 'fa:16:3e:c2:8f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:03:45.742107 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-177cc836-0082-4b60-a77d-25d926a22dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:45.745130 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-177cc836-0082-4b60-a77d-25d926a22dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:45.750969 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-177cc836-0082-4b60-a77d-25d926a22dca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7057489-4d6a-4c89-ba9b-81c65439890f HTTP/1.1" status: 204 len: 168 time: 0.2708824 Oct 13 14:03:45.756102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23911515-7057-42da-bf07-e81e9f91f00e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:45.761314 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cc836-0082-4b60-a77d-25d926a22dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7057489-4d6a-4c89-ba9b-81c65439890f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:45.798683 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:45.839084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a88b60-dfc0-44a8-8849-bc456c6140a1 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:45.864125 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 16a88b60-dfc0-44a8-8849-bc456c6140a1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=16a88b60-dfc0-44a8-8849-bc456c6140a1,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:45.973182 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:46.021492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Allocated IP 192.168.233.235 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/f79a973c-20ff-4b65-8bec-feea717858f0) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:46.103589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdccc42-5736-44f6-acd5-fa5b8fa576fb req-a1edd72a-fc35-412c-97c4-b0b7cfdcbefd tempest-AbsoluteLimitsNegativeTestJSON-1988557113 tempest-AbsoluteLimitsNegativeTestJSON-1988557113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:46.105747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fcdccc42-5736-44f6-acd5-fa5b8fa576fb req-a1edd72a-fc35-412c-97c4-b0b7cfdcbefd tempest-AbsoluteLimitsNegativeTestJSON-1988557113 tempest-AbsoluteLimitsNegativeTestJSON-1988557113-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4262722 Oct 13 14:03:46.115342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=16a88b60-dfc0-44a8-8849-bc456c6140a1,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:46.168574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fcdccc42-5736-44f6-acd5-fa5b8fa576fb req-0233febb-c69f-4489-a0d7-576c5ad7350a tempest-AbsoluteLimitsNegativeTestJSON-1988557113 tempest-AbsoluteLimitsNegativeTestJSON-1988557113-project] 10.222.0.18 "GET /v2.0/quotas/0d95f9e36bf14280a3fc0abe39d3bbba HTTP/1.1" status: 200 len: 375 time: 0.0516527 Oct 13 14:03:46.187139 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-33f16683-c2c5-481f-afff-541601f7ede4 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:46.188675 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-33f16683-c2c5-481f-afff-541601f7ede4 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.41 "GET /v2.0/networks?id=1f3b32a1-dbed-4907-8cd6-385475dc68e2 HTTP/1.1" status: 200 len: 823 time: 0.2423105 Oct 13 14:03:46.226379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fcdccc42-5736-44f6-acd5-fa5b8fa576fb req-b26796f7-50dc-44fb-bc83-c30cdb299356 tempest-AbsoluteLimitsNegativeTestJSON-1988557113 tempest-AbsoluteLimitsNegativeTestJSON-1988557113-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d95f9e36bf14280a3fc0abe39d3bbba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428030 Oct 13 14:03:46.287828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['16a88b60-dfc0-44a8-8849-bc456c6140a1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:03:46.308010 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-61b6106a-02b3-4eb6-b35d-608a4cf6d837 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8da101f040cd4a8f8fa47c2569037dc8 HTTP/1.1" status: 200 len: 379 time: 0.0948491 Oct 13 14:03:46.322323 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-bcab1f11-a06a-4a2c-af42-3bb3774046e2 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:46.341269 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-bfde4aa4-87c7-435b-9816-c84ef78aeedb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Request body: {'port': {'device_id': '07b3c151-65e3-410e-973a-70272164bc8f', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'admin_state_up': True, 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'security_groups': ['aca441ed-2465-46aa-a431-6d1222907ac5']}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:46.449050 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:46.575121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab1f11-a06a-4a2c-af42-3bb3774046e2 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Pushing event deleted for resources: {'Port': ['ID=a761a459-cdeb-4aed-93b0-44b16c628df4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:46.634350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d5bdd-6871-4de8-a1b3-ad145c1b08ce req-0c08f583-fc78-432a-96d3-18fcfe0ddce2 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:46.644574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-990d5bdd-6871-4de8-a1b3-ad145c1b08ce req-0c08f583-fc78-432a-96d3-18fcfe0ddce2 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 943 time: 0.1351368 Oct 13 14:03:46.648292 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-bcab1f11-a06a-4a2c-af42-3bb3774046e2 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:46.650885 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-bcab1f11-a06a-4a2c-af42-3bb3774046e2 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:46.652329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8edae4a-e9ec-4c58-8339-1e42f52f0257 req-bcab1f11-a06a-4a2c-af42-3bb3774046e2 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "DELETE /v2.0/floatingips/9dce1a8d-405d-4983-906d-dc2d6d8537ba HTTP/1.1" status: 204 len: 173 time: 1.8004355 Oct 13 14:03:46.658416 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:46.721095 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-bfde4aa4-87c7-435b-9816-c84ef78aeedb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Made reservation on behalf of 8da101f040cd4a8f8fa47c2569037dc8 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:46.729456 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-bfde4aa4-87c7-435b-9816-c84ef78aeedb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:46.732518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:46.742713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:46.762638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-990d5bdd-6871-4de8-a1b3-ad145c1b08ce req-c3bb30b4-0a3b-4bcd-a25e-23b5bea3a901 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169200 Oct 13 14:03:46.763944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:46.786826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:46.787520 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:46.794096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Pushing event updated for resources: {'Port': ['ID=f79a973c-20ff-4b65-8bec-feea717858f0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:46.906941 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a472b53-781b-4a34-b9ba-1615baeb5755 x-openstack-request-id: req-4a472b53-781b-4a34-b9ba-1615baeb5755 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:46.907547 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4687ab41-e169-4a5c-aae1-1ccba76bf9bc", "tag": "8ea02399-99e5-4066-84c1-39ecc51e164c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ff7d834-b9f6-485f-9d28-61dc5e3e82c1", "tag": "16a88b60-dfc0-44a8-8849-bc456c6140a1", "status": "completed", "code": 200}, {"server_uuid": "ea494cf6-140c-4f0e-b95d-9b05f83e49af", "name": "network-vif-deleted", "tag": "b30274e0-496f-470c-ba76-6e5608282339", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:46.908042 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a472b53-781b-4a34-b9ba-1615baeb5755 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:46.908655 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4687ab41-e169-4a5c-aae1-1ccba76bf9bc', 'tag': '8ea02399-99e5-4066-84c1-39ecc51e164c', 'status': 'completed', 'code': 200} Oct 13 14:03:46.909112 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff7d834-b9f6-485f-9d28-61dc5e3e82c1', 'tag': '16a88b60-dfc0-44a8-8849-bc456c6140a1', 'status': 'completed', 'code': 200} Oct 13 14:03:46.909631 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea494cf6-140c-4f0e-b95d-9b05f83e49af', 'name': 'network-vif-deleted', 'tag': 'b30274e0-496f-470c-ba76-6e5608282339', 'status': 'completed', 'code': 200} Oct 13 14:03:47.003016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca76366f-1d43-4880-9a88-9cffb57def61 req-8ee839d5-a776-4ad1-a21c-2641929549d4 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 210 time: 0.0532782 Oct 13 14:03:47.034799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166cc8f-5071-4b0a-978d-e5463a88bb03 req-5e3e4b0f-2a77-48c6-b377-edf3f261bf91 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:47.039160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3166cc8f-5071-4b0a-978d-e5463a88bb03 req-5e3e4b0f-2a77-48c6-b377-edf3f261bf91 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 936 time: 0.2449462 Oct 13 14:03:47.042109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-b5910a62-2596-4275-ae33-46a1c47f3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:47.043795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-b5910a62-2596-4275-ae33-46a1c47f3152 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 1126 time: 0.1316397 Oct 13 14:03:47.047406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-1360122d-f9b6-4e69-a066-2ac0e1ce66e7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9166167 Oct 13 14:03:47.122310 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-bfde4aa4-87c7-435b-9816-c84ef78aeedb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Allocated IP 172.20.0.10 (1f3b32a1-dbed-4907-8cd6-385475dc68e2/6b25b45a-36a2-457f-b836-0c2292062e0c/43acf91e-96ec-41ea-922f-79aa09107510) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:47.203241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-8b4f10b9-a74b-435a-a703-211fa3874223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:47.210682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-8b4f10b9-a74b-435a-a703-211fa3874223 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.1565089 Oct 13 14:03:47.233405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Request body: {'port': {'device_id': 'c32dfbb4-0792-4bd5-9967-21ae7eea06dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:47.332020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-27f7d0e9-0c34-4893-b116-ae7732a364cd None None] Provisioning complete for port f79a973c-20ff-4b65-8bec-feea717858f0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:47.336929 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-27f7d0e9-0c34-4893-b116-ae7732a364cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:47.404917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-27f7d0e9-0c34-4893-b116-ae7732a364cd None None] Port f79a973c-20ff-4b65-8bec-feea717858f0 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:03:47.444369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01d1c5cd-69e7-4b84-9508-81505e24f5d4 req-fba35683-86de-435f-ab6f-31ff1939ecd6 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 210 time: 0.2227912 Oct 13 14:03:47.454034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-122fe914-4c7b-4266-829b-3e1010794b98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ea02399-99e5-4066-84c1-39ecc51e164c HTTP/1.1" status: 200 len: 217 time: 0.2144332 Oct 13 14:03:47.490330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60396) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:47.502144 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-bfde4aa4-87c7-435b-9816-c84ef78aeedb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:47.515881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3166cc8f-5071-4b0a-978d-e5463a88bb03 req-3e7307b3-6d5e-40f1-9e39-027286e5a8a3 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965760 Oct 13 14:03:47.606772 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:47.686499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-bfde4aa4-87c7-435b-9816-c84ef78aeedb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:47.688313 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84aa2d4d-6f5c-4b17-9f78-1f2569fb13fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:47.752140 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde4aa4-87c7-435b-9816-c84ef78aeedb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Pushing event updated for resources: {'Port': ['ID=43acf91e-96ec-41ea-922f-79aa09107510,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:47.799655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-bfde4aa4-87c7-435b-9816-c84ef78aeedb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:47.804450 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-bfde4aa4-87c7-435b-9816-c84ef78aeedb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:47.809861 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-bfde4aa4-87c7-435b-9816-c84ef78aeedb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:47.873337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-5f52c0cf-d495-4358-8873-e526f0aa6208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:47.875847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-5f52c0cf-d495-4358-8873-e526f0aa6208 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.4078031 Oct 13 14:03:47.911711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-bfde4aa4-87c7-435b-9816-c84ef78aeedb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:47.912785 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-bfde4aa4-87c7-435b-9816-c84ef78aeedb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:47.963948 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-555253a1-e8c8-4a46-bdcf-893725aa7f8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712311 Oct 13 14:03:47.966205 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84aa2d4d-6f5c-4b17-9f78-1f2569fb13fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:47.986592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951ac41-5aae-4753-90a8-8f837b2ac7da req-662612c1-2e3d-4a0b-9223-2e047fd51972 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:47.986592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1951ac41-5aae-4753-90a8-8f837b2ac7da req-662612c1-2e3d-4a0b-9223-2e047fd51972 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 948 time: 0.3819580 Oct 13 14:03:48.038096 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-bfde4aa4-87c7-435b-9816-c84ef78aeedb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7221308 Oct 13 14:03:48.056534 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Request body: {'port': {'device_id': '07b3c151-65e3-410e-973a-70272164bc8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:48.090043 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84aa2d4d-6f5c-4b17-9f78-1f2569fb13fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:48.149348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60412) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:48.151191 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c71fef85-8860-4d55-a95b-6f3dcf4d9730 None None] Provisioning complete for port 43acf91e-96ec-41ea-922f-79aa09107510 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:48.151850 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c71fef85-8860-4d55-a95b-6f3dcf4d9730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:48.169225 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-84aa2d4d-6f5c-4b17-9f78-1f2569fb13fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d95f9e36bf14280a3fc0abe39d3bbba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6777699 Oct 13 14:03:48.170938 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:48.173527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60414) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:48.183104 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa2d4d-6f5c-4b17-9f78-1f2569fb13fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde11feb-da15-4520-a076-3f01ba2b66b3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:48.204083 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c71fef85-8860-4d55-a95b-6f3dcf4d9730 None None] Port 43acf91e-96ec-41ea-922f-79aa09107510 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:03:48.228016 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:48.496534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1204351499-network', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:48.561632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df2b5e-ec33-4209-8eb6-8b14c2b04202 req-668b5899-ce0f-4ec9-889a-1f6b1911ba24 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:48.575771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5df2b5e-ec33-4209-8eb6-8b14c2b04202 req-668b5899-ce0f-4ec9-889a-1f6b1911ba24 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.0033214 Oct 13 14:03:48.600338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-ee26f893-8a36-48da-8842-5f7b62f61d94 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1209440 Oct 13 14:03:48.670099 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1951ac41-5aae-4753-90a8-8f837b2ac7da req-4ed39ef4-78a7-406d-b70b-86cd1af56055 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618922 Oct 13 14:03:48.811625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8ea02399-99e5-4066-84c1-39ecc51e164c details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:03:48.845520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-21150316-578a-45f1-a6a9-560e2bde95d7 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8470016 Oct 13 14:03:48.857898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Made reservation on behalf of 3dfc6fff5a154ce4b91da976c9efe8c1 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:48.861080 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:48.873433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43acf91e-96ec-41ea-922f-79aa09107510 {{(pid=112684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:48.886502 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:48.904766 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.provisioning_blocks [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Transition to ACTIVE for port object 43acf91e-96ec-41ea-922f-79aa09107510 will not be triggered until provisioned by entity L2. {{(pid=112684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:03:48.927955 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ac8c814-8dc4-4b3e-b5b0-9999a638525a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:48.978248 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:48.985069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8ea02399-99e5-4066-84c1-39ecc51e164c,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:48.987660 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.009389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8ea02399-99e5-4066-84c1-39ecc51e164c has no active binding in host n-h2-806683-15 {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 14:03:49.028419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99512227-fa66-4ecf-a64b-f2f1eb74a2a8 req-26e771b0-ac16-4679-bc8e-75f133fda145 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 210 time: 0.2372444 Oct 13 14:03:49.080117 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Pushing event updated for resources: {'Port': ['ID=43acf91e-96ec-41ea-922f-79aa09107510,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:49.080644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e03f87-d016-4303-a795-206f1d3c1648 req-4f5afe0a-a23c-42fc-940d-3f959c08086d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:49.082380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75e03f87-d016-4303-a795-206f1d3c1648 req-4f5afe0a-a23c-42fc-940d-3f959c08086d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 943 time: 0.3989563 Oct 13 14:03:49.127329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ac8c814-8dc4-4b3e-b5b0-9999a638525a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.157129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-fbc98ba3-1dee-4178-9ab2-77f8d4ad7a3f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:49.159614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-fbc98ba3-1dee-4178-9ab2-77f8d4ad7a3f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5353198 Oct 13 14:03:49.170382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Attempting to bind port 43acf91e-96ec-41ea-922f-79aa09107510 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:49.170732 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Attempting to bind port 43acf91e-96ec-41ea-922f-79aa09107510 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:49.171075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Attempting to bind port 43acf91e-96ec-41ea-922f-79aa09107510 on network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:49.176220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Port 43acf91e-96ec-41ea-922f-79aa09107510 on network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:03:49.176684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Attempting to bind port 43acf91e-96ec-41ea-922f-79aa09107510 on network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:49.184460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:49.185593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Checking segment: {'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:49.186407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Bound using segment: {'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:49.186853 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Bound port: 43acf91e-96ec-41ea-922f-79aa09107510, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447da913-e024-469b-91cb-9882767569c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:49.187224 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.192393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-08e29cf0-fc20-4fbd-a471-11200456f307 service neutron] 10.222.0.49 "GET /v2.0/ports/8ea02399-99e5-4066-84c1-39ecc51e164c/bindings/n-h2-806683-15 HTTP/1.1" status: 200 len: 385 time: 0.4170148 Oct 13 14:03:49.215791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-723fe88e-507b-467d-8dac-440f4598d49f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Request body: {'port': {'device_id': '7a0bf341-d41f-4231-b981-5262e57edbfa', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': 'f59b7ada3c2d498f91cfd9b48990ec5f'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:49.272555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] For port 43acf91e-96ec-41ea-922f-79aa09107510, host n-h2-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:49.276387 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] For port 43acf91e-96ec-41ea-922f-79aa09107510, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=43acf91e-96ec-41ea-922f-79aa09107510,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:49.399698 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.440435 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:49.441176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.443235 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] 10.222.0.41 "PUT /v2.0/ports/43acf91e-96ec-41ea-922f-79aa09107510 HTTP/1.1" status: 200 len: 1093 time: 1.3915746 Oct 13 14:03:49.443838 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b3c151-65e3-410e-973a-70272164bc8f', 'tag': '43acf91e-96ec-41ea-922f-79aa09107510'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:49.446196 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec1f366-433b-4d6e-88cf-cf26a06fc694" -d '{"events": [{"name": "network-changed", "server_uuid": "07b3c151-65e3-410e-973a-70272164bc8f", "tag": "43acf91e-96ec-41ea-922f-79aa09107510"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:49.469571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75e03f87-d016-4303-a795-206f1d3c1648 req-c59b37d7-a8e6-4583-bc05-6b0e31d7cc32 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484693 Oct 13 14:03:49.478485 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaefbe-0c40-4cc0-877d-fe8ac5ebc181 service neutron] Pushing event updated for resources: {'Port': ['ID=43acf91e-96ec-41ea-922f-79aa09107510,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:49.482654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-f1d82703-710a-4dfa-9df9-69e04baabc97 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124969 Oct 13 14:03:49.510736 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0804fa89-63f5-481f-a8ab-74a88b5958f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.524675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79a973c-20ff-4b65-8bec-feea717858f0 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:49.554047 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 16a88b60-dfc0-44a8-8849-bc456c6140a1 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:49.562503 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.671865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306f51b-6395-4c4f-90a0-ef4f55666901 req-317a28f1-3d0a-4720-9471-8eb96370d52c tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:49.673499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f306f51b-6395-4c4f-90a0-ef4f55666901 req-317a28f1-3d0a-4720-9471-8eb96370d52c tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 944 time: 0.4928389 Oct 13 14:03:49.679262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Transition to ACTIVE for port object f79a973c-20ff-4b65-8bec-feea717858f0 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:03:49.725909 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.744948 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ac8c814-8dc4-4b3e-b5b0-9999a638525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.747480 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ac8c814-8dc4-4b3e-b5b0-9999a638525a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.748607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2ac8c814-8dc4-4b3e-b5b0-9999a638525a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cde11feb-da15-4520-a076-3f01ba2b66b3 HTTP/1.1" status: 204 len: 168 time: 1.5647829 Oct 13 14:03:49.782289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 16a88b60-dfc0-44a8-8849-bc456c6140a1 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:03:49.789174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 16a88b60-dfc0-44a8-8849-bc456c6140a1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:49.789796 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.815057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8c814-8dc4-4b3e-b5b0-9999a638525a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde11feb-da15-4520-a076-3f01ba2b66b3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:49.855238 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.857731 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.859328 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-deda56c7-571e-49c7-8a81-3898ee8b0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:49.862716 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-deda56c7-571e-49c7-8a81-3898ee8b0f3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8da101f040cd4a8f8fa47c2569037dc8&device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 1096 time: 0.0708632 Oct 13 14:03:49.914207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170951d7-649a-47c8-99b5-5e5d54bb9408 req-ea1f8f60-7676-4dfc-a370-d26fd1bddf77 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:49.915778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-170951d7-649a-47c8-99b5-5e5d54bb9408 req-ea1f8f60-7676-4dfc-a370-d26fd1bddf77 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 936 time: 0.3294363 Oct 13 14:03:49.935117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f306f51b-6395-4c4f-90a0-ef4f55666901 req-28f51812-1c48-4832-8bc8-ca8f37359a12 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375667 Oct 13 14:03:49.935535 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.937492 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-31c9e54f-092f-4639-b70b-9cbdd6f18229 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43acf91e-96ec-41ea-922f-79aa09107510 HTTP/1.1" status: 200 len: 217 time: 0.0620205 Oct 13 14:03:49.944840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-723fe88e-507b-467d-8dac-440f4598d49f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Made reservation on behalf of f59b7ada3c2d498f91cfd9b48990ec5f for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:49.948394 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-723fe88e-507b-467d-8dac-440f4598d49f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:49.976900 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff7d834-b9f6-485f-9d28-61dc5e3e82c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a88b60-dfc0-44a8-8849-bc456c6140a1'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:49.976900 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9cf0f5-ef00-4974-8e77-cc4fb840a5e1" -d '{"events": [{"server_uuid": "8ff7d834-b9f6-485f-9d28-61dc5e3e82c1", "name": "network-vif-plugged", "status": "completed", "tag": "16a88b60-dfc0-44a8-8849-bc456c6140a1"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:49.983275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:03:50.019848 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 16a88b60-dfc0-44a8-8849-bc456c6140a1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=16a88b60-dfc0-44a8-8849-bc456c6140a1,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:50.043160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d51aa37-954a-412d-97f2-c2235026b345,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:50.049005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-dd18ce0d-ffde-41a6-91f1-688d74c54247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:50.049496 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:50.050631 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-dd18ce0d-ffde-41a6-91f1-688d74c54247 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b25b45a-36a2-457f-b836-0c2292062e0c HTTP/1.1" status: 200 len: 862 time: 0.1031215 Oct 13 14:03:50.055021 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Added segment 6f5d960c-c8d6-4d88-8331-3684e77d650f of type vlan for network d445e5dd-b5b9-4624-aa3d-e70a35a0b314 Oct 13 14:03:50.065845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Pushing event updated for resources: {'Port': ['ID=f79a973c-20ff-4b65-8bec-feea717858f0,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:50.094362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-944bdc0e-02f8-4370-93f9-ce09df62f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:50.096103 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-944bdc0e-02f8-4370-93f9-ce09df62f90a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 1100 time: 0.3464162 Oct 13 14:03:50.119485 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:50.120329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 8ea02399-99e5-4066-84c1-39ecc51e164c no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:03:50.138123 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-2e93d42d-f985-4a1d-a396-44a5f193c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:50.139789 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-2e93d42d-f985-4a1d-a396-44a5f193c118 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f3b32a1-dbed-4907-8cd6-385475dc68e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759256 Oct 13 14:03:50.192412 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=16a88b60-dfc0-44a8-8849-bc456c6140a1,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:50.276897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc491f60-4860-47f6-9d5c-5d00cfdd4e2f req-a1552744-1cf3-4eb8-a64d-da482420bdd6 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=d8c9c1574afa4d518add4a884faf8a07 HTTP/1.1" status: 200 len: 1657 time: 0.2566030 Oct 13 14:03:50.328958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-d15ae011-fa76-4f2e-9c9e-9408723cebf1 service neutron] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8ea02399-99e5-4066-84c1-39ecc51e164c,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:50.333244 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-a6fe4156-512a-4037-8196-07d0c01b6032 service neutron] 10.222.0.41 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785328 Oct 13 14:03:50.365423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-170951d7-649a-47c8-99b5-5e5d54bb9408 req-4eda8d6c-07d3-4d1b-b91e-0be5189b1238 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251297 Oct 13 14:03:50.365423 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:50.432339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Attempting to bind port f79a973c-20ff-4b65-8bec-feea717858f0 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:50.432679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Attempting to bind port f79a973c-20ff-4b65-8bec-feea717858f0 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:50.433024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Attempting to bind port f79a973c-20ff-4b65-8bec-feea717858f0 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:50.462844 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f0752-720f-48c1-b7be-b2f426c8394b x-openstack-request-id: req-ea7f0752-720f-48c1-b7be-b2f426c8394b {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:50.463273 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b3c151-65e3-410e-973a-70272164bc8f", "tag": "43acf91e-96ec-41ea-922f-79aa09107510", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:50.463694 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea7f0752-720f-48c1-b7be-b2f426c8394b {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:50.464267 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b3c151-65e3-410e-973a-70272164bc8f', 'tag': '43acf91e-96ec-41ea-922f-79aa09107510', 'status': 'completed', 'code': 200} Oct 13 14:03:50.469643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-d15ae011-fa76-4f2e-9c9e-9408723cebf1 service neutron] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:50.493701 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7180df10-4fa4-4580-ba18-f8b09a9c4689 req-5cd98db5-f7d3-4bea-b73c-dde9f4f92768 service neutron] 10.222.0.41 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531987 Oct 13 14:03:50.502254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Port f79a973c-20ff-4b65-8bec-feea717858f0 on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:03:50.503201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Attempting to bind port f79a973c-20ff-4b65-8bec-feea717858f0 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:50.562687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:50.562687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:50.562687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:50.562687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Bound port: f79a973c-20ff-4b65-8bec-feea717858f0, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:50.562687 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:50.643004 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:50.643988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:50.644713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:50.654040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-d15ae011-fa76-4f2e-9c9e-9408723cebf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea02399-99e5-4066-84c1-39ecc51e164c {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:50.725935 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1f366-433b-4d6e-88cf-cf26a06fc694 req-0dfcfc5f-c75e-4e26-aec4-18862b80a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:50.728459 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-dec1f366-433b-4d6e-88cf-cf26a06fc694 req-0dfcfc5f-c75e-4e26-aec4-18862b80a692 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8da101f040cd4a8f8fa47c2569037dc8&device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 1096 time: 0.0735745 Oct 13 14:03:50.915449 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1f366-433b-4d6e-88cf-cf26a06fc694 req-34ab7ac4-65ac-4d7d-8407-2727295069ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:50.917649 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-dec1f366-433b-4d6e-88cf-cf26a06fc694 req-34ab7ac4-65ac-4d7d-8407-2727295069ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f3b32a1-dbed-4907-8cd6-385475dc68e2 HTTP/1.1" status: 200 len: 924 time: 0.1809428 Oct 13 14:03:50.963887 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-dec1f366-433b-4d6e-88cf-cf26a06fc694 req-1778748b-99ea-4d75-bb65-2880abd577c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43acf91e-96ec-41ea-922f-79aa09107510 HTTP/1.1" status: 200 len: 217 time: 0.0381262 Oct 13 14:03:50.972769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-d15ae011-fa76-4f2e-9c9e-9408723cebf1 service neutron] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=8ea02399-99e5-4066-84c1-39ecc51e164c,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:51.003566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-860c5fc2-66b7-4d67-afb0-7ffb5dd2e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:51.005751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-860c5fc2-66b7-4d67-afb0-7ffb5dd2e860 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.8656216 Oct 13 14:03:51.033677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1f366-433b-4d6e-88cf-cf26a06fc694 req-aa9eb943-eadd-4446-bdf4-304231fbad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:51.035212 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-dec1f366-433b-4d6e-88cf-cf26a06fc694 req-aa9eb943-eadd-4446-bdf4-304231fbad00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b25b45a-36a2-457f-b836-0c2292062e0c HTTP/1.1" status: 200 len: 862 time: 0.0636830 Oct 13 14:03:51.057000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-723fe88e-507b-467d-8dac-440f4598d49f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Allocated IP 192.168.233.81 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/e3f7aad3-a8c1-4964-a09c-2342d4a35a9b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:51.070875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc491f60-4860-47f6-9d5c-5d00cfdd4e2f req-4172126a-a391-4788-8b09-2b8bdb9f917b tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:51.072433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc491f60-4860-47f6-9d5c-5d00cfdd4e2f req-4172126a-a391-4788-8b09-2b8bdb9f917b tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks?id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 787 time: 0.7942295 Oct 13 14:03:51.096408 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1f366-433b-4d6e-88cf-cf26a06fc694 req-a4b29581-cbdd-456b-b01e-ae3c39094b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:51.097942 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-dec1f366-433b-4d6e-88cf-cf26a06fc694 req-a4b29581-cbdd-456b-b01e-ae3c39094b2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f3b32a1-dbed-4907-8cd6-385475dc68e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510035 Oct 13 14:03:51.135811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-cc491f60-4860-47f6-9d5c-5d00cfdd4e2f req-23dd5c01-0c1e-486b-996e-785470b14808 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:03:51.136826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc491f60-4860-47f6-9d5c-5d00cfdd4e2f req-23dd5c01-0c1e-486b-996e-785470b14808 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0160692 Oct 13 14:03:51.143396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-9bd42544-36a3-49fd-a888-a08b5d3f98d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=16a88b60-dfc0-44a8-8849-bc456c6140a1 HTTP/1.1" status: 200 len: 217 time: 0.0962055 Oct 13 14:03:51.153148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] Pushing event updated for resources: {'Network': ['ID=d445e5dd-b5b9-4624-aa3d-e70a35a0b314,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:51.158069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-05df2deb-fb21-4730-b087-c8a89d13c3e1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9989812 Oct 13 14:03:51.166899 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60458) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:51.173634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c0410eb2-e22b-4ac2-9775-ca75cd3ced63 admin admin] Request body: {'subnet': {'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1204351499-subnet', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:51.178721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network d445e5dd-b5b9-4624-aa3d-e70a35a0b314 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:03:51.226297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef6f1a-f552-4292-8c0d-d2993dc8b579 req-a7410f33-dc48-4e27-b719-4c414c87cac5 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:51.228247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9ef6f1a-f552-4292-8c0d-d2993dc8b579 req-a7410f33-dc48-4e27-b719-4c414c87cac5 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 949 time: 0.6691542 Oct 13 14:03:51.229325 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-d15ae011-fa76-4f2e-9c9e-9408723cebf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:51.249976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] For port f79a973c-20ff-4b65-8bec-feea717858f0, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:51.256377 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-dec1f366-433b-4d6e-88cf-cf26a06fc694 req-7dd667ea-5d58-49d0-b947-aceeb3cc70f5 service neutron] 10.222.0.41 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359880 Oct 13 14:03:51.327933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] For port f79a973c-20ff-4b65-8bec-feea717858f0, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f79a973c-20ff-4b65-8bec-feea717858f0,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:51.346242 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2d5f8d-e064-4093-998b-f8205d23eae7 x-openstack-request-id: req-5a2d5f8d-e064-4093-998b-f8205d23eae7 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:51.346651 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff7d834-b9f6-485f-9d28-61dc5e3e82c1", "name": "network-vif-plugged", "status": "completed", "tag": "16a88b60-dfc0-44a8-8849-bc456c6140a1", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:51.347021 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a2d5f8d-e064-4093-998b-f8205d23eae7 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:51.347478 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff7d834-b9f6-485f-9d28-61dc5e3e82c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a88b60-dfc0-44a8-8849-bc456c6140a1', 'code': 200} Oct 13 14:03:51.354876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-506fc4c8-d6a8-4e6e-a819-4e8cef9b9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:51.356367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-506fc4c8-d6a8-4e6e-a819-4e8cef9b9e97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1915817 Oct 13 14:03:51.424280 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0410eb2-e22b-4ac2-9775-ca75cd3ced63 admin admin] Made reservation on behalf of 3dfc6fff5a154ce4b91da976c9efe8c1 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:51.427619 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0410eb2-e22b-4ac2-9775-ca75cd3ced63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:51.479939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e70fb98-d095-43e9-86f6-2c24fdd8b51a req-1756ceba-dada-4b1d-b560-5df6157f4690 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 210 time: 0.1057839 Oct 13 14:03:51.482945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9ef6f1a-f552-4292-8c0d-d2993dc8b579 req-a484d0e9-375d-438f-88f6-95532342578c tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163353 Oct 13 14:03:51.495497 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:51.525671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-d15ae011-fa76-4f2e-9c9e-9408723cebf1 service neutron] Transition to ACTIVE for port object 8ea02399-99e5-4066-84c1-39ecc51e164c will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:03:51.567015 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7a456-6140-4f1d-b806-4577e08ae455 req-ec7f711d-8e05-4e26-ac8f-bb7272e6fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:51.569164 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-8db7a456-6140-4f1d-b806-4577e08ae455 req-ec7f711d-8e05-4e26-ac8f-bb7272e6fc81 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 1101 time: 0.1945455 Oct 13 14:03:51.579063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:51.579727 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:51.581221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] 10.222.0.41 "PUT /v2.0/ports/f79a973c-20ff-4b65-8bec-feea717858f0 HTTP/1.1" status: 200 len: 1097 time: 4.3667817 Oct 13 14:03:51.582444 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:51.585141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32dfbb4-0792-4bd5-9967-21ae7eea06dd', 'tag': 'f79a973c-20ff-4b65-8bec-feea717858f0'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:51.587515 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7411f551-f928-46f9-a6c1-125bdf0716f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c32dfbb4-0792-4bd5-9967-21ae7eea06dd", "tag": "f79a973c-20ff-4b65-8bec-feea717858f0"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:51.606462 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-dec1f366-433b-4d6e-88cf-cf26a06fc694 req-b2fa2d05-e44b-4094-8291-92c599fdec62 service neutron] 10.222.0.41 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239942 Oct 13 14:03:51.617285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-5cfcd1c1-daf4-4e50-85a9-43f835b3973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:51.618835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-5cfcd1c1-daf4-4e50-85a9-43f835b3973a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2043705 Oct 13 14:03:51.650020 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-723fe88e-507b-467d-8dac-440f4598d49f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:51.651509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2a7cc-d555-4f80-b104-01ff8ef4c0ff service neutron] Pushing event updated for resources: {'Port': ['ID=f79a973c-20ff-4b65-8bec-feea717858f0,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:51.659715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60468) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:51.724871 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-d15ae011-fa76-4f2e-9c9e-9408723cebf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:51.830421 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-8db7a456-6140-4f1d-b806-4577e08ae455 req-1d7194e1-6c8f-4a1a-9db7-a82c7cc27bbf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395093 Oct 13 14:03:51.895327 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-830446008-network', 'tenant_id': '8020bf85986d43f6bd64f1c1285679e8'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:51.915544 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-ccec2e38-04e7-4dc4-9961-a45a201fac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:51.917096 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-ccec2e38-04e7-4dc4-9961-a45a201fac85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00a647c251824dd3807a99f29356edbf&device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 1100 time: 0.1511073 Oct 13 14:03:51.982416 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-4e8208a2-c683-4a15-9de6-17e0f8b06f9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f79a973c-20ff-4b65-8bec-feea717858f0 HTTP/1.1" status: 200 len: 217 time: 0.0542452 Oct 13 14:03:51.987857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-d15ae011-fa76-4f2e-9c9e-9408723cebf1 service neutron] No DVR routers for this DVR port 8ea02399-99e5-4066-84c1-39ecc51e164c on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:03:52.028453 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Made reservation on behalf of 8020bf85986d43f6bd64f1c1285679e8 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:52.031374 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:52.033174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2025c8-8865-4c8c-88b8-4667c8295025 req-5b78488f-bf1a-4e55-bede-da1fde482e05 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:52.034782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd2025c8-8865-4c8c-88b8-4667c8295025 req-5b78488f-bf1a-4e55-bede-da1fde482e05 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 944 time: 0.3206599 Oct 13 14:03:52.049041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ae011-fa76-4f2e-9c9e-9408723cebf1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea02399-99e5-4066-84c1-39ecc51e164c,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:52.056387 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0410eb2-e22b-4ac2-9775-ca75cd3ced63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:52.063397 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:52.084340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-d15ae011-fa76-4f2e-9c9e-9408723cebf1 service neutron] 10.222.0.49 "PUT /v2.0/ports/8ea02399-99e5-4066-84c1-39ecc51e164c/bindings/n-h2-806683-15/activate HTTP/1.1" status: 200 len: 370 time: 2.8603852 Oct 13 14:03:52.093690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89417d5c-eb4e-4b14-84dd-379c9e6cab3a req-49e3bb4e-9d75-4668-af00-fd5318299352 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:52.095323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89417d5c-eb4e-4b14-84dd-379c9e6cab3a req-49e3bb4e-9d75-4668-af00-fd5318299352 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 944 time: 0.3824387 Oct 13 14:03:52.103213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-b1308ac8-ce17-4ba5-9cc6-49b4734008c7 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663978 Oct 13 14:03:52.116270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-9e59581d-3e47-4629-8b91-c278232b5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:52.118030 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-9e59581d-3e47-4629-8b91-c278232b5c9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1204212 Oct 13 14:03:52.142195 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-723fe88e-507b-467d-8dac-440f4598d49f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:52.161298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['2c1c2b57-09f6-4f65-81f6-c0357327dfd6'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:03:52.170344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['df022525-432b-44cf-9de8-55a2dfd4ca34'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:03:52.198116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0410eb2-e22b-4ac2-9775-ca75cd3ced63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c270e5-859a-43a9-8e11-f149b8018064,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:52.242999 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0410eb2-e22b-4ac2-9775-ca75cd3ced63 admin admin] Checking segment: {'id': '6f5d960c-c8d6-4d88-8331-3684e77d650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:52.243488 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0410eb2-e22b-4ac2-9775-ca75cd3ced63 admin admin] Network hostable DHCP agents. Network: d445e5dd-b5b9-4624-aa3d-e70a35a0b314, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:03:52.258264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd2025c8-8865-4c8c-88b8-4667c8295025 req-a750a080-1f2d-48ed-8d4f-86815c8990e1 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880658 Oct 13 14:03:52.267921 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c4274390-1738-4470-8370-998e44e70eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:52.273657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-723fe88e-507b-467d-8dac-440f4598d49f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:52.284963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89417d5c-eb4e-4b14-84dd-379c9e6cab3a req-412f2fa8-56aa-4be9-baa8-16e8a5e5f5b7 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655388 Oct 13 14:03:52.285871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-723fe88e-507b-467d-8dac-440f4598d49f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:52.288860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-723fe88e-507b-467d-8dac-440f4598d49f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:52.297263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-723fe88e-507b-467d-8dac-440f4598d49f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:52.297894 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-723fe88e-507b-467d-8dac-440f4598d49f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:52.339094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-409071cc-9dde-42e6-b5cb-b358a4e33e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:52.342506 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-409071cc-9dde-42e6-b5cb-b358a4e33e25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1918912 Oct 13 14:03:52.394382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fe88e-507b-467d-8dac-440f4598d49f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Pushing event updated for resources: {'Port': ['ID=e3f7aad3-a8c1-4964-a09c-2342d4a35a9b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:52.485741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-217a171e-4498-4e3d-a887-3769d2ef59e6 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips/292c34e5-2369-44d3-91a7-a95e9ebe972b HTTP/1.1" status: 200 len: 693 time: 0.1536734 Oct 13 14:03:52.516423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784476d7-2c5c-41f0-885d-99f7bc11eda0 req-fc5f1bd2-9808-4068-8d06-6bfcc300ddb2 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933182 Oct 13 14:03:52.552233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-723fe88e-507b-467d-8dac-440f4598d49f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3670213 Oct 13 14:03:52.593548 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0410eb2-e22b-4ac2-9775-ca75cd3ced63 admin admin] Network d445e5dd-b5b9-4624-aa3d-e70a35a0b314 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:03:52.624973 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:52.668192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Request body: {'port': {'device_id': '7a0bf341-d41f-4231-b981-5262e57edbfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:52.675659 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2fe5d3b5-2e30-4047-b717-0d51f4982337 None None] Provisioning complete for port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:52.676080 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2fe5d3b5-2e30-4047-b717-0d51f4982337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:52.692070 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-546f81f0-4c8f-4000-98ab-12d5d4f4c0ed service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313375 Oct 13 14:03:52.695884 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c0410eb2-e22b-4ac2-9775-ca75cd3ced63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, d445e5dd-b5b9-4624-aa3d-e70a35a0b314) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:52.703101 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0410eb2-e22b-4ac2-9775-ca75cd3ced63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:52.704183 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0410eb2-e22b-4ac2-9775-ca75cd3ced63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:52.715903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c4e8b3-d604-4e0e-8308-0cae4ceea40f None None] Network d445e5dd-b5b9-4624-aa3d-e70a35a0b314 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:03:52.727182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-12b4bdf2-1a9a-4783-b260-f2f506787764 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:52.728728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-12b4bdf2-1a9a-4783-b260-f2f506787764 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc&tenant_id=a83e69682127431abea4c77d59610aed&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 1096 time: 0.3983927 Oct 13 14:03:52.768457 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:52.781907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5d3b5-2e30-4047-b717-0d51f4982337 None None] Port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:03:52.820571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:03:52.823320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fad1e1-5675-495b-b608-80b8f66375b7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:52.831504 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8ea02399-99e5-4066-84c1-39ecc51e164c no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:03:52.831800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7b82fb9-1f64-473c-ab9e-bd9e23eb65d0 req-83c65fcc-1d25-40f7-95f9-bd56b77a1203 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3024600 Oct 13 14:03:52.853831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14849d5-14da-4849-ac6d-1e7e8109d6a8 req-fe46dd85-6f44-45c1-b82d-820d92c05f37 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:52.855306 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a14849d5-14da-4849-ac6d-1e7e8109d6a8 req-fe46dd85-6f44-45c1-b82d-820d92c05f37 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 948 time: 0.3395097 Oct 13 14:03:52.857944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:52.857944 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Added segment 3d6afbe7-a748-447a-a5c0-76aacb25973c of type vlan for network c8fa54c8-cdcf-47fa-adab-381ea191495a Oct 13 14:03:52.879667 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:52.898646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-c8c68332-7010-4916-a9d7-62647f62594c tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:52.900171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-c8c68332-7010-4916-a9d7-62647f62594c tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.4136121 Oct 13 14:03:52.953293 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c0410eb2-e22b-4ac2-9775-ca75cd3ced63 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7848954 Oct 13 14:03:52.959138 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60476) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:52.967382 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:52.967743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-c7eacb4a-1ec1-4b86-8fc4-93c9e2d2d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:52.967743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-c7eacb4a-1ec1-4b86-8fc4-93c9e2d2d538 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc&tenant_id=a83e69682127431abea4c77d59610aed HTTP/1.1" status: 200 len: 1096 time: 0.2153468 Oct 13 14:03:52.969112 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1204351499-router', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:52.973919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-280fa00e-356e-4c2c-ab98-6b8aa492fe5b tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:03:52.975801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-280fa00e-356e-4c2c-ab98-6b8aa492fe5b tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0244536 Oct 13 14:03:53.009540 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-cfe03456-b735-4d3b-b8c6-e65ed9459730 req-cf31805e-5ca6-4f98-91e9-1e33fd102585 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998841 Oct 13 14:03:53.101336 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a14849d5-14da-4849-ac6d-1e7e8109d6a8 req-abbe8dfb-2d6a-461e-8aa3-59e42a0e7e30 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347596 Oct 13 14:03:53.132071 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:53.134104 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:53.143848 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:53.146083 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:53.148029 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:53.166467 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf00dc1-8649-416e-ba0c-c3eb062f3d7c x-openstack-request-id: req-caf00dc1-8649-416e-ba0c-c3eb062f3d7c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:53.168525 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32dfbb4-0792-4bd5-9967-21ae7eea06dd", "tag": "f79a973c-20ff-4b65-8bec-feea717858f0", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:53.168525 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-caf00dc1-8649-416e-ba0c-c3eb062f3d7c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:53.168525 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32dfbb4-0792-4bd5-9967-21ae7eea06dd', 'tag': 'f79a973c-20ff-4b65-8bec-feea717858f0', 'status': 'completed', 'code': 200} Oct 13 14:03:53.181116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82fb9-1f64-473c-ab9e-bd9e23eb65d0 req-5a4407ac-9213-4dfd-a77f-75da9de2a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:53.183656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7b82fb9-1f64-473c-ab9e-bd9e23eb65d0 req-5a4407ac-9213-4dfd-a77f-75da9de2a724 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 1124 time: 0.3193099 Oct 13 14:03:53.210840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-ed054688-0699-436e-9b22-6b1ea3162af9 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.1800802 Oct 13 14:03:53.238290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-d445e5dd-b5b9-4624-aa3d-e70a35a0b314', 'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'fixed_ips': [{'subnet_id': 'b4c270e5-859a-43a9-8e11-f149b8018064'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:03:53.241203 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:53.285480 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6246948 Oct 13 14:03:53.316087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60478) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:53.330896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fa919412-ab28-45f6-a32e-b2152e45b76e admin admin] Request body: {'subnet': {'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-830446008-subnet', 'tenant_id': '8020bf85986d43f6bd64f1c1285679e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:03:53.436442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-54405522-d092-4e9f-ac66-629c4dc3ec75 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.184 HTTP/1.1" status: 200 len: 696 time: 0.2244110 Oct 13 14:03:53.446657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:53.447206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8b2bfeb0-da93-479e-8716-c2be644c33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:53.448754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8b2bfeb0-da93-479e-8716-c2be644c33a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 1096 time: 0.4225085 Oct 13 14:03:53.470101 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b44274-e6e0-4e27-8ae7-cf9f2536db9e admin admin] Pushing event updated for resources: {'Network': ['ID=c8fa54c8-cdcf-47fa-adab-381ea191495a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:53.485220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network c8fa54c8-cdcf-47fa-adab-381ea191495a details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:03:53.498076 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411f551-f928-46f9-a6c1-125bdf0716f5 req-87ea5012-9457-4306-a32b-18ac28338368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:53.500011 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7411f551-f928-46f9-a6c1-125bdf0716f5 req-87ea5012-9457-4306-a32b-18ac28338368 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00a647c251824dd3807a99f29356edbf&device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 1100 time: 0.2275965 Oct 13 14:03:53.543833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Allocated IP 172.20.0.2 (d445e5dd-b5b9-4624-aa3d-e70a35a0b314/b4c270e5-859a-43a9-8e11-f149b8018064/ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:53.628293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa919412-ab28-45f6-a32e-b2152e45b76e admin admin] Made reservation on behalf of 8020bf85986d43f6bd64f1c1285679e8 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:03:53.632348 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa919412-ab28-45f6-a32e-b2152e45b76e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:53.649752 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:53.785248 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:53.839436 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:53.887465 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:53.895314 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411f551-f928-46f9-a6c1-125bdf0716f5 req-9be4d9f3-3abb-4777-887f-d09add2392fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:53.899493 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7411f551-f928-46f9-a6c1-125bdf0716f5 req-9be4d9f3-3abb-4777-887f-d09add2392fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.3881118 Oct 13 14:03:53.944715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Network d445e5dd-b5b9-4624-aa3d-e70a35a0b314 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:53.947976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:53.954002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:53.954619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee68a63-68d4-4b71-9397-9fc0898e72ab req-a76ede72-6578-4fdb-b656-d0683c25a005 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:53.956911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dee68a63-68d4-4b71-9397-9fc0898e72ab req-a76ede72-6578-4fdb-b656-d0683c25a005 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 949 time: 0.6444805 Oct 13 14:03:53.967646 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Pushing event updated for resources: {'Port': ['ID=ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:53.982405 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7411f551-f928-46f9-a6c1-125bdf0716f5 req-4cdbb4c0-38a5-47fb-9adb-5befcb8625e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f79a973c-20ff-4b65-8bec-feea717858f0 HTTP/1.1" status: 200 len: 217 time: 0.0685675 Oct 13 14:03:54.008067 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:54.049518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Attempting to bind port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:54.049820 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Attempting to bind port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '6f5d960c-c8d6-4d88-8331-3684e77d650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:54.050118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Attempting to bind port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 on network d445e5dd-b5b9-4624-aa3d-e70a35a0b314 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:54.057026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:54.057410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Checking segment: {'id': '6f5d960c-c8d6-4d88-8331-3684e77d650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:54.059670 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:54.059670 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Bound using segment: {'id': '6f5d960c-c8d6-4d88-8331-3684e77d650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:54.059670 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Bound port: ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5d960c-c8d6-4d88-8331-3684e77d650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:54.059670 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:54.063860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82fb9-1f64-473c-ab9e-bd9e23eb65d0 req-962fa678-21cd-45de-922f-a83c759872c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:54.066831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7b82fb9-1f64-473c-ab9e-bd9e23eb65d0 req-962fa678-21cd-45de-922f-a83c759872c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.7564752 Oct 13 14:03:54.142291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] For port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:54.146933 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] For port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0,segment=NetworkSegment(6f5d960c-c8d6-4d88-8331-3684e77d650f),segment_id=6f5d960c-c8d6-4d88-8331-3684e77d650f)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:54.187528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411f551-f928-46f9-a6c1-125bdf0716f5 req-878f4112-8bd0-441e-b552-bbf221f193f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:54.189164 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7411f551-f928-46f9-a6c1-125bdf0716f5 req-878f4112-8bd0-441e-b552-bbf221f193f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1810079 Oct 13 14:03:54.194299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7b82fb9-1f64-473c-ab9e-bd9e23eb65d0 req-48521bde-d754-4f7d-8c74-53f3df2711eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=72cbb936-0cbd-4693-a28b-56897773fcae HTTP/1.1" status: 200 len: 217 time: 0.1066589 Oct 13 14:03:54.207300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-24083324-4799-415d-aa60-6f1435b63109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:54.209085 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-24083324-4799-415d-aa60-6f1435b63109 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.7375383 Oct 13 14:03:54.220354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dee68a63-68d4-4b71-9397-9fc0898e72ab req-6c7eb3c2-104c-48e1-95d3-cb68253bed26 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402940 Oct 13 14:03:54.239657 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:54.307083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8fa3d8d2-9c2f-402f-a4af-e4e4ed9df466 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ea02399-99e5-4066-84c1-39ecc51e164c HTTP/1.1" status: 200 len: 217 time: 0.0819054 Oct 13 14:03:54.356957 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa919412-ab28-45f6-a32e-b2152e45b76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:54.369946 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0f9cc-4153-4040-b457-1d5f50ed9418 None None] Pushing event updated for resources: {'Port': ['ID=ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:54.371061 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411f551-f928-46f9-a6c1-125bdf0716f5 req-02f297d1-f421-46d4-997f-4de43f19a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:54.374456 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7411f551-f928-46f9-a6c1-125bdf0716f5 req-02f297d1-f421-46d4-997f-4de43f19a89c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1612599 Oct 13 14:03:54.384693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82fb9-1f64-473c-ab9e-bd9e23eb65d0 req-38252302-cdbd-44e6-b91c-d6ea9de688b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:54.386283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7b82fb9-1f64-473c-ab9e-bd9e23eb65d0 req-38252302-cdbd-44e6-b91c-d6ea9de688b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1824610 Oct 13 14:03:54.467956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f7aad3-a8c1-4964-a09c-2342d4a35a9b {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:54.484933 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:54.495904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-17df877e-24e3-43c9-8ade-9b2e5e29fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:54.497549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-17df877e-24e3-43c9-8ade-9b2e5e29fb97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.1778493 Oct 13 14:03:54.519715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-0d090fa4-ed86-4685-9ddc-b1947ed7270c tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Deleting port 115aa724-1f02-4dd6-a1f4-57a9ea122fae {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:03:54.531455 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-0d090fa4-ed86-4685-9ddc-b1947ed7270c tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:54.539553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Transition to ACTIVE for port object e3f7aad3-a8c1-4964-a09c-2342d4a35a9b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:03:54.606059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-70e13abb-d60a-4db3-b0d9-ed856e7014f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924559 Oct 13 14:03:54.636011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b82fb9-1f64-473c-ab9e-bd9e23eb65d0 req-d3bbd894-e1b0-4ae0-8675-05087429beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:54.637885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7b82fb9-1f64-473c-ab9e-bd9e23eb65d0 req-d3bbd894-e1b0-4ae0-8675-05087429beaa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2426052 Oct 13 14:03:54.700380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979a7e4-0f5a-45df-a5d8-f682aecda5d0 req-307060da-b4ba-452a-b62e-9fb45d92db16 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:54.709699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6979a7e4-0f5a-45df-a5d8-f682aecda5d0 req-307060da-b4ba-452a-b62e-9fb45d92db16 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 935 time: 0.3155348 Oct 13 14:03:54.759013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.41', 62441) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:54.812118 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:54.879367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa919412-ab28-45f6-a32e-b2152e45b76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe368a2-1334-4037-a915-bd1d50ba8da5,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:54.903912 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa919412-ab28-45f6-a32e-b2152e45b76e admin admin] Checking segment: {'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:54.904357 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa919412-ab28-45f6-a32e-b2152e45b76e admin admin] Network hostable DHCP agents. Network: c8fa54c8-cdcf-47fa-adab-381ea191495a, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:03:54.976124 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-0d090fa4-ed86-4685-9ddc-b1947ed7270c tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:54.976744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-0d090fa4-ed86-4685-9ddc-b1947ed7270c tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:55.001902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6979a7e4-0f5a-45df-a5d8-f682aecda5d0 req-c8960200-647c-453e-902a-d7c787832d1a tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909100 Oct 13 14:03:55.013327 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-0d090fa4-ed86-4685-9ddc-b1947ed7270c tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Calling delete_port for 115aa724-1f02-4dd6-a1f4-57a9ea122fae owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:03:55.018469 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7411f551-f928-46f9-a6c1-125bdf0716f5 req-0acd5deb-9b78-4be8-b91b-7ffbd4608209 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246243 Oct 13 14:03:55.047730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Pushing event updated for resources: {'Port': ['ID=e3f7aad3-a8c1-4964-a09c-2342d4a35a9b,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:55.168971 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa919412-ab28-45f6-a32e-b2152e45b76e admin admin] Network c8fa54c8-cdcf-47fa-adab-381ea191495a is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:03:55.199280 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:55.200430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7b82fb9-1f64-473c-ab9e-bd9e23eb65d0 req-75d28104-20bb-4f75-aa6e-78aa1bfff1e2 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391824 Oct 13 14:03:55.202561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-88d6da97-d45b-422c-9aef-acd97b60d93d service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749271 Oct 13 14:03:55.206431 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-729cdd74-02ef-43c2-9dcb-bdcd4ec7449f req-7b7e3eee-b213-4c3c-8122-90697a4146a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4151170 Oct 13 14:03:55.207887 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:55.214494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Attempting to bind port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:55.214853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Attempting to bind port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:55.215168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Attempting to bind port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:55.243105 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:55.320852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-fa919412-ab28-45f6-a32e-b2152e45b76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, c8fa54c8-cdcf-47fa-adab-381ea191495a) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:55.336031 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d308e71e-be76-4fa5-a281-1aaa8c9a8650 None None] Network c8fa54c8-cdcf-47fa-adab-381ea191495a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:03:55.339808 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa919412-ab28-45f6-a32e-b2152e45b76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:55.340720 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa919412-ab28-45f6-a32e-b2152e45b76e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:55.362859 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7411f551-f928-46f9-a6c1-125bdf0716f5 req-d1f5c3c6-4546-4ff9-a342-9dd7029457c1 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322475 Oct 13 14:03:55.368908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:03:55.369273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Attempting to bind port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:55.432781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:55.435454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:55.435454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:55.435454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Bound port: e3f7aad3-a8c1-4964-a09c-2342d4a35a9b, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:55.435454 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:55.523369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Allocated IP 172.25.0.252 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/18917638-02bb-4028-b566-3de4fc18da0d) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:55.542442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cdd74-02ef-43c2-9dcb-bdcd4ec7449f req-36e94fbc-3caa-4019-92e5-e6722334ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:55.543998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-729cdd74-02ef-43c2-9dcb-bdcd4ec7449f req-36e94fbc-3caa-4019-92e5-e6722334ed98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 1102 time: 0.2818987 Oct 13 14:03:55.553865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eb882-96f3-4af6-abb4-15dc57ee5b0b req-5cab9763-8d5d-4ee6-aed8-389cc9b1c7e1 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:55.555403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-138eb882-96f3-4af6-abb4-15dc57ee5b0b req-5cab9763-8d5d-4ee6-aed8-389cc9b1c7e1 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 944 time: 0.4036150 Oct 13 14:03:55.610811 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fa919412-ab28-45f6-a32e-b2152e45b76e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2919724 Oct 13 14:03:55.677204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7b82fb9-1f64-473c-ab9e-bd9e23eb65d0 req-bafbd987-8ecf-4cb0-85ee-21fc76e40f7e service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293711 Oct 13 14:03:55.721318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-c8fa54c8-cdcf-47fa-adab-381ea191495a', 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a', 'tenant_id': '8020bf85986d43f6bd64f1c1285679e8', 'fixed_ips': [{'subnet_id': 'efe368a2-1334-4037-a915-bd1d50ba8da5'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:03:55.723216 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:55.766597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] For port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:55.770644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] For port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e3f7aad3-a8c1-4964-a09c-2342d4a35a9b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:55.795668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-c5e13815-48d6-44e6-8637-4bce9c619c76 service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364907 Oct 13 14:03:55.825753 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:55.847585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-138eb882-96f3-4af6-abb4-15dc57ee5b0b req-a5846dab-b186-412f-b283-1741db567d6f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586639 Oct 13 14:03:55.856579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae1b1dc-a3be-498f-84d5-cc4d3a8b40e9 None None] Network d445e5dd-b5b9-4624-aa3d-e70a35a0b314 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:03:55.897844 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:55.970986 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cdd74-02ef-43c2-9dcb-bdcd4ec7449f req-3b6f08b6-a445-4554-9a62-1fba76d84350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:55.974459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-729cdd74-02ef-43c2-9dcb-bdcd4ec7449f req-3b6f08b6-a445-4554-9a62-1fba76d84350 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.3994641 Oct 13 14:03:55.982125 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c4c443d3-d853-459d-abb4-af9819bf6453 None None] Provisioning complete for port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:55.982125 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c4c443d3-d853-459d-abb4-af9819bf6453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:56.016005 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-0d090fa4-ed86-4685-9ddc-b1947ed7270c tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:56.079648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:56.093605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Allocated IP 172.20.0.2 (c8fa54c8-cdcf-47fa-adab-381ea191495a/efe368a2-1334-4037-a915-bd1d50ba8da5/617dcace-fc35-4a4d-bb09-279d80b3cf9f) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:03:56.106988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:56.107788 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:56.109302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] 10.222.0.41 "PUT /v2.0/ports/e3f7aad3-a8c1-4964-a09c-2342d4a35a9b HTTP/1.1" status: 200 len: 1096 time: 3.4500394 Oct 13 14:03:56.110981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-729cdd74-02ef-43c2-9dcb-bdcd4ec7449f req-289bf1a5-12c0-4c86-8932-e0a558bb4036 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=9cf50e55-4299-48f8-a7fe-d30b5bceec2e HTTP/1.1" status: 200 len: 217 time: 0.0989046 Oct 13 14:03:56.111544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0bf341-d41f-4231-b981-5262e57edbfa', 'tag': 'e3f7aad3-a8c1-4964-a09c-2342d4a35a9b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:03:56.113985 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77afa8b9-123c-4f56-96de-4d3806543bce" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0bf341-d41f-4231-b981-5262e57edbfa", "tag": "e3f7aad3-a8c1-4964-a09c-2342d4a35a9b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:03:56.171899 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:56.175018 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:56.181738 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:56.184750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f78bcf-9736-4048-adc6-f950c95f66dd service neutron] Pushing event updated for resources: {'Port': ['ID=e3f7aad3-a8c1-4964-a09c-2342d4a35a9b,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:56.226476 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-0d090fa4-ed86-4685-9ddc-b1947ed7270c tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:56.228079 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-0d090fa4-ed86-4685-9ddc-b1947ed7270c tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:56.240625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-527507f1-c01f-44c7-99bd-c282a5d1d91f req-0d090fa4-ed86-4685-9ddc-b1947ed7270c tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "DELETE /v2.0/floatingips/292c34e5-2369-44d3-91a7-a95e9ebe972b HTTP/1.1" status: 204 len: 173 time: 2.7809429 Oct 13 14:03:56.246125 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Pushing event updated for resources: {'Port': ['ID=18917638-02bb-4028-b566-3de4fc18da0d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:56.521663 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c4c443d3-d853-459d-abb4-af9819bf6453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:56.654845 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:56.679080 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:56.684523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c4c443d3-d853-459d-abb4-af9819bf6453 None None] For port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0,segment=NetworkSegment(6f5d960c-c8d6-4d88-8331-3684e77d650f),segment_id=6f5d960c-c8d6-4d88-8331-3684e77d650f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:56.763081 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d090fa4-ed86-4685-9ddc-b1947ed7270c tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Pushing event deleted for resources: {'Port': ['ID=115aa724-1f02-4dd6-a1f4-57a9ea122fae,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:56.785725 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:56.795214 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:56.863977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb22a9-1af1-43fe-aa4b-e172a43bc5b0 req-2115a9c2-6379-4b9f-931b-02e781076007 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:56.869296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ecb22a9-1af1-43fe-aa4b-e172a43bc5b0 req-2115a9c2-6379-4b9f-931b-02e781076007 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 944 time: 0.8562570 Oct 13 14:03:56.888960 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 43acf91e-96ec-41ea-922f-79aa09107510 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:03:56.895519 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c4c443d3-d853-459d-abb4-af9819bf6453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:56.900568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Pushing event updated for resources: {'Port': ['ID=617dcace-fc35-4a4d-bb09-279d80b3cf9f,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:56.906860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:56.907683 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:56.944386 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Network c8fa54c8-cdcf-47fa-adab-381ea191495a is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:03:56.968909 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:03:56.978913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:03:57.013188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cdd74-02ef-43c2-9dcb-bdcd4ec7449f req-240b6745-e30d-45f5-82e0-624ed63e9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:57.015729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-729cdd74-02ef-43c2-9dcb-bdcd4ec7449f req-240b6745-e30d-45f5-82e0-624ed63e9405 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.8774173 Oct 13 14:03:57.040964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ecb22a9-1af1-43fe-aa4b-e172a43bc5b0 req-ced447c4-ad8f-4875-963d-5960c376d42a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153679 Oct 13 14:03:57.074780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-1025cfe1-0fa0-4151-b843-881c4c13221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:57.077412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-1025cfe1-0fa0-4151-b843-881c4c13221c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 1099 time: 0.3191416 Oct 13 14:03:57.127876 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c443d3-d853-459d-abb4-af9819bf6453 None None] Pushing event updated for resources: {'Port': ['ID=ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:57.130887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f592919-4f46-488d-8964-6e21cab94fe2 req-661dac27-0f20-4952-9c17-73f580d5e2aa tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:57.136065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f592919-4f46-488d-8964-6e21cab94fe2 req-661dac27-0f20-4952-9c17-73f580d5e2aa tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 948 time: 0.3842096 Oct 13 14:03:57.154840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8252a3ff-20c4-40d4-ba7b-6b41413e9f10 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:57.157314 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Attempting to bind port 617dcace-fc35-4a4d-bb09-279d80b3cf9f on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:57.157525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-8252a3ff-20c4-40d4-ba7b-6b41413e9f10 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc&tenant_id=a83e69682127431abea4c77d59610aed&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1096 time: 0.4011152 Oct 13 14:03:57.158322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Attempting to bind port 617dcace-fc35-4a4d-bb09-279d80b3cf9f by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:57.158322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Attempting to bind port 617dcace-fc35-4a4d-bb09-279d80b3cf9f on network c8fa54c8-cdcf-47fa-adab-381ea191495a {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:57.180420 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:57.207554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:57.207554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Checking segment: {'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:57.208063 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:57.208572 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Bound using segment: {'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:57.209190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Bound port: 617dcace-fc35-4a4d-bb09-279d80b3cf9f, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:57.209635 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:57.227303 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-eab60dd9-1204-4386-819b-c92a2e23b6f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e3f7aad3-a8c1-4964-a09c-2342d4a35a9b HTTP/1.1" status: 200 len: 217 time: 0.0867085 Oct 13 14:03:57.233395 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 43acf91e-96ec-41ea-922f-79aa09107510, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=43acf91e-96ec-41ea-922f-79aa09107510,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:57.238293 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4d0fcdbe-e974-4f15-b2f0-935fca7d8abd None None] Provisioning complete for port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:57.238293 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d0fcdbe-e974-4f15-b2f0-935fca7d8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:57.278161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '43acf91e-96ec-41ea-922f-79aa09107510', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'port_id': '43acf91e-96ec-41ea-922f-79aa09107510', 'mac_address': 'fa:16:3e:5e:b9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:03:57.350184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7f034-a386-4301-9aed-21899b2f3e15 req-1b39919c-b45a-471a-a366-3fe0300d2fa4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:57.352461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8db7f034-a386-4301-9aed-21899b2f3e15 req-1b39919c-b45a-471a-a366-3fe0300d2fa4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 949 time: 0.1885097 Oct 13 14:03:57.370257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cdd74-02ef-43c2-9dcb-bdcd4ec7449f req-0a82a8ea-d1b9-4a1a-89fa-23855cbfc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:57.371667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-729cdd74-02ef-43c2-9dcb-bdcd4ec7449f req-0a82a8ea-d1b9-4a1a-89fa-23855cbfc31b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3218350 Oct 13 14:03:57.385151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f592919-4f46-488d-8964-6e21cab94fe2 req-9a2305e8-72f8-4055-a159-93bf3d4dbad7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266347 Oct 13 14:03:57.387873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] For port 617dcace-fc35-4a4d-bb09-279d80b3cf9f, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:57.390216 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:57.395164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] For port 617dcace-fc35-4a4d-bb09-279d80b3cf9f, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=617dcace-fc35-4a4d-bb09-279d80b3cf9f,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:57.414893 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43acf91e-96ec-41ea-922f-79aa09107510 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:57.423893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-25f72420-1d3f-4acd-9ae1-de8dcb5743b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:57.425709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-25f72420-1d3f-4acd-9ae1-de8dcb5743b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1813178 Oct 13 14:03:57.464619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 43acf91e-96ec-41ea-922f-79aa09107510, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=43acf91e-96ec-41ea-922f-79aa09107510,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:57.510610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Router c1a60188-ef76-4948-b294-2b06af73d68d is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:03:57.548785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8db7f034-a386-4301-9aed-21899b2f3e15 req-1dcf93cb-397e-4515-8a89-5cd371d12b45 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809316 Oct 13 14:03:57.574198 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:57.607997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-7881f861-7860-4304-9ef3-0e1ef521de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:57.620515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-7881f861-7860-4304-9ef3-0e1ef521de4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1442344 Oct 13 14:03:57.638491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-729cdd74-02ef-43c2-9dcb-bdcd4ec7449f req-df9f7c04-9b09-46da-919f-2f7eb59ff65c service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369525 Oct 13 14:03:57.679220 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:57.685169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f8fd4-8d1d-42b6-92e5-a7a0bc19566e None None] Pushing event updated for resources: {'Port': ['ID=617dcace-fc35-4a4d-bb09-279d80b3cf9f,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:57.730368 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:03:57.753096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Sync routers for ids ['c1a60188-ef76-4948-b294-2b06af73d68d'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:03:57.782112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Routers {'c1a60188-ef76-4948-b294-2b06af73d68d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:03:57.783111 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c1a60188-ef76-4948-b294-2b06af73d68d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:57.833614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-a9311da7-9a3c-414e-accf-2fc1e9a2a097 service neutron] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:57.849775 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:57.853592 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-a9311da7-9a3c-414e-accf-2fc1e9a2a097 service neutron] Notify callbacks [] for binding, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:57.854734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6793421e-8ffa-4ea7-b278-3a7af2bc2971 req-a9311da7-9a3c-414e-accf-2fc1e9a2a097 service neutron] 10.222.0.41 "DELETE /v2.0/ports/8ea02399-99e5-4066-84c1-39ecc51e164c/bindings/n-h1-806683-15 HTTP/1.1" status: 204 len: 173 time: 0.6490529 Oct 13 14:03:57.859181 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c331a433-4d25-4b97-b918-6770291ac396 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8968084 Oct 13 14:03:57.863717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60518) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:03:58.006776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=43acf91e-96ec-41ea-922f-79aa09107510,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:58.067014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e91cbd-d39b-4503-a63a-fc12e6e72d9b req-e4a4b92d-ad50-44ef-b39a-acc5ace092f1 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:58.069023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12e91cbd-d39b-4503-a63a-fc12e6e72d9b req-e4a4b92d-ad50-44ef-b39a-acc5ace092f1 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 947 time: 0.3602886 Oct 13 14:03:58.107266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Set router c1a60188-ef76-4948-b294-2b06af73d68d gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:03:58.122769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-340134b6-1f2d-4cb5-8fbc-fdd90603c1ea tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:58.125621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-340134b6-1f2d-4cb5-8fbc-fdd90603c1ea tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/networks?id=c8fa54c8-cdcf-47fa-adab-381ea191495a HTTP/1.1" status: 200 len: 815 time: 0.4907138 Oct 13 14:03:58.132540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-93200df7-e760-4277-b40e-59166a3b2e26 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093679 Oct 13 14:03:58.153299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-729cdd74-02ef-43c2-9dcb-bdcd4ec7449f req-ae6c3d55-6633-4d65-bf82-71f3b371482d service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790187 Oct 13 14:03:58.199992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-eb139e4a-e9cb-45ac-97d0-12c6be813610 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/quotas/8020bf85986d43f6bd64f1c1285679e8 HTTP/1.1" status: 200 len: 375 time: 0.0660801 Oct 13 14:03:58.265116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['43acf91e-96ec-41ea-922f-79aa09107510'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:03:58.302050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12e91cbd-d39b-4503-a63a-fc12e6e72d9b req-242ff46f-60a5-41f1-9a47-66ae196d2c87 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129629 Oct 13 14:03:58.385041 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9206eb86-d7f7-4eca-a5c9-e397cdf1e01e x-openstack-request-id: req-9206eb86-d7f7-4eca-a5c9-e397cdf1e01e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:03:58.385390 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0bf341-d41f-4231-b981-5262e57edbfa", "tag": "e3f7aad3-a8c1-4964-a09c-2342d4a35a9b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:03:58.385649 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9206eb86-d7f7-4eca-a5c9-e397cdf1e01e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:03:58.386111 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0bf341-d41f-4231-b981-5262e57edbfa', 'tag': 'e3f7aad3-a8c1-4964-a09c-2342d4a35a9b', 'status': 'completed', 'code': 200} Oct 13 14:03:58.431258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'name': 'tempest-FloatingIPsTestJSON-1204351499-router', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '18917638-02bb-4028-b566-3de4fc18da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:53Z', 'updated_at': '2021-10-13T14:03:56Z', 'revision_number': 3, 'project_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'gw_port': {'id': '18917638-02bb-4028-b566-3de4fc18da0d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:55Z', 'updated_at': '2021-10-13T14:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:03:58.474539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-b3d5ad60-2fc2-4916-a080-fff86f4c2df4 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8020bf85986d43f6bd64f1c1285679e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2395935 Oct 13 14:03:58.477392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Checking router: c1a60188-ef76-4948-b294-2b06af73d68d for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:03:58.477972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Updating router c1a60188-ef76-4948-b294-2b06af73d68d port 18917638-02bb-4028-b566-3de4fc18da0d binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:03:58.513496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cebeaf3b-d998-4eeb-b39a-dcb8c5eb2422 req-6fb2dafd-cf3e-42de-9ab5-f466bd155495 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700783 Oct 13 14:03:58.555480 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:58.610805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-b59f22b0-66b3-4e07-a0d9-8817b3a29e6b tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips/313dc3a3-b19b-4563-ba66-0a9ebe6cd476 HTTP/1.1" status: 200 len: 693 time: 0.1457078 Oct 13 14:03:58.708569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:58.844247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:58.844709 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:58.876787 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f79a973c-20ff-4b65-8bec-feea717858f0 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:03:59.038259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5bb496-b1fc-44aa-99b6-f53c742ad008 None None] Network c8fa54c8-cdcf-47fa-adab-381ea191495a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:03:59.171721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 617dcace-fc35-4a4d-bb09-279d80b3cf9f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:03:59.193341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-9e774353-9f56-401b-8c35-97cb8625687c service neutron] 10.222.0.18 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7031336 Oct 13 14:03:59.212093 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:59.228446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3e34ed79-7cbd-489e-a224-a0c91f153da8 None None] Provisioning complete for port 617dcace-fc35-4a4d-bb09-279d80b3cf9f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:59.228814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3e34ed79-7cbd-489e-a224-a0c91f153da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:59.237575 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f79a973c-20ff-4b65-8bec-feea717858f0, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f79a973c-20ff-4b65-8bec-feea717858f0,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:59.242352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afa8b9-123c-4f56-96de-4d3806543bce req-bdf48b81-d95c-4bef-974e-db4ae0c6ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:59.243866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77afa8b9-123c-4f56-96de-4d3806543bce req-bdf48b81-d95c-4bef-974e-db4ae0c6ea0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 1099 time: 0.1793725 Oct 13 14:03:59.320045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'f79a973c-20ff-4b65-8bec-feea717858f0', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'f79a973c-20ff-4b65-8bec-feea717858f0', 'mac_address': 'fa:16:3e:85:20:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:03:59.322299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-677c25eb-8bf8-418d-8dd6-96e0b0e6934f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:59.323752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-677c25eb-8bf8-418d-8dd6-96e0b0e6934f tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.7009876 Oct 13 14:03:59.399033 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:59.468397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-0da5602b-f6a1-4286-9784-734542fe1935 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.1102905 Oct 13 14:03:59.494805 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:59.532000 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 617dcace-fc35-4a4d-bb09-279d80b3cf9f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:03:59.532706 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:59.551950 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a9558-382a-4b75-a47c-481f47334042 None None] Pushing event updated for resources: {'Port': ['ID=18917638-02bb-4028-b566-3de4fc18da0d,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:59.584764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79a973c-20ff-4b65-8bec-feea717858f0 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:03:59.592072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-7bdf0b91-77d0-4b7d-a7a5-c35cd999a160 service neutron] 10.222.0.18 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912449 Oct 13 14:03:59.621615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-65dcc1e2-037c-4410-8fe8-39b0d44924b4 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.1405652 Oct 13 14:03:59.628319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Attempting to bind port 18917638-02bb-4028-b566-3de4fc18da0d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:03:59.628740 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Attempting to bind port 18917638-02bb-4028-b566-3de4fc18da0d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:03:59.629126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Attempting to bind port 18917638-02bb-4028-b566-3de4fc18da0d on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:03:59.638908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afa8b9-123c-4f56-96de-4d3806543bce req-2f5e11d4-840a-4d6b-a703-9b0eaa755f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:03:59.642577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77afa8b9-123c-4f56-96de-4d3806543bce req-2f5e11d4-840a-4d6b-a703-9b0eaa755f1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.3553791 Oct 13 14:03:59.664448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:03:59.664839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:03:59.665416 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:59.665816 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:03:59.667048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Bound port: 18917638-02bb-4028-b566-3de4fc18da0d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:03:59.667048 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:59.700409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f79a973c-20ff-4b65-8bec-feea717858f0, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f79a973c-20ff-4b65-8bec-feea717858f0,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:59.703040 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3e34ed79-7cbd-489e-a224-a0c91f153da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:59.750964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77afa8b9-123c-4f56-96de-4d3806543bce req-8fe0bc2a-0db1-455c-9eb8-2db40929d9bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e3f7aad3-a8c1-4964-a09c-2342d4a35a9b HTTP/1.1" status: 200 len: 217 time: 0.0832167 Oct 13 14:03:59.781781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] For port 18917638-02bb-4028-b566-3de4fc18da0d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:03:59.787207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] For port 18917638-02bb-4028-b566-3de4fc18da0d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=18917638-02bb-4028-b566-3de4fc18da0d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:03:59.795437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3e34ed79-7cbd-489e-a224-a0c91f153da8 None None] For port 617dcace-fc35-4a4d-bb09-279d80b3cf9f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=617dcace-fc35-4a4d-bb09-279d80b3cf9f,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:03:59.816706 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:59.866022 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:59.901678 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:03:59.907004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=f79a973c-20ff-4b65-8bec-feea717858f0,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:03:59.973369 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3e34ed79-7cbd-489e-a224-a0c91f153da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:00.125362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Routers {'c1a60188-ef76-4948-b294-2b06af73d68d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:00.126009 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c1a60188-ef76-4948-b294-2b06af73d68d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:00.147260 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:00.175441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afa8b9-123c-4f56-96de-4d3806543bce req-baf2b9cf-1117-4588-99e6-34611da071eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:00.177090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77afa8b9-123c-4f56-96de-4d3806543bce req-baf2b9cf-1117-4588-99e6-34611da071eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.3689716 Oct 13 14:04:00.311401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2c033-15b3-43a7-aabd-ceaf63646ee6 req-84c07281-43d3-4822-b0b2-813ff67ee107 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:00.313022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10c2c033-15b3-43a7-aabd-ceaf63646ee6 req-84c07281-43d3-4822-b0b2-813ff67ee107 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 944 time: 0.1992226 Oct 13 14:04:00.329735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-30bc7745-3ab5-4d6c-b46d-9f80c572fc09 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Deleting port b358c8bc-6f64-4a11-9661-4fc17a89ffb7 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:00.330078 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-30bc7745-3ab5-4d6c-b46d-9f80c572fc09 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:00.347197 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:04:00.347550 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:04:00.361477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a9558-382a-4b75-a47c-481f47334042 None None] Pushing event updated for resources: {'Port': ['ID=18917638-02bb-4028-b566-3de4fc18da0d,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:00.409025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afa8b9-123c-4f56-96de-4d3806543bce req-dd2f5a37-adec-4a2f-9395-f6d858878a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:00.410532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77afa8b9-123c-4f56-96de-4d3806543bce req-dd2f5a37-adec-4a2f-9395-f6d858878a06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2236545 Oct 13 14:04:00.419151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-786e2e5f-38f7-447b-b6d1-d8cafd74755c None None] Provisioning complete for port 617dcace-fc35-4a4d-bb09-279d80b3cf9f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:00.419517 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-786e2e5f-38f7-447b-b6d1-d8cafd74755c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:00.505098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] Set router c1a60188-ef76-4948-b294-2b06af73d68d gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:00.507103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34ed79-7cbd-489e-a224-a0c91f153da8 None None] Pushing event updated for resources: {'Port': ['ID=617dcace-fc35-4a4d-bb09-279d80b3cf9f,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:00.541816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10c2c033-15b3-43a7-aabd-ceaf63646ee6 req-4d9bf281-7dc3-44c1-b36e-95e8a8bf9651 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135391 Oct 13 14:04:00.673595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77afa8b9-123c-4f56-96de-4d3806543bce req-636dd959-d2c1-4f4d-bae3-307edc8cb905 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219176 Oct 13 14:04:00.706509 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-30bc7745-3ab5-4d6c-b46d-9f80c572fc09 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:00.706847 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-30bc7745-3ab5-4d6c-b46d-9f80c572fc09 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:00.774638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Allocated IP 172.20.0.1 (d445e5dd-b5b9-4624-aa3d-e70a35a0b314/b4c270e5-859a-43a9-8e11-f149b8018064/b4fc2792-1917-4896-970b-791ed7171176) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:00.781155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-30bc7745-3ab5-4d6c-b46d-9f80c572fc09 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Calling delete_port for b358c8bc-6f64-4a11-9661-4fc17a89ffb7 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:00.790139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f79a973c-20ff-4b65-8bec-feea717858f0'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:00.798753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f50ef-4ab8-4831-8c2c-ee74f5f7382d req-4ab0abfd-aca1-45c7-b251-ca8bdf312579 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:00.800307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d3f50ef-4ab8-4831-8c2c-ee74f5f7382d req-4ab0abfd-aca1-45c7-b251-ca8bdf312579 tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 1101 time: 0.1914310 Oct 13 14:04:00.827963 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'name': 'tempest-FloatingIPsTestJSON-1204351499-router', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '18917638-02bb-4028-b566-3de4fc18da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:53Z', 'updated_at': '2021-10-13T14:03:56Z', 'revision_number': 3, 'project_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'gw_port': {'id': '18917638-02bb-4028-b566-3de4fc18da0d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:55Z', 'updated_at': '2021-10-13T14:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:00.861519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f12b95-3998-4a61-ab21-2565c8b179d5 None None] The sync data for ids ['c1a60188-ef76-4948-b294-2b06af73d68d'] in n-d-806683-15 is: [{'id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'name': 'tempest-FloatingIPsTestJSON-1204351499-router', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '18917638-02bb-4028-b566-3de4fc18da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:53Z', 'updated_at': '2021-10-13T14:03:56Z', 'revision_number': 3, 'project_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'gw_port': {'id': '18917638-02bb-4028-b566-3de4fc18da0d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:55Z', 'updated_at': '2021-10-13T14:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:04:00.886476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 43acf91e-96ec-41ea-922f-79aa09107510 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:00.971845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77afa8b9-123c-4f56-96de-4d3806543bce req-7c9ace84-5b97-444d-a60d-e07beaa9257e service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835817 Oct 13 14:04:00.974241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d3f50ef-4ab8-4831-8c2c-ee74f5f7382d req-a17aff09-8067-44be-9ea9-69db5479673a tempest-ServersOnMultiNodesTest-814334260 tempest-ServersOnMultiNodesTest-814334260-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602590 Oct 13 14:04:01.047442 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:01.080468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 43acf91e-96ec-41ea-922f-79aa09107510 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:04:01.090763 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 43acf91e-96ec-41ea-922f-79aa09107510 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:01.091140 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:01.191026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 617dcace-fc35-4a4d-bb09-279d80b3cf9f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:01.194983 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:01.241398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572fc93-066c-423d-a35e-b21c0b75ed2b req-8d28e6fc-2c24-48c4-8eec-b03e547bead2 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:01.243006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4572fc93-066c-423d-a35e-b21c0b75ed2b req-8d28e6fc-2c24-48c4-8eec-b03e547bead2 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 945 time: 0.1079903 Oct 13 14:04:01.264497 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b3c151-65e3-410e-973a-70272164bc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43acf91e-96ec-41ea-922f-79aa09107510'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:01.267499 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ebc8ec-e5fa-49e5-b879-4003342f2341" -d '{"events": [{"server_uuid": "07b3c151-65e3-410e-973a-70272164bc8f", "name": "network-vif-plugged", "status": "completed", "tag": "43acf91e-96ec-41ea-922f-79aa09107510"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:01.285774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 43acf91e-96ec-41ea-922f-79aa09107510, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=43acf91e-96ec-41ea-922f-79aa09107510,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:01.310704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4572fc93-066c-423d-a35e-b21c0b75ed2b req-990872bb-db51-46b6-b69a-2c91d18bc4bd tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577514 Oct 13 14:04:01.313240 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-30bc7745-3ab5-4d6c-b46d-9f80c572fc09 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:01.314670 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 617dcace-fc35-4a4d-bb09-279d80b3cf9f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:01.314670 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:01.321989 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:01.370823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc7745-3ab5-4d6c-b46d-9f80c572fc09 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Pushing event deleted for resources: {'Port': ['ID=b358c8bc-6f64-4a11-9661-4fc17a89ffb7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:01.398335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Network d445e5dd-b5b9-4624-aa3d-e70a35a0b314 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:01.402031 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-30bc7745-3ab5-4d6c-b46d-9f80c572fc09 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:01.407453 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-30bc7745-3ab5-4d6c-b46d-9f80c572fc09 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:01.410108 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9811b090-444a-4d86-94ca-c24b43fd3fe8 req-30bc7745-3ab5-4d6c-b46d-9f80c572fc09 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "DELETE /v2.0/floatingips/313dc3a3-b19b-4563-ba66-0a9ebe6cd476 HTTP/1.1" status: 204 len: 173 time: 1.7760534 Oct 13 14:04:01.441190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:01.446476 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:01.460206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:01.460875 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:01.573201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=43acf91e-96ec-41ea-922f-79aa09107510,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:01.846076 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-87331dfb-c78c-4167-8e4d-a2a01b098978 None None] Provisioning complete for port b4fc2792-1917-4896-970b-791ed7171176 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:01.847063 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-87331dfb-c78c-4167-8e4d-a2a01b098978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:01.911653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-87331dfb-c78c-4167-8e4d-a2a01b098978 None None] Port b4fc2792-1917-4896-970b-791ed7171176 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:04:01.991907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4fc2792-1917-4896-970b-791ed7171176,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:02.066630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642fbc0-cab1-477c-9cc3-a992a0699a6e req-2864b53e-be44-4722-9213-75a7f4100f42 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:02.068962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d642fbc0-cab1-477c-9cc3-a992a0699a6e req-2864b53e-be44-4722-9213-75a7f4100f42 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 949 time: 0.5060327 Oct 13 14:04:02.103429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3471b3d-07f8-4384-af32-3117d68b2ec0 req-7ff26f2a-76d8-4f38-af68-13708de4494f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:02.105744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3471b3d-07f8-4384-af32-3117d68b2ec0 req-7ff26f2a-76d8-4f38-af68-13708de4494f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 947 time: 0.5565844 Oct 13 14:04:02.186364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d642fbc0-cab1-477c-9cc3-a992a0699a6e req-866fddf2-03b3-4e4f-af2f-59b08bab40e0 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100411 Oct 13 14:04:02.191534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3471b3d-07f8-4384-af32-3117d68b2ec0 req-1f19ca13-58bc-4daf-82b3-0eaf5960022c tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744338 Oct 13 14:04:02.284445 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:02.483968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-f8ec4557-c95f-4c21-90f1-a21fd8d56db6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:02.485576 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-f8ec4557-c95f-4c21-90f1-a21fd8d56db6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/networks?id=c8fa54c8-cdcf-47fa-adab-381ea191495a HTTP/1.1" status: 200 len: 815 time: 0.1981316 Oct 13 14:04:02.510896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-effe92f6-4759-48e3-8ce5-3de0ec569914 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/quotas/8020bf85986d43f6bd64f1c1285679e8 HTTP/1.1" status: 200 len: 375 time: 0.0160286 Oct 13 14:04:02.609275 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:02.614185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-018946dc-4a7e-4e9e-a7b6-51d55b1fb9b4 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8020bf85986d43f6bd64f1c1285679e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867314 Oct 13 14:04:02.718725 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:02.719504 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:02.757347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-272bc219-f50b-4259-be97-95ad4cfa2b2a service neutron] 10.222.0.18 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350310 Oct 13 14:04:02.862528 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acacb7f7-1ad7-4677-9209-081dc6609c12 x-openstack-request-id: req-acacb7f7-1ad7-4677-9209-081dc6609c12 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:02.863633 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b3c151-65e3-410e-973a-70272164bc8f", "name": "network-vif-plugged", "status": "completed", "tag": "43acf91e-96ec-41ea-922f-79aa09107510", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:02.864041 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acacb7f7-1ad7-4677-9209-081dc6609c12 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:02.864599 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b3c151-65e3-410e-973a-70272164bc8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43acf91e-96ec-41ea-922f-79aa09107510', 'code': 200} Oct 13 14:04:02.865511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b4fc2792-1917-4896-970b-791ed7171176,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:02.893473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e3f7aad3-a8c1-4964-a09c-2342d4a35a9b details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:04:02.899339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:02.899680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:02.900103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:02.900435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:02.900810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:02.901110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:02.901428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:02.901744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:02.902059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:02.902328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f79a973c-20ff-4b65-8bec-feea717858f0 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:02.902461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:02.902677 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:02.902989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:02.987267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-afdedac5-35bd-4a86-baaf-4d27fe9e65fd tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips/b375f20f-ff56-40ec-8743-9d5c15db1e3d HTTP/1.1" status: 200 len: 693 time: 0.1058669 Oct 13 14:04:03.060530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e3f7aad3-a8c1-4964-a09c-2342d4a35a9b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:03.073137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'e3f7aad3-a8c1-4964-a09c-2342d4a35a9b', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'e3f7aad3-a8c1-4964-a09c-2342d4a35a9b', 'mac_address': 'fa:16:3e:6c:e2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:04:03.115684 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:03.131167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port f79a973c-20ff-4b65-8bec-feea717858f0 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:04:03.138802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port f79a973c-20ff-4b65-8bec-feea717858f0 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:03.139152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-dffc1654-3137-4ba0-aef3-40be87359a9b service neutron] 10.222.0.18 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703954 Oct 13 14:04:03.139268 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:03.140927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 18917638-02bb-4028-b566-3de4fc18da0d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:03.156917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Network d445e5dd-b5b9-4624-aa3d-e70a35a0b314 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:03.169743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:03.190168 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f7aad3-a8c1-4964-a09c-2342d4a35a9b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:04:03.210630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbe976-7d46-489d-937c-dc1396565444 req-c9d3bf5d-8307-48f5-8cdb-6287b3b8d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:03.212283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cbbe976-7d46-489d-937c-dc1396565444 req-c9d3bf5d-8307-48f5-8cdb-6287b3b8d1c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 1098 time: 0.2413793 Oct 13 14:04:03.239566 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e3f7aad3-a8c1-4964-a09c-2342d4a35a9b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:03.266282 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 18917638-02bb-4028-b566-3de4fc18da0d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:03.266656 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:03.316969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-156dd711-9440-44c4-96e1-fab33a237627 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:03.319006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-156dd711-9440-44c4-96e1-fab33a237627 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.49 "GET /v2.0/networks?id=c8fa54c8-cdcf-47fa-adab-381ea191495a HTTP/1.1" status: 200 len: 815 time: 0.3657029 Oct 13 14:04:03.328515 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:03.336487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-69fc8879-7ca9-4246-9e5c-d38be9362ac5 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:03.342238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-69fc8879-7ca9-4246-9e5c-d38be9362ac5 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.2883468 Oct 13 14:04:03.363852 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:03.379086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f79a973c-20ff-4b65-8bec-feea717858f0, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f79a973c-20ff-4b65-8bec-feea717858f0,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:03.386054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-47df447f-4b5d-4ca7-b2de-5be1286e9932 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Request body: {'port': {'device_id': 'd66b183b-07d3-4693-a384-9445ff85a106', 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a', 'admin_state_up': True, 'tenant_id': '8020bf85986d43f6bd64f1c1285679e8'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:03.498916 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:03.504625 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:03.513278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=e3f7aad3-a8c1-4964-a09c-2342d4a35a9b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:03.561446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 18917638-02bb-4028-b566-3de4fc18da0d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=18917638-02bb-4028-b566-3de4fc18da0d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:03.581414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cbbe976-7d46-489d-937c-dc1396565444 req-279f169e-c2e5-4022-a92e-2bb66d6240e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3534014 Oct 13 14:04:03.599302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-622cd47e-0055-4f51-9840-d8168b587b8e None None] Provisioning complete for port b4fc2792-1917-4896-970b-791ed7171176 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:03.599737 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-622cd47e-0055-4f51-9840-d8168b587b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:03.612185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-42ee7d83-88bb-47f2-b464-57a9c7d43fd8 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.194 HTTP/1.1" status: 200 len: 696 time: 0.2494566 Oct 13 14:04:03.622513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=f79a973c-20ff-4b65-8bec-feea717858f0,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:03.673622 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-622cd47e-0055-4f51-9840-d8168b587b8e None None] Port b4fc2792-1917-4896-970b-791ed7171176 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:04:03.690223 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:03.720841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Router c1a60188-ef76-4948-b294-2b06af73d68d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:04:03.724751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-77cd812f-5e96-42c2-936c-438290a8116a tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.194 HTTP/1.1" status: 200 len: 696 time: 0.0966499 Oct 13 14:04:03.731322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2ffa7-9e3d-4ded-a6a7-1e90b6fb6e1c req-9c5248a4-396e-4ecb-9b75-58d23b2ae2e4 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:03.732847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98d2ffa7-9e3d-4ded-a6a7-1e90b6fb6e1c req-9c5248a4-396e-4ecb-9b75-58d23b2ae2e4 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 1096 time: 0.2197711 Oct 13 14:04:03.749759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=18917638-02bb-4028-b566-3de4fc18da0d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:03.919551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['e3f7aad3-a8c1-4964-a09c-2342d4a35a9b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:03.933280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98d2ffa7-9e3d-4ded-a6a7-1e90b6fb6e1c req-88ee8420-2e37-40ce-974e-048d58da842d tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786656 Oct 13 14:04:04.035219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-47df447f-4b5d-4ca7-b2de-5be1286e9932 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Made reservation on behalf of 8020bf85986d43f6bd64f1c1285679e8 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:04:04.039438 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-47df447f-4b5d-4ca7-b2de-5be1286e9932 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:04.111734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:04:04.117262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-1f2154f9-0561-4db9-a1c5-87c6aee72c75 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Deleting port bbbbf8c6-0b37-49ff-a55c-17e12b392fab {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:04.117644 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-1f2154f9-0561-4db9-a1c5-87c6aee72c75 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:04.131548 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Sync routers for ids ['c1a60188-ef76-4948-b294-2b06af73d68d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:04:04.144703 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Routers {'c1a60188-ef76-4948-b294-2b06af73d68d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:04.147107 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c1a60188-ef76-4948-b294-2b06af73d68d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:04.154187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7582d2c5-02f1-4634-accd-240aae9b25b3 admin admin] 10.222.0.18 "PUT /v2.0/routers/c1a60188-ef76-4948-b294-2b06af73d68d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2821648 Oct 13 14:04:04.228305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d97bd-75d1-4cb6-8172-f50c9e35226b req-1d2c9c8a-9156-4ca5-b00f-9788104ad586 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:04.229879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c5d97bd-75d1-4cb6-8172-f50c9e35226b req-1d2c9c8a-9156-4ca5-b00f-9788104ad586 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 946 time: 0.1854708 Oct 13 14:04:04.301006 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Set router c1a60188-ef76-4948-b294-2b06af73d68d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:04.542308 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'name': 'tempest-FloatingIPsTestJSON-1204351499-router', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '18917638-02bb-4028-b566-3de4fc18da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:53Z', 'updated_at': '2021-10-13T14:04:02Z', 'revision_number': 4, 'project_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'gw_port': {'id': '18917638-02bb-4028-b566-3de4fc18da0d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:55Z', 'updated_at': '2021-10-13T14:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'b4fc2792-1917-4896-970b-791ed7171176', 'name': '', 'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'mac_address': 'fa:16:3e:ba:4d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b4c270e5-859a-43a9-8e11-f149b8018064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:00Z', 'updated_at': '2021-10-13T14:04:02Z', 'revision_number': 2, 'project_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'subnets': [{'id': 'b4c270e5-859a-43a9-8e11-f149b8018064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:04.580954 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Checking router: c1a60188-ef76-4948-b294-2b06af73d68d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:04:04.581385 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Updating router c1a60188-ef76-4948-b294-2b06af73d68d port b4fc2792-1917-4896-970b-791ed7171176 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:04:04.619222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-1f2154f9-0561-4db9-a1c5-87c6aee72c75 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:04.619646 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-1f2154f9-0561-4db9-a1c5-87c6aee72c75 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:04.652384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-47df447f-4b5d-4ca7-b2de-5be1286e9932 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Allocated IP 172.20.0.7 (c8fa54c8-cdcf-47fa-adab-381ea191495a/efe368a2-1334-4037-a915-bd1d50ba8da5/9b7425b4-9c3e-4b6c-bccb-eefea336eeda) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:04.669805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-1f2154f9-0561-4db9-a1c5-87c6aee72c75 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Calling delete_port for bbbbf8c6-0b37-49ff-a55c-17e12b392fab owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:04.681869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c5d97bd-75d1-4cb6-8172-f50c9e35226b req-74f8a2de-7179-4664-8fea-5f0947001963 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4372890 Oct 13 14:04:04.708392 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:04.776962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb938c-b2b5-4fe5-b80c-27eecf891754 req-58ca8961-3c21-49b7-a931-f7c21e30a270 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:04.778485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5fb938c-b2b5-4fe5-b80c-27eecf891754 req-58ca8961-3c21-49b7-a931-f7c21e30a270 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 949 time: 0.1783578 Oct 13 14:04:04.869611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32dfbb4-0792-4bd5-9967-21ae7eea06dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79a973c-20ff-4b65-8bec-feea717858f0'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:04.869611 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069c802c-d004-453d-8393-a4e78cdd640c" -d '{"events": [{"server_uuid": "c32dfbb4-0792-4bd5-9967-21ae7eea06dd", "name": "network-vif-plugged", "status": "completed", "tag": "f79a973c-20ff-4b65-8bec-feea717858f0"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:04.999590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4abdb-683c-44c5-b301-7b5dbd8d6623 req-64135295-94fe-4f89-b79b-0920fc3ced80 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:05.001184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3eb4abdb-683c-44c5-b301-7b5dbd8d6623 req-64135295-94fe-4f89-b79b-0920fc3ced80 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ff7d834-b9f6-485f-9d28-61dc5e3e82c1 HTTP/1.1" status: 200 len: 949 time: 0.2351384 Oct 13 14:04:05.076916 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:05.084282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-47df447f-4b5d-4ca7-b2de-5be1286e9932 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:05.101614 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 18917638-02bb-4028-b566-3de4fc18da0d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:05.130521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3eb4abdb-683c-44c5-b301-7b5dbd8d6623 req-cb22f11c-d2cd-4870-833a-946018ccd14b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184342 Oct 13 14:04:05.135176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-a5fb938c-b2b5-4fe5-b80c-27eecf891754 req-47638072-8c13-4b0a-93d4-1731530675d3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Deleting port 16a88b60-dfc0-44a8-8849-bc456c6140a1 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:05.135990 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a5fb938c-b2b5-4fe5-b80c-27eecf891754 req-47638072-8c13-4b0a-93d4-1731530675d3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:05.175450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 18917638-02bb-4028-b566-3de4fc18da0d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:05.175895 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:05.281187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a5fb938c-b2b5-4fe5-b80c-27eecf891754 req-47638072-8c13-4b0a-93d4-1731530675d3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] For port 16a88b60-dfc0-44a8-8849-bc456c6140a1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=16a88b60-dfc0-44a8-8849-bc456c6140a1,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:05.281682 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a5fb938c-b2b5-4fe5-b80c-27eecf891754 req-47638072-8c13-4b0a-93d4-1731530675d3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:05.299844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-a5fb938c-b2b5-4fe5-b80c-27eecf891754 req-47638072-8c13-4b0a-93d4-1731530675d3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Calling delete_port for 16a88b60-dfc0-44a8-8849-bc456c6140a1 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:05.312341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b566c-283d-4d83-85b1-10eda64c0bb7 req-5f111f8f-d553-4990-900d-5e76050b85ff tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:05.313937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-319b566c-283d-4d83-85b1-10eda64c0bb7 req-5f111f8f-d553-4990-900d-5e76050b85ff tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 950 time: 0.1008165 Oct 13 14:04:05.316492 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-1f2154f9-0561-4db9-a1c5-87c6aee72c75 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:05.357049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2154f9-0561-4db9-a1c5-87c6aee72c75 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Pushing event deleted for resources: {'Port': ['ID=bbbbf8c6-0b37-49ff-a55c-17e12b392fab,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:05.359411 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-47df447f-4b5d-4ca7-b2de-5be1286e9932 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:05.464530 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-1f2154f9-0561-4db9-a1c5-87c6aee72c75 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:05.467066 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-1f2154f9-0561-4db9-a1c5-87c6aee72c75 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:05.468197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecd8612a-1d06-4cef-9101-639ff6f1b3af req-1f2154f9-0561-4db9-a1c5-87c6aee72c75 tempest-FloatingIPDetailsTestJSON-303276509 tempest-FloatingIPDetailsTestJSON-303276509-project] 10.222.0.18 "DELETE /v2.0/floatingips/b375f20f-ff56-40ec-8743-9d5c15db1e3d HTTP/1.1" status: 204 len: 173 time: 1.7312787 Oct 13 14:04:05.476600 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60590) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:05.490452 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:05.494255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-319b566c-283d-4d83-85b1-10eda64c0bb7 req-7b0c2f4d-7c56-4b4e-8df5-4601fd81e911 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707342 Oct 13 14:04:05.501298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df447f-4b5d-4ca7-b2de-5be1286e9932 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Pushing event updated for resources: {'Port': ['ID=9b7425b4-9c3e-4b6c-bccb-eefea336eeda,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:05.530793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-47df447f-4b5d-4ca7-b2de-5be1286e9932 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Network c8fa54c8-cdcf-47fa-adab-381ea191495a is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:05.533287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-47df447f-4b5d-4ca7-b2de-5be1286e9932 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:05.537643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-47df447f-4b5d-4ca7-b2de-5be1286e9932 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:05.542964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-47df447f-4b5d-4ca7-b2de-5be1286e9932 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:05.547126 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-47df447f-4b5d-4ca7-b2de-5be1286e9932 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:05.605262 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Pushing event updated for resources: {'Port': ['ID=b4fc2792-1917-4896-970b-791ed7171176,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:05.617115 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:05.617458 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:05.618123 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:05.618627 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:05.619132 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:05.619630 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:05.620116 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:05.620599 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:05.621952 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:05.622136 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:05.622637 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:05.622966 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:05.755150 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Attempting to bind port b4fc2792-1917-4896-970b-791ed7171176 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:04:05.755523 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Attempting to bind port b4fc2792-1917-4896-970b-791ed7171176 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '6f5d960c-c8d6-4d88-8331-3684e77d650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:04:05.756163 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Attempting to bind port b4fc2792-1917-4896-970b-791ed7171176 on network d445e5dd-b5b9-4624-aa3d-e70a35a0b314 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:05.765080 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:04:05.765763 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Checking segment: {'id': '6f5d960c-c8d6-4d88-8331-3684e77d650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:05.766623 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:05.767178 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Bound using segment: {'id': '6f5d960c-c8d6-4d88-8331-3684e77d650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:04:05.767827 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Bound port: b4fc2792-1917-4896-970b-791ed7171176, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5d960c-c8d6-4d88-8331-3684e77d650f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:04:05.768685 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:05.860193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc611be-d6c1-4ac9-99eb-73a75c108803 req-390f4f9b-ea33-4f21-8b9a-a753de197a60 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:05.862474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fc611be-d6c1-4ac9-99eb-73a75c108803 req-390f4f9b-ea33-4f21-8b9a-a753de197a60 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 948 time: 0.2245522 Oct 13 14:04:05.872684 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] For port b4fc2792-1917-4896-970b-791ed7171176, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:04:05.878534 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] For port b4fc2792-1917-4896-970b-791ed7171176, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b4fc2792-1917-4896-970b-791ed7171176,segment=NetworkSegment(6f5d960c-c8d6-4d88-8331-3684e77d650f),segment_id=6f5d960c-c8d6-4d88-8331-3684e77d650f)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:04:05.930765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-005e015f-3284-4850-8438-163ea7b45f6c tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:05.931737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-005e015f-3284-4850-8438-163ea7b45f6c tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/networks?id=c8fa54c8-cdcf-47fa-adab-381ea191495a HTTP/1.1" status: 200 len: 815 time: 0.2122426 Oct 13 14:04:05.949561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fc611be-d6c1-4ac9-99eb-73a75c108803 req-ca78e1ce-11a7-40dc-8df0-882554168ec1 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724933 Oct 13 14:04:05.958751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-c5859e49-e1ce-4907-ac60-f6e3d0cc60f8 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/quotas/8020bf85986d43f6bd64f1c1285679e8 HTTP/1.1" status: 200 len: 375 time: 0.0176694 Oct 13 14:04:05.999392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-47df447f-4b5d-4ca7-b2de-5be1286e9932 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6275744 Oct 13 14:04:06.016387 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:06.023856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Request body: {'port': {'device_id': 'd66b183b-07d3-4693-a384-9445ff85a106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:06.063854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1cb37f2b-2b21-4a6e-b8ff-b24a1203d8df None None] Provisioning complete for port b4fc2792-1917-4896-970b-791ed7171176 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:06.064036 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1cb37f2b-2b21-4a6e-b8ff-b24a1203d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:06.087744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a5fb938c-b2b5-4fe5-b80c-27eecf891754 req-47638072-8c13-4b0a-93d4-1731530675d3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:06.130475 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:06.133254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae', 'c258c505-efec-41a3-908a-c7eff5d460ad', '421e5c99-d76c-4e92-a8de-1171670329da', '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:06.135535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['9cf50e55-4299-48f8-a7fe-d30b5bceec2e', '5fabe200-16e6-49d9-bb51-c880a0c093cc', '0878f0de-fab4-4fab-bc3d-4fd904c7fd65'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:06.208495 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e2e0b-14c3-430d-862f-e9315b7657b9 None None] Pushing event updated for resources: {'Port': ['ID=b4fc2792-1917-4896-970b-791ed7171176,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:06.221292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47638072-8c13-4b0a-93d4-1731530675d3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event deleted for resources: {'Port': ['ID=16a88b60-dfc0-44a8-8849-bc456c6140a1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:06.253212 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Routers {'c1a60188-ef76-4948-b294-2b06af73d68d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:06.255797 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c1a60188-ef76-4948-b294-2b06af73d68d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:06.323347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-590164df-0ac5-4c4e-97ed-4cec22b3cfe3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8020bf85986d43f6bd64f1c1285679e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3536959 Oct 13 14:04:06.461466 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] Set router c1a60188-ef76-4948-b294-2b06af73d68d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:06.549542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-17ec7f89-49f8-4e2a-a27a-dbb38c2b44b6 service neutron] 10.222.0.18 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125731 Oct 13 14:04:06.554901 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fb938c-b2b5-4fe5-b80c-27eecf891754 req-47638072-8c13-4b0a-93d4-1731530675d3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] No DVR routers for this DVR port 16a88b60-dfc0-44a8-8849-bc456c6140a1 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:06.556568 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a5fb938c-b2b5-4fe5-b80c-27eecf891754 req-47638072-8c13-4b0a-93d4-1731530675d3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:06.562794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5fb938c-b2b5-4fe5-b80c-27eecf891754 req-47638072-8c13-4b0a-93d4-1731530675d3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "DELETE /v2.0/ports/16a88b60-dfc0-44a8-8849-bc456c6140a1 HTTP/1.1" status: 204 len: 173 time: 1.7622528 Oct 13 14:04:06.563476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff7d834-b9f6-485f-9d28-61dc5e3e82c1', 'name': 'network-vif-deleted', 'tag': '16a88b60-dfc0-44a8-8849-bc456c6140a1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:06.566188 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac3f3f3-ff6b-4a0a-97f6-cd0bc7ff45ee" -d '{"events": [{"server_uuid": "8ff7d834-b9f6-485f-9d28-61dc5e3e82c1", "name": "network-vif-deleted", "tag": "16a88b60-dfc0-44a8-8849-bc456c6140a1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:06.569996 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:06.607472 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1cb37f2b-2b21-4a6e-b8ff-b24a1203d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:06.686721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1cb37f2b-2b21-4a6e-b8ff-b24a1203d8df None None] For port b4fc2792-1917-4896-970b-791ed7171176, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b4fc2792-1917-4896-970b-791ed7171176,segment=NetworkSegment(6f5d960c-c8d6-4d88-8331-3684e77d650f),segment_id=6f5d960c-c8d6-4d88-8331-3684e77d650f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:06.759437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-fdbb9195-7636-47fc-a418-095db4d3a89d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:06.761895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-fdbb9195-7636-47fc-a418-095db4d3a89d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 821 time: 0.6925259 Oct 13 14:04:06.805864 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-d177fc71-e9e5-4de5-b37d-e805bf01f214 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:06.806999 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1cb37f2b-2b21-4a6e-b8ff-b24a1203d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:06.809150 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-d177fc71-e9e5-4de5-b37d-e805bf01f214 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.49 "GET /v2.0/networks?id=c8fa54c8-cdcf-47fa-adab-381ea191495a HTTP/1.1" status: 200 len: 815 time: 0.4665782 Oct 13 14:04:06.815808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-03dfb170-9106-460a-ad46-668d9bf17de6 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/quotas/a83e69682127431abea4c77d59610aed HTTP/1.1" status: 200 len: 375 time: 0.0302048 Oct 13 14:04:06.853749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-fb52ff28-9cf8-4843-bd7d-c9bd3556fcdc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Request body: {'port': {'device_id': 'd8f0cb0b-f091-43f1-ad9f-66f6f567df89', 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a', 'admin_state_up': True, 'tenant_id': '8020bf85986d43f6bd64f1c1285679e8'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:06.860483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-f55b0b3c-5e66-4221-a08d-3fef013d712d service neutron] 10.222.0.18 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855034 Oct 13 14:04:06.921191 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'name': 'tempest-FloatingIPsTestJSON-1204351499-router', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '18917638-02bb-4028-b566-3de4fc18da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:53Z', 'updated_at': '2021-10-13T14:04:02Z', 'revision_number': 4, 'project_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'gw_port': {'id': '18917638-02bb-4028-b566-3de4fc18da0d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:55Z', 'updated_at': '2021-10-13T14:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'b4fc2792-1917-4896-970b-791ed7171176', 'name': '', 'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'mac_address': 'fa:16:3e:ba:4d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b4c270e5-859a-43a9-8e11-f149b8018064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:00Z', 'updated_at': '2021-10-13T14:04:05Z', 'revision_number': 4, 'project_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'subnets': [{'id': 'b4c270e5-859a-43a9-8e11-f149b8018064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:06.925724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb37f2b-2b21-4a6e-b8ff-b24a1203d8df None None] Pushing event updated for resources: {'Port': ['ID=b4fc2792-1917-4896-970b-791ed7171176,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:06.989393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-a4dec06f-a896-4007-b193-d143dacf639d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567357 Oct 13 14:04:06.989690 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792e79d-1e98-4fe9-b45f-314d772e974a None None] The sync data for ids ['c1a60188-ef76-4948-b294-2b06af73d68d'] in n-d-806683-15 is: [{'id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'name': 'tempest-FloatingIPsTestJSON-1204351499-router', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '18917638-02bb-4028-b566-3de4fc18da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:53Z', 'updated_at': '2021-10-13T14:04:02Z', 'revision_number': 4, 'project_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'gw_port': {'id': '18917638-02bb-4028-b566-3de4fc18da0d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:55Z', 'updated_at': '2021-10-13T14:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'b4fc2792-1917-4896-970b-791ed7171176', 'name': '', 'network_id': 'd445e5dd-b5b9-4624-aa3d-e70a35a0b314', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'mac_address': 'fa:16:3e:ba:4d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b4c270e5-859a-43a9-8e11-f149b8018064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:00Z', 'updated_at': '2021-10-13T14:04:05Z', 'revision_number': 4, 'project_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'subnets': [{'id': 'b4c270e5-859a-43a9-8e11-f149b8018064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:04:07.000862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e3f7aad3-a8c1-4964-a09c-2342d4a35a9b up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:07.139152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1cb37f2b-2b21-4a6e-b8ff-b24a1203d8df None None] Provisioning complete for port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:07.139152 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1cb37f2b-2b21-4a6e-b8ff-b24a1203d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:07.186428 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Deleting port 2ec566a5-710c-4473-811e-90cc1c511433 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:07.186762 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:07.243034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1cb37f2b-2b21-4a6e-b8ff-b24a1203d8df None None] Port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:04:07.318532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:04:07.333499 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:07.334098 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:07.359736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] For port 2ec566a5-710c-4473-811e-90cc1c511433, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2ec566a5-710c-4473-811e-90cc1c511433,segment=NetworkSegment(6dab2c77-639a-42c6-ac11-9369f705838a),segment_id=6dab2c77-639a-42c6-ac11-9369f705838a)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:07.360810 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:07.390475 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Calling delete_port for 2ec566a5-710c-4473-811e-90cc1c511433 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:07.392784 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-fb52ff28-9cf8-4843-bd7d-c9bd3556fcdc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Made reservation on behalf of 8020bf85986d43f6bd64f1c1285679e8 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:04:07.398342 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-fb52ff28-9cf8-4843-bd7d-c9bd3556fcdc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:07.420519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-6bc60943-ddd6-4c2f-8bec-94ddcda29a71 service neutron] 10.222.0.18 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134846 Oct 13 14:04:07.568067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-4517c82a-247b-409a-981d-c9f01cf11d58 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1512842 Oct 13 14:04:07.601863 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e3af0475-a674-4a21-9f08-87ec6448b605 None None] Provisioning complete for port b4fc2792-1917-4896-970b-791ed7171176 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:07.602659 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e3af0475-a674-4a21-9f08-87ec6448b605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:07.610779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:07.677294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 16a88b60-dfc0-44a8-8849-bc456c6140a1 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:07.765236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 16a88b60-dfc0-44a8-8849-bc456c6140a1 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:07.771765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 16a88b60-dfc0-44a8-8849-bc456c6140a1 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:07.808094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7425b4-9c3e-4b6c-bccb-eefea336eeda {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:04:07.845005 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:07.850515 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:07.873158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Transition to ACTIVE for port object 9b7425b4-9c3e-4b6c-bccb-eefea336eeda will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:04:07.921618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-9e3a9999-ea21-418f-bd66-ac6f3a5ef8b4 service neutron] 10.222.0.18 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523257 Oct 13 14:04:07.970905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:07.973761 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:08.061900 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e3f7aad3-a8c1-4964-a09c-2342d4a35a9b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:08.081220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-fb52ff28-9cf8-4843-bd7d-c9bd3556fcdc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Allocated IP 172.20.0.4 (c8fa54c8-cdcf-47fa-adab-381ea191495a/efe368a2-1334-4037-a915-bd1d50ba8da5/7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:08.250281 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:08.351099 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa408f21-1271-47c2-90fa-248bfc7b5d33 x-openstack-request-id: req-aa408f21-1271-47c2-90fa-248bfc7b5d33 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:08.352431 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32dfbb4-0792-4bd5-9967-21ae7eea06dd", "name": "network-vif-plugged", "status": "completed", "tag": "f79a973c-20ff-4b65-8bec-feea717858f0", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:08.352852 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa408f21-1271-47c2-90fa-248bfc7b5d33 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:08.358894 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32dfbb4-0792-4bd5-9967-21ae7eea06dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79a973c-20ff-4b65-8bec-feea717858f0', 'code': 200} Oct 13 14:04:08.367489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7425b4-9c3e-4b6c-bccb-eefea336eeda,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:08.428066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Attempting to bind port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:04:08.436546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Attempting to bind port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:04:08.437405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Attempting to bind port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda on network c8fa54c8-cdcf-47fa-adab-381ea191495a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:08.465732 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=e3f7aad3-a8c1-4964-a09c-2342d4a35a9b,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:08.501746 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:08.535328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda on network c8fa54c8-cdcf-47fa-adab-381ea191495a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:04:08.536684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Attempting to bind port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda on network c8fa54c8-cdcf-47fa-adab-381ea191495a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:08.580026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:04:08.581247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Checking segment: {'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:08.582002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Bound using segment: {'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:04:08.583646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Bound port: 9b7425b4-9c3e-4b6c-bccb-eefea336eeda, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:04:08.584015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:08.753166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df48362-2c7f-40d2-8a1b-5420ab50bf65 req-061ebd0f-fc72-4f5e-80d0-e4a3c3c0636e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:08.756050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1df48362-2c7f-40d2-8a1b-5420ab50bf65 req-061ebd0f-fc72-4f5e-80d0-e4a3c3c0636e tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 946 time: 0.2755408 Oct 13 14:04:08.815461 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:08.822646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] For port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:04:08.853565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] For port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=9b7425b4-9c3e-4b6c-bccb-eefea336eeda,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:04:08.895813 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1df48362-2c7f-40d2-8a1b-5420ab50bf65 req-85ddd506-5a56-4897-9f02-ba6b10082f89 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173396 Oct 13 14:04:08.959778 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec566a5-710c-4473-811e-90cc1c511433,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:08.973069 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:08.973878 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:08.974510 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:08.975186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:08.975694 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:08.976300 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:08.976944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:08.977434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:08.977922 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:08.978444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:08.978925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:08.979403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:09.044291 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:09.121233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-fb52ff28-9cf8-4843-bd7d-c9bd3556fcdc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:09.185504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Allocated IP 172.25.0.148 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/2c293461-289c-439a-8a48-ca4221ca5415) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:09.240714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:09.242174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:09.251530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] 10.222.0.49 "PUT /v2.0/ports/9b7425b4-9c3e-4b6c-bccb-eefea336eeda HTTP/1.1" status: 200 len: 1092 time: 3.2362263 Oct 13 14:04:09.310162 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b4fc2792-1917-4896-970b-791ed7171176 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:09.319062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a56ac-57ab-4a22-9170-f9503f78b417 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7425b4-9c3e-4b6c-bccb-eefea336eeda,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:09.366317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bb0c1-a60c-45b0-b492-a9539ae2d28d req-6ce04741-baee-4b87-99a2-d486436c308a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:09.374388 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-479bb0c1-a60c-45b0-b492-a9539ae2d28d req-6ce04741-baee-4b87-99a2-d486436c308a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 950 time: 0.3117688 Oct 13 14:04:09.472129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:09.553109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port b4fc2792-1917-4896-970b-791ed7171176 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:09.554240 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:09.595225 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-fb52ff28-9cf8-4843-bd7d-c9bd3556fcdc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:09.648406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-479bb0c1-a60c-45b0-b492-a9539ae2d28d req-3ec75c36-aba7-46a3-a05f-1d4b0bc2b88d tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722816 Oct 13 14:04:09.728352 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-fb52ff28-9cf8-4843-bd7d-c9bd3556fcdc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Network c8fa54c8-cdcf-47fa-adab-381ea191495a is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:09.743281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-b4f55dd1-e2f8-4d0b-9c86-558f71049931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:09.743786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-fb52ff28-9cf8-4843-bd7d-c9bd3556fcdc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:09.743954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-b4f55dd1-e2f8-4d0b-9c86-558f71049931 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8020bf85986d43f6bd64f1c1285679e8&device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 1095 time: 0.2697434 Oct 13 14:04:09.744485 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3fc07f-7306-4b6b-9e2a-9be7f7cdae31 x-openstack-request-id: req-7a3fc07f-7306-4b6b-9e2a-9be7f7cdae31 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:09.745292 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff7d834-b9f6-485f-9d28-61dc5e3e82c1", "name": "network-vif-deleted", "tag": "16a88b60-dfc0-44a8-8849-bc456c6140a1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:09.746019 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a3fc07f-7306-4b6b-9e2a-9be7f7cdae31 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:09.746861 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff7d834-b9f6-485f-9d28-61dc5e3e82c1', 'name': 'network-vif-deleted', 'tag': '16a88b60-dfc0-44a8-8849-bc456c6140a1', 'status': 'completed', 'code': 200} Oct 13 14:04:09.748483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-fb52ff28-9cf8-4843-bd7d-c9bd3556fcdc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:09.757963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52ff28-9cf8-4843-bd7d-c9bd3556fcdc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Pushing event updated for resources: {'Port': ['ID=7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:09.943092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-fb52ff28-9cf8-4843-bd7d-c9bd3556fcdc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:09.944725 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-fb52ff28-9cf8-4843-bd7d-c9bd3556fcdc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:09.982274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Router 75ef514b-14fa-4394-b2a5-71436c5fdbf5 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:04:10.059975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-844df867-7f6e-4053-8bb1-a6c7b312955b None None] Provisioning complete for port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:10.060874 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-844df867-7f6e-4053-8bb1-a6c7b312955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:10.114016 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-844df867-7f6e-4053-8bb1-a6c7b312955b None None] Port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:04:10.117276 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-fb52ff28-9cf8-4843-bd7d-c9bd3556fcdc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2697952 Oct 13 14:04:10.132458 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Request body: {'port': {'device_id': 'd8f0cb0b-f091-43f1-ad9f-66f6f567df89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:10.136859 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:10.143539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-ff7ff3fe-ccab-416d-82ff-e4cd05bbd88d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b7425b4-9c3e-4b6c-bccb-eefea336eeda HTTP/1.1" status: 200 len: 217 time: 0.3920670 Oct 13 14:04:10.146085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bff5c-977a-482a-9636-8623a71430e1 req-db5a4c43-f919-4875-996f-41ab3af4b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:10.147551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a18bff5c-977a-482a-9636-8623a71430e1 req-db5a4c43-f919-4875-996f-41ab3af4b56b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 1102 time: 0.5608966 Oct 13 14:04:10.170123 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:04:10.180578 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-21ec4640-6caf-47b7-b4e3-fea5dbfb8427 admin admin] 10.222.0.18 "PUT /v2.0/routers/75ef514b-14fa-4394-b2a5-71436c5fdbf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7003562 Oct 13 14:04:10.182244 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60644) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:10.182386 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48368f-ba50-4d5b-bc07-9ca72b95488e None None] Sync routers for ids ['75ef514b-14fa-4394-b2a5-71436c5fdbf5'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:04:10.192388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48368f-ba50-4d5b-bc07-9ca72b95488e None None] Routers {'75ef514b-14fa-4394-b2a5-71436c5fdbf5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:10.194201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cf48368f-ba50-4d5b-bc07-9ca72b95488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['75ef514b-14fa-4394-b2a5-71436c5fdbf5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:10.257794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:10.272908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a18bff5c-977a-482a-9636-8623a71430e1 req-401f2642-d902-48d9-b90b-4879942ca8bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162307 Oct 13 14:04:10.302803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17c15b-39b3-4a1b-8e5e-b78c9f796cc9 req-158c5b28-eca2-4f84-a9cf-c4a5d20a660d tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:10.304514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c17c15b-39b3-4a1b-8e5e-b78c9f796cc9 req-158c5b28-eca2-4f84-a9cf-c4a5d20a660d tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 949 time: 0.1649680 Oct 13 14:04:10.307983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-c3f75486-e0c8-409e-80bd-82985bb97276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:10.307983 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-c3f75486-e0c8-409e-80bd-82985bb97276 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=efe368a2-1334-4037-a915-bd1d50ba8da5 HTTP/1.1" status: 200 len: 854 time: 0.1497877 Oct 13 14:04:10.362709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0bf341-d41f-4231-b981-5262e57edbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f7aad3-a8c1-4964-a09c-2342d4a35a9b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:10.368729 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11054dd0-b350-4963-bd72-9d7667be9d81" -d '{"events": [{"server_uuid": "7a0bf341-d41f-4231-b981-5262e57edbfa", "name": "network-vif-plugged", "status": "completed", "tag": "e3f7aad3-a8c1-4964-a09c-2342d4a35a9b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:10.389009 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-cf48368f-ba50-4d5b-bc07-9ca72b95488e None None] Set router 75ef514b-14fa-4394-b2a5-71436c5fdbf5 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:10.403784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c17c15b-39b3-4a1b-8e5e-b78c9f796cc9 req-ef9dca3c-5b40-4478-8c76-e5d9b0506fd5 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737319 Oct 13 14:04:10.406923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-71508b6c-33c4-410c-9c3d-1ad9c7eb42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:10.408545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-71508b6c-33c4-410c-9c3d-1ad9c7eb42b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8fa54c8-cdcf-47fa-adab-381ea191495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925267 Oct 13 14:04:10.522489 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:10.557460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a19d506-c8bd-4e04-94b8-6a6f7afe2c42 req-fe3417ad-be6b-4247-94cc-64a24693dc6a tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 210 time: 0.0495780 Oct 13 14:04:10.570870 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:10.653906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-eaba60c5-5f08-48bf-9a55-1b7f74af7c6c service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350519 Oct 13 14:04:10.676567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:10.699840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:10.734777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:10.790476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cf48368f-ba50-4d5b-bc07-9ca72b95488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'name': 'tempest-FloatingIPDetailsTestJSON-433617051-router', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:16Z', 'updated_at': '2021-10-13T14:04:07Z', 'revision_number': 5, 'project_id': 'd8c9c1574afa4d518add4a884faf8a07', 'gw_port': {'id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:18Z', 'updated_at': '2021-10-13T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:10.812959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Pushing event updated for resources: {'Port': ['ID=2c293461-289c-439a-8a48-ca4221ca5415,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:10.817282 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5de622f4-a345-449c-8d42-57da78960cb2 req-25039282-1b9e-4ade-bb00-818c3201fe85 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 210 time: 0.0413804 Oct 13 14:04:10.835991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48368f-ba50-4d5b-bc07-9ca72b95488e None None] Checking router: 75ef514b-14fa-4394-b2a5-71436c5fdbf5 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:04:10.853252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48368f-ba50-4d5b-bc07-9ca72b95488e None None] Routers {'75ef514b-14fa-4394-b2a5-71436c5fdbf5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:10.854353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cf48368f-ba50-4d5b-bc07-9ca72b95488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['75ef514b-14fa-4394-b2a5-71436c5fdbf5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:10.916551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-94dc1f16-a0be-4dfe-b8c2-64f74d8b2934 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:10.919168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-94dc1f16-a0be-4dfe-b8c2-64f74d8b2934 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.49 "GET /v2.0/networks?id=c8fa54c8-cdcf-47fa-adab-381ea191495a HTTP/1.1" status: 200 len: 815 time: 0.3698699 Oct 13 14:04:10.936458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-7a1a3913-2729-44fc-916e-ee1e26ea7ba6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Request body: {'port': {'device_id': '1bcbe3af-c6e0-40d5-b314-5d236ab1c854', 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a', 'admin_state_up': True, 'tenant_id': '8020bf85986d43f6bd64f1c1285679e8'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:10.948704 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.013534 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 {{(pid=112684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:04:11.031120 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.040114 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.040363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2ac763a-89d1-4166-a98b-e8935e2c5311 req-24afe4d9-07c2-481d-9ac6-d09430d2298f service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576322 Oct 13 14:04:11.066021 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-cf48368f-ba50-4d5b-bc07-9ca72b95488e None None] Set router 75ef514b-14fa-4394-b2a5-71436c5fdbf5 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:11.104005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.provisioning_blocks [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Transition to ACTIVE for port object 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 will not be triggered until provisioned by entity L2. {{(pid=112684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:04:11.128354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Deleting port d5375a32-dfb1-4f8f-9ca0-c974b5705f01 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:11.128735 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.203201 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.237579 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.261374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-7a1a3913-2729-44fc-916e-ee1e26ea7ba6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Made reservation on behalf of 8020bf85986d43f6bd64f1c1285679e8 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:04:11.269093 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-7a1a3913-2729-44fc-916e-ee1e26ea7ba6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.310236 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] For port d5375a32-dfb1-4f8f-9ca0-c974b5705f01, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d5375a32-dfb1-4f8f-9ca0-c974b5705f01,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:11.310908 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.338408 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Calling delete_port for d5375a32-dfb1-4f8f-9ca0-c974b5705f01 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:11.351667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:11.401581 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cf48368f-ba50-4d5b-bc07-9ca72b95488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'name': 'tempest-FloatingIPDetailsTestJSON-433617051-router', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:16Z', 'updated_at': '2021-10-13T14:04:07Z', 'revision_number': 5, 'project_id': 'd8c9c1574afa4d518add4a884faf8a07', 'gw_port': {'id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:18Z', 'updated_at': '2021-10-13T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:11.444931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48368f-ba50-4d5b-bc07-9ca72b95488e None None] The sync data for ids ['75ef514b-14fa-4394-b2a5-71436c5fdbf5'] in n-d-806683-15 is: [{'id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'name': 'tempest-FloatingIPDetailsTestJSON-433617051-router', 'tenant_id': 'd8c9c1574afa4d518add4a884faf8a07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:16Z', 'updated_at': '2021-10-13T14:04:07Z', 'revision_number': 5, 'project_id': 'd8c9c1574afa4d518add4a884faf8a07', 'gw_port': {'id': 'd5375a32-dfb1-4f8f-9ca0-c974b5705f01', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:be:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75ef514b-14fa-4394-b2a5-71436c5fdbf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:18Z', 'updated_at': '2021-10-13T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:04:11.571001 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Attempting to bind port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:04:11.581352 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Attempting to bind port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:04:11.581352 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Attempting to bind port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 on network c8fa54c8-cdcf-47fa-adab-381ea191495a {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:11.622245 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 on network c8fa54c8-cdcf-47fa-adab-381ea191495a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:04:11.622570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Attempting to bind port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 on network c8fa54c8-cdcf-47fa-adab-381ea191495a {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:11.636345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:04:11.636688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Checking segment: {'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:11.637217 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Bound using segment: {'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:04:11.637661 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Bound port: 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:04:11.638022 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.752153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66b183b-07d3-4693-a384-9445ff85a106', 'tag': '9b7425b4-9c3e-4b6c-bccb-eefea336eeda'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:11.754881 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe49b0b6-dc4c-4563-9937-1db8a9bc78c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d66b183b-07d3-4693-a384-9445ff85a106", "tag": "9b7425b4-9c3e-4b6c-bccb-eefea336eeda"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:11.791871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-7a1a3913-2729-44fc-916e-ee1e26ea7ba6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Allocated IP 172.20.0.8 (c8fa54c8-cdcf-47fa-adab-381ea191495a/efe368a2-1334-4037-a915-bd1d50ba8da5/e13ceabc-2732-4410-9d92-8b5d60455238) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:11.796091 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.808819 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] For port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8, host n-h1-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:04:11.814599 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] For port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:04:11.837455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8a65e-0f74-442f-a4f7-0b929d2e1f2b req-3990535d-c9fa-498d-9be3-25ffbc72741a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:11.839459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dff8a65e-0f74-442f-a4f7-0b929d2e1f2b req-3990535d-c9fa-498d-9be3-25ffbc72741a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 946 time: 0.1740563 Oct 13 14:04:11.903091 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.925625 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.929800 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.988927 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:11.990602 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:11.996319 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] 10.222.0.49 "PUT /v2.0/ports/7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 HTTP/1.1" status: 200 len: 1092 time: 1.8687608 Oct 13 14:04:12.020048 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:12.021642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f0cb0b-f091-43f1-ad9f-66f6f567df89', 'tag': '7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:12.024028 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57a84f7-0978-49ae-a749-6e2b5dc19165" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f0cb0b-f091-43f1-ad9f-66f6f567df89", "tag": "7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:12.053666 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dff8a65e-0f74-442f-a4f7-0b929d2e1f2b req-b7130343-c20d-409b-a385-aacb66c0a47d tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931028 Oct 13 14:04:12.082171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Pushing event updated for resources: {'Port': ['ID=2c293461-289c-439a-8a48-ca4221ca5415,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:12.144818 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47191361-d736-4524-bb8d-af95da57124c x-openstack-request-id: req-47191361-d736-4524-bb8d-af95da57124c {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:12.145319 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0bf341-d41f-4231-b981-5262e57edbfa", "name": "network-vif-plugged", "status": "completed", "tag": "e3f7aad3-a8c1-4964-a09c-2342d4a35a9b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:12.145670 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47191361-d736-4524-bb8d-af95da57124c {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:12.146164 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0bf341-d41f-4231-b981-5262e57edbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f7aad3-a8c1-4964-a09c-2342d4a35a9b', 'code': 200} Oct 13 14:04:12.199804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9a820-e533-4701-9cbb-4d83ee996e10 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:12.241384 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:12.243154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-a119a857-fd86-4d73-965d-d80d7709d925 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6572020 Oct 13 14:04:12.252398 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5375a32-dfb1-4f8f-9ca0-c974b5705f01,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:12.271701 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:12.303066 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-7a1a3913-2729-44fc-916e-ee1e26ea7ba6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:12.414048 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:12.422242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-cc15fa27-e76f-4637-89dc-fd069fac9661 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:12.423764 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-cc15fa27-e76f-4637-89dc-fd069fac9661 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.49 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 821 time: 0.3633676 Oct 13 14:04:12.425098 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:12.473803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-4e5b1f82-816a-47ca-9784-137ac6cb2787 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 696 time: 0.1838400 Oct 13 14:04:12.477913 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-253f484c-c818-44ec-94e7-afc11f07d719 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Request body: {'port': {'device_id': '1dc843de-10bf-409d-96bb-9c3a8ff1fc50', 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b', 'admin_state_up': True, 'tenant_id': 'a83e69682127431abea4c77d59610aed'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:12.520471 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-a7c1cd9e-31bd-4169-a0d0-5a6b1e52b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:12.522500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-a7c1cd9e-31bd-4169-a0d0-5a6b1e52b992 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8020bf85986d43f6bd64f1c1285679e8&device_id=d8f0cb0b-f091-43f1-ad9f-66f6f567df89 HTTP/1.1" status: 200 len: 1095 time: 0.3011234 Oct 13 14:04:12.537952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac76d2-0a7a-43c7-8174-50d5abc8703a req-ffec9325-6b2e-44a1-91d9-54ededc24d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:12.539862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aac76d2-0a7a-43c7-8174-50d5abc8703a req-ffec9325-6b2e-44a1-91d9-54ededc24d54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 1101 time: 0.2549465 Oct 13 14:04:12.636357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78496d7c-308f-4fec-80ed-c792d9a7e6e6 req-f4ed268c-b7cf-4a73-9e0a-4dd32d2543e0 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:12.638462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78496d7c-308f-4fec-80ed-c792d9a7e6e6 req-f4ed268c-b7cf-4a73-9e0a-4dd32d2543e0 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 950 time: 0.2841232 Oct 13 14:04:12.648842 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:12.649926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75ef514b-14fa-4394-b2a5-71436c5fdbf5 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:04:12.657244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:12.658721 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3a8ed0ad-932d-4de1-b1ac-001da3632fa0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/75ef514b-14fa-4394-b2a5-71436c5fdbf5 HTTP/1.1" status: 204 len: 168 time: 2.4763744 Oct 13 14:04:12.661883 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60662) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:12.691105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-ef2c8e7b-4dcb-448c-a826-65657cabff28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 HTTP/1.1" status: 200 len: 217 time: 0.1462960 Oct 13 14:04:12.728935 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70a2b7f-896c-461d-9493-83f1f82cbcd2 admin admin] Deleting subnet 106127b9-239d-4361-a3ee-77552bb550ad {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:04:12.733650 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e70a2b7f-896c-461d-9493-83f1f82cbcd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:12.793430 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e70a2b7f-896c-461d-9493-83f1f82cbcd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:12.812906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aac76d2-0a7a-43c7-8174-50d5abc8703a req-b3ecbe39-f5ef-4c5c-8584-bc794d257ccb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383287 Oct 13 14:04:12.813243 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-7a1a3913-2729-44fc-916e-ee1e26ea7ba6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:12.816766 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-253f484c-c818-44ec-94e7-afc11f07d719 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Made reservation on behalf of a83e69682127431abea4c77d59610aed for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:04:12.821391 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-253f484c-c818-44ec-94e7-afc11f07d719 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:12.850922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-4d8fccf9-f71f-4957-8d08-11151d3eb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:12.852755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-4d8fccf9-f71f-4957-8d08-11151d3eb7ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=efe368a2-1334-4037-a915-bd1d50ba8da5 HTTP/1.1" status: 200 len: 854 time: 0.1517153 Oct 13 14:04:12.855613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78496d7c-308f-4fec-80ed-c792d9a7e6e6 req-3ec66aa3-22c9-43ae-b8e6-51ca392a5f17 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766958 Oct 13 14:04:12.921025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-83b7c91a-8f05-423f-81ef-f2d57fe0891b tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:12.922592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89d94ec8-c055-4b34-8102-5eeeac088306 req-83b7c91a-8f05-423f-81ef-f2d57fe0891b tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.4148781 Oct 13 14:04:12.932771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-7a1a3913-2729-44fc-916e-ee1e26ea7ba6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Network c8fa54c8-cdcf-47fa-adab-381ea191495a is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:12.936054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-7a1a3913-2729-44fc-916e-ee1e26ea7ba6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:12.940927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-7a1a3913-2729-44fc-916e-ee1e26ea7ba6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:12.947453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-7a1a3913-2729-44fc-916e-ee1e26ea7ba6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:12.948230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-7a1a3913-2729-44fc-916e-ee1e26ea7ba6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:12.971205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a3913-2729-44fc-916e-ee1e26ea7ba6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Pushing event updated for resources: {'Port': ['ID=e13ceabc-2732-4410-9d92-8b5d60455238,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:13.001139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-99b2774c-a815-4bd6-8456-b3a683b763ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:13.002992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-99b2774c-a815-4bd6-8456-b3a683b763ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8fa54c8-cdcf-47fa-adab-381ea191495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061933 Oct 13 14:04:13.026945 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e70a2b7f-896c-461d-9493-83f1f82cbcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:13.115128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-7a1a3913-2729-44fc-916e-ee1e26ea7ba6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1826611 Oct 13 14:04:13.131675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Request body: {'port': {'device_id': '1bcbe3af-c6e0-40d5-b314-5d236ab1c854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:13.137785 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-253f484c-c818-44ec-94e7-afc11f07d719 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Allocated IP 172.20.0.9 (d54448a5-ac53-4352-a4fa-39682bbffd1b/0758b770-aabf-4e23-91ef-861097abeaa3/ec6762b4-27e8-406a-bb84-2b53cb7b7a47) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:13.203379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e82159-ce85-4e40-9406-097541156a97 req-3cbbe5bd-bb10-476c-b9c0-844f8d5e0c54 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:13.206726 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48e82159-ce85-4e40-9406-097541156a97 req-3cbbe5bd-bb10-476c-b9c0-844f8d5e0c54 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 949 time: 0.1844106 Oct 13 14:04:13.240677 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:13.299978 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e70a2b7f-896c-461d-9493-83f1f82cbcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:13.306758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2ec566a5-710c-4473-811e-90cc1c511433 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:13.314181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71638335-97e1-4cc6-91bd-53658515a33d req-bed0406a-23e9-47c6-a71f-e84c11a93857 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:13.315857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71638335-97e1-4cc6-91bd-53658515a33d req-bed0406a-23e9-47c6-a71f-e84c11a93857 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 950 time: 0.2842257 Oct 13 14:04:13.348952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 2ec566a5-710c-4473-811e-90cc1c511433 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:13.349419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2ec566a5-710c-4473-811e-90cc1c511433 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:13.349912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d5375a32-dfb1-4f8f-9ca0-c974b5705f01 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:13.362574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a2b7f-896c-461d-9493-83f1f82cbcd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106127b9-239d-4361-a3ee-77552bb550ad,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:13.367874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-30df959c-fcec-4651-b1d4-40b4525a1487 service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549466 Oct 13 14:04:13.383693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48e82159-ce85-4e40-9406-097541156a97 req-7984fe74-ad2c-48de-9f12-52ce473cab31 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252434 Oct 13 14:04:13.385298 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e70a2b7f-896c-461d-9493-83f1f82cbcd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:13.398429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: d5375a32-dfb1-4f8f-9ca0-c974b5705f01 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:13.398429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d5375a32-dfb1-4f8f-9ca0-c974b5705f01 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:13.399890 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e70a2b7f-896c-461d-9493-83f1f82cbcd2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/106127b9-239d-4361-a3ee-77552bb550ad HTTP/1.1" status: 204 len: 168 time: 0.7335606 Oct 13 14:04:13.400096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b547461-801c-4bad-9c16-40e5e6f65128 None None] Network 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:04:13.444717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60668) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:13.497891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-bc46860a-5e19-491b-9b61-4e72580406ac None None] Provisioning complete for port e13ceabc-2732-4410-9d92-8b5d60455238 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:13.498483 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bc46860a-5e19-491b-9b61-4e72580406ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:13.591911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-bc46860a-5e19-491b-9b61-4e72580406ac None None] Port e13ceabc-2732-4410-9d92-8b5d60455238 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:04:13.623864 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-253f484c-c818-44ec-94e7-afc11f07d719 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:13.646476 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:13.694699 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 9b7425b4-9c3e-4b6c-bccb-eefea336eeda details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:04:13.743466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd5e9be-1529-493a-94ed-c46885bb3cd0 None None] DHCP port deletion for 3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:04:13.757919 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-253f484c-c818-44ec-94e7-afc11f07d719 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:13.830667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-253f484c-c818-44ec-94e7-afc11f07d719 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Network d54448a5-ac53-4352-a4fa-39682bbffd1b is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:13.839270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-253f484c-c818-44ec-94e7-afc11f07d719 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:13.843039 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-253f484c-c818-44ec-94e7-afc11f07d719 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:13.862889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=9b7425b4-9c3e-4b6c-bccb-eefea336eeda,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:13.877088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5e9be-1529-493a-94ed-c46885bb3cd0 None None] Deleting port c98f1075-5d35-47a2-a6cc-8d0073d8305f {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:13.877729 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1dd5e9be-1529-493a-94ed-c46885bb3cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:13.878492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f484c-c818-44ec-94e7-afc11f07d719 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Pushing event updated for resources: {'Port': ['ID=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:13.881568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '9b7425b4-9c3e-4b6c-bccb-eefea336eeda', 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a', 'port_id': '9b7425b4-9c3e-4b6c-bccb-eefea336eeda', 'mac_address': 'fa:16:3e:73:d5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe368a2-1334-4037-a915-bd1d50ba8da5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:04:13.946383 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-253f484c-c818-44ec-94e7-afc11f07d719 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:13.947095 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-253f484c-c818-44ec-94e7-afc11f07d719 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:13.993158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1dd5e9be-1529-493a-94ed-c46885bb3cd0 None None] For port c98f1075-5d35-47a2-a6cc-8d0073d8305f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c98f1075-5d35-47a2-a6cc-8d0073d8305f,segment=NetworkSegment(6dab2c77-639a-42c6-ac11-9369f705838a),segment_id=6dab2c77-639a-42c6-ac11-9369f705838a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:13.993848 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1dd5e9be-1529-493a-94ed-c46885bb3cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:14.010231 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:14.012253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1dd5e9be-1529-493a-94ed-c46885bb3cd0 None None] Calling delete_port for c98f1075-5d35-47a2-a6cc-8d0073d8305f owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:14.022685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71638335-97e1-4cc6-91bd-53658515a33d req-a06a5fa7-aa38-4fc4-9816-952c782968a1 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6761479 Oct 13 14:04:14.035364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7425b4-9c3e-4b6c-bccb-eefea336eeda {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:04:14.036412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0284b8-d2cb-4595-b4b6-87d69ed3f22b req-38168eda-c005-42e8-9008-9aa5e359dad8 service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498408 Oct 13 14:04:14.054240 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-253f484c-c818-44ec-94e7-afc11f07d719 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5827942 Oct 13 14:04:14.074035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Request body: {'port': {'device_id': '1dc843de-10bf-409d-96bb-9c3a8ff1fc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:14.098223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c31c66-ed03-4955-adba-1f93d60aa5fc req-8f0e1274-8951-4a0f-90f6-90abcbb71935 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:14.105650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65c31c66-ed03-4955-adba-1f93d60aa5fc req-8f0e1274-8951-4a0f-90f6-90abcbb71935 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 931 time: 0.5715091 Oct 13 14:04:14.111490 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=9b7425b4-9c3e-4b6c-bccb-eefea336eeda,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:14.144374 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8c1cb7-6466-4270-af4f-40d92444e157 x-openstack-request-id: req-7c8c1cb7-6466-4270-af4f-40d92444e157 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:14.144374 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66b183b-07d3-4693-a384-9445ff85a106", "tag": "9b7425b4-9c3e-4b6c-bccb-eefea336eeda", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:14.144374 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c8c1cb7-6466-4270-af4f-40d92444e157 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:14.144785 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66b183b-07d3-4693-a384-9445ff85a106', 'tag': '9b7425b4-9c3e-4b6c-bccb-eefea336eeda', 'status': 'completed', 'code': 200} Oct 13 14:04:14.194135 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:14.221315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65c31c66-ed03-4955-adba-1f93d60aa5fc req-530773d5-3193-408e-9d90-592fa082015c tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147048 Oct 13 14:04:14.274511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Deleting port c98f1075-5d35-47a2-a6cc-8d0073d8305f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:14.274855 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:14.344148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=9b7425b4-9c3e-4b6c-bccb-eefea336eeda,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:14.377058 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1dd5e9be-1529-493a-94ed-c46885bb3cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:14.399179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b0b6-dc4c-4563-9937-1db8a9bc78c0 req-499423d5-ca66-4325-977b-3d8ec1284fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:14.400780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe49b0b6-dc4c-4563-9937-1db8a9bc78c0 req-499423d5-ca66-4325-977b-3d8ec1284fb9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8020bf85986d43f6bd64f1c1285679e8&device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 1096 time: 0.2169669 Oct 13 14:04:14.421651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.49', 49328) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:14.434645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd5e9be-1529-493a-94ed-c46885bb3cd0 None None] No DVR routers for this DVR port c98f1075-5d35-47a2-a6cc-8d0073d8305f on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:14.436463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5e9be-1529-493a-94ed-c46885bb3cd0 None None] Pushing event deleted for resources: {'Port': ['ID=c98f1075-5d35-47a2-a6cc-8d0073d8305f,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:14.485955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] For port c98f1075-5d35-47a2-a6cc-8d0073d8305f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c98f1075-5d35-47a2-a6cc-8d0073d8305f,segment=NetworkSegment(6dab2c77-639a-42c6-ac11-9369f705838a),segment_id=6dab2c77-639a-42c6-ac11-9369f705838a)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:14.486293 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:14.512449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13ceabc-2732-4410-9d92-8b5d60455238 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:04:14.519367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['9b7425b4-9c3e-4b6c-bccb-eefea336eeda'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:14.561617 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:14.570357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e95d59d-15bd-47c8-9898-d4e11d3e15cc req-cf59a9ae-8320-45ae-a94e-355bddbce3b6 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/floatingips/2dfe786f-df6d-4ace-b8ae-c22472c74d07 HTTP/1.1" status: 200 len: 693 time: 0.1927412 Oct 13 14:04:14.591466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Calling delete_port for c98f1075-5d35-47a2-a6cc-8d0073d8305f owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:14.601484 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94dfb29-b619-49d6-9ea8-fb62da8d250f x-openstack-request-id: req-c94dfb29-b619-49d6-9ea8-fb62da8d250f {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:14.605651 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f0cb0b-f091-43f1-ad9f-66f6f567df89", "tag": "7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:14.605651 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c94dfb29-b619-49d6-9ea8-fb62da8d250f {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:14.605651 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f0cb0b-f091-43f1-ad9f-66f6f567df89', 'tag': '7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8', 'status': 'completed', 'code': 200} Oct 13 14:04:14.615981 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:14.763239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Transition to ACTIVE for port object e13ceabc-2732-4410-9d92-8b5d60455238 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:04:14.775811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13d163-6b43-49f1-8149-217c99943dd3 req-69312d79-dbbd-4d3a-bda0-56795cbf5e09 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:14.777430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af13d163-6b43-49f1-8149-217c99943dd3 req-69312d79-dbbd-4d3a-bda0-56795cbf5e09 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 931 time: 0.4469249 Oct 13 14:04:14.794620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a84f7-0978-49ae-a749-6e2b5dc19165 req-366f02c0-da18-4d4a-808a-f327791c5c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:14.797962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d57a84f7-0978-49ae-a749-6e2b5dc19165 req-366f02c0-da18-4d4a-808a-f327791c5c4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8020bf85986d43f6bd64f1c1285679e8&device_id=d8f0cb0b-f091-43f1-ad9f-66f6f567df89 HTTP/1.1" status: 200 len: 1095 time: 0.3719444 Oct 13 14:04:14.892967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b0b6-dc4c-4563-9937-1db8a9bc78c0 req-8c2cca5a-6ced-4e0f-ad26-1c1697bc79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:14.894765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe49b0b6-dc4c-4563-9937-1db8a9bc78c0 req-8c2cca5a-6ced-4e0f-ad26-1c1697bc79bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=c8fa54c8-cdcf-47fa-adab-381ea191495a HTTP/1.1" status: 200 len: 916 time: 0.4254019 Oct 13 14:04:14.907312 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:14.950320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c22a9-0bf8-431e-876f-fa32b87552c9 req-90110d57-d415-4253-a66e-71af76cea0a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:14.951836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-125c22a9-0bf8-431e-876f-fa32b87552c9 req-90110d57-d415-4253-a66e-71af76cea0a7 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 950 time: 0.3618801 Oct 13 14:04:15.041744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6762b4-27e8-406a-bb84-2b53cb7b7a47 {{(pid=112684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:04:15.059615 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:15.080434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.provisioning_blocks [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Transition to ACTIVE for port object ec6762b4-27e8-406a-bb84-2b53cb7b7a47 will not be triggered until provisioned by entity L2. {{(pid=112684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:04:15.098577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c98f1075-5d35-47a2-a6cc-8d0073d8305f no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:15.119959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: c98f1075-5d35-47a2-a6cc-8d0073d8305f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:15.120825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c98f1075-5d35-47a2-a6cc-8d0073d8305f not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:15.136394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe49b0b6-dc4c-4563-9937-1db8a9bc78c0 req-25ccdbde-ed66-4928-8fff-932fe7696c49 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b7425b4-9c3e-4b6c-bccb-eefea336eeda HTTP/1.1" status: 200 len: 217 time: 0.2113235 Oct 13 14:04:15.186707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95d59d-15bd-47c8-9898-d4e11d3e15cc req-66b6f194-da81-4c23-aa23-cfa401e1156e tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:15.186707 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e95d59d-15bd-47c8-9898-d4e11d3e15cc req-66b6f194-da81-4c23-aa23-cfa401e1156e tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.5619786 Oct 13 14:04:15.201354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af13d163-6b43-49f1-8149-217c99943dd3 req-58a5bdf9-1b54-4090-ada0-ecfa3ffcab7a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015377 Oct 13 14:04:15.290607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:15.292815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Pushing event updated for resources: {'Port': ['ID=e13ceabc-2732-4410-9d92-8b5d60455238,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:15.315142 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:15.384648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:15.448906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a84f7-0978-49ae-a749-6e2b5dc19165 req-42f8a8b3-6ff0-43de-9741-7c3043712556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:15.450353 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d57a84f7-0978-49ae-a749-6e2b5dc19165 req-42f8a8b3-6ff0-43de-9741-7c3043712556 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c8fa54c8-cdcf-47fa-adab-381ea191495a HTTP/1.1" status: 200 len: 916 time: 0.6380610 Oct 13 14:04:15.452371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Pushing event deleted for resources: {'Port': ['ID=c98f1075-5d35-47a2-a6cc-8d0073d8305f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:15.466629 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Attempting to bind port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:04:15.466976 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Attempting to bind port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:04:15.467525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Attempting to bind port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:15.473317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on network d54448a5-ac53-4352-a4fa-39682bbffd1b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:04:15.473864 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Attempting to bind port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:15.480000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] No DVR routers for this DVR port c98f1075-5d35-47a2-a6cc-8d0073d8305f on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:15.483276 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:04:15.484515 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:15.486314 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Bound using segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:04:15.486788 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Bound port: ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:04:15.487164 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:15.492330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b0b6-dc4c-4563-9937-1db8a9bc78c0 req-7b34347c-478d-4137-86c9-569d8d22138a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:15.496496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe49b0b6-dc4c-4563-9937-1db8a9bc78c0 req-7b34347c-478d-4137-86c9-569d8d22138a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=efe368a2-1334-4037-a915-bd1d50ba8da5 HTTP/1.1" status: 200 len: 854 time: 0.3288350 Oct 13 14:04:15.596836 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h1-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:04:15.601260 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d57a84f7-0978-49ae-a749-6e2b5dc19165 req-5b66bc76-cc9e-4558-92dc-ea963d6f2950 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 HTTP/1.1" status: 200 len: 217 time: 0.1145692 Oct 13 14:04:15.603696 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:04:15.645827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Attempting to bind port e13ceabc-2732-4410-9d92-8b5d60455238 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:04:15.646156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Attempting to bind port e13ceabc-2732-4410-9d92-8b5d60455238 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:04:15.646479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Attempting to bind port e13ceabc-2732-4410-9d92-8b5d60455238 on network c8fa54c8-cdcf-47fa-adab-381ea191495a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:15.695590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b94a8-0ad5-41bb-bade-f806f3a7c5ab req-ed41a912-63dd-4d6b-9f7b-841a6ae2377d tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:15.697107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-197b94a8-0ad5-41bb-bade-f806f3a7c5ab req-ed41a912-63dd-4d6b-9f7b-841a6ae2377d tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 946 time: 0.4148321 Oct 13 14:04:15.702216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 9b7425b4-9c3e-4b6c-bccb-eefea336eeda up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:15.709921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Port e13ceabc-2732-4410-9d92-8b5d60455238 on network c8fa54c8-cdcf-47fa-adab-381ea191495a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:04:15.710433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Attempting to bind port e13ceabc-2732-4410-9d92-8b5d60455238 on network c8fa54c8-cdcf-47fa-adab-381ea191495a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:15.731538 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:15.750830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c716371-6612-4ae4-acb5-d7d2b68450b7 req-b6a5bf34-6e32-4abc-99e5-a3e908c620d3 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:15.752623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c716371-6612-4ae4-acb5-d7d2b68450b7 req-b6a5bf34-6e32-4abc-99e5-a3e908c620d3 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 950 time: 0.3968558 Oct 13 14:04:15.760024 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:15.790127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:04:15.790469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Checking segment: {'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:15.790841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Bound using segment: {'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:04:15.791257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Bound port: e13ceabc-2732-4410-9d92-8b5d60455238, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6afbe7-a748-447a-a5c0-76aacb25973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:04:15.791707 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:15.818612 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:15.819651 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:15.821524 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] 10.222.0.49 "PUT /v2.0/ports/ec6762b4-27e8-406a-bb84-2b53cb7b7a47 HTTP/1.1" status: 200 len: 1092 time: 1.7596958 Oct 13 14:04:15.823171 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.823604 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.824382 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.824821 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > port after_create 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.825244 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.825777 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > port after_update 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.826222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.826591 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.827085 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.827527 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.850480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:04:15.856574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:15.857463 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:15.867318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e368c-d502-44b5-82c5-84e252b3c672 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:15.904872 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.905235 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.905571 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.905927 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 14:04:15.906302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:15.940571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a84f7-0978-49ae-a749-6e2b5dc19165 req-e81754f8-aae8-40c4-a269-6918b444219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:15.942798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d57a84f7-0978-49ae-a749-6e2b5dc19165 req-e81754f8-aae8-40c4-a269-6918b444219f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=efe368a2-1334-4037-a915-bd1d50ba8da5 HTTP/1.1" status: 200 len: 854 time: 0.3010700 Oct 13 14:04:15.947102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49b0b6-dc4c-4563-9937-1db8a9bc78c0 req-b4cd93aa-870a-4397-82b0-e736b0371c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:15.948611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe49b0b6-dc4c-4563-9937-1db8a9bc78c0 req-b4cd93aa-870a-4397-82b0-e736b0371c16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8fa54c8-cdcf-47fa-adab-381ea191495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4424534 Oct 13 14:04:15.964558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dab2c77-639a-42c6-ac11-9369f705838a') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:15.964809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dab2c77-639a-42c6-ac11-9369f705838a') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:15.975250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-125c22a9-0bf8-431e-876f-fa32b87552c9 req-6db64627-ec9b-44e0-967a-8e1883652ce4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Deleting port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:15.975570 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-125c22a9-0bf8-431e-876f-fa32b87552c9 req-6db64627-ec9b-44e0-967a-8e1883652ce4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:15.992842 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:16.029849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66b183b-07d3-4693-a384-9445ff85a106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7425b4-9c3e-4b6c-bccb-eefea336eeda'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:16.030907 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-94f191f9-4b7f-4ae1-9bcd-ab9067838797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:16.033037 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a23883-ccbb-4d82-9b90-4a752a10a348" -d '{"events": [{"server_uuid": "d66b183b-07d3-4693-a384-9445ff85a106", "name": "network-vif-plugged", "status": "completed", "tag": "9b7425b4-9c3e-4b6c-bccb-eefea336eeda"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:16.034071 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-94f191f9-4b7f-4ae1-9bcd-ab9067838797 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 1095 time: 0.0647781 Oct 13 14:04:16.050388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=9b7425b4-9c3e-4b6c-bccb-eefea336eeda,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:16.084032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-197b94a8-0ad5-41bb-bade-f806f3a7c5ab req-633f8379-54d6-4ee9-b376-deab49b11d4a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693910 Oct 13 14:04:16.084378 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-7f91adcd-68b9-4013-b1fa-d5b9fb2082bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47 HTTP/1.1" status: 200 len: 217 time: 0.0383701 Oct 13 14:04:16.167672 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:16.194978 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-a6ca49e7-79fb-417a-b66d-336edf843b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:16.197321 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-a6ca49e7-79fb-417a-b66d-336edf843b95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.1028824 Oct 13 14:04:16.257173 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-fbaa3cbb-8107-4024-9c90-2bc4489c1f5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469444 Oct 13 14:04:16.278928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=9b7425b4-9c3e-4b6c-bccb-eefea336eeda,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:16.289521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:16.300212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:16.301012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:16.302234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:16.302841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:16.303383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:16.303923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:16.304463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:16.305210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:16.305568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:16.306425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:16.306965 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:04:16.381077 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-5f5c71bf-724a-4e1e-a3af-27b69dd0bb3b service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124642 Oct 13 14:04:16.389913 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:16.458170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c716371-6612-4ae4-acb5-d7d2b68450b7 req-0690f700-4705-4f44-807f-cea6dedc5b6c tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6871364 Oct 13 14:04:16.493300 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:16.523193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:04:16.523501 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: from cryptography.utils import int_from_bytes Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: from cryptography.utils import int_from_bytes Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:04:16.537276 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:04:16.569989 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-91fe85f3-316a-4f93-b893-e3ca40e25a59 req-f7ad0df4-76e5-4db0-82eb-1163c0e49cb4 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774266 Oct 13 14:04:16.604422 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc843de-10bf-409d-96bb-9c3a8ff1fc50', 'tag': 'ec6762b4-27e8-406a-bb84-2b53cb7b7a47'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:16.608262 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d49d60-3cc3-4d6a-8f85-f4f8406a139e" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc843de-10bf-409d-96bb-9c3a8ff1fc50", "tag": "ec6762b4-27e8-406a-bb84-2b53cb7b7a47"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:16.659906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] For port e13ceabc-2732-4410-9d92-8b5d60455238, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:04:16.700142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a84f7-0978-49ae-a749-6e2b5dc19165 req-829d7b70-8d1a-4188-b986-a3e8bead0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:16.701585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d57a84f7-0978-49ae-a749-6e2b5dc19165 req-829d7b70-8d1a-4188-b986-a3e8bead0333 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8fa54c8-cdcf-47fa-adab-381ea191495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7328656 Oct 13 14:04:16.704783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-125c22a9-0bf8-431e-876f-fa32b87552c9 req-6db64627-ec9b-44e0-967a-8e1883652ce4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] For port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0878f0de-fab4-4fab-bc3d-4fd904c7fd65,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:16.705188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-125c22a9-0bf8-431e-876f-fa32b87552c9 req-6db64627-ec9b-44e0-967a-8e1883652ce4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:16.715734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] For port e13ceabc-2732-4410-9d92-8b5d60455238, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e13ceabc-2732-4410-9d92-8b5d60455238,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:04:16.726042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12270f-583f-44b3-8ba1-6c973a237947 req-6fc2d9c9-0657-4d28-bd6b-a35e05ba3f2e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:16.727529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d12270f-583f-44b3-8ba1-6c973a237947 req-6fc2d9c9-0657-4d28-bd6b-a35e05ba3f2e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 949 time: 0.3102815 Oct 13 14:04:16.734533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe49b0b6-dc4c-4563-9937-1db8a9bc78c0 req-0c13a8a4-72f7-466e-bee3-23af0891e9fb service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640297 Oct 13 14:04:16.745913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-125c22a9-0bf8-431e-876f-fa32b87552c9 req-6db64627-ec9b-44e0-967a-8e1883652ce4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Calling delete_port for 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:16.838627 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:16.914235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3fa90-5ded-47c4-8a41-6e9b7178e54e req-5289ae4a-9444-447d-88d1-4e022ed6702f tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:16.916611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41c3fa90-5ded-47c4-8a41-6e9b7178e54e req-5289ae4a-9444-447d-88d1-4e022ed6702f tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 950 time: 0.3564079 Oct 13 14:04:16.917579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:16.973016 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:17.060732 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:17.064078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7 HTTP/1.1" status: 204 len: 168 time: 3.6078622 Oct 13 14:04:17.068491 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:17.072216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:17.073391 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:17.076260 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] 10.222.0.49 "PUT /v2.0/ports/e13ceabc-2732-4410-9d92-8b5d60455238 HTTP/1.1" status: 200 len: 1092 time: 3.9517555 Oct 13 14:04:17.118639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0878f0de-fab4-4fab-bc3d-4fd904c7fd65,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:17.124410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcbe3af-c6e0-40d5-b314-5d236ab1c854', 'tag': 'e13ceabc-2732-4410-9d92-8b5d60455238'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:17.128349 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86a613a-6729-4413-b93a-ff62357e966a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcbe3af-c6e0-40d5-b314-5d236ab1c854", "tag": "e13ceabc-2732-4410-9d92-8b5d60455238"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:17.167613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addd7c3-e589-45cb-8da2-30f13874ca72 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbc358d-a3ec-415a-a15d-3e81b6f7ccc7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:17.179304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d12270f-583f-44b3-8ba1-6c973a237947 req-f0c381d9-218f-4e55-9be5-3222a2c05374 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340563 Oct 13 14:04:17.234170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26eb36a-ab24-4e17-9d8b-fe67ed5e5f67 service neutron] Pushing event updated for resources: {'Port': ['ID=e13ceabc-2732-4410-9d92-8b5d60455238,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:17.239004 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:17.301017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=0878f0de-fab4-4fab-bc3d-4fd904c7fd65,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:17.405137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d57a84f7-0978-49ae-a749-6e2b5dc19165 req-c599185c-8183-4f09-9d2e-2d8b23af523b service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765068 Oct 13 14:04:17.414191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41c3fa90-5ded-47c4-8a41-6e9b7178e54e req-5fa20b5c-212e-4705-80fa-654ab5df91f3 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098172 Oct 13 14:04:17.427127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fedcac-7fef-4dfa-80fe-c19b09fb6c2d req-8ba00b85-a998-4d1e-b583-c1ddef7e2ad1 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=3dfc6fff5a154ce4b91da976c9efe8c1 HTTP/1.1" status: 200 len: 696 time: 0.1956916 Oct 13 14:04:17.500139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe49b0b6-dc4c-4563-9937-1db8a9bc78c0 req-5434fd4a-1b2b-431c-87c3-098156fa4f07 service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7509091 Oct 13 14:04:17.582009 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60696) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:17.620278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-74f377cf-0a10-4557-acab-bdd3e2f2993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:17.621839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-74f377cf-0a10-4557-acab-bdd3e2f2993c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8020bf85986d43f6bd64f1c1285679e8&device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 1095 time: 0.3560297 Oct 13 14:04:17.643101 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3aa73121-2f1c-4067-9bc5-0ff2541dbd17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8c9c1574afa4d518add4a884faf8a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591750 Oct 13 14:04:17.647030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60698) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:17.688448 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d57a84f7-0978-49ae-a749-6e2b5dc19165 req-c17476f1-86c9-4b52-a787-82c94deef937 service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717535 Oct 13 14:04:17.688917 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-125c22a9-0bf8-431e-876f-fa32b87552c9 req-6db64627-ec9b-44e0-967a-8e1883652ce4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:17.691173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-74b677df-6aa4-473f-99b6-f39236e15dc6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e13ceabc-2732-4410-9d92-8b5d60455238 HTTP/1.1" status: 200 len: 217 time: 0.0544410 Oct 13 14:04:17.695930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:04:17.711129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac37ef67-c2e5-4815-8161-7b11b65a2521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:17.711516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['9cf50e55-4299-48f8-a7fe-d30b5bceec2e', '5fabe200-16e6-49d9-bb51-c880a0c093cc'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:17.718490 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae', 'c258c505-efec-41a3-908a-c7eff5d460ad', '421e5c99-d76c-4e92-a8de-1171670329da', '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:17.722053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12411d1a-2611-43c8-8277-2f0612a13425 req-ce5eafd4-aa45-42f3-a300-b998691625ec tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:17.724676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12411d1a-2611-43c8-8277-2f0612a13425 req-ce5eafd4-aa45-42f3-a300-b998691625ec tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 943 time: 0.2182705 Oct 13 14:04:17.749186 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac37ef67-c2e5-4815-8161-7b11b65a2521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:17.788010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db64627-ec9b-44e0-967a-8e1883652ce4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event deleted for resources: {'Port': ['ID=0878f0de-fab4-4fab-bc3d-4fd904c7fd65,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:17.826088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fedcac-7fef-4dfa-80fe-c19b09fb6c2d req-dfcb0f64-def7-4df9-b391-7ebcdcbf301f tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:17.827672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fedcac-7fef-4dfa-80fe-c19b09fb6c2d req-dfcb0f64-def7-4df9-b391-7ebcdcbf301f tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/networks?id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 787 time: 0.3528695 Oct 13 14:04:17.856066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-15fedcac-7fef-4dfa-80fe-c19b09fb6c2d req-c529bdfd-4b47-4d40-85c4-a6b5be93cd1b tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:04:17.857138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fedcac-7fef-4dfa-80fe-c19b09fb6c2d req-c529bdfd-4b47-4d40-85c4-a6b5be93cd1b tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058019 Oct 13 14:04:17.901827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-125c22a9-0bf8-431e-876f-fa32b87552c9 req-6db64627-ec9b-44e0-967a-8e1883652ce4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] No DVR routers for this DVR port 0878f0de-fab4-4fab-bc3d-4fd904c7fd65 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:17.913403 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-125c22a9-0bf8-431e-876f-fa32b87552c9 req-6db64627-ec9b-44e0-967a-8e1883652ce4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:17.918674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-125c22a9-0bf8-431e-876f-fa32b87552c9 req-6db64627-ec9b-44e0-967a-8e1883652ce4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "DELETE /v2.0/ports/0878f0de-fab4-4fab-bc3d-4fd904c7fd65 HTTP/1.1" status: 204 len: 173 time: 2.9321730 Oct 13 14:04:17.924863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-59b2f099-7bcd-4395-a518-a43073baa161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:17.928319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-59b2f099-7bcd-4395-a518-a43073baa161 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=efe368a2-1334-4037-a915-bd1d50ba8da5 HTTP/1.1" status: 200 len: 854 time: 0.2176244 Oct 13 14:04:17.935527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12411d1a-2611-43c8-8277-2f0612a13425 req-3b0bd2a7-4443-4232-bfdf-b33e55bdf6c9 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741915 Oct 13 14:04:17.953652 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac37ef67-c2e5-4815-8161-7b11b65a2521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:17.963001 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac37ef67-c2e5-4815-8161-7b11b65a2521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:17.963001 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ac37ef67-c2e5-4815-8161-7b11b65a2521 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a923e4c-31e1-4938-82c2-45b144ff7cc3 HTTP/1.1" status: 204 len: 168 time: 0.3136883 Oct 13 14:04:18.018820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-3228d9b0-af05-4dfb-af4f-8cbb90b2fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:18.019256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37ef67-c2e5-4815-8161-7b11b65a2521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a923e4c-31e1-4938-82c2-45b144ff7cc3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:18.022963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-3228d9b0-af05-4dfb-af4f-8cbb90b2fe32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8fa54c8-cdcf-47fa-adab-381ea191495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730047 Oct 13 14:04:18.025281 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe9974b-81ad-458b-8d9b-c5996dca5d5f x-openstack-request-id: req-5fe9974b-81ad-458b-8d9b-c5996dca5d5f {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:18.026703 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66b183b-07d3-4693-a384-9445ff85a106", "name": "network-vif-plugged", "status": "completed", "tag": "9b7425b4-9c3e-4b6c-bccb-eefea336eeda", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:18.027627 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fe9974b-81ad-458b-8d9b-c5996dca5d5f {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:18.028441 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66b183b-07d3-4693-a384-9445ff85a106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7425b4-9c3e-4b6c-bccb-eefea336eeda', 'code': 200} Oct 13 14:04:18.083399 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.resource_extend [None req-18125624-060d-4716-9c11-444442f9ac4a None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:04:18.310308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc810f-649d-401a-b189-6717b7f14234 req-2d11838b-9276-4aff-b85c-e210eae6e502 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:18.318014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4bc810f-649d-401a-b189-6717b7f14234 req-2d11838b-9276-4aff-b85c-e210eae6e502 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 946 time: 0.2454967 Oct 13 14:04:18.318014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8b75a-7ad9-4d72-b10f-92c54bf09779 req-214fe7b1-e209-4458-82f2-87b32c061b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:18.324223 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60704) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:18.328761 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-694419be-de6b-4798-95c6-6abbf58e9fdd tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Request body: {'floatingip': {'port_id': '43acf91e-96ec-41ea-922f-79aa09107510'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:18.331826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aaa8b75a-7ad9-4d72-b10f-92c54bf09779 req-214fe7b1-e209-4458-82f2-87b32c061b12 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 1097 time: 0.2749732 Oct 13 14:04:18.382233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-694419be-de6b-4798-95c6-6abbf58e9fdd tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:18.393719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-c16ea3e9-7568-43e2-a1d9-8220b97bf8f7 service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590250 Oct 13 14:04:18.418778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:18.423426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24963e6e-ce39-4327-80ac-1a0bd7984b2d req-931a92d6-1203-462c-b3c4-ea4fe38d9c0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:18.434329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24963e6e-ce39-4327-80ac-1a0bd7984b2d req-931a92d6-1203-462c-b3c4-ea4fe38d9c0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 943 time: 0.2437437 Oct 13 14:04:18.454100 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:18.469997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8', 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a', 'port_id': '7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8', 'mac_address': 'fa:16:3e:5b:23:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe368a2-1334-4037-a915-bd1d50ba8da5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:04:18.530508 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:04:18.580955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aaa8b75a-7ad9-4d72-b10f-92c54bf09779 req-1bf15c2b-3e39-4669-9c08-0b841796a0d0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811049 Oct 13 14:04:18.607058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24963e6e-ce39-4327-80ac-1a0bd7984b2d req-66ee306a-26df-4006-8f67-ea16ebd8e88a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520853 Oct 13 14:04:18.672071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb44a9c-3d46-45a3-8a6c-de0810cac7b2 req-e5c9a2dd-6545-47ab-8ca2-f36d2198da30 service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320611 Oct 13 14:04:18.693936 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:18.799636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:04:18.804866 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0090a337-61df-45f4-8d83-e37edfe8794d x-openstack-request-id: req-0090a337-61df-45f4-8d83-e37edfe8794d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:18.805220 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcbe3af-c6e0-40d5-b314-5d236ab1c854", "tag": "e13ceabc-2732-4410-9d92-8b5d60455238", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:18.805475 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0090a337-61df-45f4-8d83-e37edfe8794d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:18.805843 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcbe3af-c6e0-40d5-b314-5d236ab1c854', 'tag': 'e13ceabc-2732-4410-9d92-8b5d60455238', 'status': 'completed', 'code': 200} Oct 13 14:04:18.878357 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:19.067881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-bb1d8f6b-e935-48f0-9148-185424b91598 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/floatingips/2dfe786f-df6d-4ace-b8ae-c22472c74d07 HTTP/1.1" status: 200 len: 693 time: 0.2241595 Oct 13 14:04:19.104389 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:19.148166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d49d60-3cc3-4d6a-8f85-f4f8406a139e req-48ff67b6-6473-41aa-8ac0-206fb768b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:19.152662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d49d60-3cc3-4d6a-8f85-f4f8406a139e req-48ff67b6-6473-41aa-8ac0-206fb768b66e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 1095 time: 0.2928739 Oct 13 14:04:19.154774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a613a-6729-4413-b93a-ff62357e966a req-31605ed5-8cf9-4cc3-be58-c7700e899c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:19.164231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a86a613a-6729-4413-b93a-ff62357e966a req-31605ed5-8cf9-4cc3-be58-c7700e899c48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8020bf85986d43f6bd64f1c1285679e8&device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 1095 time: 0.1839714 Oct 13 14:04:19.174528 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-694419be-de6b-4798-95c6-6abbf58e9fdd tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:19.177628 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4227dc10-a648-4da8-a7cd-f6a10862a389 x-openstack-request-id: req-4227dc10-a648-4da8-a7cd-f6a10862a389 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:19.177862 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc843de-10bf-409d-96bb-9c3a8ff1fc50", "tag": "ec6762b4-27e8-406a-bb84-2b53cb7b7a47", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:19.182326 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4227dc10-a648-4da8-a7cd-f6a10862a389 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:19.182326 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc843de-10bf-409d-96bb-9c3a8ff1fc50', 'tag': 'ec6762b4-27e8-406a-bb84-2b53cb7b7a47', 'status': 'completed', 'code': 200} Oct 13 14:04:19.232334 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:19.284288 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-694419be-de6b-4798-95c6-6abbf58e9fdd tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:19.433490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-b2220a5c-3c88-43ba-aee6-c55c4f51b0e0 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:19.445797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-b2220a5c-3c88-43ba-aee6-c55c4f51b0e0 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.3785813 Oct 13 14:04:19.451985 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-694419be-de6b-4798-95c6-6abbf58e9fdd tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Floating IP 610da7dd-8d91-4df8-b05f-6a179737f1a8 associated. External IP: 172.25.0.121, port: 43acf91e-96ec-41ea-922f-79aa09107510. Oct 13 14:04:19.456940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:19.561829 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-05549ede-c313-49ef-8847-422cbf0b9397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:19.715500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ec6762b4-27e8-406a-bb84-2b53cb7b7a47 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:04:19.818421 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694419be-de6b-4798-95c6-6abbf58e9fdd tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:04:19.889242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:19.912713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'ec6762b4-27e8-406a-bb84-2b53cb7b7a47', 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b', 'port_id': 'ec6762b4-27e8-406a-bb84-2b53cb7b7a47', 'mac_address': 'fa:16:3e:58:13:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0758b770-aabf-4e23-91ef-861097abeaa3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:04:19.954454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1744403e-c870-499f-a256-74d718713deb req-bddf19d1-25ed-4b66-88f4-dcb96c1bec8d tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4b5b2a1-3bdd-439e-9f20-433e11c06a90 HTTP/1.1" status: 200 len: 210 time: 0.5440533 Oct 13 14:04:20.024072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d49d60-3cc3-4d6a-8f85-f4f8406a139e req-d47fa4c2-cbde-43a2-8e47-1b487aa8485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:20.024072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d49d60-3cc3-4d6a-8f85-f4f8406a139e req-d47fa4c2-cbde-43a2-8e47-1b487aa8485a service neutron] 10.222.0.49 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.8542359 Oct 13 14:04:20.025289 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:20.032582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-b5fd6583-3d41-4057-9b66-bfd52563d94f tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 696 time: 0.5737314 Oct 13 14:04:20.040413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a613a-6729-4413-b93a-ff62357e966a req-cff3523f-6c19-4cc1-a1ef-00e287611988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:20.042738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b5b2a1-3bdd-439e-9f20-433e11c06a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0878f0de-fab4-4fab-bc3d-4fd904c7fd65'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:20.042939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a86a613a-6729-4413-b93a-ff62357e966a req-cff3523f-6c19-4cc1-a1ef-00e287611988 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c8fa54c8-cdcf-47fa-adab-381ea191495a HTTP/1.1" status: 200 len: 916 time: 0.8428180 Oct 13 14:04:20.045900 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc41dff-330f-41e0-ae6b-82ed4a400c89" -d '{"events": [{"server_uuid": "c4b5b2a1-3bdd-439e-9f20-433e11c06a90", "name": "network-vif-unplugged", "status": "completed", "tag": "0878f0de-fab4-4fab-bc3d-4fd904c7fd65"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:20.050118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6762b4-27e8-406a-bb84-2b53cb7b7a47 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:04:20.060926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694419be-de6b-4798-95c6-6abbf58e9fdd tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:04:20.076678 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a1d8c-26ef-47e2-8e44-aaaf59cc5363 None None] Sync routers for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:04:20.078429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-694419be-de6b-4798-95c6-6abbf58e9fdd tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:20.083247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:20.099175 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a1d8c-26ef-47e2-8e44-aaaf59cc5363 None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:20.099922 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0e2a1d8c-26ef-47e2-8e44-aaaf59cc5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:20.127092 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-694419be-de6b-4798-95c6-6abbf58e9fdd tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "PUT /v2.0/floatingips/610da7dd-8d91-4df8-b05f-6a179737f1a8 HTTP/1.1" status: 200 len: 992 time: 1.8013556 Oct 13 14:04:20.153574 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:20.227664 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d49d60-3cc3-4d6a-8f85-f4f8406a139e req-c1932f2b-5640-4797-8a51-2c7f19e0dc32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47 HTTP/1.1" status: 200 len: 217 time: 0.1912575 Oct 13 14:04:20.234037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a86a613a-6729-4413-b93a-ff62357e966a req-0a58e2a0-de55-445b-b888-d7bcf044067b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e13ceabc-2732-4410-9d92-8b5d60455238 HTTP/1.1" status: 200 len: 217 time: 0.1721289 Oct 13 14:04:20.237669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-f7efb5ac-ff00-4a25-b381-5e18489bc6cf tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.148 HTTP/1.1" status: 200 len: 696 time: 0.2042613 Oct 13 14:04:20.259882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:20.282373 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0e2a1d8c-26ef-47e2-8e44-aaaf59cc5363 None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:20.352395 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60744) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:20.451621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d49d60-3cc3-4d6a-8f85-f4f8406a139e req-c67d49b9-e73c-474f-8d2f-b55836ff1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:20.453547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d49d60-3cc3-4d6a-8f85-f4f8406a139e req-c67d49b9-e73c-474f-8d2f-b55836ff1552 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.1983163 Oct 13 14:04:20.456396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a613a-6729-4413-b93a-ff62357e966a req-7f11ffb3-f235-46e2-b902-41e55254a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:20.457842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a86a613a-6729-4413-b93a-ff62357e966a req-7f11ffb3-f235-46e2-b902-41e55254a5de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=efe368a2-1334-4037-a915-bd1d50ba8da5 HTTP/1.1" status: 200 len: 854 time: 0.2005980 Oct 13 14:04:20.468277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e57954-bf4c-49d1-93bb-cbb75320874f req-b8a0e6d4-5565-4a74-aecc-1420cdde8a0a tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:20.475627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53e57954-bf4c-49d1-93bb-cbb75320874f req-b8a0e6d4-5565-4a74-aecc-1420cdde8a0a tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 943 time: 0.3034828 Oct 13 14:04:20.492390 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1490570845-network', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:20.560335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d49d60-3cc3-4d6a-8f85-f4f8406a139e req-db25f2a2-24df-415d-b9cc-89cd4128c099 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608137 Oct 13 14:04:20.572787 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0e2a1d8c-26ef-47e2-8e44-aaaf59cc5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '610da7dd-8d91-4df8-b05f-6a179737f1a8', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'port_id': '43acf91e-96ec-41ea-922f-79aa09107510', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'mac_address': 'fa:16:3e:5e:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b3c151-65e3-410e-973a-70272164bc8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:01:27Z', 'updated_at': '2021-10-13T14:04:19Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:20.587472 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Made reservation on behalf of c60b909ddbf0494eb954240e0b983b82 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:04:20.591394 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:20.600515 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a1d8c-26ef-47e2-8e44-aaaf59cc5363 None None] Checking router: 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:04:20.602432 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:20.609655 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a1d8c-26ef-47e2-8e44-aaaf59cc5363 None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:20.610264 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0e2a1d8c-26ef-47e2-8e44-aaaf59cc5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:03:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:20.662868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a613a-6729-4413-b93a-ff62357e966a req-463025d1-31a2-4cb6-89cd-f7c19b8e057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:20.664874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a86a613a-6729-4413-b93a-ff62357e966a req-463025d1-31a2-4cb6-89cd-f7c19b8e057d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8fa54c8-cdcf-47fa-adab-381ea191495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1671224 Oct 13 14:04:20.688175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53e57954-bf4c-49d1-93bb-cbb75320874f req-5990d087-d53b-449d-91e9-96ac7c9d38dc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117567 Oct 13 14:04:20.713108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['ec6762b4-27e8-406a-bb84-2b53cb7b7a47'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:20.774909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-1f66e57b-86a9-4635-82c6-eafad9bd9236 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Deleting port 2c293461-289c-439a-8a48-ca4221ca5415 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:20.775405 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-1f66e57b-86a9-4635-82c6-eafad9bd9236 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:20.791392 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:20.815950 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0e2a1d8c-26ef-47e2-8e44-aaaf59cc5363 None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:20.834814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b5b2a1-3bdd-439e-9f20-433e11c06a90', 'name': 'network-vif-deleted', 'tag': '0878f0de-fab4-4fab-bc3d-4fd904c7fd65'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:20.836392 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1ebb5a-fd16-462f-996f-f0448458095c" -d '{"events": [{"server_uuid": "c4b5b2a1-3bdd-439e-9f20-433e11c06a90", "name": "network-vif-deleted", "tag": "0878f0de-fab4-4fab-bc3d-4fd904c7fd65"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:20.854174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d49d60-3cc3-4d6a-8f85-f4f8406a139e req-0114aa81-6068-4820-914c-890583066c49 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836280 Oct 13 14:04:20.855854 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:20.891427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4553a1-d4d1-4b72-9323-f1c138cde24d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:20.903110 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:04:20.915094 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:20.915279 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Added segment e1a8251f-9e3b-4cdd-ae80-3b734a36d500 of type vlan for network 39e826ec-9b03-4b08-bde0-323f172003ed Oct 13 14:04:20.959061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-08e6e54d-ba9a-4002-af53-c1b8c90a02de tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=00a647c251824dd3807a99f29356edbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929511 Oct 13 14:04:21.014417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:21.032520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a86a613a-6729-4413-b93a-ff62357e966a req-0a601969-56ab-4ac3-baa6-ffd86004148a service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433480 Oct 13 14:04:21.081525 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-1f66e57b-86a9-4635-82c6-eafad9bd9236 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:21.081867 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-1f66e57b-86a9-4635-82c6-eafad9bd9236 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:21.136201 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:21.136793 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:21.137595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:21.145842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-1f66e57b-86a9-4635-82c6-eafad9bd9236 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Calling delete_port for 2c293461-289c-439a-8a48-ca4221ca5415 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:21.188803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b3c151-65e3-410e-973a-70272164bc8f', 'tag': '43acf91e-96ec-41ea-922f-79aa09107510'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:21.192425 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3073115c-dc8a-40a8-a14b-d3e9a4c3f80c" -d '{"events": [{"name": "network-changed", "server_uuid": "07b3c151-65e3-410e-973a-70272164bc8f", "tag": "43acf91e-96ec-41ea-922f-79aa09107510"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:21.193852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d49d60-3cc3-4d6a-8f85-f4f8406a139e req-6918bf62-dd83-4c6b-af32-cc55d9916517 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288372 Oct 13 14:04:21.217501 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0e2a1d8c-26ef-47e2-8e44-aaaf59cc5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '610da7dd-8d91-4df8-b05f-6a179737f1a8', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'port_id': '43acf91e-96ec-41ea-922f-79aa09107510', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'mac_address': 'fa:16:3e:5e:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b3c151-65e3-410e-973a-70272164bc8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:01:27Z', 'updated_at': '2021-10-13T14:04:19Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:21.218917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] Pushing event updated for resources: {'Network': ['ID=39e826ec-9b03-4b08-bde0-323f172003ed,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:21.247050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 39e826ec-9b03-4b08-bde0-323f172003ed details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:04:21.338530 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a1d8c-26ef-47e2-8e44-aaaf59cc5363 None None] The sync data for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 is: [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '610da7dd-8d91-4df8-b05f-6a179737f1a8', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'port_id': '43acf91e-96ec-41ea-922f-79aa09107510', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'mac_address': 'fa:16:3e:5e:b9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b3c151-65e3-410e-973a-70272164bc8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:01:27Z', 'updated_at': '2021-10-13T14:04:19Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:04:21.346720 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d80f7c35-8671-4d85-87f4-11b4233e0a80 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9916482 Oct 13 14:04:21.349401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60762) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:21.360855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8b53c816-8f92-4a7d-8ab7-9add78cefada admin admin] Request body: {'subnet': {'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1490570845-subnet', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:21.399886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-d95fe920-e7d3-466a-8171-3f382217fc7f tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:21.401653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-d95fe920-e7d3-466a-8171-3f382217fc7f tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4189281 Oct 13 14:04:21.414120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a86a613a-6729-4413-b93a-ff62357e966a req-7d095039-f835-4791-a31a-eed3e36edc6d service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441160 Oct 13 14:04:21.457730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-fa5db479-9620-4426-ab78-88fe084299ab tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/quotas/00a647c251824dd3807a99f29356edbf HTTP/1.1" status: 200 len: 375 time: 0.0460322 Oct 13 14:04:21.507530 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b53c816-8f92-4a7d-8ab7-9add78cefada admin admin] Made reservation on behalf of c60b909ddbf0494eb954240e0b983b82 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:04:21.510047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b53c816-8f92-4a7d-8ab7-9add78cefada admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:21.587008 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:21.606262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbdb062-b3d0-44a4-af4b-c84c6771b5d9 None None] New status for floating IP 610da7dd-8d91-4df8-b05f-6a179737f1a8: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:04:21.606858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-9adcca7c-a310-451e-94d6-80270e29e475 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=00a647c251824dd3807a99f29356edbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1411271 Oct 13 14:04:21.718638 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-1f66e57b-86a9-4635-82c6-eafad9bd9236 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:21.751591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device e13ceabc-2732-4410-9d92-8b5d60455238 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:04:21.762790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66e57b-86a9-4635-82c6-eafad9bd9236 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Pushing event deleted for resources: {'Port': ['ID=2c293461-289c-439a-8a48-ca4221ca5415,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:21.786996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:21.880120 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-1f66e57b-86a9-4635-82c6-eafad9bd9236 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:21.883628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-1f66e57b-86a9-4635-82c6-eafad9bd9236 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:21.909221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8a854f3-6426-48a9-bdec-47718a4fdc20 req-1f66e57b-86a9-4635-82c6-eafad9bd9236 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "DELETE /v2.0/floatingips/2dfe786f-df6d-4ace-b8ae-c22472c74d07 HTTP/1.1" status: 204 len: 173 time: 1.6458893 Oct 13 14:04:21.959484 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b53c816-8f92-4a7d-8ab7-9add78cefada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:21.962192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port e13ceabc-2732-4410-9d92-8b5d60455238, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e13ceabc-2732-4410-9d92-8b5d60455238,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:21.994788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'e13ceabc-2732-4410-9d92-8b5d60455238', 'network_id': 'c8fa54c8-cdcf-47fa-adab-381ea191495a', 'port_id': 'e13ceabc-2732-4410-9d92-8b5d60455238', 'mac_address': 'fa:16:3e:ae:f1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe368a2-1334-4037-a915-bd1d50ba8da5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:04:22.007302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:04:22.059363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e96c6-7472-415b-a1cc-e2e61f5058c7 req-e696f4cc-d1d4-4572-83da-2724f0ea59de tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.067611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-989e96c6-7472-415b-a1cc-e2e61f5058c7 req-e696f4cc-d1d4-4572-83da-2724f0ea59de tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 944 time: 0.0856674 Oct 13 14:04:22.072725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53c816-8f92-4a7d-8ab7-9add78cefada admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f1885b-9c5b-44b3-a208-dcc21885d219,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:22.081422 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:22.081800 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:22.084038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b53c816-8f92-4a7d-8ab7-9add78cefada admin admin] Checking segment: {'id': 'e1a8251f-9e3b-4cdd-ae80-3b734a36d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:22.084648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b53c816-8f92-4a7d-8ab7-9add78cefada admin admin] Network hostable DHCP agents. Network: 39e826ec-9b03-4b08-bde0-323f172003ed, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:04:22.129891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-989e96c6-7472-415b-a1cc-e2e61f5058c7 req-1072c392-f47f-4d0e-87e1-320519aa573b tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603945 Oct 13 14:04:22.165144 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:22.175509 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b53c816-8f92-4a7d-8ab7-9add78cefada admin admin] Network 39e826ec-9b03-4b08-bde0-323f172003ed is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:04:22.186621 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c741c413-8a17-4f8d-825e-da4083ab7358 x-openstack-request-id: req-c741c413-8a17-4f8d-825e-da4083ab7358 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:22.186896 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b5b2a1-3bdd-439e-9f20-433e11c06a90", "name": "network-vif-unplugged", "status": "completed", "tag": "0878f0de-fab4-4fab-bc3d-4fd904c7fd65", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:22.187162 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c741c413-8a17-4f8d-825e-da4083ab7358 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:22.187565 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b5b2a1-3bdd-439e-9f20-433e11c06a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0878f0de-fab4-4fab-bc3d-4fd904c7fd65', 'code': 200} Oct 13 14:04:22.199152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13ceabc-2732-4410-9d92-8b5d60455238 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:04:22.257712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port e13ceabc-2732-4410-9d92-8b5d60455238, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e13ceabc-2732-4410-9d92-8b5d60455238,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:22.265164 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:22.277975 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de013947-f862-4063-ac9f-1abc3003afba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:22.286816 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705e5815-73f5-4650-8e5c-a0ed390c29e6 x-openstack-request-id: req-705e5815-73f5-4650-8e5c-a0ed390c29e6 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:22.287619 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b5b2a1-3bdd-439e-9f20-433e11c06a90", "name": "network-vif-deleted", "tag": "0878f0de-fab4-4fab-bc3d-4fd904c7fd65", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:22.288088 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-705e5815-73f5-4650-8e5c-a0ed390c29e6 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:22.289116 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b5b2a1-3bdd-439e-9f20-433e11c06a90', 'name': 'network-vif-deleted', 'tag': '0878f0de-fab4-4fab-bc3d-4fd904c7fd65', 'status': 'completed', 'code': 200} Oct 13 14:04:22.310018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:22.330530 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-8b53c816-8f92-4a7d-8ab7-9add78cefada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 39e826ec-9b03-4b08-bde0-323f172003ed) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:22.340826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b53c816-8f92-4a7d-8ab7-9add78cefada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.341462 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b53c816-8f92-4a7d-8ab7-9add78cefada admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:22.341904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e6a203-2123-494e-9d16-1f39b497b95c None None] Network 39e826ec-9b03-4b08-bde0-323f172003ed requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:04:22.372373 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9399e7bb-10b0-402c-8d76-3bb90824e5b7 x-openstack-request-id: req-9399e7bb-10b0-402c-8d76-3bb90824e5b7 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:22.372949 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b3c151-65e3-410e-973a-70272164bc8f", "tag": "43acf91e-96ec-41ea-922f-79aa09107510", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:22.373493 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9399e7bb-10b0-402c-8d76-3bb90824e5b7 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:22.374152 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b3c151-65e3-410e-973a-70272164bc8f', 'tag': '43acf91e-96ec-41ea-922f-79aa09107510', 'status': 'completed', 'code': 200} Oct 13 14:04:22.452608 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:22.472623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.474107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.475000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.475906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.476806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.477946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.478837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.479740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.488937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.488937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.488937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.488937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.488937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.488937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.488937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.488937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.488937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.492559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa092a00-c568-4488-913b-6a1673fc9aef req-4d287d63-d766-421f-9118-1478d8ee5ee0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386&device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50&device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854&device_id=d8f0cb0b-f091-43f1-ad9f-66f6f567df89&device_id=d66b183b-07d3-4693-a384-9445ff85a106&device_id=7a0bf341-d41f-4231-b981-5262e57edbfa&device_id=07b3c151-65e3-410e-973a-70272164bc8f&device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd&device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca&device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a&device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc&device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6&device_id=b0305bc0-5006-4d0f-a066-45f80260f986&device_id=d112abab-2dfa-495e-ac7e-cc1bcbf2bb89&device_id=b1effebe-bc3c-4836-be4c-86d278b7a026&device_id=5b55dd8e-e343-4299-98a6-7925c4836ba1&device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355&device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 15356 time: 0.1567154 Oct 13 14:04:22.527746 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8b53c816-8f92-4a7d-8ab7-9add78cefada admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1766284 Oct 13 14:04:22.530571 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:22.533263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=e13ceabc-2732-4410-9d92-8b5d60455238,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:22.539262 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60778) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:22.549358 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1490570845-router', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:22.560254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-39e826ec-9b03-4b08-bde0-323f172003ed', 'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'fixed_ips': [{'subnet_id': '15f1885b-9c5b-44b3-a208-dcc21885d219'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:04:22.561311 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:22.568254 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-aa092a00-c568-4488-913b-6a1673fc9aef req-6218fb8f-543d-403a-8cec-715a885be7b2 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:22.598548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073115c-dc8a-40a8-a14b-d3e9a4c3f80c req-a28e45f3-1054-4c70-87e8-6dfc5322631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.598548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3073115c-dc8a-40a8-a14b-d3e9a4c3f80c req-a28e45f3-1054-4c70-87e8-6dfc5322631f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8da101f040cd4a8f8fa47c2569037dc8&device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 1098 time: 0.1923158 Oct 13 14:04:22.609854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:22.632117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60d838-5b33-4a66-a014-cb1c30ce6a46 req-be2b83b5-6769-4e2d-a9cd-348229dace47 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.632117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea60d838-5b33-4a66-a014-cb1c30ce6a46 req-be2b83b5-6769-4e2d-a9cd-348229dace47 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 944 time: 0.1373203 Oct 13 14:04:22.701551 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:22.702886 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:22.747950 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Allocated IP 172.20.0.2 (39e826ec-9b03-4b08-bde0-323f172003ed/15f1885b-9c5b-44b3-a208-dcc21885d219/8ee236da-990a-452e-952b-72572a9fb336) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:22.761522 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:22.811372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea60d838-5b33-4a66-a014-cb1c30ce6a46 req-978c07d9-5a1f-468a-a1ea-079f2e3226c6 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591887 Oct 13 14:04:22.816796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['e13ceabc-2732-4410-9d92-8b5d60455238'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:22.867709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073115c-dc8a-40a8-a14b-d3e9a4c3f80c req-032ec085-1a69-4a48-9e95-da93401c023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:22.871733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3073115c-dc8a-40a8-a14b-d3e9a4c3f80c req-032ec085-1a69-4a48-9e95-da93401c023f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f3b32a1-dbed-4907-8cd6-385475dc68e2 HTTP/1.1" status: 200 len: 924 time: 0.2386785 Oct 13 14:04:22.917551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-aa092a00-c568-4488-913b-6a1673fc9aef req-6218fb8f-543d-403a-8cec-715a885be7b2 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:22.972350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33c800c7-856a-420d-9dce-01f38776933e req-f0b45a10-11bc-4729-9700-5b56accc5c27 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 210 time: 0.0522444 Oct 13 14:04:23.017793 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:23.061375 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:23.096559 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-aa092a00-c568-4488-913b-6a1673fc9aef req-6218fb8f-543d-403a-8cec-715a885be7b2 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:23.130850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3073115c-dc8a-40a8-a14b-d3e9a4c3f80c req-2d3a580d-b2cc-471f-ad1b-c8dfd09f558a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43acf91e-96ec-41ea-922f-79aa09107510 HTTP/1.1" status: 200 len: 1002 time: 0.1965318 Oct 13 14:04:23.144560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa092a00-c568-4488-913b-6a1673fc9aef req-6218fb8f-543d-403a-8cec-715a885be7b2 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&id=75835d9b-dbbb-4047-9851-a97da5fadead&id=aca441ed-2465-46aa-a431-6d1222907ac5&id=f068f793-d32a-4481-9019-121cb11ba005&id=ee629804-c26b-4388-9c4f-fd71abfc591c&id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.6308177 Oct 13 14:04:23.210787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218fb8f-543d-403a-8cec-715a885be7b2 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49ed40d-9615-4f9b-9760-96abcedfbafa,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:23.218348 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:23.255211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073115c-dc8a-40a8-a14b-d3e9a4c3f80c req-566c880b-6ea5-4e67-8459-00d1dc405c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:23.257069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3073115c-dc8a-40a8-a14b-d3e9a4c3f80c req-566c880b-6ea5-4e67-8459-00d1dc405c3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b25b45a-36a2-457f-b836-0c2292062e0c HTTP/1.1" status: 200 len: 862 time: 0.1112676 Oct 13 14:04:23.278660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-749ccc80-2a8a-44cb-8ab4-d409900add79 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2478933 Oct 13 14:04:23.292094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:23.306718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Pushing event updated for resources: {'Port': ['ID=8ee236da-990a-452e-952b-72572a9fb336,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:23.326547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Network 39e826ec-9b03-4b08-bde0-323f172003ed is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:23.329862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:23.333236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:23.343327 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073115c-dc8a-40a8-a14b-d3e9a4c3f80c req-3b7e45d0-499f-45e1-aa32-6671d8094199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:23.344694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3073115c-dc8a-40a8-a14b-d3e9a4c3f80c req-3b7e45d0-499f-45e1-aa32-6671d8094199 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f3b32a1-dbed-4907-8cd6-385475dc68e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633290 Oct 13 14:04:23.419332 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Attempting to bind port 8ee236da-990a-452e-952b-72572a9fb336 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:04:23.419720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Attempting to bind port 8ee236da-990a-452e-952b-72572a9fb336 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'e1a8251f-9e3b-4cdd-ae80-3b734a36d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:04:23.420093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Attempting to bind port 8ee236da-990a-452e-952b-72572a9fb336 on network 39e826ec-9b03-4b08-bde0-323f172003ed {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:23.425468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:04:23.425842 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Checking segment: {'id': 'e1a8251f-9e3b-4cdd-ae80-3b734a36d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:23.427728 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:23.428211 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:23.428309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Bound using segment: {'id': 'e1a8251f-9e3b-4cdd-ae80-3b734a36d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:04:23.428897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Bound port: 8ee236da-990a-452e-952b-72572a9fb336, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a8251f-9e3b-4cdd-ae80-3b734a36d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:04:23.429227 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:23.466293 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:23.469943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3073115c-dc8a-40a8-a14b-d3e9a4c3f80c req-a48851be-cc62-4caf-b99f-d284ec9afc7b service neutron] 10.222.0.41 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119025 Oct 13 14:04:23.472035 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:23.514604 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] For port 8ee236da-990a-452e-952b-72572a9fb336, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:04:23.518881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] For port 8ee236da-990a-452e-952b-72572a9fb336, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8ee236da-990a-452e-952b-72572a9fb336,segment=NetworkSegment(e1a8251f-9e3b-4cdd-ae80-3b734a36d500),segment_id=e1a8251f-9e3b-4cdd-ae80-3b734a36d500)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:04:23.625994 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Allocated IP 172.25.0.116 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/645bbc98-8473-4113-92b3-af68a4586d28) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:23.710404 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:23.759336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ec6762b4-27e8-406a-bb84-2b53cb7b7a47 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:23.772786 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:23.824515 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:23.876425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617c2c2-f8c4-463b-81ad-b2f5db2a86ed None None] Pushing event updated for resources: {'Port': ['ID=8ee236da-990a-452e-952b-72572a9fb336,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:23.922179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3073115c-dc8a-40a8-a14b-d3e9a4c3f80c req-99fad5ed-c8f6-4723-8f19-925e13ddb196 service neutron] 10.222.0.41 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291971 Oct 13 14:04:23.971950 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:23.995007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:24.018484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aa769-dad9-4238-bbdd-932e676192fc req-1eb21188-52c8-4666-894c-170897f87173 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:24.020294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c5aa769-dad9-4238-bbdd-932e676192fc req-1eb21188-52c8-4666-894c-170897f87173 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 944 time: 0.0914261 Oct 13 14:04:24.034769 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:24.038832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:24.043448 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:24.047212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Pushing event updated for resources: {'Port': ['ID=645bbc98-8473-4113-92b3-af68a4586d28,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:24.050657 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:24.085944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:04:24.106030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:24.109718 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:24.147953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c5aa769-dad9-4238-bbdd-932e676192fc req-4b068a6d-88ff-4d88-a13b-9905342eb4a6 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968049 Oct 13 14:04:24.192190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f0cb0b-f091-43f1-ad9f-66f6f567df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:24.198852 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f467b8-8a16-4afa-b784-6c820271f845" -d '{"events": [{"server_uuid": "d8f0cb0b-f091-43f1-ad9f-66f6f567df89", "name": "network-vif-plugged", "status": "completed", "tag": "7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:24.275455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Allocated IP 172.25.0.54 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/d6bb34bc-d098-4458-a5b1-10cb88b30f75) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:24.327633 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:24.402988 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:24.456866 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:24.575204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50938abc-5cbd-4de6-859a-53347189203f req-a1862cd5-aa20-4f70-815d-18aa6407c4ce tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:24.576764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50938abc-5cbd-4de6-859a-53347189203f req-a1862cd5-aa20-4f70-815d-18aa6407c4ce tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 950 time: 0.0736415 Oct 13 14:04:24.637746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50938abc-5cbd-4de6-859a-53347189203f req-25262881-60f4-4a4d-ab2c-44ed2e8c6656 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496533 Oct 13 14:04:24.650288 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:24.705666 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:24.715849 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:24.791393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Pushing event updated for resources: {'Port': ['ID=d6bb34bc-d098-4458-a5b1-10cb88b30f75,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:24.843776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:24.852007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:24.856650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:24.931936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e875a0e-e691-4b3a-8421-6065addf59ab req-4f43a50e-2d08-4127-b07f-5a8faf6c5dd0 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:24.941242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e875a0e-e691-4b3a-8421-6065addf59ab req-4f43a50e-2d08-4127-b07f-5a8faf6c5dd0 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 944 time: 0.1455522 Oct 13 14:04:24.959405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:24.994348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e875a0e-e691-4b3a-8421-6065addf59ab req-08b79910-20f5-4529-8e31-d94d979014e2 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504675 Oct 13 14:04:25.045031 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:25.105805 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:25.230496 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8ee236da-990a-452e-952b-72572a9fb336 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:25.260781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98c3bf9d-19c9-4103-a78c-1431ada5a392 req-721fd876-c1c0-41a7-9f8d-26e0630db41c tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 210 time: 0.1066937 Oct 13 14:04:25.263679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-d71848ba-4549-4422-be70-482e22aa7c03 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=00a647c251824dd3807a99f29356edbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1416814 Oct 13 14:04:25.310586 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:25.332874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d93f62-2272-47e6-b5ff-a6f5d177fb35 None None] Network 39e826ec-9b03-4b08-bde0-323f172003ed requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:04:25.391295 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d36b4d5-36a1-45b3-a664-2e9b49760ae6 x-openstack-request-id: req-5d36b4d5-36a1-45b3-a664-2e9b49760ae6 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:25.391670 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f0cb0b-f091-43f1-ad9f-66f6f567df89", "name": "network-vif-plugged", "status": "completed", "tag": "7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:25.391857 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d36b4d5-36a1-45b3-a664-2e9b49760ae6 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:25.392243 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f0cb0b-f091-43f1-ad9f-66f6f567df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8', 'code': 200} Oct 13 14:04:25.393518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8ee236da-990a-452e-952b-72572a9fb336 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:25.393518 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:25.401573 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:25.457554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6a2548c7-b41f-4c60-a165-58fe0ef121aa None None] Provisioning complete for port 8ee236da-990a-452e-952b-72572a9fb336 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:25.458014 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a2548c7-b41f-4c60-a165-58fe0ef121aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:25.584174 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:25.599689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-c9e9fa6d-34c9-473c-8fdf-23532eeb6a7f tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:25.607232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-c9e9fa6d-34c9-473c-8fdf-23532eeb6a7f tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3268921 Oct 13 14:04:25.624189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aeae5246-6400-4337-9c92-2840e54dddb8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Request body: {'port': {'device_id': 'f25731cb-a4e4-4492-92f1-42db1595e386', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '00a647c251824dd3807a99f29356edbf'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:25.652463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 8ee236da-990a-452e-952b-72572a9fb336, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8ee236da-990a-452e-952b-72572a9fb336,segment=NetworkSegment(e1a8251f-9e3b-4cdd-ae80-3b734a36d500),segment_id=e1a8251f-9e3b-4cdd-ae80-3b734a36d500)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:25.711953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bf7c1-8504-4678-a7bf-4951ff63891e req-8afef01f-6566-4bda-8e19-7e14b139d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:25.713666 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac1bf7c1-8504-4678-a7bf-4951ff63891e req-8afef01f-6566-4bda-8e19-7e14b139d105 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d8f0cb0b-f091-43f1-ad9f-66f6f567df89 HTTP/1.1" status: 200 len: 1097 time: 0.2289770 Oct 13 14:04:25.741907 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Router 29abcb02-edb9-4974-8a44-efb6d61d7a14 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:04:25.745291 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a2548c7-b41f-4c60-a165-58fe0ef121aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:25.772454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device e13ceabc-2732-4410-9d92-8b5d60455238 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:25.873710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac1bf7c1-8504-4678-a7bf-4951ff63891e req-e37df019-a969-484e-a73d-ea549d7033ef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420105 Oct 13 14:04:25.889428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce694d49-cb39-47a4-9a99-f8e98354fcff req-b9ca9443-51ef-4712-8e5b-61cda6cf70d9 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:25.891211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce694d49-cb39-47a4-9a99-f8e98354fcff req-b9ca9443-51ef-4712-8e5b-61cda6cf70d9 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:25.891211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce694d49-cb39-47a4-9a99-f8e98354fcff req-b9ca9443-51ef-4712-8e5b-61cda6cf70d9 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:25.892598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce694d49-cb39-47a4-9a99-f8e98354fcff req-b9ca9443-51ef-4712-8e5b-61cda6cf70d9 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa&device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca&device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 2886 time: 0.1724575 Oct 13 14:04:25.897543 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:25.921279 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:04:25.937353 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Sync routers for ids ['29abcb02-edb9-4974-8a44-efb6d61d7a14'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:04:25.945573 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:25.959883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port e13ceabc-2732-4410-9d92-8b5d60455238 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:04:25.965365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce694d49-cb39-47a4-9a99-f8e98354fcff req-24b3b341-6679-4a9a-82c2-11499242a74d tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618370 Oct 13 14:04:25.973936 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Routers {'29abcb02-edb9-4974-8a44-efb6d61d7a14'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:25.974587 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:04:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29abcb02-edb9-4974-8a44-efb6d61d7a14'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:25.984083 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:26.000632 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-6a2548c7-b41f-4c60-a165-58fe0ef121aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:04:26.001080 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-6a2548c7-b41f-4c60-a165-58fe0ef121aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:04:26.001828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port e13ceabc-2732-4410-9d92-8b5d60455238 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:26.002430 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:26.040494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aeae5246-6400-4337-9c92-2840e54dddb8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Made reservation on behalf of 00a647c251824dd3807a99f29356edbf for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:04:26.046193 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aeae5246-6400-4337-9c92-2840e54dddb8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:26.112420 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:26.120707 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9c668a43-0aa6-47cb-8504-e50df33a3bab admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5743606 Oct 13 14:04:26.121470 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60808) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:26.143678 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Set router 29abcb02-edb9-4974-8a44-efb6d61d7a14 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:26.144841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=8ee236da-990a-452e-952b-72572a9fb336,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:26.252447 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:26.330575 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:26.333521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Pushing event updated for resources: {'Port': ['ID=d6bb34bc-d098-4458-a5b1-10cb88b30f75,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:26.338209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port e13ceabc-2732-4410-9d92-8b5d60455238, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e13ceabc-2732-4410-9d92-8b5d60455238,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:26.416350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54f8ee-5d0e-45d2-bee8-2a8350f57aca req-08e846e4-34ec-4c6d-ae19-2b44e3cd8a0e tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:26.418774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b54f8ee-5d0e-45d2-bee8-2a8350f57aca req-08e846e4-34ec-4c6d-ae19-2b44e3cd8a0e tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.3451602 Oct 13 14:04:26.422486 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1490570845-router', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '645bbc98-8473-4113-92b3-af68a4586d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:22Z', 'updated_at': '2021-10-13T14:04:24Z', 'revision_number': 3, 'project_id': 'c60b909ddbf0494eb954240e0b983b82', 'gw_port': {'id': '645bbc98-8473-4113-92b3-af68a4586d28', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:23Z', 'updated_at': '2021-10-13T14:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:26.456062 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Checking router: 29abcb02-edb9-4974-8a44-efb6d61d7a14 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:04:26.456715 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Updating router 29abcb02-edb9-4974-8a44-efb6d61d7a14 port 645bbc98-8473-4113-92b3-af68a4586d28 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:04:26.464026 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:26.493308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aeae5246-6400-4337-9c92-2840e54dddb8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Allocated IP 192.168.233.193 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/fd285543-82a9-496b-9a99-f0fd4eea2483) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:26.505198 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:26.569992 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:26.581642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-1eb3b0da-83cb-42a1-8566-6bdc78599bf5 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3019822 Oct 13 14:04:26.598434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=e13ceabc-2732-4410-9d92-8b5d60455238,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:26.684780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b54f8ee-5d0e-45d2-bee8-2a8350f57aca req-4db040e3-e16c-4f9d-b454-ec68650eec89 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503030 Oct 13 14:04:26.729986 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-eea52798-93b4-4b9d-8378-280b2b60884b tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.1464832 Oct 13 14:04:26.746311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4dbc1753-fcae-48c8-a510-79edacdb1fbd None None] Provisioning complete for port 8ee236da-990a-452e-952b-72572a9fb336 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:26.746865 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4dbc1753-fcae-48c8-a510-79edacdb1fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:26.848454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d2705-46eb-4c7a-8d66-8585e5ba7a2d req-5c07cccc-b04b-4d35-8a1a-505e180a0133 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:26.850348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d38d2705-46eb-4c7a-8d66-8585e5ba7a2d req-5c07cccc-b04b-4d35-8a1a-505e180a0133 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 950 time: 0.3595245 Oct 13 14:04:26.987380 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:26.995184 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.107602 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.125661 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8ee236da-990a-452e-952b-72572a9fb336 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:27.127542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0aadaa-6911-479a-9cf9-d3b66b9ae72c req-3f846e05-e884-4569-aa53-644bdb9c49df tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:27.135636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f0aadaa-6911-479a-9cf9-d3b66b9ae72c req-3f846e05-e884-4569-aa53-644bdb9c49df tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 950 time: 0.1815734 Oct 13 14:04:27.165204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-6fc62815-8e7e-4c0d-988a-8b112925bf46 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:27.166659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1daf1e7a-2549-4533-b827-1580ae5ec4b0 req-6fc62815-8e7e-4c0d-988a-8b112925bf46 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.3499765 Oct 13 14:04:27.175003 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aeae5246-6400-4337-9c92-2840e54dddb8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.210931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d38d2705-46eb-4c7a-8d66-8585e5ba7a2d req-ab25cd37-d011-42b2-a185-6e8e0d515af9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Deleting port 5fabe200-16e6-49d9-bb51-c880a0c093cc {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:27.211136 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d38d2705-46eb-4c7a-8d66-8585e5ba7a2d req-ab25cd37-d011-42b2-a185-6e8e0d515af9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.231600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8ee236da-990a-452e-952b-72572a9fb336 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:27.232025 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.257319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f0aadaa-6911-479a-9cf9-d3b66b9ae72c req-904c1404-9a16-4fc9-a803-052f9ca1fe41 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115720 Oct 13 14:04:27.263439 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Attempting to bind port 645bbc98-8473-4113-92b3-af68a4586d28 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:04:27.263811 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Attempting to bind port 645bbc98-8473-4113-92b3-af68a4586d28 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:04:27.264157 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Attempting to bind port 645bbc98-8473-4113-92b3-af68a4586d28 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:27.275142 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30f3b8-6652-4fe3-8377-345b6ae05815 None None] Pushing event updated for resources: {'Port': ['ID=645bbc98-8473-4113-92b3-af68a4586d28,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:27.280255 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:04:27.280640 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:27.281033 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.281421 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:04:27.281976 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Bound port: 645bbc98-8473-4113-92b3-af68a4586d28, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:04:27.282418 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.310152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Allocated IP 172.20.0.1 (39e826ec-9b03-4b08-bde0-323f172003ed/15f1885b-9c5b-44b3-a208-dcc21885d219/cba708ab-39f7-4619-84f4-9b3477a8e9a9) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:27.391892 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] For port 645bbc98-8473-4113-92b3-af68a4586d28, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:04:27.396372 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] For port 645bbc98-8473-4113-92b3-af68a4586d28, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=645bbc98-8473-4113-92b3-af68a4586d28,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:04:27.397077 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc843de-10bf-409d-96bb-9c3a8ff1fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6762b4-27e8-406a-bb84-2b53cb7b7a47'}, {'server_uuid': '1bcbe3af-c6e0-40d5-b314-5d236ab1c854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13ceabc-2732-4410-9d92-8b5d60455238'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:27.404763 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e545b9-a80f-40e6-885c-c05d9569af76" -d '{"events": [{"server_uuid": "1dc843de-10bf-409d-96bb-9c3a8ff1fc50", "name": "network-vif-plugged", "status": "completed", "tag": "ec6762b4-27e8-406a-bb84-2b53cb7b7a47"}, {"server_uuid": "1bcbe3af-c6e0-40d5-b314-5d236ab1c854", "name": "network-vif-plugged", "status": "completed", "tag": "e13ceabc-2732-4410-9d92-8b5d60455238"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:27.427586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d38d2705-46eb-4c7a-8d66-8585e5ba7a2d req-ab25cd37-d011-42b2-a185-6e8e0d515af9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] For port 5fabe200-16e6-49d9-bb51-c880a0c093cc, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5fabe200-16e6-49d9-bb51-c880a0c093cc,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:27.428262 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d38d2705-46eb-4c7a-8d66-8585e5ba7a2d req-ab25cd37-d011-42b2-a185-6e8e0d515af9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.461902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d38d2705-46eb-4c7a-8d66-8585e5ba7a2d req-ab25cd37-d011-42b2-a185-6e8e0d515af9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Calling delete_port for 5fabe200-16e6-49d9-bb51-c880a0c093cc owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:27.470395 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aeae5246-6400-4337-9c92-2840e54dddb8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.477899 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.487963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94433a-2ed7-4732-8b0d-7da0095d6204 req-47f58c3c-ec66-42f3-9418-6b154a31dfcc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:27.496212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f79a973c-20ff-4b65-8bec-feea717858f0'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:27.498077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f94433a-2ed7-4732-8b0d-7da0095d6204 req-47f58c3c-ec66-42f3-9418-6b154a31dfcc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 945 time: 0.1422846 Oct 13 14:04:27.544295 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.614059 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30f3b8-6652-4fe3-8377-345b6ae05815 None None] Pushing event updated for resources: {'Port': ['ID=645bbc98-8473-4113-92b3-af68a4586d28,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:27.618365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aeae5246-6400-4337-9c92-2840e54dddb8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:27.627050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aeae5246-6400-4337-9c92-2840e54dddb8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:27.646148 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Routers {'29abcb02-edb9-4974-8a44-efb6d61d7a14'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:27.646148 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:04:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29abcb02-edb9-4974-8a44-efb6d61d7a14'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:27.646424 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.667577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aeae5246-6400-4337-9c92-2840e54dddb8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:27.710611 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Network 39e826ec-9b03-4b08-bde0-323f172003ed is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:27.714324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:27.730881 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:27.762468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aeae5246-6400-4337-9c92-2840e54dddb8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:27.763459 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aeae5246-6400-4337-9c92-2840e54dddb8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.767227 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Pushing event updated for resources: {'Port': ['ID=cba708ab-39f7-4619-84f4-9b3477a8e9a9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:27.782734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:27.825049 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] Set router 29abcb02-edb9-4974-8a44-efb6d61d7a14 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:27.905562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae5246-6400-4337-9c92-2840e54dddb8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Pushing event updated for resources: {'Port': ['ID=fd285543-82a9-496b-9a99-f0fd4eea2483,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:27.924182 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f94433a-2ed7-4732-8b0d-7da0095d6204 req-73402011-31d9-4024-8aa3-1edc1f7676ad tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252093 Oct 13 14:04:27.952620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015a789-8518-4c82-a1f1-f7e36cc45723 req-7ef1107c-3439-4f21-a37d-8c329bf1b342 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:27.963099 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7015a789-8518-4c82-a1f1-f7e36cc45723 req-7ef1107c-3439-4f21-a37d-8c329bf1b342 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 936 time: 0.3976090 Oct 13 14:04:27.993865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aeae5246-6400-4337-9c92-2840e54dddb8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3771405 Oct 13 14:04:28.057945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Request body: {'port': {'device_id': 'f25731cb-a4e4-4492-92f1-42db1595e386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:28.074509 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d38d2705-46eb-4c7a-8d66-8585e5ba7a2d req-ab25cd37-d011-42b2-a185-6e8e0d515af9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:28.091952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae', 'c258c505-efec-41a3-908a-c7eff5d460ad', '421e5c99-d76c-4e92-a8de-1171670329da', '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:28.106479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-b44c7d2d-2089-4500-a080-bb000718e078 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/floatingips/b1bd4be0-0041-40af-a8bf-185abbaeb2d5 HTTP/1.1" status: 200 len: 692 time: 0.1206560 Oct 13 14:04:28.133844 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1490570845-router', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '645bbc98-8473-4113-92b3-af68a4586d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:22Z', 'updated_at': '2021-10-13T14:04:24Z', 'revision_number': 3, 'project_id': 'c60b909ddbf0494eb954240e0b983b82', 'gw_port': {'id': '645bbc98-8473-4113-92b3-af68a4586d28', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:23Z', 'updated_at': '2021-10-13T14:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:28.141512 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:28.145340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7015a789-8518-4c82-a1f1-f7e36cc45723 req-390e2fc6-303c-4480-8b18-50b3e25cb6bd tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812987 Oct 13 14:04:28.160623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25cd37-d011-42b2-a185-6e8e0d515af9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event deleted for resources: {'Port': ['ID=5fabe200-16e6-49d9-bb51-c880a0c093cc,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:28.170682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['9cf50e55-4299-48f8-a7fe-d30b5bceec2e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:28.230617 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822aa2b9-ad69-4bb3-a774-41617037ec5c None None] The sync data for ids ['29abcb02-edb9-4974-8a44-efb6d61d7a14'] in n-d-806683-15 is: [{'id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1490570845-router', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '645bbc98-8473-4113-92b3-af68a4586d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:22Z', 'updated_at': '2021-10-13T14:04:24Z', 'revision_number': 3, 'project_id': 'c60b909ddbf0494eb954240e0b983b82', 'gw_port': {'id': '645bbc98-8473-4113-92b3-af68a4586d28', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:23Z', 'updated_at': '2021-10-13T14:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:04:28.238897 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:28.269376 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1eaf0e4-6be6-4ccc-abdc-568d716b0b83 x-openstack-request-id: req-f1eaf0e4-6be6-4ccc-abdc-568d716b0b83 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:28.270434 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc843de-10bf-409d-96bb-9c3a8ff1fc50", "name": "network-vif-plugged", "status": "completed", "tag": "ec6762b4-27e8-406a-bb84-2b53cb7b7a47", "code": 200}, {"server_uuid": "1bcbe3af-c6e0-40d5-b314-5d236ab1c854", "name": "network-vif-plugged", "status": "completed", "tag": "e13ceabc-2732-4410-9d92-8b5d60455238", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:28.270854 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1eaf0e4-6be6-4ccc-abdc-568d716b0b83 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:28.271404 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc843de-10bf-409d-96bb-9c3a8ff1fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6762b4-27e8-406a-bb84-2b53cb7b7a47', 'code': 200} Oct 13 14:04:28.271756 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcbe3af-c6e0-40d5-b314-5d236ab1c854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13ceabc-2732-4410-9d92-8b5d60455238', 'code': 200} Oct 13 14:04:28.342374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-00c0c440-b3a1-4510-8adc-16bda4b5020f None None] Provisioning complete for port fd285543-82a9-496b-9a99-f0fd4eea2483 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:28.342929 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00c0c440-b3a1-4510-8adc-16bda4b5020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:28.381049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38d2705-46eb-4c7a-8d66-8585e5ba7a2d req-ab25cd37-d011-42b2-a185-6e8e0d515af9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] No DVR routers for this DVR port 5fabe200-16e6-49d9-bb51-c880a0c093cc on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:28.391486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-00c0c440-b3a1-4510-8adc-16bda4b5020f None None] Port fd285543-82a9-496b-9a99-f0fd4eea2483 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:04:28.406493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d38d2705-46eb-4c7a-8d66-8585e5ba7a2d req-ab25cd37-d011-42b2-a185-6e8e0d515af9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:28.410287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d38d2705-46eb-4c7a-8d66-8585e5ba7a2d req-ab25cd37-d011-42b2-a185-6e8e0d515af9 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "DELETE /v2.0/ports/5fabe200-16e6-49d9-bb51-c880a0c093cc HTTP/1.1" status: 204 len: 173 time: 1.5447261 Oct 13 14:04:28.432155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a268e47e-1cf2-40f5-9610-d3d6c0749ba6', 'name': 'network-vif-deleted', 'tag': '5fabe200-16e6-49d9-bb51-c880a0c093cc'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:28.434788 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f479c6-6de4-41b9-a1d3-f1b63faa9c13" -d '{"events": [{"server_uuid": "a268e47e-1cf2-40f5-9610-d3d6c0749ba6", "name": "network-vif-deleted", "tag": "5fabe200-16e6-49d9-bb51-c880a0c093cc"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:28.449865 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:28.559387 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:28.715029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-06af06ae-cb9c-49bd-b318-ff27a71f67a8 None None] Provisioning complete for port cba708ab-39f7-4619-84f4-9b3477a8e9a9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:28.715797 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-06af06ae-cb9c-49bd-b318-ff27a71f67a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:28.766843 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Pushing event updated for resources: {'Port': ['ID=cba708ab-39f7-4619-84f4-9b3477a8e9a9,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:28.788116 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:28.947984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-06af06ae-cb9c-49bd-b318-ff27a71f67a8 None None] Port cba708ab-39f7-4619-84f4-9b3477a8e9a9 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:04:28.975309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Network 39e826ec-9b03-4b08-bde0-323f172003ed is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:28.984693 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:29.034059 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5fabe200-16e6-49d9-bb51-c880a0c093cc no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:29.083063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 5fabe200-16e6-49d9-bb51-c880a0c093cc {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:29.083701 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5fabe200-16e6-49d9-bb51-c880a0c093cc not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:29.103846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d0e3b-eae7-415d-bdb8-a42287cef79c req-792d1715-c0f9-4085-8b13-9bdfe9eb1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:29.124361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-255d0e3b-eae7-415d-bdb8-a42287cef79c req-792d1715-c0f9-4085-8b13-9bdfe9eb1eba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 1097 time: 0.7375700 Oct 13 14:04:29.187539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-32dabe0f-7d71-4017-8acf-f357ed5b981b tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:29.201116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-32dabe0f-7d71-4017-8acf-f357ed5b981b tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 1.0520732 Oct 13 14:04:29.259207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 645bbc98-8473-4113-92b3-af68a4586d28 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:29.380715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Router 29abcb02-edb9-4974-8a44-efb6d61d7a14 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:04:29.416288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba30ec-d43a-4588-8dca-99dcaaaebb51 req-689ebfc6-8079-4309-95ec-d0fcd2a79277 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:29.426508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79ba30ec-d43a-4588-8dca-99dcaaaebb51 req-689ebfc6-8079-4309-95ec-d0fcd2a79277 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.9592471 Oct 13 14:04:29.446317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 645bbc98-8473-4113-92b3-af68a4586d28 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:29.446825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:29.514134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-6435b3e9-e0e3-4647-84a8-7c406d63c498 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.3117008 Oct 13 14:04:29.523016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-255d0e3b-eae7-415d-bdb8-a42287cef79c req-93da988a-65df-4087-b509-4eb3723cdae1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824122 Oct 13 14:04:29.541348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-642f4ef5-d32b-4b17-822e-7566ad01abbb None None] Provisioning complete for port cba708ab-39f7-4619-84f4-9b3477a8e9a9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:29.541723 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-642f4ef5-d32b-4b17-822e-7566ad01abbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:29.563293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dbf75-5eca-4cda-bdc4-e72acf7f2d9a req-556154f0-4af3-4b58-870a-faabf6639376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:29.563506 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:04:29.563839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-670dbf75-5eca-4cda-bdc4-e72acf7f2d9a req-556154f0-4af3-4b58-870a-faabf6639376 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 1097 time: 1.1661139 Oct 13 14:04:29.575034 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0b8b444f-67a3-4cb6-8146-61e5018166ec admin admin] 10.222.0.18 "PUT /v2.0/routers/29abcb02-edb9-4974-8a44-efb6d61d7a14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4520428 Oct 13 14:04:29.630264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79ba30ec-d43a-4588-8dca-99dcaaaebb51 req-f0239c38-9f98-43df-b560-fb3c56b5c12c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025118 Oct 13 14:04:29.704102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-642f4ef5-d32b-4b17-822e-7566ad01abbb None None] Port cba708ab-39f7-4619-84f4-9b3477a8e9a9 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:04:29.714104 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:29.749261 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 645bbc98-8473-4113-92b3-af68a4586d28, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=645bbc98-8473-4113-92b3-af68a4586d28,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:29.782459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-0b0722b0-df0a-4629-a1ac-4a17c5ea5ff3 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.54 HTTP/1.1" status: 200 len: 695 time: 0.2551990 Oct 13 14:04:29.834036 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:29.919096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=645bbc98-8473-4113-92b3-af68a4586d28,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:29.935579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-670dbf75-5eca-4cda-bdc4-e72acf7f2d9a req-b027460f-fa4f-46d3-bda3-b6c72003eb72 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928287 Oct 13 14:04:29.977156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d819143-3976-4e71-97ae-698093de9fb6 req-d3a23ded-43fb-4503-936f-f760e5487d97 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=a268e47e-1cf2-40f5-9610-d3d6c0749ba6 HTTP/1.1" status: 200 len: 210 time: 0.0437114 Oct 13 14:04:30.089101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-c760c0a9-729f-48db-abe3-fada87117f54 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Deleting port d6bb34bc-d098-4458-a5b1-10cb88b30f75 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:30.089538 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-c760c0a9-729f-48db-abe3-fada87117f54 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:30.110815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd285543-82a9-496b-9a99-f0fd4eea2483 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:04:30.145841 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:30.171215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Transition to ACTIVE for port object fd285543-82a9-496b-9a99-f0fd4eea2483 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:04:30.204040 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-c760c0a9-729f-48db-abe3-fada87117f54 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:30.204430 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-c760c0a9-729f-48db-abe3-fada87117f54 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:30.217281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-c760c0a9-729f-48db-abe3-fada87117f54 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Calling delete_port for d6bb34bc-d098-4458-a5b1-10cb88b30f75 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:30.270121 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:30.345962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Pushing event updated for resources: {'Port': ['ID=fd285543-82a9-496b-9a99-f0fd4eea2483,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:30.427797 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94bb972-cc2a-4d78-8032-7477dca2fce8 x-openstack-request-id: req-d94bb972-cc2a-4d78-8032-7477dca2fce8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:30.427998 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a268e47e-1cf2-40f5-9610-d3d6c0749ba6", "name": "network-vif-deleted", "tag": "5fabe200-16e6-49d9-bb51-c880a0c093cc", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:30.428278 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d94bb972-cc2a-4d78-8032-7477dca2fce8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:30.428632 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a268e47e-1cf2-40f5-9610-d3d6c0749ba6', 'name': 'network-vif-deleted', 'tag': '5fabe200-16e6-49d9-bb51-c880a0c093cc', 'status': 'completed', 'code': 200} Oct 13 14:04:30.513005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Attempting to bind port fd285543-82a9-496b-9a99-f0fd4eea2483 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:04:30.513627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Attempting to bind port fd285543-82a9-496b-9a99-f0fd4eea2483 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:04:30.514566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Attempting to bind port fd285543-82a9-496b-9a99-f0fd4eea2483 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:30.546205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Port fd285543-82a9-496b-9a99-f0fd4eea2483 on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:04:30.546205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Attempting to bind port fd285543-82a9-496b-9a99-f0fd4eea2483 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:30.574966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:04:30.575303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:30.575692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:04:30.576135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Bound port: fd285543-82a9-496b-9a99-f0fd4eea2483, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:04:30.576667 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:30.646239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af376c-cb2f-4dd4-a701-041c24e590db req-68007dd6-5d0d-4d59-887e-616f0d5d325f tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:30.647771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7af376c-cb2f-4dd4-a701-041c24e590db req-68007dd6-5d0d-4d59-887e-616f0d5d325f tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 945 time: 0.1292183 Oct 13 14:04:30.670354 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-c760c0a9-729f-48db-abe3-fada87117f54 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:30.730167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760c0a9-729f-48db-abe3-fada87117f54 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Pushing event deleted for resources: {'Port': ['ID=d6bb34bc-d098-4458-a5b1-10cb88b30f75,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:30.735477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] For port fd285543-82a9-496b-9a99-f0fd4eea2483, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:04:30.776500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] For port fd285543-82a9-496b-9a99-f0fd4eea2483, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fd285543-82a9-496b-9a99-f0fd4eea2483,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:04:30.792317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Sync routers for ids ['29abcb02-edb9-4974-8a44-efb6d61d7a14'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:04:30.798208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7af376c-cb2f-4dd4-a701-041c24e590db req-ace73d29-7dd9-429b-bd23-e1694dbe4947 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434565 Oct 13 14:04:30.803654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Routers {'29abcb02-edb9-4974-8a44-efb6d61d7a14'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:30.803916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:04:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29abcb02-edb9-4974-8a44-efb6d61d7a14'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:30.826544 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-c760c0a9-729f-48db-abe3-fada87117f54 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:30.829655 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-c760c0a9-729f-48db-abe3-fada87117f54 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:30.830952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a6fc496-2f6f-4027-b2c4-beb5f539fefb req-c760c0a9-729f-48db-abe3-fada87117f54 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "DELETE /v2.0/floatingips/b1bd4be0-0041-40af-a8bf-185abbaeb2d5 HTTP/1.1" status: 204 len: 173 time: 1.0412316 Oct 13 14:04:30.839184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:30.890341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:30.892378 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:30.895647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] 10.222.0.41 "PUT /v2.0/ports/fd285543-82a9-496b-9a99-f0fd4eea2483 HTTP/1.1" status: 200 len: 1097 time: 2.8428879 Oct 13 14:04:30.961884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Set router 29abcb02-edb9-4974-8a44-efb6d61d7a14 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:31.017637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8f576-7726-445a-b6a1-5e719976a5ff service neutron] Pushing event updated for resources: {'Port': ['ID=fd285543-82a9-496b-9a99-f0fd4eea2483,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:31.039030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a4437-4829-48bb-9431-a90a2048ff10 req-b03adc66-1565-4db4-a58f-274217ce3eaa tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:31.042928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f4a4437-4829-48bb-9431-a90a2048ff10 req-b03adc66-1565-4db4-a58f-274217ce3eaa tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 948 time: 0.1461084 Oct 13 14:04:31.159531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f4a4437-4829-48bb-9431-a90a2048ff10 req-4bf24ab5-5310-4aad-9ad6-e81e41b7d74c tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858972 Oct 13 14:04:31.216869 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-01026358-1644-4cb8-a19b-9dfac9b3e98d req-fe5d101d-aae0-4757-b914-393349e47f5b tempest-FloatingIPDetailsNegativeTestJSON-1347780224 tempest-FloatingIPDetailsNegativeTestJSON-1347780224-project] show failed (client error): The resource could not be found. Oct 13 14:04:31.218876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01026358-1644-4cb8-a19b-9dfac9b3e98d req-fe5d101d-aae0-4757-b914-393349e47f5b tempest-FloatingIPDetailsNegativeTestJSON-1347780224 tempest-FloatingIPDetailsNegativeTestJSON-1347780224-project] 10.222.0.18 "GET /v2.0/floatingips/2098f39e-218d-45a8-a332-708c47ba15b3 HTTP/1.1" status: 404 len: 350 time: 0.0931103 Oct 13 14:04:31.222217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 645bbc98-8473-4113-92b3-af68a4586d28 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:31.224808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aabee7c8-2eb6-458a-ad52-a2839369599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:31.230170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-aabee7c8-2eb6-458a-ad52-a2839369599b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00a647c251824dd3807a99f29356edbf&device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 1100 time: 0.1860952 Oct 13 14:04:31.266657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60848) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:31.348584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-af7bd327-b4ec-4576-8fa9-85e15deb25a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=fd285543-82a9-496b-9a99-f0fd4eea2483 HTTP/1.1" status: 200 len: 217 time: 0.0941443 Oct 13 14:04:31.415098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 645bbc98-8473-4113-92b3-af68a4586d28 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:31.415824 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:31.528827 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1490570845-router', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '645bbc98-8473-4113-92b3-af68a4586d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:22Z', 'updated_at': '2021-10-13T14:04:27Z', 'revision_number': 4, 'project_id': 'c60b909ddbf0494eb954240e0b983b82', 'gw_port': {'id': '645bbc98-8473-4113-92b3-af68a4586d28', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:23Z', 'updated_at': '2021-10-13T14:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'cba708ab-39f7-4619-84f4-9b3477a8e9a9', 'name': '', 'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'mac_address': 'fa:16:3e:e3:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '15f1885b-9c5b-44b3-a208-dcc21885d219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:27Z', 'updated_at': '2021-10-13T14:04:28Z', 'revision_number': 2, 'project_id': 'c60b909ddbf0494eb954240e0b983b82', 'subnets': [{'id': '15f1885b-9c5b-44b3-a208-dcc21885d219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:31.564317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed34b5-a1b4-4a73-9ec5-cd6a8893d0ef req-a304258c-b474-4b73-b470-ce2e41940e22 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:31.566130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64ed34b5-a1b4-4a73-9ec5-cd6a8893d0ef req-a304258c-b474-4b73-b470-ce2e41940e22 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.1784041 Oct 13 14:04:31.568351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-be6ca566-5ac5-4d85-9d0b-0be0b6c399cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:31.569912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-be6ca566-5ac5-4d85-9d0b-0be0b6c399cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2082014 Oct 13 14:04:31.578067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Checking router: 29abcb02-edb9-4974-8a44-efb6d61d7a14 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:04:31.579294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Updating router 29abcb02-edb9-4974-8a44-efb6d61d7a14 port cba708ab-39f7-4619-84f4-9b3477a8e9a9 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:04:31.658805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64ed34b5-a1b4-4a73-9ec5-cd6a8893d0ef req-4a126584-1546-4dda-b1f7-4aa158038c08 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850666 Oct 13 14:04:31.676685 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:31.686725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-f779d963-b924-47d5-92fb-f8a73d03f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:31.688417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-f779d963-b924-47d5-92fb-f8a73d03f882 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955133 Oct 13 14:04:31.845892 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-16aa22cc-e583-4614-83a6-5a59944389a6 req-0c1a5103-8d85-4300-8bd5-c9db46e17200 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] show failed (client error): The resource could not be found. Oct 13 14:04:31.846935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16aa22cc-e583-4614-83a6-5a59944389a6 req-0c1a5103-8d85-4300-8bd5-c9db46e17200 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/floatingips/b1bd4be0-0041-40af-a8bf-185abbaeb2d5 HTTP/1.1" status: 404 len: 350 time: 0.0647068 Oct 13 14:04:31.899329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-916956d6-93b6-40c9-b179-387f9aac6948 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960731 Oct 13 14:04:31.982367 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c029edec-0b50-479d-b430-68a6ab1a4103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:32.063211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78edc4cf-54e1-49b5-8a0e-e7c733303fd9 req-ca8e7c28-d94c-4284-8021-ac29b5a8cf3c service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554449 Oct 13 14:04:32.376203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb655fe1-b5d6-43b0-bdc0-a741c8e977e5 req-a158eeb9-c74c-49f9-9016-e83bb9b86880 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:32.381131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb655fe1-b5d6-43b0-bdc0-a741c8e977e5 req-a158eeb9-c74c-49f9-9016-e83bb9b86880 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 945 time: 0.0809188 Oct 13 14:04:32.405780 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:32.437853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25731cb-a4e4-4492-92f1-42db1595e386', 'tag': 'fd285543-82a9-496b-9a99-f0fd4eea2483'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:32.443451 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3919328f-1cee-47b2-837d-b15d8231f613" -d '{"events": [{"name": "network-changed", "server_uuid": "f25731cb-a4e4-4492-92f1-42db1595e386", "tag": "fd285543-82a9-496b-9a99-f0fd4eea2483"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:32.468923 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:32.510574 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-762519e9-5ab6-49c1-9584-bdb74f8c2b78 req-bcfbe513-4bc1-44d1-b1d0-0a2b545a4a64 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] show failed (client error): The resource could not be found. Oct 13 14:04:32.533083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-762519e9-5ab6-49c1-9584-bdb74f8c2b78 req-bcfbe513-4bc1-44d1-b1d0-0a2b545a4a64 tempest-FloatingIPsTestJSON-1015560350 tempest-FloatingIPsTestJSON-1015560350-project] 10.222.0.18 "GET /v2.0/floatingips/b1bd4be0-0041-40af-a8bf-185abbaeb2d5 HTTP/1.1" status: 404 len: 350 time: 0.0806999 Oct 13 14:04:32.534441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60864) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:32.552376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb655fe1-b5d6-43b0-bdc0-a741c8e977e5 req-a356b20d-5d09-4970-b212-e8c1d4945655 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532648 Oct 13 14:04:32.561705 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c029edec-0b50-479d-b430-68a6ab1a4103 admin admin] Deleting port cba708ab-39f7-4619-84f4-9b3477a8e9a9 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:32.562341 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c029edec-0b50-479d-b430-68a6ab1a4103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:32.623748 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21618b61-c375-49b2-91a2-b4aca18faf0e None None] Pushing event updated for resources: {'Port': ['ID=cba708ab-39f7-4619-84f4-9b3477a8e9a9,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:32.656679 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Attempting to bind port cba708ab-39f7-4619-84f4-9b3477a8e9a9 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:04:32.657144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Attempting to bind port cba708ab-39f7-4619-84f4-9b3477a8e9a9 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'e1a8251f-9e3b-4cdd-ae80-3b734a36d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:04:32.657510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Attempting to bind port cba708ab-39f7-4619-84f4-9b3477a8e9a9 on network 39e826ec-9b03-4b08-bde0-323f172003ed {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:32.666627 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:04:32.667232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Checking segment: {'id': 'e1a8251f-9e3b-4cdd-ae80-3b734a36d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:32.667874 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:32.668529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Bound using segment: {'id': 'e1a8251f-9e3b-4cdd-ae80-3b734a36d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:04:32.669320 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Bound port: cba708ab-39f7-4619-84f4-9b3477a8e9a9, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a8251f-9e3b-4cdd-ae80-3b734a36d500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:04:32.669959 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:32.799173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] For port cba708ab-39f7-4619-84f4-9b3477a8e9a9, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:04:32.804216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] For port cba708ab-39f7-4619-84f4-9b3477a8e9a9, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cba708ab-39f7-4619-84f4-9b3477a8e9a9,segment=NetworkSegment(e1a8251f-9e3b-4cdd-ae80-3b734a36d500),segment_id=e1a8251f-9e3b-4cdd-ae80-3b734a36d500)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:04:32.814302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2535a-9b88-4455-8e43-551da6f21c7a req-885b098c-952a-409a-b8e7-2307a4798ad6 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:32.818873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95b2535a-9b88-4455-8e43-551da6f21c7a req-885b098c-952a-409a-b8e7-2307a4798ad6 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 948 time: 0.1308825 Oct 13 14:04:32.903345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95b2535a-9b88-4455-8e43-551da6f21c7a req-7c96df46-1eff-4768-8a57-90baab21cd8d tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733759 Oct 13 14:04:32.914619 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:32.958668 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-30d5d4a2-5082-49ff-9781-d8610d0e676a None None] Provisioning complete for port cba708ab-39f7-4619-84f4-9b3477a8e9a9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:32.959085 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30d5d4a2-5082-49ff-9781-d8610d0e676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:33.031548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Routers {'29abcb02-edb9-4974-8a44-efb6d61d7a14'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:33.032432 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:04:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29abcb02-edb9-4974-8a44-efb6d61d7a14'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:33.072456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240edaa-a013-410d-a531-4bcf8850ccb4 req-630a5bef-5007-4e25-b75c-fd1d70ac5bee tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:33.073862 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c029edec-0b50-479d-b430-68a6ab1a4103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:33.086636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9240edaa-a013-410d-a531-4bcf8850ccb4 req-630a5bef-5007-4e25-b75c-fd1d70ac5bee tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 1102 time: 0.0998595 Oct 13 14:04:33.092465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c029edec-0b50-479d-b430-68a6ab1a4103 admin admin] Calling delete_port for cba708ab-39f7-4619-84f4-9b3477a8e9a9 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:33.156517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21618b61-c375-49b2-91a2-b4aca18faf0e None None] Pushing event updated for resources: {'Port': ['ID=cba708ab-39f7-4619-84f4-9b3477a8e9a9,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:33.169527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9240edaa-a013-410d-a531-4bcf8850ccb4 req-7becc791-1473-4d70-aa5e-9875f4122042 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782969 Oct 13 14:04:33.282982 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164b1801-313a-427f-b5f9-fb2d86c93e5d x-openstack-request-id: req-164b1801-313a-427f-b5f9-fb2d86c93e5d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:33.283600 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25731cb-a4e4-4492-92f1-42db1595e386", "tag": "fd285543-82a9-496b-9a99-f0fd4eea2483", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:33.284094 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-164b1801-313a-427f-b5f9-fb2d86c93e5d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:33.284964 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25731cb-a4e4-4492-92f1-42db1595e386', 'tag': 'fd285543-82a9-496b-9a99-f0fd4eea2483', 'status': 'completed', 'code': 200} Oct 13 14:04:33.306495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] Set router 29abcb02-edb9-4974-8a44-efb6d61d7a14 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:33.433418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919328f-1cee-47b2-837d-b15d8231f613 req-63859845-4663-490f-b7e1-6a0771f0c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:33.435511 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3919328f-1cee-47b2-837d-b15d8231f613 req-63859845-4663-490f-b7e1-6a0771f0c0b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=00a647c251824dd3807a99f29356edbf&device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 1100 time: 0.1206119 Oct 13 14:04:33.599487 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c029edec-0b50-479d-b430-68a6ab1a4103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:33.607339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-30d5d4a2-5082-49ff-9781-d8610d0e676a None None] Port cba708ab-39f7-4619-84f4-9b3477a8e9a9 update to ACTIVE by agent not found {{(pid=112686) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 14:04:33.650015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0d379-ab36-4383-8589-4ae1b417bde2 req-5a5dda7e-817e-4be8-846b-237300fddc63 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:33.651738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8c0d379-ab36-4383-8589-4ae1b417bde2 req-5a5dda7e-817e-4be8-846b-237300fddc63 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.2737970 Oct 13 14:04:33.715893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8c0d379-ab36-4383-8589-4ae1b417bde2 req-1816b946-ab5a-4b89-b350-fcd454f469dd tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511649 Oct 13 14:04:33.766977 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7d273af0-4aa8-4b9a-b152-40789fe26c2e None None] Could not find standard attr ID for object cba708ab-39f7-4619-84f4-9b3477a8e9a9. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:04:33.791558 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029edec-0b50-479d-b430-68a6ab1a4103 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba708ab-39f7-4619-84f4-9b3477a8e9a9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:33.809661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f3946-f600-4062-bbd7-00c2bf0d13dd req-c3d527cd-7c51-4672-9e6e-6f384b3e46bb tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:33.825142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-974f3946-f600-4062-bbd7-00c2bf0d13dd req-c3d527cd-7c51-4672-9e6e-6f384b3e46bb tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.3444159 Oct 13 14:04:33.910356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919328f-1cee-47b2-837d-b15d8231f613 req-e9cafbd4-2145-42d0-a822-a969a8aec53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:33.911998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3919328f-1cee-47b2-837d-b15d8231f613 req-e9cafbd4-2145-42d0-a822-a969a8aec53f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.4651601 Oct 13 14:04:33.960657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1490570845-router', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '645bbc98-8473-4113-92b3-af68a4586d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:22Z', 'updated_at': '2021-10-13T14:04:27Z', 'revision_number': 4, 'project_id': 'c60b909ddbf0494eb954240e0b983b82', 'gw_port': {'id': '645bbc98-8473-4113-92b3-af68a4586d28', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:23Z', 'updated_at': '2021-10-13T14:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'cba708ab-39f7-4619-84f4-9b3477a8e9a9', 'name': '', 'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'mac_address': 'fa:16:3e:e3:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '15f1885b-9c5b-44b3-a208-dcc21885d219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:27Z', 'updated_at': '2021-10-13T14:04:32Z', 'revision_number': 4, 'project_id': 'c60b909ddbf0494eb954240e0b983b82', 'subnets': [{'id': '15f1885b-9c5b-44b3-a208-dcc21885d219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:34.063468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dab455-65fa-44d9-844f-a7993c1d3f32 None None] The sync data for ids ['29abcb02-edb9-4974-8a44-efb6d61d7a14'] in n-d-806683-15 is: [{'id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1490570845-router', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '645bbc98-8473-4113-92b3-af68a4586d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:22Z', 'updated_at': '2021-10-13T14:04:27Z', 'revision_number': 4, 'project_id': 'c60b909ddbf0494eb954240e0b983b82', 'gw_port': {'id': '645bbc98-8473-4113-92b3-af68a4586d28', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:23Z', 'updated_at': '2021-10-13T14:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'cba708ab-39f7-4619-84f4-9b3477a8e9a9', 'name': '', 'network_id': '39e826ec-9b03-4b08-bde0-323f172003ed', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'mac_address': 'fa:16:3e:e3:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '15f1885b-9c5b-44b3-a208-dcc21885d219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:27Z', 'updated_at': '2021-10-13T14:04:32Z', 'revision_number': 4, 'project_id': 'c60b909ddbf0494eb954240e0b983b82', 'subnets': [{'id': '15f1885b-9c5b-44b3-a208-dcc21885d219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:04:34.110507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3919328f-1cee-47b2-837d-b15d8231f613 req-f7e39640-fb07-45cf-804d-1216fe9ffc99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=fd285543-82a9-496b-9a99-f0fd4eea2483 HTTP/1.1" status: 200 len: 217 time: 0.1756377 Oct 13 14:04:34.127870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-974f3946-f600-4062-bbd7-00c2bf0d13dd req-53b9a32f-842c-42f9-880f-e8b53d7544b2 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016660 Oct 13 14:04:34.330657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919328f-1cee-47b2-837d-b15d8231f613 req-104f47e5-a82c-4c25-9a36-0f24c317e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:34.337311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3919328f-1cee-47b2-837d-b15d8231f613 req-104f47e5-a82c-4c25-9a36-0f24c317e2c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2031615 Oct 13 14:04:34.432285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94a01d-bc33-4553-8b96-4357a2512b10 req-f0ac3ac2-1c8b-49fe-8893-a121bf26d4c0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:34.441832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d94a01d-bc33-4553-8b96-4357a2512b10 req-f0ac3ac2-1c8b-49fe-8893-a121bf26d4c0 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 1102 time: 0.1500642 Oct 13 14:04:34.469680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919328f-1cee-47b2-837d-b15d8231f613 req-c5d68d84-5801-4c48-9ef4-b7fd80448d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:34.471232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3919328f-1cee-47b2-837d-b15d8231f613 req-c5d68d84-5801-4c48-9ef4-b7fd80448d0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1215496 Oct 13 14:04:34.490638 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c029edec-0b50-479d-b430-68a6ab1a4103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:34.657757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d94a01d-bc33-4553-8b96-4357a2512b10 req-775820b3-3962-428c-8e41-8857f04482b8 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021434 Oct 13 14:04:34.667239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb20b82-dcd1-4aeb-a3b7-44d5b5f2dc60 req-8f085adf-9a4e-4f90-a65d-ff71867dc1e7 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:34.669351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fb20b82-dcd1-4aeb-a3b7-44d5b5f2dc60 req-8f085adf-9a4e-4f90-a65d-ff71867dc1e7 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f0cb0b-f091-43f1-ad9f-66f6f567df89 HTTP/1.1" status: 200 len: 945 time: 0.2259700 Oct 13 14:04:34.732776 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a295c3e-05ed-4d2e-8a17-611c6a332c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:34.751963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3919328f-1cee-47b2-837d-b15d8231f613 req-4535f045-4511-41ca-b7ed-81de6b58953f service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350564 Oct 13 14:04:34.772873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fb20b82-dcd1-4aeb-a3b7-44d5b5f2dc60 req-431f1c94-e51d-4dc6-8fe0-e85561fbc244 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936642 Oct 13 14:04:35.003735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c029edec-0b50-479d-b430-68a6ab1a4103 admin admin] Router 29abcb02-edb9-4974-8a44-efb6d61d7a14 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:04:35.040374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fd285543-82a9-496b-9a99-f0fd4eea2483 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:04:35.061613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e952c4-9c1a-4f6a-a3d4-e5da2d8ca5ba req-2da5fd3a-c34a-40e5-9b27-e4d392dc6904 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:35.071070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7e952c4-9c1a-4f6a-a3d4-e5da2d8ca5ba req-2da5fd3a-c34a-40e5-9b27-e4d392dc6904 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 948 time: 0.3017154 Oct 13 14:04:35.141173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b71ea-2031-4e16-8c17-3faa33c10a80 req-b9971bc4-23fd-454c-8174-3f7d2de07c72 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:35.146579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d98b71ea-2031-4e16-8c17-3faa33c10a80 req-b9971bc4-23fd-454c-8174-3f7d2de07c72 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/ports?device_id=d112abab-2dfa-495e-ac7e-cc1bcbf2bb89 HTTP/1.1" status: 200 len: 950 time: 0.3308105 Oct 13 14:04:35.155734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611b865-2265-4b7d-8081-469a69927dbd req-8cc9887c-fe7a-4d33-9c5f-3fd482068fc1 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:35.157683 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6611b865-2265-4b7d-8081-469a69927dbd req-8cc9887c-fe7a-4d33-9c5f-3fd482068fc1 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 1097 time: 0.2540050 Oct 13 14:04:35.212752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3919328f-1cee-47b2-837d-b15d8231f613 req-7dd5aae1-a3e4-4b23-a0a0-ca74c7e911fb service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986678 Oct 13 14:04:35.266632 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fd285543-82a9-496b-9a99-f0fd4eea2483, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fd285543-82a9-496b-9a99-f0fd4eea2483,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:35.269579 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6a295c3e-05ed-4d2e-8a17-611c6a332c12 admin admin] Deleting port b4fc2792-1917-4896-970b-791ed7171176 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:35.270384 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a295c3e-05ed-4d2e-8a17-611c6a332c12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:35.274344 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c029edec-0b50-479d-b430-68a6ab1a4103 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:04:35.281761 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c029edec-0b50-479d-b430-68a6ab1a4103 admin admin] 10.222.0.18 "PUT /v2.0/routers/29abcb02-edb9-4974-8a44-efb6d61d7a14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0161755 Oct 13 14:04:35.288701 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'fd285543-82a9-496b-9a99-f0fd4eea2483', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'fd285543-82a9-496b-9a99-f0fd4eea2483', 'mac_address': 'fa:16:3e:fc:98:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:04:35.298823 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60890) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:35.314462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6611b865-2265-4b7d-8081-469a69927dbd req-819dfbbf-dfcc-45c0-a976-30f4c570f9c6 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061742 Oct 13 14:04:35.341761 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:35.365795 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd285543-82a9-496b-9a99-f0fd4eea2483 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:04:35.425230 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fd285543-82a9-496b-9a99-f0fd4eea2483, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fd285543-82a9-496b-9a99-f0fd4eea2483,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:35.426961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7e952c4-9c1a-4f6a-a3d4-e5da2d8ca5ba req-1d812ffd-7be6-4408-b7f6-705a9184ffcb tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549411 Oct 13 14:04:35.477765 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:35.513006 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:35.518969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d98b71ea-2031-4e16-8c17-3faa33c10a80 req-008ac804-215a-490e-9988-442afbb5f033 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Deleting port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:35.519662 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d98b71ea-2031-4e16-8c17-3faa33c10a80 req-008ac804-215a-490e-9988-442afbb5f033 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:35.599037 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-6a295c3e-05ed-4d2e-8a17-611c6a332c12 admin admin] For port b4fc2792-1917-4896-970b-791ed7171176, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b4fc2792-1917-4896-970b-791ed7171176,segment=NetworkSegment(6f5d960c-c8d6-4d88-8331-3684e77d650f),segment_id=6f5d960c-c8d6-4d88-8331-3684e77d650f)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:35.599307 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a295c3e-05ed-4d2e-8a17-611c6a332c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:35.621345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6a295c3e-05ed-4d2e-8a17-611c6a332c12 admin admin] Calling delete_port for b4fc2792-1917-4896-970b-791ed7171176 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:35.627622 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=fd285543-82a9-496b-9a99-f0fd4eea2483,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:35.645746 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:35.673283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3c340-ace2-491c-a2ee-d658fac1895c req-b7f9f30b-bde9-4cc0-8168-2bf1c64cd0f0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:35.676087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02d3c340-ace2-491c-a2ee-d658fac1895c req-b7f9f30b-bde9-4cc0-8168-2bf1c64cd0f0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d112abab-2dfa-495e-ac7e-cc1bcbf2bb89 HTTP/1.1" status: 200 len: 950 time: 0.2141848 Oct 13 14:04:35.764436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02d3c340-ace2-491c-a2ee-d658fac1895c req-602f81d6-0eb9-4932-b7d6-8c72924d6567 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701139 Oct 13 14:04:35.766575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d98b71ea-2031-4e16-8c17-3faa33c10a80 req-008ac804-215a-490e-9988-442afbb5f033 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] For port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:35.766946 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d98b71ea-2031-4e16-8c17-3faa33c10a80 req-008ac804-215a-490e-9988-442afbb5f033 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:35.782493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d98b71ea-2031-4e16-8c17-3faa33c10a80 req-008ac804-215a-490e-9988-442afbb5f033 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Calling delete_port for 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:36.000606 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a295c3e-05ed-4d2e-8a17-611c6a332c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:36.097354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['fd285543-82a9-496b-9a99-f0fd4eea2483'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:36.108252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d98b71ea-2031-4e16-8c17-3faa33c10a80 req-008ac804-215a-490e-9988-442afbb5f033 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:36.126903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a295c3e-05ed-4d2e-8a17-611c6a332c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fc2792-1917-4896-970b-791ed7171176,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:36.182873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae', 'c258c505-efec-41a3-908a-c7eff5d460ad', '421e5c99-d76c-4e92-a8de-1171670329da'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:36.189767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ac804-215a-490e-9988-442afbb5f033 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event deleted for resources: {'Port': ['ID=0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:36.274159 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45e92c-eea2-4ca6-a419-d46b4856e2fd None None] Sync routers for ids ['29abcb02-edb9-4974-8a44-efb6d61d7a14'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:04:36.296168 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45e92c-eea2-4ca6-a419-d46b4856e2fd None None] Routers {'29abcb02-edb9-4974-8a44-efb6d61d7a14'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:36.297035 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6d45e92c-eea2-4ca6-a419-d46b4856e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:04:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29abcb02-edb9-4974-8a44-efb6d61d7a14'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:36.331065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98b71ea-2031-4e16-8c17-3faa33c10a80 req-008ac804-215a-490e-9988-442afbb5f033 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] No DVR routers for this DVR port 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:36.339572 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d98b71ea-2031-4e16-8c17-3faa33c10a80 req-008ac804-215a-490e-9988-442afbb5f033 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:36.353531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d98b71ea-2031-4e16-8c17-3faa33c10a80 req-008ac804-215a-490e-9988-442afbb5f033 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "DELETE /v2.0/ports/0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d HTTP/1.1" status: 204 len: 173 time: 1.1937056 Oct 13 14:04:36.380973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd112abab-2dfa-495e-ac7e-cc1bcbf2bb89', 'name': 'network-vif-deleted', 'tag': '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:36.383345 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c607459f-f179-440a-ad6e-e4e91bc83d66" -d '{"events": [{"server_uuid": "d112abab-2dfa-495e-ac7e-cc1bcbf2bb89", "name": "network-vif-deleted", "tag": "0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:36.420133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3541e0-e25a-414c-a666-e741f97a6889 req-ec1e78af-50ae-4dc8-9bff-3522addbd085 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:36.438671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd3541e0-e25a-414c-a666-e741f97a6889 req-ec1e78af-50ae-4dc8-9bff-3522addbd085 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 945 time: 0.1706746 Oct 13 14:04:36.439970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Deleting port 645bbc98-8473-4113-92b3-af68a4586d28 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:36.440461 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:36.543182 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-6d45e92c-eea2-4ca6-a419-d46b4856e2fd None None] Set router 29abcb02-edb9-4974-8a44-efb6d61d7a14 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:36.564280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd3541e0-e25a-414c-a666-e741f97a6889 req-899233c3-d11e-4b5a-8c8e-4431ce94d417 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124089 Oct 13 14:04:36.607446 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b75646e-6969-447e-aec3-3295c3e068b9 x-openstack-request-id: req-2b75646e-6969-447e-aec3-3295c3e068b9 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:36.612449 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d112abab-2dfa-495e-ac7e-cc1bcbf2bb89", "name": "network-vif-deleted", "tag": "0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:36.612449 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b75646e-6969-447e-aec3-3295c3e068b9 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:36.614359 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd112abab-2dfa-495e-ac7e-cc1bcbf2bb89', 'name': 'network-vif-deleted', 'tag': '0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d', 'status': 'completed', 'code': 200} Oct 13 14:04:36.641163 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] For port 645bbc98-8473-4113-92b3-af68a4586d28, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=645bbc98-8473-4113-92b3-af68a4586d28,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:36.641800 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:36.670524 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Calling delete_port for 645bbc98-8473-4113-92b3-af68a4586d28 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:36.752299 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6d45e92c-eea2-4ca6-a419-d46b4856e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1490570845-router', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:22Z', 'updated_at': '2021-10-13T14:04:35Z', 'revision_number': 6, 'project_id': 'c60b909ddbf0494eb954240e0b983b82', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:36.822835 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45e92c-eea2-4ca6-a419-d46b4856e2fd None None] Checking router: 29abcb02-edb9-4974-8a44-efb6d61d7a14 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:04:36.847712 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45e92c-eea2-4ca6-a419-d46b4856e2fd None None] Routers {'29abcb02-edb9-4974-8a44-efb6d61d7a14'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:36.848448 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6d45e92c-eea2-4ca6-a419-d46b4856e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:04:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29abcb02-edb9-4974-8a44-efb6d61d7a14'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:36.904405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011ee7e-a45f-423a-b8f3-84eded52fa35 req-175331f1-20c3-4a77-898d-02d033e49c71 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:36.906067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a011ee7e-a45f-423a-b8f3-84eded52fa35 req-175331f1-20c3-4a77-898d-02d033e49c71 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 949 time: 0.1411464 Oct 13 14:04:37.008472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a295c3e-05ed-4d2e-8a17-611c6a332c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:37.053461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a011ee7e-a45f-423a-b8f3-84eded52fa35 req-3243b8f7-5eca-46c2-b999-6443bef2bd1f tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201103 Oct 13 14:04:37.230477 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-6d45e92c-eea2-4ca6-a419-d46b4856e2fd None None] Set router 29abcb02-edb9-4974-8a44-efb6d61d7a14 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:37.319291 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-789221f0-d272-49f2-a6bb-600f30d295d4 req-f441cf7e-7b1d-4beb-8926-085bae4b4f6e tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=d112abab-2dfa-495e-ac7e-cc1bcbf2bb89 HTTP/1.1" status: 200 len: 210 time: 0.0557494 Oct 13 14:04:37.348691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77b8ea-4b00-4b19-abb1-56f383fd9a42 req-53240893-9b33-49da-8f33-b3af24b000c4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:37.353433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe77b8ea-4b00-4b19-abb1-56f383fd9a42 req-53240893-9b33-49da-8f33-b3af24b000c4 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 950 time: 0.1413383 Oct 13 14:04:37.390252 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6d45e92c-eea2-4ca6-a419-d46b4856e2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1490570845-router', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:22Z', 'updated_at': '2021-10-13T14:04:35Z', 'revision_number': 6, 'project_id': 'c60b909ddbf0494eb954240e0b983b82', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:37.414836 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:37.499328 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=645bbc98-8473-4113-92b3-af68a4586d28,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:37.542666 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d45e92c-eea2-4ca6-a419-d46b4856e2fd None None] The sync data for ids ['29abcb02-edb9-4974-8a44-efb6d61d7a14'] in n-d-806683-15 is: [{'id': '29abcb02-edb9-4974-8a44-efb6d61d7a14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1490570845-router', 'tenant_id': 'c60b909ddbf0494eb954240e0b983b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:22Z', 'updated_at': '2021-10-13T14:04:35Z', 'revision_number': 6, 'project_id': 'c60b909ddbf0494eb954240e0b983b82', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:04:37.635807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12938f60-0950-4e95-bd59-5f7b108f7920 req-518916ab-95c7-498f-b334-48ed64f51cc5 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:37.637519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12938f60-0950-4e95-bd59-5f7b108f7920 req-518916ab-95c7-498f-b334-48ed64f51cc5 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.1381505 Oct 13 14:04:37.665495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-fe77b8ea-4b00-4b19-abb1-56f383fd9a42 req-6d508eba-ba12-483e-a93c-738e2ea9116b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Deleting port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:37.667610 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fe77b8ea-4b00-4b19-abb1-56f383fd9a42 req-6d508eba-ba12-483e-a93c-738e2ea9116b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:37.822113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12938f60-0950-4e95-bd59-5f7b108f7920 req-11a9bd31-69f0-4f76-a655-d51c189829a2 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704745 Oct 13 14:04:37.865609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fe77b8ea-4b00-4b19-abb1-56f383fd9a42 req-6d508eba-ba12-483e-a93c-738e2ea9116b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] For port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9cf50e55-4299-48f8-a7fe-d30b5bceec2e,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:37.866869 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fe77b8ea-4b00-4b19-abb1-56f383fd9a42 req-6d508eba-ba12-483e-a93c-738e2ea9116b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:37.871900 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:37.906293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-fe77b8ea-4b00-4b19-abb1-56f383fd9a42 req-6d508eba-ba12-483e-a93c-738e2ea9116b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Calling delete_port for 9cf50e55-4299-48f8-a7fe-d30b5bceec2e owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:37.933412 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:37.944747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0f1c3ce7-46fe-4a34-9a1c-2605f4a5cd8d not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:38.025841 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:38.111709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['9cf50e55-4299-48f8-a7fe-d30b5bceec2e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:38.247706 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a295c3e-05ed-4d2e-8a17-611c6a332c12 admin admin] Router c1a60188-ef76-4948-b294-2b06af73d68d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:04:38.271210 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:38.278937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:38.528695 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:38.529660 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29abcb02-edb9-4974-8a44-efb6d61d7a14 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:04:38.544147 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:38.548281 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5de1b58a-33af-4b2d-8dfa-6f5ebc448dd7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/29abcb02-edb9-4974-8a44-efb6d61d7a14 HTTP/1.1" status: 204 len: 168 time: 3.2507589 Oct 13 14:04:38.549118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60948) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:38.572789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbf310-e1f9-4504-8560-1da2e6bb3c81 req-483000af-3787-4ecf-a0d0-c4f852a7793c tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:38.574584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74cbf310-e1f9-4504-8560-1da2e6bb3c81 req-483000af-3787-4ecf-a0d0-c4f852a7793c tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 949 time: 0.1957211 Oct 13 14:04:38.642470 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ab7ca4-2507-4876-8368-f48d6b7d6b5c admin admin] Deleting subnet 15f1885b-9c5b-44b3-a208-dcc21885d219 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:04:38.651253 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75ab7ca4-2507-4876-8368-f48d6b7d6b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:38.680825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a295c3e-05ed-4d2e-8a17-611c6a332c12 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:04:38.688535 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6a295c3e-05ed-4d2e-8a17-611c6a332c12 admin admin] 10.222.0.18 "PUT /v2.0/routers/c1a60188-ef76-4948-b294-2b06af73d68d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1463366 Oct 13 14:04:38.691153 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60950) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:38.694176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e8cc8-d6d7-444f-910f-d2d871136f57 req-21a7b481-7371-4f95-adb6-fe837f3722fb tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:38.703209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e8cc8-d6d7-444f-910f-d2d871136f57 req-21a7b481-7371-4f95-adb6-fe837f3722fb tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:38.712931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a127ab-8646-42b6-b4fa-a515f8fad4b2 None None] Sync routers for ids ['c1a60188-ef76-4948-b294-2b06af73d68d'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:04:38.713570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e8cc8-d6d7-444f-910f-d2d871136f57 req-21a7b481-7371-4f95-adb6-fe837f3722fb tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:38.715857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d2e8cc8-d6d7-444f-910f-d2d871136f57 req-21a7b481-7371-4f95-adb6-fe837f3722fb tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854&device_id=d8f0cb0b-f091-43f1-ad9f-66f6f567df89&device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 2416 time: 0.2328529 Oct 13 14:04:38.749608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a127ab-8646-42b6-b4fa-a515f8fad4b2 None None] Routers {'c1a60188-ef76-4948-b294-2b06af73d68d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:38.751186 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e0a127ab-8646-42b6-b4fa-a515f8fad4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:04:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c1a60188-ef76-4948-b294-2b06af73d68d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:38.764849 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75ab7ca4-2507-4876-8368-f48d6b7d6b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:38.767752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74cbf310-e1f9-4504-8560-1da2e6bb3c81 req-4f92faac-7a42-44d9-bcf8-d4684a82b52f tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740897 Oct 13 14:04:38.840334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d2e8cc8-d6d7-444f-910f-d2d871136f57 req-77ee889c-484f-41f4-86d7-80641e054086 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122231 Oct 13 14:04:38.950571 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:38.978689 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fe77b8ea-4b00-4b19-abb1-56f383fd9a42 req-6d508eba-ba12-483e-a93c-738e2ea9116b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:39.001578 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae', 'c258c505-efec-41a3-908a-c7eff5d460ad', '421e5c99-d76c-4e92-a8de-1171670329da'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:39.141571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d508eba-ba12-483e-a93c-738e2ea9116b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event deleted for resources: {'Port': ['ID=9cf50e55-4299-48f8-a7fe-d30b5bceec2e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:39.146151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fd285543-82a9-496b-9a99-f0fd4eea2483 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:04:39.171632 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 645bbc98-8473-4113-92b3-af68a4586d28 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:39.248329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d736b-a53f-4497-968e-0e70802510b2 req-d6a21b36-478f-4d0f-9d49-ce58cadc88cb tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:39.255767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 645bbc98-8473-4113-92b3-af68a4586d28 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:39.256332 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 645bbc98-8473-4113-92b3-af68a4586d28 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:39.257031 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cba708ab-39f7-4619-84f4-9b3477a8e9a9 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:39.267906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c54d736b-a53f-4497-968e-0e70802510b2 req-d6a21b36-478f-4d0f-9d49-ce58cadc88cb tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.3794134 Oct 13 14:04:39.270333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e0a127ab-8646-42b6-b4fa-a515f8fad4b2 None None] Set router c1a60188-ef76-4948-b294-2b06af73d68d gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:39.289792 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75ab7ca4-2507-4876-8368-f48d6b7d6b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:39.352500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe77b8ea-4b00-4b19-abb1-56f383fd9a42 req-6d508eba-ba12-483e-a93c-738e2ea9116b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] No DVR routers for this DVR port 9cf50e55-4299-48f8-a7fe-d30b5bceec2e on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:39.356357 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fe77b8ea-4b00-4b19-abb1-56f383fd9a42 req-6d508eba-ba12-483e-a93c-738e2ea9116b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:39.360936 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:39.371236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe77b8ea-4b00-4b19-abb1-56f383fd9a42 req-6d508eba-ba12-483e-a93c-738e2ea9116b tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.41 "DELETE /v2.0/ports/9cf50e55-4299-48f8-a7fe-d30b5bceec2e HTTP/1.1" status: 204 len: 173 time: 1.9895997 Oct 13 14:04:39.380408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0305bc0-5006-4d0f-a066-45f80260f986', 'name': 'network-vif-deleted', 'tag': '9cf50e55-4299-48f8-a7fe-d30b5bceec2e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:39.384158 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456ff09a-d430-4b3f-bf5f-4ceb31ef98f4" -d '{"events": [{"server_uuid": "b0305bc0-5006-4d0f-a066-45f80260f986", "name": "network-vif-deleted", "tag": "9cf50e55-4299-48f8-a7fe-d30b5bceec2e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:39.421059 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: cba708ab-39f7-4619-84f4-9b3477a8e9a9 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:39.421401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cba708ab-39f7-4619-84f4-9b3477a8e9a9 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:39.452270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c54d736b-a53f-4497-968e-0e70802510b2 req-16c387c7-ecdf-482a-a1bf-2106d66efc4d tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829219 Oct 13 14:04:39.487819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3ee17-3bf1-4ef1-8b58-2cb82ff20ac6 req-5b9bf788-a2fe-405c-820c-a2dface813ef tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:39.506756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72e3ee17-3bf1-4ef1-8b58-2cb82ff20ac6 req-5b9bf788-a2fe-405c-820c-a2dface813ef tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 945 time: 0.1429420 Oct 13 14:04:39.576513 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75ab7ca4-2507-4876-8368-f48d6b7d6b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:39.614324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab7ca4-2507-4876-8368-f48d6b7d6b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f1885b-9c5b-44b3-a208-dcc21885d219,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:39.621796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port fd285543-82a9-496b-9a99-f0fd4eea2483 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:04:39.639520 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75ab7ca4-2507-4876-8368-f48d6b7d6b5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:39.641904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ccd7458-41c4-434d-8e67-103da8848ef0 req-81786b6a-f125-47f9-a845-4805259b6dac tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 210 time: 0.0839515 Oct 13 14:04:39.650657 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-75ab7ca4-2507-4876-8368-f48d6b7d6b5c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/15f1885b-9c5b-44b3-a208-dcc21885d219 HTTP/1.1" status: 204 len: 168 time: 1.0951848 Oct 13 14:04:39.651965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60964) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:39.662527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7052b3-0234-45fe-9ace-650fe9d113cf None None] Network 39e826ec-9b03-4b08-bde0-323f172003ed requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:04:39.671351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72e3ee17-3bf1-4ef1-8b58-2cb82ff20ac6 req-b66e8424-dce8-4db5-aaa3-731fa5440549 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611958 Oct 13 14:04:39.784304 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55abd09-af59-4e09-8770-1d62e2687b7c x-openstack-request-id: req-f55abd09-af59-4e09-8770-1d62e2687b7c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:39.785828 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0305bc0-5006-4d0f-a066-45f80260f986", "name": "network-vif-deleted", "tag": "9cf50e55-4299-48f8-a7fe-d30b5bceec2e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:39.786483 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f55abd09-af59-4e09-8770-1d62e2687b7c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:39.787475 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0305bc0-5006-4d0f-a066-45f80260f986', 'name': 'network-vif-deleted', 'tag': '9cf50e55-4299-48f8-a7fe-d30b5bceec2e', 'status': 'completed', 'code': 200} Oct 13 14:04:39.810166 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Deleting port 18917638-02bb-4028-b566-3de4fc18da0d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:39.810166 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:40.028281 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:40.053269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57d235-3976-4521-8ff8-8729d0ef3750 req-69325231-15b2-4358-ac52-0d82f513c4e3 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:40.072464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea57d235-3976-4521-8ff8-8729d0ef3750 req-69325231-15b2-4358-ac52-0d82f513c4e3 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 949 time: 0.1459589 Oct 13 14:04:40.106901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port fd285543-82a9-496b-9a99-f0fd4eea2483 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:04:40.106901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:40.136259 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] For port 18917638-02bb-4028-b566-3de4fc18da0d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=18917638-02bb-4028-b566-3de4fc18da0d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:40.137129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:40.148533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea57d235-3976-4521-8ff8-8729d0ef3750 req-1cc2dfb7-deed-4dd3-a7fb-44d5234b15ba tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701699 Oct 13 14:04:40.181458 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Calling delete_port for 18917638-02bb-4028-b566-3de4fc18da0d owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:40.280769 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Deleting port 8ee236da-990a-452e-952b-72572a9fb336 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:40.281162 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:40.402984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e0a127ab-8646-42b6-b4fa-a515f8fad4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'name': 'tempest-FloatingIPsTestJSON-1204351499-router', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252'}], 'enable_snat': True}, 'gw_port_id': '18917638-02bb-4028-b566-3de4fc18da0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:53Z', 'updated_at': '2021-10-13T14:04:35Z', 'revision_number': 5, 'project_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'gw_port': {'id': '18917638-02bb-4028-b566-3de4fc18da0d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:40:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:03:55Z', 'updated_at': '2021-10-13T14:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:40.474954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] For port 8ee236da-990a-452e-952b-72572a9fb336, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8ee236da-990a-452e-952b-72572a9fb336,segment=NetworkSegment(e1a8251f-9e3b-4cdd-ae80-3b734a36d500),segment_id=e1a8251f-9e3b-4cdd-ae80-3b734a36d500)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:40.475635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:40.484838 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b9d3ff-8c44-45c4-a082-d4071165cfff None None] DHCP port deletion for 39e826ec-9b03-4b08-bde0-323f172003ed request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:04:40.493390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a127ab-8646-42b6-b4fa-a515f8fad4b2 None None] Checking router: c1a60188-ef76-4948-b294-2b06af73d68d for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:04:40.574200 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Calling delete_port for 8ee236da-990a-452e-952b-72572a9fb336 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:40.590413 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:40.606556 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a127ab-8646-42b6-b4fa-a515f8fad4b2 None None] Routers {'c1a60188-ef76-4948-b294-2b06af73d68d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:04:40.607348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e0a127ab-8646-42b6-b4fa-a515f8fad4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:04:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c1a60188-ef76-4948-b294-2b06af73d68d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:40.780592 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25731cb-a4e4-4492-92f1-42db1595e386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd285543-82a9-496b-9a99-f0fd4eea2483'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:40.783683 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fbf299-39eb-4c72-b36c-e2922ca07f10" -d '{"events": [{"server_uuid": "f25731cb-a4e4-4492-92f1-42db1595e386", "name": "network-vif-plugged", "status": "completed", "tag": "fd285543-82a9-496b-9a99-f0fd4eea2483"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:40.810877 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:40.820943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ef32c-e1ab-40e7-9ca9-8e70b83647c0 req-444e45f0-0e84-4abf-90c6-65d5acb75197 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:40.833094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-305ef32c-e1ab-40e7-9ca9-8e70b83647c0 req-444e45f0-0e84-4abf-90c6-65d5acb75197 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1344030 Oct 13 14:04:40.834129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fd285543-82a9-496b-9a99-f0fd4eea2483, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fd285543-82a9-496b-9a99-f0fd4eea2483,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:40.859832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e0a127ab-8646-42b6-b4fa-a515f8fad4b2 None None] Set router c1a60188-ef76-4948-b294-2b06af73d68d gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:04:40.905741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-305ef32c-e1ab-40e7-9ca9-8e70b83647c0 req-1ad872fe-be9f-40f0-9300-e43a4bf5b1ea tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707581 Oct 13 14:04:40.933440 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:40.976621 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6286ed-f766-4f5e-8ff2-be07fb5bcb23 x-openstack-request-id: req-0f6286ed-f766-4f5e-8ff2-be07fb5bcb23 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:40.977106 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25731cb-a4e4-4492-92f1-42db1595e386", "name": "network-vif-plugged", "status": "completed", "tag": "fd285543-82a9-496b-9a99-f0fd4eea2483", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:40.977375 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f6286ed-f766-4f5e-8ff2-be07fb5bcb23 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:40.977873 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25731cb-a4e4-4492-92f1-42db1595e386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd285543-82a9-496b-9a99-f0fd4eea2483', 'code': 200} Oct 13 14:04:40.986252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9d3ff-8c44-45c4-a082-d4071165cfff None None] Deleting port 8ee236da-990a-452e-952b-72572a9fb336 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:40.986880 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a2b9d3ff-8c44-45c4-a082-d4071165cfff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:40.990292 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e0a127ab-8646-42b6-b4fa-a515f8fad4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'name': 'tempest-FloatingIPsTestJSON-1204351499-router', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:53Z', 'updated_at': '2021-10-13T14:04:39Z', 'revision_number': 6, 'project_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:41.047802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee236da-990a-452e-952b-72572a9fb336,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:41.055309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a127ab-8646-42b6-b4fa-a515f8fad4b2 None None] The sync data for ids ['c1a60188-ef76-4948-b294-2b06af73d68d'] in n-d-806683-15 is: [{'id': 'c1a60188-ef76-4948-b294-2b06af73d68d', 'name': 'tempest-FloatingIPsTestJSON-1204351499-router', 'tenant_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:03:53Z', 'updated_at': '2021-10-13T14:04:39Z', 'revision_number': 6, 'project_id': '3dfc6fff5a154ce4b91da976c9efe8c1', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:04:41.069550 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:41.084946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff2d1ef1-b2a2-4b7c-b157-7bc4dcb9293c req-31267063-af22-4be0-8b08-358bfe510552 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0305bc0-5006-4d0f-a066-45f80260f986 HTTP/1.1" status: 200 len: 210 time: 0.0729079 Oct 13 14:04:41.156864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 9cf50e55-4299-48f8-a7fe-d30b5bceec2e no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:41.198563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=18917638-02bb-4028-b566-3de4fc18da0d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:41.241470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a2b9d3ff-8c44-45c4-a082-d4071165cfff None None] For port 8ee236da-990a-452e-952b-72572a9fb336, host n-d-806683-15, got binding levels [] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:41.242194 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a2b9d3ff-8c44-45c4-a082-d4071165cfff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:41.262740 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9d3ff-8c44-45c4-a082-d4071165cfff None None] Calling delete_port for 8ee236da-990a-452e-952b-72572a9fb336 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:41.272596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.ipam_backend_mixin [None req-a2b9d3ff-8c44-45c4-a082-d4071165cfff None None] Port 8ee236da-990a-452e-952b-72572a9fb336 was not found and therefore no delete operation was performed {{(pid=112686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 14:04:41.277127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] No DVR routers for this DVR port 8ee236da-990a-452e-952b-72572a9fb336 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:41.310122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 9cf50e55-4299-48f8-a7fe-d30b5bceec2e {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:41.310472 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 9cf50e55-4299-48f8-a7fe-d30b5bceec2e not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:41.313054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=fd285543-82a9-496b-9a99-f0fd4eea2483,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:41.324393 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a2b9d3ff-8c44-45c4-a082-d4071165cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:41.400797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b9d3ff-8c44-45c4-a082-d4071165cfff None None] No DVR routers for this DVR port 8ee236da-990a-452e-952b-72572a9fb336 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:41.422347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9d3ff-8c44-45c4-a082-d4071165cfff None None] Pushing event deleted for resources: {'Port': ['ID=8ee236da-990a-452e-952b-72572a9fb336,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:41.511045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f326e41-1424-4f38-b7cd-e5a31bcfbf5d req-01b3291e-62bb-450c-b4e9-a9c820fd6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:41.516953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f326e41-1424-4f38-b7cd-e5a31bcfbf5d req-01b3291e-62bb-450c-b4e9-a9c820fd6190 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 1102 time: 0.2753348 Oct 13 14:04:41.530904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8ee236da-990a-452e-952b-72572a9fb336 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:41.576273 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 8ee236da-990a-452e-952b-72572a9fb336 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:41.576640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8ee236da-990a-452e-952b-72572a9fb336 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:41.647337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648a104-7b56-455b-b04b-ef5195380604 req-f8ea564e-60b7-417d-998c-af897b677d87 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:41.652826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f648a104-7b56-455b-b04b-ef5195380604 req-f8ea564e-60b7-417d-998c-af897b677d87 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 950 time: 0.2502480 Oct 13 14:04:41.659292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f326e41-1424-4f38-b7cd-e5a31bcfbf5d req-d18925c5-78f8-440f-9a84-d76fc579d2d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271858 Oct 13 14:04:41.668938 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:41.708468 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e826ec-9b03-4b08-bde0-323f172003ed']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:41.709593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f648a104-7b56-455b-b04b-ef5195380604 req-d2988450-9ac1-4d02-ac0d-3fbb8a43d04e tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488951 Oct 13 14:04:41.711944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:41.808055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a8251f-9e3b-4cdd-ae80-3b734a36d500') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:41.808407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a8251f-9e3b-4cdd-ae80-3b734a36d500') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:41.821236 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:41.823649 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:41.829741 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:41.841082 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:41.886451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:04:41.887191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:04:41.889536 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:04:41.970682 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:41.972808 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1a60188-ef76-4948-b294-2b06af73d68d {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:04:41.980623 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:41.985598 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-502ec114-5dc8-4268-b202-4489dbdf17d0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c1a60188-ef76-4948-b294-2b06af73d68d HTTP/1.1" status: 204 len: 168 time: 3.2929206 Oct 13 14:04:41.986724 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32770) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:42.010676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cd5c5-97dd-4313-bc6b-2b069f3882e9 req-0c8478a7-2c9e-4898-8b9c-89d22574dfc3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:42.012114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce6cd5c5-97dd-4313-bc6b-2b069f3882e9 req-0c8478a7-2c9e-4898-8b9c-89d22574dfc3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.0716414 Oct 13 14:04:42.047568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:42.054527 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:42.063702 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] 10.222.0.18 "DELETE /v2.0/networks/39e826ec-9b03-4b08-bde0-323f172003ed HTTP/1.1" status: 204 len: 168 time: 2.4024394 Oct 13 14:04:42.083711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e53e7-51ed-48da-9b4c-e03088fc7a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e826ec-9b03-4b08-bde0-323f172003ed,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:42.101739 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-251c2314-d4cb-46ef-a6ab-17d1bb1b7b53 admin admin] Deleting subnet b4c270e5-859a-43a9-8e11-f149b8018064 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:04:42.111743 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-251c2314-d4cb-46ef-a6ab-17d1bb1b7b53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:42.120539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce6cd5c5-97dd-4313-bc6b-2b069f3882e9 req-efd0cb27-959d-4fbb-b9d0-ad6e4f8cf88b tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977044 Oct 13 14:04:42.137878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f6b6f-527f-4254-bb48-d7427d01ea14 req-35ce44ad-a141-4946-b957-112cc11a77b4 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:42.139646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-640f6b6f-527f-4254-bb48-d7427d01ea14 req-35ce44ad-a141-4946-b957-112cc11a77b4 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1264746 Oct 13 14:04:42.221662 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-251c2314-d4cb-46ef-a6ab-17d1bb1b7b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:42.222962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-640f6b6f-527f-4254-bb48-d7427d01ea14 req-6a7921b9-05c8-4cca-b361-45eab720a40e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578287 Oct 13 14:04:42.323940 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-251c2314-d4cb-46ef-a6ab-17d1bb1b7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:42.593045 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-251c2314-d4cb-46ef-a6ab-17d1bb1b7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:42.640146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c2314-d4cb-46ef-a6ab-17d1bb1b7b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c270e5-859a-43a9-8e11-f149b8018064,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:42.643129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-251c2314-d4cb-46ef-a6ab-17d1bb1b7b53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:42.648249 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-251c2314-d4cb-46ef-a6ab-17d1bb1b7b53 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b4c270e5-859a-43a9-8e11-f149b8018064 HTTP/1.1" status: 204 len: 168 time: 0.6606662 Oct 13 14:04:42.652421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 32788) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:42.659503 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd95b50-fb5d-4cee-8c00-417b6c369ed7 None None] Network d445e5dd-b5b9-4624-aa3d-e70a35a0b314 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:04:42.739067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 32792) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:42.773560 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:42.815484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e3ef460b-e629-4929-8b7e-9e346e48fc56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c60b909ddbf0494eb954240e0b983b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0746253 Oct 13 14:04:42.819998 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32794) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:42.888058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Deleting port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:42.888704 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:42.905631 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ca513705-8168-4a10-bc65-6e0713199ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:42.915630 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ae4aa2-7622-45d4-9094-a6f06b34d007 None None] DHCP port deletion for d445e5dd-b5b9-4624-aa3d-e70a35a0b314 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:04:42.955303 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ca513705-8168-4a10-bc65-6e0713199ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:42.988392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae4aa2-7622-45d4-9094-a6f06b34d007 None None] Deleting port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:42.988798 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a1ae4aa2-7622-45d4-9094-a6f06b34d007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.012608 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] For port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0,segment=NetworkSegment(6f5d960c-c8d6-4d88-8331-3684e77d650f),segment_id=6f5d960c-c8d6-4d88-8331-3684e77d650f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:43.014936 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.051421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Calling delete_port for ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:43.074158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a1ae4aa2-7622-45d4-9094-a6f06b34d007 None None] For port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0,segment=NetworkSegment(6f5d960c-c8d6-4d88-8331-3684e77d650f),segment_id=6f5d960c-c8d6-4d88-8331-3684e77d650f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:43.074567 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a1ae4aa2-7622-45d4-9094-a6f06b34d007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.101927 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ca513705-8168-4a10-bc65-6e0713199ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.105224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae4aa2-7622-45d4-9094-a6f06b34d007 None None] Calling delete_port for ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:43.112101 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ca513705-8168-4a10-bc65-6e0713199ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.116696 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ca513705-8168-4a10-bc65-6e0713199ecd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce4553a1-d4d1-4b72-9323-f1c138cde24d HTTP/1.1" status: 204 len: 168 time: 0.2929797 Oct 13 14:04:43.130115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca513705-8168-4a10-bc65-6e0713199ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4553a1-d4d1-4b72-9323-f1c138cde24d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:43.169921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:43.351269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b7d1a-ab7e-4689-8fcb-a43aa4304b99 req-664c6f15-1531-49ef-ba64-871b84d75080 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:43.353652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-864b7d1a-ab7e-4689-8fcb-a43aa4304b99 req-664c6f15-1531-49ef-ba64-871b84d75080 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 950 time: 0.1142316 Oct 13 14:04:43.400784 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.431284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-864b7d1a-ab7e-4689-8fcb-a43aa4304b99 req-9623d19a-39ca-44ba-a29f-055481ef9110 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706463 Oct 13 14:04:43.447290 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.479478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b4fc2792-1917-4896-970b-791ed7171176 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:43.484521 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a1ae4aa2-7622-45d4-9094-a6f06b34d007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.498453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:43.507087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] No DVR routers for this DVR port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:43.551854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: b4fc2792-1917-4896-970b-791ed7171176 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:43.552522 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b4fc2792-1917-4896-970b-791ed7171176 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:43.552954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 18917638-02bb-4028-b566-3de4fc18da0d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:43.557977 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae4aa2-7622-45d4-9094-a6f06b34d007 None None] Pushing event deleted for resources: {'Port': ['ID=ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:43.582300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ae4aa2-7622-45d4-9094-a6f06b34d007 None None] No DVR routers for this DVR port ed54841f-bb44-4349-b3c2-bdd8d9a9e3b0 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:43.586550 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 18917638-02bb-4028-b566-3de4fc18da0d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:43.586888 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 18917638-02bb-4028-b566-3de4fc18da0d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:43.615759 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.634310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d445e5dd-b5b9-4624-aa3d-e70a35a0b314']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:43.651056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5d960c-c8d6-4d88-8331-3684e77d650f') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:43.651420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5d960c-c8d6-4d88-8331-3684e77d650f') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:04:43.663474 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.680739 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.688845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:04:43.689445 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:04:43.692290 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:04:43.877151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e0777-3bd9-48fb-a5d0-ac52f42eb1af req-710aa001-b924-4f38-886b-bfb5ef690a92 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:43.880093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e9e0777-3bd9-48fb-a5d0-ac52f42eb1af req-710aa001-b924-4f38-886b-bfb5ef690a92 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.0672016 Oct 13 14:04:43.906562 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.919068 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:43.923863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d445e5dd-b5b9-4624-aa3d-e70a35a0b314 HTTP/1.1" status: 204 len: 168 time: 1.2695520 Oct 13 14:04:43.941254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f4784-8902-4765-a9fe-c31cc65b7d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=d445e5dd-b5b9-4624-aa3d-e70a35a0b314,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:43.967322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e9e0777-3bd9-48fb-a5d0-ac52f42eb1af req-1c9ac98d-3192-430b-adde-1c82f8d754fc tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738695 Oct 13 14:04:44.172204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ba4bb-5ed9-499c-a4cd-b93446cdb417 req-880c7724-0ae6-434c-86ce-8b1615334b04 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:44.176217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-949ba4bb-5ed9-499c-a4cd-b93446cdb417 req-880c7724-0ae6-434c-86ce-8b1615334b04 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1165977 Oct 13 14:04:44.202447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0ef61-830a-4965-a6eb-553960387bfb req-0f9d0457-8fc0-4906-a255-52b31a9bacfe tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:44.204161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aed0ef61-830a-4965-a6eb-553960387bfb req-0f9d0457-8fc0-4906-a255-52b31a9bacfe tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b55dd8e-e343-4299-98a6-7925c4836ba1 HTTP/1.1" status: 200 len: 949 time: 0.0981247 Oct 13 14:04:44.277500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-949ba4bb-5ed9-499c-a4cd-b93446cdb417 req-22e891de-fcff-403c-bc6d-3024f7f75618 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702887 Oct 13 14:04:44.322814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aed0ef61-830a-4965-a6eb-553960387bfb req-fb9a6750-acfc-455a-a81e-66c7e46301ef tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064174 Oct 13 14:04:44.340265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32828) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:44.428397 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-02f71ed7-2765-4872-b984-b876a3e506ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3dfc6fff5a154ce4b91da976c9efe8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0859990 Oct 13 14:04:44.430846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32830) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:44.534229 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae7ee5d5-8d5f-41f5-b61a-9fb5c3c4aa67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:44.576454 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae7ee5d5-8d5f-41f5-b61a-9fb5c3c4aa67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:44.647406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45f2d3-c506-4a61-96fd-ce573ded3aa7 req-e9faa7ee-3901-47d2-b2da-4d1f58b978ed tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:44.657302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c45f2d3-c506-4a61-96fd-ce573ded3aa7 req-e9faa7ee-3901-47d2-b2da-4d1f58b978ed tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 950 time: 0.0959477 Oct 13 14:04:44.733407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c45f2d3-c506-4a61-96fd-ce573ded3aa7 req-6d1bc415-9ed5-4e49-b3ef-47ff2d8e3105 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596974 Oct 13 14:04:44.754121 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae7ee5d5-8d5f-41f5-b61a-9fb5c3c4aa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:44.760804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae7ee5d5-8d5f-41f5-b61a-9fb5c3c4aa67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:44.765208 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ae7ee5d5-8d5f-41f5-b61a-9fb5c3c4aa67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d51aa37-954a-412d-97f2-c2235026b345 HTTP/1.1" status: 204 len: 168 time: 0.3301630 Oct 13 14:04:44.806973 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ee5d5-8d5f-41f5-b61a-9fb5c3c4aa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d51aa37-954a-412d-97f2-c2235026b345,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:44.982390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b087bfb-30c0-441c-8ce4-80b480a91080 req-c00ef034-1b6b-4d2e-9783-240bf6ba52f0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:44.984001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b087bfb-30c0-441c-8ce4-80b480a91080 req-c00ef034-1b6b-4d2e-9783-240bf6ba52f0 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b55dd8e-e343-4299-98a6-7925c4836ba1 HTTP/1.1" status: 200 len: 949 time: 0.0745227 Oct 13 14:04:45.171291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f243d71-da90-4a36-a2e2-61abd8c05e90 req-a81e0c98-e8b7-4c14-9223-e9e73a97c735 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:45.172675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f243d71-da90-4a36-a2e2-61abd8c05e90 req-a81e0c98-e8b7-4c14-9223-e9e73a97c735 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.0722711 Oct 13 14:04:45.186953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-6b087bfb-30c0-441c-8ce4-80b480a91080 req-1c039c85-4f2c-4a1c-bfa9-8e8ebf601955 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Deleting port c258c505-efec-41a3-908a-c7eff5d460ad {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:45.187535 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6b087bfb-30c0-441c-8ce4-80b480a91080 req-1c039c85-4f2c-4a1c-bfa9-8e8ebf601955 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:45.308087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f243d71-da90-4a36-a2e2-61abd8c05e90 req-167341d9-435d-4e80-a856-d4c3eb8b4f9c tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137333 Oct 13 14:04:45.378771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6b087bfb-30c0-441c-8ce4-80b480a91080 req-1c039c85-4f2c-4a1c-bfa9-8e8ebf601955 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] For port c258c505-efec-41a3-908a-c7eff5d460ad, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=c258c505-efec-41a3-908a-c7eff5d460ad,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:45.379653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6b087bfb-30c0-441c-8ce4-80b480a91080 req-1c039c85-4f2c-4a1c-bfa9-8e8ebf601955 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:45.395421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-6b087bfb-30c0-441c-8ce4-80b480a91080 req-1c039c85-4f2c-4a1c-bfa9-8e8ebf601955 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Calling delete_port for c258c505-efec-41a3-908a-c7eff5d460ad owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:45.593638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df446b85-20ad-46e1-b445-33cb03db1904 req-66e4273a-05d6-4771-affa-1a80c74c2242 tempest-ServersAdminNegativeTestJSON-1600326575 tempest-ServersAdminNegativeTestJSON-1600326575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:45.604779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df446b85-20ad-46e1-b445-33cb03db1904 req-66e4273a-05d6-4771-affa-1a80c74c2242 tempest-ServersAdminNegativeTestJSON-1600326575 tempest-ServersAdminNegativeTestJSON-1600326575-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 1102 time: 0.1148417 Oct 13 14:04:45.638117 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-df446b85-20ad-46e1-b445-33cb03db1904 req-a9d32824-4cc2-41b4-bc6d-a82155810e5d tempest-ServersAdminNegativeTestJSON-1600326575 tempest-ServersAdminNegativeTestJSON-1600326575-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:45.929383 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6b087bfb-30c0-441c-8ce4-80b480a91080 req-1c039c85-4f2c-4a1c-bfa9-8e8ebf601955 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:45.945084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae', 'c258c505-efec-41a3-908a-c7eff5d460ad', '421e5c99-d76c-4e92-a8de-1171670329da'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:46.001818 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-df446b85-20ad-46e1-b445-33cb03db1904 req-a9d32824-4cc2-41b4-bc6d-a82155810e5d tempest-ServersAdminNegativeTestJSON-1600326575 tempest-ServersAdminNegativeTestJSON-1600326575-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:46.065904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c039c85-4f2c-4a1c-bfa9-8e8ebf601955 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event deleted for resources: {'Port': ['ID=c258c505-efec-41a3-908a-c7eff5d460ad,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:46.148599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fb6cc-0487-46d7-b8db-490465527345 req-48aaee4b-9c89-408d-9785-87fcf1321938 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:46.152768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c52fb6cc-0487-46d7-b8db-490465527345 req-48aaee4b-9c89-408d-9785-87fcf1321938 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/ports?device_id=68fd2f0a-39ea-48cc-939b-cc8c88b17355 HTTP/1.1" status: 200 len: 950 time: 0.3194351 Oct 13 14:04:46.185885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b087bfb-30c0-441c-8ce4-80b480a91080 req-1c039c85-4f2c-4a1c-bfa9-8e8ebf601955 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] No DVR routers for this DVR port c258c505-efec-41a3-908a-c7eff5d460ad on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:46.192364 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6b087bfb-30c0-441c-8ce4-80b480a91080 req-1c039c85-4f2c-4a1c-bfa9-8e8ebf601955 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:46.201775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b087bfb-30c0-441c-8ce4-80b480a91080 req-1c039c85-4f2c-4a1c-bfa9-8e8ebf601955 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "DELETE /v2.0/ports/c258c505-efec-41a3-908a-c7eff5d460ad HTTP/1.1" status: 204 len: 173 time: 1.1972504 Oct 13 14:04:46.224127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b55dd8e-e343-4299-98a6-7925c4836ba1', 'name': 'network-vif-deleted', 'tag': 'c258c505-efec-41a3-908a-c7eff5d460ad'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:46.228212 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0af4129-96a0-459b-9eb6-9b17b750c150" -d '{"events": [{"server_uuid": "5b55dd8e-e343-4299-98a6-7925c4836ba1", "name": "network-vif-deleted", "tag": "c258c505-efec-41a3-908a-c7eff5d460ad"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:46.233303 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-df446b85-20ad-46e1-b445-33cb03db1904 req-a9d32824-4cc2-41b4-bc6d-a82155810e5d tempest-ServersAdminNegativeTestJSON-1600326575 tempest-ServersAdminNegativeTestJSON-1600326575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:46.274118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe899642-6243-4f17-a606-6f0fd693ac58 req-857cb8aa-b425-4426-91d0-22883ad1308f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:46.288178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe899642-6243-4f17-a606-6f0fd693ac58 req-857cb8aa-b425-4426-91d0-22883ad1308f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.3626244 Oct 13 14:04:46.368043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df446b85-20ad-46e1-b445-33cb03db1904 req-a9d32824-4cc2-41b4-bc6d-a82155810e5d tempest-ServersAdminNegativeTestJSON-1600326575 tempest-ServersAdminNegativeTestJSON-1600326575-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7618430 Oct 13 14:04:46.413708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d32824-4cc2-41b4-bc6d-a82155810e5d tempest-ServersAdminNegativeTestJSON-1600326575 tempest-ServersAdminNegativeTestJSON-1600326575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a7383b-8d95-431d-bda0-77c669dd7b43,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:46.518233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe899642-6243-4f17-a606-6f0fd693ac58 req-95cfa306-2470-479f-b3f2-36a3af0a6272 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292044 Oct 13 14:04:46.554350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c249084-3c8b-4c7f-873a-05149beec3ea req-1e2f948f-41e7-4524-87f9-33d340c33358 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b55dd8e-e343-4299-98a6-7925c4836ba1 HTTP/1.1" status: 200 len: 210 time: 0.0581625 Oct 13 14:04:46.639323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c52fb6cc-0487-46d7-b8db-490465527345 req-421e130f-8d3b-4cae-9bbf-02f9933feb55 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Deleting port 421e5c99-d76c-4e92-a8de-1171670329da {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:46.653196 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c52fb6cc-0487-46d7-b8db-490465527345 req-421e130f-8d3b-4cae-9bbf-02f9933feb55 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:46.695261 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b8698b-8094-4adc-a6de-c1a38455d958 x-openstack-request-id: req-e9b8698b-8094-4adc-a6de-c1a38455d958 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:46.696929 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b55dd8e-e343-4299-98a6-7925c4836ba1", "name": "network-vif-deleted", "tag": "c258c505-efec-41a3-908a-c7eff5d460ad", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:46.699396 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9b8698b-8094-4adc-a6de-c1a38455d958 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:46.700710 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b55dd8e-e343-4299-98a6-7925c4836ba1', 'name': 'network-vif-deleted', 'tag': 'c258c505-efec-41a3-908a-c7eff5d460ad', 'status': 'completed', 'code': 200} Oct 13 14:04:46.805552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32894) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:46.855265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32898) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:46.950768 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c52fb6cc-0487-46d7-b8db-490465527345 req-421e130f-8d3b-4cae-9bbf-02f9933feb55 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] For port 421e5c99-d76c-4e92-a8de-1171670329da, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=421e5c99-d76c-4e92-a8de-1171670329da,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:46.951355 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c52fb6cc-0487-46d7-b8db-490465527345 req-421e130f-8d3b-4cae-9bbf-02f9933feb55 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:46.982897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c52fb6cc-0487-46d7-b8db-490465527345 req-421e130f-8d3b-4cae-9bbf-02f9933feb55 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Calling delete_port for 421e5c99-d76c-4e92-a8de-1171670329da owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:47.038288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1c609-22d0-494e-bbfc-d2ec3fd70197 req-1072fab1-3650-4fb9-a55a-9dff15f4e3a7 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:47.039979 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-345056371-network', 'tenant_id': 'b01e24a805954bb9a06419e1776c2e84'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:47.040141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ae1c609-22d0-494e-bbfc-d2ec3fd70197 req-1072fab1-3650-4fb9-a55a-9dff15f4e3a7 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.2093248 Oct 13 14:04:47.056419 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27b3b4cb-daf4-4414-86ae-c63b6220fe39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.146516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ae1c609-22d0-494e-bbfc-d2ec3fd70197 req-adb58153-fc4d-413f-b41b-de038632063d tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554676 Oct 13 14:04:47.189307 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27b3b4cb-daf4-4414-86ae-c63b6220fe39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.191491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Made reservation on behalf of b01e24a805954bb9a06419e1776c2e84 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:04:47.194301 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.203595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.296175 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.341980 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c52fb6cc-0487-46d7-b8db-490465527345 req-421e130f-8d3b-4cae-9bbf-02f9933feb55 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.342849 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27b3b4cb-daf4-4414-86ae-c63b6220fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.359510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:47.388014 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-27b3b4cb-daf4-4414-86ae-c63b6220fe39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f127b1c24634bfbaf22ddfc07af6fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5806520 Oct 13 14:04:47.389446 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3b4cb-daf4-4414-86ae-c63b6220fe39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525fc49c-bb65-41b8-bf71-62aef20ee319,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:47.393032 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32904) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:47.400045 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.423546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e130f-8d3b-4cae-9bbf-02f9933feb55 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event deleted for resources: {'Port': ['ID=421e5c99-d76c-4e92-a8de-1171670329da,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:47.443385 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:04:47.502649 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.503192 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Added segment 32f69abc-a675-49ee-846a-c11c81daa0db of type vlan for network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 Oct 13 14:04:47.505887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2646de-2922-40d9-a0ba-8fdc0837ae6e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:47.530659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52fb6cc-0487-46d7-b8db-490465527345 req-421e130f-8d3b-4cae-9bbf-02f9933feb55 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] No DVR routers for this DVR port 421e5c99-d76c-4e92-a8de-1171670329da on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:47.549232 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c52fb6cc-0487-46d7-b8db-490465527345 req-421e130f-8d3b-4cae-9bbf-02f9933feb55 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.553847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c52fb6cc-0487-46d7-b8db-490465527345 req-421e130f-8d3b-4cae-9bbf-02f9933feb55 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "DELETE /v2.0/ports/421e5c99-d76c-4e92-a8de-1171670329da HTTP/1.1" status: 204 len: 173 time: 1.3718715 Oct 13 14:04:47.568964 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b36da6ae-d95d-4eeb-94d9-8b990fb8c288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.572457 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.617243 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed92d2-069e-44a4-8558-d2d13afbbcd6 req-5f4e193e-87b2-40f5-bd61-3bc2c1559847 tempest-ServersAdminNegativeTestJSON-1600326575 tempest-ServersAdminNegativeTestJSON-1600326575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:47.620163 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b36da6ae-d95d-4eeb-94d9-8b990fb8c288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.621134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bbed92d2-069e-44a4-8558-d2d13afbbcd6 req-5f4e193e-87b2-40f5-bd61-3bc2c1559847 tempest-ServersAdminNegativeTestJSON-1600326575 tempest-ServersAdminNegativeTestJSON-1600326575-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 1102 time: 0.0907121 Oct 13 14:04:47.684320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bbed92d2-069e-44a4-8558-d2d13afbbcd6 req-d1e80c98-8ebc-4997-871b-483dfc46a020 tempest-ServersAdminNegativeTestJSON-1600326575 tempest-ServersAdminNegativeTestJSON-1600326575-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561852 Oct 13 14:04:47.745594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7074255-a26f-4fed-a600-8a1cda0644b1 req-50b39b3b-229b-4e48-99af-0c463d944f75 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:47.747584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7074255-a26f-4fed-a600-8a1cda0644b1 req-50b39b3b-229b-4e48-99af-0c463d944f75 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.0834513 Oct 13 14:04:47.781549 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.783016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:47.783874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.865324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6803d267-d9a0-44f5-9a17-3dc5eb5055de req-c2849e42-8e43-4411-b522-cf0634a5775e tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b55dd8e-e343-4299-98a6-7925c4836ba1 HTTP/1.1" status: 200 len: 210 time: 0.0572786 Oct 13 14:04:47.916737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 421e5c99-d76c-4e92-a8de-1171670329da no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:47.921392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] Pushing event updated for resources: {'Network': ['ID=e9b785c4-7ce8-4961-af5f-b3e746e77fe7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:47.923548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7074255-a26f-4fed-a600-8a1cda0644b1 req-93a93d57-5811-459c-9fbc-f48d82c20b99 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632149 Oct 13 14:04:47.934571 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b36da6ae-d95d-4eeb-94d9-8b990fb8c288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.939237 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b36da6ae-d95d-4eeb-94d9-8b990fb8c288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:47.940776 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b36da6ae-d95d-4eeb-94d9-8b990fb8c288 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/525fc49c-bb65-41b8-bf71-62aef20ee319 HTTP/1.1" status: 204 len: 168 time: 0.5465579 Oct 13 14:04:47.958733 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-156bfd39-0931-4496-aaf1-f95325053c9f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1020525 Oct 13 14:04:47.959937 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36da6ae-d95d-4eeb-94d9-8b990fb8c288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525fc49c-bb65-41b8-bf71-62aef20ee319,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:47.961651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 32918) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:47.966941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5149a5c9-8db0-4ba8-a73b-761c3cf18e41 admin admin] Request body: {'subnet': {'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-345056371-subnet', 'tenant_id': 'b01e24a805954bb9a06419e1776c2e84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:48.012137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 421e5c99-d76c-4e92-a8de-1171670329da {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:48.013245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 421e5c99-d76c-4e92-a8de-1171670329da not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:48.014246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device c258c505-efec-41a3-908a-c7eff5d460ad no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:48.017603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:04:48.078668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5149a5c9-8db0-4ba8-a73b-761c3cf18e41 admin admin] Made reservation on behalf of b01e24a805954bb9a06419e1776c2e84 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:04:48.081221 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5149a5c9-8db0-4ba8-a73b-761c3cf18e41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:48.226078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: c258c505-efec-41a3-908a-c7eff5d460ad {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:48.226817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device c258c505-efec-41a3-908a-c7eff5d460ad not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:48.410314 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:48.475105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53048d04-ef9d-4ee7-b3d2-6262251e2968 req-aff358e9-9eda-4534-9e5c-f9b4a78f7db5 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:48.476747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53048d04-ef9d-4ee7-b3d2-6262251e2968 req-aff358e9-9eda-4534-9e5c-f9b4a78f7db5 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.1293876 Oct 13 14:04:48.554533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53048d04-ef9d-4ee7-b3d2-6262251e2968 req-d67814f6-ab16-43c8-9449-82d1499f3e30 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642986 Oct 13 14:04:48.592853 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5149a5c9-8db0-4ba8-a73b-761c3cf18e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:48.663490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149a5c9-8db0-4ba8-a73b-761c3cf18e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=993127ca-088d-48f4-a980-b919aa4881f8,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:48.672009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5149a5c9-8db0-4ba8-a73b-761c3cf18e41 admin admin] Checking segment: {'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:48.672373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5149a5c9-8db0-4ba8-a73b-761c3cf18e41 admin admin] Network hostable DHCP agents. Network: e9b785c4-7ce8-4961-af5f-b3e746e77fe7, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:04:48.703588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fd2f0a-39ea-48cc-939b-cc8c88b17355', 'name': 'network-vif-deleted', 'tag': '421e5c99-d76c-4e92-a8de-1171670329da'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:48.708515 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728636b9-a33b-49b0-9f7c-d436780dfa00" -d '{"events": [{"server_uuid": "68fd2f0a-39ea-48cc-939b-cc8c88b17355", "name": "network-vif-deleted", "tag": "421e5c99-d76c-4e92-a8de-1171670329da"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:48.791095 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb048d2-6b04-4e3f-93e4-c543acd6d3f7 x-openstack-request-id: req-dcb048d2-6b04-4e3f-93e4-c543acd6d3f7 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:48.791095 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fd2f0a-39ea-48cc-939b-cc8c88b17355", "name": "network-vif-deleted", "tag": "421e5c99-d76c-4e92-a8de-1171670329da", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:48.791095 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcb048d2-6b04-4e3f-93e4-c543acd6d3f7 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:48.791095 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fd2f0a-39ea-48cc-939b-cc8c88b17355', 'name': 'network-vif-deleted', 'tag': '421e5c99-d76c-4e92-a8de-1171670329da', 'status': 'completed', 'code': 200} Oct 13 14:04:48.803795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5149a5c9-8db0-4ba8-a73b-761c3cf18e41 admin admin] Network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:04:48.918822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-5149a5c9-8db0-4ba8-a73b-761c3cf18e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, e9b785c4-7ce8-4961-af5f-b3e746e77fe7) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:48.924034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5149a5c9-8db0-4ba8-a73b-761c3cf18e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:48.924641 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5149a5c9-8db0-4ba8-a73b-761c3cf18e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:48.933695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eed92a-6328-4fad-a1be-58822c60e1cf None None] Network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:04:49.084622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5149a5c9-8db0-4ba8-a73b-761c3cf18e41 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1217568 Oct 13 14:04:49.166769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7e5e8-08c4-4feb-b742-d5371d7d8983 req-099312ba-2c3c-41ae-9583-aece0a320b50 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:49.170405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ac7e5e8-08c4-4feb-b742-d5371d7d8983 req-099312ba-2c3c-41ae-9583-aece0a320b50 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 950 time: 0.1404274 Oct 13 14:04:49.189189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9ba13-28d2-4206-846e-ef080cde3ecb req-dd13f74c-c452-4d36-8d96-e08c87490297 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:49.190970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2b9ba13-28d2-4206-846e-ef080cde3ecb req-dd13f74c-c452-4d36-8d96-e08c87490297 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1040998 Oct 13 14:04:49.262212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6293c1-1595-41e4-8f4c-24bd6123ea1e None None] Network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:04:49.286079 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ac7e5e8-08c4-4feb-b742-d5371d7d8983 req-70a78608-6e4d-4cda-b11f-61f8327f1489 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862703 Oct 13 14:04:49.319691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2b9ba13-28d2-4206-846e-ef080cde3ecb req-f4c5d07a-5681-43aa-bb2d-41398404a1e2 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088786 Oct 13 14:04:49.634804 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81c8037d-dc89-47fd-ae73-7552f6c8fbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:49.809698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a9425-a17c-4266-9811-0a1f6f80d077 req-862845e4-994f-4070-a3c3-5031ab666c41 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:49.814362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-647a9425-a17c-4266-9811-0a1f6f80d077 req-862845e4-994f-4070-a3c3-5031ab666c41 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.1217561 Oct 13 14:04:49.846246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7176b318-c886-4d59-93d5-10d920fee0bb tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:49.848424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7176b318-c886-4d59-93d5-10d920fee0bb tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/networks?id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7 HTTP/1.1" status: 200 len: 804 time: 0.1864347 Oct 13 14:04:49.871765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-4b40fb4e-c560-473f-bc58-1d763e986fa9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/quotas/b01e24a805954bb9a06419e1776c2e84 HTTP/1.1" status: 200 len: 375 time: 0.0135849 Oct 13 14:04:49.899229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-647a9425-a17c-4266-9811-0a1f6f80d077 req-e8dcf235-3a64-4076-8ec8-0d02a1e0ba2c tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757983 Oct 13 14:04:49.917934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-6c1a108b-fcd0-4337-834d-7d241c8ddafd tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b01e24a805954bb9a06419e1776c2e84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376320 Oct 13 14:04:50.033046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-adb4f7ee-19e2-4d32-acb5-eb55b453fe10 service neutron] 10.222.0.18 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036353 Oct 13 14:04:50.136749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-2a30d80e-cd3a-4a39-b5d6-566e27b9e4c7 service neutron] 10.222.0.18 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961540 Oct 13 14:04:50.493336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2d491-12e1-4353-89cf-77d7416a045e req-90afc142-a440-4494-a7d0-ee26b3fa094f tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:50.503189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78e2d491-12e1-4353-89cf-77d7416a045e req-90afc142-a440-4494-a7d0-ee26b3fa094f tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 950 time: 0.0749018 Oct 13 14:04:50.589853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78e2d491-12e1-4353-89cf-77d7416a045e req-42177209-5fbc-40aa-9cec-993c18e8ee64 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757596 Oct 13 14:04:50.677236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-985d1f49-0b51-4fe1-ab2e-3f08212c259e req-43c3828e-fb94-4204-a80f-13dac555ffd8 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 210 time: 0.0447690 Oct 13 14:04:50.707019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6df84-c873-4d1a-9ce1-ac5d80296387 req-cbccb49e-e1c1-4379-af42-01ea30c17dda tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:50.708891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cf6df84-c873-4d1a-9ce1-ac5d80296387 req-cbccb49e-e1c1-4379-af42-01ea30c17dda tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.0865276 Oct 13 14:04:50.751588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cf6df84-c873-4d1a-9ce1-ac5d80296387 req-5b2a6f45-86e2-4653-9e4d-5e996c82d99d tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350857 Oct 13 14:04:50.803307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a69c8-35e8-44b1-acec-7da9b43f8dd7 req-13038aaf-9239-4d23-b7e9-6f6fa1ed9893 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:50.805062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3a69c8-35e8-44b1-acec-7da9b43f8dd7 req-13038aaf-9239-4d23-b7e9-6f6fa1ed9893 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 972 time: 0.0524530 Oct 13 14:04:50.858020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3a69c8-35e8-44b1-acec-7da9b43f8dd7 req-5ec7f8d0-adc2-43b3-ba01-833bf8a50aee tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457897 Oct 13 14:04:51.032753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416d063-043f-400c-9fbb-36c74bea81ee req-d669a8ba-e031-421e-a592-81e7c20ae52f tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:51.036778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8416d063-043f-400c-9fbb-36c74bea81ee req-d669a8ba-e031-421e-a592-81e7c20ae52f tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.0590687 Oct 13 14:04:51.077461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8416d063-043f-400c-9fbb-36c74bea81ee req-590806d5-390b-471c-aff6-903eaf33474d tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364559 Oct 13 14:04:51.346264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4956-d1a9-45d3-8154-a51ea80e0e04 req-dfa930fa-9b0f-4762-9ef0-1bcfa1b23845 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:51.348834 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a5e4956-d1a9-45d3-8154-a51ea80e0e04 req-dfa930fa-9b0f-4762-9ef0-1bcfa1b23845 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.41 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 950 time: 0.0601454 Oct 13 14:04:51.476077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-8a5e4956-d1a9-45d3-8154-a51ea80e0e04 req-34258d6b-47e3-4881-bded-76bc56c69c1a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Deleting port fd285543-82a9-496b-9a99-f0fd4eea2483 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:51.476424 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8a5e4956-d1a9-45d3-8154-a51ea80e0e04 req-34258d6b-47e3-4881-bded-76bc56c69c1a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:51.574441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-8a5e4956-d1a9-45d3-8154-a51ea80e0e04 req-34258d6b-47e3-4881-bded-76bc56c69c1a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] For port fd285543-82a9-496b-9a99-f0fd4eea2483, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fd285543-82a9-496b-9a99-f0fd4eea2483,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:51.574774 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8a5e4956-d1a9-45d3-8154-a51ea80e0e04 req-34258d6b-47e3-4881-bded-76bc56c69c1a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:51.589842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-8a5e4956-d1a9-45d3-8154-a51ea80e0e04 req-34258d6b-47e3-4881-bded-76bc56c69c1a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Calling delete_port for fd285543-82a9-496b-9a99-f0fd4eea2483 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:51.598093 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:51.743695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5664649-3aed-4545-9547-b1bcb5a06d95 req-98eff023-fc9c-42ae-b507-d58b540424b5 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:51.745322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5664649-3aed-4545-9547-b1bcb5a06d95 req-98eff023-fc9c-42ae-b507-d58b540424b5 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 950 time: 0.0862551 Oct 13 14:04:51.841650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f68ada7-1327-44cd-a5f8-22a09493c933 req-7b78ce3e-6825-4ddb-ba64-b39e5fb21a5a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 210 time: 0.0384717 Oct 13 14:04:51.862069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5664649-3aed-4545-9547-b1bcb5a06d95 req-703ca6a7-d098-4b95-8230-7c99f0b23290 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088016 Oct 13 14:04:51.966906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5562924-ac07-4a36-a43b-16235d1d131b req-4d0cc6d8-da95-4b92-8d4d-ec514dc90b02 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:51.968015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5562924-ac07-4a36-a43b-16235d1d131b req-4d0cc6d8-da95-4b92-8d4d-ec514dc90b02 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.0595970 Oct 13 14:04:51.993875 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8a5e4956-d1a9-45d3-8154-a51ea80e0e04 req-34258d6b-47e3-4881-bded-76bc56c69c1a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:52.008515 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f79a973c-20ff-4b65-8bec-feea717858f0', 'fd285543-82a9-496b-9a99-f0fd4eea2483'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:52.089538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5562924-ac07-4a36-a43b-16235d1d131b req-018e0b38-f65e-4457-b84c-33bce05b80aa tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134348 Oct 13 14:04:52.268112 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a1395d52-8471-49c6-bec5-3304d4dbd221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:52.430187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34258d6b-47e3-4881-bded-76bc56c69c1a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Pushing event deleted for resources: {'Port': ['ID=fd285543-82a9-496b-9a99-f0fd4eea2483,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:52.437842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5e4956-d1a9-45d3-8154-a51ea80e0e04 req-34258d6b-47e3-4881-bded-76bc56c69c1a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] No DVR routers for this DVR port fd285543-82a9-496b-9a99-f0fd4eea2483 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:52.450539 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8a5e4956-d1a9-45d3-8154-a51ea80e0e04 req-34258d6b-47e3-4881-bded-76bc56c69c1a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:52.453769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a5e4956-d1a9-45d3-8154-a51ea80e0e04 req-34258d6b-47e3-4881-bded-76bc56c69c1a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.41 "DELETE /v2.0/ports/fd285543-82a9-496b-9a99-f0fd4eea2483 HTTP/1.1" status: 204 len: 173 time: 1.0980730 Oct 13 14:04:52.461810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25731cb-a4e4-4492-92f1-42db1595e386', 'name': 'network-vif-deleted', 'tag': 'fd285543-82a9-496b-9a99-f0fd4eea2483'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:52.464621 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64047a2b-9d6c-4bbd-9d6a-f2f75ab741cd" -d '{"events": [{"server_uuid": "f25731cb-a4e4-4492-92f1-42db1595e386", "name": "network-vif-deleted", "tag": "fd285543-82a9-496b-9a99-f0fd4eea2483"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:52.522501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc1871-bec5-492c-8653-b1e8798877f5 req-530824ee-b761-4627-a8b1-7ca13518060a tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:52.523871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10fc1871-bec5-492c-8653-b1e8798877f5 req-530824ee-b761-4627-a8b1-7ca13518060a tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 972 time: 0.5120604 Oct 13 14:04:52.544919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ade96-a946-44fc-a2ed-64958a5f3c1e req-2b30c9ff-0a70-4064-a960-188fb3dc842d tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:52.546353 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c33ade96-a946-44fc-a2ed-64958a5f3c1e req-2b30c9ff-0a70-4064-a960-188fb3dc842d tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 972 time: 0.1116569 Oct 13 14:04:52.560111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10382864-e0a9-4c36-8aee-29bfd3f10737 req-dd116a7f-cce6-44a8-81a2-46ccd835a60f tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:52.561572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10382864-e0a9-4c36-8aee-29bfd3f10737 req-dd116a7f-cce6-44a8-81a2-46ccd835a60f tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.1280444 Oct 13 14:04:52.646067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10fc1871-bec5-492c-8653-b1e8798877f5 req-2bee6dcb-28a4-4483-9830-8cb58e08262d tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/security-groups?id=ee629804-c26b-4388-9c4f-fd71abfc591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137733 Oct 13 14:04:52.685503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10382864-e0a9-4c36-8aee-29bfd3f10737 req-d0e61f5b-1ef6-44a3-a9b2-e1233bab841c tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108422 Oct 13 14:04:52.723112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c33ade96-a946-44fc-a2ed-64958a5f3c1e req-5cc0e9dd-3c65-46c8-826a-23d562e9a995 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Deleting port 72cbb936-0cbd-4693-a28b-56897773fcae {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:52.723701 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c33ade96-a946-44fc-a2ed-64958a5f3c1e req-5cc0e9dd-3c65-46c8-826a-23d562e9a995 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:52.745619 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c7f039-a189-4534-9354-4f54843dc6d8 x-openstack-request-id: req-f3c7f039-a189-4534-9354-4f54843dc6d8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:52.746064 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25731cb-a4e4-4492-92f1-42db1595e386", "name": "network-vif-deleted", "tag": "fd285543-82a9-496b-9a99-f0fd4eea2483", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:52.746428 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3c7f039-a189-4534-9354-4f54843dc6d8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:52.746842 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25731cb-a4e4-4492-92f1-42db1595e386', 'name': 'network-vif-deleted', 'tag': 'fd285543-82a9-496b-9a99-f0fd4eea2483', 'status': 'completed', 'code': 200} Oct 13 14:04:52.845733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c33ade96-a946-44fc-a2ed-64958a5f3c1e req-5cc0e9dd-3c65-46c8-826a-23d562e9a995 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] For port 72cbb936-0cbd-4693-a28b-56897773fcae, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=72cbb936-0cbd-4693-a28b-56897773fcae,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:52.846218 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c33ade96-a946-44fc-a2ed-64958a5f3c1e req-5cc0e9dd-3c65-46c8-826a-23d562e9a995 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:52.861594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c33ade96-a946-44fc-a2ed-64958a5f3c1e req-5cc0e9dd-3c65-46c8-826a-23d562e9a995 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Calling delete_port for 72cbb936-0cbd-4693-a28b-56897773fcae owned by compute:tempest-test_az-1114580748 {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:52.962567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ac8fb26-6e03-464b-bf23-0450f27c6486 req-382ff6a9-04b0-454f-a44d-f5de37bf9e56 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 210 time: 0.0402954 Oct 13 14:04:53.000247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a595e65a-7cb2-4894-a194-71cc83697f38 req-bea97aeb-3e6c-40b2-9d7c-01e067a5ccd7 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 210 time: 0.0577908 Oct 13 14:04:53.189451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c33ade96-a946-44fc-a2ed-64958a5f3c1e req-5cc0e9dd-3c65-46c8-826a-23d562e9a995 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:53.211602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['72cbb936-0cbd-4693-a28b-56897773fcae'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:04:53.236962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0e9dd-3c65-46c8-826a-23d562e9a995 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Pushing event deleted for resources: {'Port': ['ID=72cbb936-0cbd-4693-a28b-56897773fcae,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:53.300940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33ade96-a946-44fc-a2ed-64958a5f3c1e req-5cc0e9dd-3c65-46c8-826a-23d562e9a995 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] No DVR routers for this DVR port 72cbb936-0cbd-4693-a28b-56897773fcae on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:04:53.304428 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c33ade96-a946-44fc-a2ed-64958a5f3c1e req-5cc0e9dd-3c65-46c8-826a-23d562e9a995 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:53.309992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c33ade96-a946-44fc-a2ed-64958a5f3c1e req-5cc0e9dd-3c65-46c8-826a-23d562e9a995 tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.49 "DELETE /v2.0/ports/72cbb936-0cbd-4693-a28b-56897773fcae HTTP/1.1" status: 204 len: 173 time: 0.7472062 Oct 13 14:04:53.328073 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e3982-823e-404c-9084-50a9311f3aa3 req-6022ae84-6bb8-462b-9709-6299ebd3750b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:53.330485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e32e3982-823e-404c-9084-50a9311f3aa3 req-6022ae84-6bb8-462b-9709-6299ebd3750b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1502836 Oct 13 14:04:53.351716 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33062) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:53.382323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e32e3982-823e-404c-9084-50a9311f3aa3 req-84ff5a4d-4b88-4872-a93d-de06b952cde4 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416405 Oct 13 14:04:53.479734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4eb2061d-92c8-4178-bff6-d5f2d17f6b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:53.582504 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4eb2061d-92c8-4178-bff6-d5f2d17f6b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:53.651475 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:53.718622 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4eb2061d-92c8-4178-bff6-d5f2d17f6b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:53.766558 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4eb2061d-92c8-4178-bff6-d5f2d17f6b18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=352e7a9e9a754b519c36e18faa0d3384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137390 Oct 13 14:04:53.768700 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2061d-92c8-4178-bff6-d5f2d17f6b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e865e409-87ad-4fd3-b404-56938357868f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:53.779319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33072) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:53.805907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9d893d9-620b-4b24-9901-eedf877d374e req-fc363e83-62ea-4988-8423-1afa54fe3a0e tempest-ServersOnMultiNodesTest-1528233576 tempest-ServersOnMultiNodesTest-1528233576-project] 10.222.0.18 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 210 time: 0.0462263 Oct 13 14:04:53.878070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101a6df-f526-4c72-9b90-01049605064b req-b573d544-457c-427e-9cda-8107631c50eb tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:53.879519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b101a6df-f526-4c72-9b90-01049605064b req-b573d544-457c-427e-9cda-8107631c50eb tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.0760605 Oct 13 14:04:53.900211 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58fd380a-d74a-4c41-adc0-ae0db95c3e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:53.943648 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58fd380a-d74a-4c41-adc0-ae0db95c3e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:53.952433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b101a6df-f526-4c72-9b90-01049605064b req-5017b39a-c0f7-46d1-89d2-62b018bc5575 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636213 Oct 13 14:04:54.091146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3223225-3d86-48e1-803c-b1a0c553cde0 req-9ee4ba16-3642-47cd-ac54-6dd11add76aa tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 210 time: 0.0309899 Oct 13 14:04:54.105860 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:54.161347 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58fd380a-d74a-4c41-adc0-ae0db95c3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:54.163914 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58fd380a-d74a-4c41-adc0-ae0db95c3e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:54.175501 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-58fd380a-d74a-4c41-adc0-ae0db95c3e75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e865e409-87ad-4fd3-b404-56938357868f HTTP/1.1" status: 204 len: 168 time: 0.3944325 Oct 13 14:04:54.185891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-354d41be-fea9-4683-8d0c-68bd381dd672 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:54.187485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-354d41be-fea9-4683-8d0c-68bd381dd672 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.41 "GET /v2.0/networks?id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7 HTTP/1.1" status: 200 len: 804 time: 0.1762061 Oct 13 14:04:54.197311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd380a-d74a-4c41-adc0-ae0db95c3e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e865e409-87ad-4fd3-b404-56938357868f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:54.239164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7f2654b3-2dea-4442-b680-355366cb4c4a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Request body: {'port': {'device_id': 'd201175a-c7c4-4410-98b7-eba164943b9e', 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7', 'admin_state_up': True, 'tenant_id': 'b01e24a805954bb9a06419e1776c2e84'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:54.273090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4431fbb-e41f-42c8-a9d0-a76496b2cf09 req-008f109e-45ef-43aa-9ac3-732e5f029b12 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=f25731cb-a4e4-4492-92f1-42db1595e386 HTTP/1.1" status: 200 len: 210 time: 0.0512760 Oct 13 14:04:54.532834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e63dbc-00dd-4069-9f85-bcf98e4c96c1 req-ef881241-a81f-4dfe-894b-679c75e2fd13 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:54.535581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28e63dbc-00dd-4069-9f85-bcf98e4c96c1 req-ef881241-a81f-4dfe-894b-679c75e2fd13 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.0608413 Oct 13 14:04:54.546860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7f2654b3-2dea-4442-b680-355366cb4c4a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Made reservation on behalf of b01e24a805954bb9a06419e1776c2e84 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:04:54.551667 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7f2654b3-2dea-4442-b680-355366cb4c4a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:54.588294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bd286f-00f7-4089-a449-986d1f2de2e1 req-20db22b4-7ed2-4bfb-8e15-f89987bf4949 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0520349 Oct 13 14:04:54.704266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bd286f-00f7-4089-a449-986d1f2de2e1 req-66e03503-5c77-4637-92bb-772039a49950 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&device_id=eca8f997-0d8d-442d-b66e-f63848c6bd8c HTTP/1.1" status: 200 len: 210 time: 0.0404258 Oct 13 14:04:54.725459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28e63dbc-00dd-4069-9f85-bcf98e4c96c1 req-d0ecaa6c-c04b-4a9a-b535-7d0d9f8fd551 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766226 Oct 13 14:04:54.751629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca8f997-0d8d-442d-b66e-f63848c6bd8c', 'name': 'network-vif-deleted', 'tag': '72cbb936-0cbd-4693-a28b-56897773fcae'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:54.754555 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f14a66-0c8a-480b-ad1a-bb6947942280" -d '{"events": [{"server_uuid": "eca8f997-0d8d-442d-b66e-f63848c6bd8c", "name": "network-vif-deleted", "tag": "72cbb936-0cbd-4693-a28b-56897773fcae"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:54.790754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bd286f-00f7-4089-a449-986d1f2de2e1 req-ec96ed31-2add-4ded-beef-7e72614bd625 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518692 Oct 13 14:04:54.829608 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d576b4-7dae-410a-9c41-d8d5f227359a x-openstack-request-id: req-13d576b4-7dae-410a-9c41-d8d5f227359a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:54.829917 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca8f997-0d8d-442d-b66e-f63848c6bd8c", "name": "network-vif-deleted", "tag": "72cbb936-0cbd-4693-a28b-56897773fcae", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:54.830173 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13d576b4-7dae-410a-9c41-d8d5f227359a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:54.830660 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca8f997-0d8d-442d-b66e-f63848c6bd8c', 'name': 'network-vif-deleted', 'tag': '72cbb936-0cbd-4693-a28b-56897773fcae', 'status': 'completed', 'code': 200} Oct 13 14:04:54.942119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef741a-a1ff-495c-8752-3e3e21110d50 req-75b4e167-a56e-45b2-80e7-76503c8dd41d tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:54.950028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-efef741a-a1ff-495c-8752-3e3e21110d50 req-75b4e167-a56e-45b2-80e7-76503c8dd41d tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.1888766 Oct 13 14:04:54.962861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7f2654b3-2dea-4442-b680-355366cb4c4a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Allocated IP 172.20.0.11 (e9b785c4-7ce8-4961-af5f-b3e746e77fe7/993127ca-088d-48f4-a980-b919aa4881f8/2697003b-719e-46b3-a3c8-f3e65759b7b1) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:55.040615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd286f-00f7-4089-a449-986d1f2de2e1 req-0f2a8386-d607-4565-9e92-792958068982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:55.042175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bd286f-00f7-4089-a449-986d1f2de2e1 req-0f2a8386-d607-4565-9e92-792958068982 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2335937 Oct 13 14:04:55.082191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-efef741a-a1ff-495c-8752-3e3e21110d50 req-45e94ef4-c73a-41f2-b9b2-ce0978fdf7a9 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307182 Oct 13 14:04:55.160181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ec134-9cea-4782-94ec-ddc4a62d8689 req-cb3f998a-c22f-4fe1-a032-1256090ac538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:55.162809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-702ec134-9cea-4782-94ec-ddc4a62d8689 req-cb3f998a-c22f-4fe1-a032-1256090ac538 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8020bf85986d43f6bd64f1c1285679e8&device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 1097 time: 0.1344385 Oct 13 14:04:55.169669 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fd285543-82a9-496b-9a99-f0fd4eea2483 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:55.201916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: fd285543-82a9-496b-9a99-f0fd4eea2483 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:55.202566 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fd285543-82a9-496b-9a99-f0fd4eea2483 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:55.227951 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:55.275380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b081efb-ed76-4bdd-bb77-0f81f6b016fd req-daef20c4-2cf1-45a6-93b3-5dc42fb7f372 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 210 time: 0.0501673 Oct 13 14:04:55.328048 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7f2654b3-2dea-4442-b680-355366cb4c4a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:55.355144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ec134-9cea-4782-94ec-ddc4a62d8689 req-98bd66c2-091e-4062-851b-5ede08622cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:55.357622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-702ec134-9cea-4782-94ec-ddc4a62d8689 req-98bd66c2-091e-4062-851b-5ede08622cc9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c8fa54c8-cdcf-47fa-adab-381ea191495a HTTP/1.1" status: 200 len: 916 time: 0.1836579 Oct 13 14:04:55.418594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-702ec134-9cea-4782-94ec-ddc4a62d8689 req-107acd66-558e-4d5a-a657-901edf2227da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b7425b4-9c3e-4b6c-bccb-eefea336eeda HTTP/1.1" status: 200 len: 217 time: 0.0495694 Oct 13 14:04:55.477235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ec134-9cea-4782-94ec-ddc4a62d8689 req-a1633270-7cac-4c12-83b4-8169be4fe47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:55.478761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-702ec134-9cea-4782-94ec-ddc4a62d8689 req-a1633270-7cac-4c12-83b4-8169be4fe47b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=efe368a2-1334-4037-a915-bd1d50ba8da5 HTTP/1.1" status: 200 len: 854 time: 0.0515981 Oct 13 14:04:55.498978 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7f2654b3-2dea-4442-b680-355366cb4c4a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:55.510536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33122) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:55.547850 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:04:55.604829 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7f2654b3-2dea-4442-b680-355366cb4c4a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:55.614236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7f2654b3-2dea-4442-b680-355366cb4c4a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:55.616820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7f2654b3-2dea-4442-b680-355366cb4c4a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:55.623044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2654b3-2dea-4442-b680-355366cb4c4a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Pushing event updated for resources: {'Port': ['ID=2697003b-719e-46b3-a3c8-f3e65759b7b1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:55.646901 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ec134-9cea-4782-94ec-ddc4a62d8689 req-c43e3af9-958a-48cd-845a-02f5d425dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:55.648624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-702ec134-9cea-4782-94ec-ddc4a62d8689 req-c43e3af9-958a-48cd-845a-02f5d425dc9c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c8fa54c8-cdcf-47fa-adab-381ea191495a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1598568 Oct 13 14:04:55.695538 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ff86c16a-2d5e-4b0e-a123-5bc518e31aef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7cbf24ee3d2e4d08a684d8e166381bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836927 Oct 13 14:04:55.698159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33130) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:55.754214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7f2654b3-2dea-4442-b680-355366cb4c4a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:55.755232 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7f2654b3-2dea-4442-b680-355366cb4c4a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:55.782584 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c96e9781-3472-4046-8b18-9f2d3a32cdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:55.816101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f099f441-0285-4d4b-97fa-f17cea00c327 req-5cede8ce-5428-4e90-a322-4d30cd3d9a19 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1404247 Oct 13 14:04:55.848299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c96e9781-3472-4046-8b18-9f2d3a32cdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:55.857813 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-702ec134-9cea-4782-94ec-ddc4a62d8689 req-4b7d0caa-194c-4cb3-b81f-602701b04c05 service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936259 Oct 13 14:04:55.867374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7f2654b3-2dea-4442-b680-355366cb4c4a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6400640 Oct 13 14:04:55.901979 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33140) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:55.964967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 72cbb936-0cbd-4693-a28b-56897773fcae no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:04:55.988959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Request body: {'port': {'device_id': 'd201175a-c7c4-4410-98b7-eba164943b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:55.992726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 72cbb936-0cbd-4693-a28b-56897773fcae {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:04:55.993100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 72cbb936-0cbd-4693-a28b-56897773fcae not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:04:56.021314 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c96e9781-3472-4046-8b18-9f2d3a32cdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:56.023889 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c96e9781-3472-4046-8b18-9f2d3a32cdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:56.025085 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c96e9781-3472-4046-8b18-9f2d3a32cdae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee629804-c26b-4388-9c4f-fd71abfc591c HTTP/1.1" status: 204 len: 168 time: 0.3258939 Oct 13 14:04:56.039265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1556781955-network', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:56.042425 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e9781-3472-4046-8b18-9f2d3a32cdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee629804-c26b-4388-9c4f-fd71abfc591c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:56.126510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf0bb1-7a30-4419-b789-8642174bd714 req-76850a42-27ee-4efb-bf53-901929b0f8d2 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:56.128077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2eaf0bb1-7a30-4419-b789-8642174bd714 req-76850a42-27ee-4efb-bf53-901929b0f8d2 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.3012874 Oct 13 14:04:56.146479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099f441-0285-4d4b-97fa-f17cea00c327 req-fac32c81-0b0d-4405-b016-6351ea3eb494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:56.148380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f099f441-0285-4d4b-97fa-f17cea00c327 req-fac32c81-0b0d-4405-b016-6351ea3eb494 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 1096 time: 0.2479014 Oct 13 14:04:56.180712 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:56.181777 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Made reservation on behalf of d19da00bd681498ea64a90b5a25f1edf for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:04:56.183429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:56.193267 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:56.251562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-702ec134-9cea-4782-94ec-ddc4a62d8689 req-1e881a80-4ef9-42d3-9afb-95997a67eebe service neutron] 10.222.0.49 "GET /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664873 Oct 13 14:04:56.270740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb53e27-2a85-4a1b-a9ba-a525d9d2021b req-c11f53e0-8827-4669-b5a2-fbbd8d6f824a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:56.272585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdb53e27-2a85-4a1b-a9ba-a525d9d2021b req-c11f53e0-8827-4669-b5a2-fbbd8d6f824a tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 950 time: 0.2763555 Oct 13 14:04:56.287102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2eaf0bb1-7a30-4419-b789-8642174bd714 req-ecd68f2a-f74c-4fb8-bb50-f465fed0cead tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507399 Oct 13 14:04:56.332162 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:56.445266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdb53e27-2a85-4a1b-a9ba-a525d9d2021b req-22d43354-2c84-4103-878f-d3719c6e8568 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527953 Oct 13 14:04:56.465914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099f441-0285-4d4b-97fa-f17cea00c327 req-982187b3-2b9b-4965-8da7-ed83847a4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:56.466318 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f099f441-0285-4d4b-97fa-f17cea00c327 req-982187b3-2b9b-4965-8da7-ed83847a4ea8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.2913239 Oct 13 14:04:56.485804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:56.521726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:04:56.539192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d24721-d28a-4f62-8565-a676615a4611,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:56.544916 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:56.545296 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Added segment 3cbfca30-fb88-46ad-9e29-54404b928a60 of type vlan for network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 Oct 13 14:04:56.588467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f099f441-0285-4d4b-97fa-f17cea00c327 req-86e69854-6130-4fd0-9eb8-8c4a0f038f9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ea02399-99e5-4066-84c1-39ecc51e164c HTTP/1.1" status: 200 len: 217 time: 0.0765438 Oct 13 14:04:56.596206 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:56.719320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c93235-0f67-43ee-b367-2509071c5202 req-5d622f25-6512-4da6-bcad-d0bbfd0e31a2 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:56.720815 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6c93235-0f67-43ee-b367-2509071c5202 req-5d622f25-6512-4da6-bcad-d0bbfd0e31a2 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.3361409 Oct 13 14:04:56.753067 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:56.754660 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:56.755220 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:56.757886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099f441-0285-4d4b-97fa-f17cea00c327 req-398bb6f5-82dc-419e-aff3-afd21e84af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:56.759313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f099f441-0285-4d4b-97fa-f17cea00c327 req-398bb6f5-82dc-419e-aff3-afd21e84af5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.1163220 Oct 13 14:04:56.794994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e732911-2214-4d77-be87-615cd93959cc req-cd642384-c559-4ff2-812a-d426baa38b89 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:56.796367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e732911-2214-4d77-be87-615cd93959cc req-cd642384-c559-4ff2-812a-d426baa38b89 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 932 time: 0.2274466 Oct 13 14:04:56.819310 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] Pushing event updated for resources: {'Network': ['ID=376e61af-f4c6-492b-9fc4-cd5b192fa1f8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:56.830110 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:04:56.842499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f099f441-0285-4d4b-97fa-f17cea00c327 req-9e264d6b-a00c-40a2-90e7-178d24f06268 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669107 Oct 13 14:04:56.902949 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cf7f6586-8f6c-4815-b052-4793188c8510 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9997566 Oct 13 14:04:56.904301 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33154) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:56.904846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6c93235-0f67-43ee-b367-2509071c5202 req-fc25e680-aee6-4d7c-9530-fab13055edfb tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733682 Oct 13 14:04:56.909907 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-97d032ad-e49f-4a31-990f-22c8cd5687e3 admin admin] Request body: {'subnet': {'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1556781955-subnet', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:57.009356 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33158) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:57.014055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e732911-2214-4d77-be87-615cd93959cc req-2eddaab2-fb44-4edb-8882-4e607ab8a04b tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731615 Oct 13 14:04:57.061976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2697003b-719e-46b3-a3c8-f3e65759b7b1 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:04:57.065410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d032ad-e49f-4a31-990f-22c8cd5687e3 admin admin] Made reservation on behalf of d19da00bd681498ea64a90b5a25f1edf for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:04:57.068639 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-97d032ad-e49f-4a31-990f-22c8cd5687e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:57.077444 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:57.101942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Transition to ACTIVE for port object 2697003b-719e-46b3-a3c8-f3e65759b7b1 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:04:57.105853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f099f441-0285-4d4b-97fa-f17cea00c327 req-b87a5dfc-33d1-4eb3-8b67-e599225ede9b service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456357 Oct 13 14:04:57.122853 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-26733435-705a-45be-a587-4bd7508b3177 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=994db7c7021240669c63983e28d5d616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119454 Oct 13 14:04:57.125504 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33160) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:57.195550 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:57.214439 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe60d6fd-4fe8-4c3f-b7e2-b5a0a55365c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:57.271129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe60d6fd-4fe8-4c3f-b7e2-b5a0a55365c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:57.277670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2697003b-719e-46b3-a3c8-f3e65759b7b1,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:57.536996 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-97d032ad-e49f-4a31-990f-22c8cd5687e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:57.588324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d032ad-e49f-4a31-990f-22c8cd5687e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9616fa-eece-4fe9-998c-fb89c2afbb2b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:57.602140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f099f441-0285-4d4b-97fa-f17cea00c327 req-cfce6e65-fa5e-41eb-90b8-15cab3388995 service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638119 Oct 13 14:04:57.607970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d032ad-e49f-4a31-990f-22c8cd5687e3 admin admin] Checking segment: {'id': '3cbfca30-fb88-46ad-9e29-54404b928a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:57.608591 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d032ad-e49f-4a31-990f-22c8cd5687e3 admin admin] Network hostable DHCP agents. Network: 376e61af-f4c6-492b-9fc4-cd5b192fa1f8, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:04:57.651943 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe60d6fd-4fe8-4c3f-b7e2-b5a0a55365c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:57.654793 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe60d6fd-4fe8-4c3f-b7e2-b5a0a55365c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:57.656051 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fe60d6fd-4fe8-4c3f-b7e2-b5a0a55365c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8af5d63-80aa-49cc-92f8-bbe91ce0ba67 HTTP/1.1" status: 204 len: 168 time: 0.5296268 Oct 13 14:04:57.667483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60d6fd-4fe8-4c3f-b7e2-b5a0a55365c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8af5d63-80aa-49cc-92f8-bbe91ce0ba67,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:57.710433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f6b1f-f199-44cc-9209-9620d0c6aad7 req-de1a7ec6-bec6-471d-abd0-19af97ad414e tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:57.712456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c37f6b1f-f199-44cc-9209-9620d0c6aad7 req-de1a7ec6-bec6-471d-abd0-19af97ad414e tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 950 time: 0.1204524 Oct 13 14:04:57.723811 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d032ad-e49f-4a31-990f-22c8cd5687e3 admin admin] Network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:04:57.737641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff001ceb-515e-455f-a6e2-ae00e7e72475 req-e283a5d3-d6da-4abf-a52a-09fd708cd962 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:57.739379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff001ceb-515e-455f-a6e2-ae00e7e72475 req-e283a5d3-d6da-4abf-a52a-09fd708cd962 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1485395 Oct 13 14:04:57.748603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Attempting to bind port 2697003b-719e-46b3-a3c8-f3e65759b7b1 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:04:57.748933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Attempting to bind port 2697003b-719e-46b3-a3c8-f3e65759b7b1 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:04:57.749285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Attempting to bind port 2697003b-719e-46b3-a3c8-f3e65759b7b1 on network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:57.773742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Port 2697003b-719e-46b3-a3c8-f3e65759b7b1 on network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:04:57.774072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Attempting to bind port 2697003b-719e-46b3-a3c8-f3e65759b7b1 on network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:57.785105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:04:57.785493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Checking segment: {'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:57.785858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Bound using segment: {'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:04:57.786377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Bound port: 2697003b-719e-46b3-a3c8-f3e65759b7b1, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:04:57.786743 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:57.787009 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-97d032ad-e49f-4a31-990f-22c8cd5687e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 376e61af-f4c6-492b-9fc4-cd5b192fa1f8) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:57.791254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d032ad-e49f-4a31-990f-22c8cd5687e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:57.791932 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-97d032ad-e49f-4a31-990f-22c8cd5687e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:57.798602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252711c0-a288-4fba-97a7-b51e8db18b87 None None] Network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:04:57.823113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c37f6b1f-f199-44cc-9209-9620d0c6aad7 req-308c7520-1ae0-471e-a762-2a64737b2df3 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985100 Oct 13 14:04:57.853539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff001ceb-515e-455f-a6e2-ae00e7e72475 req-5bad82f4-de86-421a-b74a-b229b3d3029b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058908 Oct 13 14:04:57.884361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] For port 2697003b-719e-46b3-a3c8-f3e65759b7b1, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:04:57.888602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] For port 2697003b-719e-46b3-a3c8-f3e65759b7b1, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2697003b-719e-46b3-a3c8-f3e65759b7b1,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:04:57.901219 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-97d032ad-e49f-4a31-990f-22c8cd5687e3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9939480 Oct 13 14:04:57.901514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33168) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:04:57.906306 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:04:57.963560 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'fixed_ips': [{'subnet_id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:04:57.965678 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:57.969701 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:58.010305 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:58.011392 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:58.075507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2697003b-719e-46b3-a3c8-f3e65759b7b1,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:58.084379 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:58.109623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:58.110391 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:58.111916 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-81c5c57e-bc47-414b-aa32-006c7c9925f6 service neutron] 10.222.0.41 "PUT /v2.0/ports/2697003b-719e-46b3-a3c8-f3e65759b7b1 HTTP/1.1" status: 200 len: 1093 time: 2.2136610 Oct 13 14:04:58.113104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd201175a-c7c4-4410-98b7-eba164943b9e', 'tag': '2697003b-719e-46b3-a3c8-f3e65759b7b1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:04:58.115544 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa4aa71-3006-4c13-a515-269a1140ded0" -d '{"events": [{"name": "network-changed", "server_uuid": "d201175a-c7c4-4410-98b7-eba164943b9e", "tag": "2697003b-719e-46b3-a3c8-f3e65759b7b1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:04:58.150522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251c10f-2c5d-47b5-9b3b-098f07a6487a req-24cda4a9-2649-4d75-8665-2c0751df8afb tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:58.152341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2251c10f-2c5d-47b5-9b3b-098f07a6487a req-24cda4a9-2649-4d75-8665-2c0751df8afb tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.1496658 Oct 13 14:04:58.251231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2251c10f-2c5d-47b5-9b3b-098f07a6487a req-8dc0dd6e-151d-4dcc-bab9-ade2a5ce505b tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926116 Oct 13 14:04:58.348154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fc53c-ca3e-4379-b627-829620bb3f53 req-c8651206-4315-4c37-ae05-17355de65968 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:58.349814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f0fc53c-ca3e-4379-b627-829620bb3f53 req-c8651206-4315-4c37-ae05-17355de65968 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 944 time: 0.1167881 Oct 13 14:04:58.354723 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a239e0e-87d8-41fc-aa04-5d0bf749ee70 x-openstack-request-id: req-1a239e0e-87d8-41fc-aa04-5d0bf749ee70 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:04:58.355011 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d201175a-c7c4-4410-98b7-eba164943b9e", "tag": "2697003b-719e-46b3-a3c8-f3e65759b7b1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:04:58.355261 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a239e0e-87d8-41fc-aa04-5d0bf749ee70 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:04:58.355653 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd201175a-c7c4-4410-98b7-eba164943b9e', 'tag': '2697003b-719e-46b3-a3c8-f3e65759b7b1', 'status': 'completed', 'code': 200} Oct 13 14:04:58.375693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-a3adfc63-1e49-4d00-b65d-36c3a1afc84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:58.375693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-a3adfc63-1e49-4d00-b65d-36c3a1afc84d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b01e24a805954bb9a06419e1776c2e84&device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 1096 time: 0.0844798 Oct 13 14:04:58.430086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Allocated IP 172.20.0.2 (376e61af-f4c6-492b-9fc4-cd5b192fa1f8/fd9616fa-eece-4fe9-998c-fb89c2afbb2b/ac0b70c1-9528-4457-99bb-7ce88bbdf3eb) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:58.437841 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:58.452141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-a209e8b1-8151-4e8e-8960-785995618c70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2697003b-719e-46b3-a3c8-f3e65759b7b1 HTTP/1.1" status: 200 len: 217 time: 0.0626016 Oct 13 14:04:58.502010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f0fc53c-ca3e-4379-b627-829620bb3f53 req-55086b1f-0a73-4874-a13b-db2a6e9ee7f1 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395366 Oct 13 14:04:58.542160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-60ba6b20-50f8-4a42-b7b3-99f3d35c6506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:58.550763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-60ba6b20-50f8-4a42-b7b3-99f3d35c6506 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993127ca-088d-48f4-a980-b919aa4881f8 HTTP/1.1" status: 200 len: 844 time: 0.0804999 Oct 13 14:04:58.602158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-7c07dec6-7a3b-4e23-8dde-d9f1458e49e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491476 Oct 13 14:04:58.614132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b447294-083d-4331-a533-d111402b339c req-c6e7b829-3a4a-4018-9807-88682e80a873 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:58.614132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b447294-083d-4331-a533-d111402b339c req-c6e7b829-3a4a-4018-9807-88682e80a873 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.1528783 Oct 13 14:04:58.636817 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:58.719218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8da38-98d8-4ac3-aeee-acba2613e755 req-bcec2503-b638-4325-8372-ddb8778d6748 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:58.722830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88a8da38-98d8-4ac3-aeee-acba2613e755 req-bcec2503-b638-4325-8372-ddb8778d6748 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.41 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 950 time: 0.1819720 Oct 13 14:04:58.737283 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:58.771328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b447294-083d-4331-a533-d111402b339c req-7695d1b6-2a2f-415a-8ae3-c6fec2ca3e16 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464546 Oct 13 14:04:58.811307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Pushing event updated for resources: {'Port': ['ID=ac0b70c1-9528-4457-99bb-7ce88bbdf3eb,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:58.838250 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:58.840311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:58.849618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:58.861720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-f08d67a3-4c02-4a94-887f-dabb99feda3a service neutron] 10.222.0.41 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471447 Oct 13 14:04:58.936646 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Attempting to bind port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:04:58.937292 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Attempting to bind port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '3cbfca30-fb88-46ad-9e29-54404b928a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:04:58.937857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Attempting to bind port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb on network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:04:58.945803 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:04:58.946497 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Checking segment: {'id': '3cbfca30-fb88-46ad-9e29-54404b928a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:04:58.947061 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:58.947725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Bound using segment: {'id': '3cbfca30-fb88-46ad-9e29-54404b928a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:04:58.948216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Bound port: ac0b70c1-9528-4457-99bb-7ce88bbdf3eb, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbfca30-fb88-46ad-9e29-54404b928a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:04:58.948843 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:59.013867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35c31bde-ce44-4560-a447-2ed7d11df974 req-c69f2a8c-bbaf-4802-8bcf-61cdf7de08bf service neutron] 10.222.0.41 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355035 Oct 13 14:04:59.033034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] For port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:04:59.037761 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] For port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ac0b70c1-9528-4457-99bb-7ce88bbdf3eb,segment=NetworkSegment(3cbfca30-fb88-46ad-9e29-54404b928a60),segment_id=3cbfca30-fb88-46ad-9e29-54404b928a60)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:04:59.090712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa21878-938b-4c14-af23-2b214f8b5ba3 req-289e0150-44c3-4a43-a4dc-6d7220886206 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:59.092313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfa21878-938b-4c14-af23-2b214f8b5ba3 req-289e0150-44c3-4a43-a4dc-6d7220886206 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f0cb0b-f091-43f1-ad9f-66f6f567df89 HTTP/1.1" status: 200 len: 945 time: 0.2352650 Oct 13 14:04:59.101240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-88a8da38-98d8-4ac3-aeee-acba2613e755 req-1ee053b3-7bc6-48e3-be96-4180bfa5ba95 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Deleting port f79a973c-20ff-4b65-8bec-feea717858f0 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:04:59.101692 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-88a8da38-98d8-4ac3-aeee-acba2613e755 req-1ee053b3-7bc6-48e3-be96-4180bfa5ba95 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:59.114914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ccbdf-b5bd-46f4-8d5d-078b3821c1a6 req-6666f89d-313b-4450-8037-6757246e4ab8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:59.116456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b7ccbdf-b5bd-46f4-8d5d-078b3821c1a6 req-6666f89d-313b-4450-8037-6757246e4ab8 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 950 time: 0.1811073 Oct 13 14:04:59.119599 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:59.130825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:59.163117 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:59.248837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011d717-abf2-4fda-bf07-88e56ed3f03b None None] Pushing event updated for resources: {'Port': ['ID=ac0b70c1-9528-4457-99bb-7ce88bbdf3eb,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:59.321561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfa21878-938b-4c14-af23-2b214f8b5ba3 req-6d6b680a-fcff-4f76-9e61-2662f17036a3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158725 Oct 13 14:04:59.368191 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Allocated IP 172.25.0.185 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/1f001b2f-a25f-4e50-859f-1d1a6cd49305) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:04:59.381302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b7ccbdf-b5bd-46f4-8d5d-078b3821c1a6 req-8f1d78bf-d38f-4c5d-a372-fc4255f21578 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/security-groups?id=23911515-7057-42da-bf07-e81e9f91f00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402937 Oct 13 14:04:59.449770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-88a8da38-98d8-4ac3-aeee-acba2613e755 req-1ee053b3-7bc6-48e3-be96-4180bfa5ba95 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] For port f79a973c-20ff-4b65-8bec-feea717858f0, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f79a973c-20ff-4b65-8bec-feea717858f0,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:04:59.451843 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-88a8da38-98d8-4ac3-aeee-acba2613e755 req-1ee053b3-7bc6-48e3-be96-4180bfa5ba95 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:59.487593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4aa71-3006-4c13-a515-269a1140ded0 req-b371981a-0d18-405a-ab89-f1bc02751d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:59.490346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7aa4aa71-3006-4c13-a515-269a1140ded0 req-b371981a-0d18-405a-ab89-f1bc02751d77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b01e24a805954bb9a06419e1776c2e84&device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 1096 time: 0.2865212 Oct 13 14:04:59.563589 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:59.624433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-88a8da38-98d8-4ac3-aeee-acba2613e755 req-1ee053b3-7bc6-48e3-be96-4180bfa5ba95 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Calling delete_port for f79a973c-20ff-4b65-8bec-feea717858f0 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:04:59.714814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:04:59.742821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e5143-bdaf-41a7-8cd6-fbac259dfce0 req-362e6ed1-e1b2-4cd0-8be3-c331fdeca07f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:59.744436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d64e5143-bdaf-41a7-8cd6-fbac259dfce0 req-362e6ed1-e1b2-4cd0-8be3-c331fdeca07f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.3053181 Oct 13 14:04:59.784971 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:04:59.788670 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:04:59.792548 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:04:59.803856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4aa71-3006-4c13-a515-269a1140ded0 req-7748ee85-9cf8-4656-b422-74e1406969c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:59.805482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7aa4aa71-3006-4c13-a515-269a1140ded0 req-7748ee85-9cf8-4656-b422-74e1406969c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7 HTTP/1.1" status: 200 len: 905 time: 0.2701542 Oct 13 14:04:59.816459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be0c81-11c4-43ca-aa9b-6745b1e1dfb5 req-2b6e0077-6591-427d-9ab0-e57dece76de0 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:04:59.816948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Pushing event updated for resources: {'Port': ['ID=1f001b2f-a25f-4e50-859f-1d1a6cd49305,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:04:59.817599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62be0c81-11c4-43ca-aa9b-6745b1e1dfb5 req-2b6e0077-6591-427d-9ab0-e57dece76de0 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 945 time: 0.1901023 Oct 13 14:04:59.882873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7aa4aa71-3006-4c13-a515-269a1140ded0 req-4a268b86-8bde-45e4-bde2-7350c6a3788c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2697003b-719e-46b3-a3c8-f3e65759b7b1 HTTP/1.1" status: 200 len: 217 time: 0.0626979 Oct 13 14:04:59.918720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d64e5143-bdaf-41a7-8cd6-fbac259dfce0 req-ea126a2f-e5b0-4072-ba99-1a93881f1186 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614647 Oct 13 14:05:00.027922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62be0c81-11c4-43ca-aa9b-6745b1e1dfb5 req-c856e13a-7ed6-45e2-9325-b98f64e0f01f tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894019 Oct 13 14:05:00.083819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4aa71-3006-4c13-a515-269a1140ded0 req-3b3fa824-a324-429d-9b09-044dca2095df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:00.085344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7aa4aa71-3006-4c13-a515-269a1140ded0 req-3b3fa824-a324-429d-9b09-044dca2095df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993127ca-088d-48f4-a980-b919aa4881f8 HTTP/1.1" status: 200 len: 844 time: 0.1882939 Oct 13 14:05:00.092429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-c8826818-8644-46e4-a40b-4e9106b625f0 req-89be6485-db11-4d6c-8453-d5a027a1e62a tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:05:00.093479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8826818-8644-46e4-a40b-4e9106b625f0 req-89be6485-db11-4d6c-8453-d5a027a1e62a tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0251379 Oct 13 14:05:00.160527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7aa4aa71-3006-4c13-a515-269a1140ded0 req-54994a08-adb5-4c87-8dde-be0d5459f015 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626318 Oct 13 14:05:00.182051 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:00.258212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89278179-72bd-476d-bbba-6936d046c9f5 req-1f22c968-35a9-4864-9250-831565840c07 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:00.266031 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89278179-72bd-476d-bbba-6936d046c9f5 req-1f22c968-35a9-4864-9250-831565840c07 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 944 time: 0.2247415 Oct 13 14:05:00.270742 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-88a8da38-98d8-4ac3-aeee-acba2613e755 req-1ee053b3-7bc6-48e3-be96-4180bfa5ba95 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:00.295790 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f79a973c-20ff-4b65-8bec-feea717858f0'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:05:00.443531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8826818-8644-46e4-a40b-4e9106b625f0 req-0f06baec-80e8-4c6e-bcd8-3624faddb03f tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3358352 Oct 13 14:05:00.444936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee053b3-7bc6-48e3-be96-4180bfa5ba95 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Pushing event deleted for resources: {'Port': ['ID=f79a973c-20ff-4b65-8bec-feea717858f0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:00.495973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a8da38-98d8-4ac3-aeee-acba2613e755 req-1ee053b3-7bc6-48e3-be96-4180bfa5ba95 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] No DVR routers for this DVR port f79a973c-20ff-4b65-8bec-feea717858f0 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:05:00.558975 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-88a8da38-98d8-4ac3-aeee-acba2613e755 req-1ee053b3-7bc6-48e3-be96-4180bfa5ba95 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:00.558975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88a8da38-98d8-4ac3-aeee-acba2613e755 req-1ee053b3-7bc6-48e3-be96-4180bfa5ba95 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.41 "DELETE /v2.0/ports/f79a973c-20ff-4b65-8bec-feea717858f0 HTTP/1.1" status: 204 len: 173 time: 1.8001084 Oct 13 14:05:00.558975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32dfbb4-0792-4bd5-9967-21ae7eea06dd', 'name': 'network-vif-deleted', 'tag': 'f79a973c-20ff-4b65-8bec-feea717858f0'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:00.561587 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d408540f-c8cb-4886-b8fd-6fc6ed9832f5" -d '{"events": [{"server_uuid": "c32dfbb4-0792-4bd5-9967-21ae7eea06dd", "name": "network-vif-deleted", "tag": "f79a973c-20ff-4b65-8bec-feea717858f0"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:00.596284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89278179-72bd-476d-bbba-6936d046c9f5 req-ea131744-3bb9-414d-9130-243c45737723 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291297 Oct 13 14:05:00.614308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:00.622544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7aa4aa71-3006-4c13-a515-269a1140ded0 req-82a4a135-0634-4914-b96e-922eed3cecdb service neutron] 10.222.0.41 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359541 Oct 13 14:05:00.789077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71f36f9f-d8d9-4f7d-93f5-febf47892391 req-33b14135-507f-46fd-b74a-52d1e3782275 tempest-ServersAdminNegativeTestJSON-1156145033 tempest-ServersAdminNegativeTestJSON-1156145033-project] 10.222.0.18 "GET /v2.0/ports?device_id=c32dfbb4-0792-4bd5-9967-21ae7eea06dd HTTP/1.1" status: 200 len: 210 time: 0.0538092 Oct 13 14:05:00.846504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7aa4aa71-3006-4c13-a515-269a1140ded0 req-f9db19a6-de15-407f-ad4d-80193d8171b0 service neutron] 10.222.0.41 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145450 Oct 13 14:05:00.928514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03189a23-8c1a-4e6a-883e-394088f2f180 None None] Network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:05:00.946718 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acddecd1-da99-47bb-8e10-41d34a95b1c5 x-openstack-request-id: req-acddecd1-da99-47bb-8e10-41d34a95b1c5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:00.947027 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32dfbb4-0792-4bd5-9967-21ae7eea06dd", "name": "network-vif-deleted", "tag": "f79a973c-20ff-4b65-8bec-feea717858f0", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:00.947322 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acddecd1-da99-47bb-8e10-41d34a95b1c5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:00.948679 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32dfbb4-0792-4bd5-9967-21ae7eea06dd', 'name': 'network-vif-deleted', 'tag': 'f79a973c-20ff-4b65-8bec-feea717858f0', 'status': 'completed', 'code': 200} Oct 13 14:05:00.952151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3344c99-c59b-4ef1-b080-c5964a72bf7e req-0721bc63-1851-4ca6-891f-f0bebdb295ec tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:00.953850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3344c99-c59b-4ef1-b080-c5964a72bf7e req-0721bc63-1851-4ca6-891f-f0bebdb295ec tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 1097 time: 0.0824957 Oct 13 14:05:01.003920 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3344c99-c59b-4ef1-b080-c5964a72bf7e req-e4f54f08-ff88-478d-b360-22a315576686 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407147 Oct 13 14:05:01.006527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f632b127-3048-43b0-b1e8-6e80641924ea None None] Provisioning complete for port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:01.006949 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f632b127-3048-43b0-b1e8-6e80641924ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:01.041737 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:05:01.102226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517add9e-28f2-4129-90b7-6abfbfc1e9c5 req-98ef6169-1d37-4adb-8bfd-5b06fec94b32 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:01.104314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-517add9e-28f2-4129-90b7-6abfbfc1e9c5 req-98ef6169-1d37-4adb-8bfd-5b06fec94b32 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.0992713 Oct 13 14:05:01.178686 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-517add9e-28f2-4129-90b7-6abfbfc1e9c5 req-09b09370-c2a5-422e-ac82-f3f42343b326 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629089 Oct 13 14:05:01.218477 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f632b127-3048-43b0-b1e8-6e80641924ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:01.235366 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f79a973c-20ff-4b65-8bec-feea717858f0 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:05:01.238144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ac0b70c1-9528-4457-99bb-7ce88bbdf3eb up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:01.307485 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:05:01.308882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f632b127-3048-43b0-b1e8-6e80641924ea None None] For port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ac0b70c1-9528-4457-99bb-7ce88bbdf3eb,segment=NetworkSegment(3cbfca30-fb88-46ad-9e29-54404b928a60),segment_id=3cbfca30-fb88-46ad-9e29-54404b928a60)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:01.312336 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Sync routers for ids ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:05:01.335038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e81aaa-e554-45ab-92ad-b5b9f2b5f756 req-e0dada6a-4713-447c-a291-5aa74be579e3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:01.342808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: f79a973c-20ff-4b65-8bec-feea717858f0 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:05:01.343150 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f79a973c-20ff-4b65-8bec-feea717858f0 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:05:01.343426 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Routers {'502bedc8-f40f-48fa-91ad-7935dc0f42a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:05:01.343543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device df022525-432b-44cf-9de8-55a2dfd4ca34 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:05:01.344161 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:04:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:01.344773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1e81aaa-e554-45ab-92ad-b5b9f2b5f756 req-e0dada6a-4713-447c-a291-5aa74be579e3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.0935354 Oct 13 14:05:01.412024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1e81aaa-e554-45ab-92ad-b5b9f2b5f756 req-c73af7a8-de23-4630-ad6c-afaa18a182d7 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558660 Oct 13 14:05:01.438551 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f632b127-3048-43b0-b1e8-6e80641924ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:01.441994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:01.442766 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:01.487145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:01.496516 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-84f30d1f-3d34-4a5d-8ec6-d6b3a7d789bf admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5938802 Oct 13 14:05:01.498429 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33258) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:01.526997 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Set router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:05:01.538235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663a16a-bf2f-493d-aac0-995abc44846d req-58c73fe8-0f45-4342-8c83-c78719f51b4e tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:01.547062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b663a16a-bf2f-493d-aac0-995abc44846d req-58c73fe8-0f45-4342-8c83-c78719f51b4e tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f0cb0b-f091-43f1-ad9f-66f6f567df89 HTTP/1.1" status: 200 len: 945 time: 0.0856335 Oct 13 14:05:01.589616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b663a16a-bf2f-493d-aac0-995abc44846d req-47323730-7247-4f9e-9a43-8675f6289808 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Oct 13 14:05:01.595925 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:01.635179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632b127-3048-43b0-b1e8-6e80641924ea None None] Pushing event updated for resources: {'Port': ['ID=ac0b70c1-9528-4457-99bb-7ce88bbdf3eb,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:01.662176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:01.664720 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1a070a-9513-46d7-90cc-c8e310702fd1" -d '{"events": [{"server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "name": "network-vif-unplugged", "status": "completed", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:01.727090 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=df022525-432b-44cf-9de8-55a2dfd4ca34,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:01.777856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-63241b5a-9350-4530-a27a-c20af382593c None None] Provisioning complete for port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:01.778237 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-63241b5a-9350-4530-a27a-c20af382593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:01.838999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3c5ce-cc18-4fbe-93a5-884262453b71 req-a6001bfc-6bcb-42b1-8122-1c80f5726f6c tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:01.844880 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:01.853217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17f3c5ce-cc18-4fbe-93a5-884262453b71 req-a6001bfc-6bcb-42b1-8122-1c80f5726f6c tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 945 time: 0.0871170 Oct 13 14:05:01.896953 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:04:59Z', 'revision_number': 3, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:01.903877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17f3c5ce-cc18-4fbe-93a5-884262453b71 req-4008f93b-fce1-44e2-b966-088d02be1003 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381122 Oct 13 14:05:01.935500 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Checking router: 502bedc8-f40f-48fa-91ad-7935dc0f42a4 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:05:01.940622 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Updating router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 port 1f001b2f-a25f-4e50-859f-1d1a6cd49305 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:05:01.954358 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=df022525-432b-44cf-9de8-55a2dfd4ca34,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:01.975127 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:02.036349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fa6d2-4e59-4927-9e2d-4d461d611d29 req-30cda411-ef71-4284-9b5a-6b3e2ef899a9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:02.038349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-456fa6d2-4e59-4927-9e2d-4d461d611d29 req-30cda411-ef71-4284-9b5a-6b3e2ef899a9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 944 time: 0.0583019 Oct 13 14:05:02.080838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-456fa6d2-4e59-4927-9e2d-4d461d611d29 req-885a3767-6813-4ea1-a3a0-e27cad1ca65d tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355725 Oct 13 14:05:02.138217 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:02.186376 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7117924-6c25-4ea8-94e3-0d25303afd34 x-openstack-request-id: req-d7117924-6c25-4ea8-94e3-0d25303afd34 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:02.186679 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "name": "network-vif-unplugged", "status": "completed", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:02.186935 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7117924-6c25-4ea8-94e3-0d25303afd34 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:02.187338 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34', 'code': 200} Oct 13 14:05:02.310899 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:02.369796 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Allocated IP 172.20.0.1 (376e61af-f4c6-492b-9fc4-cd5b192fa1f8/fd9616fa-eece-4fe9-998c-fb89c2afbb2b/7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:02.412944 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:02.471406 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Attempting to bind port 1f001b2f-a25f-4e50-859f-1d1a6cd49305 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:02.472494 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Attempting to bind port 1f001b2f-a25f-4e50-859f-1d1a6cd49305 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:02.473073 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Attempting to bind port 1f001b2f-a25f-4e50-859f-1d1a6cd49305 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:02.481171 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b4ee2-5018-4de0-8631-72ada568c59b None None] Pushing event updated for resources: {'Port': ['ID=1f001b2f-a25f-4e50-859f-1d1a6cd49305,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:02.489487 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:02.490190 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:02.490596 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:02.490984 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:02.491471 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Bound port: 1f001b2f-a25f-4e50-859f-1d1a6cd49305, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:02.492043 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:02.516720 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:02.550197 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] For port 1f001b2f-a25f-4e50-859f-1d1a6cd49305, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:02.553600 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] For port 1f001b2f-a25f-4e50-859f-1d1a6cd49305, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1f001b2f-a25f-4e50-859f-1d1a6cd49305,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:02.555357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fd70a-e15e-4809-81ce-a07e49b6219f req-6dd09de6-33e7-4749-a88f-5825f687af6e tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:02.561697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fd70a-e15e-4809-81ce-a07e49b6219f req-6dd09de6-33e7-4749-a88f-5825f687af6e tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:02.567704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fd70a-e15e-4809-81ce-a07e49b6219f req-6dd09de6-33e7-4749-a88f-5825f687af6e tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:02.569380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b87fd70a-e15e-4809-81ce-a07e49b6219f req-6dd09de6-33e7-4749-a88f-5825f687af6e tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854&device_id=d8f0cb0b-f091-43f1-ad9f-66f6f567df89&device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 2416 time: 0.0700383 Oct 13 14:05:02.617626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b87fd70a-e15e-4809-81ce-a07e49b6219f req-e6a028ea-1bef-405c-ac39-02caea366869 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Oct 13 14:05:02.656149 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:02.656418 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:02.702723 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:02.704241 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:02.708948 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Routers {'502bedc8-f40f-48fa-91ad-7935dc0f42a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:05:02.709608 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:04:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:02.715773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:05:02.781497 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:02.790256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a74271-60f4-4fc4-bd8f-d08c0e918612 req-1c604760-cf2d-4c3b-ab03-9794ce19fa0e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:02.799389 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99a74271-60f4-4fc4-bd8f-d08c0e918612 req-1c604760-cf2d-4c3b-ab03-9794ce19fa0e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 948 time: 0.0912006 Oct 13 14:05:02.836647 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b4ee2-5018-4de0-8631-72ada568c59b None None] Pushing event updated for resources: {'Port': ['ID=1f001b2f-a25f-4e50-859f-1d1a6cd49305,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:02.865358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99a74271-60f4-4fc4-bd8f-d08c0e918612 req-5c01d037-4a9c-44c5-92a6-2630da74668f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602813 Oct 13 14:05:02.894261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33308) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:02.915171 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:02.961231 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] Set router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:05:02.969021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01f391b1-5e34-4f99-871c-05a9c492d430 req-e308b6a1-81ce-4b33-8e64-e94b8053aac9 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0847323 Oct 13 14:05:03.099271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a65ae253-ef96-48c9-a4bb-e7cfcd54d2b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00a647c251824dd3807a99f29356edbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016320 Oct 13 14:05:03.102203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33314) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:03.121350 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-97bd8f85-b04f-4cb6-aeb8-9a088e4f5c3f None None] Provisioning complete for port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:03.122468 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-97bd8f85-b04f-4cb6-aeb8-9a088e4f5c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:03.165027 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:03.188526 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-97bd8f85-b04f-4cb6-aeb8-9a088e4f5c3f None None] Port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:05:03.190070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ac0b70c1-9528-4457-99bb-7ce88bbdf3eb up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:03.194338 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:03.234149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2697003b-719e-46b3-a3c8-f3e65759b7b1 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:05:03.234491 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:03.256907 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:04:59Z', 'revision_number': 3, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:03.289262 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92ca07e-b537-46a1-ada6-6cbb61219ee8 None None] The sync data for ids ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'] in n-d-806683-15 is: [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:04:59Z', 'revision_number': 3, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:05:03.322609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:03.323349 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:03.428641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2697003b-719e-46b3-a3c8-f3e65759b7b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2697003b-719e-46b3-a3c8-f3e65759b7b1,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:03.445491 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '2697003b-719e-46b3-a3c8-f3e65759b7b1', 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7', 'port_id': '2697003b-719e-46b3-a3c8-f3e65759b7b1', 'mac_address': 'fa:16:3e:61:09:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993127ca-088d-48f4-a980-b919aa4881f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:05:03.465922 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:03.530840 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:03.551395 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:03.554214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2697003b-719e-46b3-a3c8-f3e65759b7b1 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:05:03.587012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2697003b-719e-46b3-a3c8-f3e65759b7b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2697003b-719e-46b3-a3c8-f3e65759b7b1,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:03.594498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a521d53-0106-4b0b-a417-c2639a531853 req-ad8f535f-0b82-4850-88e9-59406ed0664a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:03.596599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a521d53-0106-4b0b-a417-c2639a531853 req-ad8f535f-0b82-4850-88e9-59406ed0664a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 944 time: 0.0790560 Oct 13 14:05:03.645892 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:03.650898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a521d53-0106-4b0b-a417-c2639a531853 req-6ef78d4a-b615-4de4-b49d-104de7d431da tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470190 Oct 13 14:05:03.659464 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:03.775757 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:03.780003 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:03.787182 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23911515-7057-42da-bf07-e81e9f91f00e HTTP/1.1" status: 204 len: 168 time: 0.6783936 Oct 13 14:05:03.787746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:03.787746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:03.807052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23911515-7057-42da-bf07-e81e9f91f00e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:03.818332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:03.818696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:03.819042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:03.819668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:03.820083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:03.820729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:03.821987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:03.821987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:03.822391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:03.822391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:03.822980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:03.823140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334ea27-1537-4cd9-811e-22e6fe61dce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:03.875169 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:03.876618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device df022525-432b-44cf-9de8-55a2dfd4ca34 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:05:03.907716 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-02692e9e-f2d8-42e6-a782-6680d76f5541 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:05:03.908730 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-02692e9e-f2d8-42e6-a782-6680d76f5541 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0130484 Oct 13 14:05:04.036222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=df022525-432b-44cf-9de8-55a2dfd4ca34,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:04.071389 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-2f135df9-f7ad-47c5-b4e6-8e26d5dd5e48 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:04.073152 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-2f135df9-f7ad-47c5-b4e6-8e26d5dd5e48 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports/ec6762b4-27e8-406a-bb84-2b53cb7b7a47 HTTP/1.1" status: 200 len: 1094 time: 0.1263835 Oct 13 14:05:04.095093 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] Request body: {'binding': {'host': 'n-h2-806683-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:04.095547 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] Unknown quota resources ['binding']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:05:04.121633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'df022525-432b-44cf-9de8-55a2dfd4ca34', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'df022525-432b-44cf-9de8-55a2dfd4ca34', 'mac_address': 'fa:16:3e:de:dc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:05:04.127842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:05:04.130132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2697003b-719e-46b3-a3c8-f3e65759b7b1,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:04.174934 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:04.177944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267188ae-6b6c-4a1a-b852-07d2fc84722f req-829d85ca-5ca6-4831-b790-647dc083ebff tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:04.179824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-267188ae-6b6c-4a1a-b852-07d2fc84722f req-829d85ca-5ca6-4831-b790-647dc083ebff tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 948 time: 0.0711257 Oct 13 14:05:04.188776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df022525-432b-44cf-9de8-55a2dfd4ca34 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:05:04.230388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=df022525-432b-44cf-9de8-55a2dfd4ca34,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:04.236338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-464b751a-f89a-44f0-baae-06d7cdddab01 None None] Provisioning complete for port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:04.236790 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-464b751a-f89a-44f0-baae-06d7cdddab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:04.240856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-267188ae-6b6c-4a1a-b852-07d2fc84722f req-91fdab38-26d9-45d8-a5e3-490f1fd5bd18 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529184 Oct 13 14:05:04.288201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-464b751a-f89a-44f0-baae-06d7cdddab01 None None] Port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:05:04.347904 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:04.449227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=df022525-432b-44cf-9de8-55a2dfd4ca34,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:04.679652 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:05:04.693779 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8eeb57db-fc4d-4cc5-adb4-2f58da9de3f9 admin admin] 10.222.0.18 "PUT /v2.0/routers/502bedc8-f40f-48fa-91ad-7935dc0f42a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1892262 Oct 13 14:05:04.725861 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] Attempting to bind port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on host n-h2-806683-15 for vnic_type normal with profile None {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:04.726841 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] Attempting to bind port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:04.735215 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] Attempting to bind port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:04.735215 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] Port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on network d54448a5-ac53-4352-a4fa-39682bbffd1b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:05:04.735215 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] Attempting to bind port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:04.743252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:04.743679 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:04.744273 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] Bound using segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:04.744722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] Bound port: ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:04.808636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:04.841022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92712c-b518-4c26-a606-0eb4bbf39127 req-8be53ba7-dd56-40f4-a9bd-033b5c041267 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:04.842569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af92712c-b518-4c26-a606-0eb4bbf39127 req-8be53ba7-dd56-40f4-a9bd-033b5c041267 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 945 time: 0.0653794 Oct 13 14:05:04.852268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33362) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:04.861290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['df022525-432b-44cf-9de8-55a2dfd4ca34'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:05:04.889159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2697003b-719e-46b3-a3c8-f3e65759b7b1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:05:04.903279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:04.904773 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-95d3482a-c013-4cec-9b3f-257adfdaefd5 service neutron] 10.222.0.18 "POST /v2.0/ports/ec6762b4-27e8-406a-bb84-2b53cb7b7a47/bindings HTTP/1.1" status: 201 len: 390 time: 0.8191626 Oct 13 14:05:04.918918 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af92712c-b518-4c26-a606-0eb4bbf39127 req-abb9c707-a4f4-4b6b-8f86-27499030b524 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586817 Oct 13 14:05:04.921546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-97406852-2524-4d76-9941-4f3e35c7cc97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de0ee43dab1a48a59af7a067147b0833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669069 Oct 13 14:05:04.924226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33364) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:04.996752 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-78cb5683-7f34-4051-8184-67a824ce47dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:05.024828 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-78cb5683-7f34-4051-8184-67a824ce47dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:05.197436 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1f001b2f-a25f-4e50-859f-1d1a6cd49305 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:05.198543 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-78cb5683-7f34-4051-8184-67a824ce47dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:05.202366 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-78cb5683-7f34-4051-8184-67a824ce47dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:05.203825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-78cb5683-7f34-4051-8184-67a824ce47dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62a7383b-8d95-431d-bda0-77c669dd7b43 HTTP/1.1" status: 204 len: 168 time: 0.2786312 Oct 13 14:05:05.220438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb5683-7f34-4051-8184-67a824ce47dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a7383b-8d95-431d-bda0-77c669dd7b43,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:05.303973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1f001b2f-a25f-4e50-859f-1d1a6cd49305 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:05.304351 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:05.418249 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:05.450105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 1f001b2f-a25f-4e50-859f-1d1a6cd49305, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1f001b2f-a25f-4e50-859f-1d1a6cd49305,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:05.526241 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Sync routers for ids ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:05:05.551189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Routers {'502bedc8-f40f-48fa-91ad-7935dc0f42a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:05:05.552320 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:04:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:05.594680 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:05.822364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-15aa520c-eddd-4521-9312-2f1e3c469484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:05.827984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-15aa520c-eddd-4521-9312-2f1e3c469484 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 1097 time: 0.0942454 Oct 13 14:05:05.860444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=1f001b2f-a25f-4e50-859f-1d1a6cd49305,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:05.881930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Set router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:05:05.964946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-9e2d8097-52ad-4952-a53c-402ba3e58fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:05.966428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-9e2d8097-52ad-4952-a53c-402ba3e58fde service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.1264930 Oct 13 14:05:06.038902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33390) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:06.046000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-36ee8403-9e81-4004-9f78-6f683538b311 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1451687869', 'description': 'tempest-description--1937364533'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:06.049224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-d59a3e0d-472b-4e36-9b92-e93839bc0145 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47 HTTP/1.1" status: 200 len: 217 time: 0.0691764 Oct 13 14:05:06.131932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-2fd238b4-a7cf-4145-a8f5-856f6360b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:06.133433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-2fd238b4-a7cf-4145-a8f5-856f6360b542 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.0733290 Oct 13 14:05:06.154449 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:05:02Z', 'revision_number': 4, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94', 'name': '', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'mac_address': 'fa:16:3e:f4:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:02Z', 'updated_at': '2021-10-13T14:05:03Z', 'revision_number': 2, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'subnets': [{'id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:06.184214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Checking router: 502bedc8-f40f-48fa-91ad-7935dc0f42a4 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:05:06.184625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Updating router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:05:06.204534 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-36ee8403-9e81-4004-9f78-6f683538b311 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.213853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-90f94ca5-442d-4c38-b4dc-1b5d0fd35555 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701883 Oct 13 14:05:06.228368 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.277087 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-36ee8403-9e81-4004-9f78-6f683538b311 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.292449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d707c-4f49-4531-be37-eef1a163b062 req-403e611f-618d-4de6-9239-db4a94ed9ac6 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:06.294387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-648d707c-4f49-4531-be37-eef1a163b062 req-403e611f-618d-4de6-9239-db4a94ed9ac6 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.1664770 Oct 13 14:05:06.324463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b8805-442f-4c8b-90aa-aaecbceece65 req-d7d5ac6c-ad6c-447c-97cc-03d858d5050b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:06.326021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c2b8805-442f-4c8b-90aa-aaecbceece65 req-d7d5ac6c-ad6c-447c-97cc-03d858d5050b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 949 time: 0.1835229 Oct 13 14:05:06.356678 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-36ee8403-9e81-4004-9f78-6f683538b311 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.389812 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee8403-9e81-4004-9f78-6f683538b311 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:06.406483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-648d707c-4f49-4531-be37-eef1a163b062 req-044a3117-f1c2-4d55-8403-7208d3150437 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005826 Oct 13 14:05:06.410349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-8a9750dc-7955-4359-8903-7cad868fdde3 service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883659 Oct 13 14:05:06.435570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33400) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:06.443636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c2b8805-442f-4c8b-90aa-aaecbceece65 req-c398a407-1ea2-497f-95ef-609d17295963 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012859 Oct 13 14:05:06.584376 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-36ee8403-9e81-4004-9f78-6f683538b311 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.585707 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-36ee8403-9e81-4004-9f78-6f683538b311 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5446978 Oct 13 14:05:06.590401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33408) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:06.605063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9b3b9f88-c36c-428b-94c5-ee8454d40623 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Request body: {'security_group_rule': {'security_group_id': '6f3e94b1-97f6-4b55-809b-9e0ad3c92d65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:06.629466 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84c38040-8fc1-4caf-a69e-ffaea219256c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.634266 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.664576 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-9023ab71-e74d-4dbd-b48c-ab278d91379b service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456336 Oct 13 14:05:06.677183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d106c1-1277-49c9-8dcf-0129cc40da78 req-4a279424-eb9f-42f7-9771-88abbedb84d2 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:06.678735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4d106c1-1277-49c9-8dcf-0129cc40da78 req-4a279424-eb9f-42f7-9771-88abbedb84d2 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 945 time: 0.1239672 Oct 13 14:05:06.694267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e8044-6002-4e7e-8e16-8f837a3644ed req-04623328-1c86-4618-9412-28ff31741a3f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:06.695722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-875e8044-6002-4e7e-8e16-8f837a3644ed req-04623328-1c86-4618-9412-28ff31741a3f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 945 time: 0.1036074 Oct 13 14:05:06.731066 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84c38040-8fc1-4caf-a69e-ffaea219256c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.750408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4d106c1-1277-49c9-8dcf-0129cc40da78 req-2dafcf2e-afa5-487e-bf4d-8a0681303d15 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652711 Oct 13 14:05:06.755833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-875e8044-6002-4e7e-8e16-8f837a3644ed req-e1031b27-7e37-4bf0-a16d-4555eddd6585 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535350 Oct 13 14:05:06.781085 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.836497 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d21a51-0dd8-4f6c-9fb6-6128261366b9 None None] Pushing event updated for resources: {'Port': ['ID=7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:06.836691 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b3b9f88-c36c-428b-94c5-ee8454d40623 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.899447 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Attempting to bind port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:06.900232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Attempting to bind port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '3cbfca30-fb88-46ad-9e29-54404b928a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:06.900369 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Attempting to bind port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 on network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:06.906715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:06.906955 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Checking segment: {'id': '3cbfca30-fb88-46ad-9e29-54404b928a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:06.907367 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.907961 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Bound using segment: {'id': '3cbfca30-fb88-46ad-9e29-54404b928a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:06.908304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Bound port: 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbfca30-fb88-46ad-9e29-54404b928a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:06.908688 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.910487 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b3b9f88-c36c-428b-94c5-ee8454d40623 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.925287 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84c38040-8fc1-4caf-a69e-ffaea219256c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:06.972230 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-84c38040-8fc1-4caf-a69e-ffaea219256c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f5c093ad1f4465a996956ef54bce178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5351136 Oct 13 14:05:06.973206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c38040-8fc1-4caf-a69e-ffaea219256c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d020f51-3b3b-4a6e-aad8-abb388180b15,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:06.976641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33414) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:07.029899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] For port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:07.031271 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b3b9f88-c36c-428b-94c5-ee8454d40623 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:07.037516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] For port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94,segment=NetworkSegment(3cbfca30-fb88-46ad-9e29-54404b928a60),segment_id=3cbfca30-fb88-46ad-9e29-54404b928a60)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:07.065422 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b9f88-c36c-428b-94c5-ee8454d40623 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b38bc2a-c5d7-4916-a5b6-b9b9c04303ec,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:07.078952 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c45743-44c3-4a2f-9486-d9a4dadd2eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:07.116433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c45743-44c3-4a2f-9486-d9a4dadd2eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:07.158438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1f001b2f-a25f-4e50-859f-1d1a6cd49305 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:07.218527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1f001b2f-a25f-4e50-859f-1d1a6cd49305 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:07.219035 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:07.246251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2697003b-719e-46b3-a3c8-f3e65759b7b1 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:07.297849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-dabd44dc-c533-4051-8ced-d5c1cf697dce None None] Provisioning complete for port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:07.298221 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dabd44dc-c533-4051-8ced-d5c1cf697dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:07.367542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-7b115753-a1e8-408f-8b86-0218e425c94e tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3c3f501dff084becb446f48df5f0ca6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218415 Oct 13 14:05:07.370858 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-dabd44dc-c533-4051-8ced-d5c1cf697dce None None] Port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:05:07.656041 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:07.706522 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b3b9f88-c36c-428b-94c5-ee8454d40623 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:07.712422 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 2697003b-719e-46b3-a3c8-f3e65759b7b1 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:05:07.716219 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9b3b9f88-c36c-428b-94c5-ee8454d40623 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1194105 Oct 13 14:05:07.717255 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c45743-44c3-4a2f-9486-d9a4dadd2eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:07.720022 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c45743-44c3-4a2f-9486-d9a4dadd2eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:07.724040 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-40c45743-44c3-4a2f-9486-d9a4dadd2eff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d020f51-3b3b-4a6e-aad8-abb388180b15 HTTP/1.1" status: 204 len: 168 time: 0.7441087 Oct 13 14:05:07.726600 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33434) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:07.739748 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1d2e0364-efbd-4e93-9f32-d57cd5728280 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Request body: {'security_group_rule': {'security_group_id': '6f3e94b1-97f6-4b55-809b-9e0ad3c92d65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:07.740822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 2697003b-719e-46b3-a3c8-f3e65759b7b1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:07.741472 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:07.768837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d21a51-0dd8-4f6c-9fb6-6128261366b9 None None] Pushing event updated for resources: {'Port': ['ID=7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:07.776646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c45743-44c3-4a2f-9486-d9a4dadd2eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d020f51-3b3b-4a6e-aad8-abb388180b15,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:07.800467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Routers {'502bedc8-f40f-48fa-91ad-7935dc0f42a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:05:07.802757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:04:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:07.841013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e28b89-bc09-475d-bc49-adfd8bed313f req-fa908146-e478-482d-9f75-851830e0bc38 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:07.842595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09e28b89-bc09-475d-bc49-adfd8bed313f req-fa908146-e478-482d-9f75-851830e0bc38 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.49 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 945 time: 0.1496155 Oct 13 14:05:07.873933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e7d46-3eb0-4297-a51a-e6012b1f3a19 req-d3c4df23-619a-4e6d-995f-b3803b9dc7b8 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:07.876368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-903e7d46-3eb0-4297-a51a-e6012b1f3a19 req-d3c4df23-619a-4e6d-995f-b3803b9dc7b8 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 949 time: 0.1844442 Oct 13 14:05:07.895736 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d2e0364-efbd-4e93-9f32-d57cd5728280 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:07.915647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-e9b8f52b-24d8-4b6e-88f7-8299d5b8a570 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:07.923125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-e9b8f52b-24d8-4b6e-88f7-8299d5b8a570 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5481970 Oct 13 14:05:07.968113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-fa0f65a7-a1a9-47b5-b180-2f7950f711b6 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/quotas/3c3f501dff084becb446f48df5f0ca6f HTTP/1.1" status: 200 len: 375 time: 0.0439177 Oct 13 14:05:07.993482 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d2e0364-efbd-4e93-9f32-d57cd5728280 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.035306 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a36e4c22-ad9f-4cd6-97f7-eb9fe045135a tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c3f501dff084becb446f48df5f0ca6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660210 Oct 13 14:05:08.054109 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d2e0364-efbd-4e93-9f32-d57cd5728280 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.058827 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.078837 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e0364-efbd-4e93-9f32-d57cd5728280 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdf25fb-eb52-4aba-8603-904e3b28a3fd,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:08.081853 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] Set router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:05:08.147094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-903e7d46-3eb0-4297-a51a-e6012b1f3a19 req-cfdf033a-10a8-4549-a928-8c1918f9c75f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489974 Oct 13 14:05:08.183412 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d2e0364-efbd-4e93-9f32-d57cd5728280 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.190671 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1d2e0364-efbd-4e93-9f32-d57cd5728280 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4565423 Oct 13 14:05:08.191312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-09e28b89-bc09-475d-bc49-adfd8bed313f req-be086535-c0e4-44fa-a446-e7b4db3a50c3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Deleting port e13ceabc-2732-4410-9d92-8b5d60455238 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:05:08.191312 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09e28b89-bc09-475d-bc49-adfd8bed313f req-be086535-c0e4-44fa-a446-e7b4db3a50c3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.193465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33446) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:08.198135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:08.255232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd201175a-c7c4-4410-98b7-eba164943b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2697003b-719e-46b3-a3c8-f3e65759b7b1'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:08.259324 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93b6b93-fb9e-4de5-8d4f-395f06f8132c" -d '{"events": [{"server_uuid": "d201175a-c7c4-4410-98b7-eba164943b9e", "name": "network-vif-plugged", "status": "completed", "tag": "2697003b-719e-46b3-a3c8-f3e65759b7b1"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:08.288492 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2697003b-719e-46b3-a3c8-f3e65759b7b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2697003b-719e-46b3-a3c8-f3e65759b7b1,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:08.320873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-075a3cab-e1a8-4f74-aac7-a1e2c7143a34 None None] Provisioning complete for port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:08.322696 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-075a3cab-e1a8-4f74-aac7-a1e2c7143a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.347445 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.398379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844ec15-c17b-47f9-8bd8-97bd87f271bc req-958f88f9-e5f0-45d5-a234-eb70acbb19a7 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:08.399950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2844ec15-c17b-47f9-8bd8-97bd87f271bc req-958f88f9-e5f0-45d5-a234-eb70acbb19a7 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.1360943 Oct 13 14:05:08.449806 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.451623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device df022525-432b-44cf-9de8-55a2dfd4ca34 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:08.476435 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.558675 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2697003b-719e-46b3-a3c8-f3e65759b7b1,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:08.574550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2844ec15-c17b-47f9-8bd8-97bd87f271bc req-2c79da4b-bde3-4572-8daa-a4937b37e456 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417689 Oct 13 14:05:08.630123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-09e28b89-bc09-475d-bc49-adfd8bed313f req-be086535-c0e4-44fa-a446-e7b4db3a50c3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] For port e13ceabc-2732-4410-9d92-8b5d60455238, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e13ceabc-2732-4410-9d92-8b5d60455238,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:08.630790 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09e28b89-bc09-475d-bc49-adfd8bed313f req-be086535-c0e4-44fa-a446-e7b4db3a50c3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.677109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33454) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:08.700997 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-075a3cab-e1a8-4f74-aac7-a1e2c7143a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.701134 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Allocated IP 172.25.0.240 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/7edae0f4-68c7-49f1-a9dd-1f741111cc19) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:08.716354 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-efb46ab4-36c8-44fd-9e0d-42b25d68cd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.724381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-09e28b89-bc09-475d-bc49-adfd8bed313f req-be086535-c0e4-44fa-a446-e7b4db3a50c3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Calling delete_port for e13ceabc-2732-4410-9d92-8b5d60455238 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:05:08.734581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7e16e-0f38-4692-90de-f1000c920a64 req-1171982e-8227-4c7e-8a6c-2b42c7913a72 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:08.744582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3d7e16e-0f38-4692-90de-f1000c920a64 req-1171982e-8227-4c7e-8a6c-2b42c7913a72 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 945 time: 0.2202258 Oct 13 14:05:08.760668 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-075a3cab-e1a8-4f74-aac7-a1e2c7143a34 None None] For port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94,segment=NetworkSegment(3cbfca30-fb88-46ad-9e29-54404b928a60),segment_id=3cbfca30-fb88-46ad-9e29-54404b928a60)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:08.773490 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:05:02Z', 'revision_number': 4, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94', 'name': '', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'mac_address': 'fa:16:3e:f4:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:02Z', 'updated_at': '2021-10-13T14:05:07Z', 'revision_number': 4, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'subnets': [{'id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:08.805844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae995c-a46d-428c-ac5d-e2b2c3ff7fe0 None None] The sync data for ids ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'] in n-d-806683-15 is: [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:05:02Z', 'revision_number': 4, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94', 'name': '', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'mac_address': 'fa:16:3e:f4:e3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:02Z', 'updated_at': '2021-10-13T14:05:07Z', 'revision_number': 4, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'subnets': [{'id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:05:08.811043 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port df022525-432b-44cf-9de8-55a2dfd4ca34 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:08.811043 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.909014 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-efb46ab4-36c8-44fd-9e0d-42b25d68cd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.956763 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.970691 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-075a3cab-e1a8-4f74-aac7-a1e2c7143a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.974546 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:08.999605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3d7e16e-0f38-4692-90de-f1000c920a64 req-851d47a0-7fc9-4976-a0f7-0ca55fb8139d tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535939 Oct 13 14:05:09.005305 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-efb46ab4-36c8-44fd-9e0d-42b25d68cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:09.049221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2648e-a35d-4bb5-ac2e-966a247830d4 req-e5735974-0286-42cf-9219-1d42db7fbed2 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:09.069058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97d2648e-a35d-4bb5-ac2e-966a247830d4 req-e5735974-0286-42cf-9219-1d42db7fbed2 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 946 time: 0.3018146 Oct 13 14:05:09.177711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-efb46ab4-36c8-44fd-9e0d-42b25d68cd11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=058a13c9d07c42b98de59094b3001e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915040 Oct 13 14:05:09.186837 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33462) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:09.187350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb46ab4-36c8-44fd-9e0d-42b25d68cd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03eb988-fdc5-45cc-b270-09a711d51e6a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:09.233061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97d2648e-a35d-4bb5-ac2e-966a247830d4 req-f4084d03-0f25-49a8-853b-8ee0f1d84f42 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628008 Oct 13 14:05:09.276073 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:09.335618 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2ff2ad-7ff2-4c9f-96c2-2bddf29d85cc x-openstack-request-id: req-4d2ff2ad-7ff2-4c9f-96c2-2bddf29d85cc {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:09.336310 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d201175a-c7c4-4410-98b7-eba164943b9e", "name": "network-vif-plugged", "status": "completed", "tag": "2697003b-719e-46b3-a3c8-f3e65759b7b1", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:09.336310 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d2ff2ad-7ff2-4c9f-96c2-2bddf29d85cc {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:09.336746 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd201175a-c7c4-4410-98b7-eba164943b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2697003b-719e-46b3-a3c8-f3e65759b7b1', 'code': 200} Oct 13 14:05:09.363638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:09.399010 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:09.428808 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:09.457497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:05:09.481303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=df022525-432b-44cf-9de8-55a2dfd4ca34,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:09.485895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a3cab-e1a8-4f74-aac7-a1e2c7143a34 None None] Pushing event updated for resources: {'Port': ['ID=7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:09.493140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf9f6caa-30dd-4bcf-b8fc-6bc0351cf4e4 req-3c06185a-3279-430f-9470-be674f040e2e tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 210 time: 0.1325195 Oct 13 14:05:09.533690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:09.533936 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-25088593-65bf-41f1-ada9-3e90ae24ba21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:09.534820 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:09.559210 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Pushing event updated for resources: {'Port': ['ID=7edae0f4-68c7-49f1-a9dd-1f741111cc19,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:09.569020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d2bce-da0f-4939-b52e-e8c8685108e6 req-c37efd97-9789-4043-8a87-e288576dfcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:09.571221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-275d2bce-da0f-4939-b52e-e8c8685108e6 req-c37efd97-9789-4043-8a87-e288576dfcb0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 1098 time: 0.2156644 Oct 13 14:05:09.577134 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:09.577134 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:09.577604 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:09.577755 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:09.578128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:09.578444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:09.578774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:09.579101 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:09.579619 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:09.579952 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:09.580280 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:09.580609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:09.590063 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-25088593-65bf-41f1-ada9-3e90ae24ba21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:09.631314 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:09.639312 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09e28b89-bc09-475d-bc49-adfd8bed313f req-be086535-c0e4-44fa-a446-e7b4db3a50c3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:09.670624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614517b-4c40-406c-8858-8583a4a234f1 req-1c5290cd-3212-4cfd-82c5-1daca6e3aaa3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:09.679962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['9b7425b4-9c3e-4b6c-bccb-eefea336eeda', '7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8', 'e13ceabc-2732-4410-9d92-8b5d60455238'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:05:09.695693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5614517b-4c40-406c-8858-8583a4a234f1 req-1c5290cd-3212-4cfd-82c5-1daca6e3aaa3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 949 time: 0.2738111 Oct 13 14:05:09.770454 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:09.846309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be086535-c0e4-44fa-a446-e7b4db3a50c3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Pushing event deleted for resources: {'Port': ['ID=e13ceabc-2732-4410-9d92-8b5d60455238,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:09.863575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-275d2bce-da0f-4939-b52e-e8c8685108e6 req-cbaae6c7-7676-4277-b5cd-747ac8e260b4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684667 Oct 13 14:05:09.887819 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=df022525-432b-44cf-9de8-55a2dfd4ca34,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:09.902374 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-25088593-65bf-41f1-ada9-3e90ae24ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:09.905538 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-25088593-65bf-41f1-ada9-3e90ae24ba21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:09.912210 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-25088593-65bf-41f1-ada9-3e90ae24ba21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f03eb988-fdc5-45cc-b270-09a711d51e6a HTTP/1.1" status: 204 len: 168 time: 0.7322693 Oct 13 14:05:09.937649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e28b89-bc09-475d-bc49-adfd8bed313f req-be086535-c0e4-44fa-a446-e7b4db3a50c3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] No DVR routers for this DVR port e13ceabc-2732-4410-9d92-8b5d60455238 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:05:09.955120 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25088593-65bf-41f1-ada9-3e90ae24ba21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03eb988-fdc5-45cc-b270-09a711d51e6a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:09.958017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09e28b89-bc09-475d-bc49-adfd8bed313f req-be086535-c0e4-44fa-a446-e7b4db3a50c3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:09.963577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09e28b89-bc09-475d-bc49-adfd8bed313f req-be086535-c0e4-44fa-a446-e7b4db3a50c3 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.49 "DELETE /v2.0/ports/e13ceabc-2732-4410-9d92-8b5d60455238 HTTP/1.1" status: 204 len: 173 time: 2.1133482 Oct 13 14:05:10.000495 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:10.000721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcbe3af-c6e0-40d5-b314-5d236ab1c854', 'name': 'network-vif-deleted', 'tag': 'e13ceabc-2732-4410-9d92-8b5d60455238'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:10.000721 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3bc907-8aac-42da-9c87-e57308cb72a3" -d '{"events": [{"server_uuid": "1bcbe3af-c6e0-40d5-b314-5d236ab1c854", "name": "network-vif-deleted", "tag": "e13ceabc-2732-4410-9d92-8b5d60455238"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:10.064669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5614517b-4c40-406c-8858-8583a4a234f1 req-221a45a3-ddb5-49c0-8c73-be7bfef6138b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717470 Oct 13 14:05:10.095875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828f168-c8f6-458d-9e01-976895d0c9a3 req-3441f3b4-351a-46fd-bd24-2550978a42bd tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:10.097956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5828f168-c8f6-458d-9e01-976895d0c9a3 req-3441f3b4-351a-46fd-bd24-2550978a42bd tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.2771208 Oct 13 14:05:10.186012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5828f168-c8f6-458d-9e01-976895d0c9a3 req-7475b7e3-bb2e-49fa-bd79-59cb4011ab3f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641229 Oct 13 14:05:10.260677 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a427fa0f-0ded-42e1-8a44-a79bb3f2bdf3 x-openstack-request-id: req-a427fa0f-0ded-42e1-8a44-a79bb3f2bdf3 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:10.261008 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcbe3af-c6e0-40d5-b314-5d236ab1c854", "name": "network-vif-deleted", "tag": "e13ceabc-2732-4410-9d92-8b5d60455238", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:10.261288 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a427fa0f-0ded-42e1-8a44-a79bb3f2bdf3 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:10.265366 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcbe3af-c6e0-40d5-b314-5d236ab1c854', 'name': 'network-vif-deleted', 'tag': 'e13ceabc-2732-4410-9d92-8b5d60455238', 'status': 'completed', 'code': 200} Oct 13 14:05:10.504235 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:10.593910 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:10.646122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc64daf-a5a1-4659-b60b-776deb0a882c req-3b52297f-ba3e-4dbb-9cde-65614ffa5c2e tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:10.655344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cc64daf-a5a1-4659-b60b-776deb0a882c req-3b52297f-ba3e-4dbb-9cde-65614ffa5c2e tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 946 time: 0.1174393 Oct 13 14:05:10.748884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cc64daf-a5a1-4659-b60b-776deb0a882c req-42271a35-25f6-425c-b737-9be9044e1d4c tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898919 Oct 13 14:05:10.798350 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Pushing event updated for resources: {'Port': ['ID=7edae0f4-68c7-49f1-a9dd-1f741111cc19,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:10.821738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-409c3ccc-1c65-42b0-b662-a50dee9e2036 req-41ad2d84-daae-4f22-b9af-46d57a401a04 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bcbe3af-c6e0-40d5-b314-5d236ab1c854 HTTP/1.1" status: 200 len: 210 time: 0.0700543 Oct 13 14:05:10.831836 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:10.941072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15807c00-3ed7-4ac9-826e-ee23b009be21 req-7932a6ed-be87-4cb5-b5ed-21c065da06ca tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 210 time: 0.0367432 Oct 13 14:05:10.967654 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:10.973545 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-48c80008-88cb-4a67-8738-1acc0ef0ad27 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7744589 Oct 13 14:05:11.164045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:11.282806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-83ff1d4a-d2c8-4f40-8bd4-5b18eee195b9 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1451687869&fields=id&tenant_id=d19da00bd681498ea64a90b5a25f1edf HTTP/1.1" status: 200 len: 267 time: 0.0919743 Oct 13 14:05:11.289447 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:11.289825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:11.319085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b95515-a427-41ed-be14-b47c6ad67957 req-da2fd177-2a15-40ec-a89c-d425e234d513 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:11.326904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56b95515-a427-41ed-be14-b47c6ad67957 req-da2fd177-2a15-40ec-a89c-d425e234d513 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1631126 Oct 13 14:05:11.353412 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:11.355739 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c3431d-3f7b-4224-ab66-641cdf545aca" -d '{"events": [{"server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "name": "network-vif-plugged", "status": "completed", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:11.415709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56b95515-a427-41ed-be14-b47c6ad67957 req-fe1cf6e3-61ed-4b0a-9c04-bea3d6488a13 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878069 Oct 13 14:05:11.484104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-e26934a5-13ff-4aed-af9d-cd6c40fc8b31 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:11.495475 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-e26934a5-13ff-4aed-af9d-cd6c40fc8b31 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/networks?id=376e61af-f4c6-492b-9fc4-cd5b192fa1f8 HTTP/1.1" status: 200 len: 812 time: 0.2116389 Oct 13 14:05:11.520974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-6223c91e-aedb-4ded-bac6-21ba57b156dc tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/quotas/d19da00bd681498ea64a90b5a25f1edf HTTP/1.1" status: 200 len: 375 time: 0.0244265 Oct 13 14:05:11.646325 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-bbcede7f-dd27-435f-8c33-e2107c646f16 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d19da00bd681498ea64a90b5a25f1edf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1240060 Oct 13 14:05:11.725592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076757ea-e6fa-4c22-8cfc-caa3505523e1 req-29fdd55b-9ceb-47d8-90f0-6712bbdaa1d4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:11.727196 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-076757ea-e6fa-4c22-8cfc-caa3505523e1 req-29fdd55b-9ceb-47d8-90f0-6712bbdaa1d4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.1617115 Oct 13 14:05:11.799373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-076757ea-e6fa-4c22-8cfc-caa3505523e1 req-be5f9428-97c5-42bf-af1c-fe95a5366808 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616701 Oct 13 14:05:11.800540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-72deded6-df7a-4ec4-8e49-12d317ac9fbd service neutron] 10.222.0.18 "GET /v2.0/networks/376e61af-f4c6-492b-9fc4-cd5b192fa1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423519 Oct 13 14:05:11.929530 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132dac88-2e18-423d-b0e4-671e2dbb1ff3 x-openstack-request-id: req-132dac88-2e18-423d-b0e4-671e2dbb1ff3 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:11.929814 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "name": "network-vif-plugged", "status": "completed", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:11.930066 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-132dac88-2e18-423d-b0e4-671e2dbb1ff3 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:11.930462 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34', 'code': 200} Oct 13 14:05:11.955270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-5dd36e45-5ecc-42c4-bc7e-2ce3b89d4e2b service neutron] 10.222.0.18 "GET /v2.0/networks/376e61af-f4c6-492b-9fc4-cd5b192fa1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482701 Oct 13 14:05:11.957848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-24f333f8-2e29-499c-87f8-22f2ccc9d64b tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3c3f501dff084becb446f48df5f0ca6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313013 Oct 13 14:05:12.070906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device e13ceabc-2732-4410-9d92-8b5d60455238 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:05:12.115985 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: e13ceabc-2732-4410-9d92-8b5d60455238 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:05:12.116472 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device e13ceabc-2732-4410-9d92-8b5d60455238 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:05:12.170094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-4c9f3e9a-08a5-4b1b-a540-418865a95e34 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:12.171592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-4c9f3e9a-08a5-4b1b-a540-418865a95e34 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042429 Oct 13 14:05:12.189494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Request body: {'port': {'device_id': 'd7465f26-1ddd-418b-9a4f-5b3db12c1e7e', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '3c3f501dff084becb446f48df5f0ca6f'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:12.295590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5198bc-4eb2-4b5d-a4fe-38cf315394bd req-9aca79eb-2233-484a-847a-273b8faa9e56 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:12.297143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f5198bc-4eb2-4b5d-a4fe-38cf315394bd req-9aca79eb-2233-484a-847a-273b8faa9e56 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 946 time: 0.1616688 Oct 13 14:05:12.324974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aaca53-835e-4aa9-bf6d-46ea8c5a7b0b req-9365d1e2-bb8e-4477-a2a8-57c9246f1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:12.333488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15aaca53-835e-4aa9-bf6d-46ea8c5a7b0b req-9365d1e2-bb8e-4477-a2a8-57c9246f1ccc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 1102 time: 0.1192601 Oct 13 14:05:12.397801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f5198bc-4eb2-4b5d-a4fe-38cf315394bd req-675fd8d5-9214-4579-adae-9e09979801d8 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837057 Oct 13 14:05:12.402993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15aaca53-835e-4aa9-bf6d-46ea8c5a7b0b req-c5cd33a8-6294-4110-ac5f-7cf55c947349 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665479 Oct 13 14:05:12.523074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-300ace76-293b-4808-966a-6dc2d9e79cb2 req-6288e6ec-f080-4a36-afd9-b54e3eccc1d6 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 210 time: 0.0344496 Oct 13 14:05:12.629699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e2daa53-77fa-4a9d-93cd-ba01640f582c req-ddf28833-286a-45fa-9598-e23d31dc07f9 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 210 time: 0.0347190 Oct 13 14:05:12.732104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Made reservation on behalf of 3c3f501dff084becb446f48df5f0ca6f for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:05:12.742861 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:12.747809 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:12.869855 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:13.038432 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:13.291314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95b70d1-59f9-4c90-9644-348e22099dc2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:13.340021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Allocated IP 192.168.233.72 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/4f597348-1ddf-4af4-bfba-0379d324f584) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:13.350136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00f908-59b3-4d70-ab4a-da6161c06862 req-d3b70eae-6915-475c-9c13-7e2fbd7681f6 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:13.351829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e00f908-59b3-4d70-ab4a-da6161c06862 req-d3b70eae-6915-475c-9c13-7e2fbd7681f6 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.1222165 Oct 13 14:05:13.422415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e00f908-59b3-4d70-ab4a-da6161c06862 req-fa3d2be0-8ac4-4f80-b23f-ffa2ec053c35 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621011 Oct 13 14:05:13.435518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cbd69-bde3-439c-9f33-25a8326a613e req-865f7e69-fada-49cd-b424-c7f3ce78603a tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:13.444568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a93cbd69-bde3-439c-9f33-25a8326a613e req-865f7e69-fada-49cd-b424-c7f3ce78603a tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.2161129 Oct 13 14:05:13.657327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a93cbd69-bde3-439c-9f33-25a8326a613e req-94fde04b-b61e-4811-b1a1-fdef8bf84e98 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119160 Oct 13 14:05:13.802336 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:13.815062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f8b25-bd77-4716-ae75-c950c5c28947 req-02d5f924-0bff-46b6-8a28-1cec3af6bdda tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:13.816881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b7f8b25-bd77-4716-ae75-c950c5c28947 req-02d5f924-0bff-46b6-8a28-1cec3af6bdda tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 946 time: 0.1406021 Oct 13 14:05:13.871512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4d88c-6b70-4d9e-812a-f243736e3e1b req-e369fa0b-6ade-4ed9-94f6-4946509449c2 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:13.872820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0d4d88c-6b70-4d9e-812a-f243736e3e1b req-e369fa0b-6ade-4ed9-94f6-4946509449c2 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f0cb0b-f091-43f1-ad9f-66f6f567df89 HTTP/1.1" status: 200 len: 945 time: 0.1166110 Oct 13 14:05:13.934823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b7f8b25-bd77-4716-ae75-c950c5c28947 req-0d99fb14-61f8-4600-a1b8-96964876537c tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900097 Oct 13 14:05:13.968035 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0d4d88c-6b70-4d9e-812a-f243736e3e1b req-b4ccad31-99ad-4def-9257-5f3349b33126 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867360 Oct 13 14:05:14.020188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:14.101067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:14.130880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:14.137583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:05:14.163525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3260d14c-dfe1-46e2-88fa-14bb6234d4d7 req-4e249def-c9e8-4651-a51c-926d802c4ecf tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 210 time: 0.0793321 Oct 13 14:05:14.191764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Pushing event updated for resources: {'Port': ['ID=4f597348-1ddf-4af4-bfba-0379d324f584,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:14.249439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:14.250404 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:14.268630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e7385-14a2-4dd6-8e14-b6dda278289f req-f8866a67-3c06-49bf-8a59-c3f1e5f4aace tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:14.270678 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea4e7385-14a2-4dd6-8e14-b6dda278289f req-f8866a67-3c06-49bf-8a59-c3f1e5f4aace tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 935 time: 0.1974480 Oct 13 14:05:14.356419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea4e7385-14a2-4dd6-8e14-b6dda278289f req-da9541eb-96c8-466c-b398-bdc764df0983 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95b70d1-59f9-4c90-9644-348e22099dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676897 Oct 13 14:05:14.372119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-a1365687-0d76-4896-a75d-7734f30577b4 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1837409 Oct 13 14:05:14.385834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Request body: {'port': {'device_id': 'd7465f26-1ddd-418b-9a4f-5b3db12c1e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:14.446119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d56d66b8-f894-423c-91b5-ce7f0f1e210e None None] Provisioning complete for port 4f597348-1ddf-4af4-bfba-0379d324f584 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:14.446622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d56d66b8-f894-423c-91b5-ce7f0f1e210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:14.525102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d56d66b8-f894-423c-91b5-ce7f0f1e210e None None] Port 4f597348-1ddf-4af4-bfba-0379d324f584 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:05:14.529283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8aca1538-48b3-4a03-b63a-2f39567efea2 req-cdad7769-99e4-4ccd-b911-9baf05267408 tempest-FlavorsV2NegativeTest-63487766 tempest-FlavorsV2NegativeTest-63487766-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1ef1a2fba72c40b08f347e23b9897afa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393133 Oct 13 14:05:14.544373 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:14.776074 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1538-48b3-4a03-b63a-2f39567efea2 req-1e0f4cfe-9794-4d3d-93e9-f8297268df28 tempest-FlavorsV2NegativeTest-63487766 tempest-FlavorsV2NegativeTest-63487766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:14.781269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8aca1538-48b3-4a03-b63a-2f39567efea2 req-1e0f4cfe-9794-4d3d-93e9-f8297268df28 tempest-FlavorsV2NegativeTest-63487766 tempest-FlavorsV2NegativeTest-63487766-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511191 Oct 13 14:05:14.814481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8aca1538-48b3-4a03-b63a-2f39567efea2 req-2ff9fb7e-6552-4b98-8ec9-578d10eae3c6 tempest-FlavorsV2NegativeTest-63487766 tempest-FlavorsV2NegativeTest-63487766-project] 10.222.0.18 "GET /v2.0/quotas/1ef1a2fba72c40b08f347e23b9897afa HTTP/1.1" status: 200 len: 375 time: 0.0246785 Oct 13 14:05:14.862761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04686e-0899-42e8-824a-78a379f4dda1 req-d63d3711-d29d-4d90-bdb3-cbd285e4662a tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:14.864264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be04686e-0899-42e8-824a-78a379f4dda1 req-d63d3711-d29d-4d90-bdb3-cbd285e4662a tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8f0cb0b-f091-43f1-ad9f-66f6f567df89 HTTP/1.1" status: 200 len: 945 time: 0.2089574 Oct 13 14:05:14.918329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8aca1538-48b3-4a03-b63a-2f39567efea2 req-e0ab6907-3117-469b-9b07-631f4d287660 tempest-FlavorsV2NegativeTest-63487766 tempest-FlavorsV2NegativeTest-63487766-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ef1a2fba72c40b08f347e23b9897afa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664468 Oct 13 14:05:15.433257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f597348-1ddf-4af4-bfba-0379d324f584 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:05:15.446035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-be04686e-0899-42e8-824a-78a379f4dda1 req-22c7b746-b284-4ad7-9b0d-1d559f6f1e71 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Deleting port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:05:15.446442 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be04686e-0899-42e8-824a-78a379f4dda1 req-22c7b746-b284-4ad7-9b0d-1d559f6f1e71 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:15.451660 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:15.528724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ccd01-30fb-4325-816f-8714e307a3c3 req-d5cf2bf7-11b9-4c0f-bb18-8b2a97e76524 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:15.530323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db6ccd01-30fb-4325-816f-8714e307a3c3 req-d5cf2bf7-11b9-4c0f-bb18-8b2a97e76524 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.5354874 Oct 13 14:05:15.531270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Transition to ACTIVE for port object 4f597348-1ddf-4af4-bfba-0379d324f584 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:05:15.623336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377764e-2d7e-4f8a-a50a-7504480c56aa req-6f656483-38c0-4187-94ab-1f3c29b756f5 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:15.624810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5377764e-2d7e-4f8a-a50a-7504480c56aa req-6f656483-38c0-4187-94ab-1f3c29b756f5 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.2394333 Oct 13 14:05:15.695530 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:15.705644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db6ccd01-30fb-4325-816f-8714e307a3c3 req-47190065-4616-4eb2-ae30-eb79a277f1cb tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596043 Oct 13 14:05:15.768309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-be04686e-0899-42e8-824a-78a379f4dda1 req-22c7b746-b284-4ad7-9b0d-1d559f6f1e71 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] For port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:15.768309 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be04686e-0899-42e8-824a-78a379f4dda1 req-22c7b746-b284-4ad7-9b0d-1d559f6f1e71 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:15.794330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-812ba039-2271-42da-92c7-2e47038c5148 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:15.795750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-812ba039-2271-42da-92c7-2e47038c5148 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.41 "GET /v2.0/networks?id=376e61af-f4c6-492b-9fc4-cd5b192fa1f8 HTTP/1.1" status: 200 len: 812 time: 0.2968278 Oct 13 14:05:15.803353 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5377764e-2d7e-4f8a-a50a-7504480c56aa req-20d1a40f-792d-4ff5-b8b4-5d93fa6f3624 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659207 Oct 13 14:05:15.816114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-be04686e-0899-42e8-824a-78a379f4dda1 req-22c7b746-b284-4ad7-9b0d-1d559f6f1e71 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Calling delete_port for 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:05:15.837094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Pushing event updated for resources: {'Port': ['ID=4f597348-1ddf-4af4-bfba-0379d324f584,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:16.011128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-0f77cf21-0780-4767-9385-ef4ed8520e44 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19da00bd681498ea64a90b5a25f1edf HTTP/1.1" status: 200 len: 380 time: 0.1967573 Oct 13 14:05:16.046154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f86bc06a-237c-4d0d-b4cd-52337229929c req-09002ce3-a755-4cdb-ae5e-a613a9112e22 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 210 time: 0.0670273 Oct 13 14:05:16.047228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-eee8398b-a79d-461e-9ab6-dd2c26caceff tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Request body: {'port': {'device_id': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'admin_state_up': True, 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'security_groups': ['6f3e94b1-97f6-4b55-809b-9e0ad3c92d65']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:16.064863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b46ce-db8c-4ea2-bc87-f5667471c57d req-d37b568a-e721-47bf-b92f-e6c24583546a tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:16.066700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c84b46ce-db8c-4ea2-bc87-f5667471c57d req-d37b568a-e721-47bf-b92f-e6c24583546a tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f0cb0b-f091-43f1-ad9f-66f6f567df89 HTTP/1.1" status: 200 len: 945 time: 0.2560399 Oct 13 14:05:16.166161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Attempting to bind port 4f597348-1ddf-4af4-bfba-0379d324f584 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:16.166504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Attempting to bind port 4f597348-1ddf-4af4-bfba-0379d324f584 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:16.166931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Attempting to bind port 4f597348-1ddf-4af4-bfba-0379d324f584 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:16.216152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Port 4f597348-1ddf-4af4-bfba-0379d324f584 on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:05:16.216472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Attempting to bind port 4f597348-1ddf-4af4-bfba-0379d324f584 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:16.266388 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c84b46ce-db8c-4ea2-bc87-f5667471c57d req-8c96c70f-38f9-4edf-8f28-dd49bdec9a93 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765320 Oct 13 14:05:16.267122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:16.267461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:16.267846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:16.268825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Bound port: 4f597348-1ddf-4af4-bfba-0379d324f584, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:16.269325 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:16.329412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69b367-393b-4768-b707-d4a8e8bfd3c9 req-9d0cf4bd-9171-4069-9ee5-51745fad9183 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:16.330891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea69b367-393b-4768-b707-d4a8e8bfd3c9 req-9d0cf4bd-9171-4069-9ee5-51745fad9183 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 947 time: 0.2144883 Oct 13 14:05:16.468808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea69b367-393b-4768-b707-d4a8e8bfd3c9 req-25495bf5-7d0c-441e-bf04-c3ee12d6fcce tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95b70d1-59f9-4c90-9644-348e22099dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198699 Oct 13 14:05:16.470088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] For port 4f597348-1ddf-4af4-bfba-0379d324f584, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:16.475981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] For port 4f597348-1ddf-4af4-bfba-0379d324f584, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=4f597348-1ddf-4af4-bfba-0379d324f584,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:16.488887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc8826-06f8-436a-8a1b-cc1d349ccd78 req-bacf313e-ab33-4d18-b7e3-79d258bf938d tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:16.490788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4fc8826-06f8-436a-8a1b-cc1d349ccd78 req-bacf313e-ab33-4d18-b7e3-79d258bf938d tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1588004 Oct 13 14:05:16.495383 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33656) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:16.513679 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be04686e-0899-42e8-824a-78a379f4dda1 req-22c7b746-b284-4ad7-9b0d-1d559f6f1e71 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:16.538906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['9b7425b4-9c3e-4b6c-bccb-eefea336eeda'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:05:16.575934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-eee8398b-a79d-461e-9ab6-dd2c26caceff tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Made reservation on behalf of d19da00bd681498ea64a90b5a25f1edf for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:05:16.585589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-eee8398b-a79d-461e-9ab6-dd2c26caceff tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:16.590910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7b746-b284-4ad7-9b0d-1d559f6f1e71 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Pushing event deleted for resources: {'Port': ['ID=7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:16.634135 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:16.740562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4fc8826-06f8-436a-8a1b-cc1d349ccd78 req-904a6d95-dc3a-4a54-a020-350909b06766 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343209 Oct 13 14:05:16.756587 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b8ccc3c-f8c2-42c5-9452-010945e76372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:16.783820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:16.785074 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:16.787317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] 10.222.0.49 "PUT /v2.0/ports/4f597348-1ddf-4af4-bfba-0379d324f584 HTTP/1.1" status: 200 len: 1096 time: 2.4066622 Oct 13 14:05:16.788445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7465f26-1ddd-418b-9a4f-5b3db12c1e7e', 'tag': '4f597348-1ddf-4af4-bfba-0379d324f584'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:16.792937 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfbccc4-263d-433c-85c5-2135d9f1b23c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7465f26-1ddd-418b-9a4f-5b3db12c1e7e", "tag": "4f597348-1ddf-4af4-bfba-0379d324f584"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:16.802500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-be04686e-0899-42e8-824a-78a379f4dda1 req-22c7b746-b284-4ad7-9b0d-1d559f6f1e71 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] No DVR routers for this DVR port 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:05:16.811892 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be04686e-0899-42e8-824a-78a379f4dda1 req-22c7b746-b284-4ad7-9b0d-1d559f6f1e71 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:16.817022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be04686e-0899-42e8-824a-78a379f4dda1 req-22c7b746-b284-4ad7-9b0d-1d559f6f1e71 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.49 "DELETE /v2.0/ports/7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 HTTP/1.1" status: 204 len: 173 time: 1.9429617 Oct 13 14:05:16.911625 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b790b9-7419-4fc0-a808-c56b015af993 x-openstack-request-id: req-50b790b9-7419-4fc0-a808-c56b015af993 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:16.912020 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7465f26-1ddd-418b-9a4f-5b3db12c1e7e", "tag": "4f597348-1ddf-4af4-bfba-0379d324f584", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:16.912391 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50b790b9-7419-4fc0-a808-c56b015af993 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:16.913365 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7465f26-1ddd-418b-9a4f-5b3db12c1e7e', 'tag': '4f597348-1ddf-4af4-bfba-0379d324f584', 'status': 'completed', 'code': 200} Oct 13 14:05:16.954491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cc65b-3391-48b0-a582-c64cdc5fc46b service neutron] Pushing event updated for resources: {'Port': ['ID=4f597348-1ddf-4af4-bfba-0379d324f584,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:16.960055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b8ccc3c-f8c2-42c5-9452-010945e76372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:17.072626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449b258-10b7-4674-9d39-06b854a4e4a1 req-44d07c7e-f930-4e9d-bcc9-094475506bdd tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:17.080176 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a449b258-10b7-4674-9d39-06b854a4e4a1 req-44d07c7e-f930-4e9d-bcc9-094475506bdd tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.1600058 Oct 13 14:05:17.094055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b8ccc3c-f8c2-42c5-9452-010945e76372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:17.160897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-4fcedf34-20ce-480a-b637-2d148fb0ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:17.162578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-4fcedf34-20ce-480a-b637-2d148fb0ea05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c3f501dff084becb446f48df5f0ca6f&device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 1099 time: 0.2334850 Oct 13 14:05:17.163908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ccc3c-f8c2-42c5-9452-010945e76372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888b9c6a-b2ea-4ff0-945b-71bb4950b630,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:17.166045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-eee8398b-a79d-461e-9ab6-dd2c26caceff tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Allocated IP 172.20.0.12 (376e61af-f4c6-492b-9fc4-cd5b192fa1f8/fd9616fa-eece-4fe9-998c-fb89c2afbb2b/e92b635b-e7b0-4cc4-a35a-746c5c02609f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:17.171965 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4b8ccc3c-f8c2-42c5-9452-010945e76372 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ef1a2fba72c40b08f347e23b9897afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6723948 Oct 13 14:05:17.171965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33678) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:17.239711 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-badcdea4-acd1-46ea-ab09-3461e6a63e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:17.240081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a449b258-10b7-4674-9d39-06b854a4e4a1 req-52d2a162-61e2-42d4-b060-d792aec54b5a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590326 Oct 13 14:05:17.247605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-8d8aaeac-2bd7-4ec0-bb33-6c4dbf16f5e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=4f597348-1ddf-4af4-bfba-0379d324f584 HTTP/1.1" status: 200 len: 217 time: 0.0732396 Oct 13 14:05:17.264255 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-badcdea4-acd1-46ea-ab09-3461e6a63e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:17.376324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-854e01f3-1f12-4be5-beb4-70fd164d9256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:17.379053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-854e01f3-1f12-4be5-beb4-70fd164d9256 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1216073 Oct 13 14:05:17.462279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-badcdea4-acd1-46ea-ab09-3461e6a63e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:17.464816 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-badcdea4-acd1-46ea-ab09-3461e6a63e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:17.469344 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-badcdea4-acd1-46ea-ab09-3461e6a63e43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/888b9c6a-b2ea-4ff0-945b-71bb4950b630 HTTP/1.1" status: 204 len: 168 time: 0.2961352 Oct 13 14:05:17.476586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5310b2a8-675b-4452-83cb-cec89a1de7c4 req-e2c1f426-5062-42cd-bbd7-264d8448ec6d tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 210 time: 0.0700023 Oct 13 14:05:17.480738 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcdea4-acd1-46ea-ab09-3461e6a63e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888b9c6a-b2ea-4ff0-945b-71bb4950b630,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:17.529266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8231c507-94ad-4061-be75-4b918f417734 req-b077402f-a978-4a32-a91a-5e568542b272 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8f0cb0b-f091-43f1-ad9f-66f6f567df89 HTTP/1.1" status: 200 len: 210 time: 0.0623333 Oct 13 14:05:17.627693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-7299b358-d82d-4eb5-af1c-55db8b4c5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:17.629299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-7299b358-d82d-4eb5-af1c-55db8b4c5240 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2184203 Oct 13 14:05:17.723672 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-eee8398b-a79d-461e-9ab6-dd2c26caceff tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:17.765693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443801a-a107-48f1-8d13-dd7f5c9b1458 req-2511f8e1-ab9f-4687-9e60-69580aa862d4 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:17.767186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c443801a-a107-48f1-8d13-dd7f5c9b1458 req-2511f8e1-ab9f-4687-9e60-69580aa862d4 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1766069 Oct 13 14:05:17.820079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147350d-c8cc-495a-8936-b1c62af75062 req-7ac31912-2aa5-41ce-92ab-6436eeb8998a tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:17.821706 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5147350d-c8cc-495a-8936-b1c62af75062 req-7ac31912-2aa5-41ce-92ab-6436eeb8998a tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 947 time: 0.1869037 Oct 13 14:05:17.862054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-388d7745-0a6c-4870-9ebd-52cf3035d0ed service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131889 Oct 13 14:05:17.913641 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c443801a-a107-48f1-8d13-dd7f5c9b1458 req-c4ff4901-df16-4675-8cb5-032a16d341a9 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358182 Oct 13 14:05:17.951278 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5147350d-c8cc-495a-8936-b1c62af75062 req-bbb683ba-622d-4d75-be0e-b28a8ba1a29f tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95b70d1-59f9-4c90-9644-348e22099dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154923 Oct 13 14:05:17.965635 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-eee8398b-a79d-461e-9ab6-dd2c26caceff tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:18.033430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-eee8398b-a79d-461e-9ab6-dd2c26caceff tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:18.046055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-eee8398b-a79d-461e-9ab6-dd2c26caceff tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:18.049138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-eee8398b-a79d-461e-9ab6-dd2c26caceff tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:05:18.076252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:05:18.103607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:05:18.104054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:05:18.152472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8398b-a79d-461e-9ab6-dd2c26caceff tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Pushing event updated for resources: {'Port': ['ID=e92b635b-e7b0-4cc4-a35a-746c5c02609f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:18.182604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-eee8398b-a79d-461e-9ab6-dd2c26caceff tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:18.183266 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-eee8398b-a79d-461e-9ab6-dd2c26caceff tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:18.195088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99b1c54-b1bb-4684-a94e-fff09eeec1c4 req-06b16ed1-ee9e-42a9-a4b5-efd4b9ee0df5 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195167 Oct 13 14:05:18.227595 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:18.349308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-eee8398b-a79d-461e-9ab6-dd2c26caceff tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3091223 Oct 13 14:05:18.380092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-78125755-9f1a-4fa0-92ce-53049f540afb None None] Provisioning complete for port e92b635b-e7b0-4cc4-a35a-746c5c02609f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:18.380855 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-78125755-9f1a-4fa0-92ce-53049f540afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:18.397323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Request body: {'port': {'device_id': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:18.422063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-78125755-9f1a-4fa0-92ce-53049f540afb None None] Port e92b635b-e7b0-4cc4-a35a-746c5c02609f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:05:18.529625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece7d87-ba28-4259-acaa-c19188b722e0 req-da2c5e82-86e4-470b-9da8-b45865dee7f0 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:18.532203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ece7d87-ba28-4259-acaa-c19188b722e0 req-da2c5e82-86e4-470b-9da8-b45865dee7f0 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.2016282 Oct 13 14:05:18.627468 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:18.632503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbccc4-263d-433c-85c5-2135d9f1b23c req-e158ac1a-9062-4521-9d05-e22842d24896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:18.635043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecfbccc4-263d-433c-85c5-2135d9f1b23c req-e158ac1a-9062-4521-9d05-e22842d24896 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c3f501dff084becb446f48df5f0ca6f&device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 1099 time: 0.2307668 Oct 13 14:05:18.766692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ece7d87-ba28-4259-acaa-c19188b722e0 req-b7f7ab0d-d7a2-4160-80a2-a83d99c83c26 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043836 Oct 13 14:05:18.817298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d46663-4f39-4c38-a9e6-8820ae881b37 req-528fb8fb-a106-4e37-9f07-cce410205089 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:18.823604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2d46663-4f39-4c38-a9e6-8820ae881b37 req-528fb8fb-a106-4e37-9f07-cce410205089 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 932 time: 0.2208459 Oct 13 14:05:18.921034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f0cb0b-f091-43f1-ad9f-66f6f567df89', 'name': 'network-vif-deleted', 'tag': '7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:18.921034 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a70911-15f0-47e0-8996-d881223fe13f" -d '{"events": [{"server_uuid": "d8f0cb0b-f091-43f1-ad9f-66f6f567df89", "name": "network-vif-deleted", "tag": "7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:18.946091 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33744) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:18.951730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbccc4-263d-433c-85c5-2135d9f1b23c req-586781b0-6ce7-4dc2-bc4b-b5115cd4a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:18.953225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecfbccc4-263d-433c-85c5-2135d9f1b23c req-586781b0-6ce7-4dc2-bc4b-b5115cd4a168 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.2780221 Oct 13 14:05:19.017797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2d46663-4f39-4c38-a9e6-8820ae881b37 req-ec2a8151-99f6-4f78-9b73-28ddfa1d1845 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828599 Oct 13 14:05:19.048320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecfbccc4-263d-433c-85c5-2135d9f1b23c req-29822b75-3dcf-48b3-8d63-6129ce4b2cd7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=4f597348-1ddf-4af4-bfba-0379d324f584 HTTP/1.1" status: 200 len: 217 time: 0.0831230 Oct 13 14:05:19.075744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-network', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:19.193130 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Made reservation on behalf of 47a5116ceb6d4fa2a75db12ccd40aacf for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:05:19.195495 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:19.205317 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:19.303467 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:19.316896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2697003b-719e-46b3-a3c8-f3e65759b7b1 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:05:19.359104 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdf107f-5ff4-4bad-9119-6e4a4b56107a x-openstack-request-id: req-6cdf107f-5ff4-4bad-9119-6e4a4b56107a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:19.359394 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f0cb0b-f091-43f1-ad9f-66f6f567df89", "name": "network-vif-deleted", "tag": "7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:19.359635 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cdf107f-5ff4-4bad-9119-6e4a4b56107a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:19.360014 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f0cb0b-f091-43f1-ad9f-66f6f567df89', 'name': 'network-vif-deleted', 'tag': '7c5d6b1d-1a7a-4380-afb1-d1ab6a86cdd8', 'status': 'completed', 'code': 200} Oct 13 14:05:19.446732 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2697003b-719e-46b3-a3c8-f3e65759b7b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2697003b-719e-46b3-a3c8-f3e65759b7b1,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:19.461257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '2697003b-719e-46b3-a3c8-f3e65759b7b1', 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7', 'port_id': '2697003b-719e-46b3-a3c8-f3e65759b7b1', 'mac_address': 'fa:16:3e:61:09:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993127ca-088d-48f4-a980-b919aa4881f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:05:19.461941 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:19.494216 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:05:19.506651 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95eed70-e600-4326-a65e-c9f91f607561,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:19.516294 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:19.523733 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99cf80f2-787f-4f9c-9abe-7ced1b653cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:19.523860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbccc4-263d-433c-85c5-2135d9f1b23c req-2f4b1fd8-9790-478c-9913-4e7170707c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:19.523860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecfbccc4-263d-433c-85c5-2135d9f1b23c req-2f4b1fd8-9790-478c-9913-4e7170707c7a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1628549 Oct 13 14:05:19.524064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:19.524249 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Added segment 7f58d304-756b-4054-a574-a225a6243a9f of type vlan for network 22a046aa-7653-474d-b5aa-6cb8ef680468 Oct 13 14:05:19.538289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2697003b-719e-46b3-a3c8-f3e65759b7b1 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:05:19.557104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676120f-e5ae-40bd-bc29-4fbc6a73b432 req-20fe7dfe-4f1b-4995-bb8d-8beda0527391 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:19.558637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3676120f-e5ae-40bd-bc29-4fbc6a73b432 req-20fe7dfe-4f1b-4995-bb8d-8beda0527391 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 947 time: 0.2014160 Oct 13 14:05:19.571067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddcd64-0e63-4528-8951-ae018cc69160 req-4d4e6508-bc5a-4d62-ae79-0278b37a4612 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:19.577762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43ddcd64-0e63-4528-8951-ae018cc69160 req-4d4e6508-bc5a-4d62-ae79-0278b37a4612 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.2215333 Oct 13 14:05:19.578744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2697003b-719e-46b3-a3c8-f3e65759b7b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2697003b-719e-46b3-a3c8-f3e65759b7b1,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:19.581880 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:19.717177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3676120f-e5ae-40bd-bc29-4fbc6a73b432 req-4cf0834f-3b28-40f2-adc1-f3937c0dcafb tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95b70d1-59f9-4c90-9644-348e22099dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339438 Oct 13 14:05:19.719796 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43ddcd64-0e63-4528-8951-ae018cc69160 req-f18a83f3-d5b4-4dba-adf9-a31169ff0944 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410334 Oct 13 14:05:19.723775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbccc4-263d-433c-85c5-2135d9f1b23c req-91d9fd7d-2ce8-46eb-81e6-24c112d22f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:19.725300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecfbccc4-263d-433c-85c5-2135d9f1b23c req-91d9fd7d-2ce8-46eb-81e6-24c112d22f0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1897967 Oct 13 14:05:19.729669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92b635b-e7b0-4cc4-a35a-746c5c02609f {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:05:19.735857 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:19.760047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:19.793293 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:19.795033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:19.795644 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:19.812971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Transition to ACTIVE for port object e92b635b-e7b0-4cc4-a35a-746c5c02609f will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:05:19.866433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2697003b-719e-46b3-a3c8-f3e65759b7b1,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:19.884708 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:19.885297 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:19.886023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:19.886364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:19.886704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:19.891078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:19.891430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:19.891777 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:19.892128 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:19.892471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:19.898579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:19.899254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:19.904610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecfbccc4-263d-433c-85c5-2135d9f1b23c req-721f90ce-8785-4d83-be91-bb9e4517235a service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697876 Oct 13 14:05:19.907262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2697003b-719e-46b3-a3c8-f3e65759b7b1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:05:19.912529 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] Pushing event updated for resources: {'Network': ['ID=22a046aa-7653-474d-b5aa-6cb8ef680468,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:19.943282 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 22a046aa-7653-474d-b5aa-6cb8ef680468 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:05:19.967119 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:19.988731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28995266-fdf5-4710-900d-bc98dfa87782 req-cbb09cc9-3c31-42af-94f0-3877ae930ca8 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:19.988731 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28995266-fdf5-4710-900d-bc98dfa87782 req-cbb09cc9-3c31-42af-94f0-3877ae930ca8 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.1373770 Oct 13 14:05:20.027758 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8e0ec70f-697f-4091-8e53-b29930e0567b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0803814 Oct 13 14:05:20.028460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33766) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:20.035252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-de4b75e0-9d70-411e-b585-24ca4112d6bf admin admin] Request body: {'subnet': {'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-subnet', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:20.105553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 4f597348-1ddf-4af4-bfba-0379d324f584 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:05:20.120580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=e92b635b-e7b0-4cc4-a35a-746c5c02609f,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:20.171779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecfbccc4-263d-433c-85c5-2135d9f1b23c req-3f128c32-58e8-4650-b7d1-31559aa2787f service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590663 Oct 13 14:05:20.187693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28995266-fdf5-4710-900d-bc98dfa87782 req-1315c189-8367-40a2-abf5-a9f19f5be6cb tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578631 Oct 13 14:05:20.227751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6db4-9127-403b-ad81-e6e9b32bdfdb req-97819a38-69d3-4211-aab9-92a39dac029c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:20.231326 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4b75e0-9d70-411e-b585-24ca4112d6bf admin admin] Made reservation on behalf of 47a5116ceb6d4fa2a75db12ccd40aacf for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:05:20.235711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-007e6db4-9127-403b-ad81-e6e9b32bdfdb req-97819a38-69d3-4211-aab9-92a39dac029c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.2235372 Oct 13 14:05:20.241443 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de4b75e0-9d70-411e-b585-24ca4112d6bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:20.305716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Attempting to bind port e92b635b-e7b0-4cc4-a35a-746c5c02609f on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:20.306120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Attempting to bind port e92b635b-e7b0-4cc4-a35a-746c5c02609f by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '3cbfca30-fb88-46ad-9e29-54404b928a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:20.306544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Attempting to bind port e92b635b-e7b0-4cc4-a35a-746c5c02609f on network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:20.330130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 4f597348-1ddf-4af4-bfba-0379d324f584, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=4f597348-1ddf-4af4-bfba-0379d324f584,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:20.342416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-007e6db4-9127-403b-ad81-e6e9b32bdfdb req-3b5c9ed4-f21b-47a8-90c2-92367f0e01c1 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019635 Oct 13 14:05:20.365262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '4f597348-1ddf-4af4-bfba-0379d324f584', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '4f597348-1ddf-4af4-bfba-0379d324f584', 'mac_address': 'fa:16:3e:99:18:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:05:20.366903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Port e92b635b-e7b0-4cc4-a35a-746c5c02609f on network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:05:20.366903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Attempting to bind port e92b635b-e7b0-4cc4-a35a-746c5c02609f on network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:20.366903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:20.366903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Checking segment: {'id': '3cbfca30-fb88-46ad-9e29-54404b928a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:20.366903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Bound using segment: {'id': '3cbfca30-fb88-46ad-9e29-54404b928a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:20.366903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Bound port: e92b635b-e7b0-4cc4-a35a-746c5c02609f, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbfca30-fb88-46ad-9e29-54404b928a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:20.366903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:20.419716 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:20.420592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bb9a8-c521-4f57-add9-7148bbd5393d req-b1905253-4e02-486f-9593-c1078f48d645 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:20.422559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-178bb9a8-c521-4f57-add9-7148bbd5393d req-b1905253-4e02-486f-9593-c1078f48d645 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 944 time: 0.1437337 Oct 13 14:05:20.441237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f597348-1ddf-4af4-bfba-0379d324f584 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:05:20.472910 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 4f597348-1ddf-4af4-bfba-0379d324f584, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=4f597348-1ddf-4af4-bfba-0379d324f584,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:20.493107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-178bb9a8-c521-4f57-add9-7148bbd5393d req-d0958e40-47e8-4d1a-ac87-a8e76bb4cb79 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579989 Oct 13 14:05:20.497819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] For port e92b635b-e7b0-4cc4-a35a-746c5c02609f, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:20.512528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] For port e92b635b-e7b0-4cc4-a35a-746c5c02609f, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e92b635b-e7b0-4cc4-a35a-746c5c02609f,segment=NetworkSegment(3cbfca30-fb88-46ad-9e29-54404b928a60),segment_id=3cbfca30-fb88-46ad-9e29-54404b928a60)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:20.651455 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:20.667405 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de4b75e0-9d70-411e-b585-24ca4112d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:20.668115 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:20.717904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:20.719105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=4f597348-1ddf-4af4-bfba-0379d324f584,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:20.719274 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:20.720623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] 10.222.0.41 "PUT /v2.0/ports/e92b635b-e7b0-4cc4-a35a-746c5c02609f HTTP/1.1" status: 200 len: 1093 time: 2.3403149 Oct 13 14:05:20.739365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b75e0-9d70-411e-b585-24ca4112d6bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f061d763-65b2-4e4f-99e6-5aed53d47f1b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:20.747485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7449d-fc36-4af8-bf9e-6f319c392ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=e92b635b-e7b0-4cc4-a35a-746c5c02609f,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:20.754131 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4b75e0-9d70-411e-b585-24ca4112d6bf admin admin] Checking segment: {'id': '7f58d304-756b-4054-a574-a225a6243a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:20.754827 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4b75e0-9d70-411e-b585-24ca4112d6bf admin admin] Network hostable DHCP agents. Network: 22a046aa-7653-474d-b5aa-6cb8ef680468, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:05:20.838451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4b75e0-9d70-411e-b585-24ca4112d6bf admin admin] Network 22a046aa-7653-474d-b5aa-6cb8ef680468 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:05:20.929221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['4f597348-1ddf-4af4-bfba-0379d324f584'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:05:20.929517 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-de4b75e0-9d70-411e-b585-24ca4112d6bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 22a046aa-7653-474d-b5aa-6cb8ef680468) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:20.936028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4b75e0-9d70-411e-b585-24ca4112d6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:20.936862 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de4b75e0-9d70-411e-b585-24ca4112d6bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:20.951376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2d101-c954-48bf-b938-642e53aed398 req-ce77cd24-ce8b-4769-b333-0a8aaeb9de9a tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:20.952951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24f2d101-c954-48bf-b938-642e53aed398 req-ce77cd24-ce8b-4769-b333-0a8aaeb9de9a tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 948 time: 0.1383533 Oct 13 14:05:20.959678 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525aec72-20a1-45b9-93e6-824821f2eb8a None None] Network 22a046aa-7653-474d-b5aa-6cb8ef680468 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:05:20.979078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-1298c482-92a1-4f8f-b75d-b97bfa2bb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:20.980551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-1298c482-92a1-4f8f-b75d-b97bfa2bb577 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d19da00bd681498ea64a90b5a25f1edf&device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 1096 time: 0.1210461 Oct 13 14:05:20.997313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc2d34-1117-4f18-b163-1080a226a58d req-efcef533-57b6-48b9-8d22-e45e6c9e4821 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:20.998963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dabc2d34-1117-4f18-b163-1080a226a58d req-efcef533-57b6-48b9-8d22-e45e6c9e4821 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1640742 Oct 13 14:05:21.087620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-d5fcf0b6-fb52-4b9a-9d5a-3f28feec38a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e92b635b-e7b0-4cc4-a35a-746c5c02609f HTTP/1.1" status: 200 len: 217 time: 0.0798771 Oct 13 14:05:21.152600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24f2d101-c954-48bf-b938-642e53aed398 req-5b88bbbf-44c2-4eed-ad69-4e5a15be996b tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95b70d1-59f9-4c90-9644-348e22099dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886611 Oct 13 14:05:21.166372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dabc2d34-1117-4f18-b163-1080a226a58d req-5f30c531-828f-42c8-8540-8dd291113c63 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373641 Oct 13 14:05:21.175062 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-de4b75e0-9d70-411e-b585-24ca4112d6bf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1431572 Oct 13 14:05:21.176364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33778) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:21.185363 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:21.187272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a727-b6ae-471f-9778-93072baa8d9f req-05237cca-675e-4f26-9620-49b4a035313f tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:21.189030 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f49a727-b6ae-471f-9778-93072baa8d9f req-05237cca-675e-4f26-9620-49b4a035313f tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.49 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.2124276 Oct 13 14:05:21.211547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-6c9c7cb8-0994-4735-9c7d-86049b97d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:21.213226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-6c9c7cb8-0994-4735-9c7d-86049b97d9ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd9616fa-eece-4fe9-998c-fb89c2afbb2b HTTP/1.1" status: 200 len: 851 time: 0.1145523 Oct 13 14:05:21.227130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-22a046aa-7653-474d-b5aa-6cb8ef680468', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'fixed_ips': [{'subnet_id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:05:21.228916 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:21.337565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-e47f1777-bdbe-4db7-bfe9-85bf7c8f152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:21.339881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-e47f1777-bdbe-4db7-bfe9-85bf7c8f152b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=376e61af-f4c6-492b-9fc4-cd5b192fa1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076713 Oct 13 14:05:21.372195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'tag': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:21.375959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2697003b-719e-46b3-a3c8-f3e65759b7b1 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:21.380505 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d7d5f9-ae20-4f05-b700-ecec76beeb09" -d '{"events": [{"name": "network-changed", "server_uuid": "f82a8af1-45ab-4e11-abcb-91b33004635a", "tag": "e92b635b-e7b0-4cc4-a35a-746c5c02609f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:21.418593 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:21.426285 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:21.493467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-6f49a727-b6ae-471f-9778-93072baa8d9f req-1952a14a-4902-4bd1-9b7a-34a76a193786 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Deleting port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:05:21.493467 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6f49a727-b6ae-471f-9778-93072baa8d9f req-1952a14a-4902-4bd1-9b7a-34a76a193786 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:21.550758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Allocated IP 172.20.0.2 (22a046aa-7653-474d-b5aa-6cb8ef680468/f061d763-65b2-4e4f-99e6-5aed53d47f1b/337ae9b5-214a-4b7e-a120-9b6ca7ac5170) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:21.558911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 2697003b-719e-46b3-a3c8-f3e65759b7b1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:21.559384 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:21.581801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b2ae9-7ce8-4fa6-9797-6cbd1394eeb3 req-012c1b1b-4da9-4142-babf-dbba3dcd9a82 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:21.583484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-284b2ae9-7ce8-4fa6-9797-6cbd1394eeb3 req-012c1b1b-4da9-4142-babf-dbba3dcd9a82 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 945 time: 0.1962624 Oct 13 14:05:21.693880 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:21.695252 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:21.704343 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-d2e2f22b-5216-49a2-9b92-f23ef216c067 service neutron] 10.222.0.41 "GET /v2.0/networks/376e61af-f4c6-492b-9fc4-cd5b192fa1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462431 Oct 13 14:05:21.727368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6f49a727-b6ae-471f-9778-93072baa8d9f req-1952a14a-4902-4bd1-9b7a-34a76a193786 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] For port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=9b7425b4-9c3e-4b6c-bccb-eefea336eeda,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:21.727826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6f49a727-b6ae-471f-9778-93072baa8d9f req-1952a14a-4902-4bd1-9b7a-34a76a193786 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:21.794669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-284b2ae9-7ce8-4fa6-9797-6cbd1394eeb3 req-fe17d3a1-625f-40cd-af9a-3c1eb083ac75 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3fad1e1-5675-495b-b608-80b8f66375b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963391 Oct 13 14:05:21.797652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-6f49a727-b6ae-471f-9778-93072baa8d9f req-1952a14a-4902-4bd1-9b7a-34a76a193786 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Calling delete_port for 9b7425b4-9c3e-4b6c-bccb-eefea336eeda owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:05:21.807032 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:21.823170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d60301-0fd2-4c87-ac6e-cba2cdc6e49f req-17581629-a871-4c07-8ba2-72f9d7c25bbb tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:21.824771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4d60301-0fd2-4c87-ac6e-cba2cdc6e49f req-17581629-a871-4c07-8ba2-72f9d7c25bbb tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.2567546 Oct 13 14:05:21.838348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd201175a-c7c4-4410-98b7-eba164943b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2697003b-719e-46b3-a3c8-f3e65759b7b1'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:21.849366 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b216ec58-026e-4cf0-9903-3cfb0bbe8d60" -d '{"events": [{"server_uuid": "d201175a-c7c4-4410-98b7-eba164943b9e", "name": "network-vif-plugged", "status": "completed", "tag": "2697003b-719e-46b3-a3c8-f3e65759b7b1"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:21.851462 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d15465-794d-4e5f-8572-ad230de51400 x-openstack-request-id: req-59d15465-794d-4e5f-8572-ad230de51400 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:21.851781 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82a8af1-45ab-4e11-abcb-91b33004635a", "tag": "e92b635b-e7b0-4cc4-a35a-746c5c02609f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:21.852050 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59d15465-794d-4e5f-8572-ad230de51400 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:21.852473 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'tag': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f', 'status': 'completed', 'code': 200} Oct 13 14:05:21.857284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2697003b-719e-46b3-a3c8-f3e65759b7b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2697003b-719e-46b3-a3c8-f3e65759b7b1,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:21.990057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4d60301-0fd2-4c87-ac6e-cba2cdc6e49f req-e74d6a18-acad-4f41-8e76-b8d8e8beb3ed tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570396 Oct 13 14:05:21.994441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59d0c2c-b6a0-4692-b21a-35d9f9672d87 req-93eedbce-30db-4424-a94a-368034c386c3 service neutron] 10.222.0.41 "GET /v2.0/networks/376e61af-f4c6-492b-9fc4-cd5b192fa1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704046 Oct 13 14:05:22.027438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c050d9-2d49-4c67-9a93-6e948047149d req-757884b4-ee98-4ba1-aa4b-d480a68d2068 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:22.029069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49c050d9-2d49-4c67-9a93-6e948047149d req-757884b4-ee98-4ba1-aa4b-d480a68d2068 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 944 time: 0.1078129 Oct 13 14:05:22.059524 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422155bc-1069-4ce6-8d15-1384c92d81f4 x-openstack-request-id: req-422155bc-1069-4ce6-8d15-1384c92d81f4 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:22.060091 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d201175a-c7c4-4410-98b7-eba164943b9e", "name": "network-vif-plugged", "status": "completed", "tag": "2697003b-719e-46b3-a3c8-f3e65759b7b1", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:22.060603 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-422155bc-1069-4ce6-8d15-1384c92d81f4 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:22.061365 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd201175a-c7c4-4410-98b7-eba164943b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2697003b-719e-46b3-a3c8-f3e65759b7b1', 'code': 200} Oct 13 14:05:22.088488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49c050d9-2d49-4c67-9a93-6e948047149d req-28a598c8-3cfd-475b-9819-25bab02c1058 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459230 Oct 13 14:05:22.101971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 4f597348-1ddf-4af4-bfba-0379d324f584 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:22.141355 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:22.258194 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:22.292521 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2eeb19f0-d77f-4f6e-af74-88a777109618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:22.314797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2697003b-719e-46b3-a3c8-f3e65759b7b1,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:22.342460 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:22.393823 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6f49a727-b6ae-471f-9778-93072baa8d9f req-1952a14a-4902-4bd1-9b7a-34a76a193786 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:22.436318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7d5f9-ae20-4f05-b700-ecec76beeb09 req-e6fa58de-0a48-4412-85d0-3da57f2d5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:22.437875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73d7d5f9-ae20-4f05-b700-ecec76beeb09 req-e6fa58de-0a48-4412-85d0-3da57f2d5cf1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d19da00bd681498ea64a90b5a25f1edf&device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 1096 time: 0.1541519 Oct 13 14:05:22.442440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952a14a-4902-4bd1-9b7a-34a76a193786 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Pushing event deleted for resources: {'Port': ['ID=9b7425b4-9c3e-4b6c-bccb-eefea336eeda,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:22.455009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fd1fc-783b-4d9e-98d5-17ec9c9e6c09 req-1e7fb5dd-f4f0-4fb5-875b-fda4bc3d7a06 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:22.457267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-760fd1fc-783b-4d9e-98d5-17ec9c9e6c09 req-1e7fb5dd-f4f0-4fb5-875b-fda4bc3d7a06 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1707487 Oct 13 14:05:22.489168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a0ed4-3d67-4f64-ae92-28b53dffbbaf req-cdacd433-3755-4a5e-b80c-314957834548 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:22.490720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a7a0ed4-3d67-4f64-ae92-28b53dffbbaf req-cdacd433-3755-4a5e-b80c-314957834548 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 948 time: 0.1934552 Oct 13 14:05:22.554747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 4f597348-1ddf-4af4-bfba-0379d324f584 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:05:22.560622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:22.637513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Pushing event updated for resources: {'Port': ['ID=337ae9b5-214a-4b7e-a120-9b6ca7ac5170,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:22.640519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 4f597348-1ddf-4af4-bfba-0379d324f584 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:22.641281 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:22.653698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f49a727-b6ae-471f-9778-93072baa8d9f req-1952a14a-4902-4bd1-9b7a-34a76a193786 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] No DVR routers for this DVR port 9b7425b4-9c3e-4b6c-bccb-eefea336eeda on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:05:22.659742 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6f49a727-b6ae-471f-9778-93072baa8d9f req-1952a14a-4902-4bd1-9b7a-34a76a193786 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:22.666519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f49a727-b6ae-471f-9778-93072baa8d9f req-1952a14a-4902-4bd1-9b7a-34a76a193786 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.49 "DELETE /v2.0/ports/9b7425b4-9c3e-4b6c-bccb-eefea336eeda HTTP/1.1" status: 204 len: 173 time: 1.4692972 Oct 13 14:05:22.688891 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:22.689034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Network 22a046aa-7653-474d-b5aa-6cb8ef680468 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:22.689034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:22.695943 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:05:22.713941 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:22.755192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-760fd1fc-783b-4d9e-98d5-17ec9c9e6c09 req-f8d2f63f-344f-4cfc-bf2d-14c1606bbcbe tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862456 Oct 13 14:05:22.768268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Attempting to bind port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:22.768681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Attempting to bind port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7f58d304-756b-4054-a574-a225a6243a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:22.769736 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Attempting to bind port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 on network 22a046aa-7653-474d-b5aa-6cb8ef680468 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:22.773078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a7a0ed4-3d67-4f64-ae92-28b53dffbbaf req-e26b17c1-460a-4552-a4db-138bfbee74ac tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95b70d1-59f9-4c90-9644-348e22099dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518530 Oct 13 14:05:22.809812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:22.815832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Checking segment: {'id': '7f58d304-756b-4054-a574-a225a6243a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:22.815832 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:22.815832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Bound using segment: {'id': '7f58d304-756b-4054-a574-a225a6243a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:22.815832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Bound port: 337ae9b5-214a-4b7e-a120-9b6ca7ac5170, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f58d304-756b-4054-a574-a225a6243a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:22.815832 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:22.826012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7d5f9-ae20-4f05-b700-ecec76beeb09 req-08438215-e603-4263-a7ff-eacfd23a546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:22.827695 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73d7d5f9-ae20-4f05-b700-ecec76beeb09 req-08438215-e603-4263-a7ff-eacfd23a546d service neutron] 10.222.0.41 "GET /v2.0/networks?id=376e61af-f4c6-492b-9fc4-cd5b192fa1f8 HTTP/1.1" status: 200 len: 913 time: 0.3692615 Oct 13 14:05:22.888157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73d7d5f9-ae20-4f05-b700-ecec76beeb09 req-b9461c8f-c7bd-4ed2-b34c-ef8e5f3bc7a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e92b635b-e7b0-4cc4-a35a-746c5c02609f HTTP/1.1" status: 200 len: 217 time: 0.0473037 Oct 13 14:05:22.894624 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Allocated IP 172.25.0.3 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/878466a8-5e8a-4c19-928a-b17472c60895) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:22.930034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] For port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:22.937621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] For port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=337ae9b5-214a-4b7e-a120-9b6ca7ac5170,segment=NetworkSegment(7f58d304-756b-4054-a574-a225a6243a9f),segment_id=7f58d304-756b-4054-a574-a225a6243a9f)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:22.940920 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:22.970485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7d5f9-ae20-4f05-b700-ecec76beeb09 req-d28b934b-3df1-49f2-abca-84ed3d526cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:22.977198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73d7d5f9-ae20-4f05-b700-ecec76beeb09 req-d28b934b-3df1-49f2-abca-84ed3d526cbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd9616fa-eece-4fe9-998c-fb89c2afbb2b HTTP/1.1" status: 200 len: 851 time: 0.0735664 Oct 13 14:05:22.989505 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 4f597348-1ddf-4af4-bfba-0379d324f584, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=4f597348-1ddf-4af4-bfba-0379d324f584,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:23.044571 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:23.068909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f10c904e-5d86-423c-b3bd-ca7b8e782cb9 req-26597bd2-30e4-4b82-b1a1-b5ae877cb253 tempest-ListServerFiltersTestJSON-1863189594 tempest-ListServerFiltersTestJSON-1863189594-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66b183b-07d3-4693-a384-9445ff85a106 HTTP/1.1" status: 200 len: 210 time: 0.0305901 Oct 13 14:05:23.074580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7d5f9-ae20-4f05-b700-ecec76beeb09 req-0e2ae6df-c93f-4748-bff8-1c488664f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:23.076499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73d7d5f9-ae20-4f05-b700-ecec76beeb09 req-0e2ae6df-c93f-4748-bff8-1c488664f453 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=376e61af-f4c6-492b-9fc4-cd5b192fa1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835383 Oct 13 14:05:23.078717 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:23.141262 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:23.192868 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:23.207086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c810ca4-3e62-4774-b1f4-d1004ffd87ac None None] Pushing event updated for resources: {'Port': ['ID=337ae9b5-214a-4b7e-a120-9b6ca7ac5170,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:23.285836 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=4f597348-1ddf-4af4-bfba-0379d324f584,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:23.286122 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:23.292415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:23.304717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:05:23.336361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73d7d5f9-ae20-4f05-b700-ecec76beeb09 req-291c01d0-4f20-4f5e-b5cb-5a37270d5a61 service neutron] 10.222.0.41 "GET /v2.0/networks/376e61af-f4c6-492b-9fc4-cd5b192fa1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490013 Oct 13 14:05:23.337454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Pushing event updated for resources: {'Port': ['ID=878466a8-5e8a-4c19-928a-b17472c60895,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:23.349400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7d590-8ba9-4878-a455-8908906fbcf1 req-8a0d6baf-91c3-4d19-96d2-030cdf7b4caf tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:23.352115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69c7d590-8ba9-4878-a455-8908906fbcf1 req-8a0d6baf-91c3-4d19-96d2-030cdf7b4caf tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 944 time: 0.1664691 Oct 13 14:05:23.362717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662c801-8302-4e9b-aa0e-42cca8e66104 req-a8e5c0a1-037e-4ad4-824a-b8ba9be279b8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:23.369186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8662c801-8302-4e9b-aa0e-42cca8e66104 req-a8e5c0a1-037e-4ad4-824a-b8ba9be279b8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.2050416 Oct 13 14:05:23.548685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69c7d590-8ba9-4878-a455-8908906fbcf1 req-583094c4-1d8b-409a-8818-855f9cb0a607 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816413 Oct 13 14:05:23.580155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8662c801-8302-4e9b-aa0e-42cca8e66104 req-30a71fb1-5b91-49ee-814a-c5e5a779ec72 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938453 Oct 13 14:05:23.605801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73d7d5f9-ae20-4f05-b700-ecec76beeb09 req-13ddef60-bd3c-4c32-8faa-67255e688d8f service neutron] 10.222.0.41 "GET /v2.0/networks/376e61af-f4c6-492b-9fc4-cd5b192fa1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379987 Oct 13 14:05:23.688092 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:23.853393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66b183b-07d3-4693-a384-9445ff85a106', 'name': 'network-vif-deleted', 'tag': '9b7425b4-9c3e-4b6c-bccb-eefea336eeda'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:23.858006 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885062fa-b8fd-44a3-8c59-8a7cb8a53298" -d '{"events": [{"server_uuid": "d66b183b-07d3-4693-a384-9445ff85a106", "name": "network-vif-deleted", "tag": "9b7425b4-9c3e-4b6c-bccb-eefea336eeda"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:23.867331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:23.974567 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:23.995540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f040c-5747-4c97-9b72-b5654a0a532b req-ba61507f-e2cc-4ce1-a0e5-16c86357ab98 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:23.997324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec9f040c-5747-4c97-9b72-b5654a0a532b req-ba61507f-e2cc-4ce1-a0e5-16c86357ab98 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.0864668 Oct 13 14:05:24.010011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec9686-e081-4b84-b8ae-8729d4149c7a req-aeb025c4-7dc9-4cfb-8611-8cdf75df63d9 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:24.019666 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcec9686-e081-4b84-b8ae-8729d4149c7a req-aeb025c4-7dc9-4cfb-8611-8cdf75df63d9 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 949 time: 0.0937462 Oct 13 14:05:24.062979 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7465f26-1ddd-418b-9a4f-5b3db12c1e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f597348-1ddf-4af4-bfba-0379d324f584'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:24.066489 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854ecc17-f119-4baa-8568-0b5bb1cd7780" -d '{"events": [{"server_uuid": "d7465f26-1ddd-418b-9a4f-5b3db12c1e7e", "name": "network-vif-plugged", "status": "completed", "tag": "4f597348-1ddf-4af4-bfba-0379d324f584"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:24.088702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec9f040c-5747-4c97-9b72-b5654a0a532b req-11782e87-3425-4dba-9302-b49498e71e58 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668039 Oct 13 14:05:24.113587 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcec9686-e081-4b84-b8ae-8729d4149c7a req-8aef5191-4109-4e31-95ef-7443a5dca7aa tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95b70d1-59f9-4c90-9644-348e22099dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929520 Oct 13 14:05:24.130296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 9b7425b4-9c3e-4b6c-bccb-eefea336eeda no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:05:24.144202 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:24.160854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 9b7425b4-9c3e-4b6c-bccb-eefea336eeda {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:05:24.161356 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 9b7425b4-9c3e-4b6c-bccb-eefea336eeda not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:05:24.230569 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a9ec4e-ea47-485e-b12c-88a5bdaaed01 x-openstack-request-id: req-56a9ec4e-ea47-485e-b12c-88a5bdaaed01 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:24.231027 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66b183b-07d3-4693-a384-9445ff85a106", "name": "network-vif-deleted", "tag": "9b7425b4-9c3e-4b6c-bccb-eefea336eeda", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:24.231428 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56a9ec4e-ea47-485e-b12c-88a5bdaaed01 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:24.232048 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66b183b-07d3-4693-a384-9445ff85a106', 'name': 'network-vif-deleted', 'tag': '9b7425b4-9c3e-4b6c-bccb-eefea336eeda', 'status': 'completed', 'code': 200} Oct 13 14:05:24.338058 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7397ebf-08e6-4644-a4c0-aff5fedc6b8a x-openstack-request-id: req-d7397ebf-08e6-4644-a4c0-aff5fedc6b8a {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:24.338551 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7465f26-1ddd-418b-9a4f-5b3db12c1e7e", "name": "network-vif-plugged", "status": "completed", "tag": "4f597348-1ddf-4af4-bfba-0379d324f584", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:24.338905 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7397ebf-08e6-4644-a4c0-aff5fedc6b8a {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:24.339754 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7465f26-1ddd-418b-9a4f-5b3db12c1e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f597348-1ddf-4af4-bfba-0379d324f584', 'code': 200} Oct 13 14:05:24.387991 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33846) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:24.461760 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f6cf15-720d-4db1-abb9-265450af7539 admin admin] Deleting subnet efe368a2-1334-4037-a915-bd1d50ba8da5 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:05:24.465366 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50f6cf15-720d-4db1-abb9-265450af7539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:24.490529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b18c0-c452-4b67-bc00-cac0aca0fb4e req-c5130ec6-f4e0-461a-976b-82c7c497d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:24.492278 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-864b18c0-c452-4b67-bc00-cac0aca0fb4e req-c5130ec6-f4e0-461a-976b-82c7c497d0d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 1101 time: 0.0692263 Oct 13 14:05:24.493373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec59a517-6e6a-491c-bdfb-646952a517c6 None None] Network 22a046aa-7653-474d-b5aa-6cb8ef680468 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:05:24.493956 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Router 89f25271-bd7f-4636-9efb-fd9c2a31a62f is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:05:24.535562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-864b18c0-c452-4b67-bc00-cac0aca0fb4e req-74f16564-4c51-42e4-92e0-06696f1c72b5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a95b70d1-59f9-4c90-9644-348e22099dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353179 Oct 13 14:05:24.669345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7e1acb71-9c17-4849-a2ee-584485359e4e None None] Provisioning complete for port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:24.669993 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7e1acb71-9c17-4849-a2ee-584485359e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:24.822886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443dd93-aeb1-40fd-a7a6-45ea50136cdc req-fa82a68b-04dd-46c2-bb70-f35526771d41 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:24.830138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5443dd93-aeb1-40fd-a7a6-45ea50136cdc req-fa82a68b-04dd-46c2-bb70-f35526771d41 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.1083753 Oct 13 14:05:24.873974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e7270-8644-4d0a-942c-46673be4a71b req-920494ec-31ac-4f29-9383-309570c3b34e tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:24.884242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-081e7270-8644-4d0a-942c-46673be4a71b req-920494ec-31ac-4f29-9383-309570c3b34e tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 944 time: 0.1343477 Oct 13 14:05:24.949261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5443dd93-aeb1-40fd-a7a6-45ea50136cdc req-a7febf90-d7ce-4e04-ba12-c450b458dcbf tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156194 Oct 13 14:05:24.956974 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50f6cf15-720d-4db1-abb9-265450af7539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:24.982632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-081e7270-8644-4d0a-942c-46673be4a71b req-0316b155-0dce-472c-9f18-fe2e480face7 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970564 Oct 13 14:05:25.008363 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7e1acb71-9c17-4849-a2ee-584485359e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:25.070339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-b53afe53-e165-4d85-a104-c006f8e0eb78 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:25.070339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-b53afe53-e165-4d85-a104-c006f8e0eb78 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50&tenant_id=a83e69682127431abea4c77d59610aed&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 1097 time: 0.0750959 Oct 13 14:05:25.110241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-15'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:25.165432 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7e1acb71-9c17-4849-a2ee-584485359e4e None None] For port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=337ae9b5-214a-4b7e-a120-9b6ca7ac5170,segment=NetworkSegment(7f58d304-756b-4054-a574-a225a6243a9f),segment_id=7f58d304-756b-4054-a574-a225a6243a9f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:25.198752 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:25.255592 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:25.256751 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7e1acb71-9c17-4849-a2ee-584485359e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:25.272533 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:05:25.286120 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Sync routers for ids ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:05:25.299768 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50f6cf15-720d-4db1-abb9-265450af7539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:25.305517 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Routers {'89f25271-bd7f-4636-9efb-fd9c2a31a62f'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:05:25.306149 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ea15580f-337e-4b55-980b-43237c048346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:25.348304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1acb71-9c17-4849-a2ee-584485359e4e None None] Pushing event updated for resources: {'Port': ['ID=337ae9b5-214a-4b7e-a120-9b6ca7ac5170,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:25.355999 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:25.369420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ec6762b4-27e8-406a-bb84-2b53cb7b7a47 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:05:25.432903 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:25.438419 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aef74e02-7822-494f-8424-f1ce15e9f924 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.2606034 Oct 13 14:05:25.441054 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33876) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:25.464533 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-87b5fe3d-3204-47df-b797-7ed7bb50d430 None None] Provisioning complete for port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:25.465035 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-87b5fe3d-3204-47df-b797-7ed7bb50d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:25.564027 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Set router 89f25271-bd7f-4636-9efb-fd9c2a31a62f gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:05:25.593695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:25.594127 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:25.665013 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50f6cf15-720d-4db1-abb9-265450af7539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:25.741566 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6cf15-720d-4db1-abb9-265450af7539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe368a2-1334-4037-a915-bd1d50ba8da5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:25.766669 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50f6cf15-720d-4db1-abb9-265450af7539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:25.777956 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-50f6cf15-720d-4db1-abb9-265450af7539 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/efe368a2-1334-4037-a915-bd1d50ba8da5 HTTP/1.1" status: 204 len: 168 time: 1.3811398 Oct 13 14:05:25.781141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33880) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:25.793369 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33acf424-5f26-46c5-8fda-600b61563458 None None] Network c8fa54c8-cdcf-47fa-adab-381ea191495a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:05:25.954030 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ea15580f-337e-4b55-980b-43237c048346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '878466a8-5e8a-4c19-928a-b17472c60895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:05:23Z', 'revision_number': 3, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port': {'id': '878466a8-5e8a-4c19-928a-b17472c60895', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:22Z', 'updated_at': '2021-10-13T14:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:25.972084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37129548-51e8-4dcd-9653-d28a5e4bd4ba req-ce6d5203-767b-4338-9b39-e75cbc73ae66 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:25.986583 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37129548-51e8-4dcd-9653-d28a5e4bd4ba req-ce6d5203-767b-4338-9b39-e75cbc73ae66 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 949 time: 0.2980173 Oct 13 14:05:25.998137 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Checking router: 89f25271-bd7f-4636-9efb-fd9c2a31a62f for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:05:25.998787 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Updating router 89f25271-bd7f-4636-9efb-fd9c2a31a62f port 878466a8-5e8a-4c19-928a-b17472c60895 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:05:26.046603 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:26.056969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9f7f9-1c5f-46a9-ae4d-2dae9d84153e req-3b85584f-70cf-4b2a-9009-6f3d3b769076 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:26.074304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ad9f7f9-1c5f-46a9-ae4d-2dae9d84153e req-3b85584f-70cf-4b2a-9009-6f3d3b769076 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.3738184 Oct 13 14:05:26.118952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:26.180081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37129548-51e8-4dcd-9653-d28a5e4bd4ba req-22da30d7-c175-4fa5-b41b-33c1f75827d7 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95b70d1-59f9-4c90-9644-348e22099dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920962 Oct 13 14:05:26.217276 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:26.217541 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ec6762b4-27e8-406a-bb84-2b53cb7b7a47 has no active binding in host n-h2-806683-15 {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 14:05:26.275510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:26.304326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ad9f7f9-1c5f-46a9-ae4d-2dae9d84153e req-9c50dbf8-8c1a-43d1-9c1e-205c9123316d tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192161 Oct 13 14:05:26.426037 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3450856-0d49-40f5-a11b-8fbd0c26bd0c None None] DHCP port deletion for c8fa54c8-cdcf-47fa-adab-381ea191495a request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:05:26.522582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:26.569485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c3450856-0d49-40f5-a11b-8fbd0c26bd0c None None] Deleting port 617dcace-fc35-4a4d-bb09-279d80b3cf9f {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:05:26.570065 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3450856-0d49-40f5-a11b-8fbd0c26bd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:26.582564 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:26.755512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c3450856-0d49-40f5-a11b-8fbd0c26bd0c None None] For port 617dcace-fc35-4a4d-bb09-279d80b3cf9f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=617dcace-fc35-4a4d-bb09-279d80b3cf9f,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:26.755512 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3450856-0d49-40f5-a11b-8fbd0c26bd0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:26.755512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c3450856-0d49-40f5-a11b-8fbd0c26bd0c None None] Calling delete_port for 617dcace-fc35-4a4d-bb09-279d80b3cf9f owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:05:26.841671 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:26.850357 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:26.870839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdddb04-77f5-413e-bacb-b66eba7ee20e req-834a1ce5-7864-4b33-bc78-4697b0b4ab7f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:26.884438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fdddb04-77f5-413e-bacb-b66eba7ee20e req-834a1ce5-7864-4b33-bc78-4697b0b4ab7f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 945 time: 0.2837510 Oct 13 14:05:26.924774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc843de-10bf-409d-96bb-9c3a8ff1fc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec6762b4-27e8-406a-bb84-2b53cb7b7a47'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:26.928798 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481dde44-a42e-4073-8289-1f8ff0730374" -d '{"events": [{"server_uuid": "1dc843de-10bf-409d-96bb-9c3a8ff1fc50", "name": "network-vif-unplugged", "status": "completed", "tag": "ec6762b4-27e8-406a-bb84-2b53cb7b7a47"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:26.935805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Deleting port 617dcace-fc35-4a4d-bb09-279d80b3cf9f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:05:26.936368 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:26.960209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8df154-ab9d-4395-9d31-e256db10d320 req-d48b8528-844a-4398-987f-0c641bd24249 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:26.962166 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8df154-ab9d-4395-9d31-e256db10d320 req-d48b8528-844a-4398-987f-0c641bd24249 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 944 time: 0.3290026 Oct 13 14:05:27.029640 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Allocated IP 172.20.0.1 (22a046aa-7653-474d-b5aa-6cb8ef680468/f061d763-65b2-4e4f-99e6-5aed53d47f1b/7b6fb1d2-b006-40ea-834a-94e2951cdd52) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:27.083973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8df154-ab9d-4395-9d31-e256db10d320 req-d22ce971-a8c1-458f-898d-bacefa9a8223 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034937 Oct 13 14:05:27.144446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fdddb04-77f5-413e-bacb-b66eba7ee20e req-730e66f5-66f2-4433-bb67-caf48e49244d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586296 Oct 13 14:05:27.182934 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52c75a7-e701-4e34-b51b-103393799596 x-openstack-request-id: req-c52c75a7-e701-4e34-b51b-103393799596 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:27.183582 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc843de-10bf-409d-96bb-9c3a8ff1fc50", "name": "network-vif-unplugged", "status": "completed", "tag": "ec6762b4-27e8-406a-bb84-2b53cb7b7a47", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:27.183773 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c52c75a7-e701-4e34-b51b-103393799596 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:27.184310 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc843de-10bf-409d-96bb-9c3a8ff1fc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec6762b4-27e8-406a-bb84-2b53cb7b7a47', 'code': 200} Oct 13 14:05:27.208636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] For port 617dcace-fc35-4a4d-bb09-279d80b3cf9f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=617dcace-fc35-4a4d-bb09-279d80b3cf9f,segment=NetworkSegment(3d6afbe7-a748-447a-a5c0-76aacb25973c),segment_id=3d6afbe7-a748-447a-a5c0-76aacb25973c)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:27.209295 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.242479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Calling delete_port for 617dcace-fc35-4a4d-bb09-279d80b3cf9f owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:05:27.289800 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.292314 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.296619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:27.366047 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3450856-0d49-40f5-a11b-8fbd0c26bd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.385029 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.407769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e92b635b-e7b0-4cc4-a35a-746c5c02609f details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:05:27.432461 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Attempting to bind port 878466a8-5e8a-4c19-928a-b17472c60895 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:27.433493 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Attempting to bind port 878466a8-5e8a-4c19-928a-b17472c60895 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:27.434060 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Attempting to bind port 878466a8-5e8a-4c19-928a-b17472c60895 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:27.445684 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:27.446397 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:27.447002 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.447577 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:27.450570 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.465404 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Bound port: 878466a8-5e8a-4c19-928a-b17472c60895, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:27.466029 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.548387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9874de6-f83b-448e-9510-09de48850e08 req-70d6e843-ec66-4391-bb53-5733eba67f6c tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:27.550489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9874de6-f83b-448e-9510-09de48850e08 req-70d6e843-ec66-4391-bb53-5733eba67f6c tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 949 time: 0.1986687 Oct 13 14:05:27.560729 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e92b635b-e7b0-4cc4-a35a-746c5c02609f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e92b635b-e7b0-4cc4-a35a-746c5c02609f,segment=NetworkSegment(3cbfca30-fb88-46ad-9e29-54404b928a60),segment_id=3cbfca30-fb88-46ad-9e29-54404b928a60)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:27.575779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:27.599866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3450856-0d49-40f5-a11b-8fbd0c26bd0c None None] Pushing event deleted for resources: {'Port': ['ID=617dcace-fc35-4a4d-bb09-279d80b3cf9f,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:27.612570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6fb1d2-b006-40ea-834a-94e2951cdd52,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:27.617533 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'port_id': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f', 'mac_address': 'fa:16:3e:c4:63:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:05:27.628428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Attempting to bind port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on host n-h1-806683-15 for vnic_type normal with profile {"migrating_to": "n-h2-806683-15"} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:27.628786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Attempting to bind port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:27.629220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Attempting to bind port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:27.631564 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.655601 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Network 22a046aa-7653-474d-b5aa-6cb8ef680468 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:27.660426 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-ea15580f-337e-4b55-980b-43237c048346 None None] For port 878466a8-5e8a-4c19-928a-b17472c60895, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:27.663549 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:27.669263 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-ea15580f-337e-4b55-980b-43237c048346 None None] For port 878466a8-5e8a-4c19-928a-b17472c60895, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=878466a8-5e8a-4c19-928a-b17472c60895,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:27.669742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:05:27.679145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3450856-0d49-40f5-a11b-8fbd0c26bd0c None None] No DVR routers for this DVR port 617dcace-fc35-4a4d-bb09-279d80b3cf9f on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:05:27.686262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on network d54448a5-ac53-4352-a4fa-39682bbffd1b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:05:27.686262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Attempting to bind port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:27.694116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9874de6-f83b-448e-9510-09de48850e08 req-7babe890-81e1-4aec-948d-3f23ce316e42 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95b70d1-59f9-4c90-9644-348e22099dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207898 Oct 13 14:05:27.705361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=617dcace-fc35-4a4d-bb09-279d80b3cf9f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:27.715308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82046d-a34a-4bb2-a180-43d7d90fbe09 req-397922b6-3e5c-4283-aff7-1d607c4e0ab3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:27.723091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e82046d-a34a-4bb2-a180-43d7d90fbe09 req-397922b6-3e5c-4283-aff7-1d607c4e0ab3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.2258010 Oct 13 14:05:27.726259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] No DVR routers for this DVR port 617dcace-fc35-4a4d-bb09-279d80b3cf9f on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:05:27.733853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:27.734162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:27.734550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Bound using segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:27.734991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Bound port: ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:27.735351 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.741189 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.806719 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Pushing event updated for resources: {'Port': ['ID=878466a8-5e8a-4c19-928a-b17472c60895,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:27.839731 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.877612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:27.878756 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.893355 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:27.894995 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:27.894995 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:27.894995 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:27.895662 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:27.896231 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:27.919327 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:27.920416 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:27.920856 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:27.921301 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:27.921647 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:27.921970 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:27.922300 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:05:27.961619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92b635b-e7b0-4cc4-a35a-746c5c02609f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:05:27.989654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e82046d-a34a-4bb2-a180-43d7d90fbe09 req-de5872ee-8b3a-409c-b570-576b7d40a14c tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655320 Oct 13 14:05:27.991870 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:28.062873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fa54c8-cdcf-47fa-adab-381ea191495a']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:28.119065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6afbe7-a748-447a-a5c0-76aacb25973c') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:28.119065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6afbe7-a748-447a-a5c0-76aacb25973c') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:28.127470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e92b635b-e7b0-4cc4-a35a-746c5c02609f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e92b635b-e7b0-4cc4-a35a-746c5c02609f,segment=NetworkSegment(3cbfca30-fb88-46ad-9e29-54404b928a60),segment_id=3cbfca30-fb88-46ad-9e29-54404b928a60)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:28.165080 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Routers {'89f25271-bd7f-4636-9efb-fd9c2a31a62f'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:05:28.165765 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ea15580f-337e-4b55-980b-43237c048346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:28.169284 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce835bb-dfad-4a29-b2ed-5e7d52b00de8 None None] Pushing event updated for resources: {'Port': ['ID=878466a8-5e8a-4c19-928a-b17472c60895,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:28.173564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b413753c-60ba-4bc7-85d9-e4caf0353c50 None None] Provisioning complete for port 7b6fb1d2-b006-40ea-834a-94e2951cdd52 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:28.187738 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b413753c-60ba-4bc7-85d9-e4caf0353c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:28.201163 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:28.227005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:28.249924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b413753c-60ba-4bc7-85d9-e4caf0353c50 None None] Port 7b6fb1d2-b006-40ea-834a-94e2951cdd52 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:05:28.251883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 617dcace-fc35-4a4d-bb09-279d80b3cf9f no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:05:28.278138 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:28.283307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 617dcace-fc35-4a4d-bb09-279d80b3cf9f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:05:28.285426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 617dcace-fc35-4a4d-bb09-279d80b3cf9f not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:05:28.287392 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:28.305294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:05:28.305801 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:05:28.309409 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:05:28.335894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:28.385949 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:28.419853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85baab80-4e9b-44ec-a9ae-a0a7ec16e1db req-09f1beca-bb2c-4a11-8e1c-f273a1ebee44 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:28.422811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=e92b635b-e7b0-4cc4-a35a-746c5c02609f,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:28.429065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85baab80-4e9b-44ec-a9ae-a0a7ec16e1db req-09f1beca-bb2c-4a11-8e1c-f273a1ebee44 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 945 time: 0.1576161 Oct 13 14:05:28.462256 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-ea15580f-337e-4b55-980b-43237c048346 None None] Set router 89f25271-bd7f-4636-9efb-fd9c2a31a62f gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:05:28.483107 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:28.505359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85baab80-4e9b-44ec-a9ae-a0a7ec16e1db req-25928706-5541-4575-abf6-037a1d30c8c4 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715048 Oct 13 14:05:28.569292 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:28.760745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8fa54c8-cdcf-47fa-adab-381ea191495a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:28.773510 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:28.777894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-407091aa-b687-4099-9f48-bec4433cd5f5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c8fa54c8-cdcf-47fa-adab-381ea191495a HTTP/1.1" status: 204 len: 168 time: 2.9917877 Oct 13 14:05:28.797287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:28.797626 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:28.806507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/ec6762b4-27e8-406a-bb84-2b53cb7b7a47 HTTP/1.1" status: 200 len: 1123 time: 3.7272823 Oct 13 14:05:28.877153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012ec0e-e591-4be2-8f07-3148f44aa1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,revision_number=8']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:28.883680 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['ec6762b4-27e8-406a-bb84-2b53cb7b7a47'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:05:28.888967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['e92b635b-e7b0-4cc4-a35a-746c5c02609f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:05:28.902273 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:28.925111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9575365-e2d4-4c98-be9e-aa1abff64e46 req-6f2d5fe2-1e52-4dad-ae14-baeec2859493 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:28.938158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9575365-e2d4-4c98-be9e-aa1abff64e46 req-6f2d5fe2-1e52-4dad-ae14-baeec2859493 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 943 time: 0.3496943 Oct 13 14:05:28.938158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f22164-69ca-4dfe-9193-4b3e77ad8fff req-7fb6a962-2fa6-4165-b4ba-df2f6617ae63 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:28.945750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3f22164-69ca-4dfe-9193-4b3e77ad8fff req-7fb6a962-2fa6-4165-b4ba-df2f6617ae63 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 949 time: 0.2485859 Oct 13 14:05:29.022745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9575365-e2d4-4c98-be9e-aa1abff64e46 req-582e2251-7fd8-4827-b259-a972e3240a33 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744379 Oct 13 14:05:29.034018 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:29.041035 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ea15580f-337e-4b55-980b-43237c048346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '878466a8-5e8a-4c19-928a-b17472c60895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:05:23Z', 'revision_number': 3, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port': {'id': '878466a8-5e8a-4c19-928a-b17472c60895', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:22Z', 'updated_at': '2021-10-13T14:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:29.085520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3f22164-69ca-4dfe-9193-4b3e77ad8fff req-da02e3f1-b14c-4b9b-8f25-17c4cc5865f1 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95b70d1-59f9-4c90-9644-348e22099dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387219 Oct 13 14:05:29.120756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['ec6762b4-27e8-406a-bb84-2b53cb7b7a47'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:05:29.185489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc843de-10bf-409d-96bb-9c3a8ff1fc50', 'tag': 'ec6762b4-27e8-406a-bb84-2b53cb7b7a47'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:29.187986 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47e34bd-83b6-4dcb-97d8-8efaf68eaa7a" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc843de-10bf-409d-96bb-9c3a8ff1fc50", "tag": "ec6762b4-27e8-406a-bb84-2b53cb7b7a47"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:29.192442 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea15580f-337e-4b55-980b-43237c048346 None None] The sync data for ids ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'] in n-d-806683-15 is: [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '878466a8-5e8a-4c19-928a-b17472c60895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:05:23Z', 'revision_number': 3, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port': {'id': '878466a8-5e8a-4c19-928a-b17472c60895', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:22Z', 'updated_at': '2021-10-13T14:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:05:29.215354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7b6fb1d2-b006-40ea-834a-94e2951cdd52,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:29.229409 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:29.350291 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33938) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:29.411284 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571a6aa-0c8b-46a4-80c2-729253d3f7b5 req-0152ab0e-63fa-49af-aa09-e7727c5d35fb tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:29.430039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1571a6aa-0c8b-46a4-80c2-729253d3f7b5 req-0152ab0e-63fa-49af-aa09-e7727c5d35fb tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1656909 Oct 13 14:05:29.529360 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2881de38-9443-420a-a460-6b852c251613 x-openstack-request-id: req-2881de38-9443-420a-a460-6b852c251613 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:29.529826 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc843de-10bf-409d-96bb-9c3a8ff1fc50", "tag": "ec6762b4-27e8-406a-bb84-2b53cb7b7a47", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:29.530198 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2881de38-9443-420a-a460-6b852c251613 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:29.533182 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc843de-10bf-409d-96bb-9c3a8ff1fc50', 'tag': 'ec6762b4-27e8-406a-bb84-2b53cb7b7a47', 'status': 'completed', 'code': 200} Oct 13 14:05:29.536635 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-85f89085-7efc-468d-8b8c-5fa573194429 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8020bf85986d43f6bd64f1c1285679e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867962 Oct 13 14:05:29.542939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33942) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:29.638927 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Network 22a046aa-7653-474d-b5aa-6cb8ef680468 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:29.640822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:29.641373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1571a6aa-0c8b-46a4-80c2-729253d3f7b5 req-48cbecaf-14ea-461f-91e5-12bc02236fe9 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082071 Oct 13 14:05:29.776318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e34bd-83b6-4dcb-97d8-8efaf68eaa7a req-ffba6fed-bfd2-41f6-9b2c-15daf9ff5604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:29.778346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f47e34bd-83b6-4dcb-97d8-8efaf68eaa7a req-ffba6fed-bfd2-41f6-9b2c-15daf9ff5604 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 1126 time: 0.3024507 Oct 13 14:05:29.980371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e34bd-83b6-4dcb-97d8-8efaf68eaa7a req-d983afcf-44a5-415a-b933-4f26c734edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:29.985878 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f47e34bd-83b6-4dcb-97d8-8efaf68eaa7a req-d983afcf-44a5-415a-b933-4f26c734edfa service neutron] 10.222.0.49 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.1915600 Oct 13 14:05:29.986050 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Router 89f25271-bd7f-4636-9efb-fd9c2a31a62f has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:05:29.986639 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bba2fa4-eaa6-4cdc-99af-33dc447a6a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:30.055561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bba2fa4-eaa6-4cdc-99af-33dc447a6a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:30.168960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f47e34bd-83b6-4dcb-97d8-8efaf68eaa7a req-473d0daa-8122-4da5-bc31-4e7f413b8acd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47 HTTP/1.1" status: 200 len: 217 time: 0.0776451 Oct 13 14:05:30.237700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046ef06-c825-4d34-aca7-96dec878b27d req-e6c19a3a-f119-4e22-93d3-a8089a3a9a45 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:30.239484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8046ef06-c825-4d34-aca7-96dec878b27d req-e6c19a3a-f119-4e22-93d3-a8089a3a9a45 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 945 time: 0.5623770 Oct 13 14:05:30.277632 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:05:30.300410 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-379750b4-48cc-475a-95c2-0d05104ec3a4 admin admin] 10.222.0.18 "PUT /v2.0/routers/89f25271-bd7f-4636-9efb-fd9c2a31a62f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8570991 Oct 13 14:05:30.340882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-59381a1c-7585-4f87-837e-8afd725df555 None None] Provisioning complete for port 7b6fb1d2-b006-40ea-834a-94e2951cdd52 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:30.341876 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-59381a1c-7585-4f87-837e-8afd725df555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:30.484867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-59381a1c-7585-4f87-837e-8afd725df555 None None] Port 7b6fb1d2-b006-40ea-834a-94e2951cdd52 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:05:30.523201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dfb96-9dd8-483b-b5f3-0979dfb3b4cd req-acdddd58-9f8c-4b24-9b2c-26c4f7a03b28 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:30.532209 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-033dfb96-9dd8-483b-b5f3-0979dfb3b4cd req-acdddd58-9f8c-4b24-9b2c-26c4f7a03b28 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 949 time: 0.4444060 Oct 13 14:05:30.600440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e34bd-83b6-4dcb-97d8-8efaf68eaa7a req-c43965b6-c783-4a9a-96a5-8ef37e49f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:30.603177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f47e34bd-83b6-4dcb-97d8-8efaf68eaa7a req-c43965b6-c783-4a9a-96a5-8ef37e49f4df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.4164715 Oct 13 14:05:30.640071 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bba2fa4-eaa6-4cdc-99af-33dc447a6a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:30.643392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bba2fa4-eaa6-4cdc-99af-33dc447a6a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:30.648738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8bba2fa4-eaa6-4cdc-99af-33dc447a6a2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3fad1e1-5675-495b-b608-80b8f66375b7 HTTP/1.1" status: 204 len: 168 time: 1.1043718 Oct 13 14:05:30.715647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8046ef06-c825-4d34-aca7-96dec878b27d req-dfa9e3e1-53ed-43dc-86ca-8f352c45b542 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4443367 Oct 13 14:05:30.724805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cff56-c8aa-4292-b1b9-47ba893878d9 req-9e01fef4-afcf-4d89-8fb5-5f34b86cddeb tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:30.739619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-702cff56-c8aa-4292-b1b9-47ba893878d9 req-9e01fef4-afcf-4d89-8fb5-5f34b86cddeb tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 943 time: 0.4817250 Oct 13 14:05:30.750920 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f47e34bd-83b6-4dcb-97d8-8efaf68eaa7a req-aad92ce1-d288-4151-a89b-335be84dcf8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296268 Oct 13 14:05:30.825851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba2fa4-eaa6-4cdc-99af-33dc447a6a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fad1e1-5675-495b-b608-80b8f66375b7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:31.005872 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-702cff56-c8aa-4292-b1b9-47ba893878d9 req-a13cdc1c-43dd-4e3d-9da9-4b3734c31a6a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348642 Oct 13 14:05:31.068458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bbc35-541a-48c4-8e9a-0258e975ad7e req-6031a83d-88fc-4577-a453-30df6426ba67 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:31.079788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-845bbc35-541a-48c4-8e9a-0258e975ad7e req-6031a83d-88fc-4577-a453-30df6426ba67 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 949 time: 0.2488003 Oct 13 14:05:31.119978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f47e34bd-83b6-4dcb-97d8-8efaf68eaa7a req-0b619fee-5d94-4adb-9db9-8222350a47fb service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463266 Oct 13 14:05:31.164095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-033dfb96-9dd8-483b-b5f3-0979dfb3b4cd req-62196a2b-39b7-4036-a7cb-331c2fcc9c4f tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Deleting port 4f597348-1ddf-4af4-bfba-0379d324f584 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:05:31.164508 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-033dfb96-9dd8-483b-b5f3-0979dfb3b4cd req-62196a2b-39b7-4036-a7cb-331c2fcc9c4f tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:31.334003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 878466a8-5e8a-4c19-928a-b17472c60895 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:31.338296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-845bbc35-541a-48c4-8e9a-0258e975ad7e req-9e9c7e85-d65d-4ea9-b2c0-5d4658f68a88 tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/security-groups?id=a95b70d1-59f9-4c90-9644-348e22099dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556634 Oct 13 14:05:31.491957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 878466a8-5e8a-4c19-928a-b17472c60895 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:31.492750 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:31.524181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-033dfb96-9dd8-483b-b5f3-0979dfb3b4cd req-62196a2b-39b7-4036-a7cb-331c2fcc9c4f tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] For port 4f597348-1ddf-4af4-bfba-0379d324f584, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=4f597348-1ddf-4af4-bfba-0379d324f584,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:31.524972 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-033dfb96-9dd8-483b-b5f3-0979dfb3b4cd req-62196a2b-39b7-4036-a7cb-331c2fcc9c4f tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:31.528701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f47e34bd-83b6-4dcb-97d8-8efaf68eaa7a req-909b8f9d-b2a7-4f7c-a7af-1d0e242291dc service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923657 Oct 13 14:05:31.565253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-033dfb96-9dd8-483b-b5f3-0979dfb3b4cd req-62196a2b-39b7-4036-a7cb-331c2fcc9c4f tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Calling delete_port for 4f597348-1ddf-4af4-bfba-0379d324f584 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:05:31.659955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9e2e3-f493-46e9-afcc-a161efd45f45 req-46535f81-b6a0-4351-9d9b-a4793df64228 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:31.668449 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3a9e2e3-f493-46e9-afcc-a161efd45f45 req-46535f81-b6a0-4351-9d9b-a4793df64228 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.2334726 Oct 13 14:05:31.693374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:31.732835 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 878466a8-5e8a-4c19-928a-b17472c60895, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=878466a8-5e8a-4c19-928a-b17472c60895,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:31.814292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3a9e2e3-f493-46e9-afcc-a161efd45f45 req-fe8a69f9-057c-4358-ba4b-e65acc6d21f3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442537 Oct 13 14:05:31.883842 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:32.015384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=878466a8-5e8a-4c19-928a-b17472c60895,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:32.222062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2337c-785d-495e-a415-ed1ab98d97ee req-c0c1dc27-1062-4758-8d6c-cfc347661a80 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:32.224433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ced2337c-785d-495e-a415-ed1ab98d97ee req-c0c1dc27-1062-4758-8d6c-cfc347661a80 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 945 time: 0.2607498 Oct 13 14:05:32.283013 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-033dfb96-9dd8-483b-b5f3-0979dfb3b4cd req-62196a2b-39b7-4036-a7cb-331c2fcc9c4f tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:32.324128 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Sync routers for ids ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:05:32.365940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Routers {'89f25271-bd7f-4636-9efb-fd9c2a31a62f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:05:32.371448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62196a2b-39b7-4036-a7cb-331c2fcc9c4f tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Pushing event deleted for resources: {'Port': ['ID=4f597348-1ddf-4af4-bfba-0379d324f584,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:32.371602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:32.386549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181da646-7440-46a3-842e-04607e71b2f1 req-d7f6047f-1bcb-4a96-8b18-0bc399d70c97 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:32.388101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-d7f6047f-1bcb-4a96-8b18-0bc399d70c97 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/networks?id=22a046aa-7653-474d-b5aa-6cb8ef680468 HTTP/1.1" status: 200 len: 829 time: 0.3588545 Oct 13 14:05:32.393784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ced2337c-785d-495e-a415-ed1ab98d97ee req-dbc769ad-fc40-40e5-8aff-23ecf76e93fb tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467915 Oct 13 14:05:32.447606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-033dfb96-9dd8-483b-b5f3-0979dfb3b4cd req-62196a2b-39b7-4036-a7cb-331c2fcc9c4f tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] No DVR routers for this DVR port 4f597348-1ddf-4af4-bfba-0379d324f584 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:05:32.452848 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-033dfb96-9dd8-483b-b5f3-0979dfb3b4cd req-62196a2b-39b7-4036-a7cb-331c2fcc9c4f tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:32.458884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-033dfb96-9dd8-483b-b5f3-0979dfb3b4cd req-62196a2b-39b7-4036-a7cb-331c2fcc9c4f tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.49 "DELETE /v2.0/ports/4f597348-1ddf-4af4-bfba-0379d324f584 HTTP/1.1" status: 204 len: 173 time: 1.9158769 Oct 13 14:05:32.465488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7465f26-1ddd-418b-9a4f-5b3db12c1e7e', 'name': 'network-vif-deleted', 'tag': '4f597348-1ddf-4af4-bfba-0379d324f584'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:32.480506 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a715b12-cd9e-4135-9191-869944a0c81e" -d '{"events": [{"server_uuid": "d7465f26-1ddd-418b-9a4f-5b3db12c1e7e", "name": "network-vif-deleted", "tag": "4f597348-1ddf-4af4-bfba-0379d324f584"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:32.480506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-5e10139f-8794-4dc0-9eb2-b6b7422db828 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/quotas/47a5116ceb6d4fa2a75db12ccd40aacf HTTP/1.1" status: 200 len: 375 time: 0.0676641 Oct 13 14:05:32.529617 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:05:32.723404 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Set router 89f25271-bd7f-4636-9efb-fd9c2a31a62f gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:05:32.907988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34012) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:33.085494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-41257cea-651e-478d-b228-dbc65f658d45 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47a5116ceb6d4fa2a75db12ccd40aacf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5961611 Oct 13 14:05:33.111308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766fca6-ad05-446b-9b17-8782df384912 req-404da06e-c8c9-4b7a-a10c-26e3bd03d932 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:33.113793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1766fca6-ad05-446b-9b17-8782df384912 req-404da06e-c8c9-4b7a-a10c-26e3bd03d932 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 943 time: 0.5393639 Oct 13 14:05:33.124386 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1833637327-network', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:33.215075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 878466a8-5e8a-4c19-928a-b17472c60895 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:33.245470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1766fca6-ad05-446b-9b17-8782df384912 req-a3e3db43-afcd-483b-8abd-886f9a8ded66 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168740 Oct 13 14:05:33.262421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '878466a8-5e8a-4c19-928a-b17472c60895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:05:28Z', 'revision_number': 4, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port': {'id': '878466a8-5e8a-4c19-928a-b17472c60895', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:22Z', 'updated_at': '2021-10-13T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '7b6fb1d2-b006-40ea-834a-94e2951cdd52', 'name': '', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'mac_address': 'fa:16:3e:82:03:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:26Z', 'updated_at': '2021-10-13T14:05:28Z', 'revision_number': 2, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'subnets': [{'id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:33.302348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-12389471-2568-4873-a12a-eb2c8b8d88eb service neutron] 10.222.0.18 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874437 Oct 13 14:05:33.311025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 878466a8-5e8a-4c19-928a-b17472c60895 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:33.311780 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:33.354932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Checking router: 89f25271-bd7f-4636-9efb-fd9c2a31a62f for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:05:33.355294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Updating router 89f25271-bd7f-4636-9efb-fd9c2a31a62f port 7b6fb1d2-b006-40ea-834a-94e2951cdd52 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:05:33.400897 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:33.410610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-ad0a3f60-c99b-4e37-8021-f09a1d3f82c8 service neutron] 10.222.0.18 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002727 Oct 13 14:05:33.419194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e92b635b-e7b0-4cc4-a35a-746c5c02609f up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:33.450134 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Made reservation on behalf of f30573fef89b4a79a75abcae7dd5b4d0 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:05:33.453625 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:33.476913 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:33.630110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b87a0806-fa04-42ff-bab6-c1b3e58f4f74 req-21e7bc89-3ccd-4ec0-bde5-d68ae7be7cfe tempest-ImagesNegativeTestJSON-1978905815 tempest-ImagesNegativeTestJSON-1978905815-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7465f26-1ddd-418b-9a4f-5b3db12c1e7e HTTP/1.1" status: 200 len: 210 time: 0.1157925 Oct 13 14:05:33.789699 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:33.829086 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240f433a-3ecb-4048-b040-0a55778eddc2 x-openstack-request-id: req-240f433a-3ecb-4048-b040-0a55778eddc2 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:33.829086 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7465f26-1ddd-418b-9a4f-5b3db12c1e7e", "name": "network-vif-deleted", "tag": "4f597348-1ddf-4af4-bfba-0379d324f584", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:33.829086 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-240f433a-3ecb-4048-b040-0a55778eddc2 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:33.829658 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7465f26-1ddd-418b-9a4f-5b3db12c1e7e', 'name': 'network-vif-deleted', 'tag': '4f597348-1ddf-4af4-bfba-0379d324f584', 'status': 'completed', 'code': 200} Oct 13 14:05:33.838615 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port e92b635b-e7b0-4cc4-a35a-746c5c02609f completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:05:33.848159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port e92b635b-e7b0-4cc4-a35a-746c5c02609f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:33.848712 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:33.888421 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:33.919070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a83250-b28b-4424-8724-a5b1a26d2112 req-e9f0f8d2-1006-4ab0-855c-c1af8a9032c9 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:33.921667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5a83250-b28b-4424-8724-a5b1a26d2112 req-e9f0f8d2-1006-4ab0-855c-c1af8a9032c9 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1190712 Oct 13 14:05:33.979291 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:05:34.027274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5a83250-b28b-4424-8724-a5b1a26d2112 req-235e607a-5299-4211-8fed-d659da546122 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959399 Oct 13 14:05:34.036823 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:34.045425 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Added segment 57883cb6-8aa6-4b30-a6f5-05652ad0ec3b of type vlan for network c54ddf7f-30d4-46c7-9ab3-6c873937a10d Oct 13 14:05:34.047126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570d0af2-5f78-4615-bdc0-ea2af0f92508,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:34.170234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c18519-e315-4d71-970f-2182d0981321 req-6e0050fc-c390-46a3-b7e9-f76447343354 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:34.178360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c18519-e315-4d71-970f-2182d0981321 req-6e0050fc-c390-46a3-b7e9-f76447343354 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 945 time: 0.1528823 Oct 13 14:05:34.224312 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:34.332398 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:34.338373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-683e6356-dacb-4e8a-b882-d5a5ffbc8dbb req-ae5b7542-9167-402e-b22e-dcfed1cd7127 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 210 time: 0.1568437 Oct 13 14:05:34.344970 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:34.351970 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 4f597348-1ddf-4af4-bfba-0379d324f584 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:05:34.352113 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:34.352113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:34.394504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c18519-e315-4d71-970f-2182d0981321 req-bf194c66-8df2-45e6-8738-5bb22e94e745 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070003 Oct 13 14:05:34.412253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 4f597348-1ddf-4af4-bfba-0379d324f584 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:05:34.422917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 4f597348-1ddf-4af4-bfba-0379d324f584 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:05:34.443015 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:34.493541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] Pushing event updated for resources: {'Network': ['ID=c54ddf7f-30d4-46c7-9ab3-6c873937a10d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:34.528249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:34.535141 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb63759-252e-4d81-9c5a-1d95783963bf" -d '{"events": [{"server_uuid": "f82a8af1-45ab-4e11-abcb-91b33004635a", "name": "network-vif-plugged", "status": "completed", "tag": "e92b635b-e7b0-4cc4-a35a-746c5c02609f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:34.579212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e92b635b-e7b0-4cc4-a35a-746c5c02609f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e92b635b-e7b0-4cc4-a35a-746c5c02609f,segment=NetworkSegment(3cbfca30-fb88-46ad-9e29-54404b928a60),segment_id=3cbfca30-fb88-46ad-9e29-54404b928a60)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:34.579212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network c54ddf7f-30d4-46c7-9ab3-6c873937a10d details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:05:34.581221 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:34.635486 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9870670b-d3a4-45b3-938b-3b28e1943a37 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7250013 Oct 13 14:05:34.640463 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34054) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:34.654453 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f151f22d-84f8-4945-8bb2-4392b8dc34da admin admin] Request body: {'subnet': {'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1833637327-subnet', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:34.720789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a390ac9-a095-4d15-b6cf-a96836dffa0e req-966d0e5d-3154-4a0f-9209-2f727877d0ee tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:34.738977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a390ac9-a095-4d15-b6cf-a96836dffa0e req-966d0e5d-3154-4a0f-9209-2f727877d0ee tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 943 time: 0.2236645 Oct 13 14:05:34.808963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:34.848707 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Attempting to bind port 7b6fb1d2-b006-40ea-834a-94e2951cdd52 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:34.849437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Attempting to bind port 7b6fb1d2-b006-40ea-834a-94e2951cdd52 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7f58d304-756b-4054-a574-a225a6243a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:34.849865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Attempting to bind port 7b6fb1d2-b006-40ea-834a-94e2951cdd52 on network 22a046aa-7653-474d-b5aa-6cb8ef680468 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:34.850116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f151f22d-84f8-4945-8bb2-4392b8dc34da admin admin] Made reservation on behalf of f30573fef89b4a79a75abcae7dd5b4d0 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:05:34.863845 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f151f22d-84f8-4945-8bb2-4392b8dc34da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:34.867229 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57e4c44-8a4f-4782-a2ca-11005abc9d5c x-openstack-request-id: req-d57e4c44-8a4f-4782-a2ca-11005abc9d5c {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:34.867577 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82a8af1-45ab-4e11-abcb-91b33004635a", "name": "network-vif-plugged", "status": "completed", "tag": "e92b635b-e7b0-4cc4-a35a-746c5c02609f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:34.867936 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d57e4c44-8a4f-4782-a2ca-11005abc9d5c {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:34.868399 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f', 'code': 200} Oct 13 14:05:34.869284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:34.873425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Checking segment: {'id': '7f58d304-756b-4054-a574-a225a6243a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:34.874355 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:34.875513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Bound using segment: {'id': '7f58d304-756b-4054-a574-a225a6243a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:34.878782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Bound port: 7b6fb1d2-b006-40ea-834a-94e2951cdd52, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f58d304-756b-4054-a574-a225a6243a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:34.879266 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:34.889195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a390ac9-a095-4d15-b6cf-a96836dffa0e req-14f55252-e68f-4fd0-9b35-e2b861c9b10b tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318910 Oct 13 14:05:34.906885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d38a9-987a-4a6b-b97e-f620cefafae2 None None] Pushing event updated for resources: {'Port': ['ID=7b6fb1d2-b006-40ea-834a-94e2951cdd52,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:34.991300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=e92b635b-e7b0-4cc4-a35a-746c5c02609f,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:35.086193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] For port 7b6fb1d2-b006-40ea-834a-94e2951cdd52, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:35.089643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] For port 7b6fb1d2-b006-40ea-834a-94e2951cdd52, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7b6fb1d2-b006-40ea-834a-94e2951cdd52,segment=NetworkSegment(7f58d304-756b-4054-a574-a225a6243a9f),segment_id=7f58d304-756b-4054-a574-a225a6243a9f)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:35.124230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b265635-e960-4739-bb72-f544e872b67a req-2c964d29-8c0c-4629-a391-114bc0d36c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:35.125781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b265635-e960-4739-bb72-f544e872b67a req-2c964d29-8c0c-4629-a391-114bc0d36c86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 1098 time: 0.1440196 Oct 13 14:05:35.165822 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:35.244848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b265635-e960-4739-bb72-f544e872b67a req-0607557a-163c-4d43-a5ca-bcfb1079c888 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984447 Oct 13 14:05:35.284030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c5b09-1917-4f32-87f2-6cdfa207d619 req-6f2add2f-2675-4cc3-911e-c6dfac63c82e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:35.299992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b09c5b09-1917-4f32-87f2-6cdfa207d619 req-6f2add2f-2675-4cc3-911e-c6dfac63c82e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1428504 Oct 13 14:05:35.327547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d38a9-987a-4a6b-b97e-f620cefafae2 None None] Pushing event updated for resources: {'Port': ['ID=7b6fb1d2-b006-40ea-834a-94e2951cdd52,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:35.338132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-02ab5d92-fb70-47a2-8b7f-204e2789b6d4 None None] Provisioning complete for port 7b6fb1d2-b006-40ea-834a-94e2951cdd52 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:35.338599 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-02ab5d92-fb70-47a2-8b7f-204e2789b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:35.344707 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Routers {'89f25271-bd7f-4636-9efb-fd9c2a31a62f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:05:35.345448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:35.363622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b09c5b09-1917-4f32-87f2-6cdfa207d619 req-8f49a106-2eab-4abf-822a-84f90fc11a82 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626242 Oct 13 14:05:35.523003 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0eaf350f-2dc1-40ad-8b1b-56099cb002b5 req-6a0f4763-9c43-4083-bd66-79acec26718f tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 210 time: 0.0718334 Oct 13 14:05:35.626433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f151f22d-84f8-4945-8bb2-4392b8dc34da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:35.666622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56317e4b-9607-4c67-9177-29558cad434a req-ff1612a3-8007-4e78-96a9-eeca9ea8068d tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:35.674847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56317e4b-9607-4c67-9177-29558cad434a req-ff1612a3-8007-4e78-96a9-eeca9ea8068d tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.1409099 Oct 13 14:05:35.749023 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151f22d-84f8-4945-8bb2-4392b8dc34da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f692ea5c-5bea-418c-a845-bf8b8caee90c,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:35.770730 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-02ab5d92-fb70-47a2-8b7f-204e2789b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:35.788919 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f151f22d-84f8-4945-8bb2-4392b8dc34da admin admin] Checking segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:35.790420 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f151f22d-84f8-4945-8bb2-4392b8dc34da admin admin] Network hostable DHCP agents. Network: c54ddf7f-30d4-46c7-9ab3-6c873937a10d, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:05:35.820864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-02ab5d92-fb70-47a2-8b7f-204e2789b6d4 None None] For port 7b6fb1d2-b006-40ea-834a-94e2951cdd52, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7b6fb1d2-b006-40ea-834a-94e2951cdd52,segment=NetworkSegment(7f58d304-756b-4054-a574-a225a6243a9f),segment_id=7f58d304-756b-4054-a574-a225a6243a9f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:35.829944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] Set router 89f25271-bd7f-4636-9efb-fd9c2a31a62f gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:05:35.831506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56317e4b-9607-4c67-9177-29558cad434a req-817af12d-fcaf-47f9-b8c7-0f75d39d528c tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416006 Oct 13 14:05:35.930371 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f151f22d-84f8-4945-8bb2-4392b8dc34da admin admin] Network c54ddf7f-30d4-46c7-9ab3-6c873937a10d is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:05:35.959153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34096) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:35.965892 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-02ab5d92-fb70-47a2-8b7f-204e2789b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:36.016244 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f151f22d-84f8-4945-8bb2-4392b8dc34da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, c54ddf7f-30d4-46c7-9ab3-6c873937a10d) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:36.027963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f151f22d-84f8-4945-8bb2-4392b8dc34da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:36.027963 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f151f22d-84f8-4945-8bb2-4392b8dc34da admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:36.029947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b928036a-a5c7-4a50-b9b5-baf38cbae310 None None] Network c54ddf7f-30d4-46c7-9ab3-6c873937a10d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:05:36.138153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a9d34-995d-4bc3-bb9b-104d021bfab3 req-8d06c475-e324-4d2c-b477-b18eb5e53edd tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:36.140288 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-858a9d34-995d-4bc3-bb9b-104d021bfab3 req-8d06c475-e324-4d2c-b477-b18eb5e53edd tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 943 time: 0.0867274 Oct 13 14:05:36.140551 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f151f22d-84f8-4945-8bb2-4392b8dc34da admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4987297 Oct 13 14:05:36.144888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34100) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:36.150040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab5d92-fb70-47a2-8b7f-204e2789b6d4 None None] Pushing event updated for resources: {'Port': ['ID=7b6fb1d2-b006-40ea-834a-94e2951cdd52,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:36.151197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:36.175156 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e1574e7b-273b-4935-98f3-f7824519e35c None None] Provisioning complete for port 7b6fb1d2-b006-40ea-834a-94e2951cdd52 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:36.175156 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e1574e7b-273b-4935-98f3-f7824519e35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:36.279714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-858a9d34-995d-4bc3-bb9b-104d021bfab3 req-12dda9cb-11a1-4a6b-b005-edf4f1119770 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091273 Oct 13 14:05:36.370851 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:36.372148 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:36.380750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1730905c-39d6-4f07-855c-dac7b3cb3596 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c3f501dff084becb446f48df5f0ca6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200020 Oct 13 14:05:36.383785 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34102) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:36.468384 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:36.562496 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e6575f7-85fe-4ca8-885b-cca3ef241c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:36.631393 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e6575f7-85fe-4ca8-885b-cca3ef241c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:36.664567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb25c1-507a-46f5-bba1-87916c98ce1e req-81ee8466-c0b7-4c79-80e7-9ddec81f15e3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:36.667358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eacb25c1-507a-46f5-bba1-87916c98ce1e req-81ee8466-c0b7-4c79-80e7-9ddec81f15e3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1971390 Oct 13 14:05:36.698340 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:05:36.700169 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:36.708034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '878466a8-5e8a-4c19-928a-b17472c60895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:05:28Z', 'revision_number': 4, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port': {'id': '878466a8-5e8a-4c19-928a-b17472c60895', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:22Z', 'updated_at': '2021-10-13T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '7b6fb1d2-b006-40ea-834a-94e2951cdd52', 'name': '', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'mac_address': 'fa:16:3e:82:03:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:26Z', 'updated_at': '2021-10-13T14:05:35Z', 'revision_number': 4, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'subnets': [{'id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:36.749991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf964d62-5169-4063-b9f3-08da0c09affb None None] The sync data for ids ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'] in n-d-806683-15 is: [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '878466a8-5e8a-4c19-928a-b17472c60895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:05:28Z', 'revision_number': 4, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port': {'id': '878466a8-5e8a-4c19-928a-b17472c60895', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:22Z', 'updated_at': '2021-10-13T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '7b6fb1d2-b006-40ea-834a-94e2951cdd52', 'name': '', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'mac_address': 'fa:16:3e:82:03:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:26Z', 'updated_at': '2021-10-13T14:05:35Z', 'revision_number': 4, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'subnets': [{'id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:05:36.827794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e6575f7-85fe-4ca8-885b-cca3ef241c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:36.837702 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e6575f7-85fe-4ca8-885b-cca3ef241c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:36.850438 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6e6575f7-85fe-4ca8-885b-cca3ef241c55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a95b70d1-59f9-4c90-9644-348e22099dc2 HTTP/1.1" status: 204 len: 168 time: 0.4653363 Oct 13 14:05:36.860968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6575f7-85fe-4ca8-885b-cca3ef241c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95b70d1-59f9-4c90-9644-348e22099dc2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:36.991059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eacb25c1-507a-46f5-bba1-87916c98ce1e req-7b39c01f-9d8b-4de4-bab1-bf2fba1ecd30 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186296 Oct 13 14:05:37.006443 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:37.132654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Allocated IP 172.20.0.2 (c54ddf7f-30d4-46c7-9ab3-6c873937a10d/f692ea5c-5bea-418c-a845-bf8b8caee90c/bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:37.280480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e101ad65-ee3b-4f21-8f1b-3b911fd02220 req-32adb69d-e936-49e0-b65e-211c3277e384 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 210 time: 0.1356015 Oct 13 14:05:37.515877 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:37.545026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7b6fb1d2-b006-40ea-834a-94e2951cdd52 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:37.622719 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:37.771441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Network c54ddf7f-30d4-46c7-9ab3-6c873937a10d is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:37.782512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:37.785896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Pushing event updated for resources: {'Port': ['ID=bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:37.794864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:05:37.815931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 7b6fb1d2-b006-40ea-834a-94e2951cdd52 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:37.816679 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:37.947019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd6ddf-f767-421a-925a-88e048826076 req-270a5c2e-2012-4ae8-bd5f-089956f70005 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:37.957547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Attempting to bind port bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:37.958344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Attempting to bind port bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:37.958877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3cd6ddf-f767-421a-925a-88e048826076 req-270a5c2e-2012-4ae8-bd5f-089956f70005 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.3402812 Oct 13 14:05:37.959171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Attempting to bind port bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:37.973299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:37.990785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Checking segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:37.991940 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:37.991940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Bound using segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:37.992778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Bound port: bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:37.993227 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:38.112305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181da646-7440-46a3-842e-04607e71b2f1 req-8c4d6330-718f-437d-b403-c6f10930bb3f tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:38.112305 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-8c4d6330-718f-437d-b403-c6f10930bb3f tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.49 "GET /v2.0/networks?id=22a046aa-7653-474d-b5aa-6cb8ef680468 HTTP/1.1" status: 200 len: 829 time: 0.5629058 Oct 13 14:05:38.126603 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3cd6ddf-f767-421a-925a-88e048826076 req-b1b5c34b-a936-4c72-bcb1-0027ea416cc6 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663911 Oct 13 14:05:38.140765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-181da646-7440-46a3-842e-04607e71b2f1 req-11de5899-c4f2-445f-99b8-612277f261b6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Request body: {'port': {'device_id': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'admin_state_up': True, 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:38.255299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] For port bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:38.262251 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:38.263419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] For port bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:38.321591 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:38.445872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871d9b4-f0de-4807-99bf-e7279c61f21b req-e37e80b4-0175-48ed-b2de-befe61c8c114 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:38.454250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5871d9b4-f0de-4807-99bf-e7279c61f21b req-e37e80b4-0175-48ed-b2de-befe61c8c114 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 943 time: 0.1999178 Oct 13 14:05:38.505305 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:38.597187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5871d9b4-f0de-4807-99bf-e7279c61f21b req-bcc5856a-5a3b-4143-a742-13599a0dde8a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386149 Oct 13 14:05:38.651248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69259af9-7c7f-4e75-a960-f6f54f9a8d2c None None] Pushing event updated for resources: {'Port': ['ID=bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:38.740293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Allocated IP 172.25.0.110 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/e42c2f40-9f5c-4291-858d-571f715750cf) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:38.839836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181da646-7440-46a3-842e-04607e71b2f1 req-11de5899-c4f2-445f-99b8-612277f261b6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Made reservation on behalf of 47a5116ceb6d4fa2a75db12ccd40aacf for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:05:38.844119 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-181da646-7440-46a3-842e-04607e71b2f1 req-11de5899-c4f2-445f-99b8-612277f261b6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:38.936364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34148) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:39.088322 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:39.109937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09909f42-3d18-4672-90aa-3ce0f63c9e34 req-c35fa274-98f3-4147-91ee-9e1c16e7b24b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:39.113254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09909f42-3d18-4672-90aa-3ce0f63c9e34 req-c35fa274-98f3-4147-91ee-9e1c16e7b24b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.2885492 Oct 13 14:05:39.181559 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1128432195-network', 'tenant_id': '58d62d19e30a4f2b94edd7f231a7c1cc'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:39.286762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09909f42-3d18-4672-90aa-3ce0f63c9e34 req-304875a2-125b-4b7b-8fe0-bdf7578cd148 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539474 Oct 13 14:05:39.333518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Made reservation on behalf of 58d62d19e30a4f2b94edd7f231a7c1cc for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:05:39.336690 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:39.339935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-181da646-7440-46a3-842e-04607e71b2f1 req-11de5899-c4f2-445f-99b8-612277f261b6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Allocated IP 172.20.0.9 (22a046aa-7653-474d-b5aa-6cb8ef680468/f061d763-65b2-4e4f-99e6-5aed53d47f1b/2b186178-79cc-48bc-b964-641cbef6e5c9) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:39.370662 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:39.390826 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:39.453889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:39.561522 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:39.576444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:39.577432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:39.597638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09c982ad-c665-4ea2-a4b6-c1563eee8378 req-b44fb7e2-dd94-4d28-adc5-ffd1415b4e4f tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 210 time: 0.0437362 Oct 13 14:05:39.610142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Pushing event updated for resources: {'Port': ['ID=e42c2f40-9f5c-4291-858d-571f715750cf,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:39.636644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:39.645523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:39.646921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:05:39.712064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:39.726082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:05:39.768640 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:39.771348 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Added segment 6ce38d9a-f3f3-43d6-95a2-8496d53f1a95 of type vlan for network d9ea5240-1138-42e8-9381-25a5fe0b0c17 Oct 13 14:05:39.870061 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:39.920570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1f1db6-c73e-465a-a309-71c96bde5924,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:39.940819 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:39.952061 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:40.087320 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-181da646-7440-46a3-842e-04607e71b2f1 req-11de5899-c4f2-445f-99b8-612277f261b6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:40.095405 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:40.131081 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:40.132296 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:40.132894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:40.183880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948256b2-7684-4f5c-9705-4b10314ef1b7 req-c9b36293-00fc-45b7-8894-f136cdd11734 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:40.196861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-948256b2-7684-4f5c-9705-4b10314ef1b7 req-c9b36293-00fc-45b7-8894-f136cdd11734 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.2228909 Oct 13 14:05:40.255759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:40.297264 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-181da646-7440-46a3-842e-04607e71b2f1 req-11de5899-c4f2-445f-99b8-612277f261b6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:40.312927 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] Pushing event updated for resources: {'Network': ['ID=d9ea5240-1138-42e8-9381-25a5fe0b0c17,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:40.334799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network d9ea5240-1138-42e8-9381-25a5fe0b0c17 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:05:40.363417 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0f1a70af-16c3-4ee8-a6d7-49e9f73a172c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4246507 Oct 13 14:05:40.367947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34166) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:40.386647 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-175c420a-8dfc-42ed-971c-abc51d8ce3f3 admin admin] Request body: {'subnet': {'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1128432195-subnet', 'tenant_id': '58d62d19e30a4f2b94edd7f231a7c1cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:40.426379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-948256b2-7684-4f5c-9705-4b10314ef1b7 req-22d42a4b-6a9c-4386-add7-dc682214e30f tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279515 Oct 13 14:05:40.437259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181da646-7440-46a3-842e-04607e71b2f1 req-11de5899-c4f2-445f-99b8-612277f261b6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Network 22a046aa-7653-474d-b5aa-6cb8ef680468 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:40.445945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-181da646-7440-46a3-842e-04607e71b2f1 req-11de5899-c4f2-445f-99b8-612277f261b6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:40.454224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-181da646-7440-46a3-842e-04607e71b2f1 req-11de5899-c4f2-445f-99b8-612277f261b6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:05:40.476692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de5899-c4f2-445f-99b8-612277f261b6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Pushing event updated for resources: {'Port': ['ID=2b186178-79cc-48bc-b964-641cbef6e5c9,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:40.481836 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e908e7-b645-4a9a-b92f-b816d3abba36 None None] Network c54ddf7f-30d4-46c7-9ab3-6c873937a10d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:05:40.508143 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:40.521735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175c420a-8dfc-42ed-971c-abc51d8ce3f3 admin admin] Made reservation on behalf of 58d62d19e30a4f2b94edd7f231a7c1cc for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:05:40.521735 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-175c420a-8dfc-42ed-971c-abc51d8ce3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:40.581630 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0b0c92e7-6f39-4af4-ba4b-117cbf12e55b None None] Provisioning complete for port bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:40.582450 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b0c92e7-6f39-4af4-ba4b-117cbf12e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:40.943845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181da646-7440-46a3-842e-04607e71b2f1 req-11de5899-c4f2-445f-99b8-612277f261b6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:40.944608 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-181da646-7440-46a3-842e-04607e71b2f1 req-11de5899-c4f2-445f-99b8-612277f261b6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:40.969511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8a8f4f5a-cb57-4406-ab3e-8099640b7548 None None] Provisioning complete for port 2b186178-79cc-48bc-b964-641cbef6e5c9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:40.969961 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8a8f4f5a-cb57-4406-ab3e-8099640b7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:41.084275 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f4f5a-cb57-4406-ab3e-8099640b7548 None None] Port 2b186178-79cc-48bc-b964-641cbef6e5c9 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:05:41.084406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b201a42-58ba-49bf-8f82-b02bf2874c84 req-db508e83-ea2e-4f31-9a1a-8b9ce59291b2 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:41.084406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b201a42-58ba-49bf-8f82-b02bf2874c84 req-db508e83-ea2e-4f31-9a1a-8b9ce59291b2 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 943 time: 0.3416014 Oct 13 14:05:41.160238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b201a42-58ba-49bf-8f82-b02bf2874c84 req-ca0c4dfd-6e0d-474f-8282-237ca0129778 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929101 Oct 13 14:05:41.176664 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:41.182971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:41.305152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:41.305701 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:41.448636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4031c2db-524a-496b-8eee-54ba78387d5d None None] Provisioning complete for port bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:41.449165 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4031c2db-524a-496b-8eee-54ba78387d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:41.540334 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-175c420a-8dfc-42ed-971c-abc51d8ce3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:41.628904 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c420a-8dfc-42ed-971c-abc51d8ce3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ed03c6-ebe8-4cd6-ae30-b198229ba2f7,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:41.637784 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175c420a-8dfc-42ed-971c-abc51d8ce3f3 admin admin] Checking segment: {'id': '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:41.637784 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c420a-8dfc-42ed-971c-abc51d8ce3f3 admin admin] Network hostable DHCP agents. Network: d9ea5240-1138-42e8-9381-25a5fe0b0c17, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:05:41.655329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-11de5899-c4f2-445f-99b8-612277f261b6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5387733 Oct 13 14:05:41.670356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Request body: {'port': {'device_id': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:41.746550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c420a-8dfc-42ed-971c-abc51d8ce3f3 admin admin] Network d9ea5240-1138-42e8-9381-25a5fe0b0c17 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:05:41.856110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a5dd9-5eab-4706-8f8a-33e8552a135f req-30887902-e886-4eda-bbba-e02cf814220e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:41.860312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-884a5dd9-5eab-4706-8f8a-33e8552a135f req-30887902-e886-4eda-bbba-e02cf814220e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.2341721 Oct 13 14:05:41.882648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-175c420a-8dfc-42ed-971c-abc51d8ce3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, d9ea5240-1138-42e8-9381-25a5fe0b0c17) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:41.888642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175c420a-8dfc-42ed-971c-abc51d8ce3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:41.889817 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-175c420a-8dfc-42ed-971c-abc51d8ce3f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:41.904133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d778a14-e55a-4e50-bd1b-a498b5eded02 None None] Network d9ea5240-1138-42e8-9381-25a5fe0b0c17 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:05:41.993867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Router d0ac1d30-31fb-4337-a1c1-82af8be7e03a is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:05:41.997713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:42.030736 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-175c420a-8dfc-42ed-971c-abc51d8ce3f3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6616476 Oct 13 14:05:42.036725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-884a5dd9-5eab-4706-8f8a-33e8552a135f req-7d0fb217-b280-42de-a0bc-fc66f8ee8584 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157951 Oct 13 14:05:42.176674 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cddad07-0fcf-44d7-8a35-15c90c9c7659 None None] Network d9ea5240-1138-42e8-9381-25a5fe0b0c17 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:05:42.278243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ec6762b4-27e8-406a-bb84-2b53cb7b7a47 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:05:42.403737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da6103-c52c-426c-a5b3-e746c47e5591 req-0b1af6e5-40a1-4ee8-8ffe-f0392ee7141e tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:42.405756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02da6103-c52c-426c-a5b3-e746c47e5591 req-0b1af6e5-40a1-4ee8-8ffe-f0392ee7141e tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 931 time: 0.2434931 Oct 13 14:05:42.495709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:05:42.535364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02da6103-c52c-426c-a5b3-e746c47e5591 req-8cc130a8-5bbf-4732-a25e-78bf2cc70011 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95eed70-e600-4326-a65e-c9f91f607561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780158 Oct 13 14:05:42.667632 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:42.669821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a4bbd6ec-9fe8-4df0-abaa-5905c2c5eb0d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5229480 Oct 13 14:05:42.674397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34198) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:42.803579 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Sync routers for ids ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:05:42.832446 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Routers {'d0ac1d30-31fb-4337-a1c1-82af8be7e03a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:05:42.833350 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:42.906207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b186178-79cc-48bc-b964-641cbef6e5c9 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:05:42.918856 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:42.966091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b73f09-0fe0-4d05-97dc-8abfe50af0c4 req-3933c6e4-1b14-4d61-b567-398005837551 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:42.970422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02b73f09-0fe0-4d05-97dc-8abfe50af0c4 req-3933c6e4-1b14-4d61-b567-398005837551 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.1237187 Oct 13 14:05:42.973774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Transition to ACTIVE for port object 2b186178-79cc-48bc-b964-641cbef6e5c9 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:05:43.056895 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Set router d0ac1d30-31fb-4337-a1c1-82af8be7e03a gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:05:43.090229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02b73f09-0fe0-4d05-97dc-8abfe50af0c4 req-2bfbcfd5-a495-4c76-aaca-5d5136c99473 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046851 Oct 13 14:05:43.100311 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:43.389990 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Pushing event updated for resources: {'Port': ['ID=2b186178-79cc-48bc-b964-641cbef6e5c9,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:43.458982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265f504-529a-4e45-8047-664151c32631 req-d3d9f7e0-534f-4298-a908-86ae53b867de tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:43.467354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4265f504-529a-4e45-8047-664151c32631 req-d3d9f7e0-534f-4298-a908-86ae53b867de tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 943 time: 0.2007055 Oct 13 14:05:43.515205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Attempting to bind port 2b186178-79cc-48bc-b964-641cbef6e5c9 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:43.516514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Attempting to bind port 2b186178-79cc-48bc-b964-641cbef6e5c9 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '7f58d304-756b-4054-a574-a225a6243a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:43.516514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Attempting to bind port 2b186178-79cc-48bc-b964-641cbef6e5c9 on network 22a046aa-7653-474d-b5aa-6cb8ef680468 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:43.534805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Port 2b186178-79cc-48bc-b964-641cbef6e5c9 on network 22a046aa-7653-474d-b5aa-6cb8ef680468 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:05:43.535204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Attempting to bind port 2b186178-79cc-48bc-b964-641cbef6e5c9 on network 22a046aa-7653-474d-b5aa-6cb8ef680468 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:43.547684 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:05:40Z', 'revision_number': 3, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:43.558591 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4265f504-529a-4e45-8047-664151c32631 req-cf29025f-49cf-4652-9323-7293282605fc tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899684 Oct 13 14:05:43.561322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:43.564947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Checking segment: {'id': '7f58d304-756b-4054-a574-a225a6243a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:43.565541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Bound using segment: {'id': '7f58d304-756b-4054-a574-a225a6243a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:43.566811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Bound port: 2b186178-79cc-48bc-b964-641cbef6e5c9, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f58d304-756b-4054-a574-a225a6243a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:43.569281 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:43.594632 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:43.619679 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Checking router: d0ac1d30-31fb-4337-a1c1-82af8be7e03a for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:05:43.619801 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Updating router d0ac1d30-31fb-4337-a1c1-82af8be7e03a port e42c2f40-9f5c-4291-858d-571f715750cf binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:05:43.656056 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:43.744409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] For port 2b186178-79cc-48bc-b964-641cbef6e5c9, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:43.755962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] For port 2b186178-79cc-48bc-b964-641cbef6e5c9, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2b186178-79cc-48bc-b964-641cbef6e5c9,segment=NetworkSegment(7f58d304-756b-4054-a574-a225a6243a9f),segment_id=7f58d304-756b-4054-a574-a225a6243a9f)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:43.844770 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:43.910666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:43.911257 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:43.913057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] 10.222.0.49 "PUT /v2.0/ports/2b186178-79cc-48bc-b964-641cbef6e5c9 HTTP/1.1" status: 200 len: 1092 time: 2.2467954 Oct 13 14:05:43.913808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'tag': '2b186178-79cc-48bc-b964-641cbef6e5c9'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:43.918250 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3264aa8c-b25c-43cf-8202-85a5b23459e6" -d '{"events": [{"name": "network-changed", "server_uuid": "33df5c93-028e-46bf-b75e-dfc1bc7cb35c", "tag": "2b186178-79cc-48bc-b964-641cbef6e5c9"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:44.025627 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Allocated IP 172.20.0.1 (c54ddf7f-30d4-46c7-9ab3-6c873937a10d/f692ea5c-5bea-418c-a845-bf8b8caee90c/90d3933d-5b93-4014-a6a6-39b83859c9c7) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:44.078021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1d758-0a35-4a66-a0b8-477725524271 service neutron] Pushing event updated for resources: {'Port': ['ID=2b186178-79cc-48bc-b964-641cbef6e5c9,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:44.195953 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:44.259457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181da646-7440-46a3-842e-04607e71b2f1 req-285ec3ce-6787-4c40-8df1-147652cf4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:44.261043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-285ec3ce-6787-4c40-8df1-147652cf4406 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47a5116ceb6d4fa2a75db12ccd40aacf&device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 1095 time: 0.1841500 Oct 13 14:05:44.269116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-69af8132-5792-4319-b950-74a51a46ad6a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:44.280053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-69af8132-5792-4319-b950-74a51a46ad6a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/networks?id=d9ea5240-1138-42e8-9381-25a5fe0b0c17 HTTP/1.1" status: 200 len: 822 time: 0.3035717 Oct 13 14:05:44.280249 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:44.281107 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:44.335254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-3d80918c-5142-4e6b-9063-e45ecf566ccd service neutron] 10.222.0.49 "GET /v2.0/ports/ec6762b4-27e8-406a-bb84-2b53cb7b7a47/bindings/n-h2-806683-15 HTTP/1.1" status: 200 len: 385 time: 0.2072086 Oct 13 14:05:44.336721 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-cd6fc8ae-5cd1-4c2c-8b6e-9c254dbf95fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b186178-79cc-48bc-b964-641cbef6e5c9 HTTP/1.1" status: 200 len: 217 time: 0.0584161 Oct 13 14:05:44.340493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-7593361d-de0f-457a-99e6-388e57eabe05 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/quotas/58d62d19e30a4f2b94edd7f231a7c1cc HTTP/1.1" status: 200 len: 375 time: 0.0632410 Oct 13 14:05:44.371224 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Attempting to bind port e42c2f40-9f5c-4291-858d-571f715750cf on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:44.371596 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Attempting to bind port e42c2f40-9f5c-4291-858d-571f715750cf by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:44.372119 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Attempting to bind port e42c2f40-9f5c-4291-858d-571f715750cf on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:44.382382 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74c2c6-0a25-4a1a-8cee-5a9edceeefaf None None] Pushing event updated for resources: {'Port': ['ID=e42c2f40-9f5c-4291-858d-571f715750cf,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:44.391593 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:44.392074 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:44.393169 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:44.393639 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:44.394211 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Bound port: e42c2f40-9f5c-4291-858d-571f715750cf, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:44.395548 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:44.406421 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:44.459366 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Network c54ddf7f-30d4-46c7-9ab3-6c873937a10d is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:44.462399 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:44.466394 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:05:44.509966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Pushing event updated for resources: {'Port': ['ID=90d3933d-5b93-4014-a6a6-39b83859c9c7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:44.515133 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] For port e42c2f40-9f5c-4291-858d-571f715750cf, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:44.521529 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] For port e42c2f40-9f5c-4291-858d-571f715750cf, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e42c2f40-9f5c-4291-858d-571f715750cf,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:44.574807 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:44.629456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-4963bafb-dd82-4488-abde-749ce8d8f645 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=58d62d19e30a4f2b94edd7f231a7c1cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2547128 Oct 13 14:05:44.677629 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:44.846566 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74c2c6-0a25-4a1a-8cee-5a9edceeefaf None None] Pushing event updated for resources: {'Port': ['ID=e42c2f40-9f5c-4291-858d-571f715750cf,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:44.854384 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Routers {'d0ac1d30-31fb-4337-a1c1-82af8be7e03a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:05:44.855050 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:44.890701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181da646-7440-46a3-842e-04607e71b2f1 req-b5e79afe-7cbf-4dae-9d5e-426c321bb248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:44.891663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-b5e79afe-7cbf-4dae-9d5e-426c321bb248 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f061d763-65b2-4e4f-99e6-5aed53d47f1b HTTP/1.1" status: 200 len: 868 time: 0.5413966 Oct 13 14:05:44.988544 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:45.029595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a5f8f5f7-9d65-473d-a5b8-3a294dd08d89 None None] Provisioning complete for port 90d3933d-5b93-4014-a6a6-39b83859c9c7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:45.032325 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f5f7-9d65-473d-a5b8-3a294dd08d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:45.119307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-f5ab393d-7979-4085-a1df-f4bc694e244f service neutron] 10.222.0.18 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888752 Oct 13 14:05:45.134955 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8f5f7-9d65-473d-a5b8-3a294dd08d89 None None] Port 90d3933d-5b93-4014-a6a6-39b83859c9c7 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:05:45.292242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181da646-7440-46a3-842e-04607e71b2f1 req-ac28c45f-61a3-4484-a6d2-7709fcc1476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:45.300891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-ac28c45f-61a3-4484-a6d2-7709fcc1476c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22a046aa-7653-474d-b5aa-6cb8ef680468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3914206 Oct 13 14:05:45.351821 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] Set router d0ac1d30-31fb-4337-a1c1-82af8be7e03a gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:05:45.462068 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:45.535486 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:45.622830 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:45.646186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031051dc-6002-4965-b7d7-68c50433fe50 req-d8ee3afc-bf72-46eb-ad0f-6adb37a3b62a tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:45.659171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-031051dc-6002-4965-b7d7-68c50433fe50 req-d8ee3afc-bf72-46eb-ad0f-6adb37a3b62a tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.7592766 Oct 13 14:05:45.680971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-3c8213d8-c5e7-4d12-a903-3ace30c39655 service neutron] 10.222.0.18 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225848 Oct 13 14:05:45.687056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6f66d8d9-0157-45ce-8e19-269f610d0d0d service neutron] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:45.750978 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Pushing event updated for resources: {'Port': ['ID=90d3933d-5b93-4014-a6a6-39b83859c9c7,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:45.794781 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:05:40Z', 'revision_number': 3, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:45.820080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-db5fc403-ec8b-4c5f-b9ec-f1d239e4bdf0 service neutron] 10.222.0.49 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887714 Oct 13 14:05:45.821212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6f66d8d9-0157-45ce-8e19-269f610d0d0d service neutron] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:45.832824 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Network c54ddf7f-30d4-46c7-9ab3-6c873937a10d is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:45.846986 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:45.871243 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297592bb-2f47-49f8-a1bc-1b7c392d5494 None None] The sync data for ids ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'] in n-d-806683-15 is: [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:05:40Z', 'revision_number': 3, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:05:45.879453 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-031051dc-6002-4965-b7d7-68c50433fe50 req-f0ffb638-ac60-41b2-ba11-729e7b15a76d tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190657 Oct 13 14:05:46.064765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6f66d8d9-0157-45ce-8e19-269f610d0d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6762b4-27e8-406a-bb84-2b53cb7b7a47 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:05:46.110454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6f66d8d9-0157-45ce-8e19-269f610d0d0d service neutron] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:46.214176 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-181da646-7440-46a3-842e-04607e71b2f1 req-e07c8390-a015-4992-9731-b7dbccd4ff49 service neutron] 10.222.0.49 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690901 Oct 13 14:05:46.218164 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Router d0ac1d30-31fb-4337-a1c1-82af8be7e03a has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:05:46.240556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad033f-8057-4874-86e8-f919dfaf70ec req-81fa619a-7647-45c0-990f-d5817bbf3f8f tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:46.243989 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09ad033f-8057-4874-86e8-f919dfaf70ec req-81fa619a-7647-45c0-990f-d5817bbf3f8f tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 943 time: 0.2000511 Oct 13 14:05:46.249215 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6f66d8d9-0157-45ce-8e19-269f610d0d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:46.401583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1a3d2fc7-b252-4a58-ac15-9cca37942462 None None] Provisioning complete for port 90d3933d-5b93-4014-a6a6-39b83859c9c7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:46.402955 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1a3d2fc7-b252-4a58-ac15-9cca37942462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:46.491361 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51157ae-ac14-406c-bb7b-b240e390d0ea x-openstack-request-id: req-a51157ae-ac14-406c-bb7b-b240e390d0ea {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:46.491758 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33df5c93-028e-46bf-b75e-dfc1bc7cb35c", "tag": "2b186178-79cc-48bc-b964-641cbef6e5c9", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:46.492036 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a51157ae-ac14-406c-bb7b-b240e390d0ea {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:46.492480 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'tag': '2b186178-79cc-48bc-b964-641cbef6e5c9', 'status': 'completed', 'code': 200} Oct 13 14:05:46.520359 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d2fc7-b252-4a58-ac15-9cca37942462 None None] Port 90d3933d-5b93-4014-a6a6-39b83859c9c7 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:05:46.621223 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:05:46.637092 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-58c66313-e67d-47d2-8df5-813233cd4996 admin admin] 10.222.0.18 "PUT /v2.0/routers/d0ac1d30-31fb-4337-a1c1-82af8be7e03a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9477379 Oct 13 14:05:46.637584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09ad033f-8057-4874-86e8-f919dfaf70ec req-0cb83d1c-6691-471e-bd37-34b1460c5edb tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95eed70-e600-4326-a65e-c9f91f607561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796468 Oct 13 14:05:46.692434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264aa8c-b25c-43cf-8202-85a5b23459e6 req-9daf21b6-9ca6-49d3-b403-722653ae238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:46.694172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3264aa8c-b25c-43cf-8202-85a5b23459e6 req-9daf21b6-9ca6-49d3-b403-722653ae238a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47a5116ceb6d4fa2a75db12ccd40aacf&device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 1095 time: 0.2408433 Oct 13 14:05:46.711380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01c4a1-0af1-4569-8acf-f0b5fb9b020b req-6ba47c4b-f214-4b84-a3dc-ee0f77e78236 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:46.719477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc01c4a1-0af1-4569-8acf-f0b5fb9b020b req-6ba47c4b-f214-4b84-a3dc-ee0f77e78236 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.1781499 Oct 13 14:05:46.749504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6f66d8d9-0157-45ce-8e19-269f610d0d0d service neutron] Transition to ACTIVE for port object ec6762b4-27e8-406a-bb84-2b53cb7b7a47 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:05:46.873383 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6f66d8d9-0157-45ce-8e19-269f610d0d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:46.928160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc01c4a1-0af1-4569-8acf-f0b5fb9b020b req-c276b17a-871f-4d08-a0a2-92d1692f4922 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076817 Oct 13 14:05:47.069226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66d8d9-0157-45ce-8e19-269f610d0d0d service neutron] Pushing event updated for resources: {'Port': ['ID=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:47.072941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264aa8c-b25c-43cf-8202-85a5b23459e6 req-5a300e1b-af23-47f0-9e88-51d372d2721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:47.075148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3264aa8c-b25c-43cf-8202-85a5b23459e6 req-5a300e1b-af23-47f0-9e88-51d372d2721c service neutron] 10.222.0.49 "GET /v2.0/networks?id=22a046aa-7653-474d-b5aa-6cb8ef680468 HTTP/1.1" status: 200 len: 930 time: 0.3471649 Oct 13 14:05:47.193927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3264aa8c-b25c-43cf-8202-85a5b23459e6 req-a6d933cb-4caa-45b7-a920-fc1f314ca0ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b186178-79cc-48bc-b964-641cbef6e5c9 HTTP/1.1" status: 200 len: 217 time: 0.1086085 Oct 13 14:05:47.245360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e42c2f40-9f5c-4291-858d-571f715750cf up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:47.347202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port e42c2f40-9f5c-4291-858d-571f715750cf triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:47.348088 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:47.353706 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-016a85bb-679f-403d-8002-06bafed3634d req-dc49fa54-30a1-48a4-b150-d38897390942 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 210 time: 0.1562777 Oct 13 14:05:47.360078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6f66d8d9-0157-45ce-8e19-269f610d0d0d service neutron] No DVR routers for this DVR port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:05:47.396206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b3b34-0a0a-4d2b-ac1c-27949b46768d req-9653acc8-4f57-4e3e-8885-0ea7792cbe7b tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:47.399524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc6b3b34-0a0a-4d2b-ac1c-27949b46768d req-9653acc8-4f57-4e3e-8885-0ea7792cbe7b tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 944 time: 0.5177987 Oct 13 14:05:47.508458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc6b3b34-0a0a-4d2b-ac1c-27949b46768d req-3b3b915c-45aa-4af9-97de-e60bf1d0fefe tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833964 Oct 13 14:05:47.515161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264aa8c-b25c-43cf-8202-85a5b23459e6 req-42b2f52e-ba86-44c8-90ee-ff896a5f674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:47.525829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3264aa8c-b25c-43cf-8202-85a5b23459e6 req-42b2f52e-ba86-44c8-90ee-ff896a5f674a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f061d763-65b2-4e4f-99e6-5aed53d47f1b HTTP/1.1" status: 200 len: 868 time: 0.3118284 Oct 13 14:05:47.535577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-6f66d8d9-0157-45ce-8e19-269f610d0d0d service neutron] 10.222.0.49 "PUT /v2.0/ports/ec6762b4-27e8-406a-bb84-2b53cb7b7a47/bindings/n-h2-806683-15/activate HTTP/1.1" status: 200 len: 370 time: 3.1875682 Oct 13 14:05:47.614330 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:47.696068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264aa8c-b25c-43cf-8202-85a5b23459e6 req-2bae475f-e15b-49f9-bb14-8eac869789ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:47.703461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3264aa8c-b25c-43cf-8202-85a5b23459e6 req-2bae475f-e15b-49f9-bb14-8eac869789ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22a046aa-7653-474d-b5aa-6cb8ef680468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1667311 Oct 13 14:05:47.720008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port e42c2f40-9f5c-4291-858d-571f715750cf, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e42c2f40-9f5c-4291-858d-571f715750cf,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:47.849080 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:47.904526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-ccc15eb9-406a-410b-902a-66ad37b00017 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:47.906696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-ccc15eb9-406a-410b-902a-66ad37b00017 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50&tenant_id=a83e69682127431abea4c77d59610aed&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 1096 time: 0.1166871 Oct 13 14:05:47.924691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808ce75-a498-4a61-a3ca-e49171d07a31 req-e1f132c7-9984-4fcc-8af1-06a79355b93b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:47.933853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7808ce75-a498-4a61-a3ca-e49171d07a31 req-e1f132c7-9984-4fcc-8af1-06a79355b93b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1425416 Oct 13 14:05:47.987523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=e42c2f40-9f5c-4291-858d-571f715750cf,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:48.041185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7808ce75-a498-4a61-a3ca-e49171d07a31 req-c00e0aa5-b749-415b-82c7-0ea9dcc42a34 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052427 Oct 13 14:05:48.118884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3264aa8c-b25c-43cf-8202-85a5b23459e6 req-852b9e61-bb93-4f23-81af-0b9344f7a2d6 service neutron] 10.222.0.49 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069624 Oct 13 14:05:48.174435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-bf7410c4-d2f9-461e-a4a2-3ae169f44a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:48.177518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-bf7410c4-d2f9-461e-a4a2-3ae169f44a8e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50&tenant_id=a83e69682127431abea4c77d59610aed HTTP/1.1" status: 200 len: 1096 time: 0.2365153 Oct 13 14:05:48.231900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34266) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:48.239075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d58270a0-610b-43bd-87a1-952966879afd tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712328218', 'description': 'tempest-description--634580395'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:48.262267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2b186178-79cc-48bc-b964-641cbef6e5c9 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:05:48.290677 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:48.416568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d58270a0-610b-43bd-87a1-952966879afd tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:48.519547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2b186178-79cc-48bc-b964-641cbef6e5c9, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2b186178-79cc-48bc-b964-641cbef6e5c9,segment=NetworkSegment(7f58d304-756b-4054-a574-a225a6243a9f),segment_id=7f58d304-756b-4054-a574-a225a6243a9f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:48.576360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '2b186178-79cc-48bc-b964-641cbef6e5c9', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'port_id': '2b186178-79cc-48bc-b964-641cbef6e5c9', 'mac_address': 'fa:16:3e:f9:ef:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:05:48.643568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d58270a0-610b-43bd-87a1-952966879afd tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:48.663245 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:48.705753 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b186178-79cc-48bc-b964-641cbef6e5c9 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:05:48.733155 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2b186178-79cc-48bc-b964-641cbef6e5c9, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2b186178-79cc-48bc-b964-641cbef6e5c9,segment=NetworkSegment(7f58d304-756b-4054-a574-a225a6243a9f),segment_id=7f58d304-756b-4054-a574-a225a6243a9f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:48.868457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-89996aea-d645-4065-92b9-b9f34e9dd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:48.870077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-89996aea-d645-4065-92b9-b9f34e9dd155 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 1096 time: 0.6402221 Oct 13 14:05:48.878451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3264aa8c-b25c-43cf-8202-85a5b23459e6 req-b6560048-b926-44b2-bf07-340032295f6f service neutron] 10.222.0.49 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7502103 Oct 13 14:05:48.914458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f6c3c-957f-4571-9a73-30674d9a2348 req-be1a18b4-f2d6-45bc-8665-a16fa4805d6d tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:48.916049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f55f6c3c-957f-4571-9a73-30674d9a2348 req-be1a18b4-f2d6-45bc-8665-a16fa4805d6d tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 943 time: 0.6508679 Oct 13 14:05:48.931539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Sync routers for ids ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:05:48.949106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Routers {'d0ac1d30-31fb-4337-a1c1-82af8be7e03a'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:05:48.950231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:48.962961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5e23e-6b54-4312-82ad-7f85ea24de68 req-9f0036e8-a1c2-49a9-8992-a4c37f946131 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:48.964571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03c5e23e-6b54-4312-82ad-7f85ea24de68 req-9f0036e8-a1c2-49a9-8992-a4c37f946131 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.1717844 Oct 13 14:05:49.052975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f55f6c3c-957f-4571-9a73-30674d9a2348 req-f387c7af-037c-4455-a17d-d381b3cced1b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95eed70-e600-4326-a65e-c9f91f607561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054137 Oct 13 14:05:49.075586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03c5e23e-6b54-4312-82ad-7f85ea24de68 req-c44a9638-8863-4209-9380-fe7c6dd3b4a5 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991626 Oct 13 14:05:49.088028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-7d6de754-6107-4fbd-9a8f-e34573c1d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:49.090328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-7d6de754-6107-4fbd-9a8f-e34573c1d5e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.2097912 Oct 13 14:05:49.224437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4625e30f-f4b5-44f9-aa5e-f0aa33d7fe26 req-4c745c4d-c0ff-453a-8419-94121cd3853e tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 210 time: 0.0392854 Oct 13 14:05:49.227243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-02201b01-cd83-4040-b43e-a11abd4d0002 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47 HTTP/1.1" status: 200 len: 217 time: 0.1201458 Oct 13 14:05:49.228932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e42c2f40-9f5c-4291-858d-571f715750cf up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:49.284790 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Set router d0ac1d30-31fb-4337-a1c1-82af8be7e03a gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:05:49.324472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d58270a0-610b-43bd-87a1-952966879afd tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:49.366324 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:49.371308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port e42c2f40-9f5c-4291-858d-571f715750cf triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:49.371684 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:49.383140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-01cdff54-4ba4-4a7c-8e17-4abcaf38aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:49.384654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-01cdff54-4ba4-4a7c-8e17-4abcaf38aaf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.1470101 Oct 13 14:05:49.396322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58270a0-610b-43bd-87a1-952966879afd tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ad62b5-f5db-43aa-97fe-c49ebada1755,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:49.440700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f83b9-9020-491b-8ae8-53a555f60c0f req-6e22d423-644a-44cd-a7c6-1fd49e8e3b56 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:49.442269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a0f83b9-9020-491b-8ae8-53a555f60c0f req-6e22d423-644a-44cd-a7c6-1fd49e8e3b56 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 944 time: 0.1805747 Oct 13 14:05:49.445347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-ab2a66f8-62fc-4911-8e20-fa87be438196 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475874 Oct 13 14:05:49.454518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5bfef-3772-45b2-82ac-c9803970f126 req-653ab06c-1ede-4533-8f08-d6e94c2bb2f9 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:49.456803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36f5bfef-3772-45b2-82ac-c9803970f126 req-653ab06c-1ede-4533-8f08-d6e94c2bb2f9 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1587629 Oct 13 14:05:49.480457 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d58270a0-610b-43bd-87a1-952966879afd tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:49.481778 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d58270a0-610b-43bd-87a1-952966879afd tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2481666 Oct 13 14:05:49.491565 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34276) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:49.498338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-69ec8075-9261-4402-b43a-ec000d6b6aa7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Request body: {'security_group_rule': {'security_group_id': '93ad62b5-f5db-43aa-97fe-c49ebada1755', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:49.546957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=2b186178-79cc-48bc-b964-641cbef6e5c9,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:49.622741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36f5bfef-3772-45b2-82ac-c9803970f126 req-0e3f4457-4b94-4d80-bf9d-1e66473a5743 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597236 Oct 13 14:05:49.638406 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['2b186178-79cc-48bc-b964-641cbef6e5c9'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:05:49.638515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a0f83b9-9020-491b-8ae8-53a555f60c0f req-c71e8004-38bb-42e5-86ea-e1467e965c60 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786041 Oct 13 14:05:49.675443 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69ec8075-9261-4402-b43a-ec000d6b6aa7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:49.684863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-648067dc-5cc3-49cb-b133-2e52804e36f4 service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267256 Oct 13 14:05:49.709766 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f8e0677d-ef5a-48fe-9db3-61c8c54a4461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:49.840626 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69ec8075-9261-4402-b43a-ec000d6b6aa7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:49.878923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:05:44Z', 'revision_number': 4, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '90d3933d-5b93-4014-a6a6-39b83859c9c7', 'name': '', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'mac_address': 'fa:16:3e:81:f2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:43Z', 'updated_at': '2021-10-13T14:05:45Z', 'revision_number': 2, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'subnets': [{'id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:49.913221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Checking router: d0ac1d30-31fb-4337-a1c1-82af8be7e03a for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:05:49.913575 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Updating router d0ac1d30-31fb-4337-a1c1-82af8be7e03a port 90d3933d-5b93-4014-a6a6-39b83859c9c7 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:05:49.917246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-bd834980-10d3-4d66-9e32-989f68785a88 service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199893 Oct 13 14:05:49.944460 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69ec8075-9261-4402-b43a-ec000d6b6aa7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:49.945602 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:49.980139 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec8075-9261-4402-b43a-ec000d6b6aa7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847b6d1a-3742-4890-8725-385f405f2bdb,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:50.047704 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69ec8075-9261-4402-b43a-ec000d6b6aa7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:50.050741 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-69ec8075-9261-4402-b43a-ec000d6b6aa7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5568655 Oct 13 14:05:50.054220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34290) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:50.067719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-85bf2102-2177-4937-9bb8-4e4562468003 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Request body: {'security_group_rule': {'security_group_id': '93ad62b5-f5db-43aa-97fe-c49ebada1755', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:50.201551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85bf2102-2177-4937-9bb8-4e4562468003 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:50.383668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b345919-267d-4c98-8707-ce89bcb31d81 req-4c76e3eb-31e8-4c63-8cbb-48319ed58fa0 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:50.396582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b345919-267d-4c98-8707-ce89bcb31d81 req-4c76e3eb-31e8-4c63-8cbb-48319ed58fa0 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 944 time: 0.2175655 Oct 13 14:05:50.414840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae520752-8476-4334-9b2e-423681708971 req-2f3d8b4d-0678-4162-80a0-0d75318a898c tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:50.416369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae520752-8476-4334-9b2e-423681708971 req-2f3d8b4d-0678-4162-80a0-0d75318a898c tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.1758616 Oct 13 14:05:50.447934 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:50.461265 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85bf2102-2177-4937-9bb8-4e4562468003 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:50.488639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae520752-8476-4334-9b2e-423681708971 req-cf48b284-d164-43cf-b1eb-53e01658bc4f tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567026 Oct 13 14:05:50.491275 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b345919-267d-4c98-8707-ce89bcb31d81 req-225b6020-3cc3-4d2e-a113-8286cece2d0a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95eed70-e600-4326-a65e-c9f91f607561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940471 Oct 13 14:05:50.606972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-020e2470-3c34-4f8e-bd6f-153dcb65e73a req-d105069c-11d0-4588-ba3a-6973ef9ef1b2 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 210 time: 0.0386868 Oct 13 14:05:50.656154 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:50.666660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-623b8a23-360e-4bc4-a6a8-0716906b5daa tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:50.668135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-623b8a23-360e-4bc4-a6a8-0716906b5daa tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.49 "GET /v2.0/networks?id=d9ea5240-1138-42e8-9381-25a5fe0b0c17 HTTP/1.1" status: 200 len: 822 time: 0.1760015 Oct 13 14:05:50.682632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-eba2bdf4-6e07-4a48-8f81-2756488221c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Request body: {'port': {'device_id': '4680ba28-403c-464e-a230-d5be999ee7f7', 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17', 'admin_state_up': True, 'tenant_id': '58d62d19e30a4f2b94edd7f231a7c1cc'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:50.736536 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85bf2102-2177-4937-9bb8-4e4562468003 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:50.745035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507430e-765f-4baa-a73b-8692042ee314 None None] Pushing event updated for resources: {'Port': ['ID=90d3933d-5b93-4014-a6a6-39b83859c9c7,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:50.747686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-3826d9f9-30ac-4577-82de-a856ca577815 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:50.750584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-3826d9f9-30ac-4577-82de-a856ca577815 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50&tenant_id=a83e69682127431abea4c77d59610aed&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1096 time: 0.1316884 Oct 13 14:05:50.803016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf2102-2177-4937-9bb8-4e4562468003 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aef9b1d-2fa7-4ad9-806e-b603fbe20c68,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:50.841250 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Attempting to bind port 90d3933d-5b93-4014-a6a6-39b83859c9c7 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:50.842017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Attempting to bind port 90d3933d-5b93-4014-a6a6-39b83859c9c7 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:50.842533 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Attempting to bind port 90d3933d-5b93-4014-a6a6-39b83859c9c7 on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:50.851280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:50.852240 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Checking segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:50.852879 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:50.853510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Bound using segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:50.855086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Bound port: 90d3933d-5b93-4014-a6a6-39b83859c9c7, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:50.855661 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:50.953160 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85bf2102-2177-4937-9bb8-4e4562468003 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:50.953597 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] For port 90d3933d-5b93-4014-a6a6-39b83859c9c7, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:50.956897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-85bf2102-2177-4937-9bb8-4e4562468003 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8970840 Oct 13 14:05:50.957406 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34312) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:05:50.961923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] For port 90d3933d-5b93-4014-a6a6-39b83859c9c7, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=90d3933d-5b93-4014-a6a6-39b83859c9c7,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:50.966790 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:50.988794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de02a4-97f5-4877-8fdf-052de26cd2d4 req-0e39c6b9-b338-43f0-9afd-6f604133092d tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:50.990335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1de02a4-97f5-4877-8fdf-052de26cd2d4 req-0e39c6b9-b338-43f0-9afd-6f604133092d tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1853850 Oct 13 14:05:51.044812 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:51.064072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ccf82-6025-448a-b571-10aed6a8d96d req-08faf462-4aa2-4d3c-a652-26b1e6731f5b tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:51.065648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-384ccf82-6025-448a-b571-10aed6a8d96d req-08faf462-4aa2-4d3c-a652-26b1e6731f5b tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 944 time: 0.2036002 Oct 13 14:05:51.101138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1de02a4-97f5-4877-8fdf-052de26cd2d4 req-1e39412c-34e1-47c7-8c91-068c52c7aa57 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723865 Oct 13 14:05:51.118007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-eba2bdf4-6e07-4a48-8f81-2756488221c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Made reservation on behalf of 58d62d19e30a4f2b94edd7f231a7c1cc for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:05:51.121641 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-eba2bdf4-6e07-4a48-8f81-2756488221c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:51.138382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-384ccf82-6025-448a-b571-10aed6a8d96d req-8393347c-5065-4f49-8edd-bf7dd92be113 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530274 Oct 13 14:05:51.170789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-106f1603-5921-4866-bc20-d9419ca2f776 service neutron] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:51.177216 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-106f1603-5921-4866-bc20-d9419ca2f776 service neutron] Notify callbacks [] for binding, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:51.178698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25d53a4-eed4-4247-b20e-cabe53b9624a req-106f1603-5921-4866-bc20-d9419ca2f776 service neutron] 10.222.0.41 "DELETE /v2.0/ports/ec6762b4-27e8-406a-bb84-2b53cb7b7a47/bindings/n-h1-806683-15 HTTP/1.1" status: 204 len: 173 time: 0.4097741 Oct 13 14:05:51.213099 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:51.257547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-33a8c873-7260-41ce-a9bd-47db979038bc None None] Provisioning complete for port 90d3933d-5b93-4014-a6a6-39b83859c9c7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:51.258096 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-33a8c873-7260-41ce-a9bd-47db979038bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:51.324499 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Routers {'d0ac1d30-31fb-4337-a1c1-82af8be7e03a'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:05:51.326024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:51.366741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-eba2bdf4-6e07-4a48-8f81-2756488221c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Allocated IP 172.20.0.9 (d9ea5240-1138-42e8-9381-25a5fe0b0c17/d2ed03c6-ebe8-4cd6-ae30-b198229ba2f7/01fd4b49-12cf-46ce-bae6-9b550f7a0be4) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:51.458594 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:51.522794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] Set router d0ac1d30-31fb-4337-a1c1-82af8be7e03a gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:05:51.561316 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507430e-765f-4baa-a73b-8692042ee314 None None] Pushing event updated for resources: {'Port': ['ID=90d3933d-5b93-4014-a6a6-39b83859c9c7,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:51.586109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-eba2bdf4-6e07-4a48-8f81-2756488221c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:51.670577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066e347-40a5-435f-97a2-fd0a7035cde2 req-46c888bc-496f-4bb0-b988-8e07952a1544 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:51.672116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0066e347-40a5-435f-97a2-fd0a7035cde2 req-46c888bc-496f-4bb0-b988-8e07952a1544 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 1096 time: 0.0488148 Oct 13 14:05:51.755608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0066e347-40a5-435f-97a2-fd0a7035cde2 req-42b13712-dd40-449c-bdda-5997b0883e4c tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601258 Oct 13 14:05:51.769806 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-eba2bdf4-6e07-4a48-8f81-2756488221c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:51.852894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-eba2bdf4-6e07-4a48-8f81-2756488221c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Network d9ea5240-1138-42e8-9381-25a5fe0b0c17 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:51.856573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-eba2bdf4-6e07-4a48-8f81-2756488221c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:51.861847 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:51.864334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-eba2bdf4-6e07-4a48-8f81-2756488221c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:05:51.894874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2bdf4-6e07-4a48-8f81-2756488221c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Pushing event updated for resources: {'Port': ['ID=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:52.014648 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-33a8c873-7260-41ce-a9bd-47db979038bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:52.032593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-eba2bdf4-6e07-4a48-8f81-2756488221c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:52.033868 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-eba2bdf4-6e07-4a48-8f81-2756488221c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:52.066883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056c468-dd4d-42c4-9f01-ac2db8aed2eb req-4e756dd2-c479-4234-8df9-927dd4ad9a39 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:52.069027 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e056c468-dd4d-42c4-9f01-ac2db8aed2eb req-4e756dd2-c479-4234-8df9-927dd4ad9a39 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 944 time: 0.1020627 Oct 13 14:05:52.072209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-33a8c873-7260-41ce-a9bd-47db979038bc None None] For port 90d3933d-5b93-4014-a6a6-39b83859c9c7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=90d3933d-5b93-4014-a6a6-39b83859c9c7,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:52.080812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:05:44Z', 'revision_number': 4, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '90d3933d-5b93-4014-a6a6-39b83859c9c7', 'name': '', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'mac_address': 'fa:16:3e:81:f2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:43Z', 'updated_at': '2021-10-13T14:05:50Z', 'revision_number': 4, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'subnets': [{'id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:05:52.118909 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5ea1fd-2f0b-4495-b8aa-a90086e44372 None None] The sync data for ids ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'] in n-d-806683-15 is: [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:05:44Z', 'revision_number': 4, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '90d3933d-5b93-4014-a6a6-39b83859c9c7', 'name': '', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'mac_address': 'fa:16:3e:81:f2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:43Z', 'updated_at': '2021-10-13T14:05:50Z', 'revision_number': 4, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'subnets': [{'id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:05:52.124542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e056c468-dd4d-42c4-9f01-ac2db8aed2eb req-0c2a752f-1d0c-497e-a6c7-217bedcc83c1 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95eed70-e600-4326-a65e-c9f91f607561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478265 Oct 13 14:05:52.186390 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Allocated IP 172.25.0.142 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/8e204c31-674a-41d6-ad5c-c8a483543e89) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:52.219355 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-33a8c873-7260-41ce-a9bd-47db979038bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:52.224155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-eba2bdf4-6e07-4a48-8f81-2756488221c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5446827 Oct 13 14:05:52.243717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Request body: {'port': {'device_id': '4680ba28-403c-464e-a230-d5be999ee7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:52.268840 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a24ad59b-1163-4520-967c-b32d216d7416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:52.311055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2b186178-79cc-48bc-b964-641cbef6e5c9 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:52.365595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8c873-7260-41ce-a9bd-47db979038bc None None] Pushing event updated for resources: {'Port': ['ID=90d3933d-5b93-4014-a6a6-39b83859c9c7,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:52.382171 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:52.391409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8a29cd37-2c92-40dc-95a7-cfc50c1f5d1d None None] Provisioning complete for port 90d3933d-5b93-4014-a6a6-39b83859c9c7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:52.392086 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8a29cd37-2c92-40dc-95a7-cfc50c1f5d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:52.403837 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:52.430853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc2e91-b3b6-4e4c-b4f3-225d5b9c9aff req-57053f0d-ba1a-4454-b773-e8c774647b29 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:52.438922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eddc2e91-b3b6-4e4c-b4f3-225d5b9c9aff req-57053f0d-ba1a-4454-b773-e8c774647b29 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.1835990 Oct 13 14:05:52.557619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eddc2e91-b3b6-4e4c-b4f3-225d5b9c9aff req-f57cb77f-a84d-43de-8ba8-61432c1f193d tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173351 Oct 13 14:05:52.578635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:52.659139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 2b186178-79cc-48bc-b964-641cbef6e5c9 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:05:52.676366 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 2b186178-79cc-48bc-b964-641cbef6e5c9 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:52.677172 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:52.695338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:05:52.716762 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:05:52.725901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:05:52.762206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event updated for resources: {'Port': ['ID=8e204c31-674a-41d6-ad5c-c8a483543e89,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:52.883753 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:52.912573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79380e0-c94f-49b0-8a25-6d7e7105db2c req-1e38ec37-fff7-4bec-b860-677328d901d1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:52.921539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d79380e0-c94f-49b0-8a25-6d7e7105db2c req-1e38ec37-fff7-4bec-b860-677328d901d1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 931 time: 0.1211364 Oct 13 14:05:52.941938 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:52.949859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b186178-79cc-48bc-b964-641cbef6e5c9'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:52.956359 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534c3afb-f102-4ee1-b2cd-e68b9930250f" -d '{"events": [{"server_uuid": "33df5c93-028e-46bf-b75e-dfc1bc7cb35c", "name": "network-vif-plugged", "status": "completed", "tag": "2b186178-79cc-48bc-b964-641cbef6e5c9"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:52.971222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2b186178-79cc-48bc-b964-641cbef6e5c9, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2b186178-79cc-48bc-b964-641cbef6e5c9,segment=NetworkSegment(7f58d304-756b-4054-a574-a225a6243a9f),segment_id=7f58d304-756b-4054-a574-a225a6243a9f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:52.985553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d79380e0-c94f-49b0-8a25-6d7e7105db2c req-baebfbc0-eed0-41c2-92c9-282bba65b6c0 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630581 Oct 13 14:05:53.029931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:05:53.044908 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:53.062762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Transition to ACTIVE for port object 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:05:53.064888 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:53.070432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:53.131835 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=2b186178-79cc-48bc-b964-641cbef6e5c9,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:53.135061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf29349-50d0-4537-9a15-ac5335e82a67 req-1fc38412-0c53-47ed-9397-0e6b706f72bd tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:53.143497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbf29349-50d0-4537-9a15-ac5335e82a67 req-1fc38412-0c53-47ed-9397-0e6b706f72bd tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 1096 time: 0.0823064 Oct 13 14:05:53.183731 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:53.214809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbf29349-50d0-4537-9a15-ac5335e82a67 req-d5a20a4f-5ca6-4d3f-b660-cde6a6748ef7 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700715 Oct 13 14:05:53.259713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 90d3933d-5b93-4014-a6a6-39b83859c9c7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:05:53.266855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:53.396700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Attempting to bind port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:05:53.397176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Attempting to bind port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:05:53.397708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Attempting to bind port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 on network d9ea5240-1138-42e8-9381-25a5fe0b0c17 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:53.404102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 90d3933d-5b93-4014-a6a6-39b83859c9c7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:05:53.404473 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:53.405296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 on network d9ea5240-1138-42e8-9381-25a5fe0b0c17 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:05:53.405633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Attempting to bind port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 on network d9ea5240-1138-42e8-9381-25a5fe0b0c17 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:05:53.415787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:05:53.416299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Checking segment: {'id': '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:05:53.416546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Bound using segment: {'id': '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:05:53.417008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Bound port: 01fd4b49-12cf-46ce-bae6-9b550f7a0be4, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:05:53.417383 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:53.420952 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:53.451989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff30fb8-29f8-4353-9624-65a66d82f3fb req-41fdf116-6569-4156-944a-a93fa10025f0 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:53.461081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cff30fb8-29f8-4353-9624-65a66d82f3fb req-41fdf116-6569-4156-944a-a93fa10025f0 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1146529 Oct 13 14:05:53.512191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:53.547922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cff30fb8-29f8-4353-9624-65a66d82f3fb req-a91c1b73-a167-42ec-ad8a-f37cac3cc359 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812159 Oct 13 14:05:53.550063 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890d7cdb-ba8a-41a4-8990-2ebf87624988 x-openstack-request-id: req-890d7cdb-ba8a-41a4-8990-2ebf87624988 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:53.550758 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33df5c93-028e-46bf-b75e-dfc1bc7cb35c", "name": "network-vif-plugged", "status": "completed", "tag": "2b186178-79cc-48bc-b964-641cbef6e5c9", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:53.551582 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-890d7cdb-ba8a-41a4-8990-2ebf87624988 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:53.552029 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b186178-79cc-48bc-b964-641cbef6e5c9', 'code': 200} Oct 13 14:05:53.627191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] For port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:05:53.653965 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:53.664951 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] For port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:05:53.670578 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event updated for resources: {'Port': ['ID=8e204c31-674a-41d6-ad5c-c8a483543e89,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:53.692281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7eb89-e217-4c31-bd6b-99be652e2372 req-a18621ee-65c9-4489-af9f-af66a5cb7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:53.694022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7d7eb89-e217-4c31-bd6b-99be652e2372 req-a18621ee-65c9-4489-af9f-af66a5cb7508 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 1097 time: 0.1371970 Oct 13 14:05:53.695542 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:53.706476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a9000-be25-4e7f-85d1-20dff60238af req-9392ef92-0c81-4fe3-b7e2-6e24d373d85b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:53.708307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a8a9000-be25-4e7f-85d1-20dff60238af req-9392ef92-0c81-4fe3-b7e2-6e24d373d85b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 945 time: 0.0974150 Oct 13 14:05:53.764427 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:53.769339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7d7eb89-e217-4c31-bd6b-99be652e2372 req-db99356e-cab3-4e5c-bd5e-648003fa7f82 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d95eed70-e600-4326-a65e-c9f91f607561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599744 Oct 13 14:05:53.783062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a8a9000-be25-4e7f-85d1-20dff60238af req-9d371487-bd89-42a1-acde-dbd67c16bb1d tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95eed70-e600-4326-a65e-c9f91f607561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671122 Oct 13 14:05:53.800819 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:53.809300 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2abe4846-4e3a-4b1a-943d-22f3a19d53e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8408885 Oct 13 14:05:53.821554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:53.822313 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:53.824025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/01fd4b49-12cf-46ce-bae6-9b550f7a0be4 HTTP/1.1" status: 200 len: 1092 time: 1.5907285 Oct 13 14:05:53.824501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4680ba28-403c-464e-a230-d5be999ee7f7', 'tag': '01fd4b49-12cf-46ce-bae6-9b550f7a0be4'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:53.826948 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e84080c-2a05-4211-b5b3-67ec27e3ab21" -d '{"events": [{"name": "network-changed", "server_uuid": "4680ba28-403c-464e-a230-d5be999ee7f7", "tag": "01fd4b49-12cf-46ce-bae6-9b550f7a0be4"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:53.865851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed46ca-b20c-4486-a725-70ad6dd0c4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:53.913548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f882469-8633-4d53-89b9-fecbd1246dcd req-60486433-e5f2-4324-b502-f14754f463d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:53.915114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f882469-8633-4d53-89b9-fecbd1246dcd req-60486433-e5f2-4324-b502-f14754f463d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 1102 time: 0.0466936 Oct 13 14:05:53.996148 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:54.058874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f882469-8633-4d53-89b9-fecbd1246dcd req-9dc28209-12b3-4416-a36d-cd2ea7efce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:54.060301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f882469-8633-4d53-89b9-fecbd1246dcd req-9dc28209-12b3-4416-a36d-cd2ea7efce5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1227283 Oct 13 14:05:54.113550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f882469-8633-4d53-89b9-fecbd1246dcd req-6aa5e0a3-7a35-44cb-84a2-7f2ada788f4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=df022525-432b-44cf-9de8-55a2dfd4ca34 HTTP/1.1" status: 200 len: 217 time: 0.0438929 Oct 13 14:05:54.226450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f882469-8633-4d53-89b9-fecbd1246dcd req-2dfaf72f-6e1f-4a97-b0a0-7cefe80fc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:54.227934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f882469-8633-4d53-89b9-fecbd1246dcd req-2dfaf72f-6e1f-4a97-b0a0-7cefe80fc817 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0929954 Oct 13 14:05:54.243153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-9bfbb905-0cc0-4efd-bd4a-24a4783dbe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:54.244802 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-9bfbb905-0cc0-4efd-bd4a-24a4783dbe02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58d62d19e30a4f2b94edd7f231a7c1cc&device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 1095 time: 0.1198936 Oct 13 14:05:54.258071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0927634-8b7b-42a1-af06-1d2e7704c119 req-8482148f-4769-4699-9e6c-2d33a5ff5a43 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:54.258530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0927634-8b7b-42a1-af06-1d2e7704c119 req-8482148f-4769-4699-9e6c-2d33a5ff5a43 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.0826232 Oct 13 14:05:54.335757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-8673c1fc-c810-40e3-b163-5e61854ee938 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01fd4b49-12cf-46ce-bae6-9b550f7a0be4 HTTP/1.1" status: 200 len: 217 time: 0.0690958 Oct 13 14:05:54.408864 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8123c3a2-dea0-4389-b6cb-ce5a3b374d87 x-openstack-request-id: req-8123c3a2-dea0-4389-b6cb-ce5a3b374d87 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:54.409385 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4680ba28-403c-464e-a230-d5be999ee7f7", "tag": "01fd4b49-12cf-46ce-bae6-9b550f7a0be4", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:54.409779 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8123c3a2-dea0-4389-b6cb-ce5a3b374d87 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:54.410426 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4680ba28-403c-464e-a230-d5be999ee7f7', 'tag': '01fd4b49-12cf-46ce-bae6-9b550f7a0be4', 'status': 'completed', 'code': 200} Oct 13 14:05:54.420615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0927634-8b7b-42a1-af06-1d2e7704c119 req-66735a97-8e8d-4477-98ba-835612247ac2 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448643 Oct 13 14:05:54.429312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f882469-8633-4d53-89b9-fecbd1246dcd req-16049575-36eb-48e3-88f3-3ed8a285dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:54.431699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f882469-8633-4d53-89b9-fecbd1246dcd req-16049575-36eb-48e3-88f3-3ed8a285dfde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1857891 Oct 13 14:05:54.434375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-c1a7d5ae-797b-4605-a537-ef083858a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:54.437509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-c1a7d5ae-797b-4605-a537-ef083858a14a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d2ed03c6-ebe8-4cd6-ae30-b198229ba2f7 HTTP/1.1" status: 200 len: 862 time: 0.0915437 Oct 13 14:05:54.523903 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-0326d191-3e27-45c4-9cfb-efd15e9d413c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9ea5240-1138-42e8-9381-25a5fe0b0c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782728 Oct 13 14:05:54.695670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-48076993-b0c2-4b09-92fb-e67afbcac2c8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1712328218&fields=id&tenant_id=f30573fef89b4a79a75abcae7dd5b4d0 HTTP/1.1" status: 200 len: 267 time: 0.1989255 Oct 13 14:05:54.709962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f882469-8633-4d53-89b9-fecbd1246dcd req-28f072a6-91a3-47dc-bc1b-3db6b14a2be0 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657757 Oct 13 14:05:54.736823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff15d42-fee0-4412-85c5-d902324d9cd5 req-2487eda8-3e87-4ca3-81f1-2b85dc3ec317 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:54.738526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ff15d42-fee0-4412-85c5-d902324d9cd5 req-2487eda8-3e87-4ca3-81f1-2b85dc3ec317 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 943 time: 0.2106092 Oct 13 14:05:55.160379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-832983a3-f71c-4599-a21b-97a4b560df1e service neutron] 10.222.0.49 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219418 Oct 13 14:05:55.213149 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:55.316793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ff15d42-fee0-4412-85c5-d902324d9cd5 req-178d613f-b330-468c-a384-5a7b83d20453 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296335 Oct 13 14:05:55.367881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-b22b8b77-0d23-4915-90d5-09909c874b18 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:55.369490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-b22b8b77-0d23-4915-90d5-09909c874b18 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 812 time: 0.6554244 Oct 13 14:05:55.384258 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f882469-8633-4d53-89b9-fecbd1246dcd req-a88dee3b-de93-4e26-aae7-ac67410e1b55 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432557 Oct 13 14:05:55.403149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5594a2-b822-4aca-9e3e-cd4c7b5c0cd1 req-a74268fe-a379-4940-9ae3-4cbf5a5e4e92 service neutron] 10.222.0.49 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191622 Oct 13 14:05:55.405838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-4153dec7-66cf-49e4-ad43-07ebeeaa8818 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/quotas/f30573fef89b4a79a75abcae7dd5b4d0 HTTP/1.1" status: 200 len: 375 time: 0.0153968 Oct 13 14:05:55.513481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2697003b-719e-46b3-a3c8-f3e65759b7b1 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:05:55.516689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-704f8614-1152-45f9-87fd-6de0f8f83017 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1002746 Oct 13 14:05:55.695024 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:55.746825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd201175a-c7c4-4410-98b7-eba164943b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2697003b-719e-46b3-a3c8-f3e65759b7b1'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:55.751105 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dd7d26-8f27-4e7f-bde0-a12d7c5d6495" -d '{"events": [{"server_uuid": "d201175a-c7c4-4410-98b7-eba164943b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "2697003b-719e-46b3-a3c8-f3e65759b7b1"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:55.775435 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2697003b-719e-46b3-a3c8-f3e65759b7b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2697003b-719e-46b3-a3c8-f3e65759b7b1,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:55.784051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d64e01d-525b-4013-8ee9-85a80b023558 req-26aa5c76-23b5-4ef5-97b7-172b984dd0c7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3123345 Oct 13 14:05:55.799892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84080c-2a05-4211-b5b3-67ec27e3ab21 req-a8505673-4c75-47ac-ab51-5f8289308fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:55.801770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e84080c-2a05-4211-b5b3-67ec27e3ab21 req-a8505673-4c75-47ac-ab51-5f8289308fef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58d62d19e30a4f2b94edd7f231a7c1cc&device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 1095 time: 0.2208123 Oct 13 14:05:55.821187 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:55.912580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2697003b-719e-46b3-a3c8-f3e65759b7b1,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:55.950376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-887d5f04-861b-4c99-b5b4-8fa864f9a24c service neutron] 10.222.0.18 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919151 Oct 13 14:05:55.969558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c89694-a496-466b-9506-73c25b47f49d req-4ca3f4c4-07fd-4e25-952d-23700abf86cf tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:55.972466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-4ca3f4c4-07fd-4e25-952d-23700abf86cf tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/networks?id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7 HTTP/1.1" status: 200 len: 804 time: 0.4126964 Oct 13 14:05:56.083711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-b1f1a646-1e22-4542-9950-644724356c33 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/quotas/b01e24a805954bb9a06419e1776c2e84 HTTP/1.1" status: 200 len: 375 time: 0.1034634 Oct 13 14:05:56.117660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e01d-525b-4013-8ee9-85a80b023558 req-cd59d8ba-6f2e-45f4-b38a-3ea32635bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:56.119115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d64e01d-525b-4013-8ee9-85a80b023558 req-cd59d8ba-6f2e-45f4-b38a-3ea32635bd67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 1096 time: 0.2908418 Oct 13 14:05:56.196627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84080c-2a05-4211-b5b3-67ec27e3ab21 req-1b7ef8e4-b94b-4238-a831-0e34a4143172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:56.198207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e84080c-2a05-4211-b5b3-67ec27e3ab21 req-1b7ef8e4-b94b-4238-a831-0e34a4143172 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9ea5240-1138-42e8-9381-25a5fe0b0c17 HTTP/1.1" status: 200 len: 923 time: 0.3804729 Oct 13 14:05:56.301337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-affcfc26-59ec-4045-bda5-1cf0d6fa47e5 service neutron] 10.222.0.18 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246343 Oct 13 14:05:56.302632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e84080c-2a05-4211-b5b3-67ec27e3ab21 req-1773a01b-a70e-4144-b64d-a929bbf0b40e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01fd4b49-12cf-46ce-bae6-9b550f7a0be4 HTTP/1.1" status: 200 len: 217 time: 0.0706720 Oct 13 14:05:56.328956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-de7204a6-7562-42e9-8864-2cb434b4c312 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b01e24a805954bb9a06419e1776c2e84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2187483 Oct 13 14:05:56.453633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e01d-525b-4013-8ee9-85a80b023558 req-acf45bb8-db57-417e-bdeb-7fb837eefb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:56.455339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d64e01d-525b-4013-8ee9-85a80b023558 req-acf45bb8-db57-417e-bdeb-7fb837eefb35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.3061039 Oct 13 14:05:56.479889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84080c-2a05-4211-b5b3-67ec27e3ab21 req-a2974b47-5cdf-47a8-a46b-97e5d8403586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:56.481405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e84080c-2a05-4211-b5b3-67ec27e3ab21 req-a2974b47-5cdf-47a8-a46b-97e5d8403586 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d2ed03c6-ebe8-4cd6-ae30-b198229ba2f7 HTTP/1.1" status: 200 len: 862 time: 0.1701295 Oct 13 14:05:56.568468 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d64e01d-525b-4013-8ee9-85a80b023558 req-9be28327-4b9a-4145-9e31-253610e16393 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2 HTTP/1.1" status: 200 len: 217 time: 0.1042216 Oct 13 14:05:56.604825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e84080c-2a05-4211-b5b3-67ec27e3ab21 req-3fe6a11e-8562-4119-87ee-5559aeccff2e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9ea5240-1138-42e8-9381-25a5fe0b0c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803292 Oct 13 14:05:56.782399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-4a3e9ca3-4b50-4bf4-87f0-645c5d737cc0 service neutron] 10.222.0.18 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980355 Oct 13 14:05:56.907616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64e01d-525b-4013-8ee9-85a80b023558 req-06c44c6d-53a3-4d85-9652-2c456a3ee7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:56.909634 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d64e01d-525b-4013-8ee9-85a80b023558 req-06c44c6d-53a3-4d85-9652-2c456a3ee7e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.3008833 Oct 13 14:05:57.004116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d64e01d-525b-4013-8ee9-85a80b023558 req-bc9d48a4-7f74-4e8b-81b3-161583a1962f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854440 Oct 13 14:05:57.014494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e84080c-2a05-4211-b5b3-67ec27e3ab21 req-e15bddc7-62fc-4ca7-adbc-38a2b3a13acf service neutron] 10.222.0.49 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804572 Oct 13 14:05:57.023130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fe173-d612-450c-8151-c8c8d06a7bbf req-575e11e0-3de3-4ca8-8af8-ad3a1962dec3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:57.032458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb3fe173-d612-450c-8151-c8c8d06a7bbf req-575e11e0-3de3-4ca8-8af8-ad3a1962dec3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.3387039 Oct 13 14:05:57.263078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-30b881f9-0d30-4d83-b1c6-b518472f2376 service neutron] 10.222.0.18 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526253 Oct 13 14:05:57.284307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb3fe173-d612-450c-8151-c8c8d06a7bbf req-52004173-e19a-460a-823c-982b39ece033 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430563 Oct 13 14:05:57.344734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e84080c-2a05-4211-b5b3-67ec27e3ab21 req-be40bb25-d636-485d-9a53-2123f1737d74 service neutron] 10.222.0.49 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043411 Oct 13 14:05:57.347086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d64e01d-525b-4013-8ee9-85a80b023558 req-d3d136f9-c718-4d87-a2e9-f98d11103ab3 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050714 Oct 13 14:05:57.504688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25663a93-7288-4abe-8cbf-2c445bb9b282 req-f540bd48-0843-4a70-a220-d1352f6d56b2 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:57.506253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25663a93-7288-4abe-8cbf-2c445bb9b282 req-f540bd48-0843-4a70-a220-d1352f6d56b2 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 945 time: 0.1535659 Oct 13 14:05:57.566425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70d000-f92e-42ca-bba2-bcbd6fd57a04 req-c8debead-fd3b-4e6b-83b3-b43ebd22fe7c tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:57.567825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a70d000-f92e-42ca-bba2-bcbd6fd57a04 req-c8debead-fd3b-4e6b-83b3-b43ebd22fe7c tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d201175a-c7c4-4410-98b7-eba164943b9e HTTP/1.1" status: 200 len: 944 time: 0.1321149 Oct 13 14:05:57.571727 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d64e01d-525b-4013-8ee9-85a80b023558 req-d6755208-366f-497f-87f5-aa20c24bf363 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074885 Oct 13 14:05:57.630456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25663a93-7288-4abe-8cbf-2c445bb9b282 req-d51ff447-3a59-4370-8e6d-73f991be9cb7 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95eed70-e600-4326-a65e-c9f91f607561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145508 Oct 13 14:05:57.736796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-1a70d000-f92e-42ca-bba2-bcbd6fd57a04 req-da1b715f-c355-4db6-8267-587c749f7c45 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Deleting port 2697003b-719e-46b3-a3c8-f3e65759b7b1 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:05:57.737377 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a70d000-f92e-42ca-bba2-bcbd6fd57a04 req-da1b715f-c355-4db6-8267-587c749f7c45 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:57.836331 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2fd310-b607-4938-95de-ac432b42504e x-openstack-request-id: req-bc2fd310-b607-4938-95de-ac432b42504e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:57.838818 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d201175a-c7c4-4410-98b7-eba164943b9e", "name": "network-vif-unplugged", "status": "completed", "tag": "2697003b-719e-46b3-a3c8-f3e65759b7b1", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:57.839433 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc2fd310-b607-4938-95de-ac432b42504e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:57.841235 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd201175a-c7c4-4410-98b7-eba164943b9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2697003b-719e-46b3-a3c8-f3e65759b7b1', 'code': 200} Oct 13 14:05:58.282389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c309c2-a925-41af-9469-6e19dac681cb req-9f525d12-d38b-419b-92c0-058d805b7bf9 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:58.284226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78c309c2-a925-41af-9469-6e19dac681cb req-9f525d12-d38b-419b-92c0-058d805b7bf9 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.4670885 Oct 13 14:05:58.314508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-1a70d000-f92e-42ca-bba2-bcbd6fd57a04 req-da1b715f-c355-4db6-8267-587c749f7c45 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] For port 2697003b-719e-46b3-a3c8-f3e65759b7b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2697003b-719e-46b3-a3c8-f3e65759b7b1,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:58.314991 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a70d000-f92e-42ca-bba2-bcbd6fd57a04 req-da1b715f-c355-4db6-8267-587c749f7c45 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:58.337626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:05:58.348834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-1a70d000-f92e-42ca-bba2-bcbd6fd57a04 req-da1b715f-c355-4db6-8267-587c749f7c45 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Calling delete_port for 2697003b-719e-46b3-a3c8-f3e65759b7b1 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:05:58.375765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1868e-3d76-4d56-85f5-41f1aa91595d req-08f0809f-7ee5-45d7-b3f2-36449de6076a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:58.377415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20b1868e-3d76-4d56-85f5-41f1aa91595d req-08f0809f-7ee5-45d7-b3f2-36449de6076a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 943 time: 0.4509583 Oct 13 14:05:58.396964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78c309c2-a925-41af-9469-6e19dac681cb req-83d03d43-52d4-4057-961f-82ac72d8ea4f tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042156 Oct 13 14:05:58.486502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20b1868e-3d76-4d56-85f5-41f1aa91595d req-56fb9305-55e7-41c3-96ab-69a1056748a9 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867298 Oct 13 14:05:58.557382 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:58.591107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '01fd4b49-12cf-46ce-bae6-9b550f7a0be4', 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17', 'port_id': '01fd4b49-12cf-46ce-bae6-9b550f7a0be4', 'mac_address': 'fa:16:3e:b0:11:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ed03c6-ebe8-4cd6-ae30-b198229ba2f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:05:58.684088 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:58.703203 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:05:58.707073 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a70d000-f92e-42ca-bba2-bcbd6fd57a04 req-da1b715f-c355-4db6-8267-587c749f7c45 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:58.742322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:58.794854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2edf2339-6403-4488-a207-0babffec0bd6 req-525036a4-97eb-46e4-8fbd-d8560a605270 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 210 time: 0.1299736 Oct 13 14:05:58.804743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b715f-c355-4db6-8267-587c749f7c45 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Pushing event deleted for resources: {'Port': ['ID=2697003b-719e-46b3-a3c8-f3e65759b7b1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:58.836898 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:58.938065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:05:58.997003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a70d000-f92e-42ca-bba2-bcbd6fd57a04 req-da1b715f-c355-4db6-8267-587c749f7c45 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] No DVR routers for this DVR port 2697003b-719e-46b3-a3c8-f3e65759b7b1 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:05:59.000716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53f42940-6fdf-4370-beab-ad6b7e97b927 req-ff3ba071-ace0-47a5-a6e3-1ee30cae7dc5 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 210 time: 0.0735207 Oct 13 14:05:59.003218 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a70d000-f92e-42ca-bba2-bcbd6fd57a04 req-da1b715f-c355-4db6-8267-587c749f7c45 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:59.007029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a70d000-f92e-42ca-bba2-bcbd6fd57a04 req-da1b715f-c355-4db6-8267-587c749f7c45 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.41 "DELETE /v2.0/ports/2697003b-719e-46b3-a3c8-f3e65759b7b1 HTTP/1.1" status: 204 len: 173 time: 1.4317663 Oct 13 14:05:59.010167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd201175a-c7c4-4410-98b7-eba164943b9e', 'name': 'network-vif-deleted', 'tag': '2697003b-719e-46b3-a3c8-f3e65759b7b1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:59.012789 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7f2bf5-3a29-4fdd-9d73-bca3cd5187c9" -d '{"events": [{"server_uuid": "d201175a-c7c4-4410-98b7-eba164943b9e", "name": "network-vif-deleted", "tag": "2697003b-719e-46b3-a3c8-f3e65759b7b1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:59.029770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38065613-0638-42e6-b0ed-170417b3f614 req-c08ada72-54cd-43dc-8927-e45ec5747120 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 258 time: 0.4420838 Oct 13 14:05:59.059457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:05:59.101166 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['01fd4b49-12cf-46ce-bae6-9b550f7a0be4'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:05:59.192005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01223b77-bdd2-4e36-81bd-a7655e6d1eff req-be201aa3-aae2-4f41-9772-f1b059a9e568 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:59.194131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01223b77-bdd2-4e36-81bd-a7655e6d1eff req-be201aa3-aae2-4f41-9772-f1b059a9e568 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.0660992 Oct 13 14:05:59.240092 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:59.313298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01223b77-bdd2-4e36-81bd-a7655e6d1eff req-e41f5cd5-c163-42e0-a2c0-896686acdc7b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101594 Oct 13 14:05:59.460188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:59.557566 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device df022525-432b-44cf-9de8-55a2dfd4ca34 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:05:59.592081 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58796aca-1c20-4734-965b-ae8866786c29 x-openstack-request-id: req-58796aca-1c20-4734-965b-ae8866786c29 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:05:59.592426 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d201175a-c7c4-4410-98b7-eba164943b9e", "name": "network-vif-deleted", "tag": "2697003b-719e-46b3-a3c8-f3e65759b7b1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:05:59.592783 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58796aca-1c20-4734-965b-ae8866786c29 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:05:59.599950 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd201175a-c7c4-4410-98b7-eba164943b9e', 'name': 'network-vif-deleted', 'tag': '2697003b-719e-46b3-a3c8-f3e65759b7b1', 'status': 'completed', 'code': 200} Oct 13 14:05:59.740084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Allocated IP 172.25.0.166 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/5ff790a1-5f4e-4d78-b1ca-a2c234fe7978) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:05:59.773653 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:59.828302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=df022525-432b-44cf-9de8-55a2dfd4ca34,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:05:59.843415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:05:59.849310 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79856d0d-880d-467b-83e8-8b0656ab17a8" -d '{"events": [{"server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "name": "network-vif-unplugged", "status": "completed", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:05:59.853537 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a72c2-1892-4d63-8139-95563c2e46e6 req-564934f4-b19d-4a34-8f4b-df32d631163d tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:59.856527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-748a72c2-1892-4d63-8139-95563c2e46e6 req-564934f4-b19d-4a34-8f4b-df32d631163d tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.1914322 Oct 13 14:05:59.939925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-2ea90d4e-6cd3-4e7f-a3a6-371a2316e71c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:05:59.942035 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:05:59.942412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-2ea90d4e-6cd3-4e7f-a3a6-371a2316e71c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 812 time: 0.3521280 Oct 13 14:06:00.034635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-748a72c2-1892-4d63-8139-95563c2e46e6 req-036d6c8f-ca31-447f-a3dd-5772973d48cd tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222169 Oct 13 14:06:00.043574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=df022525-432b-44cf-9de8-55a2dfd4ca34,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:00.067596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-2ffa9d70-0aa1-4442-8afa-da54d209c0ba tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f30573fef89b4a79a75abcae7dd5b4d0 HTTP/1.1" status: 200 len: 380 time: 0.1040859 Oct 13 14:06:00.078773 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-065a53eb-bce5-407e-9c85-bcdbe62b1234 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Request body: {'port': {'device_id': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'admin_state_up': True, 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'security_groups': ['93ad62b5-f5db-43aa-97fe-c49ebada1755']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:00.162566 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:00.320511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409dfec-0f0d-40ae-9a51-ec39fb8d2a84 req-ee02dd27-e979-4bfe-b829-dbc4b9e683c5 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:00.323064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b409dfec-0f0d-40ae-9a51-ec39fb8d2a84 req-ee02dd27-e979-4bfe-b829-dbc4b9e683c5 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 944 time: 0.1308665 Oct 13 14:06:00.340120 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:06:00.371885 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:00.456871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b409dfec-0f0d-40ae-9a51-ec39fb8d2a84 req-c9344ddd-c46d-4056-81b8-1021129105b9 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236684 Oct 13 14:06:00.483280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-065a53eb-bce5-407e-9c85-bcdbe62b1234 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Made reservation on behalf of f30573fef89b4a79a75abcae7dd5b4d0 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:06:00.498029 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-065a53eb-bce5-407e-9c85-bcdbe62b1234 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:00.535381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:06:00.543723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:00.544525 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:00.546801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:06:00.555212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:00.561104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:06:00.602038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Pushing event updated for resources: {'Port': ['ID=5ff790a1-5f4e-4d78-b1ca-a2c234fe7978,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:00.748279 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:00.812935 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:00.874796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:00.897662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b80f389-56f5-43c0-b499-3ab4fdef9951 req-4448bf70-054c-4ae1-acb0-36cb1ded1a4b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 210 time: 0.0935731 Oct 13 14:06:00.928262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c89694-a496-466b-9506-73c25b47f49d req-378b43a1-5524-4d6c-9680-cc52300921f3 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:00.928262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-378b43a1-5524-4d6c-9680-cc52300921f3 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.49 "GET /v2.0/networks?id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7 HTTP/1.1" status: 200 len: 804 time: 0.5179393 Oct 13 14:06:00.942247 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7316816e-bcf3-40e2-a69f-0b29d15bbdaf x-openstack-request-id: req-7316816e-bcf3-40e2-a69f-0b29d15bbdaf {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:00.942702 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "name": "network-vif-unplugged", "status": "completed", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:00.943162 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7316816e-bcf3-40e2-a69f-0b29d15bbdaf {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:00.943749 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34', 'code': 200} Oct 13 14:06:01.006481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a1c89694-a496-466b-9506-73c25b47f49d req-588729bb-e003-4504-9254-412d3ee8b389 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Request body: {'port': {'device_id': '9de3aae6-3991-4fee-b5f1-684b53e11cd6', 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7', 'admin_state_up': True, 'tenant_id': 'b01e24a805954bb9a06419e1776c2e84'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:01.027899 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:01.103667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ed99bcf-1be9-4bbf-b373-4d72d54f792e req-b82c2b8e-1935-4fc8-8538-d84a73d05bc3 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 210 time: 0.0881386 Oct 13 14:06:01.110397 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:01.127637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:01.181387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-065a53eb-bce5-407e-9c85-bcdbe62b1234 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Allocated IP 172.20.0.7 (c54ddf7f-30d4-46c7-9ab3-6c873937a10d/f692ea5c-5bea-418c-a845-bf8b8caee90c/0d70b40a-981d-4bab-98cd-2b73241c5f7c) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:06:01.434963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038c204-a8c9-4aed-bcbb-8d0a198b027a req-750df9dd-5ffd-47e0-b86a-140225d5b198 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:01.436697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9038c204-a8c9-4aed-bcbb-8d0a198b027a req-750df9dd-5ffd-47e0-b86a-140225d5b198 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 948 time: 0.2419033 Oct 13 14:06:01.538012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c89694-a496-466b-9506-73c25b47f49d req-588729bb-e003-4504-9254-412d3ee8b389 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Made reservation on behalf of b01e24a805954bb9a06419e1776c2e84 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:06:01.541472 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1c89694-a496-466b-9506-73c25b47f49d req-588729bb-e003-4504-9254-412d3ee8b389 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:01.551205 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-065a53eb-bce5-407e-9c85-bcdbe62b1234 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:01.566125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9038c204-a8c9-4aed-bcbb-8d0a198b027a req-af4ae480-af93-442d-8763-86a599698a7e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189063 Oct 13 14:06:01.594323 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device df022525-432b-44cf-9de8-55a2dfd4ca34 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:06:01.615155 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:01.625094 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2697003b-719e-46b3-a3c8-f3e65759b7b1 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:06:01.657475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 2697003b-719e-46b3-a3c8-f3e65759b7b1 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:06:01.658574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2697003b-719e-46b3-a3c8-f3e65759b7b1 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:06:01.715585 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:01.756788 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-065a53eb-bce5-407e-9c85-bcdbe62b1234 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:01.773395 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=df022525-432b-44cf-9de8-55a2dfd4ca34,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:01.785676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'df022525-432b-44cf-9de8-55a2dfd4ca34', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'df022525-432b-44cf-9de8-55a2dfd4ca34', 'mac_address': 'fa:16:3e:de:dc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:06:01.819580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Pushing event updated for resources: {'Port': ['ID=5ff790a1-5f4e-4d78-b1ca-a2c234fe7978,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:01.835527 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:01.851805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df022525-432b-44cf-9de8-55a2dfd4ca34 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:06:01.881441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-065a53eb-bce5-407e-9c85-bcdbe62b1234 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Network c54ddf7f-30d4-46c7-9ab3-6c873937a10d is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:06:01.882903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=df022525-432b-44cf-9de8-55a2dfd4ca34,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:01.884580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-a1c89694-a496-466b-9506-73c25b47f49d req-588729bb-e003-4504-9254-412d3ee8b389 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Allocated IP 172.20.0.5 (e9b785c4-7ce8-4961-af5f-b3e746e77fe7/993127ca-088d-48f4-a980-b919aa4881f8/243bd8dc-5d77-4642-9b9e-3966e966c71c) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:06:01.904877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-065a53eb-bce5-407e-9c85-bcdbe62b1234 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:01.916781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-065a53eb-bce5-407e-9c85-bcdbe62b1234 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:06:01.951156 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:01.982447 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:02.005420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a53eb-bce5-407e-9c85-bcdbe62b1234 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:02.039851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=df022525-432b-44cf-9de8-55a2dfd4ca34,revision_number=10']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:02.070589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b17be1-cc1c-449f-bddc-21973e53cdcb req-b179a5ba-b3f6-4648-882c-57c2110b839b tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:02.073237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17b17be1-cc1c-449f-bddc-21973e53cdcb req-b179a5ba-b3f6-4648-882c-57c2110b839b tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.2953703 Oct 13 14:06:02.098221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-065a53eb-bce5-407e-9c85-bcdbe62b1234 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:02.099259 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-065a53eb-bce5-407e-9c85-bcdbe62b1234 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:02.161455 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:02.165852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38065613-0638-42e6-b0ed-170417b3f614 req-f82a55f5-3ce5-43da-bea9-085326761f2a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1160071 Oct 13 14:06:02.289152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c70a06ee-6002-4efb-8bdb-1f71b6ac456a None None] Provisioning complete for port 0d70b40a-981d-4bab-98cd-2b73241c5f7c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:02.289606 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c70a06ee-6002-4efb-8bdb-1f71b6ac456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:02.335534 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c70a06ee-6002-4efb-8bdb-1f71b6ac456a None None] Port 0d70b40a-981d-4bab-98cd-2b73241c5f7c cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:06:02.471926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['df022525-432b-44cf-9de8-55a2dfd4ca34'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:06:02.571951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17b17be1-cc1c-449f-bddc-21973e53cdcb req-c2ad66e4-5609-409e-ac93-7f5a81932ec9 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4856174 Oct 13 14:06:02.581743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-065a53eb-bce5-407e-9c85-bcdbe62b1234 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5071192 Oct 13 14:06:02.589317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38065613-0638-42e6-b0ed-170417b3f614 req-585d18bf-0a4b-41ea-b3ac-b69dc092eeec tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 696 time: 0.3735449 Oct 13 14:06:02.597419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Request body: {'port': {'device_id': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:02.797284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1c89694-a496-466b-9506-73c25b47f49d req-588729bb-e003-4504-9254-412d3ee8b389 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:02.815332 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:02.870753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558845a-dc72-4b11-9b65-827abac74bca req-9af8d9a0-1465-42d0-ae93-a420bcd189f3 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:02.872203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5558845a-dc72-4b11-9b65-827abac74bca req-9af8d9a0-1465-42d0-ae93-a420bcd189f3 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.1712000 Oct 13 14:06:02.881849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38065613-0638-42e6-b0ed-170417b3f614 req-c5a5083d-e546-41fd-ae2c-9f9debf5fb7b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:02.883217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38065613-0638-42e6-b0ed-170417b3f614 req-c5a5083d-e546-41fd-ae2c-9f9debf5fb7b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.2522047 Oct 13 14:06:02.945029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4680ba28-403c-464e-a230-d5be999ee7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fd4b49-12cf-46ce-bae6-9b550f7a0be4'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:02.948827 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdc25af-bc7b-4ec1-afb8-dcbf397447a9" -d '{"events": [{"server_uuid": "4680ba28-403c-464e-a230-d5be999ee7f7", "name": "network-vif-plugged", "status": "completed", "tag": "01fd4b49-12cf-46ce-bae6-9b550f7a0be4"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:03.006835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5558845a-dc72-4b11-9b65-827abac74bca req-45b2a62f-3cb9-420b-ac38-2c8206d554bd tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034188 Oct 13 14:06:03.007903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1c89694-a496-466b-9506-73c25b47f49d req-588729bb-e003-4504-9254-412d3ee8b389 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:03.133429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c89694-a496-466b-9506-73c25b47f49d req-588729bb-e003-4504-9254-412d3ee8b389 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:06:03.187968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-a1c89694-a496-466b-9506-73c25b47f49d req-588729bb-e003-4504-9254-412d3ee8b389 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:03.199762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c89694-a496-466b-9506-73c25b47f49d req-588729bb-e003-4504-9254-412d3ee8b389 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:06:03.229505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588729bb-e003-4504-9254-412d3ee8b389 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Pushing event updated for resources: {'Port': ['ID=243bd8dc-5d77-4642-9b9e-3966e966c71c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:03.325758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c89694-a496-466b-9506-73c25b47f49d req-588729bb-e003-4504-9254-412d3ee8b389 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:03.326414 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1c89694-a496-466b-9506-73c25b47f49d req-588729bb-e003-4504-9254-412d3ee8b389 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:03.343401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df92f-f34c-45a7-a338-305619f876c7 req-4967f5bd-5609-4dbb-8a13-9b396d4253d1 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:03.344958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-058df92f-f34c-45a7-a338-305619f876c7 req-4967f5bd-5609-4dbb-8a13-9b396d4253d1 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 931 time: 0.2143087 Oct 13 14:06:03.355675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecb1f8-1e48-4b03-bff4-50aa1debfca1 req-f9f48f19-a3c7-4f4a-a664-c1146af90b35 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:03.358128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02ecb1f8-1e48-4b03-bff4-50aa1debfca1 req-f9f48f19-a3c7-4f4a-a664-c1146af90b35 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 931 time: 0.3020270 Oct 13 14:06:03.524435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-588729bb-e003-4504-9254-412d3ee8b389 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5664058 Oct 13 14:06:03.531184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-058df92f-f34c-45a7-a338-305619f876c7 req-ca598cb4-2a34-40a0-8b6b-5f21c5a353ab tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717134 Oct 13 14:06:03.541010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Request body: {'port': {'device_id': '9de3aae6-3991-4fee-b5f1-684b53e11cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:03.549333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02ecb1f8-1e48-4b03-bff4-50aa1debfca1 req-b79cc303-066e-4d0b-9fcf-dae65b89d02f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763849 Oct 13 14:06:03.588093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d70b40a-981d-4bab-98cd-2b73241c5f7c {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:06:03.615376 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:03.690903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Transition to ACTIVE for port object 0d70b40a-981d-4bab-98cd-2b73241c5f7c will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:06:03.715028 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:03.760384 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:03.803804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c585b-4982-4440-bac7-76fc774bc859 req-9d65b448-66e3-4ef0-ba5e-48b55473f429 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:03.805397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-859c585b-4982-4440-bac7-76fc774bc859 req-9d65b448-66e3-4ef0-ba5e-48b55473f429 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 950 time: 0.1864915 Oct 13 14:06:03.850657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e621f-5e70-4f3f-ab81-24dcc9076bc2 req-66f84c0c-6e76-42ad-9e58-d4b061b57bbc tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:03.852902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a96e621f-5e70-4f3f-ab81-24dcc9076bc2 req-66f84c0c-6e76-42ad-9e58-d4b061b57bbc tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.1850300 Oct 13 14:06:03.865181 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34560) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:03.874011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-514b7e60-90c9-4f1e-baf5-e160f4144a51 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Request body: {'floatingip': {'port_id': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:03.927015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:03.964830 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-514b7e60-90c9-4f1e-baf5-e160f4144a51 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:04.061157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:04.061518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:04.061867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:04.062208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:04.062547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:04.062885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:04.063213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:04.063542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:04.063906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:04.064239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:04.064570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:04.064894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:04.075564 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-859c585b-4982-4440-bac7-76fc774bc859 req-ceb6b218-9b31-42db-8e64-457372db9732 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417293 Oct 13 14:06:04.193582 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a6ee31-af2c-483d-a362-e2bf6fd039fd x-openstack-request-id: req-06a6ee31-af2c-483d-a362-e2bf6fd039fd {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:04.194796 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4680ba28-403c-464e-a230-d5be999ee7f7", "name": "network-vif-plugged", "status": "completed", "tag": "01fd4b49-12cf-46ce-bae6-9b550f7a0be4", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:04.195113 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06a6ee31-af2c-483d-a362-e2bf6fd039fd {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:04.196162 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4680ba28-403c-464e-a230-d5be999ee7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fd4b49-12cf-46ce-bae6-9b550f7a0be4', 'code': 200} Oct 13 14:06:04.417292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Attempting to bind port 0d70b40a-981d-4bab-98cd-2b73241c5f7c on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:06:04.417626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Attempting to bind port 0d70b40a-981d-4bab-98cd-2b73241c5f7c by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:06:04.417965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Attempting to bind port 0d70b40a-981d-4bab-98cd-2b73241c5f7c on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:04.434344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-ae325b67-ab97-4847-8ba5-2779a4c28b78 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:04.435859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-ae325b67-ab97-4847-8ba5-2779a4c28b78 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2784183 Oct 13 14:06:04.461491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Port 0d70b40a-981d-4bab-98cd-2b73241c5f7c on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:06:04.461753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Attempting to bind port 0d70b40a-981d-4bab-98cd-2b73241c5f7c on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:04.464895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34865c-32fd-49b8-ba37-cc7edebdb1e0 req-dfc0b4d4-420f-4af4-8172-7d60e3cfd513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:04.466441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf34865c-32fd-49b8-ba37-cc7edebdb1e0 req-dfc0b4d4-420f-4af4-8172-7d60e3cfd513 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 1097 time: 0.1714888 Oct 13 14:06:04.498255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:06:04.503043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Checking segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:06:04.503043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Bound using segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:06:04.503043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Bound port: 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:06:04.503043 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:04.555311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f4bc9-09ba-49d6-8b3c-eb4efda937a4 req-fec8d74e-7cc0-41c5-9961-d97d8dc00525 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:04.556847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e4f4bc9-09ba-49d6-8b3c-eb4efda937a4 req-fec8d74e-7cc0-41c5-9961-d97d8dc00525 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.2168393 Oct 13 14:06:04.579144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-f04d58e2-e026-44bc-aa44-07d402c0f75f tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 696 time: 0.1300328 Oct 13 14:06:04.626587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-ee4116bc-2b12-4d84-86b4-e2bb7519e583 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Request body: {'floatingip': {'port_id': '2b186178-79cc-48bc-b964-641cbef6e5c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:04.714127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf34865c-32fd-49b8-ba37-cc7edebdb1e0 req-d0c20645-1550-4bb3-901b-a6c215627f9f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363875 Oct 13 14:06:04.744136 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-ee4116bc-2b12-4d84-86b4-e2bb7519e583 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:04.765405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243bd8dc-5d77-4642-9b9e-3966e966c71c {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:06:04.792161 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-514b7e60-90c9-4f1e-baf5-e160f4144a51 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:04.809206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e4f4bc9-09ba-49d6-8b3c-eb4efda937a4 req-98acb50e-649f-41b6-b93d-fc8034f75b89 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371409 Oct 13 14:06:04.815462 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:04.831103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:06:04.880678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Transition to ACTIVE for port object 243bd8dc-5d77-4642-9b9e-3966e966c71c will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:06:04.882572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:06:04.893770 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-514b7e60-90c9-4f1e-baf5-e160f4144a51 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:04.970831 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:05.055969 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-514b7e60-90c9-4f1e-baf5-e160f4144a51 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Floating IP 0cb31abb-3f19-496e-8987-3fb12f9045c7 associated. External IP: 172.25.0.240, port: e92b635b-e7b0-4cc4-a35a-746c5c02609f. Oct 13 14:06:05.094531 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:05.182368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:05.183238 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:05.185680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] 10.222.0.49 "PUT /v2.0/ports/0d70b40a-981d-4bab-98cd-2b73241c5f7c HTTP/1.1" status: 200 len: 1092 time: 2.5929351 Oct 13 14:06:05.224802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:05.239979 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a650200c-92dd-4823-b209-d86a7b87708f" -d '{"events": [{"name": "network-changed", "server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:05.260153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Pushing event updated for resources: {'Port': ['ID=243bd8dc-5d77-4642-9b9e-3966e966c71c,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:05.293526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beeb3aa-35dc-4574-a389-b5c20b3e257b req-58b4fa5d-a79e-495f-b0e5-c11ad3f48956 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:05.295976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8beeb3aa-35dc-4574-a389-b5c20b3e257b req-58b4fa5d-a79e-495f-b0e5-c11ad3f48956 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 943 time: 0.3632979 Oct 13 14:06:05.498532 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514b7e60-90c9-4f1e-baf5-e160f4144a51 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:06:05.600935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device df022525-432b-44cf-9de8-55a2dfd4ca34 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:06:05.679700 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port df022525-432b-44cf-9de8-55a2dfd4ca34 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:05.680400 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:05.708562 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514b7e60-90c9-4f1e-baf5-e160f4144a51 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:06:05.728342 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e6bb0-608d-470a-bc43-567c2590cdd9 None None] Sync routers for ids ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:06:05.729060 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-514b7e60-90c9-4f1e-baf5-e160f4144a51 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:05.759206 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e6bb0-608d-470a-bc43-567c2590cdd9 None None] Routers {'502bedc8-f40f-48fa-91ad-7935dc0f42a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:06:05.759749 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a27e6bb0-608d-470a-bc43-567c2590cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:05.806860 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-514b7e60-90c9-4f1e-baf5-e160f4144a51 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "PUT /v2.0/floatingips/0cb31abb-3f19-496e-8987-3fb12f9045c7 HTTP/1.1" status: 200 len: 992 time: 1.9400969 Oct 13 14:06:05.807632 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'tag': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:05.810157 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a4ef49-36a0-41ee-a81e-eeb5bdc21411" -d '{"events": [{"name": "network-changed", "server_uuid": "f82a8af1-45ab-4e11-abcb-91b33004635a", "tag": "e92b635b-e7b0-4cc4-a35a-746c5c02609f"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:05.835525 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:05.896853 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=df022525-432b-44cf-9de8-55a2dfd4ca34,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:05.950698 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-a27e6bb0-608d-470a-bc43-567c2590cdd9 None None] Set router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:06:05.965024 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:06.076327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=df022525-432b-44cf-9de8-55a2dfd4ca34,revision_number=11']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:06.104775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6093e7-43ba-4766-a571-cb7de3bb9233 service neutron] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:06.139939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8beeb3aa-35dc-4574-a389-b5c20b3e257b req-7ab82446-ee31-4a79-b7c5-de8bb84f0726 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8074777 Oct 13 14:06:06.153506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Attempting to bind port 243bd8dc-5d77-4642-9b9e-3966e966c71c on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:06:06.154158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Attempting to bind port 243bd8dc-5d77-4642-9b9e-3966e966c71c by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:06:06.154848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Attempting to bind port 243bd8dc-5d77-4642-9b9e-3966e966c71c on network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:06.197247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:06.199689 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21aa9b6-db23-4cd2-9278-c8da763a6463" -d '{"events": [{"server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "name": "network-vif-plugged", "status": "completed", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:06.239794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-00e79f44-40dd-4d24-ad84-0eb7f2f41184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:06.241403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-00e79f44-40dd-4d24-ad84-0eb7f2f41184 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 1095 time: 0.8721764 Oct 13 14:06:06.286550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Port 243bd8dc-5d77-4642-9b9e-3966e966c71c on network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:06:06.286919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Attempting to bind port 243bd8dc-5d77-4642-9b9e-3966e966c71c on network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:06.351862 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a27e6bb0-608d-470a-bc43-567c2590cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:05:02Z', 'revision_number': 4, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '0cb31abb-3f19-496e-8987-3fb12f9045c7', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'port_id': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'mac_address': 'fa:16:3e:c4:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:05:09Z', 'updated_at': '2021-10-13T14:06:04Z', 'revision_number': 1, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94', 'name': '', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'mac_address': 'fa:16:3e:f4:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:02Z', 'updated_at': '2021-10-13T14:05:08Z', 'revision_number': 5, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'subnets': [{'id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:06.398815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:06:06.399177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Checking segment: {'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:06:06.399536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Bound using segment: {'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:06:06.400063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Bound port: 243bd8dc-5d77-4642-9b9e-3966e966c71c, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:06:06.400567 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:06.403374 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e6bb0-608d-470a-bc43-567c2590cdd9 None None] Checking router: 502bedc8-f40f-48fa-91ad-7935dc0f42a4 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:06:06.413354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-38c1769c-4f75-47db-a434-d6a354d12f6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c HTTP/1.1" status: 200 len: 217 time: 0.1239064 Oct 13 14:06:06.420053 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e6bb0-608d-470a-bc43-567c2590cdd9 None None] Routers {'502bedc8-f40f-48fa-91ad-7935dc0f42a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:06:06.421110 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a27e6bb0-608d-470a-bc43-567c2590cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:06.531306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ec004-f01a-4d40-be2a-4f0104cf07de req-3bda3e79-969a-46ea-bbe1-8a601f8ef8dc tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:06.534694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e36ec004-f01a-4d40-be2a-4f0104cf07de req-3bda3e79-969a-46ea-bbe1-8a601f8ef8dc tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 943 time: 0.3245635 Oct 13 14:06:06.602635 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-a27e6bb0-608d-470a-bc43-567c2590cdd9 None None] Set router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:06:06.707789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-338ef8c3-838d-4761-8beb-04a8f6895d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:06.713255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-338ef8c3-838d-4761-8beb-04a8f6895d34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.2749021 Oct 13 14:06:06.742230 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e36ec004-f01a-4d40-be2a-4f0104cf07de req-199d639f-70da-4133-9fa7-be9709bf278a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770833 Oct 13 14:06:06.744336 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.resource_extend [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-ee4116bc-2b12-4d84-86b4-e2bb7519e583 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:06:06.857822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] For port 243bd8dc-5d77-4642-9b9e-3966e966c71c, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:06:06.864474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] For port 243bd8dc-5d77-4642-9b9e-3966e966c71c, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=243bd8dc-5d77-4642-9b9e-3966e966c71c,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:06:06.882090 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-ee4116bc-2b12-4d84-86b4-e2bb7519e583 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:06.885247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-c0e3ab16-5e38-4d11-9eb0-6a027dc9a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:06.888074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-c0e3ab16-5e38-4d11-9eb0-6a027dc9a86a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1683373 Oct 13 14:06:06.980441 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:06.987996 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a27e6bb0-608d-470a-bc43-567c2590cdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:05:02Z', 'revision_number': 4, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '0cb31abb-3f19-496e-8987-3fb12f9045c7', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'port_id': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'mac_address': 'fa:16:3e:c4:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:05:09Z', 'updated_at': '2021-10-13T14:06:04Z', 'revision_number': 1, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94', 'name': '', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'mac_address': 'fa:16:3e:f4:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:02Z', 'updated_at': '2021-10-13T14:05:08Z', 'revision_number': 5, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'subnets': [{'id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:07.015498 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-ee4116bc-2b12-4d84-86b4-e2bb7519e583 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:07.025186 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e6bb0-608d-470a-bc43-567c2590cdd9 None None] The sync data for ids ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'] in n-d-806683-15 is: [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:05:02Z', 'revision_number': 4, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '0cb31abb-3f19-496e-8987-3fb12f9045c7', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'port_id': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'mac_address': 'fa:16:3e:c4:63:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:05:09Z', 'updated_at': '2021-10-13T14:06:04Z', 'revision_number': 1, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94', 'name': '', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'mac_address': 'fa:16:3e:f4:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:02Z', 'updated_at': '2021-10-13T14:05:08Z', 'revision_number': 5, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'subnets': [{'id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:06:07.112811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:07.113686 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:07.114893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] 10.222.0.49 "PUT /v2.0/ports/243bd8dc-5d77-4642-9b9e-3966e966c71c HTTP/1.1" status: 200 len: 1092 time: 3.5783076 Oct 13 14:06:07.220240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665c7c1-758f-4b83-8036-fb9cdd33bfce req-deaaa287-17d1-44c0-9d55-d119fb341be0 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:07.222231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b665c7c1-758f-4b83-8036-fb9cdd33bfce req-deaaa287-17d1-44c0-9d55-d119fb341be0 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 951 time: 0.2937679 Oct 13 14:06:07.227839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793afc1-937a-46c9-b59a-138e363f933a service neutron] Pushing event updated for resources: {'Port': ['ID=243bd8dc-5d77-4642-9b9e-3966e966c71c,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:07.234942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-021c3dc5-8beb-4441-968a-29f2fed5dcce service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302519 Oct 13 14:06:07.374546 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94950811-d5dd-404a-aa02-764becf2c042 None None] New status for floating IP 0cb31abb-3f19-496e-8987-3fb12f9045c7: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:06:07.397644 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-ee4116bc-2b12-4d84-86b4-e2bb7519e583 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Floating IP f3981e9d-c0f3-4b4b-b3f6-4144e776ffdd associated. External IP: 172.25.0.166, port: 2b186178-79cc-48bc-b964-641cbef6e5c9. Oct 13 14:06:07.450482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b665c7c1-758f-4b83-8036-fb9cdd33bfce req-bb9f6428-280c-429b-955e-34e25707531a tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080781 Oct 13 14:06:07.478376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c89694-a496-466b-9506-73c25b47f49d req-5c1003ca-2905-4ba7-88cb-2f35f3ceb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:07.480962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-5c1003ca-2905-4ba7-88cb-2f35f3ceb9e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b01e24a805954bb9a06419e1776c2e84&device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 1095 time: 0.2269030 Oct 13 14:06:07.541746 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e700e0ce-4a5d-4198-a81a-35f36279c690 x-openstack-request-id: req-e700e0ce-4a5d-4198-a81a-35f36279c690 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:07.543070 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:07.543661 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e700e0ce-4a5d-4198-a81a-35f36279c690 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:07.544784 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'status': 'completed', 'code': 200} Oct 13 14:06:07.641258 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-4177c9ff-0969-4bef-a4fd-b0825bf1f707 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=243bd8dc-5d77-4642-9b9e-3966e966c71c HTTP/1.1" status: 200 len: 217 time: 0.1461709 Oct 13 14:06:07.645874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3987ab4d-926c-4128-bce4-8a44eb283ec8 req-dccf0e17-8f65-4bb9-a917-5b70a05913f5 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005423 Oct 13 14:06:07.658375 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d840d1-2c97-4fae-85fd-3969be2165e9 x-openstack-request-id: req-83d840d1-2c97-4fae-85fd-3969be2165e9 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:07.658375 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82a8af1-45ab-4e11-abcb-91b33004635a", "tag": "e92b635b-e7b0-4cc4-a35a-746c5c02609f", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:07.658375 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83d840d1-2c97-4fae-85fd-3969be2165e9 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:07.658375 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'tag': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f', 'status': 'completed', 'code': 200} Oct 13 14:06:07.795982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c89694-a496-466b-9506-73c25b47f49d req-ae01180b-57cd-4624-b9e7-49e8b451d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:07.797746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-ae01180b-57cd-4624-b9e7-49e8b451d02b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=993127ca-088d-48f4-a980-b919aa4881f8 HTTP/1.1" status: 200 len: 844 time: 0.1317928 Oct 13 14:06:07.904790 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-27e97222-03e0-4b3a-8c9c-5a9e5739c2e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619221 Oct 13 14:06:07.910010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4ef49-36a0-41ee-a81e-eeb5bdc21411 req-0cee5953-16de-4a24-a509-03c712d75d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:07.911565 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85a4ef49-36a0-41ee-a81e-eeb5bdc21411 req-0cee5953-16de-4a24-a509-03c712d75d69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d19da00bd681498ea64a90b5a25f1edf&device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 1098 time: 0.1962314 Oct 13 14:06:08.252083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70d75a-b4eb-423e-a02c-231999f9bca6 req-197d41d8-b307-4c3a-8a95-16916894fc09 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:08.253626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e70d75a-b4eb-423e-a02c-231999f9bca6 req-197d41d8-b307-4c3a-8a95-16916894fc09 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.5055637 Oct 13 14:06:08.424947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650200c-92dd-4823-b209-d86a7b87708f req-ac00e832-dbac-4d1f-ac7b-a9817fd755cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:08.426565 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a650200c-92dd-4823-b209-d86a7b87708f req-ac00e832-dbac-4d1f-ac7b-a9817fd755cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 1095 time: 0.5850375 Oct 13 14:06:08.533576 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e70d75a-b4eb-423e-a02c-231999f9bca6 req-ead21ae4-777b-4744-8a12-61645343dfad tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531903 Oct 13 14:06:08.535921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-ee4116bc-2b12-4d84-86b4-e2bb7519e583 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Router 89f25271-bd7f-4636-9efb-fd9c2a31a62f has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:06:08.581229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-1c635957-6dce-4ae1-8441-11e53082cdc2 service neutron] 10.222.0.49 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635184 Oct 13 14:06:08.586895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4ef49-36a0-41ee-a81e-eeb5bdc21411 req-df421037-2eaa-491c-ade0-b875976ba3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:08.588357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85a4ef49-36a0-41ee-a81e-eeb5bdc21411 req-df421037-2eaa-491c-ade0-b875976ba3d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=376e61af-f4c6-492b-9fc4-cd5b192fa1f8 HTTP/1.1" status: 200 len: 913 time: 0.3462524 Oct 13 14:06:08.615379 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898b213b-aa5c-41e9-a067-a1ca8edc3057 x-openstack-request-id: req-898b213b-aa5c-41e9-a067-a1ca8edc3057 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:08.616231 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "name": "network-vif-plugged", "status": "completed", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:08.616231 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-898b213b-aa5c-41e9-a067-a1ca8edc3057 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:08.629597 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34', 'code': 200} Oct 13 14:06:08.869920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650200c-92dd-4823-b209-d86a7b87708f req-76e17b7f-a737-466d-be74-fbefa30b0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:08.871525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a650200c-92dd-4823-b209-d86a7b87708f req-76e17b7f-a737-466d-be74-fbefa30b0768 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.4281805 Oct 13 14:06:08.932810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85a4ef49-36a0-41ee-a81e-eeb5bdc21411 req-ebdb4e29-b8fc-4ba8-a97f-c27419e2eca3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e92b635b-e7b0-4cc4-a35a-746c5c02609f HTTP/1.1" status: 200 len: 1002 time: 0.3288770 Oct 13 14:06:09.003322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a650200c-92dd-4823-b209-d86a7b87708f req-5fdecc03-fd1e-4f98-a1af-d547989d579c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c HTTP/1.1" status: 200 len: 217 time: 0.1182466 Oct 13 14:06:09.096392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1c89694-a496-466b-9506-73c25b47f49d req-4d728695-041a-4784-9706-f3ce8a008e2b service neutron] 10.222.0.49 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009367 Oct 13 14:06:09.110599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6891e-8594-47e7-bfc1-ca9c1e3e219c req-dfa8129a-b6c5-4e6e-a685-8ba5917ab530 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:09.113395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dba6891e-8594-47e7-bfc1-ca9c1e3e219c req-dfa8129a-b6c5-4e6e-a685-8ba5917ab530 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 943 time: 0.3544164 Oct 13 14:06:09.139179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e8373-3ab5-47c4-9144-ed144112b1d2 req-bb3a192c-9bdb-4599-9e34-8d9de76b29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:09.140824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b7e8373-3ab5-47c4-9144-ed144112b1d2 req-bb3a192c-9bdb-4599-9e34-8d9de76b29b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 1103 time: 0.3541377 Oct 13 14:06:09.145018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-ee4116bc-2b12-4d84-86b4-e2bb7519e583 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:06:09.154500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4ef49-36a0-41ee-a81e-eeb5bdc21411 req-c3912a59-fb2d-4c9b-87c8-d7491769629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:09.156007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85a4ef49-36a0-41ee-a81e-eeb5bdc21411 req-c3912a59-fb2d-4c9b-87c8-d7491769629b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd9616fa-eece-4fe9-998c-fb89c2afbb2b HTTP/1.1" status: 200 len: 851 time: 0.1806176 Oct 13 14:06:09.156454 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad394f9c-bac0-41ba-8ccc-9baf41c60424 None None] Sync routers for ids ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:06:09.159945 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-ee4116bc-2b12-4d84-86b4-e2bb7519e583 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:09.169327 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad394f9c-bac0-41ba-8ccc-9baf41c60424 None None] Routers {'89f25271-bd7f-4636-9efb-fd9c2a31a62f'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:06:09.170341 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ad394f9c-bac0-41ba-8ccc-9baf41c60424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:09.257491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-ee4116bc-2b12-4d84-86b4-e2bb7519e583 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "PUT /v2.0/floatingips/f3981e9d-c0f3-4b4b-b3f6-4144e776ffdd HTTP/1.1" status: 200 len: 996 time: 4.6633182 Oct 13 14:06:09.258974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650200c-92dd-4823-b209-d86a7b87708f req-2251cf05-b575-4455-88c8-7f15ef88b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:09.260474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a650200c-92dd-4823-b209-d86a7b87708f req-2251cf05-b575-4455-88c8-7f15ef88b9cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.2203186 Oct 13 14:06:09.335375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dba6891e-8594-47e7-bfc1-ca9c1e3e219c req-7f598eff-b5f7-4bb1-b881-3322f08e7ad7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019417 Oct 13 14:06:09.361522 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-ad394f9c-bac0-41ba-8ccc-9baf41c60424 None None] Set router 89f25271-bd7f-4636-9efb-fd9c2a31a62f gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:06:09.361645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b7e8373-3ab5-47c4-9144-ed144112b1d2 req-6503945a-8642-4af9-aae1-88a6bb10ad60 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904252 Oct 13 14:06:09.361645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4ef49-36a0-41ee-a81e-eeb5bdc21411 req-34784603-607c-4a9a-90f7-1f67ecc7e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:09.362755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85a4ef49-36a0-41ee-a81e-eeb5bdc21411 req-34784603-607c-4a9a-90f7-1f67ecc7e932 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=376e61af-f4c6-492b-9fc4-cd5b192fa1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1930299 Oct 13 14:06:09.395893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650200c-92dd-4823-b209-d86a7b87708f req-8fefe0a2-953a-4683-856f-4281bb506397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:09.397489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a650200c-92dd-4823-b209-d86a7b87708f req-8fefe0a2-953a-4683-856f-4281bb506397 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263702 Oct 13 14:06:09.405224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-b6e80c16-19b8-4cd9-9ce8-94e240774df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:09.405224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-b6e80c16-19b8-4cd9-9ce8-94e240774df1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47a5116ceb6d4fa2a75db12ccd40aacf&device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 1097 time: 0.0980158 Oct 13 14:06:09.549029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de3aae6-3991-4fee-b5f1-684b53e11cd6', 'tag': '243bd8dc-5d77-4642-9b9e-3966e966c71c'}, {'name': 'network-changed', 'server_uuid': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'tag': '2b186178-79cc-48bc-b964-641cbef6e5c9'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:09.550192 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:06:09.551672 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37adbcd0-b140-4665-8038-ae92ddc00678" -d '{"events": [{"name": "network-changed", "server_uuid": "9de3aae6-3991-4fee-b5f1-684b53e11cd6", "tag": "243bd8dc-5d77-4642-9b9e-3966e966c71c"}, {"name": "network-changed", "server_uuid": "33df5c93-028e-46bf-b75e-dfc1bc7cb35c", "tag": "2b186178-79cc-48bc-b964-641cbef6e5c9"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:09.625906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e243b2-ce4d-4a0e-90c3-4e0d09211eef req-2188eaaa-7941-44a5-8b15-37d61e1d1ebf tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:09.627783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95e243b2-ce4d-4a0e-90c3-4e0d09211eef req-2188eaaa-7941-44a5-8b15-37d61e1d1ebf tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 943 time: 0.1920967 Oct 13 14:06:09.634256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-3c5eaaf4-13eb-4025-918c-1c2b8081815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:09.635754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-3c5eaaf4-13eb-4025-918c-1c2b8081815b service neutron] 10.222.0.18 "GET /v2.0/networks?id=22a046aa-7653-474d-b5aa-6cb8ef680468 HTTP/1.1" status: 200 len: 930 time: 0.2216017 Oct 13 14:06:09.677581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a650200c-92dd-4823-b209-d86a7b87708f req-059328c3-e599-45c1-819f-f887387e58ac service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713487 Oct 13 14:06:09.716786 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ad394f9c-bac0-41ba-8ccc-9baf41c60424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '878466a8-5e8a-4c19-928a-b17472c60895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:05:28Z', 'revision_number': 4, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port': {'id': '878466a8-5e8a-4c19-928a-b17472c60895', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:22Z', 'updated_at': '2021-10-13T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f3981e9d-c0f3-4b4b-b3f6-4144e776ffdd', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'port_id': '2b186178-79cc-48bc-b964-641cbef6e5c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'mac_address': 'fa:16:3e:f9:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:06:00Z', 'updated_at': '2021-10-13T14:06:06Z', 'revision_number': 1, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6fb1d2-b006-40ea-834a-94e2951cdd52', 'name': '', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'mac_address': 'fa:16:3e:82:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:26Z', 'updated_at': '2021-10-13T14:05:35Z', 'revision_number': 5, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'subnets': [{'id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:09.865566 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad394f9c-bac0-41ba-8ccc-9baf41c60424 None None] Checking router: 89f25271-bd7f-4636-9efb-fd9c2a31a62f for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:06:09.878058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95e243b2-ce4d-4a0e-90c3-4e0d09211eef req-966cbc5e-0452-4545-acbe-690b23358025 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389498 Oct 13 14:06:09.880499 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad394f9c-bac0-41ba-8ccc-9baf41c60424 None None] Routers {'89f25271-bd7f-4636-9efb-fd9c2a31a62f'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:06:09.882078 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ad394f9c-bac0-41ba-8ccc-9baf41c60424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:09.900737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-151ecc4b-cddf-4e69-bf78-5a69cd8e12ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b186178-79cc-48bc-b964-641cbef6e5c9 HTTP/1.1" status: 200 len: 999 time: 0.2345841 Oct 13 14:06:10.006694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-498c08b2-f91f-4aba-9304-ade3f8cfa6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:10.008061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-498c08b2-f91f-4aba-9304-ade3f8cfa6a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f061d763-65b2-4e4f-99e6-5aed53d47f1b HTTP/1.1" status: 200 len: 868 time: 0.0960085 Oct 13 14:06:10.009889 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a650200c-92dd-4823-b209-d86a7b87708f req-0106b3e5-5472-47c5-b01d-16c3ce3ce3a6 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933438 Oct 13 14:06:10.068195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85a4ef49-36a0-41ee-a81e-eeb5bdc21411 req-7ce4ed9c-0f6b-4487-9ada-7911207803f4 service neutron] 10.222.0.41 "GET /v2.0/networks/376e61af-f4c6-492b-9fc4-cd5b192fa1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506436 Oct 13 14:06:10.096071 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-ad394f9c-bac0-41ba-8ccc-9baf41c60424 None None] Set router 89f25271-bd7f-4636-9efb-fd9c2a31a62f gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:06:10.141069 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-52ff8252-2fdb-410c-b56e-7021d88c9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:10.145491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-52ff8252-2fdb-410c-b56e-7021d88c9de4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22a046aa-7653-474d-b5aa-6cb8ef680468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269667 Oct 13 14:06:10.158815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-f00733c6-096c-4295-9926-f678f9c9a006 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:06:10.160601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-f00733c6-096c-4295-9926-f678f9c9a006 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092220 Oct 13 14:06:10.334952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc46ba8-3ebc-4277-b0f6-2cc400ddf6a6 req-195d5565-4b22-4d5d-994d-2c5c0732aa3c tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:10.336607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-afc46ba8-3ebc-4277-b0f6-2cc400ddf6a6 req-195d5565-4b22-4d5d-994d-2c5c0732aa3c tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 951 time: 0.2782407 Oct 13 14:06:10.341956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85a4ef49-36a0-41ee-a81e-eeb5bdc21411 req-aac6d06b-954e-433f-ab45-632a1ffd6d96 service neutron] 10.222.0.41 "GET /v2.0/networks/376e61af-f4c6-492b-9fc4-cd5b192fa1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640650 Oct 13 14:06:10.385804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-b978f27d-b26a-40c3-9ef7-64da88f75500 service neutron] 10.222.0.18 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053933 Oct 13 14:06:10.396424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d70b40a-981d-4bab-98cd-2b73241c5f7c details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:06:10.465197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-afc46ba8-3ebc-4277-b0f6-2cc400ddf6a6 req-ea64f464-0643-4c72-a473-424be130662e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158686 Oct 13 14:06:10.519719 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ad394f9c-bac0-41ba-8ccc-9baf41c60424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '878466a8-5e8a-4c19-928a-b17472c60895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:05:28Z', 'revision_number': 4, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port': {'id': '878466a8-5e8a-4c19-928a-b17472c60895', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:22Z', 'updated_at': '2021-10-13T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f3981e9d-c0f3-4b4b-b3f6-4144e776ffdd', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'port_id': '2b186178-79cc-48bc-b964-641cbef6e5c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'mac_address': 'fa:16:3e:f9:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:06:00Z', 'updated_at': '2021-10-13T14:06:06Z', 'revision_number': 1, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6fb1d2-b006-40ea-834a-94e2951cdd52', 'name': '', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'mac_address': 'fa:16:3e:82:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:26Z', 'updated_at': '2021-10-13T14:05:35Z', 'revision_number': 5, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'subnets': [{'id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:10.527559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:10.541636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27eaa432-c331-4df9-b466-9c3d3fe7e4b4 req-016bcf41-f9bf-4736-895b-601031cf3a94 service neutron] 10.222.0.18 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443584 Oct 13 14:06:10.552301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'port_id': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'mac_address': 'fa:16:3e:af:e6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:06:10.568741 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad394f9c-bac0-41ba-8ccc-9baf41c60424 None None] The sync data for ids ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'] in n-d-806683-15 is: [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '878466a8-5e8a-4c19-928a-b17472c60895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:05:28Z', 'revision_number': 4, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port': {'id': '878466a8-5e8a-4c19-928a-b17472c60895', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:22Z', 'updated_at': '2021-10-13T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f3981e9d-c0f3-4b4b-b3f6-4144e776ffdd', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'port_id': '2b186178-79cc-48bc-b964-641cbef6e5c9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'mac_address': 'fa:16:3e:f9:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:06:00Z', 'updated_at': '2021-10-13T14:06:06Z', 'revision_number': 1, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b6fb1d2-b006-40ea-834a-94e2951cdd52', 'name': '', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'mac_address': 'fa:16:3e:82:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:26Z', 'updated_at': '2021-10-13T14:05:35Z', 'revision_number': 5, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'subnets': [{'id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:06:10.625213 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:10.648710 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d70b40a-981d-4bab-98cd-2b73241c5f7c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:06:10.666638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379c5d4-c114-44ac-ac2b-dc3cca363dbf req-e44d746c-ec86-4182-b815-a42435d5cf18 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:10.683031 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:10.683192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f379c5d4-c114-44ac-ac2b-dc3cca363dbf req-e44d746c-ec86-4182-b815-a42435d5cf18 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.0993528 Oct 13 14:06:10.719180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f379c5d4-c114-44ac-ac2b-dc3cca363dbf req-8b5dd195-5379-4588-b611-b20fd48f1160 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396817 Oct 13 14:06:10.784534 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:10.826487 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3097f47-ce15-4563-b16e-96b668768dec x-openstack-request-id: req-a3097f47-ce15-4563-b16e-96b668768dec {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:10.826910 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de3aae6-3991-4fee-b5f1-684b53e11cd6", "tag": "243bd8dc-5d77-4642-9b9e-3966e966c71c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33df5c93-028e-46bf-b75e-dfc1bc7cb35c", "tag": "2b186178-79cc-48bc-b964-641cbef6e5c9", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:10.827289 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3097f47-ce15-4563-b16e-96b668768dec {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:10.827835 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de3aae6-3991-4fee-b5f1-684b53e11cd6', 'tag': '243bd8dc-5d77-4642-9b9e-3966e966c71c', 'status': 'completed', 'code': 200} Oct 13 14:06:10.828206 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'tag': '2b186178-79cc-48bc-b964-641cbef6e5c9', 'status': 'completed', 'code': 200} Oct 13 14:06:10.900920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:10.976759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9360eed-998a-4052-9535-cc48a2d17cf8 None None] New status for floating IP f3981e9d-c0f3-4b4b-b3f6-4144e776ffdd: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:06:11.014024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-7ee1ec70-2d56-4b29-813b-b9e8b90d7997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:11.016319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-7ee1ec70-2d56-4b29-813b-b9e8b90d7997 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b01e24a805954bb9a06419e1776c2e84&device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 1095 time: 0.1505988 Oct 13 14:06:11.057330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45f679-7964-4cfb-aee3-1af368948d5b req-5392e429-9667-4bc1-a2f6-d8e370d04685 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:11.059280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e45f679-7964-4cfb-aee3-1af368948d5b req-5392e429-9667-4bc1-a2f6-d8e370d04685 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 943 time: 0.1504135 Oct 13 14:06:11.171127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['0d70b40a-981d-4bab-98cd-2b73241c5f7c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:06:11.259116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e45f679-7964-4cfb-aee3-1af368948d5b req-5ad46543-1d63-471b-b1e8-95125f3d51ff tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368372 Oct 13 14:06:11.300052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-db8bf7fd-7539-4d06-ba7e-dcffa0ab83be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:11.301694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-db8bf7fd-7539-4d06-ba7e-dcffa0ab83be service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7 HTTP/1.1" status: 200 len: 905 time: 0.2728477 Oct 13 14:06:11.393268 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-5dfc1788-c27c-4966-bf82-9d08ce77e350 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 258 time: 0.4856060 Oct 13 14:06:11.397746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-91854c6f-8d2e-416c-96f4-f185498ace77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=243bd8dc-5d77-4642-9b9e-3966e966c71c HTTP/1.1" status: 200 len: 217 time: 0.0870032 Oct 13 14:06:11.403661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:11.530279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-55f49f1c-ebd9-4dd7-9005-f83b01da1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:11.531774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-55f49f1c-ebd9-4dd7-9005-f83b01da1e0e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=993127ca-088d-48f4-a980-b919aa4881f8 HTTP/1.1" status: 200 len: 844 time: 0.1187282 Oct 13 14:06:11.580401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1249d75-dd2a-400b-b326-376a75b5e5f1 req-aec41f9a-0c46-47ff-b006-448d8f3d955e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:11.581494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1249d75-dd2a-400b-b326-376a75b5e5f1 req-aec41f9a-0c46-47ff-b006-448d8f3d955e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1510892 Oct 13 14:06:11.583303 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-e5fe6ea3-c46a-4a26-8b3e-e3c01ed2e38d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412655 Oct 13 14:06:11.613925 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:12.043008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1249d75-dd2a-400b-b326-376a75b5e5f1 req-e1b0fd16-e6aa-4820-8b58-d8b74e627bf8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547374 Oct 13 14:06:12.084757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-45a441fc-9d78-4033-886a-180595c2ab2e service neutron] 10.222.0.49 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852109 Oct 13 14:06:12.189629 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:12.209368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-d39e9f9a-f9b5-4c39-b0c8-b3bac830ea7c service neutron] 10.222.0.49 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207836 Oct 13 14:06:12.391160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2b063-a8e5-4655-aa28-a5a55388c839 req-4316b683-b376-46ac-82ea-a4d8cce11f05 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:12.393135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45d2b063-a8e5-4655-aa28-a5a55388c839 req-4316b683-b376-46ac-82ea-a4d8cce11f05 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.1493599 Oct 13 14:06:12.395911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Allocated IP 172.25.0.128 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/309fc3ab-e1a9-433f-9faa-28bcae226409) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:06:12.404424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-3e0f161c-2337-4092-9b07-940e8f7de30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:12.406863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-3e0f161c-2337-4092-9b07-940e8f7de30b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47a5116ceb6d4fa2a75db12ccd40aacf&device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 1097 time: 0.1431999 Oct 13 14:06:12.416253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 243bd8dc-5d77-4642-9b9e-3966e966c71c details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:06:12.420171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d70b40a-981d-4bab-98cd-2b73241c5f7c up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:06:12.553724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45d2b063-a8e5-4655-aa28-a5a55388c839 req-deae45e6-3776-4a84-b87a-1f274f652f72 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454678 Oct 13 14:06:12.613523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-49be1a32-3958-4852-8d4e-f2224fc62484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:12.615498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-49be1a32-3958-4852-8d4e-f2224fc62484 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22a046aa-7653-474d-b5aa-6cb8ef680468 HTTP/1.1" status: 200 len: 930 time: 0.1941917 Oct 13 14:06:12.662294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 243bd8dc-5d77-4642-9b9e-3966e966c71c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=243bd8dc-5d77-4642-9b9e-3966e966c71c,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:12.681086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '243bd8dc-5d77-4642-9b9e-3966e966c71c', 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7', 'port_id': '243bd8dc-5d77-4642-9b9e-3966e966c71c', 'mac_address': 'fa:16:3e:89:bd:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993127ca-088d-48f4-a980-b919aa4881f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:06:12.689200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 0d70b40a-981d-4bab-98cd-2b73241c5f7c completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:06:12.696172 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 0d70b40a-981d-4bab-98cd-2b73241c5f7c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:12.696785 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:12.723161 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:12.754506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-9f932fdb-193c-4f04-8fe1-37a2ca815e03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b186178-79cc-48bc-b964-641cbef6e5c9 HTTP/1.1" status: 200 len: 1001 time: 0.1252570 Oct 13 14:06:12.774331 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:12.797424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243bd8dc-5d77-4642-9b9e-3966e966c71c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:06:12.814817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d910b1-1de0-4ce0-bc1c-4e24a7e19136 req-9dd1f97c-598a-4237-b0ee-5a2b4467790b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:12.816577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9d910b1-1de0-4ce0-bc1c-4e24a7e19136 req-9dd1f97c-598a-4237-b0ee-5a2b4467790b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 951 time: 0.1388834 Oct 13 14:06:12.825666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 243bd8dc-5d77-4642-9b9e-3966e966c71c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=243bd8dc-5d77-4642-9b9e-3966e966c71c,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:12.847365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-cfa369d5-586e-49d7-950c-f546eef7d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:12.848928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-cfa369d5-586e-49d7-950c-f546eef7d619 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f061d763-65b2-4e4f-99e6-5aed53d47f1b HTTP/1.1" status: 200 len: 868 time: 0.0829923 Oct 13 14:06:12.882328 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:12.897056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9d910b1-1de0-4ce0-bc1c-4e24a7e19136 req-a95bc753-e970-4ec0-8341-215fafd8a9a9 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673597 Oct 13 14:06:12.913974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:12.916414 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d806995-c46d-4201-b685-cab7baffe3f0" -d '{"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-plugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:12.916735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-6665dc43-54be-401d-b917-55336a609895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:12.919025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-6665dc43-54be-401d-b917-55336a609895 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22a046aa-7653-474d-b5aa-6cb8ef680468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618360 Oct 13 14:06:12.940188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:12.946852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:12.990891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:13.024264 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:13.034026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:06:13.040008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:13.046026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:06:13.066652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=243bd8dc-5d77-4642-9b9e-3966e966c71c,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:13.082794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Pushing event updated for resources: {'Port': ['ID=309fc3ab-e1a9-433f-9faa-28bcae226409,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:13.146005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:13.169711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-030815bf-f62f-48c2-95e7-5641598215e1 service neutron] 10.222.0.49 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427454 Oct 13 14:06:13.260366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032e75-97fd-4058-aef2-51d4de5534c8 req-d6eb40e2-d9e0-4fbf-ad73-7dbdcc4b0e32 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:13.261927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1032e75-97fd-4058-aef2-51d4de5534c8 req-d6eb40e2-d9e0-4fbf-ad73-7dbdcc4b0e32 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 944 time: 0.1884742 Oct 13 14:06:13.303336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['243bd8dc-5d77-4642-9b9e-3966e966c71c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:06:13.314539 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:13.362785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1032e75-97fd-4058-aef2-51d4de5534c8 req-efbb148e-f9a2-450b-b89b-f846aa4f3d0f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772552 Oct 13 14:06:13.364857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37adbcd0-b140-4665-8038-ae92ddc00678 req-b70656fa-e133-42cf-8f9f-7ed2787f7989 service neutron] 10.222.0.49 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857579 Oct 13 14:06:13.503698 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:13.575029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d15c91-2c3f-40e9-878e-23b282ab6b7c req-d60b5abb-7ded-44e0-96c9-9098e81e820c tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:13.577195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58d15c91-2c3f-40e9-878e-23b282ab6b7c req-d60b5abb-7ded-44e0-96c9-9098e81e820c tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.1161568 Oct 13 14:06:13.697924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58d15c91-2c3f-40e9-878e-23b282ab6b7c req-1489ec47-d5d7-4c54-9732-340c0afd3abe tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070664 Oct 13 14:06:13.762798 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbcc475-6262-4295-ab15-e1e55689fc48 x-openstack-request-id: req-4dbcc475-6262-4295-ab15-e1e55689fc48 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:13.763413 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-plugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:13.763413 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dbcc475-6262-4295-ab15-e1e55689fc48 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:13.763980 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'code': 200} Oct 13 14:06:13.778147 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:13.874106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea60a3a-bb2c-4dbc-8666-5f0b16311d9c req-6e78b2f7-0c85-4235-9a96-71b126ff70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:13.875606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea60a3a-bb2c-4dbc-8666-5f0b16311d9c req-6e78b2f7-0c85-4235-9a96-71b126ff70b7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 1097 time: 0.0447586 Oct 13 14:06:13.880562 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:13.989554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Pushing event updated for resources: {'Port': ['ID=309fc3ab-e1a9-433f-9faa-28bcae226409,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:14.020919 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea60a3a-bb2c-4dbc-8666-5f0b16311d9c req-a0d0d094-aba4-4c02-a444-403780f835c4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339862 Oct 13 14:06:14.027086 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:14.223359 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:14.229530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-20f1d281-530d-4133-932f-9dd5dd164b9b tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8303361 Oct 13 14:06:14.283442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-2469f2ad-b724-436f-a4ac-6905053f996d tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.0509212 Oct 13 14:06:14.411656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 243bd8dc-5d77-4642-9b9e-3966e966c71c up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:06:14.435383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-6323629c-8120-463c-bba3-df8322e89494 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:14.436820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef16ff11-a8f1-4189-9a23-c298a43988d7 req-6323629c-8120-463c-bba3-df8322e89494 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.1480784 Oct 13 14:06:14.463702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd498-b7ba-4df5-a7b6-df46efb25baa req-c09e45d1-6d52-4d2c-b6c5-a531e9552fc3 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:14.465453 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f7dd498-b7ba-4df5-a7b6-df46efb25baa req-c09e45d1-6d52-4d2c-b6c5-a531e9552fc3 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 945 time: 0.0924153 Oct 13 14:06:14.509203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f7dd498-b7ba-4df5-a7b6-df46efb25baa req-39796a80-cb04-4161-a18e-c1b3853d5d7c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355592 Oct 13 14:06:14.571109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 243bd8dc-5d77-4642-9b9e-3966e966c71c completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:06:14.571109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 243bd8dc-5d77-4642-9b9e-3966e966c71c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:14.571109 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:14.667034 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:14.706899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 243bd8dc-5d77-4642-9b9e-3966e966c71c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=243bd8dc-5d77-4642-9b9e-3966e966c71c,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:14.774366 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:14.777826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d26bc-2ca3-4e61-ac9f-bc706ff2b084 req-9bff13b9-56d7-4e3d-9101-39ece855bb76 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:14.780881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea6d26bc-2ca3-4e61-ac9f-bc706ff2b084 req-9bff13b9-56d7-4e3d-9101-39ece855bb76 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 1103 time: 0.1150796 Oct 13 14:06:14.798741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf523665-6b7e-41fe-9ec0-49a42fd7fe6b req-c35b9fae-cf1b-4396-a146-0d0d23221c39 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:14.799339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf523665-6b7e-41fe-9ec0-49a42fd7fe6b req-c35b9fae-cf1b-4396-a146-0d0d23221c39 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 944 time: 0.1162403 Oct 13 14:06:14.848536 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea6d26bc-2ca3-4e61-ac9f-bc706ff2b084 req-ed26e8cf-b11c-41a2-8c10-8055e5003535 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 Oct 13 14:06:14.848854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=243bd8dc-5d77-4642-9b9e-3966e966c71c,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:14.863612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf523665-6b7e-41fe-9ec0-49a42fd7fe6b req-50628200-662c-4fba-9516-99e59eec4e17 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492620 Oct 13 14:06:15.010817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509bfa2d-8b45-4b82-8f88-8a59ee6f1bad req-e8e4063b-c373-489c-b428-625d1320cf3a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:15.013412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-509bfa2d-8b45-4b82-8f88-8a59ee6f1bad req-e8e4063b-c373-489c-b428-625d1320cf3a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0831714 Oct 13 14:06:15.026460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439ee63-6008-46d0-b66a-3a5ffbf7885a req-6bf0e304-df1d-42d7-a75d-432c1e289d5d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:15.027932 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6439ee63-6008-46d0-b66a-3a5ffbf7885a req-6bf0e304-df1d-42d7-a75d-432c1e289d5d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.0714641 Oct 13 14:06:15.089679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-509bfa2d-8b45-4b82-8f88-8a59ee6f1bad req-33260075-3dd9-425f-aa46-9cfaeef378e6 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.0606306 Oct 13 14:06:15.103308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-509bfa2d-8b45-4b82-8f88-8a59ee6f1bad req-19e1dfca-4972-45cd-b88b-3a63d1af6416 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Request body: {'floatingip': {'port_id': '2b186178-79cc-48bc-b964-641cbef6e5c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:15.158769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6439ee63-6008-46d0-b66a-3a5ffbf7885a req-7e1ca7ab-7d41-432d-86a1-b9b1dd7ed6be tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214216 Oct 13 14:06:15.165690 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-509bfa2d-8b45-4b82-8f88-8a59ee6f1bad req-19e1dfca-4972-45cd-b88b-3a63d1af6416 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:15.465686 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-509bfa2d-8b45-4b82-8f88-8a59ee6f1bad req-19e1dfca-4972-45cd-b88b-3a63d1af6416 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 14:06:15.467014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-509bfa2d-8b45-4b82-8f88-8a59ee6f1bad req-19e1dfca-4972-45cd-b88b-3a63d1af6416 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "PUT /v2.0/floatingips/98e1bf67-a841-478b-9a6b-d668af022cc6 HTTP/1.1" status: 409 len: 550 time: 0.3689690 Oct 13 14:06:15.601060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1ccdb-261f-4c32-9fb7-f343865dc4a2 req-74f06905-ea24-45fd-9da9-24b8f5e46b03 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:15.603185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5c1ccdb-261f-4c32-9fb7-f343865dc4a2 req-74f06905-ea24-45fd-9da9-24b8f5e46b03 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.0753527 Oct 13 14:06:15.671747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5c1ccdb-261f-4c32-9fb7-f343865dc4a2 req-b7d015f4-08c1-4534-af02-179d14d93b58 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568185 Oct 13 14:06:15.765508 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de3aae6-3991-4fee-b5f1-684b53e11cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243bd8dc-5d77-4642-9b9e-3966e966c71c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:15.768419 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a947e6e3-bf4d-408b-ae21-6637cc7432ff" -d '{"events": [{"server_uuid": "9de3aae6-3991-4fee-b5f1-684b53e11cd6", "name": "network-vif-plugged", "status": "completed", "tag": "243bd8dc-5d77-4642-9b9e-3966e966c71c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:15.776778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-2dd81b1f-1e36-46c6-a0af-3ad98bf541e2 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips/98e1bf67-a841-478b-9a6b-d668af022cc6 HTTP/1.1" status: 200 len: 693 time: 0.0578628 Oct 13 14:06:15.925868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6404433-54b9-456b-8960-661e0142f12c req-d8468a9a-1b6a-4b93-9f61-a45794600004 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:15.927428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6404433-54b9-456b-8960-661e0142f12c req-d8468a9a-1b6a-4b93-9f61-a45794600004 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 945 time: 0.1241462 Oct 13 14:06:15.972891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-ee7227bd-d895-4983-a847-b37997930ded tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:15.974387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-ee7227bd-d895-4983-a847-b37997930ded tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.1890237 Oct 13 14:06:15.996549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6404433-54b9-456b-8960-661e0142f12c req-aa1bf286-c437-478e-8d0e-12e7063b7c79 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618372 Oct 13 14:06:16.039940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-c5f6243b-7e82-4094-9566-bf0ca647df7a tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.0576327 Oct 13 14:06:16.124397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-ed17580d-42e7-4567-b9e7-cbfbda2d5181 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.0727220 Oct 13 14:06:16.340503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3777e-6041-457d-b369-949a58bb8e4b req-27225b7b-1656-4aee-b187-3faa509a2039 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:16.342060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eac3777e-6041-457d-b369-949a58bb8e4b req-27225b7b-1656-4aee-b187-3faa509a2039 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 1103 time: 0.0651655 Oct 13 14:06:16.348616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-60371f4e-107a-4e8e-a917-5f036de572a8 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Deleting port 309fc3ab-e1a9-433f-9faa-28bcae226409 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:06:16.353422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-60371f4e-107a-4e8e-a917-5f036de572a8 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:16.441114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eac3777e-6041-457d-b369-949a58bb8e4b req-c40fa4bf-75c7-459e-ab2e-22a3ccce3c43 tempest-ServersAdminTestJSON-1851097237 tempest-ServersAdminTestJSON-1851097237-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899537 Oct 13 14:06:16.480048 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-60371f4e-107a-4e8e-a917-5f036de572a8 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:16.480530 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-60371f4e-107a-4e8e-a917-5f036de572a8 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:16.491463 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3227a798-b65a-40c0-8a3a-9d54a5188037 x-openstack-request-id: req-3227a798-b65a-40c0-8a3a-9d54a5188037 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:16.492335 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de3aae6-3991-4fee-b5f1-684b53e11cd6", "name": "network-vif-plugged", "status": "completed", "tag": "243bd8dc-5d77-4642-9b9e-3966e966c71c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:16.492335 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3227a798-b65a-40c0-8a3a-9d54a5188037 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:16.492639 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de3aae6-3991-4fee-b5f1-684b53e11cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243bd8dc-5d77-4642-9b9e-3966e966c71c', 'code': 200} Oct 13 14:06:16.502693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-60371f4e-107a-4e8e-a917-5f036de572a8 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Calling delete_port for 309fc3ab-e1a9-433f-9faa-28bcae226409 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:06:16.718494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4467b-3506-4cd9-8012-e6e46d3b7bd0 req-9747a628-0526-4a11-80cc-2ec96d4eb8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:16.720821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53b4467b-3506-4cd9-8012-e6e46d3b7bd0 req-9747a628-0526-4a11-80cc-2ec96d4eb8e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 1097 time: 0.1335416 Oct 13 14:06:16.729617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b58de-10fd-4e01-959f-d6e256ed772a req-eb7c573a-5d68-41e7-836e-a113ed7600f5 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:16.731095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-476b58de-10fd-4e01-959f-d6e256ed772a req-eb7c573a-5d68-41e7-836e-a113ed7600f5 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.1283960 Oct 13 14:06:16.830965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53b4467b-3506-4cd9-8012-e6e46d3b7bd0 req-5b63a329-0c13-4c61-9f7e-65b3aa2f737e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987635 Oct 13 14:06:16.838084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-476b58de-10fd-4e01-959f-d6e256ed772a req-13e96925-0494-4656-b4df-d843aab918e6 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934584 Oct 13 14:06:16.943065 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-60371f4e-107a-4e8e-a917-5f036de572a8 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:16.978315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60371f4e-107a-4e8e-a917-5f036de572a8 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Pushing event deleted for resources: {'Port': ['ID=309fc3ab-e1a9-433f-9faa-28bcae226409,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:17.000077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1a90-e044-4ed6-8ec9-19923e5fba9f req-1172539c-8edc-4269-a345-2aaf9af28093 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:17.001741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c56b1a90-e044-4ed6-8ec9-19923e5fba9f req-1172539c-8edc-4269-a345-2aaf9af28093 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 945 time: 0.0948517 Oct 13 14:06:17.019165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34724) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:17.024635 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-667aaf89-8798-49db-b194-581f4cb71485 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Request body: {'floatingip': {'port_id': '0d70b40a-981d-4bab-98cd-2b73241c5f7c'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:17.068135 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-667aaf89-8798-49db-b194-581f4cb71485 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:17.105940 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-60371f4e-107a-4e8e-a917-5f036de572a8 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:17.111193 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-60371f4e-107a-4e8e-a917-5f036de572a8 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:17.126022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c26c9207-6bb0-4cab-930a-af8c98912357 req-60371f4e-107a-4e8e-a917-5f036de572a8 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "DELETE /v2.0/floatingips/98e1bf67-a841-478b-9a6b-d668af022cc6 HTTP/1.1" status: 204 len: 173 time: 0.9942462 Oct 13 14:06:17.198536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0340afe-ec3a-4d92-818a-bb08fd787f8b req-b34b5663-c6dc-4eae-a578-58497936f027 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:17.207546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0340afe-ec3a-4d92-818a-bb08fd787f8b req-b34b5663-c6dc-4eae-a578-58497936f027 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.1288371 Oct 13 14:06:17.262721 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0340afe-ec3a-4d92-818a-bb08fd787f8b req-36f174d4-1e48-4972-8c63-a41898e573fd tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519011 Oct 13 14:06:17.647309 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-667aaf89-8798-49db-b194-581f4cb71485 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:17.654938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-b8f75f15-08fd-4993-b08a-77619a397908 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 1001 time: 0.1120389 Oct 13 14:06:17.786836 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-667aaf89-8798-49db-b194-581f4cb71485 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:17.983676 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-667aaf89-8798-49db-b194-581f4cb71485 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Floating IP 4508f30a-1120-4b43-b2bb-4ab2404be610 associated. External IP: 172.25.0.142, port: 0d70b40a-981d-4bab-98cd-2b73241c5f7c. Oct 13 14:06:18.047255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4543a-e798-43c6-8299-b31581200424 req-c925ee95-2539-445c-afc3-0b4b2877e21c tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:18.062520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-c925ee95-2539-445c-afc3-0b4b2877e21c tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports/2b186178-79cc-48bc-b964-641cbef6e5c9 HTTP/1.1" status: 200 len: 942 time: 0.3917499 Oct 13 14:06:18.164777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128f6a3-6293-497e-94a9-81794dfeffbc req-836aec38-44df-4581-8b38-6fd3b428fa8e tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:18.167608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0128f6a3-6293-497e-94a9-81794dfeffbc req-836aec38-44df-4581-8b38-6fd3b428fa8e tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.0957983 Oct 13 14:06:18.255901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:18.256517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0128f6a3-6293-497e-94a9-81794dfeffbc req-c42b5f75-358c-4ab6-922c-8630b7edf3a1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753796 Oct 13 14:06:18.404907 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667aaf89-8798-49db-b194-581f4cb71485 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Router d0ac1d30-31fb-4337-a1c1-82af8be7e03a has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:06:18.457347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-a1f349ea-0289-4f77-836c-5eb54015d2a8 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 1001 time: 0.1735771 Oct 13 14:06:18.481324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694e1c1-a6e8-4be2-969f-619bf6fbfd09 req-041c8edb-8748-48b7-a936-dbf43d943cfb tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:18.484367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c694e1c1-a6e8-4be2-969f-619bf6fbfd09 req-041c8edb-8748-48b7-a936-dbf43d943cfb tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 949 time: 0.1122963 Oct 13 14:06:18.589741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667aaf89-8798-49db-b194-581f4cb71485 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:06:18.596942 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-667aaf89-8798-49db-b194-581f4cb71485 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:18.605572 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda99f2-3928-4b41-a850-03a15c1fc9bc None None] Sync routers for ids ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:06:18.608362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c694e1c1-a6e8-4be2-969f-619bf6fbfd09 req-11301ec3-efb1-4218-aabd-6b3625760abc tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202831 Oct 13 14:06:18.630274 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda99f2-3928-4b41-a850-03a15c1fc9bc None None] Routers {'d0ac1d30-31fb-4337-a1c1-82af8be7e03a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:06:18.631409 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7fda99f2-3928-4b41-a850-03a15c1fc9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:18.673123 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-667aaf89-8798-49db-b194-581f4cb71485 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "PUT /v2.0/floatingips/4508f30a-1120-4b43-b2bb-4ab2404be610 HTTP/1.1" status: 200 len: 991 time: 1.6508605 Oct 13 14:06:18.679785 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:18.684300 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea419a7-2cbc-4156-ad2d-1ec28e57a823" -d '{"events": [{"name": "network-changed", "server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:18.694354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4543a-e798-43c6-8299-b31581200424 req-cdbdbe8e-51f4-4f35-a2bd-99799f9b3034 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:18.697013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-cdbdbe8e-51f4-4f35-a2bd-99799f9b3034 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.2090456 Oct 13 14:06:18.712237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-2e17e97b-4258-4e5f-802f-44454d6d7310 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:06:18.721881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-2e17e97b-4258-4e5f-802f-44454d6d7310 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0179882 Oct 13 14:06:18.844373 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7fda99f2-3928-4b41-a850-03a15c1fc9bc None None] Set router d0ac1d30-31fb-4337-a1c1-82af8be7e03a gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:06:18.865615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-2163542f-406a-46f7-a09f-e7e5ec75c358 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 1001 time: 0.1390831 Oct 13 14:06:18.880972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4c88b-1eda-400b-8726-41c7cd8041ea req-4d45b14e-438b-4d0f-b995-109af9f3361d tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:18.885510 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9a4c88b-1eda-400b-8726-41c7cd8041ea req-4d45b14e-438b-4d0f-b995-109af9f3361d tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.1613531 Oct 13 14:06:18.893918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-82f4543a-e798-43c6-8299-b31581200424 req-3991589a-0dd3-419b-85e5-190b0e403dcf tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:19.003117 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82f4543a-e798-43c6-8299-b31581200424 req-3991589a-0dd3-419b-85e5-190b0e403dcf tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:19.014796 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9a4c88b-1eda-400b-8726-41c7cd8041ea req-9b177e43-bad0-4de1-bfca-23552b38557c tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166122 Oct 13 14:06:19.173265 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7fda99f2-3928-4b41-a850-03a15c1fc9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:05:44Z', 'revision_number': 4, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '4508f30a-1120-4b43-b2bb-4ab2404be610', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'port_id': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'mac_address': 'fa:16:3e:af:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:05:52Z', 'updated_at': '2021-10-13T14:06:17Z', 'revision_number': 1, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d3933d-5b93-4014-a6a6-39b83859c9c7', 'name': '', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'mac_address': 'fa:16:3e:81:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:43Z', 'updated_at': '2021-10-13T14:05:52Z', 'revision_number': 5, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'subnets': [{'id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:19.206900 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda99f2-3928-4b41-a850-03a15c1fc9bc None None] Checking router: d0ac1d30-31fb-4337-a1c1-82af8be7e03a for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:06:19.222560 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda99f2-3928-4b41-a850-03a15c1fc9bc None None] Routers {'d0ac1d30-31fb-4337-a1c1-82af8be7e03a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:06:19.223192 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7fda99f2-3928-4b41-a850-03a15c1fc9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:19.292433 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82f4543a-e798-43c6-8299-b31581200424 req-3991589a-0dd3-419b-85e5-190b0e403dcf tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:19.363463 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7fda99f2-3928-4b41-a850-03a15c1fc9bc None None] Set router d0ac1d30-31fb-4337-a1c1-82af8be7e03a gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:06:19.423977 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82f4543a-e798-43c6-8299-b31581200424 req-3991589a-0dd3-419b-85e5-190b0e403dcf tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:19.427184 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-82f4543a-e798-43c6-8299-b31581200424 req-3991589a-0dd3-419b-85e5-190b0e403dcf tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Floating IP f3981e9d-c0f3-4b4b-b3f6-4144e776ffdd disassociated. External IP: 172.25.0.166, port: 2b186178-79cc-48bc-b964-641cbef6e5c9. Oct 13 14:06:19.538592 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5087c034-12aa-439a-8285-c8d58920f75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:19.740257 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7fda99f2-3928-4b41-a850-03a15c1fc9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:05:44Z', 'revision_number': 4, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '4508f30a-1120-4b43-b2bb-4ab2404be610', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'port_id': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'mac_address': 'fa:16:3e:af:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:05:52Z', 'updated_at': '2021-10-13T14:06:17Z', 'revision_number': 1, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d3933d-5b93-4014-a6a6-39b83859c9c7', 'name': '', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'mac_address': 'fa:16:3e:81:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:43Z', 'updated_at': '2021-10-13T14:05:52Z', 'revision_number': 5, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'subnets': [{'id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:19.778184 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda99f2-3928-4b41-a850-03a15c1fc9bc None None] The sync data for ids ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'] in n-d-806683-15 is: [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:05:44Z', 'revision_number': 4, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '4508f30a-1120-4b43-b2bb-4ab2404be610', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'floating_ip_address': '172.25.0.142', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'port_id': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'mac_address': 'fa:16:3e:af:e6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:05:52Z', 'updated_at': '2021-10-13T14:06:17Z', 'revision_number': 1, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d3933d-5b93-4014-a6a6-39b83859c9c7', 'name': '', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'mac_address': 'fa:16:3e:81:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:43Z', 'updated_at': '2021-10-13T14:05:52Z', 'revision_number': 5, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'subnets': [{'id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:06:19.785744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82f4543a-e798-43c6-8299-b31581200424 req-3991589a-0dd3-419b-85e5-190b0e403dcf tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Router 89f25271-bd7f-4636-9efb-fd9c2a31a62f has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:06:19.969251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82f4543a-e798-43c6-8299-b31581200424 req-3991589a-0dd3-419b-85e5-190b0e403dcf tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:06:19.981558 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82f4543a-e798-43c6-8299-b31581200424 req-3991589a-0dd3-419b-85e5-190b0e403dcf tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:19.982897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca7650-f0b7-4043-9563-bf087f747fae None None] Sync routers for ids ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:06:19.999555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca7650-f0b7-4043-9563-bf087f747fae None None] Routers {'89f25271-bd7f-4636-9efb-fd9c2a31a62f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:06:20.000758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-acca7650-f0b7-4043-9563-bf087f747fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:20.045926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-3991589a-0dd3-419b-85e5-190b0e403dcf tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "PUT /v2.0/floatingips/f3981e9d-c0f3-4b4b-b3f6-4144e776ffdd HTTP/1.1" status: 200 len: 695 time: 1.1582162 Oct 13 14:06:20.050154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'tag': '2b186178-79cc-48bc-b964-641cbef6e5c9'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:20.054753 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a8a93f-2345-401a-83c1-efed3a40a64f" -d '{"events": [{"name": "network-changed", "server_uuid": "33df5c93-028e-46bf-b75e-dfc1bc7cb35c", "tag": "2b186178-79cc-48bc-b964-641cbef6e5c9"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:20.151927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4543a-e798-43c6-8299-b31581200424 req-f482981e-dad7-40b7-abe7-951be864ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:20.163046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-f482981e-dad7-40b7-abe7-951be864ec34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47a5116ceb6d4fa2a75db12ccd40aacf&device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 1097 time: 0.0813878 Oct 13 14:06:20.203827 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575d3a33-f570-433d-83cc-3e55025d0600 x-openstack-request-id: req-575d3a33-f570-433d-83cc-3e55025d0600 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:20.204625 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:20.204625 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-575d3a33-f570-433d-83cc-3e55025d0600 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:20.205402 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'status': 'completed', 'code': 200} Oct 13 14:06:20.226392 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eae7de-ae37-4def-bd73-491635000416 None None] New status for floating IP 4508f30a-1120-4b43-b2bb-4ab2404be610: ACTIVE {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:06:20.228448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-acca7650-f0b7-4043-9563-bf087f747fae None None] Set router 89f25271-bd7f-4636-9efb-fd9c2a31a62f gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:06:20.348379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4543a-e798-43c6-8299-b31581200424 req-b5b346e5-018f-4990-95b2-c583f0fe8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:20.353240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-b5b346e5-018f-4990-95b2-c583f0fe8a05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=22a046aa-7653-474d-b5aa-6cb8ef680468 HTTP/1.1" status: 200 len: 930 time: 0.1893601 Oct 13 14:06:20.489584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-526cc714-471b-4c27-9f3d-c3c7133e731a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b186178-79cc-48bc-b964-641cbef6e5c9 HTTP/1.1" status: 200 len: 217 time: 0.0765967 Oct 13 14:06:20.593137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4543a-e798-43c6-8299-b31581200424 req-346343ae-0d3a-436a-9364-de6fdb2e9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:20.595261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-346343ae-0d3a-436a-9364-de6fdb2e9c92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f061d763-65b2-4e4f-99e6-5aed53d47f1b HTTP/1.1" status: 200 len: 868 time: 0.0826433 Oct 13 14:06:20.619282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22413f-f11b-4542-a672-a7f265ba0b91 req-ad40f247-364a-4626-a586-a6b3961617e0 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:20.622895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb22413f-f11b-4542-a672-a7f265ba0b91 req-ad40f247-364a-4626-a586-a6b3961617e0 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 949 time: 0.1301379 Oct 13 14:06:20.623848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea419a7-2cbc-4156-ad2d-1ec28e57a823 req-e306bc1b-89d5-4fd5-b880-b7d2dd42194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:20.625129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ea419a7-2cbc-4156-ad2d-1ec28e57a823 req-e306bc1b-89d5-4fd5-b880-b7d2dd42194c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 1097 time: 0.3699069 Oct 13 14:06:20.834427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-acca7650-f0b7-4043-9563-bf087f747fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '878466a8-5e8a-4c19-928a-b17472c60895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:05:28Z', 'revision_number': 4, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port': {'id': '878466a8-5e8a-4c19-928a-b17472c60895', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:22Z', 'updated_at': '2021-10-13T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '7b6fb1d2-b006-40ea-834a-94e2951cdd52', 'name': '', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'mac_address': 'fa:16:3e:82:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:26Z', 'updated_at': '2021-10-13T14:05:35Z', 'revision_number': 5, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'subnets': [{'id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:20.862223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4543a-e798-43c6-8299-b31581200424 req-011f7839-b52e-4dd8-816e-52fee1790501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:20.863910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-011f7839-b52e-4dd8-816e-52fee1790501 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22a046aa-7653-474d-b5aa-6cb8ef680468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2339447 Oct 13 14:06:20.875212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca7650-f0b7-4043-9563-bf087f747fae None None] Checking router: 89f25271-bd7f-4636-9efb-fd9c2a31a62f for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:06:20.889321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca7650-f0b7-4043-9563-bf087f747fae None None] Routers {'89f25271-bd7f-4636-9efb-fd9c2a31a62f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:06:20.893245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-acca7650-f0b7-4043-9563-bf087f747fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:05:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:20.966838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea419a7-2cbc-4156-ad2d-1ec28e57a823 req-d7c977ed-1b05-4105-b8d7-1d0e7ed318c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:20.968476 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ea419a7-2cbc-4156-ad2d-1ec28e57a823 req-d7c977ed-1b05-4105-b8d7-1d0e7ed318c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.3278646 Oct 13 14:06:21.016843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-acca7650-f0b7-4043-9563-bf087f747fae None None] Set router 89f25271-bd7f-4636-9efb-fd9c2a31a62f gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:06:21.061241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79f0e7-6fcd-412f-a0db-b9c2d08d997a req-a8663e6b-50b0-4eea-9db0-1c31cfde7464 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:21.064766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce79f0e7-6fcd-412f-a0db-b9c2d08d997a req-a8663e6b-50b0-4eea-9db0-1c31cfde7464 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 949 time: 0.2370141 Oct 13 14:06:21.124484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-fb22413f-f11b-4542-a672-a7f265ba0b91 req-3e08e3f9-9daf-4096-a06a-add5d7652e2f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Deleting port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:06:21.125112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb22413f-f11b-4542-a672-a7f265ba0b91 req-3e08e3f9-9daf-4096-a06a-add5d7652e2f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:21.169960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ea419a7-2cbc-4156-ad2d-1ec28e57a823 req-37a8001e-e48a-4be4-a504-524d7816f28e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c HTTP/1.1" status: 200 len: 1001 time: 0.1878171 Oct 13 14:06:21.203601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-1b056781-4370-4ffc-a63d-028e8bad3548 service neutron] 10.222.0.18 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224771 Oct 13 14:06:21.304399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce79f0e7-6fcd-412f-a0db-b9c2d08d997a req-6d63e0d4-0e4b-40fc-aa53-42890c5e00a3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222388 Oct 13 14:06:21.366686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea419a7-2cbc-4156-ad2d-1ec28e57a823 req-cc358747-2f7d-4338-8b33-5bdf2bf1dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:21.368243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ea419a7-2cbc-4156-ad2d-1ec28e57a823 req-cc358747-2f7d-4338-8b33-5bdf2bf1dca2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.1691043 Oct 13 14:06:21.368688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-acca7650-f0b7-4043-9563-bf087f747fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '878466a8-5e8a-4c19-928a-b17472c60895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:05:28Z', 'revision_number': 4, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port': {'id': '878466a8-5e8a-4c19-928a-b17472c60895', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:22Z', 'updated_at': '2021-10-13T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '7b6fb1d2-b006-40ea-834a-94e2951cdd52', 'name': '', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'mac_address': 'fa:16:3e:82:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:26Z', 'updated_at': '2021-10-13T14:05:35Z', 'revision_number': 5, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'subnets': [{'id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:21.409444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fb22413f-f11b-4542-a672-a7f265ba0b91 req-3e08e3f9-9daf-4096-a06a-add5d7652e2f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] For port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e3f7aad3-a8c1-4964-a09c-2342d4a35a9b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:21.409853 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb22413f-f11b-4542-a672-a7f265ba0b91 req-3e08e3f9-9daf-4096-a06a-add5d7652e2f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:21.427585 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acca7650-f0b7-4043-9563-bf087f747fae None None] The sync data for ids ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'] in n-d-806683-15 is: [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '878466a8-5e8a-4c19-928a-b17472c60895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:05:28Z', 'revision_number': 4, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port': {'id': '878466a8-5e8a-4c19-928a-b17472c60895', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:22Z', 'updated_at': '2021-10-13T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '7b6fb1d2-b006-40ea-834a-94e2951cdd52', 'name': '', 'network_id': '22a046aa-7653-474d-b5aa-6cb8ef680468', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'mac_address': 'fa:16:3e:82:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:26Z', 'updated_at': '2021-10-13T14:05:35Z', 'revision_number': 5, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'subnets': [{'id': 'f061d763-65b2-4e4f-99e6-5aed53d47f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:06:21.448329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-fb22413f-f11b-4542-a672-a7f265ba0b91 req-3e08e3f9-9daf-4096-a06a-add5d7652e2f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Calling delete_port for e3f7aad3-a8c1-4964-a09c-2342d4a35a9b owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:06:21.531987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82f4543a-e798-43c6-8299-b31581200424 req-65c70ad2-7b16-46aa-81cb-68cfe72c2ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903733 Oct 13 14:06:21.579709 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:21.601618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea419a7-2cbc-4156-ad2d-1ec28e57a823 req-5d503b1f-255f-4441-af46-8217b654cf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:21.604855 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ea419a7-2cbc-4156-ad2d-1ec28e57a823 req-5d503b1f-255f-4441-af46-8217b654cf7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2136302 Oct 13 14:06:21.718391 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250cc743-2b10-4f16-8a77-3db1f953cc71 x-openstack-request-id: req-250cc743-2b10-4f16-8a77-3db1f953cc71 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:21.718714 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33df5c93-028e-46bf-b75e-dfc1bc7cb35c", "tag": "2b186178-79cc-48bc-b964-641cbef6e5c9", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:21.718976 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-250cc743-2b10-4f16-8a77-3db1f953cc71 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:21.719343 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'tag': '2b186178-79cc-48bc-b964-641cbef6e5c9', 'status': 'completed', 'code': 200} Oct 13 14:06:21.858161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ea419a7-2cbc-4156-ad2d-1ec28e57a823 req-8322db37-d4be-4c24-8bd7-d41a21486f42 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353065 Oct 13 14:06:21.864495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8a93f-2345-401a-83c1-efed3a40a64f req-6d3c105a-d02f-4ec2-bd0a-9a5164512d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:21.866632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34a8a93f-2345-401a-83c1-efed3a40a64f req-6d3c105a-d02f-4ec2-bd0a-9a5164512d00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=47a5116ceb6d4fa2a75db12ccd40aacf&device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 1097 time: 0.1355317 Oct 13 14:06:21.867823 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb22413f-f11b-4542-a672-a7f265ba0b91 req-3e08e3f9-9daf-4096-a06a-add5d7652e2f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:21.881699 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['2c1c2b57-09f6-4f65-81f6-c0357327dfd6'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:06:21.891392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['df022525-432b-44cf-9de8-55a2dfd4ca34'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:06:22.001349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d348074-215e-4e20-afb5-25a7bb605220 None None] New status for floating IP f3981e9d-c0f3-4b4b-b3f6-4144e776ffdd: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:06:22.026504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08e3f9-9daf-4096-a06a-add5d7652e2f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Pushing event deleted for resources: {'Port': ['ID=e3f7aad3-a8c1-4964-a09c-2342d4a35a9b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:22.039651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ee9de-7f5c-4dba-bbb4-002bef7574b4 req-02d9de88-e8c6-4259-a53a-6226bacbbe69 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:22.041280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a66ee9de-7f5c-4dba-bbb4-002bef7574b4 req-02d9de88-e8c6-4259-a53a-6226bacbbe69 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.2435360 Oct 13 14:06:22.120407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb22413f-f11b-4542-a672-a7f265ba0b91 req-3e08e3f9-9daf-4096-a06a-add5d7652e2f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] No DVR routers for this DVR port e3f7aad3-a8c1-4964-a09c-2342d4a35a9b on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:06:22.123262 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb22413f-f11b-4542-a672-a7f265ba0b91 req-3e08e3f9-9daf-4096-a06a-add5d7652e2f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:22.127649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb22413f-f11b-4542-a672-a7f265ba0b91 req-3e08e3f9-9daf-4096-a06a-add5d7652e2f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.41 "DELETE /v2.0/ports/e3f7aad3-a8c1-4964-a09c-2342d4a35a9b HTTP/1.1" status: 204 len: 173 time: 1.4853430 Oct 13 14:06:22.189307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a66ee9de-7f5c-4dba-bbb4-002bef7574b4 req-d178822d-20b8-429d-a710-7a8f91e17ff1 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258938 Oct 13 14:06:22.244419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ea419a7-2cbc-4156-ad2d-1ec28e57a823 req-19e3fe7d-3b4d-47d4-958c-d51171461909 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263719 Oct 13 14:06:22.249625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8a93f-2345-401a-83c1-efed3a40a64f req-92b2e349-1308-4465-b0fc-ee05f3ac4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:22.253627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34a8a93f-2345-401a-83c1-efed3a40a64f req-92b2e349-1308-4465-b0fc-ee05f3ac4b59 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22a046aa-7653-474d-b5aa-6cb8ef680468 HTTP/1.1" status: 200 len: 930 time: 0.3685238 Oct 13 14:06:22.332612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34a8a93f-2345-401a-83c1-efed3a40a64f req-5c55b96e-1e56-41e9-bbd5-df0d8e492ead service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b186178-79cc-48bc-b964-641cbef6e5c9 HTTP/1.1" status: 200 len: 217 time: 0.0694945 Oct 13 14:06:22.363790 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-55c582ae-d458-4bb3-b267-52dc61cc7516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:22.417117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-28973285-a249-4a0d-b334-4d53f8aab325 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips/f3981e9d-c0f3-4b4b-b3f6-4144e776ffdd HTTP/1.1" status: 200 len: 695 time: 0.1338012 Oct 13 14:06:22.439837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:06:22.681927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:22.703126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '01fd4b49-12cf-46ce-bae6-9b550f7a0be4', 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17', 'port_id': '01fd4b49-12cf-46ce-bae6-9b550f7a0be4', 'mac_address': 'fa:16:3e:b0:11:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ed03c6-ebe8-4cd6-ae30-b198229ba2f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:06:22.769409 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:22.812082 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:06:22.881546 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:22.952526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8a93f-2345-401a-83c1-efed3a40a64f req-cbce5e99-4a98-43c0-8957-eda6c8083f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:22.954995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34a8a93f-2345-401a-83c1-efed3a40a64f req-cbce5e99-4a98-43c0-8957-eda6c8083f59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f061d763-65b2-4e4f-99e6-5aed53d47f1b HTTP/1.1" status: 200 len: 868 time: 0.5909882 Oct 13 14:06:23.078626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-0afe5988-a88b-4ac7-9e19-38574fdd0668 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:23.078626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-0afe5988-a88b-4ac7-9e19-38574fdd0668 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.6310744 Oct 13 14:06:23.078626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8a93f-2345-401a-83c1-efed3a40a64f req-7c78aaad-d6da-41ba-8b24-7462cc6d0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:23.078626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34a8a93f-2345-401a-83c1-efed3a40a64f req-7c78aaad-d6da-41ba-8b24-7462cc6d0be4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22a046aa-7653-474d-b5aa-6cb8ef680468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991917 Oct 13 14:06:23.168670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-19321394-cffb-453b-b9aa-b2098e119402 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 696 time: 0.0967085 Oct 13 14:06:23.237122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-a1735bda-e2a2-4473-8ddb-f1e4c1f0d3bb tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 696 time: 0.0602975 Oct 13 14:06:23.307132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34a8a93f-2345-401a-83c1-efed3a40a64f req-9a72f7df-c483-4367-b155-1d55d89638d5 service neutron] 10.222.0.49 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226748 Oct 13 14:06:23.470382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34a8a93f-2345-401a-83c1-efed3a40a64f req-beb4ed92-8bed-46a8-90f4-5c2f47234182 service neutron] 10.222.0.49 "GET /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276054 Oct 13 14:06:23.479173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-ab2b0f3d-3c09-424c-a1e0-2d3929c36b02 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Deleting port 5ff790a1-5f4e-4d78-b1ca-a2c234fe7978 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:06:23.479702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-ab2b0f3d-3c09-424c-a1e0-2d3929c36b02 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:23.591641 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-ab2b0f3d-3c09-424c-a1e0-2d3929c36b02 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:23.591922 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-ab2b0f3d-3c09-424c-a1e0-2d3929c36b02 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:23.609129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-ab2b0f3d-3c09-424c-a1e0-2d3929c36b02 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Calling delete_port for 5ff790a1-5f4e-4d78-b1ca-a2c234fe7978 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:06:23.711518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e3f7aad3-a8c1-4964-a09c-2342d4a35a9b no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:06:23.720535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0bf341-d41f-4231-b981-5262e57edbfa', 'name': 'network-vif-deleted', 'tag': 'e3f7aad3-a8c1-4964-a09c-2342d4a35a9b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:23.727309 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e757412a-59b1-4bdd-973a-f01f38ebc783" -d '{"events": [{"server_uuid": "7a0bf341-d41f-4231-b981-5262e57edbfa", "name": "network-vif-deleted", "tag": "e3f7aad3-a8c1-4964-a09c-2342d4a35a9b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:23.757264 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: e3f7aad3-a8c1-4964-a09c-2342d4a35a9b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:06:23.757799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e3f7aad3-a8c1-4964-a09c-2342d4a35a9b not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:06:23.760317 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:23.854159 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:23.855521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:23.874447 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:23.874945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:23.875396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:23.876401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:23.877007 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:23.877456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:23.877871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:23.878322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:23.878736 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:23.884413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:23.891905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:23.891905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:23.900237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['01fd4b49-12cf-46ce-bae6-9b550f7a0be4'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:06:23.916453 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-847094bc-6184-4fcc-8e1c-17cda791df6f req-5c7266d4-d590-4aca-9754-8861572d456f tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a0bf341-d41f-4231-b981-5262e57edbfa HTTP/1.1" status: 200 len: 210 time: 0.0381122 Oct 13 14:06:23.916453 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-ab2b0f3d-3c09-424c-a1e0-2d3929c36b02 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:23.966481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b0f3d-3c09-424c-a1e0-2d3929c36b02 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Pushing event deleted for resources: {'Port': ['ID=5ff790a1-5f4e-4d78-b1ca-a2c234fe7978,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:23.995822 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:24.086708 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-ab2b0f3d-3c09-424c-a1e0-2d3929c36b02 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:24.092581 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-ab2b0f3d-3c09-424c-a1e0-2d3929c36b02 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:24.094954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ad92309-66ca-4d86-bfa0-6338c598159a req-ab2b0f3d-3c09-424c-a1e0-2d3929c36b02 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "DELETE /v2.0/floatingips/f3981e9d-c0f3-4b4b-b3f6-4144e776ffdd HTTP/1.1" status: 204 len: 173 time: 0.8468668 Oct 13 14:06:24.333695 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bff5d9-b2af-485e-b4b2-233e698c34a8 x-openstack-request-id: req-e0bff5d9-b2af-485e-b4b2-233e698c34a8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:24.333695 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0bf341-d41f-4231-b981-5262e57edbfa", "name": "network-vif-deleted", "tag": "e3f7aad3-a8c1-4964-a09c-2342d4a35a9b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:24.333695 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0bff5d9-b2af-485e-b4b2-233e698c34a8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:24.333695 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0bf341-d41f-4231-b981-5262e57edbfa', 'name': 'network-vif-deleted', 'tag': 'e3f7aad3-a8c1-4964-a09c-2342d4a35a9b', 'status': 'completed', 'code': 200} Oct 13 14:06:24.384853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396103c-4ece-434c-a4df-4d23f6ffc16a req-7572a407-b4c7-4ab4-94b9-84f90119846f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:24.386434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3396103c-4ece-434c-a4df-4d23f6ffc16a req-7572a407-b4c7-4ab4-94b9-84f90119846f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.1222615 Oct 13 14:06:24.444278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:06:24.472657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3396103c-4ece-434c-a4df-4d23f6ffc16a req-2358127a-bfa7-4227-9276-c7fc5c722b41 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740941 Oct 13 14:06:24.511867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:24.511867 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:24.512162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01a512-1d21-4733-963f-430bbbc28cb4 req-8da1e29a-c048-4fe0-9d5e-eadbac9af490 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:24.512162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d01a512-1d21-4733-963f-430bbbc28cb4 req-8da1e29a-c048-4fe0-9d5e-eadbac9af490 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 944 time: 0.1325188 Oct 13 14:06:24.567674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d01a512-1d21-4733-963f-430bbbc28cb4 req-490ddd4b-db37-405e-b163-2397158f25c5 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489018 Oct 13 14:06:24.627763 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:24.666576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4680ba28-403c-464e-a230-d5be999ee7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fd4b49-12cf-46ce-bae6-9b550f7a0be4'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:24.669595 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977e1756-0002-47ed-948d-0893b647b7fd" -d '{"events": [{"server_uuid": "4680ba28-403c-464e-a230-d5be999ee7f7", "name": "network-vif-plugged", "status": "completed", "tag": "01fd4b49-12cf-46ce-bae6-9b550f7a0be4"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:24.671534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a0d34-d5bd-4369-b3ce-31f813d536ca req-c8b0c402-455d-4534-ab76-b23fa36d3f80 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:24.680781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-701a0d34-d5bd-4369-b3ce-31f813d536ca req-c8b0c402-455d-4534-ab76-b23fa36d3f80 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0964189 Oct 13 14:06:24.700957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:24.770517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-701a0d34-d5bd-4369-b3ce-31f813d536ca req-0e5c9d52-45f4-4a74-8dad-68a20ebdeef2 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0823309 Oct 13 14:06:24.809844 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031d0a8f-7c50-4f43-96da-41b2a1799185 x-openstack-request-id: req-031d0a8f-7c50-4f43-96da-41b2a1799185 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:24.810355 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4680ba28-403c-464e-a230-d5be999ee7f7", "name": "network-vif-plugged", "status": "completed", "tag": "01fd4b49-12cf-46ce-bae6-9b550f7a0be4", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:24.810634 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-031d0a8f-7c50-4f43-96da-41b2a1799185 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:24.814180 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4680ba28-403c-464e-a230-d5be999ee7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fd4b49-12cf-46ce-bae6-9b550f7a0be4', 'code': 200} Oct 13 14:06:24.825304 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:24.863187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0635a66b-f54f-4db9-baa5-a87508f708af req-ff58158d-2a26-4b40-9380-ac350aec3708 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0419180 Oct 13 14:06:24.903463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:25.221216 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:25.410689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df6a07-f611-4210-84a8-c1c66cbe2a08 req-99e04c2e-0277-462e-8e49-582ad8e78b55 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:25.412432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89df6a07-f611-4210-84a8-c1c66cbe2a08 req-99e04c2e-0277-462e-8e49-582ad8e78b55 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.0687981 Oct 13 14:06:25.478627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89df6a07-f611-4210-84a8-c1c66cbe2a08 req-63467b96-eedb-4d3e-8111-49f808c854a9 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564148 Oct 13 14:06:25.696499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada6719-36e3-4b2c-a521-296de8710153 req-3b48644a-1328-4bef-994c-5273e0811121 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:25.698195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fada6719-36e3-4b2c-a521-296de8710153 req-3b48644a-1328-4bef-994c-5273e0811121 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 945 time: 0.0619147 Oct 13 14:06:25.749366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fada6719-36e3-4b2c-a521-296de8710153 req-45cd4ca4-8215-43e8-943f-5ec6b81ec8af tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95eed70-e600-4326-a65e-c9f91f607561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Oct 13 14:06:25.879398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c0a15-5e64-4ca8-865e-7b253af85f1b req-0ae9a80d-4278-4c56-b7b4-2e23b853e3ab tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:25.881131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-624c0a15-5e64-4ca8-865e-7b253af85f1b req-0ae9a80d-4278-4c56-b7b4-2e23b853e3ab tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0655739 Oct 13 14:06:25.954958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-624c0a15-5e64-4ca8-865e-7b253af85f1b req-3ed8490d-af4b-4d08-83be-8b94bf130c0b tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625973 Oct 13 14:06:25.971577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ab692-0468-4192-8568-307019b89871 req-97d3c6a5-048f-46b7-862e-9ca8e5b1d87e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:25.973984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d57ab692-0468-4192-8568-307019b89871 req-97d3c6a5-048f-46b7-862e-9ca8e5b1d87e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 950 time: 0.0918360 Oct 13 14:06:26.023934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d57ab692-0468-4192-8568-307019b89871 req-bf9f3350-b367-4416-9f9f-966a4f7f41b5 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Oct 13 14:06:26.690636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71fb84-c845-4d30-b586-cc2b463da019 req-b12fd155-4692-46c6-832f-5a18f4be829c tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:26.692313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c71fb84-c845-4d30-b586-cc2b463da019 req-b12fd155-4692-46c6-832f-5a18f4be829c tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.1064253 Oct 13 14:06:26.763525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c71fb84-c845-4d30-b586-cc2b463da019 req-ec781d84-f04b-4e6e-80d4-b2f98b129392 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605276 Oct 13 14:06:26.930342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ec56c-8614-4167-9ef6-b1e646c63f4a req-e7804568-2d74-4b2d-bc50-5ed96e0db2e5 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:26.933327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-760ec56c-8614-4167-9ef6-b1e646c63f4a req-e7804568-2d74-4b2d-bc50-5ed96e0db2e5 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 945 time: 0.0950139 Oct 13 14:06:26.990320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-760ec56c-8614-4167-9ef6-b1e646c63f4a req-083e15bd-6008-40e4-8532-10be88ab065d tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95eed70-e600-4326-a65e-c9f91f607561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500922 Oct 13 14:06:27.215700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ed4ff-a880-4aba-84d1-5add8022d693 req-474911eb-34f8-4193-9f16-301e4d844b54 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:27.217335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e13ed4ff-a880-4aba-84d1-5add8022d693 req-474911eb-34f8-4193-9f16-301e4d844b54 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.1492496 Oct 13 14:06:27.247355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacb85b-4a10-4b0c-8dcb-511fff1f5c57 req-bcc74ff7-05a5-4b38-865d-15d3ac219788 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:27.249150 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfacb85b-4a10-4b0c-8dcb-511fff1f5c57 req-bcc74ff7-05a5-4b38-865d-15d3ac219788 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.49 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 945 time: 0.1354187 Oct 13 14:06:27.270182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26ca2f-e11d-4aa6-b922-230541114558 req-9f974ec8-7095-46a3-ad2e-ef9ab0241cd6 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:27.271735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee26ca2f-e11d-4aa6-b922-230541114558 req-9f974ec8-7095-46a3-ad2e-ef9ab0241cd6 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 950 time: 0.1436079 Oct 13 14:06:27.338503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e13ed4ff-a880-4aba-84d1-5add8022d693 req-c4b3237c-8f36-48ad-9b36-3be75b2def75 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078753 Oct 13 14:06:27.425250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee26ca2f-e11d-4aa6-b922-230541114558 req-8ba44d57-bd6c-4d8f-ae0a-f78b90d0e700 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396878 Oct 13 14:06:27.468855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab534b-6efe-498d-b4a7-ab0428c1266e req-811c3619-9235-49e2-b36b-a63535bf7181 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:27.470985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ddab534b-6efe-498d-b4a7-ab0428c1266e req-811c3619-9235-49e2-b36b-a63535bf7181 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.49 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.1148243 Oct 13 14:06:27.490600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-cfacb85b-4a10-4b0c-8dcb-511fff1f5c57 req-328e1a3e-0e00-4b26-b5ac-d7d518f9a176 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Deleting port 2b186178-79cc-48bc-b964-641cbef6e5c9 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:06:27.490600 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfacb85b-4a10-4b0c-8dcb-511fff1f5c57 req-328e1a3e-0e00-4b26-b5ac-d7d518f9a176 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:27.689894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cfacb85b-4a10-4b0c-8dcb-511fff1f5c57 req-328e1a3e-0e00-4b26-b5ac-d7d518f9a176 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] For port 2b186178-79cc-48bc-b964-641cbef6e5c9, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2b186178-79cc-48bc-b964-641cbef6e5c9,segment=NetworkSegment(7f58d304-756b-4054-a574-a225a6243a9f),segment_id=7f58d304-756b-4054-a574-a225a6243a9f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:27.690474 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfacb85b-4a10-4b0c-8dcb-511fff1f5c57 req-328e1a3e-0e00-4b26-b5ac-d7d518f9a176 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:27.714629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6c41-6653-4ef6-853f-dafc34468a3a req-96b4d47f-b26c-4cf2-ab64-d55f7c1fb2cc tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:27.716247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c46b6c41-6653-4ef6-853f-dafc34468a3a req-96b4d47f-b26c-4cf2-ab64-d55f7c1fb2cc tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.49 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 950 time: 0.1263778 Oct 13 14:06:27.738555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-cfacb85b-4a10-4b0c-8dcb-511fff1f5c57 req-328e1a3e-0e00-4b26-b5ac-d7d518f9a176 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Calling delete_port for 2b186178-79cc-48bc-b964-641cbef6e5c9 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:06:27.765927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ddab534b-6efe-498d-b4a7-ab0428c1266e req-2e334b5b-709d-4c77-94ce-3b466d0a4b36 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Deleting port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:06:27.766341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ddab534b-6efe-498d-b4a7-ab0428c1266e req-2e334b5b-709d-4c77-94ce-3b466d0a4b36 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:27.985838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ddab534b-6efe-498d-b4a7-ab0428c1266e req-2e334b5b-709d-4c77-94ce-3b466d0a4b36 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] For port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:27.986111 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ddab534b-6efe-498d-b4a7-ab0428c1266e req-2e334b5b-709d-4c77-94ce-3b466d0a4b36 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:28.015186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ddab534b-6efe-498d-b4a7-ab0428c1266e req-2e334b5b-709d-4c77-94ce-3b466d0a4b36 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Calling delete_port for 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:06:28.044621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54e29d-8268-42a6-bd4f-e988bf3e929d req-a59eefe7-2c33-467b-bdc0-e17937687cb4 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:28.047661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b54e29d-8268-42a6-bd4f-e988bf3e929d req-a59eefe7-2c33-467b-bdc0-e17937687cb4 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 945 time: 0.1569314 Oct 13 14:06:28.168330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c46b6c41-6653-4ef6-853f-dafc34468a3a req-b9a78d5b-4f6e-4b1d-8720-dac3b136efe3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Deleting port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:06:28.168682 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c46b6c41-6653-4ef6-853f-dafc34468a3a req-b9a78d5b-4f6e-4b1d-8720-dac3b136efe3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:28.279202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b54e29d-8268-42a6-bd4f-e988bf3e929d req-012d8a4c-d0df-43dd-9e3c-5d7603489a45 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624110 Oct 13 14:06:28.331952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eb06d-faf5-4a5a-8ec3-1a163ab229fd req-13041788-2f29-4007-900a-60de7d808387 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:28.333605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b31eb06d-faf5-4a5a-8ec3-1a163ab229fd req-13041788-2f29-4007-900a-60de7d808387 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 945 time: 0.2254865 Oct 13 14:06:28.352390 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfacb85b-4a10-4b0c-8dcb-511fff1f5c57 req-328e1a3e-0e00-4b26-b5ac-d7d518f9a176 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:28.370102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['2b186178-79cc-48bc-b964-641cbef6e5c9'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:06:28.427206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e1a3e-0e00-4b26-b5ac-d7d518f9a176 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Pushing event deleted for resources: {'Port': ['ID=2b186178-79cc-48bc-b964-641cbef6e5c9,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:28.468968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c46b6c41-6653-4ef6-853f-dafc34468a3a req-b9a78d5b-4f6e-4b1d-8720-dac3b136efe3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] For port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2c1c2b57-09f6-4f65-81f6-c0357327dfd6,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:28.469890 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c46b6c41-6653-4ef6-853f-dafc34468a3a req-b9a78d5b-4f6e-4b1d-8720-dac3b136efe3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:28.478768 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2b186178-79cc-48bc-b964-641cbef6e5c9 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:06:28.505061 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 2b186178-79cc-48bc-b964-641cbef6e5c9 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:06:28.505874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2b186178-79cc-48bc-b964-641cbef6e5c9 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:06:28.507612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:06:28.553792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c46b6c41-6653-4ef6-853f-dafc34468a3a req-b9a78d5b-4f6e-4b1d-8720-dac3b136efe3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Calling delete_port for 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:06:28.578114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b31eb06d-faf5-4a5a-8ec3-1a163ab229fd req-39081d31-5d67-4614-92bf-af59ccbd906c tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/security-groups?id=d95eed70-e600-4326-a65e-c9f91f607561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279038 Oct 13 14:06:28.675430 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:28.676005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfacb85b-4a10-4b0c-8dcb-511fff1f5c57 req-328e1a3e-0e00-4b26-b5ac-d7d518f9a176 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] No DVR routers for this DVR port 2b186178-79cc-48bc-b964-641cbef6e5c9 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:06:28.679088 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cfacb85b-4a10-4b0c-8dcb-511fff1f5c57 req-328e1a3e-0e00-4b26-b5ac-d7d518f9a176 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:28.682865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfacb85b-4a10-4b0c-8dcb-511fff1f5c57 req-328e1a3e-0e00-4b26-b5ac-d7d518f9a176 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.49 "DELETE /v2.0/ports/2b186178-79cc-48bc-b964-641cbef6e5c9 HTTP/1.1" status: 204 len: 173 time: 1.4102054 Oct 13 14:06:28.690221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'name': 'network-vif-deleted', 'tag': '2b186178-79cc-48bc-b964-641cbef6e5c9'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:28.691812 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beea5fc-cb92-41dc-9725-71e308598291" -d '{"events": [{"server_uuid": "33df5c93-028e-46bf-b75e-dfc1bc7cb35c", "name": "network-vif-deleted", "tag": "2b186178-79cc-48bc-b964-641cbef6e5c9"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:28.694525 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ddab534b-6efe-498d-b4a7-ab0428c1266e req-2e334b5b-709d-4c77-94ce-3b466d0a4b36 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:28.737194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acce43a-ddaf-4cb2-8997-21c3893924ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1c2b57-09f6-4f65-81f6-c0357327dfd6'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:28.741454 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6276b7-9d23-4098-a6da-22445ee6ba2a" -d '{"events": [{"server_uuid": "4acce43a-ddaf-4cb2-8997-21c3893924ca", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1c2b57-09f6-4f65-81f6-c0357327dfd6"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:28.763606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2c1c2b57-09f6-4f65-81f6-c0357327dfd6,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:28.769877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e334b5b-709d-4c77-94ce-3b466d0a4b36 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Pushing event deleted for resources: {'Port': ['ID=01fd4b49-12cf-46ce-bae6-9b550f7a0be4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:28.795127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed359df8-d446-48e8-9ef9-151d96158f4b req-7ce4fee6-35eb-42c1-9c0f-d6cd3f951272 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:28.802343 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed359df8-d446-48e8-9ef9-151d96158f4b req-7ce4fee6-35eb-42c1-9c0f-d6cd3f951272 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.3394454 Oct 13 14:06:28.835332 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:28.836525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:06:28.934926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=2c1c2b57-09f6-4f65-81f6-c0357327dfd6,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:28.941645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddab534b-6efe-498d-b4a7-ab0428c1266e req-2e334b5b-709d-4c77-94ce-3b466d0a4b36 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] No DVR routers for this DVR port 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:06:28.952456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:06:28.954743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 01fd4b49-12cf-46ce-bae6-9b550f7a0be4 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:06:28.990793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66e077-46d5-4fd1-b579-79ea8cdb0d94 req-dd0fbc95-e71c-4046-be59-b53a17f857fb tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:28.993037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a66e077-46d5-4fd1-b579-79ea8cdb0d94 req-dd0fbc95-e71c-4046-be59-b53a17f857fb tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 950 time: 0.3183024 Oct 13 14:06:28.997020 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ddab534b-6efe-498d-b4a7-ab0428c1266e req-2e334b5b-709d-4c77-94ce-3b466d0a4b36 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:29.002867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ddab534b-6efe-498d-b4a7-ab0428c1266e req-2e334b5b-709d-4c77-94ce-3b466d0a4b36 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.49 "DELETE /v2.0/ports/01fd4b49-12cf-46ce-bae6-9b550f7a0be4 HTTP/1.1" status: 204 len: 173 time: 1.5248077 Oct 13 14:06:29.084012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed359df8-d446-48e8-9ef9-151d96158f4b req-342432a7-82ea-48ba-a58a-14c0428a4ea3 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558815 Oct 13 14:06:29.188660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a66e077-46d5-4fd1-b579-79ea8cdb0d94 req-a42376f5-8856-4186-b964-813fe166fae6 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762619 Oct 13 14:06:29.259122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c46b6c41-6653-4ef6-853f-dafc34468a3a req-b9a78d5b-4f6e-4b1d-8720-dac3b136efe3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:29.279076 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['df022525-432b-44cf-9de8-55a2dfd4ca34'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:06:29.336881 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b11cf26-80e1-4d52-9dc5-f99285921cfc x-openstack-request-id: req-4b11cf26-80e1-4d52-9dc5-f99285921cfc {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:29.337207 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33df5c93-028e-46bf-b75e-dfc1bc7cb35c", "name": "network-vif-deleted", "tag": "2b186178-79cc-48bc-b964-641cbef6e5c9", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:29.337532 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b11cf26-80e1-4d52-9dc5-f99285921cfc {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:29.337977 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33df5c93-028e-46bf-b75e-dfc1bc7cb35c', 'name': 'network-vif-deleted', 'tag': '2b186178-79cc-48bc-b964-641cbef6e5c9', 'status': 'completed', 'code': 200} Oct 13 14:06:29.345450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a78d5b-4f6e-4b1d-8720-dac3b136efe3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Pushing event deleted for resources: {'Port': ['ID=2c1c2b57-09f6-4f65-81f6-c0357327dfd6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:29.365962 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4c2c07-b81d-4842-aa83-4086ffcdea5a x-openstack-request-id: req-0d4c2c07-b81d-4842-aa83-4086ffcdea5a {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:29.367859 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acce43a-ddaf-4cb2-8997-21c3893924ca", "name": "network-vif-unplugged", "status": "completed", "tag": "2c1c2b57-09f6-4f65-81f6-c0357327dfd6", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:29.368215 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d4c2c07-b81d-4842-aa83-4086ffcdea5a {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:29.368758 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acce43a-ddaf-4cb2-8997-21c3893924ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c1c2b57-09f6-4f65-81f6-c0357327dfd6', 'code': 200} Oct 13 14:06:29.425145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46b6c41-6653-4ef6-853f-dafc34468a3a req-b9a78d5b-4f6e-4b1d-8720-dac3b136efe3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] No DVR routers for this DVR port 2c1c2b57-09f6-4f65-81f6-c0357327dfd6 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:06:29.432001 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c46b6c41-6653-4ef6-853f-dafc34468a3a req-b9a78d5b-4f6e-4b1d-8720-dac3b136efe3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:29.446422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c46b6c41-6653-4ef6-853f-dafc34468a3a req-b9a78d5b-4f6e-4b1d-8720-dac3b136efe3 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.49 "DELETE /v2.0/ports/2c1c2b57-09f6-4f65-81f6-c0357327dfd6 HTTP/1.1" status: 204 len: 173 time: 1.7202816 Oct 13 14:06:29.498967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26c83777-df86-4fea-860e-843e89d7edef req-05fb3308-e53a-438b-91f1-03c8960841c1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 210 time: 0.0393710 Oct 13 14:06:29.733169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-239c9a4f-573a-4a72-8d64-fb726e625166 req-25eec5ea-17a6-44b2-a611-b0b1c61b7915 tempest-FloatingIPsAssociationNegativeTestJSON-755210952 tempest-FloatingIPsAssociationNegativeTestJSON-755210952-project] 10.222.0.18 "GET /v2.0/ports?device_id=33df5c93-028e-46bf-b75e-dfc1bc7cb35c HTTP/1.1" status: 200 len: 210 time: 0.0308177 Oct 13 14:06:30.230585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e05aa-56ac-4b3d-bdbf-8d5e670678e8 req-45b18997-411b-44b9-ac4a-d31330c6e2eb tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:30.232368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec5e05aa-56ac-4b3d-bdbf-8d5e670678e8 req-45b18997-411b-44b9-ac4a-d31330c6e2eb tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0576391 Oct 13 14:06:30.287606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec5e05aa-56ac-4b3d-bdbf-8d5e670678e8 req-98cbe804-4a7d-4a26-9e88-7fea30ba4bc9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429718 Oct 13 14:06:30.334838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca2c1a38-f9d6-47aa-bb92-3c7ac8205f46 req-e9c4f90a-6019-4dc7-863c-ae8d0ad1389e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=4acce43a-ddaf-4cb2-8997-21c3893924ca HTTP/1.1" status: 200 len: 210 time: 0.0353684 Oct 13 14:06:30.643066 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1db7ada6-d954-41e5-8a14-ebc15022fc0f req-c8c4ae43-182f-443c-a1be-706f4b483461 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=4680ba28-403c-464e-a230-d5be999ee7f7 HTTP/1.1" status: 200 len: 210 time: 0.0313046 Oct 13 14:06:30.817565 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34938) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:31.339646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4680ba28-403c-464e-a230-d5be999ee7f7', 'name': 'network-vif-deleted', 'tag': '01fd4b49-12cf-46ce-bae6-9b550f7a0be4'}, {'server_uuid': '4acce43a-ddaf-4cb2-8997-21c3893924ca', 'name': 'network-vif-deleted', 'tag': '2c1c2b57-09f6-4f65-81f6-c0357327dfd6'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:31.354318 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf65aa1f-d91d-4b7f-afaa-82aee1c5e717" -d '{"events": [{"server_uuid": "4680ba28-403c-464e-a230-d5be999ee7f7", "name": "network-vif-deleted", "tag": "01fd4b49-12cf-46ce-bae6-9b550f7a0be4"}, {"server_uuid": "4acce43a-ddaf-4cb2-8997-21c3893924ca", "name": "network-vif-deleted", "tag": "2c1c2b57-09f6-4f65-81f6-c0357327dfd6"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:31.416792 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89a68ed-9336-4a6c-9c14-66e64fa6b18a x-openstack-request-id: req-e89a68ed-9336-4a6c-9c14-66e64fa6b18a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:31.417355 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4680ba28-403c-464e-a230-d5be999ee7f7", "name": "network-vif-deleted", "tag": "01fd4b49-12cf-46ce-bae6-9b550f7a0be4", "status": "completed", "code": 200}, {"server_uuid": "4acce43a-ddaf-4cb2-8997-21c3893924ca", "name": "network-vif-deleted", "tag": "2c1c2b57-09f6-4f65-81f6-c0357327dfd6", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:31.417820 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e89a68ed-9336-4a6c-9c14-66e64fa6b18a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:31.418500 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4680ba28-403c-464e-a230-d5be999ee7f7', 'name': 'network-vif-deleted', 'tag': '01fd4b49-12cf-46ce-bae6-9b550f7a0be4', 'status': 'completed', 'code': 200} Oct 13 14:06:31.418969 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acce43a-ddaf-4cb2-8997-21c3893924ca', 'name': 'network-vif-deleted', 'tag': '2c1c2b57-09f6-4f65-81f6-c0357327dfd6', 'status': 'completed', 'code': 200} Oct 13 14:06:31.465696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d0c54-6f71-451b-8ae5-32daab03ffbf req-89da2392-7b06-45f6-a8dd-b4a605504400 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:31.467464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c5d0c54-6f71-451b-8ae5-32daab03ffbf req-89da2392-7b06-45f6-a8dd-b4a605504400 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.1015754 Oct 13 14:06:31.505806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:31.528000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c5d0c54-6f71-451b-8ae5-32daab03ffbf req-872f19a1-73b3-4370-9471-aaee5796a7ee tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482490 Oct 13 14:06:31.863398 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Deleting port 7b6fb1d2-b006-40ea-834a-94e2951cdd52 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:06:31.864010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:31.962653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] For port 7b6fb1d2-b006-40ea-834a-94e2951cdd52, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7b6fb1d2-b006-40ea-834a-94e2951cdd52,segment=NetworkSegment(7f58d304-756b-4054-a574-a225a6243a9f),segment_id=7f58d304-756b-4054-a574-a225a6243a9f)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:31.963005 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:31.977699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Calling delete_port for 7b6fb1d2-b006-40ea-834a-94e2951cdd52 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:06:32.366351 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:32.370781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860f6ea-1367-43dd-86da-f596839b1790 req-678dc6c4-f2a1-47ff-99e2-1bddb8b1b943 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:32.372434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8860f6ea-1367-43dd-86da-f596839b1790 req-678dc6c4-f2a1-47ff-99e2-1bddb8b1b943 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 951 time: 0.0761402 Oct 13 14:06:32.428206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8860f6ea-1367-43dd-86da-f596839b1790 req-bc11e883-6738-43bc-9a65-03b436169d56 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478334 Oct 13 14:06:32.454910 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6fb1d2-b006-40ea-834a-94e2951cdd52,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:32.490895 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:32.491492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:32.492080 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:32.492570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:32.493129 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:32.496109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:32.496109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:32.496109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:32.496109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:32.496109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:32.496109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:32.496109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:06:32.724942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34970) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:32.731906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-2887be7e-0f05-43b7-a530-1103c5864a8d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34387206', 'description': 'tempest-description--1491892935'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:32.761235 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:32.883007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118db83b-178e-42e7-ad8c-4d8e65429d02 req-3e4d1ba9-dfc6-4c8f-85b4-eedbc0cd92cc tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:32.886423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-118db83b-178e-42e7-ad8c-4d8e65429d02 req-3e4d1ba9-dfc6-4c8f-85b4-eedbc0cd92cc tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0874050 Oct 13 14:06:32.955168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-118db83b-178e-42e7-ad8c-4d8e65429d02 req-97a138aa-5eae-4ca4-a2f9-9290615fa4f3 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607741 Oct 13 14:06:32.998242 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2887be7e-0f05-43b7-a530-1103c5864a8d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:33.113381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Router 89f25271-bd7f-4636-9efb-fd9c2a31a62f has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:06:33.121735 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2887be7e-0f05-43b7-a530-1103c5864a8d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:33.217845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2887be7e-0f05-43b7-a530-1103c5864a8d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:33.284871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887be7e-0f05-43b7-a530-1103c5864a8d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f28623e-ed5b-4cff-9f85-9a9c8dfef3ff,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:33.297741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:06:33.310427 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-68ca038f-5d48-43b2-a950-8c1fb86d0d74 admin admin] 10.222.0.18 "PUT /v2.0/routers/89f25271-bd7f-4636-9efb-fd9c2a31a62f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4883063 Oct 13 14:06:33.310692 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34974) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:33.313626 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef63eeb-1a16-48ca-9314-221f024fe0f7 None None] Sync routers for ids ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:06:33.327033 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef63eeb-1a16-48ca-9314-221f024fe0f7 None None] Routers {'89f25271-bd7f-4636-9efb-fd9c2a31a62f'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:06:33.328044 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bef63eeb-1a16-48ca-9314-221f024fe0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:06:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:33.396408 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2887be7e-0f05-43b7-a530-1103c5864a8d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:33.401732 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2887be7e-0f05-43b7-a530-1103c5864a8d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6715181 Oct 13 14:06:33.402262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34976) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:33.407989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-73ecf33f-5d90-4c31-9f04-7f1bee3dd819 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Request body: {'security_group_rule': {'security_group_id': '5f28623e-ed5b-4cff-9f85-9a9c8dfef3ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:33.481953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:33.566674 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-73ecf33f-5d90-4c31-9f04-7f1bee3dd819 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:33.605707 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-bef63eeb-1a16-48ca-9314-221f024fe0f7 None None] Set router 89f25271-bd7f-4636-9efb-fd9c2a31a62f gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:06:33.638928 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:33.665200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69c16c-f82a-4389-8f89-03e143938088 req-365e3c9a-941b-4849-85e9-d67aab873380 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:33.667019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d69c16c-f82a-4389-8f89-03e143938088 req-365e3c9a-941b-4849-85e9-d67aab873380 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 951 time: 0.1438990 Oct 13 14:06:33.701475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-73ecf33f-5d90-4c31-9f04-7f1bee3dd819 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:33.752280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d69c16c-f82a-4389-8f89-03e143938088 req-abd9765c-0db5-4814-8b8a-2adc4bce78ff tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740695 Oct 13 14:06:33.810195 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Deleting port 878466a8-5e8a-4c19-928a-b17472c60895 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:06:33.810654 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:33.835106 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-73ecf33f-5d90-4c31-9f04-7f1bee3dd819 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:33.865873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecf33f-5d90-4c31-9f04-7f1bee3dd819 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c54c04-3b4c-464a-a73d-610b9c513ad8,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:33.877642 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bef63eeb-1a16-48ca-9314-221f024fe0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': '878466a8-5e8a-4c19-928a-b17472c60895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:06:32Z', 'revision_number': 5, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port': {'id': '878466a8-5e8a-4c19-928a-b17472c60895', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:22Z', 'updated_at': '2021-10-13T14:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:33.930615 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef63eeb-1a16-48ca-9314-221f024fe0f7 None None] Checking router: 89f25271-bd7f-4636-9efb-fd9c2a31a62f for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:06:33.942195 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef63eeb-1a16-48ca-9314-221f024fe0f7 None None] Routers {'89f25271-bd7f-4636-9efb-fd9c2a31a62f'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:06:33.942965 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bef63eeb-1a16-48ca-9314-221f024fe0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:06:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:33.943126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] For port 878466a8-5e8a-4c19-928a-b17472c60895, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=878466a8-5e8a-4c19-928a-b17472c60895,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:33.943470 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:33.957863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Calling delete_port for 878466a8-5e8a-4c19-928a-b17472c60895 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:06:34.006340 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-73ecf33f-5d90-4c31-9f04-7f1bee3dd819 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.010910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-73ecf33f-5d90-4c31-9f04-7f1bee3dd819 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6053123 Oct 13 14:06:34.011800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34992) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:34.020400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7cbc4463-3d88-45ba-9d62-81ba763f6c96 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Request body: {'security_group_rule': {'security_group_id': '5f28623e-ed5b-4cff-9f85-9a9c8dfef3ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:34.083615 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-bef63eeb-1a16-48ca-9314-221f024fe0f7 None None] Set router 89f25271-bd7f-4636-9efb-fd9c2a31a62f gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:06:34.103199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506fbd4-2f0c-497c-ba12-91e76a75d978 req-698907bd-b022-4420-9ed2-7e8b5a47d69e tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:34.104734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2506fbd4-2f0c-497c-ba12-91e76a75d978 req-698907bd-b022-4420-9ed2-7e8b5a47d69e tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0633862 Oct 13 14:06:34.160529 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bef63eeb-1a16-48ca-9314-221f024fe0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:06:33Z', 'revision_number': 6, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:34.171157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2506fbd4-2f0c-497c-ba12-91e76a75d978 req-d6e1a86a-2cd3-4cb2-bcfa-bc2908906414 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587869 Oct 13 14:06:34.173577 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7cbc4463-3d88-45ba-9d62-81ba763f6c96 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.205415 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef63eeb-1a16-48ca-9314-221f024fe0f7 None None] The sync data for ids ['89f25271-bd7f-4636-9efb-fd9c2a31a62f'] in n-d-806683-15 is: [{'id': '89f25271-bd7f-4636-9efb-fd9c2a31a62f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1246164573-router', 'tenant_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:21Z', 'updated_at': '2021-10-13T14:06:33Z', 'revision_number': 6, 'project_id': '47a5116ceb6d4fa2a75db12ccd40aacf', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:06:34.265381 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7cbc4463-3d88-45ba-9d62-81ba763f6c96 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.392465 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.418485 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=878466a8-5e8a-4c19-928a-b17472c60895,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:34.479879 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.508950 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7cbc4463-3d88-45ba-9d62-81ba763f6c96 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.559062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc4463-3d88-45ba-9d62-81ba763f6c96 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01999f8-859f-4a3e-bbcd-9b21e21f87f5,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:34.583835 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.586104 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.599474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f13b7-0771-4fd3-84de-ce6342f406dc req-843bc470-6e54-42bf-bd75-f7d43f871b6d tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:34.601054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc0f13b7-0771-4fd3-84de-ce6342f406dc req-843bc470-6e54-42bf-bd75-f7d43f871b6d tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 951 time: 0.0560341 Oct 13 14:06:34.730122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-cc0f13b7-0771-4fd3-84de-ce6342f406dc req-f7ab666a-54a0-478a-a37d-f74a94acdd2e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Deleting port df022525-432b-44cf-9de8-55a2dfd4ca34 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:06:34.730464 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc0f13b7-0771-4fd3-84de-ce6342f406dc req-f7ab666a-54a0-478a-a37d-f74a94acdd2e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.774274 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7cbc4463-3d88-45ba-9d62-81ba763f6c96 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.775477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7cbc4463-3d88-45ba-9d62-81ba763f6c96 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7621031 Oct 13 14:06:34.778974 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34996) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:34.786074 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:34.814969 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.816266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f25271-bd7f-4636-9efb-fd9c2a31a62f {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:06:34.827117 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.830404 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-45f91613-69ec-4440-9885-3f1aea960b11 admin admin] 10.222.0.18 "DELETE /v2.0/routers/89f25271-bd7f-4636-9efb-fd9c2a31a62f HTTP/1.1" status: 204 len: 168 time: 1.5170419 Oct 13 14:06:34.833169 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35002) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:34.841232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cc0f13b7-0771-4fd3-84de-ce6342f406dc req-f7ab666a-54a0-478a-a37d-f74a94acdd2e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] For port df022525-432b-44cf-9de8-55a2dfd4ca34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=df022525-432b-44cf-9de8-55a2dfd4ca34,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:34.841612 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc0f13b7-0771-4fd3-84de-ce6342f406dc req-f7ab666a-54a0-478a-a37d-f74a94acdd2e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.863813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-cc0f13b7-0771-4fd3-84de-ce6342f406dc req-f7ab666a-54a0-478a-a37d-f74a94acdd2e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Calling delete_port for df022525-432b-44cf-9de8-55a2dfd4ca34 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:06:34.900634 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:34.906319 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5de236-e2ef-455b-9873-01ed0cd5328a admin admin] Deleting subnet f061d763-65b2-4e4f-99e6-5aed53d47f1b {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:06:34.912201 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d5de236-e2ef-455b-9873-01ed0cd5328a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.003807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8f703-7f7d-4dae-a1eb-259ca5bf44bf req-55b8c145-7a59-4126-91ab-6263cff09518 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:35.005113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d5de236-e2ef-455b-9873-01ed0cd5328a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.011218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-acf8f703-7f7d-4dae-a1eb-259ca5bf44bf req-55b8c145-7a59-4126-91ab-6263cff09518 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 951 time: 0.1180499 Oct 13 14:06:35.071602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-acf8f703-7f7d-4dae-a1eb-259ca5bf44bf req-1182cfaa-ef1c-4621-b62f-8582d13c2958 tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/security-groups?id=f068f793-d32a-4481-9019-121cb11ba005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581865 Oct 13 14:06:35.121483 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d5de236-e2ef-455b-9873-01ed0cd5328a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.208492 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.265834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7b6fb1d2-b006-40ea-834a-94e2951cdd52 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:06:35.292469 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 7b6fb1d2-b006-40ea-834a-94e2951cdd52 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:06:35.297788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7b6fb1d2-b006-40ea-834a-94e2951cdd52 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:06:35.297788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 878466a8-5e8a-4c19-928a-b17472c60895 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:06:35.315753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bfe53-75b2-4881-bdd7-d32477fda41d req-f63a701e-6404-4a71-b913-8abcd6dd97d9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:35.325009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f8bfe53-75b2-4881-bdd7-d32477fda41d req-f63a701e-6404-4a71-b913-8abcd6dd97d9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0672178 Oct 13 14:06:35.325453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 878466a8-5e8a-4c19-928a-b17472c60895 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:06:35.325963 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 878466a8-5e8a-4c19-928a-b17472c60895 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:06:35.348729 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc0f13b7-0771-4fd3-84de-ce6342f406dc req-f7ab666a-54a0-478a-a37d-f74a94acdd2e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.353807 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Allocated IP 172.25.0.30 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/6f9a7bc8-868d-42d9-a6a3-6cef813a408f) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:06:35.366160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['df022525-432b-44cf-9de8-55a2dfd4ca34'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:06:35.421688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f8bfe53-75b2-4881-bdd7-d32477fda41d req-6ea528fa-1c34-4996-bd0a-b9d368be61d8 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953496 Oct 13 14:06:35.443042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab666a-54a0-478a-a37d-f74a94acdd2e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Pushing event deleted for resources: {'Port': ['ID=df022525-432b-44cf-9de8-55a2dfd4ca34,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:35.475510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0f13b7-0771-4fd3-84de-ce6342f406dc req-f7ab666a-54a0-478a-a37d-f74a94acdd2e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] No DVR routers for this DVR port df022525-432b-44cf-9de8-55a2dfd4ca34 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:06:35.479474 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc0f13b7-0771-4fd3-84de-ce6342f406dc req-f7ab666a-54a0-478a-a37d-f74a94acdd2e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.483080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc0f13b7-0771-4fd3-84de-ce6342f406dc req-f7ab666a-54a0-478a-a37d-f74a94acdd2e tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.41 "DELETE /v2.0/ports/df022525-432b-44cf-9de8-55a2dfd4ca34 HTTP/1.1" status: 204 len: 173 time: 0.8722491 Oct 13 14:06:35.483612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'name': 'network-vif-deleted', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:35.486056 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ec7bf8-e0e8-4b4e-bbef-29f6c6d33950" -d '{"events": [{"server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "name": "network-vif-deleted", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:35.511356 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.531257 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acfdaf2-1553-4e50-8499-e2e607e8b764 x-openstack-request-id: req-2acfdaf2-1553-4e50-8499-e2e607e8b764 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:35.533115 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dfd7d6-af54-4592-ada9-6a0ddf5ab20a", "name": "network-vif-deleted", "tag": "df022525-432b-44cf-9de8-55a2dfd4ca34", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:35.533115 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2acfdaf2-1553-4e50-8499-e2e607e8b764 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:35.533115 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dfd7d6-af54-4592-ada9-6a0ddf5ab20a', 'name': 'network-vif-deleted', 'tag': 'df022525-432b-44cf-9de8-55a2dfd4ca34', 'status': 'completed', 'code': 200} Oct 13 14:06:35.542936 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d5de236-e2ef-455b-9873-01ed0cd5328a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.582966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5de236-e2ef-455b-9873-01ed0cd5328a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f061d763-65b2-4e4f-99e6-5aed53d47f1b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:35.587725 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d5de236-e2ef-455b-9873-01ed0cd5328a admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.589638 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7d5de236-e2ef-455b-9873-01ed0cd5328a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f061d763-65b2-4e4f-99e6-5aed53d47f1b HTTP/1.1" status: 204 len: 168 time: 0.7554646 Oct 13 14:06:35.590760 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f158ad0e-a47e-4a11-b17b-62eb1ad0c067 None None] Network 22a046aa-7653-474d-b5aa-6cb8ef680468 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:06:35.592183 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35012) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:35.692073 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.753005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Deleting port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:06:35.753354 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.765797 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.792251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dea688-674b-4f04-956e-4bd94fa582c6 None None] DHCP port deletion for 22a046aa-7653-474d-b5aa-6cb8ef680468 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:06:35.852279 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:06:35.853052 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e4dea688-674b-4f04-956e-4bd94fa582c6 None None] Deleting port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:06:35.853431 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4dea688-674b-4f04-956e-4bd94fa582c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.861684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] For port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=337ae9b5-214a-4b7e-a120-9b6ca7ac5170,segment=NetworkSegment(7f58d304-756b-4054-a574-a225a6243a9f),segment_id=7f58d304-756b-4054-a574-a225a6243a9f)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:35.862048 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.864639 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:35.872573 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:06:35.899818 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Pushing event updated for resources: {'Port': ['ID=6f9a7bc8-868d-42d9-a6a3-6cef813a408f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:35.903954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Calling delete_port for 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:06:35.954819 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e4dea688-674b-4f04-956e-4bd94fa582c6 None None] For port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=337ae9b5-214a-4b7e-a120-9b6ca7ac5170,segment=NetworkSegment(7f58d304-756b-4054-a574-a225a6243a9f),segment_id=7f58d304-756b-4054-a574-a225a6243a9f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:35.954819 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4dea688-674b-4f04-956e-4bd94fa582c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:35.957721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e4dea688-674b-4f04-956e-4bd94fa582c6 None None] Calling delete_port for 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:06:36.049934 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:36.175826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c04eadc5-7e83-4e62-bae9-1b8e73514129 req-dbb43d4e-c880-4a22-90ae-b98f2714448b tempest-ServersAdminTestJSON-1862639754 tempest-ServersAdminTestJSON-1862639754-project] 10.222.0.18 "GET /v2.0/ports?device_id=51dfd7d6-af54-4592-ada9-6a0ddf5ab20a HTTP/1.1" status: 200 len: 210 time: 0.0265038 Oct 13 14:06:36.200967 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4dea688-674b-4f04-956e-4bd94fa582c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:36.221994 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:36.233832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dea688-674b-4f04-956e-4bd94fa582c6 None None] Pushing event deleted for resources: {'Port': ['ID=337ae9b5-214a-4b7e-a120-9b6ca7ac5170,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:36.237207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dea688-674b-4f04-956e-4bd94fa582c6 None None] No DVR routers for this DVR port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:06:36.268272 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:36.271594 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=337ae9b5-214a-4b7e-a120-9b6ca7ac5170,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:36.291933 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] No DVR routers for this DVR port 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:06:36.407027 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:36.459606 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a046aa-7653-474d-b5aa-6cb8ef680468']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:36.473035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f58d304-756b-4054-a574-a225a6243a9f') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:36.473259 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f58d304-756b-4054-a574-a225a6243a9f') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:36.486621 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:36.526936 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:36.534043 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:06:36.534442 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:06:36.536117 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:06:36.551111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810e08-b4c1-4aa7-a416-2c830147fb1b req-66c8fee1-ebed-41c2-aabb-1fa13d87a99f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:36.552661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9810e08-b4c1-4aa7-a416-2c830147fb1b req-66c8fee1-ebed-41c2-aabb-1fa13d87a99f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0556090 Oct 13 14:06:36.594554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9810e08-b4c1-4aa7-a416-2c830147fb1b req-e9b229a6-c210-410b-9261-b376efdb10e7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347984 Oct 13 14:06:36.599881 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:36.680108 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:36.711782 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:36.721720 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:36.727638 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/22a046aa-7653-474d-b5aa-6cb8ef680468 HTTP/1.1" status: 204 len: 168 time: 1.1273632 Oct 13 14:06:37.022440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabbff3-2f43-4216-a666-bbdea91ba1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a046aa-7653-474d-b5aa-6cb8ef680468,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:37.035646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Pushing event updated for resources: {'Port': ['ID=6f9a7bc8-868d-42d9-a6a3-6cef813a408f,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:37.040638 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:37.160239 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35034) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:37.191545 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:37.192734 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-49b9fd22-0cb9-4d01-95a2-749f4ab467a7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4124248 Oct 13 14:06:37.194116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:06:37.212617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35040) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:37.212894 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9b71a991-dca3-488a-926a-58db2ad1f305 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47a5116ceb6d4fa2a75db12ccd40aacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514348 Oct 13 14:06:37.216470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:06:37.217217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 337ae9b5-214a-4b7e-a120-9b6ca7ac5170 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:06:37.283766 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5c46b673-90b4-479e-bf33-7977c5a43973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:37.644743 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5c46b673-90b4-479e-bf33-7977c5a43973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:37.782755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f9420-61af-452b-82d6-5f58cdf8b1c9 req-583d11f7-9614-4aa4-9cff-519e38e7eb13 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:37.784288 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-242f9420-61af-452b-82d6-5f58cdf8b1c9 req-583d11f7-9614-4aa4-9cff-519e38e7eb13 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.1076577 Oct 13 14:06:37.805279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-d0cef6c9-f8e3-4da3-81ff-d5f012712fcc tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:37.809120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-d0cef6c9-f8e3-4da3-81ff-d5f012712fcc tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/networks?id=d9ea5240-1138-42e8-9381-25a5fe0b0c17 HTTP/1.1" status: 200 len: 822 time: 0.1951861 Oct 13 14:06:37.829356 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device df022525-432b-44cf-9de8-55a2dfd4ca34 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:06:37.832587 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-232c6811-2d2c-4fae-952e-5b862b1524ff tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/quotas/58d62d19e30a4f2b94edd7f231a7c1cc HTTP/1.1" status: 200 len: 375 time: 0.0188439 Oct 13 14:06:37.842471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35060) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:37.858185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: df022525-432b-44cf-9de8-55a2dfd4ca34 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:06:37.858782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device df022525-432b-44cf-9de8-55a2dfd4ca34 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:06:37.875483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-242f9420-61af-452b-82d6-5f58cdf8b1c9 req-2893b9d8-4306-4be2-a42f-c44d7627d696 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806391 Oct 13 14:06:37.889489 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5c46b673-90b4-479e-bf33-7977c5a43973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:37.892665 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5c46b673-90b4-479e-bf33-7977c5a43973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:37.893845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5c46b673-90b4-479e-bf33-7977c5a43973 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d95eed70-e600-4326-a65e-c9f91f607561 HTTP/1.1" status: 204 len: 168 time: 0.6798327 Oct 13 14:06:37.913597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-66c1eee3-f63f-41ab-ac56-0f4fe73dc98d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=58d62d19e30a4f2b94edd7f231a7c1cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715766 Oct 13 14:06:37.914340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46b673-90b4-479e-bf33-7977c5a43973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95eed70-e600-4326-a65e-c9f91f607561,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:38.008682 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-69dd862d-2451-4e29-817b-993cc1712b2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f59b7ada3c2d498f91cfd9b48990ec5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647277 Oct 13 14:06:38.010046 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35068) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:38.081279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0d9a-dfd2-46d3-8190-c3e37ec4ce86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:38.105902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-909be9c9-9dda-4272-ac13-81640c857531 service neutron] 10.222.0.18 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774237 Oct 13 14:06:38.113322 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0d9a-dfd2-46d3-8190-c3e37ec4ce86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:38.199086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-cb1a9599-2431-4bd6-8ed2-f8bf269f6c78 service neutron] 10.222.0.18 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920615 Oct 13 14:06:38.311818 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0d9a-dfd2-46d3-8190-c3e37ec4ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:38.315286 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0d9a-dfd2-46d3-8190-c3e37ec4ce86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:38.316608 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dd7c0d9a-dfd2-46d3-8190-c3e37ec4ce86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f068f793-d32a-4481-9019-121cb11ba005 HTTP/1.1" status: 204 len: 168 time: 0.3053598 Oct 13 14:06:38.326267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c0d9a-dfd2-46d3-8190-c3e37ec4ce86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f068f793-d32a-4481-9019-121cb11ba005,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:38.521604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af2f1334-19c4-477d-bbf6-a60eac361395 req-b3eb6d20-5441-4216-bc03-a4dd50d48515 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 210 time: 0.0299342 Oct 13 14:06:39.004184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdce249-1daa-4a2e-b223-e8cabfe43b3a req-967ab9f3-7746-411c-9cbe-1a4f1c2a3244 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:39.005950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-afdce249-1daa-4a2e-b223-e8cabfe43b3a req-967ab9f3-7746-411c-9cbe-1a4f1c2a3244 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0562747 Oct 13 14:06:39.049713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-afdce249-1daa-4a2e-b223-e8cabfe43b3a req-abbeca89-2874-4d61-b8bd-d1460e56ed48 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369837 Oct 13 14:06:39.325694 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35116) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:39.367982 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-76b68b43-275d-4814-97a5-88799f50eca5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fe695f69f9049c0932cb6d08b007ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411041 Oct 13 14:06:39.370672 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35118) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:39.441551 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d64082e-830c-4c46-9ec4-ec97010e9360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:39.477179 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d64082e-830c-4c46-9ec4-ec97010e9360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:39.627019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e46f8181-fb05-4690-bad3-b71e5939fd7a req-bdf09553-8f5e-402c-bf46-838737a84897 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 210 time: 0.0487847 Oct 13 14:06:39.663115 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d64082e-830c-4c46-9ec4-ec97010e9360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:39.666271 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d64082e-830c-4c46-9ec4-ec97010e9360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:39.668330 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8d64082e-830c-4c46-9ec4-ec97010e9360 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e49ed40d-9615-4f9b-9760-96abcedfbafa HTTP/1.1" status: 204 len: 168 time: 0.2960119 Oct 13 14:06:39.676665 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64082e-830c-4c46-9ec4-ec97010e9360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49ed40d-9615-4f9b-9760-96abcedfbafa,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:40.188395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1d2c5-05ea-4f30-a80c-06d284ef8da8 req-3d5da01e-2cbf-49c1-8b82-e4a865b9e510 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:40.190108 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8d1d2c5-05ea-4f30-a80c-06d284ef8da8 req-3d5da01e-2cbf-49c1-8b82-e4a865b9e510 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0530851 Oct 13 14:06:40.235908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8d1d2c5-05ea-4f30-a80c-06d284ef8da8 req-327e157b-5ebe-460c-a542-0aaccb9e6a41 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392838 Oct 13 14:06:40.728125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36a108b9-687f-498c-b22a-01681a6ded5a req-f3d990e7-30d7-4fcc-9a9a-2bca57833f29 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 210 time: 0.0303981 Oct 13 14:06:41.407804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79051196-f1ee-49cb-8697-b6ed5467f1f6 req-8f1894fb-9fb1-46c4-8ddd-0d00bcd58ec7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:41.409382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79051196-f1ee-49cb-8697-b6ed5467f1f6 req-8f1894fb-9fb1-46c4-8ddd-0d00bcd58ec7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0609245 Oct 13 14:06:41.455710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79051196-f1ee-49cb-8697-b6ed5467f1f6 req-c6525853-38aa-433e-8fe5-3f6c12d0a758 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398493 Oct 13 14:06:41.728669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-2673e12d-dab4-4125-8895-7c92e3c6e805 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:41.730175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-2673e12d-dab4-4125-8895-7c92e3c6e805 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.41 "GET /v2.0/networks?id=d9ea5240-1138-42e8-9381-25a5fe0b0c17 HTTP/1.1" status: 200 len: 822 time: 0.1263735 Oct 13 14:06:41.743628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-ae3593e3-4575-4b52-bd78-05d6d38c38ab tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Request body: {'port': {'device_id': 'ba1fdd05-cd1e-4410-93aa-8ec7b231253f', 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17', 'admin_state_up': True, 'tenant_id': '58d62d19e30a4f2b94edd7f231a7c1cc'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:41.842465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08bf4f69-d32b-4288-87cf-5881d43da497 req-a7ab074d-e916-4524-85bc-6d2397602d8d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 210 time: 0.0351067 Oct 13 14:06:42.074151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-ae3593e3-4575-4b52-bd78-05d6d38c38ab tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Made reservation on behalf of 58d62d19e30a4f2b94edd7f231a7c1cc for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:06:42.077710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-ae3593e3-4575-4b52-bd78-05d6d38c38ab tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:42.227799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-ae3593e3-4575-4b52-bd78-05d6d38c38ab tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Allocated IP 172.20.0.12 (d9ea5240-1138-42e8-9381-25a5fe0b0c17/d2ed03c6-ebe8-4cd6-ae30-b198229ba2f7/44050ec1-6c0b-477b-a948-5548f480a95d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:06:42.394773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-ae3593e3-4575-4b52-bd78-05d6d38c38ab tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:42.691424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b64761-303a-4221-be63-5b667e344351 req-263bfd95-75a0-4310-8c69-26b74fa5cf1b tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:42.693058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06b64761-303a-4221-be63-5b667e344351 req-263bfd95-75a0-4310-8c69-26b74fa5cf1b tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0595644 Oct 13 14:06:42.700845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-ae3593e3-4575-4b52-bd78-05d6d38c38ab tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:42.753980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-ae3593e3-4575-4b52-bd78-05d6d38c38ab tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Network d9ea5240-1138-42e8-9381-25a5fe0b0c17 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:06:42.760166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-ae3593e3-4575-4b52-bd78-05d6d38c38ab tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:42.766808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-ae3593e3-4575-4b52-bd78-05d6d38c38ab tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:06:42.802697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3593e3-4575-4b52-bd78-05d6d38c38ab tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Pushing event updated for resources: {'Port': ['ID=44050ec1-6c0b-477b-a948-5548f480a95d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:42.817538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06b64761-303a-4221-be63-5b667e344351 req-95c180c3-38a1-45b8-b419-557f02b1192b tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147611 Oct 13 14:06:42.835134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-ae3593e3-4575-4b52-bd78-05d6d38c38ab tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:42.835775 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-ae3593e3-4575-4b52-bd78-05d6d38c38ab tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:42.961876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-ae3593e3-4575-4b52-bd78-05d6d38c38ab tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2225864 Oct 13 14:06:42.987406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b1e84-3ece-4fd0-9883-4ed0c5f78482 req-7747cb28-7b55-464e-9a7d-a977a949e71f tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:42.988928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a87b1e84-3ece-4fd0-9883-4ed0c5f78482 req-7747cb28-7b55-464e-9a7d-a977a949e71f tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 932 time: 0.0596988 Oct 13 14:06:43.029124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a87b1e84-3ece-4fd0-9883-4ed0c5f78482 req-d4689aef-7391-426f-b273-b158084d2004 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Oct 13 14:06:43.091703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Request body: {'port': {'device_id': 'ba1fdd05-cd1e-4410-93aa-8ec7b231253f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:43.153374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:43.335480 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35266) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:43.503391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44050ec1-6c0b-477b-a948-5548f480a95d {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:06:43.506791 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-32679878-1c7f-4a8a-9bf4-658a43e4b879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:43.519768 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:43.543456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Transition to ACTIVE for port object 44050ec1-6c0b-477b-a948-5548f480a95d will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:06:43.603874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-32679878-1c7f-4a8a-9bf4-658a43e4b879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:43.649876 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:43.685982 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-32679878-1c7f-4a8a-9bf4-658a43e4b879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:43.747531 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Pushing event updated for resources: {'Port': ['ID=44050ec1-6c0b-477b-a948-5548f480a95d,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:43.752155 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32679878-1c7f-4a8a-9bf4-658a43e4b879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617b5bbf-526f-4eab-acfc-6dc368e39aea,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:43.762310 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-32679878-1c7f-4a8a-9bf4-658a43e4b879 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67ad0b1a700d4bdbb334a05e4c4eef0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216657 Oct 13 14:06:43.762310 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35286) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:43.810067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Attempting to bind port 44050ec1-6c0b-477b-a948-5548f480a95d on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:06:43.813750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Attempting to bind port 44050ec1-6c0b-477b-a948-5548f480a95d by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:06:43.813750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Attempting to bind port 44050ec1-6c0b-477b-a948-5548f480a95d on network d9ea5240-1138-42e8-9381-25a5fe0b0c17 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:43.816592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Port 44050ec1-6c0b-477b-a948-5548f480a95d on network d9ea5240-1138-42e8-9381-25a5fe0b0c17 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:06:43.817065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Attempting to bind port 44050ec1-6c0b-477b-a948-5548f480a95d on network d9ea5240-1138-42e8-9381-25a5fe0b0c17 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:43.825174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:06:43.825174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Checking segment: {'id': '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:06:43.825174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Bound using segment: {'id': '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:06:43.825174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Bound port: 44050ec1-6c0b-477b-a948-5548f480a95d, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:06:43.825174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:43.827286 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62561a1e-4b3f-4dd0-9915-041bee159180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:43.875425 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62561a1e-4b3f-4dd0-9915-041bee159180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:43.947262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] For port 44050ec1-6c0b-477b-a948-5548f480a95d, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:06:43.961994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] For port 44050ec1-6c0b-477b-a948-5548f480a95d, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=44050ec1-6c0b-477b-a948-5548f480a95d,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:06:43.978785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff914f-b1c9-48c5-bf4c-025fa940c40e req-ef3796a8-459e-468b-9162-faaf495711b7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:43.980740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5ff914f-b1c9-48c5-bf4c-025fa940c40e req-ef3796a8-459e-468b-9162-faaf495711b7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0758879 Oct 13 14:06:44.030118 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5ff914f-b1c9-48c5-bf4c-025fa940c40e req-67ad1ecf-b243-4645-9de5-4852e4663c36 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396953 Oct 13 14:06:44.051552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62561a1e-4b3f-4dd0-9915-041bee159180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:44.054794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62561a1e-4b3f-4dd0-9915-041bee159180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:44.056095 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-62561a1e-4b3f-4dd0-9915-041bee159180 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/617b5bbf-526f-4eab-acfc-6dc368e39aea HTTP/1.1" status: 204 len: 168 time: 0.2943182 Oct 13 14:06:44.067923 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62561a1e-4b3f-4dd0-9915-041bee159180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617b5bbf-526f-4eab-acfc-6dc368e39aea,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:44.083654 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:44.191551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:44.191551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:44.191551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] 10.222.0.41 "PUT /v2.0/ports/44050ec1-6c0b-477b-a948-5548f480a95d HTTP/1.1" status: 200 len: 1093 time: 1.2124691 Oct 13 14:06:44.191551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1fdd05-cd1e-4410-93aa-8ec7b231253f', 'tag': '44050ec1-6c0b-477b-a948-5548f480a95d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:44.191551 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6981a92c-82e6-40b3-8fcf-8ad2bdbce591" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1fdd05-cd1e-4410-93aa-8ec7b231253f", "tag": "44050ec1-6c0b-477b-a948-5548f480a95d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:44.200639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd02-031a-4a28-a564-0b32721da079 service neutron] Pushing event updated for resources: {'Port': ['ID=44050ec1-6c0b-477b-a948-5548f480a95d,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:44.221507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b278a9-59e1-475b-9e74-6f5f81eedfaa req-3bc572cf-f883-40e5-a241-bc7cabe560b3 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:44.223295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55b278a9-59e1-475b-9e74-6f5f81eedfaa req-3bc572cf-f883-40e5-a241-bc7cabe560b3 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 944 time: 0.0940888 Oct 13 14:06:44.271856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55b278a9-59e1-475b-9e74-6f5f81eedfaa req-cc2f0714-2652-4395-9023-ce1d77d7bb76 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Oct 13 14:06:44.273345 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9410c460-097b-48bd-9969-b948a32197ac x-openstack-request-id: req-9410c460-097b-48bd-9969-b948a32197ac {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:44.273639 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1fdd05-cd1e-4410-93aa-8ec7b231253f", "tag": "44050ec1-6c0b-477b-a948-5548f480a95d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:44.273892 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9410c460-097b-48bd-9969-b948a32197ac {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:44.274289 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1fdd05-cd1e-4410-93aa-8ec7b231253f', 'tag': '44050ec1-6c0b-477b-a948-5548f480a95d', 'status': 'completed', 'code': 200} Oct 13 14:06:44.353244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981a92c-82e6-40b3-8fcf-8ad2bdbce591 req-056091ba-b197-421e-b354-a065e9db1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:44.353359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6981a92c-82e6-40b3-8fcf-8ad2bdbce591 req-056091ba-b197-421e-b354-a065e9db1f3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58d62d19e30a4f2b94edd7f231a7c1cc&device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 1096 time: 0.0433981 Oct 13 14:06:44.468651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981a92c-82e6-40b3-8fcf-8ad2bdbce591 req-b09e35a7-442d-424c-ba57-205419afddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:44.470667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6981a92c-82e6-40b3-8fcf-8ad2bdbce591 req-b09e35a7-442d-424c-ba57-205419afddfa service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=58d62d19e30a4f2b94edd7f231a7c1cc&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1070671 Oct 13 14:06:44.571991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981a92c-82e6-40b3-8fcf-8ad2bdbce591 req-7d8612c0-ca91-45e4-9dfd-12a2b7cefbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:44.573518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6981a92c-82e6-40b3-8fcf-8ad2bdbce591 req-7d8612c0-ca91-45e4-9dfd-12a2b7cefbae service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957668 Oct 13 14:06:44.661160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-5c7526e6-41e8-4691-81ff-6e7457c46a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:44.663149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-5c7526e6-41e8-4691-81ff-6e7457c46a20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58d62d19e30a4f2b94edd7f231a7c1cc&device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 1096 time: 0.0478659 Oct 13 14:06:44.708397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-7f230e6d-0ba9-4201-b524-171c99fa720f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44050ec1-6c0b-477b-a948-5548f480a95d HTTP/1.1" status: 200 len: 217 time: 0.0360439 Oct 13 14:06:44.760271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-b0d048ea-6c9a-4d99-a1a3-594301a156a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:44.761813 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-b0d048ea-6c9a-4d99-a1a3-594301a156a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2ed03c6-ebe8-4cd6-ae30-b198229ba2f7 HTTP/1.1" status: 200 len: 862 time: 0.0463030 Oct 13 14:06:44.797377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-0ea7191e-b0a0-4d5f-850b-b3078fedd39c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d9ea5240-1138-42e8-9381-25a5fe0b0c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264046 Oct 13 14:06:44.802570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35332) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:44.836209 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4be4e51b-7fab-4949-b2f6-da683913cbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:44.947649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-299ee6ec-aad0-4500-a0fa-d9d3da5d070e service neutron] 10.222.0.41 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428983 Oct 13 14:06:45.020265 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4be4e51b-7fab-4949-b2f6-da683913cbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:45.058445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d13f66d-c8a9-4a73-8eb1-734e9f777292 req-98de0fd0-b1a0-4cd1-8eff-3d286d2c2eca service neutron] 10.222.0.41 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003633 Oct 13 14:06:45.080427 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4be4e51b-7fab-4949-b2f6-da683913cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:45.132910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4be4e51b-7fab-4949-b2f6-da683913cbf0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fa91e6368b14918b51611d394598c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292756 Oct 13 14:06:45.135265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35338) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:45.153364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4e51b-7fab-4949-b2f6-da683913cbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b596ab45-da8f-47c2-babd-f44448d543ac,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:45.179071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad435d8-197a-433a-add0-3ebffa5964ee req-7a91960c-b975-4796-8150-3153f1e26c38 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:45.180585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dad435d8-197a-433a-add0-3ebffa5964ee req-7a91960c-b975-4796-8150-3153f1e26c38 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0726032 Oct 13 14:06:45.208767 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cece25c0-ea58-47e7-bc6e-f2162b000100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:45.220953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dad435d8-197a-433a-add0-3ebffa5964ee req-45d54349-06e3-443d-b246-1c7d9343b15e tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340443 Oct 13 14:06:45.237723 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cece25c0-ea58-47e7-bc6e-f2162b000100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:45.402705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10307940-30d8-4cca-abe2-c19ded075640 req-f31b38c2-108c-4c09-84c7-1022206d9888 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:45.404204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10307940-30d8-4cca-abe2-c19ded075640 req-f31b38c2-108c-4c09-84c7-1022206d9888 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 944 time: 0.0514445 Oct 13 14:06:45.431535 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cece25c0-ea58-47e7-bc6e-f2162b000100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:45.435396 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cece25c0-ea58-47e7-bc6e-f2162b000100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:45.435605 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cece25c0-ea58-47e7-bc6e-f2162b000100 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b596ab45-da8f-47c2-babd-f44448d543ac HTTP/1.1" status: 204 len: 168 time: 0.2991464 Oct 13 14:06:45.444701 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece25c0-ea58-47e7-bc6e-f2162b000100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b596ab45-da8f-47c2-babd-f44448d543ac,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:45.449869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10307940-30d8-4cca-abe2-c19ded075640 req-229d7f04-c0db-4669-8814-fc671d1335fc tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397868 Oct 13 14:06:45.775941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-5434de3b-4eb7-4c56-9a95-0dba380215dd tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:45.777619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-5434de3b-4eb7-4c56-9a95-0dba380215dd tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 821 time: 0.1382816 Oct 13 14:06:45.794582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-174ed7b7-2f08-4523-8e36-014cffab4cb5 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/quotas/a83e69682127431abea4c77d59610aed HTTP/1.1" status: 200 len: 375 time: 0.0106797 Oct 13 14:06:45.855028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-c8b235b6-7b47-4fe1-a904-c0394a6e8ff8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524979 Oct 13 14:06:45.999403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-f52ef72b-90e5-4caa-963a-85365d4a527f service neutron] 10.222.0.18 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300559 Oct 13 14:06:46.114347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-33b877c4-8c22-47a2-b7c1-6b6ab48ad166 service neutron] 10.222.0.18 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024940 Oct 13 14:06:46.364008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74963f-2a3d-4319-bb75-dba27c77bab8 req-19619624-7e38-4c9c-a477-f9b7a9aa44e8 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:46.365456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac74963f-2a3d-4319-bb75-dba27c77bab8 req-19619624-7e38-4c9c-a477-f9b7a9aa44e8 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0664315 Oct 13 14:06:46.406452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac74963f-2a3d-4319-bb75-dba27c77bab8 req-8d7e4d1a-867b-40df-b3a1-b08d6015228f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344932 Oct 13 14:06:46.551537 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:06:46.637406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa800ce4-e919-47d0-93b0-a0f6625fba52 req-c308c587-5bf6-42db-bd49-d099c21463c8 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:46.639236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa800ce4-e919-47d0-93b0-a0f6625fba52 req-c308c587-5bf6-42db-bd49-d099c21463c8 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 944 time: 0.0873671 Oct 13 14:06:46.683174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa800ce4-e919-47d0-93b0-a0f6625fba52 req-272b6511-7d4d-4f17-a95f-2cbca09cf3a9 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362592 Oct 13 14:06:46.835814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1f0344c2-16b5-410e-8c04-75a24b370541 req-8823c9db-db77-4bc8-9b3f-1d2ca666f8e9 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 210 time: 0.0363820 Oct 13 14:06:46.942828 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35434) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:47.057011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-569794106-network', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:47.070801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-c3a59b82-9260-46d3-adda-597063a5022c tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1e04e6047d6e45da848aa833a436e1e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323360 Oct 13 14:06:47.172148 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Made reservation on behalf of 834a99cee24e43adbcb7de2d240630eb for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:06:47.174809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:47.184472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:47.199258 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-a94a6b3f-26eb-492f-99ce-96aef4287b77 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:47.200859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-a94a6b3f-26eb-492f-99ce-96aef4287b77 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1237035 Oct 13 14:06:47.220888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-e321f259-39f5-47c0-9acf-8c13913399ba tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/quotas/1e04e6047d6e45da848aa833a436e1e1 HTTP/1.1" status: 200 len: 375 time: 0.0104814 Oct 13 14:06:47.255077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-f2b8db27-3c45-4c8c-acea-499c1b6ef845 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e04e6047d6e45da848aa833a436e1e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299673 Oct 13 14:06:47.275109 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:47.372445 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:47.399986 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:06:47.414698 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507f03e6-8654-4ae4-9498-26effefbc870,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:47.419609 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:47.420014 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Added segment 941e2779-70ee-4fc7-aac6-18ad80cbb0c9 of type vlan for network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e Oct 13 14:06:47.486920 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:47.569925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b63fd-d531-491a-998c-0177967b2c83 req-c01cebe5-177c-4787-9a3a-2e89f26dd29a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:47.571822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-561b63fd-d531-491a-998c-0177967b2c83 req-c01cebe5-177c-4787-9a3a-2e89f26dd29a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0726821 Oct 13 14:06:47.609219 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:47.611471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:47.612087 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:47.633877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-002cecc2-ad9e-4d9d-b814-c62b114c877c tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1e04e6047d6e45da848aa833a436e1e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295439 Oct 13 14:06:47.678683 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-561b63fd-d531-491a-998c-0177967b2c83 req-43474ed6-7742-4d45-bf87-d53f3a1dee31 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987821 Oct 13 14:06:47.679122 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] Pushing event updated for resources: {'Network': ['ID=f253dfc9-1693-4df1-8aa4-0a9b6ccee10e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:47.691211 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:06:47.714913 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-05fe59a6-7b48-4631-a010-867ad3be4a1e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7709248 Oct 13 14:06:47.725434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35474) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:47.733019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3ca67647-3271-4eba-8217-6e79b1daf184 admin admin] Request body: {'subnet': {'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-569794106-subnet', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:47.823580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-df9419e0-f3d6-419b-93e4-a0b7a87f559f tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:47.825099 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-df9419e0-f3d6-419b-93e4-a0b7a87f559f tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751313 Oct 13 14:06:47.845167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-f83cfb25-dd7c-4d92-9c79-a3cf1dac0227 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/quotas/1e04e6047d6e45da848aa833a436e1e1 HTTP/1.1" status: 200 len: 375 time: 0.0133467 Oct 13 14:06:47.860559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3518e81-aa35-4216-adfd-8bd0afb24e8f req-96a7a06f-46d4-4bbe-af9b-d5b34f0634e6 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:47.862279 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3518e81-aa35-4216-adfd-8bd0afb24e8f req-96a7a06f-46d4-4bbe-af9b-d5b34f0634e6 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 944 time: 0.0796816 Oct 13 14:06:47.898534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca67647-3271-4eba-8217-6e79b1daf184 admin admin] Made reservation on behalf of 834a99cee24e43adbcb7de2d240630eb for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:06:47.900724 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3ca67647-3271-4eba-8217-6e79b1daf184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:47.905580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-38578ff3-9e14-4a40-bf26-0c9e157f83ff tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1e04e6047d6e45da848aa833a436e1e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423274 Oct 13 14:06:47.988337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3518e81-aa35-4216-adfd-8bd0afb24e8f req-dd40c77d-0a73-47da-90e8-14b2df8502bd tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156580 Oct 13 14:06:48.231434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7cadf17-d55a-4f0b-973e-bda4af6908b8 req-e0a48c3a-d09e-4427-afb7-facc3fa2350e tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 210 time: 0.0327020 Oct 13 14:06:48.243110 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3ca67647-3271-4eba-8217-6e79b1daf184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:48.300204 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:48.357597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcb85c32-2532-451c-8136-5f21fb85e5aa req-417caabe-787c-446c-992d-706fe3648157 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 210 time: 0.0405965 Oct 13 14:06:48.357597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca67647-3271-4eba-8217-6e79b1daf184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c33bca-708c-4724-9a3b-b7040fcfdee1,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:48.364675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca67647-3271-4eba-8217-6e79b1daf184 admin admin] Checking segment: {'id': '941e2779-70ee-4fc7-aac6-18ad80cbb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:06:48.365011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca67647-3271-4eba-8217-6e79b1daf184 admin admin] Network hostable DHCP agents. Network: f253dfc9-1693-4df1-8aa4-0a9b6ccee10e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:06:48.508522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca67647-3271-4eba-8217-6e79b1daf184 admin admin] Network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:06:48.622870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3ca67647-3271-4eba-8217-6e79b1daf184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, f253dfc9-1693-4df1-8aa4-0a9b6ccee10e) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:48.632482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca67647-3271-4eba-8217-6e79b1daf184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:48.632482 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3ca67647-3271-4eba-8217-6e79b1daf184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:48.632841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76b4694-e724-405e-9260-13cdc61ce875 None None] Network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:06:48.705618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3ca67647-3271-4eba-8217-6e79b1daf184 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9785480 Oct 13 14:06:48.708786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35494) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:48.713245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-569794106-router', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:48.833090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d73ff0-9ec4-4d1f-a73b-d4a63e64afd2 req-04e4d1ba-9376-4ef2-9281-cf4b3db02411 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:48.841357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d73ff0-9ec4-4d1f-a73b-d4a63e64afd2 req-04e4d1ba-9376-4ef2-9281-cf4b3db02411 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.0670557 Oct 13 14:06:48.885693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d73ff0-9ec4-4d1f-a73b-d4a63e64afd2 req-fc0f02cf-8f52-43c1-804a-b36a2159c418 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433095 Oct 13 14:06:48.891678 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:48.901197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:48.929924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-f253dfc9-1693-4df1-8aa4-0a9b6ccee10e', 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'fixed_ips': [{'subnet_id': '67c33bca-708c-4724-9a3b-b7040fcfdee1'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:06:48.930795 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:48.951191 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:49.076933 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Allocated IP 172.20.0.2 (f253dfc9-1693-4df1-8aa4-0a9b6ccee10e/67c33bca-708c-4724-9a3b-b7040fcfdee1/30328b7d-b7f4-44ae-bde4-e2dd3f28bd57) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:06:49.249152 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:49.282772 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:49.296616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187727b4-cd26-4845-acc6-fe2768b7e0c9 req-345ffdb0-262d-4ae3-92d8-fc9431aea85e tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:49.305775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-187727b4-cd26-4845-acc6-fe2768b7e0c9 req-345ffdb0-262d-4ae3-92d8-fc9431aea85e tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 944 time: 0.2451041 Oct 13 14:06:49.323989 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:49.371505 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:06:49.375518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:49.378187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-187727b4-cd26-4845-acc6-fe2768b7e0c9 req-364836e4-21e7-4290-8fe7-6d8e5f58b1a8 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723484 Oct 13 14:06:49.379124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:06:49.403479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Pushing event updated for resources: {'Port': ['ID=30328b7d-b7f4-44ae-bde4-e2dd3f28bd57,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:49.455463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1557b84d-6906-4c9f-89b1-e88150908b70 req-523b2f0a-228f-469f-98b2-db41a5b53eb7 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 210 time: 0.1043587 Oct 13 14:06:49.502016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-9fe0995a-9086-4782-8862-b55440790d37 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:49.503193 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-9fe0995a-9086-4782-8862-b55440790d37 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.41 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 821 time: 0.3469472 Oct 13 14:06:49.508286 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Attempting to bind port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:06:49.508897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Attempting to bind port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '941e2779-70ee-4fc7-aac6-18ad80cbb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:06:49.509871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Attempting to bind port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 on network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:49.543576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:06:49.544271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Checking segment: {'id': '941e2779-70ee-4fc7-aac6-18ad80cbb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:06:49.544707 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:49.545248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Bound using segment: {'id': '941e2779-70ee-4fc7-aac6-18ad80cbb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:06:49.545902 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Bound port: 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941e2779-70ee-4fc7-aac6-18ad80cbb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:06:49.546399 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:49.552125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-0a3d3c35-f48b-41d5-a476-b470f06a6997 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Request body: {'port': {'device_id': '3a0e64c2-5155-4b42-9af9-1bda5f466c07', 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b', 'admin_state_up': True, 'tenant_id': 'a83e69682127431abea4c77d59610aed'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:49.630012 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-831cce2c-dad9-471d-8e7d-7940c31ec3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:49.660455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] For port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:06:49.662532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] For port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=30328b7d-b7f4-44ae-bde4-e2dd3f28bd57,segment=NetworkSegment(941e2779-70ee-4fc7-aac6-18ad80cbb0c9),segment_id=941e2779-70ee-4fc7-aac6-18ad80cbb0c9)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:06:49.809755 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:49.857851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 44050ec1-6c0b-477b-a948-5548f480a95d details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:06:49.897389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b191e8-566c-4057-b159-9312246b5ed5 None None] Pushing event updated for resources: {'Port': ['ID=30328b7d-b7f4-44ae-bde4-e2dd3f28bd57,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:50.013677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9b811dc-e392-4c09-bdd0-108937000bca req-c83d2304-b0fc-4528-b00f-106d5c6e9f5e tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 210 time: 0.4463642 Oct 13 14:06:50.082094 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 44050ec1-6c0b-477b-a948-5548f480a95d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=44050ec1-6c0b-477b-a948-5548f480a95d,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:50.096498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '44050ec1-6c0b-477b-a948-5548f480a95d', 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17', 'port_id': '44050ec1-6c0b-477b-a948-5548f480a95d', 'mac_address': 'fa:16:3e:24:52:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ed03c6-ebe8-4cd6-ae30-b198229ba2f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:06:50.117616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8b4b1-a0dc-4740-84f1-b6f3c11bda98 req-ee6c45e5-0573-4af8-b381-375c26d39835 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:50.119236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edc8b4b1-a0dc-4740-84f1-b6f3c11bda98 req-ee6c45e5-0573-4af8-b381-375c26d39835 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.1004758 Oct 13 14:06:50.146561 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:50.170406 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44050ec1-6c0b-477b-a948-5548f480a95d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:06:50.189873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edc8b4b1-a0dc-4740-84f1-b6f3c11bda98 req-0ca1253d-feaf-429d-b74e-e754faf15e05 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616713 Oct 13 14:06:50.261955 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 44050ec1-6c0b-477b-a948-5548f480a95d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=44050ec1-6c0b-477b-a948-5548f480a95d,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:50.361727 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-0a3d3c35-f48b-41d5-a476-b470f06a6997 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Made reservation on behalf of a83e69682127431abea4c77d59610aed for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:06:50.365383 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-0a3d3c35-f48b-41d5-a476-b470f06a6997 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:50.379835 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:50.463708 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=44050ec1-6c0b-477b-a948-5548f480a95d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:50.579410 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:50.620259 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:50.752555 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f2f34d5-077a-42aa-befa-58a7e2c2bdcf req-bc68e953-d394-4a93-86eb-5c8be9f847e4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 210 time: 0.0958624 Oct 13 14:06:50.767905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccdf51-09cc-4a44-86a8-2ccc4d970e35 req-f370af13-eb2a-4c58-841e-a57e0c154d01 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:50.769702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55ccdf51-09cc-4a44-86a8-2ccc4d970e35 req-f370af13-eb2a-4c58-841e-a57e0c154d01 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 945 time: 0.2402749 Oct 13 14:06:50.771719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-cae13c27-e56a-4a11-babb-23f3c269579b tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1e04e6047d6e45da848aa833a436e1e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131258 Oct 13 14:06:50.802330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['44050ec1-6c0b-477b-a948-5548f480a95d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:06:50.831754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-0a3d3c35-f48b-41d5-a476-b470f06a6997 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Allocated IP 172.20.0.12 (d54448a5-ac53-4352-a4fa-39682bbffd1b/0758b770-aabf-4e23-91ef-861097abeaa3/126820f4-e90b-415f-9174-13dbd4dec308) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:06:50.979444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55ccdf51-09cc-4a44-86a8-2ccc4d970e35 req-b4c32361-3c6c-4c60-b9ea-f68514c3871e tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759434 Oct 13 14:06:51.029149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Allocated IP 172.25.0.85 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/ab10b55e-7fcb-47ec-9c13-c6e1726dea69) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:06:51.202637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-62342654-e6cd-4ca9-a1ce-068549c7db23 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:51.204744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-62342654-e6cd-4ca9-a1ce-068549c7db23 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4215231 Oct 13 14:06:51.236839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eed6ac46-3356-4bcd-8786-df368c4d0e8a req-c867de6c-5de8-4981-ac7a-d98eb6de4ac4 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 210 time: 0.0927899 Oct 13 14:06:51.244531 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Request body: {'port': {'device_id': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '1e04e6047d6e45da848aa833a436e1e1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:51.304648 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:06:51.366591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fb6e09-c0d9-4086-ada4-9652d3454fec None None] Network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:06:51.514534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-edba8fc3-115d-4872-82b0-edbe9a88f6ed tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1e04e6047d6e45da848aa833a436e1e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434017 Oct 13 14:06:51.598335 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8d2cba35-f459-4fe6-aded-08bdec668c76 None None] Provisioning complete for port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:51.598776 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8d2cba35-f459-4fe6-aded-08bdec668c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:51.671851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:51.672466 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:51.686993 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:51.703092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca94f6-47ea-4c68-ad15-312c7564c07c req-f4f2c2fa-7f03-4251-9d92-c8b5528c35c9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:51.705623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68ca94f6-47ea-4c68-ad15-312c7564c07c req-f4f2c2fa-7f03-4251-9d92-c8b5528c35c9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.3599360 Oct 13 14:06:51.737838 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:51.824950 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-0a3d3c35-f48b-41d5-a476-b470f06a6997 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:51.835731 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8d2cba35-f459-4fe6-aded-08bdec668c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:51.877516 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:51.900221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8d2cba35-f459-4fe6-aded-08bdec668c76 None None] For port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=30328b7d-b7f4-44ae-bde4-e2dd3f28bd57,segment=NetworkSegment(941e2779-70ee-4fc7-aac6-18ad80cbb0c9),segment_id=941e2779-70ee-4fc7-aac6-18ad80cbb0c9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:51.936755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-334bb921-4e43-4f7a-a51a-27baa8f96f66 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:51.939069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-334bb921-4e43-4f7a-a51a-27baa8f96f66 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4089277 Oct 13 14:06:51.939780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Made reservation on behalf of 1e04e6047d6e45da848aa833a436e1e1 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:06:51.943418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:51.957496 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:51.963057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Request body: {'port': {'device_id': '5681bbb4-c680-4a0c-b74b-3dc3c55a2213', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '1e04e6047d6e45da848aa833a436e1e1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:51.988291 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68ca94f6-47ea-4c68-ad15-312c7564c07c req-b631063c-3e7b-4ad2-befd-014a8a47d0fb tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685018 Oct 13 14:06:52.014088 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8d2cba35-f459-4fe6-aded-08bdec668c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:52.035650 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:52.097402 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-0a3d3c35-f48b-41d5-a476-b470f06a6997 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:52.116219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d054de6b-cde8-4cab-a680-951a38d15b1d req-f475882e-e984-49e4-bf1b-6445a0fb077b tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 210 time: 0.1619062 Oct 13 14:06:52.120739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['ec6762b4-27e8-406a-bb84-2b53cb7b7a47'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:06:52.175026 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:06:52.175395 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:06:52.197879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4063a576-e70f-48c9-9eff-a089846b9f30 None None] Provisioning complete for port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:52.198099 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4063a576-e70f-48c9-9eff-a089846b9f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:52.202697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cba35-f459-4fe6-aded-08bdec668c76 None None] Pushing event updated for resources: {'Port': ['ID=30328b7d-b7f4-44ae-bde4-e2dd3f28bd57,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:52.219605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:06:52.291492 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-357ae79b-e6aa-410a-a401-768e4129d408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:52.294949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:52.301018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:06:52.357865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab10b55e-7fcb-47ec-9c13-c6e1726dea69,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:52.370704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-0a3d3c35-f48b-41d5-a476-b470f06a6997 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Network d54448a5-ac53-4352-a4fa-39682bbffd1b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:06:52.412236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-0a3d3c35-f48b-41d5-a476-b470f06a6997 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:52.445543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-0a3d3c35-f48b-41d5-a476-b470f06a6997 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:06:52.504464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-987bf882-e3d5-4058-980b-3354fa708785 req-98448b4f-3edd-48f7-a79e-39314f7f6042 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 210 time: 0.1288862 Oct 13 14:06:52.520103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b7de6-7626-4384-9f58-83598d52871e req-8296d9b3-aa5c-4997-9d03-acad0fc9ff7f tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:52.521696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a22b7de6-7626-4384-9f58-83598d52871e req-8296d9b3-aa5c-4997-9d03-acad0fc9ff7f tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 945 time: 0.3814600 Oct 13 14:06:52.566391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d3c35-f48b-41d5-a476-b470f06a6997 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Pushing event updated for resources: {'Port': ['ID=126820f4-e90b-415f-9174-13dbd4dec308,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:52.687388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-0a3d3c35-f48b-41d5-a476-b470f06a6997 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:52.688620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-0a3d3c35-f48b-41d5-a476-b470f06a6997 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:52.709293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Made reservation on behalf of 1e04e6047d6e45da848aa833a436e1e1 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:06:52.712915 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:52.743472 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:52.765335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a22b7de6-7626-4384-9f58-83598d52871e req-777f9cfd-8ed8-4209-b6c0-70eb2ee9539d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310162 Oct 13 14:06:52.768966 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:52.854038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-0a3d3c35-f48b-41d5-a476-b470f06a6997 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3137276 Oct 13 14:06:52.867481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Request body: {'port': {'device_id': '3a0e64c2-5155-4b42-9af9-1bda5f466c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:52.921827 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:52.960209 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:53.027207 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.api [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 1e04e6047d6e45da848aa833a436e1e1 {{(pid=112685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:06:53.027562 n-d-806683-15 neutron-server[112685]: DEBUG oslo_db.api [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:06:53.044068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:53.229017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:53.244381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:06:53.304692 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:53.305209 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:53.633966 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:53.674122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:53.700023 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Allocated IP 192.168.233.65 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/82cc59b5-9e65-4ebf-aa5b-99119257411b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:06:53.715022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc44ae-c623-4696-859f-9f08f6e6fbdf req-42f8536c-f0dd-42d9-91d4-b028ed0800fe tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:53.716967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01dc44ae-c623-4696-859f-9f08f6e6fbdf req-42f8536c-f0dd-42d9-91d4-b028ed0800fe tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 945 time: 0.6242881 Oct 13 14:06:53.863624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 44050ec1-6c0b-477b-a948-5548f480a95d up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:06:53.952660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0cafb-cd73-4051-9ede-04b058750a4e req-d2a15236-b281-4923-ab2e-f92bd204eb29 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:53.955364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5b0cafb-cd73-4051-9ede-04b058750a4e req-d2a15236-b281-4923-ab2e-f92bd204eb29 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 932 time: 0.6773641 Oct 13 14:06:53.966487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01dc44ae-c623-4696-859f-9f08f6e6fbdf req-bce159a6-2d96-44e1-8c98-608fb6e5c9b3 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319164 Oct 13 14:06:53.984119 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:54.020971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 44050ec1-6c0b-477b-a948-5548f480a95d completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:06:54.026454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 44050ec1-6c0b-477b-a948-5548f480a95d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:54.028148 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:54.120868 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:54.145644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1fdd05-cd1e-4410-93aa-8ec7b231253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44050ec1-6c0b-477b-a948-5548f480a95d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:54.148004 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fdf45f-710e-4a57-a222-638a03cf9582" -d '{"events": [{"server_uuid": "ba1fdd05-cd1e-4410-93aa-8ec7b231253f", "name": "network-vif-plugged", "status": "completed", "tag": "44050ec1-6c0b-477b-a948-5548f480a95d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:54.162197 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 44050ec1-6c0b-477b-a948-5548f480a95d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=44050ec1-6c0b-477b-a948-5548f480a95d,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:54.192700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4f2f6b4-c15a-476c-a2e2-ace811c560ba req-9d44e21a-1e65-44ea-82ec-b914e04b4a85 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 210 time: 0.1408598 Oct 13 14:06:54.240157 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:54.261319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5b0cafb-cd73-4051-9ede-04b058750a4e req-cd3e862c-73ec-4190-a413-61159011898f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940559 Oct 13 14:06:54.295055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=44050ec1-6c0b-477b-a948-5548f480a95d,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:54.355849 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:54.464553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126820f4-e90b-415f-9174-13dbd4dec308 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:06:54.479662 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:54.486917 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:54.555717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Transition to ACTIVE for port object 126820f4-e90b-415f-9174-13dbd4dec308 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:06:54.572828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac670a2-4697-4e50-8fa4-c9c7a792ab18 req-ecbab534-1422-423d-b2de-c2299eb9465a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:54.574401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ac670a2-4697-4e50-8fa4-c9c7a792ab18 req-ecbab534-1422-423d-b2de-c2299eb9465a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 946 time: 0.2267356 Oct 13 14:06:54.653657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ac670a2-4697-4e50-8fa4-c9c7a792ab18 req-a8be6f76-e3f3-41ad-8cce-be649534cc14 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642428 Oct 13 14:06:54.684453 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:54.756818 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:54.777182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Router 5675df40-40ee-4f32-9c4e-d241d65a07a4 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:06:54.803375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Pushing event updated for resources: {'Port': ['ID=126820f4-e90b-415f-9174-13dbd4dec308,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:54.865073 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45031bb3-d0a1-4425-8c1c-7477caaa74ca x-openstack-request-id: req-45031bb3-d0a1-4425-8c1c-7477caaa74ca {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:54.865443 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1fdd05-cd1e-4410-93aa-8ec7b231253f", "name": "network-vif-plugged", "status": "completed", "tag": "44050ec1-6c0b-477b-a948-5548f480a95d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:54.865716 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45031bb3-d0a1-4425-8c1c-7477caaa74ca {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:54.866131 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1fdd05-cd1e-4410-93aa-8ec7b231253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44050ec1-6c0b-477b-a948-5548f480a95d', 'code': 200} Oct 13 14:06:54.885605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:06:54.913457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Allocated IP 192.168.233.96 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/3f1e191c-6110-4a4e-9e00-cf9bc186b316) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:06:54.922034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:54.998450 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4da07-af61-4e24-b481-b710c29786cd req-d57c3cfa-d0db-4ea4-bfa3-7144c313c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:55.001438 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2cd4da07-af61-4e24-b481-b710c29786cd req-d57c3cfa-d0db-4ea4-bfa3-7144c313c39a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 1098 time: 0.0676513 Oct 13 14:06:55.003257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Pushing event updated for resources: {'Port': ['ID=82cc59b5-9e65-4ebf-aa5b-99119257411b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:55.054586 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-2cd4da07-af61-4e24-b481-b710c29786cd req-ee3300ca-a0e9-44f6-9fbb-37e0158f08fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Oct 13 14:06:55.106297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:06:55.177213 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:55.269518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:06:55.270107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:06:55.270107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:55.304475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:55.311626 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:55.317022 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e0e0522e-2076-4fa1-a049-2b00ac943156 None None] Provisioning complete for port 82cc59b5-9e65-4ebf-aa5b-99119257411b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:55.319133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Port 126820f4-e90b-415f-9174-13dbd4dec308 on network d54448a5-ac53-4352-a4fa-39682bbffd1b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:06:55.319486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:55.321608 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e0e0522e-2076-4fa1-a049-2b00ac943156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:55.382593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:06:55.382593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:06:55.382593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Bound using segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:06:55.382593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Bound port: 126820f4-e90b-415f-9174-13dbd4dec308, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:06:55.382593 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:55.392748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3690df3-2ffb-4efa-a63d-024ae65c28ed req-5d0322f1-a41b-4299-b3d8-91bd1ad75f00 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 210 time: 0.0822399 Oct 13 14:06:55.401969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0522e-2076-4fa1-a049-2b00ac943156 None None] Port 82cc59b5-9e65-4ebf-aa5b-99119257411b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:06:55.418625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:06:55.430513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Sync routers for ids ['5675df40-40ee-4f32-9c4e-d241d65a07a4'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:06:55.452000 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Routers {'5675df40-40ee-4f32-9c4e-d241d65a07a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:06:55.452659 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:06:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5675df40-40ee-4f32-9c4e-d241d65a07a4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:55.489412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-db6237a9-c2f6-4872-a7a0-c732ea8d3178 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2511928 Oct 13 14:06:55.504954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Request body: {'port': {'device_id': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:55.582540 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:55.584211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c6c090bf-5ba7-4f8e-8c5e-ca46e6c9fdb6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.8743947 Oct 13 14:06:55.588014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35594) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:06:55.605531 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:55.660011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Set router 5675df40-40ee-4f32-9c4e-d241d65a07a4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:06:55.695860 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:55.704791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:06:55.708625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=126820f4-e90b-415f-9174-13dbd4dec308,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:06:55.742545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771de196-c0ab-47e5-8181-55cb80de0af7 req-939be5e6-53cf-4169-8268-e23a74146c17 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:55.753890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-771de196-c0ab-47e5-8181-55cb80de0af7 req-939be5e6-53cf-4169-8268-e23a74146c17 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 944 time: 0.2540331 Oct 13 14:06:55.832320 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:55.887509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:55.887509 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:55.895765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/126820f4-e90b-415f-9174-13dbd4dec308 HTTP/1.1" status: 200 len: 1093 time: 3.0266230 Oct 13 14:06:55.895765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0e64c2-5155-4b42-9af9-1bda5f466c07', 'tag': '126820f4-e90b-415f-9174-13dbd4dec308'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:55.902828 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcd6b78-7b96-4eae-97ae-14d8bda6faad" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0e64c2-5155-4b42-9af9-1bda5f466c07", "tag": "126820f4-e90b-415f-9174-13dbd4dec308"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:55.962679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-771de196-c0ab-47e5-8181-55cb80de0af7 req-c4dd7497-0cb1-4445-a8a2-304a7e6fd298 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078848 Oct 13 14:06:56.022882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9ef41-5cd0-415c-bae6-839709a9a8f5 req-458efb71-35da-4eb5-a666-2be5d8db090f tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:56.024490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17e9ef41-5cd0-415c-bae6-839709a9a8f5 req-458efb71-35da-4eb5-a666-2be5d8db090f tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 946 time: 0.2481012 Oct 13 14:06:56.026026 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78f2ba3-4901-4f1e-8d60-0fd589468800 x-openstack-request-id: req-c78f2ba3-4901-4f1e-8d60-0fd589468800 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:56.026310 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0e64c2-5155-4b42-9af9-1bda5f466c07", "tag": "126820f4-e90b-415f-9174-13dbd4dec308", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:56.026558 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c78f2ba3-4901-4f1e-8d60-0fd589468800 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:56.026946 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0e64c2-5155-4b42-9af9-1bda5f466c07', 'tag': '126820f4-e90b-415f-9174-13dbd4dec308', 'status': 'completed', 'code': 200} Oct 13 14:06:56.033606 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:56.049845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a45955-a23b-4170-9f5c-5aee43f823f9 service neutron] Pushing event updated for resources: {'Port': ['ID=126820f4-e90b-415f-9174-13dbd4dec308,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:56.103122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-569794106-router', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:06:48Z', 'updated_at': '2021-10-13T14:06:52Z', 'revision_number': 3, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'gw_port': {'id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:50Z', 'updated_at': '2021-10-13T14:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:56.142653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Checking router: 5675df40-40ee-4f32-9c4e-d241d65a07a4 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:06:56.142993 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Updating router 5675df40-40ee-4f32-9c4e-d241d65a07a4 port ab10b55e-7fcb-47ec-9c13-c6e1726dea69 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:06:56.173873 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:56.176028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:06:56.202302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:56.230688 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:56.263601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17e9ef41-5cd0-415c-bae6-839709a9a8f5 req-2eb9a2c7-f6ba-48ea-83fd-e3df278ba4bb tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277808 Oct 13 14:06:56.266506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:06:56.285705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Pushing event updated for resources: {'Port': ['ID=3f1e191c-6110-4a4e-9e00-cf9bc186b316,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:56.314509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-67367808-ceb6-428e-981e-7c8417998e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:56.317823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-67367808-ceb6-428e-981e-7c8417998e79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 1096 time: 0.2560792 Oct 13 14:06:56.496810 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Allocated IP 172.20.0.1 (f253dfc9-1693-4df1-8aa4-0a9b6ccee10e/67c33bca-708c-4724-9a3b-b7040fcfdee1/3aa1bc38-4769-49e5-8318-ef3fa420c3da) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:06:56.574411 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:56.615009 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 243bd8dc-5d77-4642-9b9e-3966e966c71c details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:06:56.714985 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:56.752456 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:56.863749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fa4aa-90e8-4a3a-b453-3c91821a48cc None None] Pushing event updated for resources: {'Port': ['ID=ab10b55e-7fcb-47ec-9c13-c6e1726dea69,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:56.868401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 243bd8dc-5d77-4642-9b9e-3966e966c71c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=243bd8dc-5d77-4642-9b9e-3966e966c71c,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:56.869432 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:56.871768 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Attempting to bind port ab10b55e-7fcb-47ec-9c13-c6e1726dea69 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:06:56.872137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Attempting to bind port ab10b55e-7fcb-47ec-9c13-c6e1726dea69 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:06:56.873078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Attempting to bind port ab10b55e-7fcb-47ec-9c13-c6e1726dea69 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:56.888873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '243bd8dc-5d77-4642-9b9e-3966e966c71c', 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7', 'port_id': '243bd8dc-5d77-4642-9b9e-3966e966c71c', 'mac_address': 'fa:16:3e:89:bd:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993127ca-088d-48f4-a980-b919aa4881f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:06:56.890671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1897779f-f0dc-4cd0-b7cf-3a28704ab67a None None] Provisioning complete for port 3f1e191c-6110-4a4e-9e00-cf9bc186b316 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:56.891044 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1897779f-f0dc-4cd0-b7cf-3a28704ab67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:56.892654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:06:56.893042 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:06:56.893966 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:56.893966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:06:56.894391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Bound port: ab10b55e-7fcb-47ec-9c13-c6e1726dea69, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:06:56.894775 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:56.895513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-5042609f-1c82-4393-ad26-9ee642348734 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=126820f4-e90b-415f-9174-13dbd4dec308 HTTP/1.1" status: 200 len: 217 time: 0.5670340 Oct 13 14:06:56.928632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:56.929322 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:56.942461 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Pushing event updated for resources: {'Port': ['ID=3aa1bc38-4769-49e5-8318-ef3fa420c3da,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:56.962059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:06:56.968553 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-4670ed61-9bbc-431a-9d24-e97cfee09a9c req-3922aa8d-3227-406c-8aeb-22eae8803514 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1428802 Oct 13 14:06:56.968553 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:56.986594 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:06:57.002148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1897779f-f0dc-4cd0-b7cf-3a28704ab67a None None] Port 3f1e191c-6110-4a4e-9e00-cf9bc186b316 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:06:57.021498 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:57.037410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca86cd-135d-47c9-b55a-feba4c56ee89 req-d13ae92c-0aff-45fb-8e79-90300ce991db tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:57.039058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-acca86cd-135d-47c9-b55a-feba4c56ee89 req-d13ae92c-0aff-45fb-8e79-90300ce991db tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 935 time: 0.1545987 Oct 13 14:06:57.042810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-506c47d1-8d23-4a86-a7a0-6b0bd7fd0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:57.044387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-506c47d1-8d23-4a86-a7a0-6b0bd7fd0828 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.1081250 Oct 13 14:06:57.049686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] For port ab10b55e-7fcb-47ec-9c13-c6e1726dea69, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:06:57.051917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 243bd8dc-5d77-4642-9b9e-3966e966c71c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:06:57.067543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] For port ab10b55e-7fcb-47ec-9c13-c6e1726dea69, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ab10b55e-7fcb-47ec-9c13-c6e1726dea69,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:06:57.089830 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:57.093677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 243bd8dc-5d77-4642-9b9e-3966e966c71c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=243bd8dc-5d77-4642-9b9e-3966e966c71c,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:57.139927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-0281572c-2315-4ac6-a2e6-4bd5b097ae44 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1847878 Oct 13 14:06:57.142985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-0dc6856b-caef-49f1-9df1-e4429e605700 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598788 Oct 13 14:06:57.159937 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:57.185775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Request body: {'port': {'device_id': '5681bbb4-c680-4a0c-b74b-3dc3c55a2213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:06:57.201667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670ed61-9bbc-431a-9d24-e97cfee09a9c req-4f271118-ed06-4907-9971-b47bc268a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:57.203234 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-4670ed61-9bbc-431a-9d24-e97cfee09a9c req-4f271118-ed06-4907-9971-b47bc268a41b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8da101f040cd4a8f8fa47c2569037dc8&device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 1098 time: 0.1885931 Oct 13 14:06:57.206497 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:57.221120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82cc59b5-9e65-4ebf-aa5b-99119257411b {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:06:57.236240 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:57.239494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fa4aa-90e8-4a3a-b453-3c91821a48cc None None] Pushing event updated for resources: {'Port': ['ID=ab10b55e-7fcb-47ec-9c13-c6e1726dea69,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:57.251838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Transition to ACTIVE for port object 82cc59b5-9e65-4ebf-aa5b-99119257411b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:06:57.305642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Routers {'5675df40-40ee-4f32-9c4e-d241d65a07a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:06:57.306276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:06:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5675df40-40ee-4f32-9c4e-d241d65a07a4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:57.345698 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:57.349073 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:57.365040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['243bd8dc-5d77-4642-9b9e-3966e966c71c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:06:57.378955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-acca86cd-135d-47c9-b55a-feba4c56ee89 req-7b77ae7b-dd7d-4830-95ef-ea65b0f2238c tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312161 Oct 13 14:06:57.398912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=243bd8dc-5d77-4642-9b9e-3966e966c71c,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:57.456015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:57.462255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670ed61-9bbc-431a-9d24-e97cfee09a9c req-bac08be6-da26-4d41-af91-8f91ea28eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:57.463171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-00e06afc-2652-4ecf-b06f-3a23c0f4d4c9 None None] Provisioning complete for port 3aa1bc38-4769-49e5-8318-ef3fa420c3da triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:57.463551 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00e06afc-2652-4ecf-b06f-3a23c0f4d4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:57.464660 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-4670ed61-9bbc-431a-9d24-e97cfee09a9c req-bac08be6-da26-4d41-af91-8f91ea28eb2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1f3b32a1-dbed-4907-8cd6-385475dc68e2 HTTP/1.1" status: 200 len: 924 time: 0.2311072 Oct 13 14:06:57.487722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f0e52-01f9-4c77-84a7-6239f384c5bd req-79848088-2de2-4ea5-9810-2cda8da24d71 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:57.495436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e79f0e52-01f9-4c77-84a7-6239f384c5bd req-79848088-2de2-4ea5-9810-2cda8da24d71 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 944 time: 0.3602493 Oct 13 14:06:57.546097 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] Set router 5675df40-40ee-4f32-9c4e-d241d65a07a4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:06:57.551856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Pushing event updated for resources: {'Port': ['ID=82cc59b5-9e65-4ebf-aa5b-99119257411b,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:57.571796 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-04c682c3-54e6-4cf9-9fde-9230bc114fbd service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002194 Oct 13 14:06:57.765862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e79f0e52-01f9-4c77-84a7-6239f384c5bd req-a0f2b160-fcc5-4dcd-8086-271e5f7c6f69 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695372 Oct 13 14:06:57.771342 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-4670ed61-9bbc-431a-9d24-e97cfee09a9c req-b1a39813-10d0-4da6-8adb-f0ef0fe940cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43acf91e-96ec-41ea-922f-79aa09107510 HTTP/1.1" status: 200 len: 1002 time: 0.2707808 Oct 13 14:06:57.844025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-00e06afc-2652-4ecf-b06f-3a23c0f4d4c9 None None] Port 3aa1bc38-4769-49e5-8318-ef3fa420c3da cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:06:57.854747 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670ed61-9bbc-431a-9d24-e97cfee09a9c req-01817d3c-217d-4db3-888d-5a8637249284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:57.856478 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-4670ed61-9bbc-431a-9d24-e97cfee09a9c req-01817d3c-217d-4db3-888d-5a8637249284 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b25b45a-36a2-457f-b836-0c2292062e0c HTTP/1.1" status: 200 len: 862 time: 0.0670204 Oct 13 14:06:57.909549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Attempting to bind port 82cc59b5-9e65-4ebf-aa5b-99119257411b on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:06:57.909937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Attempting to bind port 82cc59b5-9e65-4ebf-aa5b-99119257411b by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:06:57.910317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Attempting to bind port 82cc59b5-9e65-4ebf-aa5b-99119257411b on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:57.942449 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:57.945370 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670ed61-9bbc-431a-9d24-e97cfee09a9c req-61278be0-2c9a-4a24-864d-f3f54d55ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:57.946856 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-4670ed61-9bbc-431a-9d24-e97cfee09a9c req-61278be0-2c9a-4a24-864d-f3f54d55ba07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1f3b32a1-dbed-4907-8cd6-385475dc68e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829387 Oct 13 14:06:57.951237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a68d4-ee8e-4640-a13e-a03087195e48 req-ed52bff8-b703-4c85-8407-df33e2278e06 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:57.952842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a6a68d4-ee8e-4640-a13e-a03087195e48 req-ed52bff8-b703-4c85-8407-df33e2278e06 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 946 time: 0.2997603 Oct 13 14:06:57.993671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Port 82cc59b5-9e65-4ebf-aa5b-99119257411b on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:06:57.994013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Attempting to bind port 82cc59b5-9e65-4ebf-aa5b-99119257411b on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:58.020270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-685a6604-ea32-47a5-a492-cbf5e58ffb0b req-80fe3bf8-9f8e-4e6e-abe5-64902dc25ef6 service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080722 Oct 13 14:06:58.020270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:06:58.020270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:06:58.020270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:06:58.020270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Bound port: 82cc59b5-9e65-4ebf-aa5b-99119257411b, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:06:58.020270 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:58.103676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a6a68d4-ee8e-4640-a13e-a03087195e48 req-19945403-c0c9-4a4d-8b5c-cc887ba10a99 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377380 Oct 13 14:06:58.126833 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:58.172337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:06:58.177701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:06:58.252398 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:58.256506 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-4670ed61-9bbc-431a-9d24-e97cfee09a9c req-d8857191-3775-4a4d-b5dd-394ba05324c9 service neutron] 10.222.0.41 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992661 Oct 13 14:06:58.276944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-569794106-router', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:06:48Z', 'updated_at': '2021-10-13T14:06:57Z', 'revision_number': 4, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'gw_port': {'id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:50Z', 'updated_at': '2021-10-13T14:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3aa1bc38-4769-49e5-8318-ef3fa420c3da', 'name': '', 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'mac_address': 'fa:16:3e:44:69:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '67c33bca-708c-4724-9a3b-b7040fcfdee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:56Z', 'updated_at': '2021-10-13T14:06:56Z', 'revision_number': 1, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'subnets': [{'id': '67c33bca-708c-4724-9a3b-b7040fcfdee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:06:58.285507 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Pushing event updated for resources: {'Port': ['ID=3aa1bc38-4769-49e5-8318-ef3fa420c3da,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:58.287180 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:58.316433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1e191c-6110-4a4e-9e00-cf9bc186b316 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:06:58.336568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672afa1f-2584-4976-a856-3aa86fc5ee07 None None] The sync data for ids ['5675df40-40ee-4f32-9c4e-d241d65a07a4'] in n-d-806683-15 is: [{'id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-569794106-router', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:06:48Z', 'updated_at': '2021-10-13T14:06:57Z', 'revision_number': 4, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'gw_port': {'id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:50Z', 'updated_at': '2021-10-13T14:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3aa1bc38-4769-49e5-8318-ef3fa420c3da', 'name': '', 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'mac_address': 'fa:16:3e:44:69:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '67c33bca-708c-4724-9a3b-b7040fcfdee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:56Z', 'updated_at': '2021-10-13T14:06:56Z', 'revision_number': 1, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'subnets': [{'id': '67c33bca-708c-4724-9a3b-b7040fcfdee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:06:58.347589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:58.369838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:58.370466 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:58.371904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] 10.222.0.41 "PUT /v2.0/ports/82cc59b5-9e65-4ebf-aa5b-99119257411b HTTP/1.1" status: 200 len: 1096 time: 2.8741021 Oct 13 14:06:58.377610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:58.381984 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7a44d6-bf42-4724-a5c0-32c3190bc3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:58.399928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Transition to ACTIVE for port object 3f1e191c-6110-4a4e-9e00-cf9bc186b316 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:06:58.405525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd6b78-7b96-4eae-97ae-14d8bda6faad req-f7d2ad74-7718-4198-8eb9-4a9a92e4ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:58.407620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbcd6b78-7b96-4eae-97ae-14d8bda6faad req-f7d2ad74-7718-4198-8eb9-4a9a92e4ecf8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 1096 time: 0.1857409 Oct 13 14:06:58.458119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a19fd-41ed-4a34-9ec0-aef86261300e req-bbebfb63-57e2-4654-81a1-a17c155111a6 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:58.460497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e27a19fd-41ed-4a34-9ec0-aef86261300e req-bbebfb63-57e2-4654-81a1-a17c155111a6 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 946 time: 0.2415352 Oct 13 14:06:58.530479 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3246a627-769d-47af-bb1b-dfc6377f9c67 x-openstack-request-id: req-3246a627-769d-47af-bb1b-dfc6377f9c67 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:06:58.530793 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:06:58.531077 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3246a627-769d-47af-bb1b-dfc6377f9c67 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:06:58.532599 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b', 'status': 'completed', 'code': 200} Oct 13 14:06:58.560613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f694880-bb4c-4c39-8f7a-84c40a62484d service neutron] Pushing event updated for resources: {'Port': ['ID=82cc59b5-9e65-4ebf-aa5b-99119257411b,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:58.585074 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-4670ed61-9bbc-431a-9d24-e97cfee09a9c req-cca2db85-05c3-4248-9501-9beeb377b2a8 service neutron] 10.222.0.41 "GET /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137486 Oct 13 14:06:58.602561 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:06:58.604311 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:06:58.629236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 243bd8dc-5d77-4642-9b9e-3966e966c71c up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:06:58.772935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e27a19fd-41ed-4a34-9ec0-aef86261300e req-528addcf-a1fa-4e8c-9b49-bcd1e55a1d7d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351279 Oct 13 14:06:58.773695 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:58.796937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 243bd8dc-5d77-4642-9b9e-3966e966c71c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:58.798087 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:58.826722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a44d6-bf42-4724-a5c0-32c3190bc3ff req-605fc487-e44c-4c37-96f2-6dc21cf710bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:58.829152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af7a44d6-bf42-4724-a5c0-32c3190bc3ff req-605fc487-e44c-4c37-96f2-6dc21cf710bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e04e6047d6e45da848aa833a436e1e1&device_id=8a225b5a-1e22-48fe-8f39-abf9b1c41d5c HTTP/1.1" status: 200 len: 1099 time: 0.2840915 Oct 13 14:06:58.894445 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Router 5675df40-40ee-4f32-9c4e-d241d65a07a4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:06:59.059559 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:59.102416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ec5aa-8f10-450e-b78e-3115d9218a92 req-ea475ac8-7d5f-4284-93d0-8a1777ec7825 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:59.104165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae4ec5aa-8f10-450e-b78e-3115d9218a92 req-ea475ac8-7d5f-4284-93d0-8a1777ec7825 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 935 time: 0.5682304 Oct 13 14:06:59.109677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de3aae6-3991-4fee-b5f1-684b53e11cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243bd8dc-5d77-4642-9b9e-3966e966c71c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:06:59.116761 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c769eb6-0488-4a50-9387-06d2f3052fd0" -d '{"events": [{"server_uuid": "9de3aae6-3991-4fee-b5f1-684b53e11cd6", "name": "network-vif-plugged", "status": "completed", "tag": "243bd8dc-5d77-4642-9b9e-3966e966c71c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:06:59.152369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:06:59.161258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 243bd8dc-5d77-4642-9b9e-3966e966c71c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=243bd8dc-5d77-4642-9b9e-3966e966c71c,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:06:59.170396 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2fe9dce8-35ce-4d38-8d94-55a8edebcbbf admin admin] 10.222.0.18 "PUT /v2.0/routers/5675df40-40ee-4f32-9c4e-d241d65a07a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5808220 Oct 13 14:06:59.181554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af7a44d6-bf42-4724-a5c0-32c3190bc3ff req-86cb1b7a-1603-427d-ac44-efca8edb428b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1e04e6047d6e45da848aa833a436e1e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2631922 Oct 13 14:06:59.183015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd6b78-7b96-4eae-97ae-14d8bda6faad req-f87ae8e3-0076-4d60-a61a-6e8327c894a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:59.186658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbcd6b78-7b96-4eae-97ae-14d8bda6faad req-f87ae8e3-0076-4d60-a61a-6e8327c894a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.7695267 Oct 13 14:06:59.199643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-fa50d423-5e62-4113-8eca-0cfc38232be5 None None] Provisioning complete for port 3aa1bc38-4769-49e5-8318-ef3fa420c3da triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:06:59.200013 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fa50d423-5e62-4113-8eca-0cfc38232be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:59.254137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-fa50d423-5e62-4113-8eca-0cfc38232be5 None None] Port 3aa1bc38-4769-49e5-8318-ef3fa420c3da cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:06:59.291146 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:59.414923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=243bd8dc-5d77-4642-9b9e-3966e966c71c,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:59.445395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbcd6b78-7b96-4eae-97ae-14d8bda6faad req-dc55c11b-e0eb-4a20-b5fd-1b3b0364a666 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=126820f4-e90b-415f-9174-13dbd4dec308 HTTP/1.1" status: 200 len: 217 time: 0.1583700 Oct 13 14:06:59.483285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Pushing event updated for resources: {'Port': ['ID=3f1e191c-6110-4a4e-9e00-cf9bc186b316,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:06:59.525228 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae4ec5aa-8f10-450e-b78e-3115d9218a92 req-85a78692-cde9-4fae-a2f7-0efd2d343275 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285506 Oct 13 14:06:59.604215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd6b78-7b96-4eae-97ae-14d8bda6faad req-caade463-2c73-4882-baa8-a894502fd512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:59.605953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbcd6b78-7b96-4eae-97ae-14d8bda6faad req-caade463-2c73-4882-baa8-a894502fd512 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.1028879 Oct 13 14:06:59.618098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Attempting to bind port 3f1e191c-6110-4a4e-9e00-cf9bc186b316 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:06:59.618098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Attempting to bind port 3f1e191c-6110-4a4e-9e00-cf9bc186b316 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:06:59.618448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Attempting to bind port 3f1e191c-6110-4a4e-9e00-cf9bc186b316 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:59.629059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Port 3f1e191c-6110-4a4e-9e00-cf9bc186b316 on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:06:59.629757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Attempting to bind port 3f1e191c-6110-4a4e-9e00-cf9bc186b316 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:06:59.682403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbcd6b78-7b96-4eae-97ae-14d8bda6faad req-6e1325fc-4d58-4e0e-bf0a-589d098e725e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573153 Oct 13 14:06:59.714923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:06:59.715666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:06:59.716127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:06:59.716636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Bound port: 3f1e191c-6110-4a4e-9e00-cf9bc186b316, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:06:59.717112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:06:59.866728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a44d6-bf42-4724-a5c0-32c3190bc3ff req-117df9f7-39de-4dd3-af9e-8f499bb97421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:59.868207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af7a44d6-bf42-4724-a5c0-32c3190bc3ff req-117df9f7-39de-4dd3-af9e-8f499bb97421 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6244166 Oct 13 14:06:59.869412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] For port 3f1e191c-6110-4a4e-9e00-cf9bc186b316, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:06:59.888080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] For port 3f1e191c-6110-4a4e-9e00-cf9bc186b316, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3f1e191c-6110-4a4e-9e00-cf9bc186b316,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:06:59.943710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4bc87-4850-4df1-a929-aace51c34581 req-715d7433-781d-42bb-9d85-8780122b1cf4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:06:59.945580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85b4bc87-4850-4df1-a929-aace51c34581 req-715d7433-781d-42bb-9d85-8780122b1cf4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 944 time: 0.2613428 Oct 13 14:07:00.010841 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:00.149158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbcd6b78-7b96-4eae-97ae-14d8bda6faad req-8f6a71b4-103e-4c6e-8a83-d81bd50098e2 service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372494 Oct 13 14:07:00.150909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:00.151526 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:00.153241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] 10.222.0.41 "PUT /v2.0/ports/3f1e191c-6110-4a4e-9e00-cf9bc186b316 HTTP/1.1" status: 200 len: 1096 time: 2.9720573 Oct 13 14:07:00.285327 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-f8f5a555-c503-423c-afca-d124d7ac6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:00.299129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-f8f5a555-c503-423c-afca-d124d7ac6a6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e04e6047d6e45da848aa833a436e1e1&device_id=8a225b5a-1e22-48fe-8f39-abf9b1c41d5c HTTP/1.1" status: 200 len: 1099 time: 0.3520651 Oct 13 14:07:00.305460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85b4bc87-4850-4df1-a929-aace51c34581 req-871dde2f-d9c3-4ae0-83f5-81492e5278c4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233402 Oct 13 14:07:00.394229 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b2e4b6-bdd8-445f-aec1-0e1c22f4f0d9 x-openstack-request-id: req-82b2e4b6-bdd8-445f-aec1-0e1c22f4f0d9 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:00.394754 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de3aae6-3991-4fee-b5f1-684b53e11cd6", "name": "network-vif-plugged", "status": "completed", "tag": "243bd8dc-5d77-4642-9b9e-3966e966c71c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:00.395080 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82b2e4b6-bdd8-445f-aec1-0e1c22f4f0d9 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:00.395764 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de3aae6-3991-4fee-b5f1-684b53e11cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243bd8dc-5d77-4642-9b9e-3966e966c71c', 'code': 200} Oct 13 14:07:00.412568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-bfcd185f-27a8-43a4-ab20-daa0e7c33287 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b HTTP/1.1" status: 200 len: 217 time: 0.1106355 Oct 13 14:07:00.445423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e2092-f3ae-48d3-8b14-67089d88c1cb service neutron] Pushing event updated for resources: {'Port': ['ID=3f1e191c-6110-4a4e-9e00-cf9bc186b316,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:00.535312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5681bbb4-c680-4a0c-b74b-3dc3c55a2213', 'tag': '3f1e191c-6110-4a4e-9e00-cf9bc186b316'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:00.540350 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6594111e-f627-4b58-8ed7-91ae79954c76" -d '{"events": [{"name": "network-changed", "server_uuid": "5681bbb4-c680-4a0c-b74b-3dc3c55a2213", "tag": "3f1e191c-6110-4a4e-9e00-cf9bc186b316"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:00.620217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-628b6a8c-8286-4599-993f-2fc9c9587b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:00.627150 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-628b6a8c-8286-4599-993f-2fc9c9587b44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1987336 Oct 13 14:07:00.638843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-88f86f0f-c845-4842-9f28-a09d27087829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:00.643238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-88f86f0f-c845-4842-9f28-a09d27087829 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e04e6047d6e45da848aa833a436e1e1&device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 1099 time: 0.2747493 Oct 13 14:07:00.713841 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35726) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:00.716289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbcd6b78-7b96-4eae-97ae-14d8bda6faad req-a355e30f-67ec-4d86-8ff8-ce9d80d3c16c service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206096 Oct 13 14:07:00.722089 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1092355270-network', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:07:00.753695 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-80516b5d-edcd-4204-9a52-327162ffa19f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3f1e191c-6110-4a4e-9e00-cf9bc186b316 HTTP/1.1" status: 200 len: 217 time: 0.0519664 Oct 13 14:07:00.795242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-23d37457-2a92-4735-a50b-a8fdc465e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:00.797440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-23d37457-2a92-4735-a50b-a8fdc465e833 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1522732 Oct 13 14:07:00.833510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-52c57be2-9e54-4c3e-ab94-8b290403f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:00.841762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-52c57be2-9e54-4c3e-ab94-8b290403f280 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0735846 Oct 13 14:07:00.843541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Made reservation on behalf of 4003f29c341c42b9a78b0f41d0cc4bc7 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:07:00.846079 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:00.855449 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:00.965104 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3aca01-782b-45ba-9bcb-50f2d08a2e56 x-openstack-request-id: req-7b3aca01-782b-45ba-9bcb-50f2d08a2e56 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:00.965268 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5681bbb4-c680-4a0c-b74b-3dc3c55a2213", "tag": "3f1e191c-6110-4a4e-9e00-cf9bc186b316", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:00.965529 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b3aca01-782b-45ba-9bcb-50f2d08a2e56 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:00.965915 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5681bbb4-c680-4a0c-b74b-3dc3c55a2213', 'tag': '3f1e191c-6110-4a4e-9e00-cf9bc186b316', 'status': 'completed', 'code': 200} Oct 13 14:07:00.998828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-ae4a56b4-42db-4698-967e-92741994f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:01.001887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-ae4a56b4-42db-4698-967e-92741994f155 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1378713 Oct 13 14:07:01.062437 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:01.159321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:01.171780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-476102e3-b04b-4de9-96f6-eff162023025 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614087 Oct 13 14:07:01.212695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:07:01.229830 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:01.230158 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Added segment 51ff8b17-69da-4dbd-b185-0c2f3d9721f9 of type vlan for network a7911844-a438-4d59-b374-be6e1e6cde79 Oct 13 14:07:01.245864 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a08d97a-1152-40ed-9bc4-9c8f89535db9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:01.319958 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:01.376123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a1a181-ba6a-491e-be26-2faf4bb6a347 req-cbefb8a0-42ad-4bdf-b76c-822bb1333a81 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947157 Oct 13 14:07:01.409197 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ab10b55e-7fcb-47ec-9c13-c6e1726dea69 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:01.554513 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:01.555542 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:01.556016 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ab10b55e-7fcb-47ec-9c13-c6e1726dea69 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:01.556149 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:01.556657 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:01.686367 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9705343 Oct 13 14:07:01.693728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35748) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:01.714520 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1a8c423b-4f37-4d67-ba5a-2b533ce5f576 admin admin] Request body: {'subnet': {'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092355270-subnet', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:07:01.831714 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9fd6c-d186-4db4-98dd-b2defdc081f6 admin admin] Pushing event updated for resources: {'Network': ['ID=a7911844-a438-4d59-b374-be6e1e6cde79,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:01.860052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00a63-f908-41bf-afdc-b9e8800c4d03 req-42060b6d-deea-4a47-b69d-43786b38f94b tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:01.867039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72c00a63-f908-41bf-afdc-b9e8800c4d03 req-42060b6d-deea-4a47-b69d-43786b38f94b tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 947 time: 0.8267536 Oct 13 14:07:01.869265 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network a7911844-a438-4d59-b374-be6e1e6cde79 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:07:01.926341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8d047-ed48-4317-8e13-a31e4b33b9bd req-1057e7c3-0430-4a96-9abf-2a0c8fa51291 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:01.931247 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8c423b-4f37-4d67-ba5a-2b533ce5f576 admin admin] Made reservation on behalf of 4003f29c341c42b9a78b0f41d0cc4bc7 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:07:01.935014 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1a8c423b-4f37-4d67-ba5a-2b533ce5f576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:01.935663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea8d047-ed48-4317-8e13-a31e4b33b9bd req-1057e7c3-0430-4a96-9abf-2a0c8fa51291 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 946 time: 0.7509425 Oct 13 14:07:01.943457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-95f6792f-c67d-43b5-ba89-1e1d0a0b0201 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9144850 Oct 13 14:07:01.980590 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:02.002410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72c00a63-f908-41bf-afdc-b9e8800c4d03 req-5919c7bd-55d9-4aa4-b3cc-6a424b61f590 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343410 Oct 13 14:07:02.039776 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Sync routers for ids ['5675df40-40ee-4f32-9c4e-d241d65a07a4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:07:02.058995 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Routers {'5675df40-40ee-4f32-9c4e-d241d65a07a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:07:02.059790 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:06:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5675df40-40ee-4f32-9c4e-d241d65a07a4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:02.123973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea8d047-ed48-4317-8e13-a31e4b33b9bd req-d52b14f9-3ae8-481c-87d8-a3bb4f53db29 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730504 Oct 13 14:07:02.155351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port ab10b55e-7fcb-47ec-9c13-c6e1726dea69, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ab10b55e-7fcb-47ec-9c13-c6e1726dea69,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:02.229203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664fdc65-10b8-4e79-b3f1-80502a2c13ed req-cf9cc9be-b037-44f5-a827-7906b9842d87 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628262 Oct 13 14:07:02.233605 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:02.308155 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=ab10b55e-7fcb-47ec-9c13-c6e1726dea69,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:02.325363 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Set router 5675df40-40ee-4f32-9c4e-d241d65a07a4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:07:02.503880 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1a8c423b-4f37-4d67-ba5a-2b533ce5f576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:02.575256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d88ed-60af-43ba-9682-bf13d4d9b5d9 req-b8dc4d3a-626a-4aa2-b95d-f62c631157ed tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:02.576764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe2d88ed-60af-43ba-9682-bf13d4d9b5d9 req-b8dc4d3a-626a-4aa2-b95d-f62c631157ed tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 944 time: 0.2115607 Oct 13 14:07:02.590022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594111e-f627-4b58-8ed7-91ae79954c76 req-8f3aa404-7ad9-44fa-bb3e-dddac43eb1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:02.591761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6594111e-f627-4b58-8ed7-91ae79954c76 req-8f3aa404-7ad9-44fa-bb3e-dddac43eb1c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e04e6047d6e45da848aa833a436e1e1&device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 1099 time: 0.1976256 Oct 13 14:07:02.637049 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-569794106-router', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:06:48Z', 'updated_at': '2021-10-13T14:06:57Z', 'revision_number': 4, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'gw_port': {'id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:50Z', 'updated_at': '2021-10-13T14:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3aa1bc38-4769-49e5-8318-ef3fa420c3da', 'name': '', 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'mac_address': 'fa:16:3e:44:69:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '67c33bca-708c-4724-9a3b-b7040fcfdee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:56Z', 'updated_at': '2021-10-13T14:06:57Z', 'revision_number': 2, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'subnets': [{'id': '67c33bca-708c-4724-9a3b-b7040fcfdee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:02.642381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c423b-4f37-4d67-ba5a-2b533ce5f576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f931e6-9c5f-4f55-a192-f3f62ec662db,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:02.651413 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8c423b-4f37-4d67-ba5a-2b533ce5f576 admin admin] Checking segment: {'id': '51ff8b17-69da-4dbd-b185-0c2f3d9721f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:07:02.651885 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c423b-4f37-4d67-ba5a-2b533ce5f576 admin admin] Network hostable DHCP agents. Network: a7911844-a438-4d59-b374-be6e1e6cde79, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:07:02.677326 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Checking router: 5675df40-40ee-4f32-9c4e-d241d65a07a4 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:07:02.678184 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Updating router 5675df40-40ee-4f32-9c4e-d241d65a07a4 port 3aa1bc38-4769-49e5-8318-ef3fa420c3da binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:07:02.688223 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe2d88ed-60af-43ba-9682-bf13d4d9b5d9 req-c78d03a6-5309-432b-bc9b-dda04330225b tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003807 Oct 13 14:07:02.721818 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:02.736198 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c423b-4f37-4d67-ba5a-2b533ce5f576 admin admin] Network a7911844-a438-4d59-b374-be6e1e6cde79 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:07:02.784014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594111e-f627-4b58-8ed7-91ae79954c76 req-43c3e723-e782-4504-9bfd-3d16b054c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:02.787053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6594111e-f627-4b58-8ed7-91ae79954c76 req-43c3e723-e782-4504-9bfd-3d16b054c953 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1688535 Oct 13 14:07:02.806619 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-1a8c423b-4f37-4d67-ba5a-2b533ce5f576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, a7911844-a438-4d59-b374-be6e1e6cde79) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:07:02.811896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8c423b-4f37-4d67-ba5a-2b533ce5f576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:02.821526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1a8c423b-4f37-4d67-ba5a-2b533ce5f576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:02.822302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d8594-cbc5-4480-a8e6-313a3cadcb40 None None] Network a7911844-a438-4d59-b374-be6e1e6cde79 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:07:02.854215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6594111e-f627-4b58-8ed7-91ae79954c76 req-7c5aed10-b35c-4735-890c-c42d3d8bb14d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3f1e191c-6110-4a4e-9e00-cf9bc186b316 HTTP/1.1" status: 200 len: 217 time: 0.0602701 Oct 13 14:07:02.921171 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1a8c423b-4f37-4d67-ba5a-2b533ce5f576 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2211981 Oct 13 14:07:02.924481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35762) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:02.928843 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1092355270-router', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:07:02.932583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594111e-f627-4b58-8ed7-91ae79954c76 req-a090929e-792b-4175-8981-ac8cf20cd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:02.935430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6594111e-f627-4b58-8ed7-91ae79954c76 req-a090929e-792b-4175-8981-ac8cf20cd38e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0706408 Oct 13 14:07:03.017549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594111e-f627-4b58-8ed7-91ae79954c76 req-b3dacd62-0139-4f9b-9c0d-5e13a6a89113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:03.020512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-a7911844-a438-4d59-b374-be6e1e6cde79', 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'fixed_ips': [{'subnet_id': '80f931e6-9c5f-4f55-a192-f3f62ec662db'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:07:03.021622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:03.032322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6594111e-f627-4b58-8ed7-91ae79954c76 req-b3dacd62-0139-4f9b-9c0d-5e13a6a89113 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0815620 Oct 13 14:07:03.078474 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:03.080639 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:03.153520 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:03.222743 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:03.264588 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ab10b55e-7fcb-47ec-9c13-c6e1726dea69 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:03.279825 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:03.389325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c126946-6b92-4358-b310-4f2f43512d62 req-4f6deaa8-2bc2-4b37-b7bd-d998c5a3ce81 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:03.390500 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Pushing event updated for resources: {'Port': ['ID=3aa1bc38-4769-49e5-8318-ef3fa420c3da,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:03.390902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c126946-6b92-4358-b310-4f2f43512d62 req-4f6deaa8-2bc2-4b37-b7bd-d998c5a3ce81 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 947 time: 0.2061543 Oct 13 14:07:03.444110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6594111e-f627-4b58-8ed7-91ae79954c76 req-d387bdcd-65d8-4332-9e7a-0ca77fa6f96c service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018202 Oct 13 14:07:03.448823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Allocated IP 172.20.0.2 (a7911844-a438-4d59-b374-be6e1e6cde79/80f931e6-9c5f-4f55-a192-f3f62ec662db/4389e42c-ee16-48f3-9547-5d48151a04ba) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:07:03.457102 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:03.462858 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:03.471812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:03.471812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:03.471812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:03.471812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:03.471812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:03.471812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:03.471812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:03.471812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:03.471812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:03.471812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:03.479195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2527f-ed74-4f81-879c-3476b38aea52 req-c4ef970c-1b20-4aa8-b9d7-2efeac53d7dc tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:03.480775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8cf2527f-ed74-4f81-879c-3476b38aea52 req-c4ef970c-1b20-4aa8-b9d7-2efeac53d7dc tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 946 time: 0.2607377 Oct 13 14:07:03.565194 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Attempting to bind port 3aa1bc38-4769-49e5-8318-ef3fa420c3da on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:07:03.569540 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Attempting to bind port 3aa1bc38-4769-49e5-8318-ef3fa420c3da by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '941e2779-70ee-4fc7-aac6-18ad80cbb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:07:03.570212 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Attempting to bind port 3aa1bc38-4769-49e5-8318-ef3fa420c3da on network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:03.581907 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:07:03.582843 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Checking segment: {'id': '941e2779-70ee-4fc7-aac6-18ad80cbb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:07:03.584942 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:03.585635 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Bound using segment: {'id': '941e2779-70ee-4fc7-aac6-18ad80cbb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:07:03.595693 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Bound port: 3aa1bc38-4769-49e5-8318-ef3fa420c3da, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941e2779-70ee-4fc7-aac6-18ad80cbb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:07:03.596636 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:03.679706 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:03.769496 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] For port 3aa1bc38-4769-49e5-8318-ef3fa420c3da, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:07:03.774392 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:03.804133 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] For port 3aa1bc38-4769-49e5-8318-ef3fa420c3da, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3aa1bc38-4769-49e5-8318-ef3fa420c3da,segment=NetworkSegment(941e2779-70ee-4fc7-aac6-18ad80cbb0c9),segment_id=941e2779-70ee-4fc7-aac6-18ad80cbb0c9)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:07:03.804825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ab10b55e-7fcb-47ec-9c13-c6e1726dea69 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:03.804825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:03.807424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c126946-6b92-4358-b310-4f2f43512d62 req-df41ff92-56ba-4c5d-aac8-99d9337cc44a tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065580 Oct 13 14:07:03.848504 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7a120829-b43e-46bd-9490-970f9ba5065f None None] Provisioning complete for port 3aa1bc38-4769-49e5-8318-ef3fa420c3da triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:03.849555 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7a120829-b43e-46bd-9490-970f9ba5065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:03.892007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8cf2527f-ed74-4f81-879c-3476b38aea52 req-86542f7d-bf92-4522-8b69-f9903332506f tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839545 Oct 13 14:07:03.908565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 44050ec1-6c0b-477b-a948-5548f480a95d details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:07:03.943825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6594111e-f627-4b58-8ed7-91ae79954c76 req-f8f20741-c987-428e-bb0f-989191b2e165 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619496 Oct 13 14:07:04.108329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7a120829-b43e-46bd-9490-970f9ba5065f None None] Port 3aa1bc38-4769-49e5-8318-ef3fa420c3da cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:07:04.242045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 44050ec1-6c0b-477b-a948-5548f480a95d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=44050ec1-6c0b-477b-a948-5548f480a95d,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:04.261077 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '44050ec1-6c0b-477b-a948-5548f480a95d', 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17', 'port_id': '44050ec1-6c0b-477b-a948-5548f480a95d', 'mac_address': 'fa:16:3e:24:52:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ed03c6-ebe8-4cd6-ae30-b198229ba2f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:07:04.292187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9ad3c-2583-4058-bdad-1456d4a55f7f req-4d8bbfee-16e4-44da-8a6d-bef70a0b63cf tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:04.293843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dde9ad3c-2583-4058-bdad-1456d4a55f7f req-4d8bbfee-16e4-44da-8a6d-bef70a0b63cf tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 944 time: 0.1003332 Oct 13 14:07:04.327859 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:04.348762 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44050ec1-6c0b-477b-a948-5548f480a95d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:07:04.384639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 44050ec1-6c0b-477b-a948-5548f480a95d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=44050ec1-6c0b-477b-a948-5548f480a95d,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:04.387036 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:04.390422 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:04.415748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dde9ad3c-2583-4058-bdad-1456d4a55f7f req-4e55f709-b4e7-4b41-9b30-4c47da4232f4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918758 Oct 13 14:07:04.481741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Network a7911844-a438-4d59-b374-be6e1e6cde79 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:07:04.489781 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c63139-fa36-42a4-9f67-bc15685fec2b None None] Pushing event updated for resources: {'Port': ['ID=3aa1bc38-4769-49e5-8318-ef3fa420c3da,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:04.495060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:07:04.517520 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Routers {'5675df40-40ee-4f32-9c4e-d241d65a07a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:07:04.518976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:07:04.519473 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:06:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5675df40-40ee-4f32-9c4e-d241d65a07a4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:04.556645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Pushing event updated for resources: {'Port': ['ID=4389e42c-ee16-48f3-9547-5d48151a04ba,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:04.596640 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:04.841657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Attempting to bind port 4389e42c-ee16-48f3-9547-5d48151a04ba on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:07:04.842347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Attempting to bind port 4389e42c-ee16-48f3-9547-5d48151a04ba by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '51ff8b17-69da-4dbd-b185-0c2f3d9721f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:07:04.842898 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Attempting to bind port 4389e42c-ee16-48f3-9547-5d48151a04ba on network a7911844-a438-4d59-b374-be6e1e6cde79 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:04.867826 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:07:04.869379 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Checking segment: {'id': '51ff8b17-69da-4dbd-b185-0c2f3d9721f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:07:04.870110 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:04.870740 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Bound using segment: {'id': '51ff8b17-69da-4dbd-b185-0c2f3d9721f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:07:04.871617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Bound port: 4389e42c-ee16-48f3-9547-5d48151a04ba, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ff8b17-69da-4dbd-b185-0c2f3d9721f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:07:04.872193 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:04.873963 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] Set router 5675df40-40ee-4f32-9c4e-d241d65a07a4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:07:04.905722 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-07271459-00e6-480b-8037-e109e787fff4 None None] Provisioning complete for port 3aa1bc38-4769-49e5-8318-ef3fa420c3da triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:04.906396 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07271459-00e6-480b-8037-e109e787fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:04.910497 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=44050ec1-6c0b-477b-a948-5548f480a95d,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:04.946373 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:05.010350 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:05.095284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] For port 4389e42c-ee16-48f3-9547-5d48151a04ba, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:07:05.100242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] For port 4389e42c-ee16-48f3-9547-5d48151a04ba, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4389e42c-ee16-48f3-9547-5d48151a04ba,segment=NetworkSegment(51ff8b17-69da-4dbd-b185-0c2f3d9721f9),segment_id=51ff8b17-69da-4dbd-b185-0c2f3d9721f9)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:07:05.104833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1d1b7-7906-4068-ba30-199d619b1ab3 req-41181dc0-0817-4cb7-82b6-048ec3424608 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:05.106516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dab1d1b7-7906-4068-ba30-199d619b1ab3 req-41181dc0-0817-4cb7-82b6-048ec3424608 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 947 time: 0.1660199 Oct 13 14:07:05.153857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6cb96-1150-48d9-aec7-7277122b18c2 req-0611091c-a609-4b65-af35-38fe87b4eead tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:05.164075 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09c6cb96-1150-48d9-aec7-7277122b18c2 req-0611091c-a609-4b65-af35-38fe87b4eead tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 945 time: 0.1617224 Oct 13 14:07:05.211806 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Allocated IP 172.25.0.73 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/deeca710-798f-4040-9a4d-501ec0f80907) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:07:05.281317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dab1d1b7-7906-4068-ba30-199d619b1ab3 req-f4532c21-634c-4eb0-9100-4b1da2821c7c tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653905 Oct 13 14:07:05.288263 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:05.297445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['44050ec1-6c0b-477b-a948-5548f480a95d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:07:05.332733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09c6cb96-1150-48d9-aec7-7277122b18c2 req-2a886d62-94d3-4032-b778-a7998b24274f tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651292 Oct 13 14:07:05.472659 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07271459-00e6-480b-8037-e109e787fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:05.487197 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3aa1bc38-4769-49e5-8318-ef3fa420c3da up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:05.682025 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:05.834571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d738b-9fd3-4d79-a6a7-253ec8ae020c req-1ec83357-af97-4152-8969-9557ac5e4a42 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:05.858895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b6d738b-9fd3-4d79-a6a7-253ec8ae020c req-1ec83357-af97-4152-8969-9557ac5e4a42 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 944 time: 0.1440268 Oct 13 14:07:05.887603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-07271459-00e6-480b-8037-e109e787fff4 None None] For port 3aa1bc38-4769-49e5-8318-ef3fa420c3da, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3aa1bc38-4769-49e5-8318-ef3fa420c3da,segment=NetworkSegment(941e2779-70ee-4fc7-aac6-18ad80cbb0c9),segment_id=941e2779-70ee-4fc7-aac6-18ad80cbb0c9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:05.894397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4dff1-5f38-4ebc-bee1-252fe62a2817 None None] Pushing event updated for resources: {'Port': ['ID=4389e42c-ee16-48f3-9547-5d48151a04ba,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:05.917258 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-569794106-router', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:06:48Z', 'updated_at': '2021-10-13T14:06:57Z', 'revision_number': 4, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'gw_port': {'id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:50Z', 'updated_at': '2021-10-13T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3aa1bc38-4769-49e5-8318-ef3fa420c3da', 'name': '', 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'mac_address': 'fa:16:3e:44:69:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '67c33bca-708c-4724-9a3b-b7040fcfdee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:56Z', 'updated_at': '2021-10-13T14:07:03Z', 'revision_number': 4, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'subnets': [{'id': '67c33bca-708c-4724-9a3b-b7040fcfdee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:05.931542 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 82cc59b5-9e65-4ebf-aa5b-99119257411b details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:07:05.963218 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3aa1bc38-4769-49e5-8318-ef3fa420c3da triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:05.963820 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:05.973233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b6d738b-9fd3-4d79-a6a7-253ec8ae020c req-e1c8ef52-4df6-4a47-b023-8b17a56fa3ad tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132083 Oct 13 14:07:06.057176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:06.109819 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:07:06.113217 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:07:06.117179 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:07:06.122491 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacff735-a085-46c8-891d-78ef580ad4b8 None None] The sync data for ids ['5675df40-40ee-4f32-9c4e-d241d65a07a4'] in n-d-806683-15 is: [{'id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-569794106-router', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:06:48Z', 'updated_at': '2021-10-13T14:06:57Z', 'revision_number': 4, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'gw_port': {'id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:50Z', 'updated_at': '2021-10-13T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3aa1bc38-4769-49e5-8318-ef3fa420c3da', 'name': '', 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'mac_address': 'fa:16:3e:44:69:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '67c33bca-708c-4724-9a3b-b7040fcfdee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:56Z', 'updated_at': '2021-10-13T14:07:03Z', 'revision_number': 4, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'subnets': [{'id': '67c33bca-708c-4724-9a3b-b7040fcfdee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:07:06.142803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Pushing event updated for resources: {'Port': ['ID=deeca710-798f-4040-9a4d-501ec0f80907,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:06.212140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:06.228017 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:06.245904 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07271459-00e6-480b-8037-e109e787fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:06.250980 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '82cc59b5-9e65-4ebf-aa5b-99119257411b', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '82cc59b5-9e65-4ebf-aa5b-99119257411b', 'mac_address': 'fa:16:3e:a6:86:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:07:06.400011 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:06.402301 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:07:06.402851 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:07:06.419623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07271459-00e6-480b-8037-e109e787fff4 None None] Pushing event updated for resources: {'Port': ['ID=3aa1bc38-4769-49e5-8318-ef3fa420c3da,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:06.426160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82cc59b5-9e65-4ebf-aa5b-99119257411b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:07:06.455437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:06.489998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239101d-c2de-44c8-8da4-6a9a24e764c1 req-5b523c2e-4b3c-4c53-ad83-ac5f0677f7bd tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:06.495290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1239101d-c2de-44c8-8da4-6a9a24e764c1 req-5b523c2e-4b3c-4c53-ad83-ac5f0677f7bd tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 947 time: 0.1084456 Oct 13 14:07:06.560928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809e37a-15e5-4133-b3ae-64b6fe789d0c req-78f32249-fcf5-47ab-9491-8f4b69465bc9 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:06.569618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3809e37a-15e5-4133-b3ae-64b6fe789d0c req-78f32249-fcf5-47ab-9491-8f4b69465bc9 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 945 time: 0.1485126 Oct 13 14:07:06.620413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1239101d-c2de-44c8-8da4-6a9a24e764c1 req-c403762b-f9c1-4a7d-bbac-09a489afdfc1 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241324 Oct 13 14:07:06.676703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3809e37a-15e5-4133-b3ae-64b6fe789d0c req-f58c7077-b982-4183-abdc-5f0ae8c924c8 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058669 Oct 13 14:07:06.738606 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:06.868737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=82cc59b5-9e65-4ebf-aa5b-99119257411b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:07.143922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93130c55-a562-4044-8acc-98126e962803 None None] Network a7911844-a438-4d59-b374-be6e1e6cde79 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:07:07.249402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac7778-ef35-4061-833b-c75f0a2356b1 req-b5b08dfe-1058-4c29-b887-1132820f9540 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:07.253574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbac7778-ef35-4061-833b-c75f0a2356b1 req-b5b08dfe-1058-4c29-b887-1132820f9540 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 944 time: 0.1549690 Oct 13 14:07:07.326157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbac7778-ef35-4061-833b-c75f0a2356b1 req-64cd0468-df3e-4f6f-a504-439ced62705c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621519 Oct 13 14:07:07.336620 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6b98ecdb-126b-4b33-b4e1-4d0c766d2803 None None] Provisioning complete for port 4389e42c-ee16-48f3-9547-5d48151a04ba triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:07.337290 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b98ecdb-126b-4b33-b4e1-4d0c766d2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:07.372135 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:07.565005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4389e42c-ee16-48f3-9547-5d48151a04ba up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:07.663659 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['82cc59b5-9e65-4ebf-aa5b-99119257411b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:07:07.690151 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:07.778557 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b98ecdb-126b-4b33-b4e1-4d0c766d2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:07.842735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f6741-568e-48d1-b3e0-1d1bd08abe8c req-efb0e9c9-88fe-43ca-b218-a84743ea4947 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:07.843329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6b98ecdb-126b-4b33-b4e1-4d0c766d2803 None None] For port 4389e42c-ee16-48f3-9547-5d48151a04ba, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4389e42c-ee16-48f3-9547-5d48151a04ba,segment=NetworkSegment(51ff8b17-69da-4dbd-b185-0c2f3d9721f9),segment_id=51ff8b17-69da-4dbd-b185-0c2f3d9721f9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:07.852211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d3f6741-568e-48d1-b3e0-1d1bd08abe8c req-efb0e9c9-88fe-43ca-b218-a84743ea4947 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 947 time: 0.1183057 Oct 13 14:07:07.884613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4389e42c-ee16-48f3-9547-5d48151a04ba triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:07.884613 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:07.884809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11732639-32c8-4ca9-bba6-c09e9981a6b1 req-ece7847a-5135-462f-871a-b5294976c25e tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:07.884809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11732639-32c8-4ca9-bba6-c09e9981a6b1 req-ece7847a-5135-462f-871a-b5294976c25e tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 945 time: 0.1017103 Oct 13 14:07:07.950229 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3f1e191c-6110-4a4e-9e00-cf9bc186b316 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:07:07.954869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 44050ec1-6c0b-477b-a948-5548f480a95d up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:07.991776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d3f6741-568e-48d1-b3e0-1d1bd08abe8c req-311a749b-700f-40ef-bcdd-b971521004c8 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119504 Oct 13 14:07:08.028065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11732639-32c8-4ca9-bba6-c09e9981a6b1 req-f274f105-47b1-436e-9c7b-527c825b9412 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398532 Oct 13 14:07:08.040841 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b98ecdb-126b-4b33-b4e1-4d0c766d2803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:08.066377 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Router afc94449-f5db-42af-aa1d-19d388bc9351 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:07:08.175664 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.resource_extend [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:07:08.182106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98ecdb-126b-4b33-b4e1-4d0c766d2803 None None] Pushing event updated for resources: {'Port': ['ID=4389e42c-ee16-48f3-9547-5d48151a04ba,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:08.294263 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:07:08.436151 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:08.436151 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ee526310-4f14-44e1-82db-75afa1e987be admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5068498 Oct 13 14:07:08.436151 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35858) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:08.515718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Sync routers for ids ['afc94449-f5db-42af-aa1d-19d388bc9351'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:07:08.573018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-406ac24d-3ce4-4578-a472-2e11a7c0c04e None None] Provisioning complete for port 4389e42c-ee16-48f3-9547-5d48151a04ba triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:08.573560 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-406ac24d-3ce4-4578-a472-2e11a7c0c04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:08.598823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab82979-724e-41db-be2d-9d48f52ede1d req-f499bb4a-eb83-4170-8929-7a0e1879c9ce tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:08.604935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ab82979-724e-41db-be2d-9d48f52ede1d req-f499bb4a-eb83-4170-8929-7a0e1879c9ce tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 944 time: 0.0907502 Oct 13 14:07:08.621269 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Routers {'afc94449-f5db-42af-aa1d-19d388bc9351'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:07:08.621905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:06:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['afc94449-f5db-42af-aa1d-19d388bc9351'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:08.643644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ab82979-724e-41db-be2d-9d48f52ede1d req-f319af1e-9c7b-4f13-b467-930b0cb62b79 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377765 Oct 13 14:07:08.737617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 44050ec1-6c0b-477b-a948-5548f480a95d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:08.738387 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:08.740794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3aa1bc38-4769-49e5-8318-ef3fa420c3da up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:08.818656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3f1e191c-6110-4a4e-9e00-cf9bc186b316, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3f1e191c-6110-4a4e-9e00-cf9bc186b316,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:08.891625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Set router afc94449-f5db-42af-aa1d-19d388bc9351 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:07:08.938541 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '3f1e191c-6110-4a4e-9e00-cf9bc186b316', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '3f1e191c-6110-4a4e-9e00-cf9bc186b316', 'mac_address': 'fa:16:3e:db:da:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:07:09.079865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3aa1bc38-4769-49e5-8318-ef3fa420c3da triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:09.080472 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:09.081937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:09.177878 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:09.261125 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:09.298825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Allocated IP 172.20.0.1 (a7911844-a438-4d59-b374-be6e1e6cde79/80f931e6-9c5f-4f55-a192-f3f62ec662db/2defba85-971e-438d-9177-d8e9c9c59a7b) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:07:09.321899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 44050ec1-6c0b-477b-a948-5548f480a95d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=44050ec1-6c0b-477b-a948-5548f480a95d,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:09.330966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1fdd05-cd1e-4410-93aa-8ec7b231253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44050ec1-6c0b-477b-a948-5548f480a95d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:09.338522 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6a4ca0-ccc9-4b57-a92f-c2abd601a6a8" -d '{"events": [{"server_uuid": "ba1fdd05-cd1e-4410-93aa-8ec7b231253f", "name": "network-vif-plugged", "status": "completed", "tag": "44050ec1-6c0b-477b-a948-5548f480a95d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:09.354023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1e191c-6110-4a4e-9e00-cf9bc186b316 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:07:09.405326 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3f1e191c-6110-4a4e-9e00-cf9bc186b316, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3f1e191c-6110-4a4e-9e00-cf9bc186b316,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:09.447900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1cc8a-6fed-4733-a32f-9871df9ce6c7 req-5cd2e676-9f78-4218-b850-c8dccd13d3fb tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:09.459624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ef1cc8a-6fed-4733-a32f-9871df9ce6c7 req-5cd2e676-9f78-4218-b850-c8dccd13d3fb tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 947 time: 0.1957276 Oct 13 14:07:09.473526 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:09.499946 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:09.500792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 126820f4-e90b-415f-9174-13dbd4dec308 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:07:09.501851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db94946-a8c4-4490-8b15-637a4768880d req-a0c1f66e-5fd2-4519-9d08-e61e3f77ff04 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:09.510202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0db94946-a8c4-4490-8b15-637a4768880d req-a0c1f66e-5fd2-4519-9d08-e61e3f77ff04 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 945 time: 0.1886630 Oct 13 14:07:09.517074 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:09.576323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0db94946-a8c4-4490-8b15-637a4768880d req-19077e52-9fd7-465f-af81-0d4837a09dd8 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617392 Oct 13 14:07:09.618596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ef1cc8a-6fed-4733-a32f-9871df9ce6c7 req-122a2745-4eb8-4e65-a47e-4767af2817f5 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573091 Oct 13 14:07:09.664066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=44050ec1-6c0b-477b-a948-5548f480a95d,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:09.680169 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:09.739012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092355270-router', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:07:03Z', 'updated_at': '2021-10-13T14:07:06Z', 'revision_number': 3, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'gw_port': {'id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:05Z', 'updated_at': '2021-10-13T14:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:09.742560 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4389e42c-ee16-48f3-9547-5d48151a04ba up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:09.760827 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Network a7911844-a438-4d59-b374-be6e1e6cde79 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:07:09.764244 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:07:09.769559 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:07:09.826525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Pushing event updated for resources: {'Port': ['ID=2defba85-971e-438d-9177-d8e9c9c59a7b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:09.865441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Checking router: afc94449-f5db-42af-aa1d-19d388bc9351 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:07:09.866065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Updating router afc94449-f5db-42af-aa1d-19d388bc9351 port deeca710-798f-4040-9a4d-501ec0f80907 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:07:09.908968 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:09.978832 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3f8525-e659-4361-bda5-2c39c75aa693 x-openstack-request-id: req-6b3f8525-e659-4361-bda5-2c39c75aa693 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:09.979121 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1fdd05-cd1e-4410-93aa-8ec7b231253f", "name": "network-vif-plugged", "status": "completed", "tag": "44050ec1-6c0b-477b-a948-5548f480a95d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:09.979402 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b3f8525-e659-4361-bda5-2c39c75aa693 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:09.979815 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1fdd05-cd1e-4410-93aa-8ec7b231253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44050ec1-6c0b-477b-a948-5548f480a95d', 'code': 200} Oct 13 14:07:10.015651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3f1e191c-6110-4a4e-9e00-cf9bc186b316,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:10.030786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=126820f4-e90b-415f-9174-13dbd4dec308,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:10.034957 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:10.101093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144075b-65f0-46f8-8d5a-86a98b70bce4 req-3dec52ec-0928-4e57-93d3-904ad4bceda5 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:10.112181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a144075b-65f0-46f8-8d5a-86a98b70bce4 req-3dec52ec-0928-4e57-93d3-904ad4bceda5 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 944 time: 0.1013558 Oct 13 14:07:10.128737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '126820f4-e90b-415f-9174-13dbd4dec308', 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b', 'port_id': '126820f4-e90b-415f-9174-13dbd4dec308', 'mac_address': 'fa:16:3e:1e:cc:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0758b770-aabf-4e23-91ef-861097abeaa3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:07:10.132610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4389e42c-ee16-48f3-9547-5d48151a04ba triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:10.133000 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:10.181919 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a144075b-65f0-46f8-8d5a-86a98b70bce4 req-f3d5471d-fdb7-4693-b4c5-b95e29f8b02a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680962 Oct 13 14:07:10.304641 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:10.320440 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:10.345923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4038e4cb-74d4-49a3-ac71-f652bd4aad90 None None] Provisioning complete for port 2defba85-971e-438d-9177-d8e9c9c59a7b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:10.346290 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4038e4cb-74d4-49a3-ac71-f652bd4aad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:10.412485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126820f4-e90b-415f-9174-13dbd4dec308 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:07:10.471528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=126820f4-e90b-415f-9174-13dbd4dec308,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:10.499940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4038e4cb-74d4-49a3-ac71-f652bd4aad90 None None] Port 2defba85-971e-438d-9177-d8e9c9c59a7b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:07:10.564695 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:10.568191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:10.638441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 82cc59b5-9e65-4ebf-aa5b-99119257411b up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:10.689270 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:10.729196 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:10.745984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=126820f4-e90b-415f-9174-13dbd4dec308,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:10.789326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3abd0-462b-4019-a6ae-8b1d542048fb req-1b63ad56-262c-4ab1-b1fe-edde767c0aeb tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:10.801214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8da3abd0-462b-4019-a6ae-8b1d542048fb req-1b63ad56-262c-4ab1-b1fe-edde767c0aeb tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 946 time: 0.1092417 Oct 13 14:07:10.829640 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Pushing event updated for resources: {'Port': ['ID=2defba85-971e-438d-9177-d8e9c9c59a7b,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:10.832082 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:10.841900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:10.861924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8da3abd0-462b-4019-a6ae-8b1d542048fb req-8ba9e10d-7930-48a1-bf52-be272f8a8e05 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594826 Oct 13 14:07:10.891603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 82cc59b5-9e65-4ebf-aa5b-99119257411b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:07:10.894831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8381-2026-4b09-8f5b-681fbf8910d1 req-c78193bf-3a49-4de0-b947-55761ab33879 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:10.896429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-addb8381-2026-4b09-8f5b-681fbf8910d1 req-c78193bf-3a49-4de0-b947-55761ab33879 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 948 time: 0.1644492 Oct 13 14:07:10.903655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 82cc59b5-9e65-4ebf-aa5b-99119257411b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:10.904443 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:10.970944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Attempting to bind port deeca710-798f-4040-9a4d-501ec0f80907 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:07:10.971386 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Attempting to bind port deeca710-798f-4040-9a4d-501ec0f80907 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:07:10.972002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Attempting to bind port deeca710-798f-4040-9a4d-501ec0f80907 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:10.981608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e793a-0e7d-4837-901c-2e8023148b82 None None] Pushing event updated for resources: {'Port': ['ID=deeca710-798f-4040-9a4d-501ec0f80907,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:10.986808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-addb8381-2026-4b09-8f5b-681fbf8910d1 req-d4432704-bc7f-4fc4-98a9-7df750e2d706 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804453 Oct 13 14:07:11.005201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:07:11.005677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:07:11.006232 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:11.006560 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Network a7911844-a438-4d59-b374-be6e1e6cde79 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:07:11.007249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:07:11.007883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Bound port: deeca710-798f-4040-9a4d-501ec0f80907, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:07:11.008427 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:11.008697 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:07:11.296141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Router afc94449-f5db-42af-aa1d-19d388bc9351 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:07:11.415890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['3f1e191c-6110-4a4e-9e00-cf9bc186b316'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:07:11.418929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['126820f4-e90b-415f-9174-13dbd4dec308'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:07:11.446905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f90f5-6c1f-4524-9b06-7a05453d0681 req-48ea4cdd-c9b9-4d3f-81d0-d07711d29a1d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:11.449173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee6f90f5-6c1f-4524-9b06-7a05453d0681 req-48ea4cdd-c9b9-4d3f-81d0-d07711d29a1d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 945 time: 0.1051846 Oct 13 14:07:11.522364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:07:11.528217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee6f90f5-6c1f-4524-9b06-7a05453d0681 req-aff7f966-1ee2-4b69-9022-8b0705491220 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659621 Oct 13 14:07:11.538147 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-23ccbae6-4a89-4adc-bcdc-8ffe1fc0e092 admin admin] 10.222.0.18 "PUT /v2.0/routers/afc94449-f5db-42af-aa1d-19d388bc9351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1018934 Oct 13 14:07:11.553884 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:11.617233 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-51227615-8395-47f6-8912-55814c95cf5d None None] Provisioning complete for port 2defba85-971e-438d-9177-d8e9c9c59a7b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:11.617773 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-51227615-8395-47f6-8912-55814c95cf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:11.639206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] For port deeca710-798f-4040-9a4d-501ec0f80907, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:07:11.679728 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] For port deeca710-798f-4040-9a4d-501ec0f80907, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=deeca710-798f-4040-9a4d-501ec0f80907,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:07:11.744150 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:11.744150 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-51227615-8395-47f6-8912-55814c95cf5d None None] Port 2defba85-971e-438d-9177-d8e9c9c59a7b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:07:11.863646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076d86a-4d1a-436f-883f-548643c0284f req-0e527ca5-a788-4531-8a73-53dd7e84bed1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:11.869488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b076d86a-4d1a-436f-883f-548643c0284f req-0e527ca5-a788-4531-8a73-53dd7e84bed1 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 946 time: 0.0763860 Oct 13 14:07:11.912178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b076d86a-4d1a-436f-883f-548643c0284f req-59e093bb-23d0-4823-8c25-a62a880bb757 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407832 Oct 13 14:07:11.981430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:11.983795 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c613d59-08be-4019-beb3-9f7fc7332ab8" -d '{"events": [{"server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "name": "network-vif-plugged", "status": "completed", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:12.036216 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4388a7f1-a0f8-486d-8943-c4862843edba x-openstack-request-id: req-4388a7f1-a0f8-486d-8943-c4862843edba {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:12.036216 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "name": "network-vif-plugged", "status": "completed", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:12.036216 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4388a7f1-a0f8-486d-8943-c4862843edba {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:12.036216 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b', 'code': 200} Oct 13 14:07:12.074747 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:12.128633 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:12.130227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 44050ec1-6c0b-477b-a948-5548f480a95d no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:07:12.224350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15897bfc-fb4a-4b5f-9afb-5e38909f92dc req-f05b6df9-2d9b-4db2-897c-1b98f2df7f11 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:12.229917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e793a-0e7d-4837-901c-2e8023148b82 None None] Pushing event updated for resources: {'Port': ['ID=deeca710-798f-4040-9a4d-501ec0f80907,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:12.237022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15897bfc-fb4a-4b5f-9afb-5e38909f92dc req-f05b6df9-2d9b-4db2-897c-1b98f2df7f11 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 948 time: 0.1343591 Oct 13 14:07:12.244861 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Routers {'afc94449-f5db-42af-aa1d-19d388bc9351'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:07:12.247123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:06:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['afc94449-f5db-42af-aa1d-19d388bc9351'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:12.273011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfec34-364a-481c-b2cf-47efbc9f31a1 req-23a43d23-647c-4f65-b99b-7cb17e0805ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:12.273011 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-66dfec34-364a-481c-b2cf-47efbc9f31a1 req-23a43d23-647c-4f65-b99b-7cb17e0805ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a225b5a-1e22-48fe-8f39-abf9b1c41d5c HTTP/1.1" status: 200 len: 1101 time: 0.1233037 Oct 13 14:07:12.361197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15897bfc-fb4a-4b5f-9afb-5e38909f92dc req-9ba1990e-7d44-478b-ba0a-198c73a106dc tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227567 Oct 13 14:07:12.382154 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:12.407385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-66dfec34-364a-481c-b2cf-47efbc9f31a1 req-ffbaf128-7534-4303-b679-c278271c46b1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911798 Oct 13 14:07:12.494429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=82cc59b5-9e65-4ebf-aa5b-99119257411b,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:12.510689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 44050ec1-6c0b-477b-a948-5548f480a95d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=44050ec1-6c0b-477b-a948-5548f480a95d,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:12.540735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] Set router afc94449-f5db-42af-aa1d-19d388bc9351 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:07:12.592243 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:12.801922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=44050ec1-6c0b-477b-a948-5548f480a95d,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:13.011908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092355270-router', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:07:03Z', 'updated_at': '2021-10-13T14:07:10Z', 'revision_number': 4, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'gw_port': {'id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:05Z', 'updated_at': '2021-10-13T14:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '2defba85-971e-438d-9177-d8e9c9c59a7b', 'name': '', 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'mac_address': 'fa:16:3e:41:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '80f931e6-9c5f-4f55-a192-f3f62ec662db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:09Z', 'updated_at': '2021-10-13T14:07:10Z', 'revision_number': 2, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'subnets': [{'id': '80f931e6-9c5f-4f55-a192-f3f62ec662db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:13.139178 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8176aa-72bf-4947-a6af-d65f4eb375be None None] The sync data for ids ['afc94449-f5db-42af-aa1d-19d388bc9351'] in n-d-806683-15 is: [{'id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092355270-router', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:07:03Z', 'updated_at': '2021-10-13T14:07:10Z', 'revision_number': 4, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'gw_port': {'id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:05Z', 'updated_at': '2021-10-13T14:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '2defba85-971e-438d-9177-d8e9c9c59a7b', 'name': '', 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'mac_address': 'fa:16:3e:41:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '80f931e6-9c5f-4f55-a192-f3f62ec662db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:09Z', 'updated_at': '2021-10-13T14:07:10Z', 'revision_number': 2, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'subnets': [{'id': '80f931e6-9c5f-4f55-a192-f3f62ec662db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:07:13.209407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f5938-5256-4aad-8501-1a761d92e468 req-cc5ca43c-3a24-4018-822b-967a4039e73f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:13.227485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b3f5938-5256-4aad-8501-1a761d92e468 req-cc5ca43c-3a24-4018-822b-967a4039e73f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 945 time: 0.1970797 Oct 13 14:07:13.735998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b3f5938-5256-4aad-8501-1a761d92e468 req-5a8eaca0-140a-45cf-8748-3d4dc1e07188 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069537 Oct 13 14:07:13.963045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed251da-58ce-4334-8571-3f3e66959911 req-17d728bc-1315-4bbe-952f-5bf4db337911 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:13.971109 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ed251da-58ce-4334-8571-3f3e66959911 req-17d728bc-1315-4bbe-952f-5bf4db337911 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 944 time: 0.0882373 Oct 13 14:07:14.030645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1fdd05-cd1e-4410-93aa-8ec7b231253f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44050ec1-6c0b-477b-a948-5548f480a95d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:14.034705 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ac4e78-e81e-4bc9-b847-ed7050c14f9f" -d '{"events": [{"server_uuid": "ba1fdd05-cd1e-4410-93aa-8ec7b231253f", "name": "network-vif-unplugged", "status": "completed", "tag": "44050ec1-6c0b-477b-a948-5548f480a95d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:14.081065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ed251da-58ce-4334-8571-3f3e66959911 req-5c75c792-ae2a-477f-9d53-e3cb5927e6ac tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085401 Oct 13 14:07:14.283411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cdd57-80f1-4bf9-ae91-7f168bb8304a req-6feb4da9-b39b-4fe8-b32a-50033817b508 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:14.300700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c32cdd57-80f1-4bf9-ae91-7f168bb8304a req-6feb4da9-b39b-4fe8-b32a-50033817b508 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 948 time: 0.1011605 Oct 13 14:07:14.396223 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c32cdd57-80f1-4bf9-ae91-7f168bb8304a req-eae1e017-46ce-44c1-82d8-5662ca6d5409 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943377 Oct 13 14:07:14.563577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3f1e191c-6110-4a4e-9e00-cf9bc186b316 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:14.816703 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 3f1e191c-6110-4a4e-9e00-cf9bc186b316 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:07:14.833745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 3f1e191c-6110-4a4e-9e00-cf9bc186b316 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:14.834176 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:15.005783 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e605e90e-e478-4812-9665-f123c0257586 x-openstack-request-id: req-e605e90e-e478-4812-9665-f123c0257586 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:15.006255 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1fdd05-cd1e-4410-93aa-8ec7b231253f", "name": "network-vif-unplugged", "status": "completed", "tag": "44050ec1-6c0b-477b-a948-5548f480a95d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:15.006433 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e605e90e-e478-4812-9665-f123c0257586 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:15.006917 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1fdd05-cd1e-4410-93aa-8ec7b231253f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44050ec1-6c0b-477b-a948-5548f480a95d', 'code': 200} Oct 13 14:07:15.132930 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:15.191356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819eadc2-311b-434e-b6ef-72b9061425ad req-e39a1b0c-6866-4eb6-bf91-786f70b25111 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:15.193806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-819eadc2-311b-434e-b6ef-72b9061425ad req-e39a1b0c-6866-4eb6-bf91-786f70b25111 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 945 time: 0.0927091 Oct 13 14:07:15.204066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3f1e191c-6110-4a4e-9e00-cf9bc186b316, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3f1e191c-6110-4a4e-9e00-cf9bc186b316,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:15.314867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-819eadc2-311b-434e-b6ef-72b9061425ad req-6357db3a-64e7-478e-8b8b-a97a48eacfbf tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064196 Oct 13 14:07:15.323108 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:15.325258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 126820f4-e90b-415f-9174-13dbd4dec308 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:15.475760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cec4c-e03e-4c2f-9814-97b5ae1e8c77 req-2587f255-63fd-4351-8abc-aa606add9f98 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:15.479405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d27cec4c-e03e-4c2f-9814-97b5ae1e8c77 req-2587f255-63fd-4351-8abc-aa606add9f98 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 944 time: 0.1267717 Oct 13 14:07:15.516199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3f1e191c-6110-4a4e-9e00-cf9bc186b316,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:15.550529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 126820f4-e90b-415f-9174-13dbd4dec308 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:07:15.554748 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 126820f4-e90b-415f-9174-13dbd4dec308 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:15.558744 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:15.772850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc900dc6-c593-4948-bef4-6dc02903eb82 req-fbb170cc-be92-4148-a307-cbd0bc0bdee2 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:15.785805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc900dc6-c593-4948-bef4-6dc02903eb82 req-fbb170cc-be92-4148-a307-cbd0bc0bdee2 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 944 time: 0.3071938 Oct 13 14:07:15.786671 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:15.853948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d27cec4c-e03e-4c2f-9814-97b5ae1e8c77 req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Deleting port 44050ec1-6c0b-477b-a948-5548f480a95d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:07:15.854324 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d27cec4c-e03e-4c2f-9814-97b5ae1e8c77 req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:15.869214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=126820f4-e90b-415f-9174-13dbd4dec308,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:15.876797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device deeca710-798f-4040-9a4d-501ec0f80907 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:15.970380 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:15.986433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d27cec4c-e03e-4c2f-9814-97b5ae1e8c77 req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] For port 44050ec1-6c0b-477b-a948-5548f480a95d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=44050ec1-6c0b-477b-a948-5548f480a95d,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:15.986867 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d27cec4c-e03e-4c2f-9814-97b5ae1e8c77 req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:16.004881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d27cec4c-e03e-4c2f-9814-97b5ae1e8c77 req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Calling delete_port for 44050ec1-6c0b-477b-a948-5548f480a95d owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:07:16.013808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port deeca710-798f-4040-9a4d-501ec0f80907 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:16.014554 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:16.081651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=126820f4-e90b-415f-9174-13dbd4dec308,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:16.125590 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:16.157229 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port deeca710-798f-4040-9a4d-501ec0f80907, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=deeca710-798f-4040-9a4d-501ec0f80907,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:16.198734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc900dc6-c593-4948-bef4-6dc02903eb82 req-8ad229a4-c37a-4d72-a051-680b6fec7a7b tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083400 Oct 13 14:07:16.228427 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:16.260078 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d27cec4c-e03e-4c2f-9814-97b5ae1e8c77 req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:16.320209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=deeca710-798f-4040-9a4d-501ec0f80907,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:16.362909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Pushing event deleted for resources: {'Port': ['ID=44050ec1-6c0b-477b-a948-5548f480a95d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:16.509464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:16.509947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:16.510532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:16.511168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:16.517643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:16.518450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:16.519090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:16.519668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:16.520253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:16.525144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:16.525738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:16.526277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:16.648450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27cec4c-e03e-4c2f-9814-97b5ae1e8c77 req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] No DVR routers for this DVR port 44050ec1-6c0b-477b-a948-5548f480a95d on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:07:16.655349 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d27cec4c-e03e-4c2f-9814-97b5ae1e8c77 req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:16.669496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d27cec4c-e03e-4c2f-9814-97b5ae1e8c77 req-f71acf65-4a34-4677-94ae-600b875646ef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.41 "DELETE /v2.0/ports/44050ec1-6c0b-477b-a948-5548f480a95d HTTP/1.1" status: 204 len: 173 time: 1.1735251 Oct 13 14:07:16.670253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1fdd05-cd1e-4410-93aa-8ec7b231253f', 'name': 'network-vif-deleted', 'tag': '44050ec1-6c0b-477b-a948-5548f480a95d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:16.675581 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cc07ee-97e6-4f6c-aca5-8b7a5a5e65c8" -d '{"events": [{"server_uuid": "ba1fdd05-cd1e-4410-93aa-8ec7b231253f", "name": "network-vif-deleted", "tag": "44050ec1-6c0b-477b-a948-5548f480a95d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:16.707870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd03e2-4ea7-4524-8981-2d771d48763a req-4c606b30-c4dd-48e5-b96f-4843757b1bef tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:16.724381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3cd03e2-4ea7-4524-8981-2d771d48763a req-4c606b30-c4dd-48e5-b96f-4843757b1bef tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 949 time: 0.3926346 Oct 13 14:07:16.803930 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3cd03e2-4ea7-4524-8981-2d771d48763a req-383b3cb2-e96a-470f-b4cb-0d32afd3b5fe tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769134 Oct 13 14:07:17.008370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5681bbb4-c680-4a0c-b74b-3dc3c55a2213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1e191c-6110-4a4e-9e00-cf9bc186b316'}, {'server_uuid': '3a0e64c2-5155-4b42-9af9-1bda5f466c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126820f4-e90b-415f-9174-13dbd4dec308'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:17.014425 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4bcbf2-ec09-4ffc-8c04-55c035d390a0" -d '{"events": [{"server_uuid": "5681bbb4-c680-4a0c-b74b-3dc3c55a2213", "name": "network-vif-plugged", "status": "completed", "tag": "3f1e191c-6110-4a4e-9e00-cf9bc186b316"}, {"server_uuid": "3a0e64c2-5155-4b42-9af9-1bda5f466c07", "name": "network-vif-plugged", "status": "completed", "tag": "126820f4-e90b-415f-9174-13dbd4dec308"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:17.120256 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Sync routers for ids ['afc94449-f5db-42af-aa1d-19d388bc9351'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:07:17.166973 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Routers {'afc94449-f5db-42af-aa1d-19d388bc9351'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:07:17.166973 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:06:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['afc94449-f5db-42af-aa1d-19d388bc9351'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:17.308159 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Set router afc94449-f5db-42af-aa1d-19d388bc9351 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:07:17.491157 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b819f3e-6399-4f75-b7e8-f9f2ab9d9018 x-openstack-request-id: req-7b819f3e-6399-4f75-b7e8-f9f2ab9d9018 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:17.491824 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1fdd05-cd1e-4410-93aa-8ec7b231253f", "name": "network-vif-deleted", "tag": "44050ec1-6c0b-477b-a948-5548f480a95d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:17.491824 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b819f3e-6399-4f75-b7e8-f9f2ab9d9018 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:17.492143 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1fdd05-cd1e-4410-93aa-8ec7b231253f', 'name': 'network-vif-deleted', 'tag': '44050ec1-6c0b-477b-a948-5548f480a95d', 'status': 'completed', 'code': 200} Oct 13 14:07:17.581196 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092355270-router', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:07:03Z', 'updated_at': '2021-10-13T14:07:10Z', 'revision_number': 4, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'gw_port': {'id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:05Z', 'updated_at': '2021-10-13T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '2defba85-971e-438d-9177-d8e9c9c59a7b', 'name': '', 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'mac_address': 'fa:16:3e:41:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '80f931e6-9c5f-4f55-a192-f3f62ec662db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:09Z', 'updated_at': '2021-10-13T14:07:10Z', 'revision_number': 2, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'subnets': [{'id': '80f931e6-9c5f-4f55-a192-f3f62ec662db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:17.639585 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ab1257-5bef-4b3e-950e-1a9f786060a6 x-openstack-request-id: req-b6ab1257-5bef-4b3e-950e-1a9f786060a6 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:17.640267 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5681bbb4-c680-4a0c-b74b-3dc3c55a2213", "name": "network-vif-plugged", "status": "completed", "tag": "3f1e191c-6110-4a4e-9e00-cf9bc186b316", "code": 200}, {"server_uuid": "3a0e64c2-5155-4b42-9af9-1bda5f466c07", "name": "network-vif-plugged", "status": "completed", "tag": "126820f4-e90b-415f-9174-13dbd4dec308", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:17.640267 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6ab1257-5bef-4b3e-950e-1a9f786060a6 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:17.640875 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5681bbb4-c680-4a0c-b74b-3dc3c55a2213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1e191c-6110-4a4e-9e00-cf9bc186b316', 'code': 200} Oct 13 14:07:17.641305 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0e64c2-5155-4b42-9af9-1bda5f466c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126820f4-e90b-415f-9174-13dbd4dec308', 'code': 200} Oct 13 14:07:17.668765 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Checking router: afc94449-f5db-42af-aa1d-19d388bc9351 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:07:17.668765 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Updating router afc94449-f5db-42af-aa1d-19d388bc9351 port 2defba85-971e-438d-9177-d8e9c9c59a7b binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:07:17.698238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3ccf3-1949-41e2-99ec-139c1bc00acb req-ff24e4e4-027a-46a3-b82f-d3109a9c9f8a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:17.715905 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02b3ccf3-1949-41e2-99ec-139c1bc00acb req-ff24e4e4-027a-46a3-b82f-d3109a9c9f8a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.1930995 Oct 13 14:07:17.728203 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:17.873918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device deeca710-798f-4040-9a4d-501ec0f80907 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:17.878304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02b3ccf3-1949-41e2-99ec-139c1bc00acb req-7ba6271b-7df9-4ce7-a96f-6566d5413a5d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555412 Oct 13 14:07:18.012633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port deeca710-798f-4040-9a4d-501ec0f80907 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:18.014231 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:18.041396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4e9a83d-3869-4d30-b6ff-aac5ef72cf6a req-0df5d784-7c47-47fc-a1b2-c3f3df9e4765 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba1fdd05-cd1e-4410-93aa-8ec7b231253f HTTP/1.1" status: 200 len: 210 time: 0.1605077 Oct 13 14:07:18.106392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23efdc-6911-487d-92b8-719eb0a5dca5 req-4ea80016-d8f2-44a9-bbc2-b36712d96330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:18.107933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f23efdc-6911-487d-92b8-719eb0a5dca5 req-4ea80016-d8f2-44a9-bbc2-b36712d96330 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 1098 time: 0.2284234 Oct 13 14:07:18.125090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d93f8-1125-4e11-9a12-3490290218ad req-c8ce6d63-1f56-4d11-afcd-0ffa4371ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:18.125090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-482d93f8-1125-4e11-9a12-3490290218ad req-c8ce6d63-1f56-4d11-afcd-0ffa4371ae18 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 1101 time: 0.2699385 Oct 13 14:07:18.164232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-482d93f8-1125-4e11-9a12-3490290218ad req-329726c5-fb40-47ab-9362-817a9c99ec9a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 Oct 13 14:07:18.186211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa3dec-3e29-4bf9-b935-e0c02cbcb94c req-1a8ff144-442a-4c67-8490-412fba1672c3 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:18.195186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9fa3dec-3e29-4bf9-b935-e0c02cbcb94c req-1a8ff144-442a-4c67-8490-412fba1672c3 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 949 time: 0.1666377 Oct 13 14:07:18.247090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f23efdc-6911-487d-92b8-719eb0a5dca5 req-fe01c367-da78-4e7a-9685-9c8654917b38 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288421 Oct 13 14:07:18.263116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9fa3dec-3e29-4bf9-b935-e0c02cbcb94c req-e9fad4cf-3098-432b-aafd-d1618dc7cded tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668640 Oct 13 14:07:18.422260 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:18.428436 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:18.548386 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:18.586559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 44050ec1-6c0b-477b-a948-5548f480a95d no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:07:18.644512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 44050ec1-6c0b-477b-a948-5548f480a95d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:07:18.645878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 44050ec1-6c0b-477b-a948-5548f480a95d not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:07:18.657833 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ca721-f7fe-4619-98ae-c7528a59aff0 None None] Pushing event updated for resources: {'Port': ['ID=2defba85-971e-438d-9177-d8e9c9c59a7b,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:18.774731 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Attempting to bind port 2defba85-971e-438d-9177-d8e9c9c59a7b on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:07:18.775912 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Attempting to bind port 2defba85-971e-438d-9177-d8e9c9c59a7b by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '51ff8b17-69da-4dbd-b185-0c2f3d9721f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:07:18.776731 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Attempting to bind port 2defba85-971e-438d-9177-d8e9c9c59a7b on network a7911844-a438-4d59-b374-be6e1e6cde79 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:18.811145 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:07:18.811736 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Checking segment: {'id': '51ff8b17-69da-4dbd-b185-0c2f3d9721f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:07:18.812855 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:18.813487 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Bound using segment: {'id': '51ff8b17-69da-4dbd-b185-0c2f3d9721f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:07:18.814329 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Bound port: 2defba85-971e-438d-9177-d8e9c9c59a7b, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ff8b17-69da-4dbd-b185-0c2f3d9721f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:07:18.814952 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:18.931032 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] For port 2defba85-971e-438d-9177-d8e9c9c59a7b, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:07:18.936303 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] For port 2defba85-971e-438d-9177-d8e9c9c59a7b, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2defba85-971e-438d-9177-d8e9c9c59a7b,segment=NetworkSegment(51ff8b17-69da-4dbd-b185-0c2f3d9721f9),segment_id=51ff8b17-69da-4dbd-b185-0c2f3d9721f9)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:07:18.962624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-481d3bff-7087-4a17-9f16-e1bad21b188b None None] Provisioning complete for port 2defba85-971e-438d-9177-d8e9c9c59a7b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:18.963069 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-481d3bff-7087-4a17-9f16-e1bad21b188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:19.015734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-481d3bff-7087-4a17-9f16-e1bad21b188b None None] Port 2defba85-971e-438d-9177-d8e9c9c59a7b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:07:19.035210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33119ac5-1706-4605-b427-83e0559d3610 req-072edf12-b050-4d66-b048-60f27421d98c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:19.038626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33119ac5-1706-4605-b427-83e0559d3610 req-072edf12-b050-4d66-b048-60f27421d98c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.0629489 Oct 13 14:07:19.068860 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:19.101885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33119ac5-1706-4605-b427-83e0559d3610 req-9be8c5b4-d89a-45a8-ab94-9ae4e21380fe tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561688 Oct 13 14:07:19.198919 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ca721-f7fe-4619-98ae-c7528a59aff0 None None] Pushing event updated for resources: {'Port': ['ID=2defba85-971e-438d-9177-d8e9c9c59a7b,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:19.201395 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Routers {'afc94449-f5db-42af-aa1d-19d388bc9351'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:07:19.202382 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:06:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['afc94449-f5db-42af-aa1d-19d388bc9351'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:19.477560 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] Set router afc94449-f5db-42af-aa1d-19d388bc9351 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:07:19.511156 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8774896f-f69a-4f37-bdee-1c677c931331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:19.571791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10876af4-3f9c-4de8-ac76-aa0b56bc3246 req-abeb1a3f-6b74-403c-a311-2dddb1e72082 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:19.587810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10876af4-3f9c-4de8-ac76-aa0b56bc3246 req-abeb1a3f-6b74-403c-a311-2dddb1e72082 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 949 time: 0.1369872 Oct 13 14:07:19.660679 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c779a4b7-2bf2-455d-95c5-c5334517ae56 None None] Provisioning complete for port 2defba85-971e-438d-9177-d8e9c9c59a7b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:19.668495 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c779a4b7-2bf2-455d-95c5-c5334517ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:19.789561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10876af4-3f9c-4de8-ac76-aa0b56bc3246 req-1ddeed60-57fd-49e9-af52-a9e3c783737e tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002971 Oct 13 14:07:19.858368 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2defba85-971e-438d-9177-d8e9c9c59a7b up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:19.924052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-617a36ab-57c9-4e7b-a2e4-03dcfc2c0fef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:19.943047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-617a36ab-57c9-4e7b-a2e4-03dcfc2c0fef tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/networks?id=d9ea5240-1138-42e8-9381-25a5fe0b0c17 HTTP/1.1" status: 200 len: 822 time: 0.3514349 Oct 13 14:07:19.994063 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-b4d4d8cd-84df-4929-ad49-59f350c377b6 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/quotas/58d62d19e30a4f2b94edd7f231a7c1cc HTTP/1.1" status: 200 len: 375 time: 0.0492048 Oct 13 14:07:20.050345 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c779a4b7-2bf2-455d-95c5-c5334517ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:20.197384 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-8820ae4d-3464-49f1-a704-79e960977c46 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=58d62d19e30a4f2b94edd7f231a7c1cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1972654 Oct 13 14:07:20.280650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c779a4b7-2bf2-455d-95c5-c5334517ae56 None None] For port 2defba85-971e-438d-9177-d8e9c9c59a7b, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2defba85-971e-438d-9177-d8e9c9c59a7b,segment=NetworkSegment(51ff8b17-69da-4dbd-b185-0c2f3d9721f9),segment_id=51ff8b17-69da-4dbd-b185-0c2f3d9721f9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:20.350810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 2defba85-971e-438d-9177-d8e9c9c59a7b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:20.352620 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:20.361160 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c779a4b7-2bf2-455d-95c5-c5334517ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:20.442986 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092355270-router', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:07:03Z', 'updated_at': '2021-10-13T14:07:10Z', 'revision_number': 4, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'gw_port': {'id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:05Z', 'updated_at': '2021-10-13T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '2defba85-971e-438d-9177-d8e9c9c59a7b', 'name': '', 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'mac_address': 'fa:16:3e:41:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '80f931e6-9c5f-4f55-a192-f3f62ec662db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:09Z', 'updated_at': '2021-10-13T14:07:18Z', 'revision_number': 4, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'subnets': [{'id': '80f931e6-9c5f-4f55-a192-f3f62ec662db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:20.611428 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5633d39-3636-4e24-a550-b31f05b18d25 None None] The sync data for ids ['afc94449-f5db-42af-aa1d-19d388bc9351'] in n-d-806683-15 is: [{'id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092355270-router', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:07:03Z', 'updated_at': '2021-10-13T14:07:10Z', 'revision_number': 4, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'gw_port': {'id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:05Z', 'updated_at': '2021-10-13T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '2defba85-971e-438d-9177-d8e9c9c59a7b', 'name': '', 'network_id': 'a7911844-a438-4d59-b374-be6e1e6cde79', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'mac_address': 'fa:16:3e:41:53:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': '80f931e6-9c5f-4f55-a192-f3f62ec662db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:09Z', 'updated_at': '2021-10-13T14:07:18Z', 'revision_number': 4, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'subnets': [{'id': '80f931e6-9c5f-4f55-a192-f3f62ec662db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:07:20.620737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779a4b7-2bf2-455d-95c5-c5334517ae56 None None] Pushing event updated for resources: {'Port': ['ID=2defba85-971e-438d-9177-d8e9c9c59a7b,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:20.696429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-4375e385-8d2a-40e9-9605-2c2482414b47 service neutron] 10.222.0.18 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966455 Oct 13 14:07:20.793670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d0593-cda2-4680-92b9-a4942631552a req-7f5cce96-d8cf-426b-ac21-cfaaff8409d9 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:20.796041 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-766d0593-cda2-4680-92b9-a4942631552a req-7f5cce96-d8cf-426b-ac21-cfaaff8409d9 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.2420928 Oct 13 14:07:20.873471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-2c3383c4-83c6-4454-84b7-28a8f0393d04 service neutron] 10.222.0.18 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741161 Oct 13 14:07:20.889782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-766d0593-cda2-4680-92b9-a4942631552a req-8972f464-3745-48cb-a8cf-a06c7930f940 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863714 Oct 13 14:07:21.110737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412acc4-efdf-401a-a2a9-f41556172161 req-27dea0c0-ca09-4bfe-9129-93aca6be4b35 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:21.119366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3412acc4-efdf-401a-a2a9-f41556172161 req-27dea0c0-ca09-4bfe-9129-93aca6be4b35 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 949 time: 0.0778639 Oct 13 14:07:21.167910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3412acc4-efdf-401a-a2a9-f41556172161 req-8dedda11-329d-48c8-8eda-746369eeb3eb tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Oct 13 14:07:21.375839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9ea47c4-0913-4471-a2fc-675ee5769f2d req-116a1523-ebbe-4726-8057-6574bc68d596 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 210 time: 0.0475404 Oct 13 14:07:21.487307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a744-fcbd-468b-8cc9-c9cc80070beb req-7493d669-c84e-4758-ac06-c2103663d93e tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:21.495885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2291a744-fcbd-468b-8cc9-c9cc80070beb req-7493d669-c84e-4758-ac06-c2103663d93e tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a225b5a-1e22-48fe-8f39-abf9b1c41d5c HTTP/1.1" status: 200 len: 949 time: 0.1188915 Oct 13 14:07:21.561331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2291a744-fcbd-468b-8cc9-c9cc80070beb req-2340afd8-566a-4ebf-a9e9-7df34126fa3b tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552874 Oct 13 14:07:21.591247 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:21.761692 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2defba85-971e-438d-9177-d8e9c9c59a7b up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:21.900428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 2defba85-971e-438d-9177-d8e9c9c59a7b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:21.901473 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:22.226088 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-680aa645-dabb-4088-b9f6-049b80a07459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:22.561933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f8f32-cc6d-4068-8095-870192d22aba req-4b1178cf-d309-4364-b935-f1002206d376 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:22.569890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d8f8f32-cc6d-4068-8095-870192d22aba req-4b1178cf-d309-4364-b935-f1002206d376 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.0823679 Oct 13 14:07:22.622913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d8f8f32-cc6d-4068-8095-870192d22aba req-1f809575-64e3-42fb-bed6-225c3dd649d2 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521340 Oct 13 14:07:23.057120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94f7bf42-7ee7-490a-9cc6-92b091e43275 req-3b68728c-42c2-4529-8275-aba7c0ed4a51 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 210 time: 0.0358598 Oct 13 14:07:23.254305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e95651-91df-4988-8024-143ee0746589 req-43587712-dca2-4af4-b11e-9129453cce66 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:23.255858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75e95651-91df-4988-8024-143ee0746589 req-43587712-dca2-4af4-b11e-9129453cce66 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 1098 time: 0.0500205 Oct 13 14:07:23.315655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75e95651-91df-4988-8024-143ee0746589 req-79c524d6-bea3-4368-96b6-8942918fdfc7 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479488 Oct 13 14:07:23.455378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9439c3-2d06-47cd-a408-28f6d125e91a req-46ef3ac8-1f1c-4e12-bc31-98ec6d953ff2 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:23.457154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd9439c3-2d06-47cd-a408-28f6d125e91a req-46ef3ac8-1f1c-4e12-bc31-98ec6d953ff2 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 1098 time: 0.0493436 Oct 13 14:07:23.504443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd9439c3-2d06-47cd-a408-28f6d125e91a req-ae7f5e2d-1e5a-42e2-91fc-da849bfb8d7a tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397215 Oct 13 14:07:23.556079 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:07:23.644472 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:24.303389 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:24.422517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-48653adb-e7b3-42f3-a35f-8e48bcb46a55 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:24.433502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-48653adb-e7b3-42f3-a35f-8e48bcb46a55 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.49 "GET /v2.0/networks?id=d9ea5240-1138-42e8-9381-25a5fe0b0c17 HTTP/1.1" status: 200 len: 822 time: 0.3589425 Oct 13 14:07:24.460818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-312b712b-ecb5-4569-84e2-25937142649a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Request body: {'port': {'device_id': '10ceda54-e751-48f1-b797-c4b732457d67', 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17', 'admin_state_up': True, 'tenant_id': '58d62d19e30a4f2b94edd7f231a7c1cc'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:07:24.579415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f93f152c-e69f-479b-a6c5-1ad18a65d0f7 req-a94d58f4-8a85-462e-bb1c-350cdf81ec5c tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 210 time: 0.0818067 Oct 13 14:07:24.772934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 243bd8dc-5d77-4642-9b9e-3966e966c71c no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:07:24.816205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-312b712b-ecb5-4569-84e2-25937142649a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Made reservation on behalf of 58d62d19e30a4f2b94edd7f231a7c1cc for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:07:24.824057 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-312b712b-ecb5-4569-84e2-25937142649a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:24.961576 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:25.029631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 243bd8dc-5d77-4642-9b9e-3966e966c71c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=243bd8dc-5d77-4642-9b9e-3966e966c71c,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:25.033353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de3aae6-3991-4fee-b5f1-684b53e11cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '243bd8dc-5d77-4642-9b9e-3966e966c71c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:25.038639 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b06c0b-14b4-4c6c-b709-436f5f9250e6" -d '{"events": [{"server_uuid": "9de3aae6-3991-4fee-b5f1-684b53e11cd6", "name": "network-vif-unplugged", "status": "completed", "tag": "243bd8dc-5d77-4642-9b9e-3966e966c71c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:25.106404 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:25.115137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-d73ae52a-c67e-4a26-b39c-5f556d3ef262 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:25.123349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-d73ae52a-c67e-4a26-b39c-5f556d3ef262 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/networks?id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7 HTTP/1.1" status: 200 len: 804 time: 0.1851876 Oct 13 14:07:25.145937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-312b712b-ecb5-4569-84e2-25937142649a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Allocated IP 172.20.0.14 (d9ea5240-1138-42e8-9381-25a5fe0b0c17/d2ed03c6-ebe8-4cd6-ae30-b198229ba2f7/7c4295b2-9354-48cb-9151-b1719f44361c) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:07:25.183455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-75e53a5d-fb9f-456b-8014-e8538fa17058 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/quotas/b01e24a805954bb9a06419e1776c2e84 HTTP/1.1" status: 200 len: 375 time: 0.0574708 Oct 13 14:07:25.220957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=243bd8dc-5d77-4642-9b9e-3966e966c71c,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:25.239053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:25.239683 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:25.240251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:25.242034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:25.242577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:25.243080 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:25.246715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:25.246715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:25.246715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:25.246715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:25.246715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:25.246715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:25.259795 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:25.311756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-d6cb223c-46c3-4c52-8d4c-415c0369c4d9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b01e24a805954bb9a06419e1776c2e84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114125 Oct 13 14:07:25.512280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-5ab9d0b6-62b2-4bee-b320-8b2d849b4681 service neutron] 10.222.0.18 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913073 Oct 13 14:07:25.541262 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-312b712b-ecb5-4569-84e2-25937142649a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:25.678127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-ad8b8a25-0a0f-4ec3-9e8f-dc5257e6c5cf service neutron] 10.222.0.18 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505151 Oct 13 14:07:25.741100 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-312b712b-ecb5-4569-84e2-25937142649a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:25.851669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-312b712b-ecb5-4569-84e2-25937142649a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Network d9ea5240-1138-42e8-9381-25a5fe0b0c17 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:07:25.854316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b712b-ecb5-4569-84e2-25937142649a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Pushing event updated for resources: {'Port': ['ID=7c4295b2-9354-48cb-9151-b1719f44361c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:25.858683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-312b712b-ecb5-4569-84e2-25937142649a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:07:25.867399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-312b712b-ecb5-4569-84e2-25937142649a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:07:25.914421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6da80-2712-4e33-9429-674fb9400b14 req-6df765a4-6c0e-44a5-94ee-de9690cf959c tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:25.915463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09e6da80-2712-4e33-9429-674fb9400b14 req-6df765a4-6c0e-44a5-94ee-de9690cf959c tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.49 "GET /v2.0/ports?device_id=9de3aae6-3991-4fee-b5f1-684b53e11cd6 HTTP/1.1" status: 200 len: 943 time: 0.1612983 Oct 13 14:07:26.047962 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67395ec8-d874-4c95-b1fd-e8f44001499f x-openstack-request-id: req-67395ec8-d874-4c95-b1fd-e8f44001499f {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:26.048645 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de3aae6-3991-4fee-b5f1-684b53e11cd6", "name": "network-vif-unplugged", "status": "completed", "tag": "243bd8dc-5d77-4642-9b9e-3966e966c71c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:26.048645 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67395ec8-d874-4c95-b1fd-e8f44001499f {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:26.052129 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de3aae6-3991-4fee-b5f1-684b53e11cd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '243bd8dc-5d77-4642-9b9e-3966e966c71c', 'code': 200} Oct 13 14:07:26.492021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-312b712b-ecb5-4569-84e2-25937142649a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:26.492757 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-312b712b-ecb5-4569-84e2-25937142649a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:26.585720 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d804f-0c05-4edf-b60b-6db81e34bd5c req-ccbdba9f-5a44-4101-be4b-460a175432e6 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:26.587189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-267d804f-0c05-4edf-b60b-6db81e34bd5c req-ccbdba9f-5a44-4101-be4b-460a175432e6 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 932 time: 0.0912080 Oct 13 14:07:26.591226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-09e6da80-2712-4e33-9429-674fb9400b14 req-b2908ec7-eb8c-4560-9381-f467066dc7e7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Deleting port 243bd8dc-5d77-4642-9b9e-3966e966c71c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:07:26.591611 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09e6da80-2712-4e33-9429-674fb9400b14 req-b2908ec7-eb8c-4560-9381-f467066dc7e7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:26.623765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 82cc59b5-9e65-4ebf-aa5b-99119257411b details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:07:26.722452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-312b712b-ecb5-4569-84e2-25937142649a tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2763789 Oct 13 14:07:26.753024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Request body: {'port': {'device_id': '10ceda54-e751-48f1-b797-c4b732457d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:07:26.805027 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-267d804f-0c05-4edf-b60b-6db81e34bd5c req-86cc6074-0c66-49b4-b9b6-0a21eb535571 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008029 Oct 13 14:07:26.828578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-09e6da80-2712-4e33-9429-674fb9400b14 req-b2908ec7-eb8c-4560-9381-f467066dc7e7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] For port 243bd8dc-5d77-4642-9b9e-3966e966c71c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=243bd8dc-5d77-4642-9b9e-3966e966c71c,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:26.828965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09e6da80-2712-4e33-9429-674fb9400b14 req-b2908ec7-eb8c-4560-9381-f467066dc7e7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:26.847775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-09e6da80-2712-4e33-9429-674fb9400b14 req-b2908ec7-eb8c-4560-9381-f467066dc7e7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Calling delete_port for 243bd8dc-5d77-4642-9b9e-3966e966c71c owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:07:26.881821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:26.915881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '82cc59b5-9e65-4ebf-aa5b-99119257411b', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '82cc59b5-9e65-4ebf-aa5b-99119257411b', 'mac_address': 'fa:16:3e:a6:86:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:07:27.051462 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:27.072867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82cc59b5-9e65-4ebf-aa5b-99119257411b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:07:27.096799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:27.101546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dab824d2-af66-4d79-ac12-6615adc3981a req-444e1091-7951-47e5-ada7-2f65a319b4c8 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 210 time: 0.0860250 Oct 13 14:07:27.106204 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:27.117645 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36260) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:27.215975 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-345f57ac-4a9f-43c6-bacd-bff2453b8f11 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:07:27.229163 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-345f57ac-4a9f-43c6-bacd-bff2453b8f11 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1151974 Oct 13 14:07:27.269157 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:27.271203 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-53da350a-c5c7-4c44-8b3e-2d1a286fc6e0 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:27.281563 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-53da350a-c5c7-4c44-8b3e-2d1a286fc6e0 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports/126820f4-e90b-415f-9174-13dbd4dec308 HTTP/1.1" status: 200 len: 1095 time: 0.0516977 Oct 13 14:07:27.344897 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09e6da80-2712-4e33-9429-674fb9400b14 req-b2908ec7-eb8c-4560-9381-f467066dc7e7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:27.367515 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=82cc59b5-9e65-4ebf-aa5b-99119257411b,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:27.417063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2908ec7-eb8c-4560-9381-f467066dc7e7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Pushing event deleted for resources: {'Port': ['ID=243bd8dc-5d77-4642-9b9e-3966e966c71c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:27.444783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['82cc59b5-9e65-4ebf-aa5b-99119257411b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:07:27.478024 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] Request body: {'binding': {'host': 'n-h1-806683-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:07:27.479165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] Unknown quota resources ['binding']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:07:27.556108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e6da80-2712-4e33-9429-674fb9400b14 req-b2908ec7-eb8c-4560-9381-f467066dc7e7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] No DVR routers for this DVR port 243bd8dc-5d77-4642-9b9e-3966e966c71c on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:07:27.563417 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09e6da80-2712-4e33-9429-674fb9400b14 req-b2908ec7-eb8c-4560-9381-f467066dc7e7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:27.567803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09e6da80-2712-4e33-9429-674fb9400b14 req-b2908ec7-eb8c-4560-9381-f467066dc7e7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.49 "DELETE /v2.0/ports/243bd8dc-5d77-4642-9b9e-3966e966c71c HTTP/1.1" status: 204 len: 173 time: 1.6413419 Oct 13 14:07:27.568292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de3aae6-3991-4fee-b5f1-684b53e11cd6', 'name': 'network-vif-deleted', 'tag': '243bd8dc-5d77-4642-9b9e-3966e966c71c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:27.571524 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c96663d-5e20-4c35-90b9-898581c7179c" -d '{"events": [{"server_uuid": "9de3aae6-3991-4fee-b5f1-684b53e11cd6", "name": "network-vif-deleted", "tag": "243bd8dc-5d77-4642-9b9e-3966e966c71c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:27.709517 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ad2ed0-7959-4a67-aaf7-38dda168f6b9 x-openstack-request-id: req-01ad2ed0-7959-4a67-aaf7-38dda168f6b9 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:27.712471 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de3aae6-3991-4fee-b5f1-684b53e11cd6", "name": "network-vif-deleted", "tag": "243bd8dc-5d77-4642-9b9e-3966e966c71c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:27.713189 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01ad2ed0-7959-4a67-aaf7-38dda168f6b9 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:27.714018 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de3aae6-3991-4fee-b5f1-684b53e11cd6', 'name': 'network-vif-deleted', 'tag': '243bd8dc-5d77-4642-9b9e-3966e966c71c', 'status': 'completed', 'code': 200} Oct 13 14:07:27.724075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 on host n-h1-806683-15 for vnic_type normal with profile None {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:07:27.724445 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:07:27.725280 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:27.732099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] Port 126820f4-e90b-415f-9174-13dbd4dec308 on network d54448a5-ac53-4352-a4fa-39682bbffd1b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:07:27.732629 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:27.740668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4295b2-9354-48cb-9151-b1719f44361c {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:07:27.741099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:07:27.741480 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:07:27.741950 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] Bound using segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:07:27.742507 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] Bound port: 126820f4-e90b-415f-9174-13dbd4dec308, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:07:27.751204 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:27.765015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Transition to ACTIVE for port object 7c4295b2-9354-48cb-9151-b1719f44361c will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:07:27.826471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=126820f4-e90b-415f-9174-13dbd4dec308,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:07:27.918863 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:27.973800 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] Notify callbacks [] for binding, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:27.976414 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-fb2ebc74-f27d-49b8-864d-14243764b505 service neutron] 10.222.0.18 "POST /v2.0/ports/126820f4-e90b-415f-9174-13dbd4dec308/bindings HTTP/1.1" status: 201 len: 390 time: 0.5928133 Oct 13 14:07:28.076688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4295b2-9354-48cb-9151-b1719f44361c,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:28.119069 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d6210-cb96-448f-ab91-5297359aadf0 req-6259d4ca-25ae-4756-989a-fcf4967c6b3c tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:28.120645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b7d6210-cb96-448f-ab91-5297359aadf0 req-6259d4ca-25ae-4756-989a-fcf4967c6b3c tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 944 time: 0.1591165 Oct 13 14:07:28.219487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b7d6210-cb96-448f-ab91-5297359aadf0 req-a4150b75-07d6-4357-aca5-193bf9a8c5ad tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757942 Oct 13 14:07:28.220461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Attempting to bind port 7c4295b2-9354-48cb-9151-b1719f44361c on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:07:28.220815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Attempting to bind port 7c4295b2-9354-48cb-9151-b1719f44361c by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:07:28.221179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Attempting to bind port 7c4295b2-9354-48cb-9151-b1719f44361c on network d9ea5240-1138-42e8-9381-25a5fe0b0c17 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:28.227786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Port 7c4295b2-9354-48cb-9151-b1719f44361c on network d9ea5240-1138-42e8-9381-25a5fe0b0c17 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:07:28.228876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Attempting to bind port 7c4295b2-9354-48cb-9151-b1719f44361c on network d9ea5240-1138-42e8-9381-25a5fe0b0c17 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:28.240963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:07:28.241437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Checking segment: {'id': '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:07:28.241918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Bound using segment: {'id': '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:07:28.242629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Bound port: 7c4295b2-9354-48cb-9151-b1719f44361c, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:07:28.243084 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:28.358080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] For port 7c4295b2-9354-48cb-9151-b1719f44361c, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:07:28.383891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b7dc1f7-d217-40a7-946c-5f6a688075c6 req-e2a79daf-1c07-4c8b-b7cd-a027a088bcc4 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 210 time: 0.0444565 Oct 13 14:07:28.402357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] For port 7c4295b2-9354-48cb-9151-b1719f44361c, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7c4295b2-9354-48cb-9151-b1719f44361c,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:07:28.466341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bedd6-3691-41ef-91c1-84856eb6c302 req-809e45dd-03e8-4795-8990-8c00325fbbf2 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:28.470764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab2bedd6-3691-41ef-91c1-84856eb6c302 req-809e45dd-03e8-4795-8990-8c00325fbbf2 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.0873222 Oct 13 14:07:28.539443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab2bedd6-3691-41ef-91c1-84856eb6c302 req-a73d6cec-65b1-4f6f-9068-1f0ad98b78c5 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556521 Oct 13 14:07:28.614282 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 82cc59b5-9e65-4ebf-aa5b-99119257411b up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:28.709101 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 82cc59b5-9e65-4ebf-aa5b-99119257411b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:28.709402 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:28.772268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 243bd8dc-5d77-4642-9b9e-3966e966c71c no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:07:28.798504 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 243bd8dc-5d77-4642-9b9e-3966e966c71c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:07:28.799018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 243bd8dc-5d77-4642-9b9e-3966e966c71c not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:07:28.849226 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:28.877136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:28.880710 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc00a278-15ef-45bb-8c2b-ead6d06bd341" -d '{"events": [{"server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "name": "network-vif-plugged", "status": "completed", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:28.903216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:28.954268 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82db638e-9a6e-454c-8499-e4c5522ab923 x-openstack-request-id: req-82db638e-9a6e-454c-8499-e4c5522ab923 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:28.954670 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "name": "network-vif-plugged", "status": "completed", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:28.961593 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82db638e-9a6e-454c-8499-e4c5522ab923 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:28.961593 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b', 'code': 200} Oct 13 14:07:29.003962 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:29.046305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:29.047862 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:29.048612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] 10.222.0.49 "PUT /v2.0/ports/7c4295b2-9354-48cb-9151-b1719f44361c HTTP/1.1" status: 200 len: 1093 time: 2.3114541 Oct 13 14:07:29.084040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f17e0-2f96-413e-bb9d-31d4f722bd32 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4295b2-9354-48cb-9151-b1719f44361c,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:29.296170 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:29.407374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=82cc59b5-9e65-4ebf-aa5b-99119257411b,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:29.577487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c942a-7ef1-4dcd-908c-c33e1259db76 req-b0fbf41a-45b3-4e73-9c89-cb595578640b tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:29.580490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-990c942a-7ef1-4dcd-908c-c33e1259db76 req-b0fbf41a-45b3-4e73-9c89-cb595578640b tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 944 time: 0.1030505 Oct 13 14:07:29.633748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-34fcece8-75b8-4b9a-ae97-1f11e4e38cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:29.637488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-34fcece8-75b8-4b9a-ae97-1f11e4e38cdc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58d62d19e30a4f2b94edd7f231a7c1cc&device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 1096 time: 0.2166476 Oct 13 14:07:29.653828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87875dd5-1c42-4ead-a5d5-1d9efa7f1b8c req-1d06cf29-542e-4170-8496-8995e861edb5 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 210 time: 0.1126301 Oct 13 14:07:29.750604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ceda54-e751-48f1-b797-c4b732457d67', 'tag': '7c4295b2-9354-48cb-9151-b1719f44361c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:29.753240 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1e9fb7-9193-4cb5-8081-8a429e44768b" -d '{"events": [{"name": "network-changed", "server_uuid": "10ceda54-e751-48f1-b797-c4b732457d67", "tag": "7c4295b2-9354-48cb-9151-b1719f44361c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:29.759438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-8b0a267d-e4ea-4c67-b441-6337107fa8ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c4295b2-9354-48cb-9151-b1719f44361c HTTP/1.1" status: 200 len: 217 time: 0.1000462 Oct 13 14:07:29.924061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-990c942a-7ef1-4dcd-908c-c33e1259db76 req-af133fe8-dd22-4d5d-bdbd-d5fe5e1dbb83 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939961 Oct 13 14:07:29.971538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-325e4f83-fb19-4a26-a2de-7469257ee7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:29.973924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-325e4f83-fb19-4a26-a2de-7469257ee7f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d2ed03c6-ebe8-4cd6-ae30-b198229ba2f7 HTTP/1.1" status: 200 len: 862 time: 0.1874032 Oct 13 14:07:29.983052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-6049ba21-6526-4151-aca7-1567fab38a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:29.985716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-6049ba21-6526-4151-aca7-1567fab38a7c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 1098 time: 0.2241392 Oct 13 14:07:30.101498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-34be0661-423b-4229-b05f-9703e232a16c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9ea5240-1138-42e8-9381-25a5fe0b0c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145165 Oct 13 14:07:30.118518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4970a-7709-411e-b22a-8f01ccbcc8ff req-66987f41-063e-4465-824b-8f00995b3b03 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:30.120161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6af4970a-7709-411e-b22a-8f01ccbcc8ff req-66987f41-063e-4465-824b-8f00995b3b03 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.2182913 Oct 13 14:07:30.135427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-a2257a8e-5726-443f-8c04-26b635a0b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:30.137366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-a2257a8e-5726-443f-8c04-26b635a0b889 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.1407087 Oct 13 14:07:30.186201 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245b0015-91bb-41dd-95be-a849e3d29fdb x-openstack-request-id: req-245b0015-91bb-41dd-95be-a849e3d29fdb {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:30.186584 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ceda54-e751-48f1-b797-c4b732457d67", "tag": "7c4295b2-9354-48cb-9151-b1719f44361c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:30.186900 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-245b0015-91bb-41dd-95be-a849e3d29fdb {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:30.188043 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ceda54-e751-48f1-b797-c4b732457d67', 'tag': '7c4295b2-9354-48cb-9151-b1719f44361c', 'status': 'completed', 'code': 200} Oct 13 14:07:30.232079 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-1c8625e3-8523-4e64-9d77-cfb73ce19ec1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=126820f4-e90b-415f-9174-13dbd4dec308 HTTP/1.1" status: 200 len: 217 time: 0.0786617 Oct 13 14:07:30.301477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6af4970a-7709-411e-b22a-8f01ccbcc8ff req-998683b1-29f5-4826-8540-6a36fcf801e8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679134 Oct 13 14:07:30.316866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-5b7ed8c0-d4e2-4b6a-9119-f055ff854ed0 service neutron] 10.222.0.49 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938183 Oct 13 14:07:30.353426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-3c820d9d-cd9d-4c89-9c05-dbbb97d43ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:30.355025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-3c820d9d-cd9d-4c89-9c05-dbbb97d43ef8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.1107011 Oct 13 14:07:30.428972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-8f39d46d-7810-44b7-bae8-ef3b58bbd3cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451555 Oct 13 14:07:30.588116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a52df1-1e88-4c74-b5ec-f8d269757a04 req-aa4bbf30-7c52-4e52-8c0e-e319e63de3f3 service neutron] 10.222.0.49 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558129 Oct 13 14:07:30.628701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-0997cbcc-a83a-4de4-a871-91e84cf65451 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:30.629411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-0997cbcc-a83a-4de4-a871-91e84cf65451 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.49 "GET /v2.0/networks?id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7 HTTP/1.1" status: 200 len: 804 time: 0.2150536 Oct 13 14:07:30.635711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-ec60590b-3a3d-4f21-aeec-6161504fe919 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934366 Oct 13 14:07:30.659427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-73e6d071-700c-4ccf-8a7b-e6a896cf2355 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Request body: {'port': {'device_id': 'a78d2578-dd38-49f6-b530-e41a5d9b07c2', 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7', 'admin_state_up': True, 'tenant_id': 'b01e24a805954bb9a06419e1776c2e84'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:07:30.900659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ed514b4-efe6-4230-be98-10060e3e46d5 req-26dd46e6-5ce2-4efb-914d-4ae9963a61c2 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 210 time: 0.0858629 Oct 13 14:07:30.931644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e9fb7-9193-4cb5-8081-8a429e44768b req-720e3715-6624-4f4a-b93a-36dfea622eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:30.933886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef1e9fb7-9193-4cb5-8081-8a429e44768b req-720e3715-6624-4f4a-b93a-36dfea622eae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58d62d19e30a4f2b94edd7f231a7c1cc&device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 1096 time: 0.1564808 Oct 13 14:07:31.007430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-f91cbd5a-8673-40b4-bb07-a44fc3c9eb84 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440313 Oct 13 14:07:31.147934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d60321-8b8d-4570-99e6-abca650ff846 req-33b5e31f-c341-46ca-ba34-4d6f8e4a62a4 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:31.151878 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24d60321-8b8d-4570-99e6-abca650ff846 req-33b5e31f-c341-46ca-ba34-4d6f8e4a62a4 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 944 time: 0.1105907 Oct 13 14:07:31.203588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-73e6d071-700c-4ccf-8a7b-e6a896cf2355 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Made reservation on behalf of b01e24a805954bb9a06419e1776c2e84 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:07:31.221763 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-73e6d071-700c-4ccf-8a7b-e6a896cf2355 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:31.248723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e9fb7-9193-4cb5-8081-8a429e44768b req-1b6185f5-7c4a-4b43-b05e-5f47998a10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:31.255373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef1e9fb7-9193-4cb5-8081-8a429e44768b req-1b6185f5-7c4a-4b43-b05e-5f47998a10bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=d9ea5240-1138-42e8-9381-25a5fe0b0c17 HTTP/1.1" status: 200 len: 923 time: 0.3029394 Oct 13 14:07:31.408670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef1e9fb7-9193-4cb5-8081-8a429e44768b req-06577009-9417-4d3e-816f-398ac4359ee9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c4295b2-9354-48cb-9151-b1719f44361c HTTP/1.1" status: 200 len: 217 time: 0.1226003 Oct 13 14:07:31.618362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24d60321-8b8d-4570-99e6-abca650ff846 req-05c1b427-9bbd-4f61-a678-e4241bb17809 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555330 Oct 13 14:07:31.670238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e9fb7-9193-4cb5-8081-8a429e44768b req-bf99b06a-350d-4e95-ba24-ee72c88523be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:31.674501 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef1e9fb7-9193-4cb5-8081-8a429e44768b req-bf99b06a-350d-4e95-ba24-ee72c88523be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d2ed03c6-ebe8-4cd6-ae30-b198229ba2f7 HTTP/1.1" status: 200 len: 862 time: 0.2422755 Oct 13 14:07:31.694056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63f776-e9f5-4a2d-a9fa-db67d9305406 req-e495d064-de4b-4cf9-ab15-574e26cd7aa4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:31.706023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be63f776-e9f5-4a2d-a9fa-db67d9305406 req-e495d064-de4b-4cf9-ab15-574e26cd7aa4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.2709749 Oct 13 14:07:31.815039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef1e9fb7-9193-4cb5-8081-8a429e44768b req-a4ec3973-dee2-403b-9016-ae779333958d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d9ea5240-1138-42e8-9381-25a5fe0b0c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802400 Oct 13 14:07:31.904747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-73e6d071-700c-4ccf-8a7b-e6a896cf2355 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Allocated IP 172.20.0.2 (e9b785c4-7ce8-4961-af5f-b3e746e77fe7/993127ca-088d-48f4-a980-b919aa4881f8/364b6361-7d1b-4425-96fc-3c0f04393a34) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:07:32.053443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be63f776-e9f5-4a2d-a9fa-db67d9305406 req-fa92b562-5b77-4749-8f82-5dc27143919d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458419 Oct 13 14:07:32.293971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a352fc3-6df3-4d49-84eb-4e4471c08605 req-4c88f50f-a075-4e60-8b51-08f4e850370d tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 210 time: 0.0748501 Oct 13 14:07:32.322785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef1e9fb7-9193-4cb5-8081-8a429e44768b req-a1fe9125-b72d-4008-ad56-be89b15fc519 service neutron] 10.222.0.49 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992841 Oct 13 14:07:32.729265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef1e9fb7-9193-4cb5-8081-8a429e44768b req-6aa3ce9c-9052-4421-9e05-cd7e7e252c9c service neutron] 10.222.0.49 "GET /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532317 Oct 13 14:07:32.803236 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-73e6d071-700c-4ccf-8a7b-e6a896cf2355 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:32.815380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7c4295b2-9354-48cb-9151-b1719f44361c details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:07:32.954617 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-73e6d071-700c-4ccf-8a7b-e6a896cf2355 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:33.185994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6d071-700c-4ccf-8a7b-e6a896cf2355 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Pushing event updated for resources: {'Port': ['ID=364b6361-7d1b-4425-96fc-3c0f04393a34,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:33.216185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7c4295b2-9354-48cb-9151-b1719f44361c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7c4295b2-9354-48cb-9151-b1719f44361c,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:33.252224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '7c4295b2-9354-48cb-9151-b1719f44361c', 'network_id': 'd9ea5240-1138-42e8-9381-25a5fe0b0c17', 'port_id': '7c4295b2-9354-48cb-9151-b1719f44361c', 'mac_address': 'fa:16:3e:3f:2f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ed03c6-ebe8-4cd6-ae30-b198229ba2f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:07:33.327029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-73e6d071-700c-4ccf-8a7b-e6a896cf2355 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:07:33.331764 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:33.345640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-73e6d071-700c-4ccf-8a7b-e6a896cf2355 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:07:33.349596 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-73e6d071-700c-4ccf-8a7b-e6a896cf2355 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:07:33.360904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4295b2-9354-48cb-9151-b1719f44361c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:07:33.413215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7c4295b2-9354-48cb-9151-b1719f44361c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7c4295b2-9354-48cb-9151-b1719f44361c,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:33.490794 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:33.746201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7c4295b2-9354-48cb-9151-b1719f44361c,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:33.824390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7c4295b2-9354-48cb-9151-b1719f44361c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:07:34.382911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-73e6d071-700c-4ccf-8a7b-e6a896cf2355 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:34.383803 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-73e6d071-700c-4ccf-8a7b-e6a896cf2355 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:34.415480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445df71-bbf1-4818-ab85-be4905eb1009 req-163e769b-d768-4e04-b69b-21162d102ac7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:34.424422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6445df71-bbf1-4818-ab85-be4905eb1009 req-163e769b-d768-4e04-b69b-21162d102ac7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 944 time: 1.2400358 Oct 13 14:07:34.515435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6445df71-bbf1-4818-ab85-be4905eb1009 req-962993b6-af37-4d63-87c5-2ed65bd054b9 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897377 Oct 13 14:07:34.521774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-73e6d071-700c-4ccf-8a7b-e6a896cf2355 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8674474 Oct 13 14:07:34.548272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Request body: {'port': {'device_id': 'a78d2578-dd38-49f6-b530-e41a5d9b07c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:07:34.792627 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:34.943147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c7657-c0b9-429f-a5df-9ee90d20f671 req-fb00dae1-16c1-467d-87e4-91eacc002120 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:34.967840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe7c7657-c0b9-429f-a5df-9ee90d20f671 req-fb00dae1-16c1-467d-87e4-91eacc002120 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.2911525 Oct 13 14:07:35.162093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe7c7657-c0b9-429f-a5df-9ee90d20f671 req-bd11b063-f493-4847-9790-0369eafe0930 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921413 Oct 13 14:07:35.798172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364b6361-7d1b-4425-96fc-3c0f04393a34 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:07:35.812445 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:35.826039 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Transition to ACTIVE for port object 364b6361-7d1b-4425-96fc-3c0f04393a34 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:07:35.927611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c878bbc-1e5b-4607-a815-93f1bb674a06 req-32750969-c405-4cff-977d-d68f903dd8ec tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:35.932914 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c878bbc-1e5b-4607-a815-93f1bb674a06 req-32750969-c405-4cff-977d-d68f903dd8ec tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 931 time: 0.5540047 Oct 13 14:07:35.940077 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:36.321749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Pushing event updated for resources: {'Port': ['ID=364b6361-7d1b-4425-96fc-3c0f04393a34,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:36.389533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c878bbc-1e5b-4607-a815-93f1bb674a06 req-2a48ce72-0a4a-42a4-8113-2aa71a571f21 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107049 Oct 13 14:07:36.451391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Attempting to bind port 364b6361-7d1b-4425-96fc-3c0f04393a34 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:07:36.451735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Attempting to bind port 364b6361-7d1b-4425-96fc-3c0f04393a34 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:07:36.452074 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Attempting to bind port 364b6361-7d1b-4425-96fc-3c0f04393a34 on network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:36.467766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Port 364b6361-7d1b-4425-96fc-3c0f04393a34 on network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:07:36.468153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Attempting to bind port 364b6361-7d1b-4425-96fc-3c0f04393a34 on network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:36.476651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:07:36.477037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Checking segment: {'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:07:36.477416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Bound using segment: {'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:07:36.477869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Bound port: 364b6361-7d1b-4425-96fc-3c0f04393a34, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:07:36.478236 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:36.633046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] For port 364b6361-7d1b-4425-96fc-3c0f04393a34, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:07:36.644218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] For port 364b6361-7d1b-4425-96fc-3c0f04393a34, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=364b6361-7d1b-4425-96fc-3c0f04393a34,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:07:36.753589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:36.820106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:36.822010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7c4295b2-9354-48cb-9151-b1719f44361c up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:36.822672 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:36.823873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] 10.222.0.49 "PUT /v2.0/ports/364b6361-7d1b-4425-96fc-3c0f04393a34 HTTP/1.1" status: 200 len: 1092 time: 2.2903876 Oct 13 14:07:36.827183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78d2578-dd38-49f6-b530-e41a5d9b07c2', 'tag': '364b6361-7d1b-4425-96fc-3c0f04393a34'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:36.834057 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a245949-6ad0-46dd-94df-eaac83495bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "a78d2578-dd38-49f6-b530-e41a5d9b07c2", "tag": "364b6361-7d1b-4425-96fc-3c0f04393a34"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:36.893982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02f833-54b0-45b5-9b5c-eeb95069d3ed service neutron] Pushing event updated for resources: {'Port': ['ID=364b6361-7d1b-4425-96fc-3c0f04393a34,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:37.047528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-7d297c82-89e8-425b-8205-8a64e51449d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:37.049139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-7d297c82-89e8-425b-8205-8a64e51449d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b01e24a805954bb9a06419e1776c2e84&device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 1095 time: 0.1006873 Oct 13 14:07:37.090445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 7c4295b2-9354-48cb-9151-b1719f44361c completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:07:37.103920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 7c4295b2-9354-48cb-9151-b1719f44361c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:37.104668 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:37.146249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-2f6db146-fa05-4fea-a944-e9b6c2b676c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=364b6361-7d1b-4425-96fc-3c0f04393a34 HTTP/1.1" status: 200 len: 217 time: 0.0847950 Oct 13 14:07:37.329905 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:37.348730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-0ced6212-13ea-4f2e-bd68-6b58c8fdd06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:37.350202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-0ced6212-13ea-4f2e-bd68-6b58c8fdd06a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=993127ca-088d-48f4-a980-b919aa4881f8 HTTP/1.1" status: 200 len: 844 time: 0.1927714 Oct 13 14:07:37.404007 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7c4295b2-9354-48cb-9151-b1719f44361c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7c4295b2-9354-48cb-9151-b1719f44361c,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:37.405216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ceda54-e751-48f1-b797-c4b732457d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4295b2-9354-48cb-9151-b1719f44361c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:37.408741 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ccfc6e-bd49-42f5-9074-3d34edb54d32" -d '{"events": [{"server_uuid": "10ceda54-e751-48f1-b797-c4b732457d67", "name": "network-vif-plugged", "status": "completed", "tag": "7c4295b2-9354-48cb-9151-b1719f44361c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:37.410387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fdd87-10a3-4623-8a51-b626855a7e0b req-3ea2666b-2d05-4c6b-bf93-5929b0e90fb2 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:37.412034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d4fdd87-10a3-4623-8a51-b626855a7e0b req-3ea2666b-2d05-4c6b-bf93-5929b0e90fb2 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 945 time: 0.1954160 Oct 13 14:07:37.478913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-a0f93b8f-8b7e-47af-9d88-c4dcd17964f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122212 Oct 13 14:07:37.498482 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:37.610376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7c4295b2-9354-48cb-9151-b1719f44361c,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:37.648864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-732ad314-b9b1-402e-ae3e-2bb55cc4eedb service neutron] 10.222.0.49 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531632 Oct 13 14:07:37.808531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d4fdd87-10a3-4623-8a51-b626855a7e0b req-b2ba8944-6cd6-4bbb-b43b-7918e60343c3 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462198 Oct 13 14:07:37.921423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84dcf0fb-a79e-489f-8420-4f1dc3e65b6e req-c5c16370-b9dc-4ae1-9022-bf8a510d3036 service neutron] 10.222.0.49 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607129 Oct 13 14:07:38.132914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f490c-75cd-4a34-b587-a1e8c76d2ee7 req-1e385c5a-2462-4b10-925b-744b11632551 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:38.153164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d20f490c-75cd-4a34-b587-a1e8c76d2ee7 req-1e385c5a-2462-4b10-925b-744b11632551 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.1382020 Oct 13 14:07:38.276137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d20f490c-75cd-4a34-b587-a1e8c76d2ee7 req-c1a41da8-5001-4323-bd16-2323092505f2 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166000 Oct 13 14:07:38.371954 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dc9938-340d-4390-816c-7e722dae5228 x-openstack-request-id: req-a9dc9938-340d-4390-816c-7e722dae5228 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:38.372432 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78d2578-dd38-49f6-b530-e41a5d9b07c2", "tag": "364b6361-7d1b-4425-96fc-3c0f04393a34", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:38.372846 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9dc9938-340d-4390-816c-7e722dae5228 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:38.373308 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78d2578-dd38-49f6-b530-e41a5d9b07c2', 'tag': '364b6361-7d1b-4425-96fc-3c0f04393a34', 'status': 'completed', 'code': 200} Oct 13 14:07:38.433331 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe4e882-8eb8-4856-81e3-814ccdcf88d0 x-openstack-request-id: req-0fe4e882-8eb8-4856-81e3-814ccdcf88d0 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:38.433838 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ceda54-e751-48f1-b797-c4b732457d67", "name": "network-vif-plugged", "status": "completed", "tag": "7c4295b2-9354-48cb-9151-b1719f44361c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:38.434097 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fe4e882-8eb8-4856-81e3-814ccdcf88d0 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:38.434737 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ceda54-e751-48f1-b797-c4b732457d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4295b2-9354-48cb-9151-b1719f44361c', 'code': 200} Oct 13 14:07:38.452868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a245949-6ad0-46dd-94df-eaac83495bc1 req-505cb582-b2a3-409a-9fa7-8413817230fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:38.455160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a245949-6ad0-46dd-94df-eaac83495bc1 req-505cb582-b2a3-409a-9fa7-8413817230fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b01e24a805954bb9a06419e1776c2e84&device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 1095 time: 0.0535338 Oct 13 14:07:38.652604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5da81-5742-4e26-95a2-65c6449369e1 req-e08eab5f-8c41-4f3e-beca-ac1d4847c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:38.661460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dd5da81-5742-4e26-95a2-65c6449369e1 req-e08eab5f-8c41-4f3e-beca-ac1d4847c7b2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 1098 time: 0.1191022 Oct 13 14:07:38.726498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c02335-849a-42e9-a500-da783bdb5893 req-882f76ae-5d06-46a1-9b85-555467fedd37 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:38.728224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99c02335-849a-42e9-a500-da783bdb5893 req-882f76ae-5d06-46a1-9b85-555467fedd37 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 943 time: 0.1622856 Oct 13 14:07:38.735086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a245949-6ad0-46dd-94df-eaac83495bc1 req-8486692d-d079-4f50-9a95-d8e3f9555919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:38.736952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a245949-6ad0-46dd-94df-eaac83495bc1 req-8486692d-d079-4f50-9a95-d8e3f9555919 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7 HTTP/1.1" status: 200 len: 905 time: 0.2715218 Oct 13 14:07:38.785895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dd5da81-5742-4e26-95a2-65c6449369e1 req-681f701e-ff35-4290-b71b-e8ee26bcbeb6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209238 Oct 13 14:07:38.838575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a245949-6ad0-46dd-94df-eaac83495bc1 req-9e2a3899-9881-41ad-88b7-3d9729583081 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=364b6361-7d1b-4425-96fc-3c0f04393a34 HTTP/1.1" status: 200 len: 217 time: 0.0776956 Oct 13 14:07:38.845297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99c02335-849a-42e9-a500-da783bdb5893 req-1cd19aab-7c66-4dc5-9dd7-548921a3a737 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044469 Oct 13 14:07:39.103643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a245949-6ad0-46dd-94df-eaac83495bc1 req-bcefea23-17b3-4fab-87ee-dd798c6f9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:39.105299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a245949-6ad0-46dd-94df-eaac83495bc1 req-bcefea23-17b3-4fab-87ee-dd798c6f9f6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=993127ca-088d-48f4-a980-b919aa4881f8 HTTP/1.1" status: 200 len: 844 time: 0.0925200 Oct 13 14:07:39.161801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a245949-6ad0-46dd-94df-eaac83495bc1 req-a88d66d5-324a-4a4f-81a3-7d437b7e758b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444531 Oct 13 14:07:39.441134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a245949-6ad0-46dd-94df-eaac83495bc1 req-b2ba9775-16c2-4504-b978-8726a3a728a9 service neutron] 10.222.0.49 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645190 Oct 13 14:07:39.690023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a245949-6ad0-46dd-94df-eaac83495bc1 req-62307fe1-8cfc-4746-a490-2ec2b212df84 service neutron] 10.222.0.49 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397959 Oct 13 14:07:39.706424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151fd62-f7b5-4d2b-a2e9-c12e929eb82d req-7dbde21e-72a9-41f5-980e-7b25e147ad3d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:39.708749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c151fd62-f7b5-4d2b-a2e9-c12e929eb82d req-7dbde21e-72a9-41f5-980e-7b25e147ad3d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 946 time: 0.1264415 Oct 13 14:07:39.763567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c151fd62-f7b5-4d2b-a2e9-c12e929eb82d req-54b50f64-5142-47f7-940a-2766543750f9 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442564 Oct 13 14:07:39.992906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaf4a2-e115-408a-8ee8-748291e6448b req-22b2fe65-38e5-44f4-acc1-0e66b657b010 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:39.995401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58aaf4a2-e115-408a-8ee8-748291e6448b req-22b2fe65-38e5-44f4-acc1-0e66b657b010 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.0968242 Oct 13 14:07:40.108700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58aaf4a2-e115-408a-8ee8-748291e6448b req-a677be9e-1c98-4f7c-b266-310c5641c48c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993381 Oct 13 14:07:40.371768 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435fd95-76e4-4de7-b014-443b95e728c9 req-cb11ac36-e9ec-4ed6-8e34-0658a1080740 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:40.373345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6435fd95-76e4-4de7-b014-443b95e728c9 req-cb11ac36-e9ec-4ed6-8e34-0658a1080740 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 943 time: 0.1125505 Oct 13 14:07:40.442018 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6435fd95-76e4-4de7-b014-443b95e728c9 req-349ce081-88ce-4025-a1f3-7a0dc9336ccc tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539134 Oct 13 14:07:40.819303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 364b6361-7d1b-4425-96fc-3c0f04393a34 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:07:41.023452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 364b6361-7d1b-4425-96fc-3c0f04393a34, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=364b6361-7d1b-4425-96fc-3c0f04393a34,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:41.054345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '364b6361-7d1b-4425-96fc-3c0f04393a34', 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7', 'port_id': '364b6361-7d1b-4425-96fc-3c0f04393a34', 'mac_address': 'fa:16:3e:05:5a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993127ca-088d-48f4-a980-b919aa4881f8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:07:41.095872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f313b-4996-42f1-820a-2b9692d12948 req-23c06edb-5b8e-41b5-9c51-aeb4b2c6f8d8 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:41.105586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d9f313b-4996-42f1-820a-2b9692d12948 req-23c06edb-5b8e-41b5-9c51-aeb4b2c6f8d8 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 946 time: 0.1128736 Oct 13 14:07:41.153422 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:41.185417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364b6361-7d1b-4425-96fc-3c0f04393a34 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:07:41.209899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d9f313b-4996-42f1-820a-2b9692d12948 req-b3d61670-8309-4112-96e5-96b058ef6fb6 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011453 Oct 13 14:07:41.246618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 364b6361-7d1b-4425-96fc-3c0f04393a34, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=364b6361-7d1b-4425-96fc-3c0f04393a34,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:41.301243 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:41.420075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=364b6361-7d1b-4425-96fc-3c0f04393a34,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:41.433712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da568b1-b3a8-4d10-b3ad-d5537f629db0 req-35b647c9-865b-4e86-881e-71abd8aece50 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:41.450447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7da568b1-b3a8-4d10-b3ad-d5537f629db0 req-35b647c9-865b-4e86-881e-71abd8aece50 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.1594911 Oct 13 14:07:41.555872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['364b6361-7d1b-4425-96fc-3c0f04393a34'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:07:41.629938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7da568b1-b3a8-4d10-b3ad-d5537f629db0 req-967aa104-8cc8-4f22-b48d-2e94f03ae9ec tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755393 Oct 13 14:07:42.404736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de347a-3e7d-448d-b0c1-e5cd23c8752c req-53ff952f-dba9-4bc6-8397-9805790dbc12 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:42.417042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37de347a-3e7d-448d-b0c1-e5cd23c8752c req-53ff952f-dba9-4bc6-8397-9805790dbc12 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 944 time: 0.1066761 Oct 13 14:07:42.509668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37de347a-3e7d-448d-b0c1-e5cd23c8752c req-a1aee1c8-03e4-4093-8ac1-d1e4522de2c1 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897553 Oct 13 14:07:42.839236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 364b6361-7d1b-4425-96fc-3c0f04393a34 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:43.026201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 364b6361-7d1b-4425-96fc-3c0f04393a34 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:07:43.039163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 364b6361-7d1b-4425-96fc-3c0f04393a34 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:43.039687 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:43.130533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cdbb0-e5d7-4472-8fe8-e247ed3e83b8 req-3a56faa2-c117-48dd-8fb7-24b22281bc89 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:43.133941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207cdbb0-e5d7-4472-8fe8-e247ed3e83b8 req-3a56faa2-c117-48dd-8fb7-24b22281bc89 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 946 time: 0.1441324 Oct 13 14:07:43.289402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207cdbb0-e5d7-4472-8fe8-e247ed3e83b8 req-2821f5fc-0d59-4b4f-910c-6b43270cf96d tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446040 Oct 13 14:07:43.297791 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:43.398966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78d2578-dd38-49f6-b530-e41a5d9b07c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364b6361-7d1b-4425-96fc-3c0f04393a34'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:43.404773 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e303b622-03f0-4a8a-b1d5-c57cf424f193" -d '{"events": [{"server_uuid": "a78d2578-dd38-49f6-b530-e41a5d9b07c2", "name": "network-vif-plugged", "status": "completed", "tag": "364b6361-7d1b-4425-96fc-3c0f04393a34"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:43.450762 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 364b6361-7d1b-4425-96fc-3c0f04393a34, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=364b6361-7d1b-4425-96fc-3c0f04393a34,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:43.518812 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:43.687774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=364b6361-7d1b-4425-96fc-3c0f04393a34,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:43.691687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daa323-d1e0-4676-b2af-6be991061ab7 req-79e6caf8-9b23-45c0-8a45-7e3c5ca18d48 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:43.699620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2daa323-d1e0-4676-b2af-6be991061ab7 req-79e6caf8-9b23-45c0-8a45-7e3c5ca18d48 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.2375600 Oct 13 14:07:43.769784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2daa323-d1e0-4676-b2af-6be991061ab7 req-dce8878f-c9b8-473d-a636-e2a162df405c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685036 Oct 13 14:07:43.787084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9eb546-dcfe-4bd2-9f7f-7459cc45a392 req-8211cf40-529a-4bb5-89b5-21de0c597611 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:43.788743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c9eb546-dcfe-4bd2-9f7f-7459cc45a392 req-8211cf40-529a-4bb5-89b5-21de0c597611 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.49 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 946 time: 0.1987355 Oct 13 14:07:43.947027 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84b5f5d-22eb-4c77-ae2d-bde2ca665aef x-openstack-request-id: req-c84b5f5d-22eb-4c77-ae2d-bde2ca665aef {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:43.947814 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78d2578-dd38-49f6-b530-e41a5d9b07c2", "name": "network-vif-plugged", "status": "completed", "tag": "364b6361-7d1b-4425-96fc-3c0f04393a34", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:43.947814 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c84b5f5d-22eb-4c77-ae2d-bde2ca665aef {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:43.948354 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78d2578-dd38-49f6-b530-e41a5d9b07c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364b6361-7d1b-4425-96fc-3c0f04393a34', 'code': 200} Oct 13 14:07:44.010858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-5c9eb546-dcfe-4bd2-9f7f-7459cc45a392 req-db33d7da-8059-4aae-b2f6-eabdceab6c21 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Deleting port 7c4295b2-9354-48cb-9151-b1719f44361c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:07:44.011250 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c9eb546-dcfe-4bd2-9f7f-7459cc45a392 req-db33d7da-8059-4aae-b2f6-eabdceab6c21 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:44.217210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c56b7d-cc2a-4eec-bc03-b3329c1e66bf req-c35b0432-8917-4f40-a287-502a3b494234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:44.219298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90c56b7d-cc2a-4eec-bc03-b3329c1e66bf req-c35b0432-8917-4f40-a287-502a3b494234 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 1097 time: 0.1180201 Oct 13 14:07:44.322316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe602e-227e-4caf-97c1-053fb4d19756 req-28cfe401-44e3-4f10-9cff-5efec0919707 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:44.323944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6fbe602e-227e-4caf-97c1-053fb4d19756 req-28cfe401-44e3-4f10-9cff-5efec0919707 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 945 time: 0.1749542 Oct 13 14:07:44.362094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90c56b7d-cc2a-4eec-bc03-b3329c1e66bf req-0be763ed-64cd-4095-851a-2cc6c96adc03 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188843 Oct 13 14:07:44.371032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5c9eb546-dcfe-4bd2-9f7f-7459cc45a392 req-db33d7da-8059-4aae-b2f6-eabdceab6c21 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] For port 7c4295b2-9354-48cb-9151-b1719f44361c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7c4295b2-9354-48cb-9151-b1719f44361c,segment=NetworkSegment(6ce38d9a-f3f3-43d6-95a2-8496d53f1a95),segment_id=6ce38d9a-f3f3-43d6-95a2-8496d53f1a95)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:44.371477 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c9eb546-dcfe-4bd2-9f7f-7459cc45a392 req-db33d7da-8059-4aae-b2f6-eabdceab6c21 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:44.407758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-5c9eb546-dcfe-4bd2-9f7f-7459cc45a392 req-db33d7da-8059-4aae-b2f6-eabdceab6c21 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Calling delete_port for 7c4295b2-9354-48cb-9151-b1719f44361c owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:07:44.467417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6fbe602e-227e-4caf-97c1-053fb4d19756 req-2ffe0c12-954d-4f11-8577-be7052eb7435 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009846 Oct 13 14:07:44.983935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252ada1-9935-44d3-b77d-f068999f82ac req-24ba2818-1f24-48d5-aec7-87264f024ccb tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:44.987312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9252ada1-9935-44d3-b77d-f068999f82ac req-24ba2818-1f24-48d5-aec7-87264f024ccb tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 946 time: 0.0720212 Oct 13 14:07:45.053898 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c9eb546-dcfe-4bd2-9f7f-7459cc45a392 req-db33d7da-8059-4aae-b2f6-eabdceab6c21 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:45.067806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7c4295b2-9354-48cb-9151-b1719f44361c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:07:45.082340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9252ada1-9935-44d3-b77d-f068999f82ac req-dbb781ee-3db3-41a7-b523-b98aa47903f7 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups?id=fd1f1db6-c73e-465a-a309-71c96bde5924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793645 Oct 13 14:07:45.137771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33d7da-8059-4aae-b2f6-eabdceab6c21 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Pushing event deleted for resources: {'Port': ['ID=7c4295b2-9354-48cb-9151-b1719f44361c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:45.228585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9eb546-dcfe-4bd2-9f7f-7459cc45a392 req-db33d7da-8059-4aae-b2f6-eabdceab6c21 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] No DVR routers for this DVR port 7c4295b2-9354-48cb-9151-b1719f44361c on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:07:45.232792 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5c9eb546-dcfe-4bd2-9f7f-7459cc45a392 req-db33d7da-8059-4aae-b2f6-eabdceab6c21 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:45.236828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c9eb546-dcfe-4bd2-9f7f-7459cc45a392 req-db33d7da-8059-4aae-b2f6-eabdceab6c21 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.49 "DELETE /v2.0/ports/7c4295b2-9354-48cb-9151-b1719f44361c HTTP/1.1" status: 204 len: 173 time: 1.4366376 Oct 13 14:07:45.237440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ceda54-e751-48f1-b797-c4b732457d67', 'name': 'network-vif-deleted', 'tag': '7c4295b2-9354-48cb-9151-b1719f44361c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:45.247625 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a50433-9568-4e09-b347-ff527fe85cee" -d '{"events": [{"server_uuid": "10ceda54-e751-48f1-b797-c4b732457d67", "name": "network-vif-deleted", "tag": "7c4295b2-9354-48cb-9151-b1719f44361c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:45.529084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2c23a-e535-45fa-89c9-7f7dce283025 req-b5d0929a-b4ac-41a9-b164-e2432fd0c95f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:45.546676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88e2c23a-e535-45fa-89c9-7f7dce283025 req-b5d0929a-b4ac-41a9-b164-e2432fd0c95f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.2750146 Oct 13 14:07:45.733810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88e2c23a-e535-45fa-89c9-7f7dce283025 req-926984ac-46d5-4d3f-ab4f-35c3e84b3a72 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800814 Oct 13 14:07:45.902429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95085bb-0a6b-4411-9430-ac150ca5888c req-bac29e92-ef58-4832-81dd-fd2bfafed4c2 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:45.912143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f95085bb-0a6b-4411-9430-ac150ca5888c req-bac29e92-ef58-4832-81dd-fd2bfafed4c2 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 946 time: 0.0918965 Oct 13 14:07:45.966609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f95085bb-0a6b-4411-9430-ac150ca5888c req-9b529719-8c32-403f-87c8-127a19634009 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530314 Oct 13 14:07:46.058706 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514b7443-de00-4688-9be6-b7d9870da5b9 x-openstack-request-id: req-514b7443-de00-4688-9be6-b7d9870da5b9 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:46.059317 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ceda54-e751-48f1-b797-c4b732457d67", "name": "network-vif-deleted", "tag": "7c4295b2-9354-48cb-9151-b1719f44361c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:46.059561 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-514b7443-de00-4688-9be6-b7d9870da5b9 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:46.060401 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ceda54-e751-48f1-b797-c4b732457d67', 'name': 'network-vif-deleted', 'tag': '7c4295b2-9354-48cb-9151-b1719f44361c', 'status': 'completed', 'code': 200} Oct 13 14:07:46.219532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a79dd-da21-4d7a-87d3-f024309a3e81 req-5a307632-0ce7-46d1-a364-0f87b48e8d34 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:46.223267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d30a79dd-da21-4d7a-87d3-f024309a3e81 req-5a307632-0ce7-46d1-a364-0f87b48e8d34 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 945 time: 0.1071036 Oct 13 14:07:46.272357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d30a79dd-da21-4d7a-87d3-f024309a3e81 req-98a87d42-ca7d-4fe5-bf8a-7f55079dbf77 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377450 Oct 13 14:07:46.546887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6077a96c-762a-40bc-84a5-166d48405560 req-152c632d-effa-48e1-bbca-666750534c61 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/ports?device_id=10ceda54-e751-48f1-b797-c4b732457d67 HTTP/1.1" status: 200 len: 210 time: 0.0392454 Oct 13 14:07:46.910847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a484d7d-2146-419e-a26d-0c25bebac32c req-6734248b-64f3-4b07-be25-fc78bd55a145 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:46.912776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a484d7d-2146-419e-a26d-0c25bebac32c req-6734248b-64f3-4b07-be25-fc78bd55a145 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.0759988 Oct 13 14:07:47.003506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a484d7d-2146-419e-a26d-0c25bebac32c req-98f58516-4bb5-4e61-b3de-072006c0cf94 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769269 Oct 13 14:07:48.034262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c6217-c4a0-414c-bbe3-42f5ce027612 req-9d02c6c8-b976-402f-a4a3-dd91ffe063eb tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:48.046881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3c6217-c4a0-414c-bbe3-42f5ce027612 req-9d02c6c8-b976-402f-a4a3-dd91ffe063eb tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 945 time: 0.0966523 Oct 13 14:07:48.096885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3c6217-c4a0-414c-bbe3-42f5ce027612 req-d8141930-3bac-429a-8fa8-d969cfbe4739 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479767 Oct 13 14:07:48.283283 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:48.560141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaac8b2-7218-4933-b8c0-f536553bbb2d req-ffc18d89-275f-49ed-9fc0-931cb93bd332 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:48.574901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbaac8b2-7218-4933-b8c0-f536553bbb2d req-ffc18d89-275f-49ed-9fc0-931cb93bd332 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 946 time: 0.1081810 Oct 13 14:07:48.652240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbaac8b2-7218-4933-b8c0-f536553bbb2d req-9577784d-9d93-465d-b66a-783328f424a2 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758369 Oct 13 14:07:48.866432 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7c4295b2-9354-48cb-9151-b1719f44361c no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:07:48.945859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 7c4295b2-9354-48cb-9151-b1719f44361c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:07:48.947023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7c4295b2-9354-48cb-9151-b1719f44361c not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:07:48.983134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b202a-3f7e-4728-86f4-d0a85eee3a10 req-a7488766-b5b9-4902-b751-ee7b05e19163 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:48.986138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f31b202a-3f7e-4728-86f4-d0a85eee3a10 req-a7488766-b5b9-4902-b751-ee7b05e19163 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.1591418 Oct 13 14:07:49.069425 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f31b202a-3f7e-4728-86f4-d0a85eee3a10 req-ad2fcc44-54cb-4058-a65b-aa61e0553b68 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739458 Oct 13 14:07:49.519560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-ee1186c5-cb1c-46c3-9c64-2a16f7a8de7e tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:49.519560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-ee1186c5-cb1c-46c3-9c64-2a16f7a8de7e tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/networks?id=f253dfc9-1693-4df1-8aa4-0a9b6ccee10e HTTP/1.1" status: 200 len: 814 time: 0.1489732 Oct 13 14:07:49.519560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-954dc96a-4e9d-446b-86b8-c5c290522023 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/quotas/834a99cee24e43adbcb7de2d240630eb HTTP/1.1" status: 200 len: 375 time: 0.0129452 Oct 13 14:07:49.585517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-acbca219-ef7f-4a58-8b6a-2e6529364216 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=834a99cee24e43adbcb7de2d240630eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844619 Oct 13 14:07:49.728123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-a1f22cfe-42e8-4432-bfc9-b24c3ec17d88 service neutron] 10.222.0.18 "GET /v2.0/networks/f253dfc9-1693-4df1-8aa4-0a9b6ccee10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283879 Oct 13 14:07:49.907111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca52f4-8ddf-4ca6-9603-2df6dbea8c45 req-216c3319-6c6a-45f4-92af-2bdfffe93348 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:49.908578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11ca52f4-8ddf-4ca6-9603-2df6dbea8c45 req-216c3319-6c6a-45f4-92af-2bdfffe93348 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 945 time: 0.1290216 Oct 13 14:07:49.915206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-fd070211-8d22-470e-afa4-2c62b627f8db service neutron] 10.222.0.18 "GET /v2.0/networks/f253dfc9-1693-4df1-8aa4-0a9b6ccee10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819265 Oct 13 14:07:49.964544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11ca52f4-8ddf-4ca6-9603-2df6dbea8c45 req-94a13109-1943-440b-bd89-9112886e0bf5 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446143 Oct 13 14:07:50.144103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210d73a-95e8-4550-8f81-8b3cc58f8747 req-27420f65-3a1a-4ff8-9ac0-c2c8dabad906 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:50.145709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e210d73a-95e8-4550-8f81-8b3cc58f8747 req-27420f65-3a1a-4ff8-9ac0-c2c8dabad906 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 946 time: 0.0664945 Oct 13 14:07:50.193912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e210d73a-95e8-4550-8f81-8b3cc58f8747 req-cc264a69-7475-4061-bb6f-d460c47f8e42 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396380 Oct 13 14:07:50.232609 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e0deded0-c024-4fa7-8972-9a411dfd1036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:50.404273 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36598) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:50.505622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79c27719-9ec4-4ce7-aca8-0f3caac4de60 req-4d76d570-51fb-4980-ae80-db15ab09a558 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 210 time: 0.0601003 Oct 13 14:07:50.523581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea177c79-dd63-4efc-9b89-bcb4165edc0f req-ea9e0e5e-472a-4807-b230-0aa18856d856 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:50.527832 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:50.542140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea177c79-dd63-4efc-9b89-bcb4165edc0f req-ea9e0e5e-472a-4807-b230-0aa18856d856 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.1742997 Oct 13 14:07:50.583959 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:50.626472 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea177c79-dd63-4efc-9b89-bcb4165edc0f req-0daa2349-ffd1-4ca1-973b-094cef347941 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819893 Oct 13 14:07:50.843446 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:50.846508 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:50.863320 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "DELETE /v2.0/security-groups/5f28623e-ed5b-4cff-9f85-9a9c8dfef3ff HTTP/1.1" status: 204 len: 168 time: 0.4409409 Oct 13 14:07:50.863320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f28623e-ed5b-4cff-9f85-9a9c8dfef3ff,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:50.863614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36608) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:50.876422 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:50.878658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:50.883889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:50.884445 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:50.884945 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:50.885514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:50.886002 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-25e0a3a7-6233-45be-8203-e08bc0fa1855 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] show failed (client error): The resource could not be found. Oct 13 14:07:50.886510 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:50.886853 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:50.887386 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:50.887884 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:50.888349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-25e0a3a7-6233-45be-8203-e08bc0fa1855 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "GET /v2.0/security-groups/5f28623e-ed5b-4cff-9f85-9a9c8dfef3ff HTTP/1.1" status: 404 len: 347 time: 0.0235009 Oct 13 14:07:50.888621 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:50.888782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e87f3-30d4-4a9c-8a57-a60f7dce6508 tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:07:50.891954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36610) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:51.178649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-4a5f2aa8-2b50-4f56-bd11-b71b27d5773a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:51.180196 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-4a5f2aa8-2b50-4f56-bd11-b71b27d5773a tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.41 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 946 time: 0.1258752 Oct 13 14:07:51.197530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5925bf-55f1-4e04-bba1-5e545f02d0fc req-90216017-7baf-4d10-bf69-4873f6ae02ac tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:51.199755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f5925bf-55f1-4e04-bba1-5e545f02d0fc req-90216017-7baf-4d10-bf69-4873f6ae02ac tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 945 time: 0.0960791 Oct 13 14:07:51.201079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-f79d5a07-9ffa-4372-a34b-6ae1dc9de4ba tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Deleting port 6f9a7bc8-868d-42d9-a6a3-6cef813a408f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:07:51.201417 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f79d5a07-9ffa-4372-a34b-6ae1dc9de4ba tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:51.413938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f5925bf-55f1-4e04-bba1-5e545f02d0fc req-4f6f0fdf-83a0-44ec-8028-05dc0af89091 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780560 Oct 13 14:07:51.422410 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f79d5a07-9ffa-4372-a34b-6ae1dc9de4ba tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:51.422734 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f79d5a07-9ffa-4372-a34b-6ae1dc9de4ba tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:51.445551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-f79d5a07-9ffa-4372-a34b-6ae1dc9de4ba tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Calling delete_port for 6f9a7bc8-868d-42d9-a6a3-6cef813a408f owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:07:51.455650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b2a56-b336-4bfb-b8d5-a512f0c46090 req-f2f66b24-ce4a-4632-8fd2-67517fc2c670 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:51.457256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de4b2a56-b336-4bfb-b8d5-a512f0c46090 req-f2f66b24-ce4a-4632-8fd2-67517fc2c670 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 946 time: 0.1721706 Oct 13 14:07:51.537650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Deleting port 43acf91e-96ec-41ea-922f-79aa09107510 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:07:51.537993 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:51.619405 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:51.632083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de4b2a56-b336-4bfb-b8d5-a512f0c46090 req-a5b4ecc4-1b2d-4c5f-a711-2b8a4898a747 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642652 Oct 13 14:07:51.753654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] For port 43acf91e-96ec-41ea-922f-79aa09107510, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=43acf91e-96ec-41ea-922f-79aa09107510,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:51.756252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:51.880909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d20f1c0-ecaf-4f2b-a611-2cf9d4873631 req-436e89e0-62d4-4556-a9bd-ce0cf5547e04 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 210 time: 0.0557780 Oct 13 14:07:52.059905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:52.060266 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:52.060584 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Floating IP 610da7dd-8d91-4df8-b05f-6a179737f1a8 disassociated. External IP: 172.25.0.121, port: 43acf91e-96ec-41ea-922f-79aa09107510. Oct 13 14:07:52.060920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Calling delete_port for 43acf91e-96ec-41ea-922f-79aa09107510 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:07:52.087716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df5334-adb5-4be0-8264-43e5950e07ec req-4ee9bec3-58a2-404f-b5dd-1ba0353afcb8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:52.089214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73df5334-adb5-4be0-8264-43e5950e07ec req-4ee9bec3-58a2-404f-b5dd-1ba0353afcb8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.0873451 Oct 13 14:07:52.235144 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11c315ef-0ec1-4b49-aa25-f9a2e89331d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:52.443166 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f79d5a07-9ffa-4372-a34b-6ae1dc9de4ba tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:52.493136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d5a07-9ffa-4372-a34b-6ae1dc9de4ba tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Pushing event deleted for resources: {'Port': ['ID=6f9a7bc8-868d-42d9-a6a3-6cef813a408f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:52.565095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73df5334-adb5-4be0-8264-43e5950e07ec req-adacadfc-3d2d-4fa6-935f-e7f8c9b487b8 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253183 Oct 13 14:07:52.642507 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f79d5a07-9ffa-4372-a34b-6ae1dc9de4ba tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:52.645918 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f79d5a07-9ffa-4372-a34b-6ae1dc9de4ba tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:52.651623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f79d5a07-9ffa-4372-a34b-6ae1dc9de4ba tempest-ImagesOneServerNegativeTestJSON-1271049677 tempest-ImagesOneServerNegativeTestJSON-1271049677-project] 10.222.0.18 "DELETE /v2.0/floatingips/3889f39c-4c02-4fea-9742-c1094dced406 HTTP/1.1" status: 204 len: 168 time: 1.7546878 Oct 13 14:07:52.809335 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:52.872296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Pushing event deleted for resources: {'Port': ['ID=43acf91e-96ec-41ea-922f-79aa09107510,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:52.894616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcebbc6-513a-4878-8e2c-b8d5dc691a5a req-378ef422-f4f1-4790-9a47-ebcb4962ff55 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:52.896840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bcebbc6-513a-4878-8e2c-b8d5dc691a5a req-378ef422-f4f1-4790-9a47-ebcb4962ff55 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 867 time: 0.1353931 Oct 13 14:07:52.952774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef55cb-73e1-47ec-99e7-7f4430a69709 req-3abbdedc-6c20-4f03-aaf0-e1f6e27eceba tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:52.954352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94ef55cb-73e1-47ec-99e7-7f4430a69709 req-3abbdedc-6c20-4f03-aaf0-e1f6e27eceba tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a225b5a-1e22-48fe-8f39-abf9b1c41d5c HTTP/1.1" status: 200 len: 949 time: 0.1594687 Oct 13 14:07:53.048877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bcebbc6-513a-4878-8e2c-b8d5dc691a5a req-0707d9bd-9c79-4443-b36f-5d15aa9a30cc tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups?id=aca441ed-2465-46aa-a431-6d1222907ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063619 Oct 13 14:07:53.079055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94ef55cb-73e1-47ec-99e7-7f4430a69709 req-76e52238-ffc1-4f26-9664-991a0c00e36e tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057973 Oct 13 14:07:53.092319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:07:53.172571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36702) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:53.230393 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-c259d91b-5c10-4930-b499-4a6c7158dcc4 admin admin] Deleting subnet d2ed03c6-ebe8-4cd6-ae30-b198229ba2f7 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:07:53.234059 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c259d91b-5c10-4930-b499-4a6c7158dcc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:53.240742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2c19480-d252-4966-b529-690380087f7b req-58d0d3b0-df5e-4225-a2b7-352a790f4be6 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 210 time: 0.0788517 Oct 13 14:07:53.283059 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c259d91b-5c10-4930-b499-4a6c7158dcc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:53.285416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:07:53.300486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1fdedc-20a2-4705-a818-bdbf0ac9b07a None None] Sync routers for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:07:53.311407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1fdedc-20a2-4705-a818-bdbf0ac9b07a None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:07:53.312439 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9b1fdedc-20a2-4705-a818-bdbf0ac9b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:07:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:53.341406 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c259d91b-5c10-4930-b499-4a6c7158dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:53.342210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] No DVR routers for this DVR port 43acf91e-96ec-41ea-922f-79aa09107510 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:07:53.348721 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:53.354498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ecc3dbd-373d-483c-8457-99173ff2b632 req-8500b912-2e31-4649-869e-1acf959d80cb tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.41 "DELETE /v2.0/ports/43acf91e-96ec-41ea-922f-79aa09107510 HTTP/1.1" status: 204 len: 173 time: 2.1505842 Oct 13 14:07:53.355242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b3c151-65e3-410e-973a-70272164bc8f', 'name': 'network-vif-deleted', 'tag': '43acf91e-96ec-41ea-922f-79aa09107510'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:53.359881 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9c7780-6ae1-44ba-8acb-ffa66d030a85" -d '{"events": [{"server_uuid": "07b3c151-65e3-410e-973a-70272164bc8f", "name": "network-vif-deleted", "tag": "43acf91e-96ec-41ea-922f-79aa09107510"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:53.447390 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8b6a45-9faf-4b4c-83b3-7dcd7bb883e8 x-openstack-request-id: req-ac8b6a45-9faf-4b4c-83b3-7dcd7bb883e8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:53.448017 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b3c151-65e3-410e-973a-70272164bc8f", "name": "network-vif-deleted", "tag": "43acf91e-96ec-41ea-922f-79aa09107510", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:53.448017 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac8b6a45-9faf-4b4c-83b3-7dcd7bb883e8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:53.448322 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b3c151-65e3-410e-973a-70272164bc8f', 'name': 'network-vif-deleted', 'tag': '43acf91e-96ec-41ea-922f-79aa09107510', 'status': 'completed', 'code': 200} Oct 13 14:07:53.494687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-7f102cc1-3408-4920-a9bd-7df15c268e80 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:53.497447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-7f102cc1-3408-4920-a9bd-7df15c268e80 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07&tenant_id=a83e69682127431abea4c77d59610aed&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1098 time: 0.0947199 Oct 13 14:07:53.500622 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c259d91b-5c10-4930-b499-4a6c7158dcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:53.520056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-15'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:07:53.546377 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259d91b-5c10-4930-b499-4a6c7158dcc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ed03c6-ebe8-4cd6-ae30-b198229ba2f7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:53.551495 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c259d91b-5c10-4930-b499-4a6c7158dcc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:53.557584 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c259d91b-5c10-4930-b499-4a6c7158dcc4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d2ed03c6-ebe8-4cd6-ae30-b198229ba2f7 HTTP/1.1" status: 204 len: 168 time: 0.3900607 Oct 13 14:07:53.559981 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36716) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:53.622903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:53.695879 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a70a407a-66f5-4aff-9be9-72a7e70fbd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:53.785319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-9b1fdedc-20a2-4705-a818-bdbf0ac9b07a None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:07:53.830439 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a70a407a-66f5-4aff-9be9-72a7e70fbd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:53.855031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a70a407a-66f5-4aff-9be9-72a7e70fbd9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ea5240-1138-42e8-9381-25a5fe0b0c17']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:53.875690 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a70a407a-66f5-4aff-9be9-72a7e70fbd9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:53.876065 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a70a407a-66f5-4aff-9be9-72a7e70fbd9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce38d9a-f3f3-43d6-95a2-8496d53f1a95') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:53.885624 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:53.892730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a70a407a-66f5-4aff-9be9-72a7e70fbd9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:53.910514 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a70a407a-66f5-4aff-9be9-72a7e70fbd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:53.918100 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70a407a-66f5-4aff-9be9-72a7e70fbd9c admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:07:53.918503 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a70a407a-66f5-4aff-9be9-72a7e70fbd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:07:53.931778 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:07:53.959873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=126820f4-e90b-415f-9174-13dbd4dec308,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:54.008959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e43e3a-3171-4ce1-b1ef-43388b4a9dd8 req-fcd1701e-2fe1-4428-8cef-88c15f2659c3 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:54.016351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e6e43e3a-3171-4ce1-b1ef-43388b4a9dd8 req-fcd1701e-2fe1-4428-8cef-88c15f2659c3 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 946 time: 0.2337184 Oct 13 14:07:54.064368 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:54.091728 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a70a407a-66f5-4aff-9be9-72a7e70fbd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:54.112867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9b1fdedc-20a2-4705-a818-bdbf0ac9b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:54.114293 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e6e43e3a-3171-4ce1-b1ef-43388b4a9dd8 req-360d4130-70af-4452-ab07-d2b3eb0ceee1 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940902 Oct 13 14:07:54.114867 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a70a407a-66f5-4aff-9be9-72a7e70fbd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:54.120103 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a70a407a-66f5-4aff-9be9-72a7e70fbd9c admin admin] 10.222.0.18 "DELETE /v2.0/networks/d9ea5240-1138-42e8-9381-25a5fe0b0c17 HTTP/1.1" status: 204 len: 168 time: 0.5586548 Oct 13 14:07:54.145473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-fe235a3e-a096-4311-b6ba-3d779207cf63 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:54.156008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-fe235a3e-a096-4311-b6ba-3d779207cf63 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.49 "GET /v2.0/networks?id=f253dfc9-1693-4df1-8aa4-0a9b6ccee10e HTTP/1.1" status: 200 len: 814 time: 0.2790158 Oct 13 14:07:54.160829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a407a-66f5-4aff-9be9-72a7e70fbd9c admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ea5240-1138-42e8-9381-25a5fe0b0c17,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:54.165783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:07:54.198755 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1fdedc-20a2-4705-a818-bdbf0ac9b07a None None] Checking router: 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:07:54.208632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-9c90e9bc-7150-40c4-ad91-ccb9a00696f8 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Request body: {'port': {'device_id': 'cd22fd50-7898-40b9-8770-3c354e4e6294', 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e', 'admin_state_up': True, 'tenant_id': '834a99cee24e43adbcb7de2d240630eb'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:07:54.227424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1fdedc-20a2-4705-a818-bdbf0ac9b07a None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:07:54.228072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9b1fdedc-20a2-4705-a818-bdbf0ac9b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:07:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:54.323408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbb0bcbe-4cd8-4975-9bbe-bba316d0f7d1 req-b5199d23-f405-4cdb-9900-a89af20709c2 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b3c151-65e3-410e-973a-70272164bc8f HTTP/1.1" status: 200 len: 210 time: 0.0963700 Oct 13 14:07:54.358001 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:54.414212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-9b1fdedc-20a2-4705-a818-bdbf0ac9b07a None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:07:54.424346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fa9fe-2fec-481f-a4c6-717f6ea295d0 req-73de2fca-4e75-4b6c-9ad4-f4b27f747bff tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:54.426319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f99fa9fe-2fec-481f-a4c6-717f6ea295d0 req-73de2fca-4e75-4b6c-9ad4-f4b27f747bff tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a225b5a-1e22-48fe-8f39-abf9b1c41d5c HTTP/1.1" status: 200 len: 949 time: 0.1966550 Oct 13 14:07:54.484830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be41b388-b6a5-468b-ae37-5a8ea7ee0bf3 req-c1253470-3c9f-438e-b658-4bbb6e4c9ebb tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 210 time: 0.0574288 Oct 13 14:07:54.528661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f99fa9fe-2fec-481f-a4c6-717f6ea295d0 req-68f769ad-b364-40fc-933b-c24b452de303 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853221 Oct 13 14:07:54.536385 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:54.665222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 on host n-h2-806683-15 for vnic_type normal with profile {"migrating_to": "n-h1-806683-15"} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:07:54.665595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:07:54.665945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:54.676581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Pushing event updated for resources: {'Port': ['ID=126820f4-e90b-415f-9174-13dbd4dec308,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:54.683509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Port 126820f4-e90b-415f-9174-13dbd4dec308 on network d54448a5-ac53-4352-a4fa-39682bbffd1b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:07:54.684073 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:54.698745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:07:54.699163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:07:54.699566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Bound using segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:07:54.700137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Bound port: 126820f4-e90b-415f-9174-13dbd4dec308, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:07:54.700571 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:54.746472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-9c90e9bc-7150-40c4-ad91-ccb9a00696f8 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Made reservation on behalf of 834a99cee24e43adbcb7de2d240630eb for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:07:54.753875 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 82cc59b5-9e65-4ebf-aa5b-99119257411b no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:07:54.754515 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-9c90e9bc-7150-40c4-ad91-ccb9a00696f8 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:54.910557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:07:54.911885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9b1fdedc-20a2-4705-a818-bdbf0ac9b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:07:54.917783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 126820f4-e90b-415f-9174-13dbd4dec308 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:07:54.935561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=126820f4-e90b-415f-9174-13dbd4dec308,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:07:54.950871 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36768) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:54.999191 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1fdedc-20a2-4705-a818-bdbf0ac9b07a None None] The sync data for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 is: [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:01:06Z', 'revision_number': 4, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '25d80d4e-4809-41cc-b59a-47f1f4c8d6ba', 'name': '', 'network_id': '1f3b32a1-dbed-4907-8cd6-385475dc68e2', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'mac_address': 'fa:16:3e:74:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:05Z', 'updated_at': '2021-10-13T14:01:10Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'subnets': [{'id': '6b25b45a-36a2-457f-b836-0c2292062e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:07:55.022868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-9c90e9bc-7150-40c4-ad91-ccb9a00696f8 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Allocated IP 172.20.0.4 (f253dfc9-1693-4df1-8aa4-0a9b6ccee10e/67c33bca-708c-4724-9a3b-b7040fcfdee1/cfca4074-5a72-408d-8a5c-c1cd33ae551b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:07:55.038998 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:55.056771 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-05c11d16-e701-451b-a823-45abf391e40b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58d62d19e30a4f2b94edd7f231a7c1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1014154 Oct 13 14:07:55.059962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36776) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:55.061641 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:55.143910 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a52f33d-918f-4f12-8ca5-0ad693cd0a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:55.251024 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a52f33d-918f-4f12-8ca5-0ad693cd0a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:55.297883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:55.314392 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd08533-f351-46d8-ba17-43457b15af6f" -d '{"events": [{"server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:55.424006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, got binding levels [] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:55.435711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Pushing event updated for resources: {'Port': ['ID=126820f4-e90b-415f-9174-13dbd4dec308,revision_number=8']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:55.443560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:55.444542 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:55.446545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4b36cbd2-4746-4317-974f-f14a23a2ff3f service neutron] 10.222.0.49 "PUT /v2.0/ports/126820f4-e90b-415f-9174-13dbd4dec308 HTTP/1.1" status: 200 len: 1124 time: 1.9319639 Oct 13 14:07:55.459127 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:55.476336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:55.497982 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 on host n-h2-806683-15 for vnic_type normal with profile {"migrating_to": "n-h1-806683-15"} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:07:55.498363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:07:55.498799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:55.500086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0e64c2-5155-4b42-9af9-1bda5f466c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126820f4-e90b-415f-9174-13dbd4dec308'}, {'name': 'network-changed', 'server_uuid': '3a0e64c2-5155-4b42-9af9-1bda5f466c07', 'tag': '126820f4-e90b-415f-9174-13dbd4dec308'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:55.502365 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757700bd-9f11-40a4-b8f0-c1d3c5b9e1ee" -d '{"events": [{"server_uuid": "3a0e64c2-5155-4b42-9af9-1bda5f466c07", "name": "network-vif-unplugged", "status": "completed", "tag": "126820f4-e90b-415f-9174-13dbd4dec308"}, {"name": "network-changed", "server_uuid": "3a0e64c2-5155-4b42-9af9-1bda5f466c07", "tag": "126820f4-e90b-415f-9174-13dbd4dec308"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:55.512513 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b051234-2d3c-4a00-a60c-7da0a4d00600 None None] New status for floating IP 610da7dd-8d91-4df8-b05f-6a179737f1a8: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:07:55.525111 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Port 126820f4-e90b-415f-9174-13dbd4dec308 on network d54448a5-ac53-4352-a4fa-39682bbffd1b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:07:55.525482 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Attempting to bind port 126820f4-e90b-415f-9174-13dbd4dec308 on network d54448a5-ac53-4352-a4fa-39682bbffd1b {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:55.531008 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a52f33d-918f-4f12-8ca5-0ad693cd0a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:55.533870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:07:55.534265 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Checking segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:07:55.534778 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a52f33d-918f-4f12-8ca5-0ad693cd0a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:55.535189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Bound using segment: {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:07:55.535663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Bound port: 126820f4-e90b-415f-9174-13dbd4dec308, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0830e288-e7dd-4815-8177-bd7886957b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'd54448a5-ac53-4352-a4fa-39682bbffd1b'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:07:55.540269 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:55.540500 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8a52f33d-918f-4f12-8ca5-0ad693cd0a01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd1f1db6-c73e-465a-a309-71c96bde5924 HTTP/1.1" status: 204 len: 168 time: 0.4747636 Oct 13 14:07:55.557716 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52f33d-918f-4f12-8ca5-0ad693cd0a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1f1db6-c73e-465a-a309-71c96bde5924,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:55.574892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['126820f4-e90b-415f-9174-13dbd4dec308'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:07:55.581615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68eda44-a4bb-46c9-9962-c0b866b682cb req-63536767-ccb1-4679-8355-4462695e59af tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:55.594394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e68eda44-a4bb-46c9-9962-c0b866b682cb req-63536767-ccb1-4679-8355-4462695e59af tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 944 time: 0.3109581 Oct 13 14:07:55.620648 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['126820f4-e90b-415f-9174-13dbd4dec308'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:07:55.793651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e68eda44-a4bb-46c9-9962-c0b866b682cb req-a5b7eee2-1b01-4212-b41c-d819d5c42e5c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980891 Oct 13 14:07:55.820821 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-9c90e9bc-7150-40c4-ad91-ccb9a00696f8 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:55.855520 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:55.856920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 43acf91e-96ec-41ea-922f-79aa09107510 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:07:55.955794 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b9f48d-b9ef-46cf-8823-2d8eef4a8874 x-openstack-request-id: req-46b9f48d-b9ef-46cf-8823-2d8eef4a8874 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:55.956227 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:55.956412 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46b9f48d-b9ef-46cf-8823-2d8eef4a8874 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:55.956780 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b', 'code': 200} Oct 13 14:07:55.988885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 43acf91e-96ec-41ea-922f-79aa09107510 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:07:55.995216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 43acf91e-96ec-41ea-922f-79aa09107510 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:07:56.041419 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3abdbec-f86d-4e35-9c09-5a6928ccfbfa x-openstack-request-id: req-f3abdbec-f86d-4e35-9c09-5a6928ccfbfa {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:07:56.041770 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0e64c2-5155-4b42-9af9-1bda5f466c07", "name": "network-vif-unplugged", "status": "completed", "tag": "126820f4-e90b-415f-9174-13dbd4dec308", "code": 200}, {"name": "network-changed", "server_uuid": "3a0e64c2-5155-4b42-9af9-1bda5f466c07", "tag": "126820f4-e90b-415f-9174-13dbd4dec308", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:07:56.042246 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3abdbec-f86d-4e35-9c09-5a6928ccfbfa {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:07:56.042824 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0e64c2-5155-4b42-9af9-1bda5f466c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126820f4-e90b-415f-9174-13dbd4dec308', 'code': 200} Oct 13 14:07:56.043272 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0e64c2-5155-4b42-9af9-1bda5f466c07', 'tag': '126820f4-e90b-415f-9174-13dbd4dec308', 'status': 'completed', 'code': 200} Oct 13 14:07:56.150554 n-d-806683-15 neutron-server[112686]: WARNING neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Concurrent port binding operations failed on port 126820f4-e90b-415f-9174-13dbd4dec308 Oct 13 14:07:56.158783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=126820f4-e90b-415f-9174-13dbd4dec308,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:56.177597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4479b1d9-9870-4451-827c-17f71aa4b652 req-ed23d2b8-2b1f-41d8-a556-20552db7be42 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 210 time: 0.0871358 Oct 13 14:07:56.215354 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-9c90e9bc-7150-40c4-ad91-ccb9a00696f8 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:56.251811 n-d-806683-15 neutron-server[112686]: INFO neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Attempt 2 to bind port 126820f4-e90b-415f-9174-13dbd4dec308 Oct 13 14:07:56.252267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 126820f4-e90b-415f-9174-13dbd4dec308 has no active binding in host n-h1-806683-15 {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 14:07:56.297141 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=82cc59b5-9e65-4ebf-aa5b-99119257411b,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:56.349816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-9c90e9bc-7150-40c4-ad91-ccb9a00696f8 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:07:56.379079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-9c90e9bc-7150-40c4-ad91-ccb9a00696f8 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:07:56.396875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-9c90e9bc-7150-40c4-ad91-ccb9a00696f8 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:07:56.540116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-9c90e9bc-7150-40c4-ad91-ccb9a00696f8 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:56.540878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-9c90e9bc-7150-40c4-ad91-ccb9a00696f8 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:56.583913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90e9bc-7150-40c4-ad91-ccb9a00696f8 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Pushing event updated for resources: {'Port': ['ID=cfca4074-5a72-408d-8a5c-c1cd33ae551b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:56.629854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757700bd-9f11-40a4-b8f0-c1d3c5b9e1ee req-5445329a-100f-4702-933b-f2569bf031c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:56.637606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-757700bd-9f11-40a4-b8f0-c1d3c5b9e1ee req-5445329a-100f-4702-933b-f2569bf031c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 1127 time: 0.5381582 Oct 13 14:07:56.786819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-9c90e9bc-7150-40c4-ad91-ccb9a00696f8 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6178002 Oct 13 14:07:56.819977 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-37ad10b4-1d6f-47ba-9f4e-7b1583ab1e64 None None] Provisioning complete for port cfca4074-5a72-408d-8a5c-c1cd33ae551b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:56.820848 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-37ad10b4-1d6f-47ba-9f4e-7b1583ab1e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:56.848188 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9adc76de-e283-4ee0-9b23-6c504061b722 req-92c591b9-a1dc-4788-b376-14f7a84f0431 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2495320 Oct 13 14:07:56.871978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Request body: {'port': {'device_id': 'cd22fd50-7898-40b9-8770-3c354e4e6294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:07:56.907613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 364b6361-7d1b-4425-96fc-3c0f04393a34 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:07:56.925861 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-37ad10b4-1d6f-47ba-9f4e-7b1583ab1e64 None None] Port cfca4074-5a72-408d-8a5c-c1cd33ae551b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:07:57.072631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:57.093650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 364b6361-7d1b-4425-96fc-3c0f04393a34, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=364b6361-7d1b-4425-96fc-3c0f04393a34,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:57.111379 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '364b6361-7d1b-4425-96fc-3c0f04393a34', 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7', 'port_id': '364b6361-7d1b-4425-96fc-3c0f04393a34', 'mac_address': 'fa:16:3e:05:5a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993127ca-088d-48f4-a980-b919aa4881f8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:07:57.200232 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:57.216820 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 364b6361-7d1b-4425-96fc-3c0f04393a34 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:07:57.250341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 364b6361-7d1b-4425-96fc-3c0f04393a34, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=364b6361-7d1b-4425-96fc-3c0f04393a34,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:57.329651 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:57.469170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=364b6361-7d1b-4425-96fc-3c0f04393a34,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:57.489339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['364b6361-7d1b-4425-96fc-3c0f04393a34'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:07:57.579581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfca4074-5a72-408d-8a5c-c1cd33ae551b {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:07:57.605190 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:57.657462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Transition to ACTIVE for port object cfca4074-5a72-408d-8a5c-c1cd33ae551b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:07:57.718668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757700bd-9f11-40a4-b8f0-c1d3c5b9e1ee req-f5bbbfa2-357c-46f7-9f52-98741cf7c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:57.721391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-757700bd-9f11-40a4-b8f0-c1d3c5b9e1ee req-f5bbbfa2-357c-46f7-9f52-98741cf7c686 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 1.0701902 Oct 13 14:07:57.871241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-757700bd-9f11-40a4-b8f0-c1d3c5b9e1ee req-809621e7-d45b-4512-8045-e2a11cfb6e1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=126820f4-e90b-415f-9174-13dbd4dec308 HTTP/1.1" status: 200 len: 217 time: 0.1292102 Oct 13 14:07:57.886365 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:57.948343 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36854) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:58.084010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc76de-e283-4ee0-9b23-6c504061b722 req-9ddce6d2-11ed-44ee-8bf2-ab4684efdcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:58.087300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9adc76de-e283-4ee0-9b23-6c504061b722 req-9ddce6d2-11ed-44ee-8bf2-ab4684efdcb3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 1096 time: 0.9885519 Oct 13 14:07:58.177246 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-180476678-network', 'tenant_id': 'e1cd9c6c716247a787a5449be8cc7468'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:07:58.290370 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Made reservation on behalf of e1cd9c6c716247a787a5449be8cc7468 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:07:58.300331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:58.326920 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:58.360346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Pushing event updated for resources: {'Port': ['ID=cfca4074-5a72-408d-8a5c-c1cd33ae551b,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:58.457668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757700bd-9f11-40a4-b8f0-c1d3c5b9e1ee req-8950782c-a7b9-4ff4-8abc-8925347d04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:58.459286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-757700bd-9f11-40a4-b8f0-c1d3c5b9e1ee req-8950782c-a7b9-4ff4-8abc-8925347d04e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.5389042 Oct 13 14:07:58.556234 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:58.558661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-757700bd-9f11-40a4-b8f0-c1d3c5b9e1ee req-4d51945c-20b0-44db-a683-cc5aa4b0b182 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581570 Oct 13 14:07:58.697436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc76de-e283-4ee0-9b23-6c504061b722 req-731b0224-4c43-48b1-96d5-a07c9a786bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:58.700042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9adc76de-e283-4ee0-9b23-6c504061b722 req-731b0224-4c43-48b1-96d5-a07c9a786bfe service neutron] 10.222.0.49 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.5110946 Oct 13 14:07:58.712415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Attempting to bind port cfca4074-5a72-408d-8a5c-c1cd33ae551b on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:07:58.712765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Attempting to bind port cfca4074-5a72-408d-8a5c-c1cd33ae551b by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '941e2779-70ee-4fc7-aac6-18ad80cbb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:07:58.713058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Attempting to bind port cfca4074-5a72-408d-8a5c-c1cd33ae551b on network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:58.726070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Port cfca4074-5a72-408d-8a5c-c1cd33ae551b on network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:07:58.726419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Attempting to bind port cfca4074-5a72-408d-8a5c-c1cd33ae551b on network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:07:58.752275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:07:58.753858 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:58.757137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Checking segment: {'id': '941e2779-70ee-4fc7-aac6-18ad80cbb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:07:58.758157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Bound using segment: {'id': '941e2779-70ee-4fc7-aac6-18ad80cbb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:07:58.766256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Bound port: cfca4074-5a72-408d-8a5c-c1cd33ae551b, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941e2779-70ee-4fc7-aac6-18ad80cbb0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:07:58.767730 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:58.808771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:07:58.842823 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:58.864667 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:58.865128 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Added segment 2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440 of type vlan for network 22544f9e-f890-4ea9-bc5c-cce355629b14 Oct 13 14:07:58.875554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-757700bd-9f11-40a4-b8f0-c1d3c5b9e1ee req-214aa27f-74ff-4f10-ba54-cb8cea364bd6 service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954814 Oct 13 14:07:58.914685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 364b6361-7d1b-4425-96fc-3c0f04393a34 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:07:58.968645 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:59.010518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 364b6361-7d1b-4425-96fc-3c0f04393a34 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:07:59.011921 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:59.055001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9adc76de-e283-4ee0-9b23-6c504061b722 req-6b429b71-257b-4e97-86c2-54b709e6c1ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2 HTTP/1.1" status: 200 len: 217 time: 0.1376808 Oct 13 14:07:59.129667 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:59.130669 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:59.131265 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:59.157742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] For port cfca4074-5a72-408d-8a5c-c1cd33ae551b, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:07:59.220786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] For port cfca4074-5a72-408d-8a5c-c1cd33ae551b, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cfca4074-5a72-408d-8a5c-c1cd33ae551b,segment=NetworkSegment(941e2779-70ee-4fc7-aac6-18ad80cbb0c9),segment_id=941e2779-70ee-4fc7-aac6-18ad80cbb0c9)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:07:59.228817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc76de-e283-4ee0-9b23-6c504061b722 req-429576b2-0214-49f9-a8ca-6c89f84022ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:59.233819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9adc76de-e283-4ee0-9b23-6c504061b722 req-429576b2-0214-49f9-a8ca-6c89f84022ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.1587081 Oct 13 14:07:59.239349 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:59.284362 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3312235 Oct 13 14:07:59.285658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36860) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:07:59.306741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9ac3c121-7765-4d7f-bccf-5c1f1f208067 admin admin] Request body: {'subnet': {'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-180476678-subnet', 'tenant_id': 'e1cd9c6c716247a787a5449be8cc7468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:07:59.309790 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78d2578-dd38-49f6-b530-e41a5d9b07c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364b6361-7d1b-4425-96fc-3c0f04393a34'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:59.313399 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f85c29-8f7d-4796-929c-984cb95b243e" -d '{"events": [{"server_uuid": "a78d2578-dd38-49f6-b530-e41a5d9b07c2", "name": "network-vif-plugged", "status": "completed", "tag": "364b6361-7d1b-4425-96fc-3c0f04393a34"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:59.332129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 364b6361-7d1b-4425-96fc-3c0f04393a34, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=364b6361-7d1b-4425-96fc-3c0f04393a34,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:07:59.349392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9adc76de-e283-4ee0-9b23-6c504061b722 req-2ff1c9fa-9f01-4d24-958b-679b8ef18d0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618188 Oct 13 14:07:59.352701 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:59.357939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-757700bd-9f11-40a4-b8f0-c1d3c5b9e1ee req-f081460f-7fc1-47e3-9f31-1aadbccb650c service neutron] 10.222.0.41 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636533 Oct 13 14:07:59.360631 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a04e2-b65c-44a6-b8c5-e6c58c45fd73 admin admin] Pushing event updated for resources: {'Network': ['ID=22544f9e-f890-4ea9-bc5c-cce355629b14,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:59.374109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 22544f9e-f890-4ea9-bc5c-cce355629b14 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:07:59.438658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac3c121-7765-4d7f-bccf-5c1f1f208067 admin admin] Made reservation on behalf of e1cd9c6c716247a787a5449be8cc7468 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:07:59.442741 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c121-7765-4d7f-bccf-5c1f1f208067 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:59.496441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:59.514947 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:59.517929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] 10.222.0.49 "PUT /v2.0/ports/cfca4074-5a72-408d-8a5c-c1cd33ae551b HTTP/1.1" status: 200 len: 1092 time: 2.6685929 Oct 13 14:07:59.518481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd22fd50-7898-40b9-8770-3c354e4e6294', 'tag': 'cfca4074-5a72-408d-8a5c-c1cd33ae551b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:07:59.522288 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67b42c9-b09c-445e-8927-ed7bcaa95f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd22fd50-7898-40b9-8770-3c354e4e6294", "tag": "cfca4074-5a72-408d-8a5c-c1cd33ae551b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:07:59.532679 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:07:59.730877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62e21d-e5c2-4210-8a97-b4877227ad79 service neutron] Pushing event updated for resources: {'Port': ['ID=cfca4074-5a72-408d-8a5c-c1cd33ae551b,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:59.789752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=364b6361-7d1b-4425-96fc-3c0f04393a34,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:07:59.910857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9adc76de-e283-4ee0-9b23-6c504061b722 req-ce99c925-c815-4549-899b-bf5c06eec39a service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978170 Oct 13 14:07:59.944267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-c6d9aba8-9872-4d77-b2ce-51933cb9b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:07:59.946214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-c6d9aba8-9872-4d77-b2ce-51933cb9b595 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=834a99cee24e43adbcb7de2d240630eb&device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 1095 time: 0.1615710 Oct 13 14:08:00.072459 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c121-7765-4d7f-bccf-5c1f1f208067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:00.155715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3c121-7765-4d7f-bccf-5c1f1f208067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e658403-e7fa-414f-9e2c-4f62c850ed46,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:00.181419 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac3c121-7765-4d7f-bccf-5c1f1f208067 admin admin] Checking segment: {'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:08:00.181951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac3c121-7765-4d7f-bccf-5c1f1f208067 admin admin] Network hostable DHCP agents. Network: 22544f9e-f890-4ea9-bc5c-cce355629b14, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:08:00.346274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac3c121-7765-4d7f-bccf-5c1f1f208067 admin admin] Network 22544f9e-f890-4ea9-bc5c-cce355629b14 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:08:00.432336 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-9ac3c121-7765-4d7f-bccf-5c1f1f208067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 22544f9e-f890-4ea9-bc5c-cce355629b14) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:08:00.446047 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac3c121-7765-4d7f-bccf-5c1f1f208067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:00.449589 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c121-7765-4d7f-bccf-5c1f1f208067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:00.458817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811fd2d5-2e4a-4eb1-a967-554fe1424a62 None None] Network 22544f9e-f890-4ea9-bc5c-cce355629b14 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:08:00.562103 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:08:00.662661 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9ac3c121-7765-4d7f-bccf-5c1f1f208067 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3721399 Oct 13 14:08:00.789089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3f1e191c-6110-4a4e-9e00-cf9bc186b316 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:08:00.948956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3f1e191c-6110-4a4e-9e00-cf9bc186b316, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3f1e191c-6110-4a4e-9e00-cf9bc186b316,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:00.974929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '3f1e191c-6110-4a4e-9e00-cf9bc186b316', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '3f1e191c-6110-4a4e-9e00-cf9bc186b316', 'mac_address': 'fa:16:3e:db:da:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:08:01.042684 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:01.075321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f1e191c-6110-4a4e-9e00-cf9bc186b316 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:08:01.166394 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788a8ff0-d600-4ad3-96b4-27d6dde35112 None None] Network 22544f9e-f890-4ea9-bc5c-cce355629b14 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:08:01.174688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3f1e191c-6110-4a4e-9e00-cf9bc186b316, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3f1e191c-6110-4a4e-9e00-cf9bc186b316,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:01.266385 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:01.486054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3f1e191c-6110-4a4e-9e00-cf9bc186b316,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:01.535405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['3f1e191c-6110-4a4e-9e00-cf9bc186b316'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:08:01.711219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-e823bebc-b5ca-4cbc-bd2c-1babe5537da4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfca4074-5a72-408d-8a5c-c1cd33ae551b HTTP/1.1" status: 200 len: 217 time: 0.0634291 Oct 13 14:08:02.145834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-530e0e7b-6702-4656-9fd5-4550c5ad2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:02.147255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-530e0e7b-6702-4656-9fd5-4550c5ad2330 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67c33bca-708c-4724-9a3b-b7040fcfdee1 HTTP/1.1" status: 200 len: 853 time: 0.0674937 Oct 13 14:08:02.202326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9adc76de-e283-4ee0-9b23-6c504061b722 req-4e9c79f7-2444-441a-9ee5-006b41d0c5e1 service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457346 Oct 13 14:08:02.217555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-62288974-e97b-490a-bd0e-4ca5f63b0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:02.220441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-62288974-e97b-490a-bd0e-4ca5f63b0c6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f253dfc9-1693-4df1-8aa4-0a9b6ccee10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616295 Oct 13 14:08:02.339497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-c11fec57-bf61-422e-b0c6-ca6373eafc6c service neutron] 10.222.0.49 "GET /v2.0/networks/f253dfc9-1693-4df1-8aa4-0a9b6ccee10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081951 Oct 13 14:08:02.442332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a62cfeb3-30fd-4363-bd9e-b39a8ec30cf0 req-498fb646-c1c9-4aec-9c21-008057ed3220 service neutron] 10.222.0.49 "GET /v2.0/networks/f253dfc9-1693-4df1-8aa4-0a9b6ccee10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930755 Oct 13 14:08:02.794383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3f1e191c-6110-4a4e-9e00-cf9bc186b316 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:08:02.851514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 3f1e191c-6110-4a4e-9e00-cf9bc186b316 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:08:02.851916 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:02.966830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:03.021850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3f1e191c-6110-4a4e-9e00-cf9bc186b316, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3f1e191c-6110-4a4e-9e00-cf9bc186b316,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:03.204328 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:03.205466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 126820f4-e90b-415f-9174-13dbd4dec308 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:03.302942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3f1e191c-6110-4a4e-9e00-cf9bc186b316,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:03.529644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-bae54138-8599-40f3-ba3c-d375a3ddadd9 service neutron] 10.222.0.41 "GET /v2.0/ports/126820f4-e90b-415f-9174-13dbd4dec308/bindings/n-h1-806683-15 HTTP/1.1" status: 200 len: 385 time: 0.1425846 Oct 13 14:08:03.941911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-dde530e0-8976-4a81-82c9-d3b4f5c35a50 service neutron] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=126820f4-e90b-415f-9174-13dbd4dec308,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:03.976610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-dde530e0-8976-4a81-82c9-d3b4f5c35a50 service neutron] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:08:04.020764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-dde530e0-8976-4a81-82c9-d3b4f5c35a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126820f4-e90b-415f-9174-13dbd4dec308 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:08:04.036711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-dde530e0-8976-4a81-82c9-d3b4f5c35a50 service neutron] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=126820f4-e90b-415f-9174-13dbd4dec308,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:04.300505 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-dde530e0-8976-4a81-82c9-d3b4f5c35a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:04.391755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-dde530e0-8976-4a81-82c9-d3b4f5c35a50 service neutron] Transition to ACTIVE for port object 126820f4-e90b-415f-9174-13dbd4dec308 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:08:04.662050 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-dde530e0-8976-4a81-82c9-d3b4f5c35a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:04.763134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-dde530e0-8976-4a81-82c9-d3b4f5c35a50 service neutron] No DVR routers for this DVR port 126820f4-e90b-415f-9174-13dbd4dec308 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:08:04.812158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde530e0-8976-4a81-82c9-d3b4f5c35a50 service neutron] Pushing event updated for resources: {'Port': ['ID=126820f4-e90b-415f-9174-13dbd4dec308,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:04.819395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-dde530e0-8976-4a81-82c9-d3b4f5c35a50 service neutron] 10.222.0.41 "PUT /v2.0/ports/126820f4-e90b-415f-9174-13dbd4dec308/bindings/n-h1-806683-15/activate HTTP/1.1" status: 200 len: 370 time: 1.2784739 Oct 13 14:08:07.101417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-5c1ceb14-0c0b-4e4e-9689-e9640c286938 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:07.104040 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-5c1ceb14-0c0b-4e4e-9689-e9640c286938 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07&tenant_id=a83e69682127431abea4c77d59610aed&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1097 time: 0.1040611 Oct 13 14:08:10.254530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4aa0d6d4-2f4b-437e-a534-32c2e6dccfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:10.256152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-4aa0d6d4-2f4b-437e-a534-32c2e6dccfbd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07&tenant_id=a83e69682127431abea4c77d59610aed HTTP/1.1" status: 200 len: 1097 time: 0.0511417 Oct 13 14:08:10.336417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-5615bde8-6af3-4d35-bd5b-e5b181c75913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:10.337913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-5615bde8-6af3-4d35-bd5b-e5b181c75913 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a83e69682127431abea4c77d59610aed&device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 1097 time: 0.0493636 Oct 13 14:08:10.446349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-8344bd49-eb5a-4695-8e36-d3245b28a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:10.446349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-8344bd49-eb5a-4695-8e36-d3245b28a49d service neutron] 10.222.0.49 "GET /v2.0/networks?id=d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 200 len: 922 time: 0.0848470 Oct 13 14:08:10.491302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-1fe83ef8-54b9-4c49-8b49-fbd667895f42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=126820f4-e90b-415f-9174-13dbd4dec308 HTTP/1.1" status: 200 len: 217 time: 0.0453343 Oct 13 14:08:10.548379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-c58530f0-f28a-405c-a32f-586365f5e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:10.550028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-c58530f0-f28a-405c-a32f-586365f5e832 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 200 len: 861 time: 0.0482044 Oct 13 14:08:10.587962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-17c639d3-6adc-43c2-81d0-6a16eb9792cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d54448a5-ac53-4352-a4fa-39682bbffd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257528 Oct 13 14:08:10.727406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-1d922894-f04a-491c-867f-619f53e2553a service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321456 Oct 13 14:08:10.915474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-890857e4-f74f-432d-85bb-55580878a74d service neutron] 10.222.0.49 "GET /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039605 Oct 13 14:08:11.887826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcf7f1-df69-4b84-bf48-e24e1ac10bfb req-8d3b3ade-1b06-4cd7-a89f-c3a6553d4a4a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:11.889689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dfcf7f1-df69-4b84-bf48-e24e1ac10bfb req-8d3b3ade-1b06-4cd7-a89f-c3a6553d4a4a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 945 time: 0.0543594 Oct 13 14:08:11.929624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dfcf7f1-df69-4b84-bf48-e24e1ac10bfb req-855d6cbb-2727-45da-9b0d-a3d2ad80a1db tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336385 Oct 13 14:08:12.040633 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c6ae23-05c3-45e0-b1a7-152c5af8dc5f x-openstack-request-id: req-45c6ae23-05c3-45e0-b1a7-152c5af8dc5f {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:12.041196 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78d2578-dd38-49f6-b530-e41a5d9b07c2", "name": "network-vif-plugged", "status": "completed", "tag": "364b6361-7d1b-4425-96fc-3c0f04393a34", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:12.041311 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45c6ae23-05c3-45e0-b1a7-152c5af8dc5f {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:12.041730 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78d2578-dd38-49f6-b530-e41a5d9b07c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364b6361-7d1b-4425-96fc-3c0f04393a34', 'code': 200} Oct 13 14:08:12.071322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bd978-747b-4257-a14d-c710161b0bce req-9896e531-4352-4c71-9162-81b3df7f2fa5 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:12.072871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f4bd978-747b-4257-a14d-c710161b0bce req-9896e531-4352-4c71-9162-81b3df7f2fa5 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 943 time: 0.0868821 Oct 13 14:08:12.081612 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c69c2a4-fa7e-434a-8eeb-407f057941e5 x-openstack-request-id: req-3c69c2a4-fa7e-434a-8eeb-407f057941e5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:12.081961 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd22fd50-7898-40b9-8770-3c354e4e6294", "tag": "cfca4074-5a72-408d-8a5c-c1cd33ae551b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:12.082273 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c69c2a4-fa7e-434a-8eeb-407f057941e5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:12.082756 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd22fd50-7898-40b9-8770-3c354e4e6294', 'tag': 'cfca4074-5a72-408d-8a5c-c1cd33ae551b', 'status': 'completed', 'code': 200} Oct 13 14:08:12.148531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f4bd978-747b-4257-a14d-c710161b0bce req-1ed60442-7e7b-4c5f-8138-ca2d06b80980 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/security-groups?id=507f03e6-8654-4ae4-9498-26effefbc870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687168 Oct 13 14:08:12.165908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b42c9-b09c-445e-8927-ed7bcaa95f5d req-07527faf-953f-4d01-9a8e-cdf7b490932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:12.167437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f67b42c9-b09c-445e-8927-ed7bcaa95f5d req-07527faf-953f-4d01-9a8e-cdf7b490932b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=834a99cee24e43adbcb7de2d240630eb&device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 1095 time: 0.0565517 Oct 13 14:08:12.294706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b42c9-b09c-445e-8927-ed7bcaa95f5d req-0aa1f941-9f2c-49e0-bbe5-fbcd84932680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:12.296823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f67b42c9-b09c-445e-8927-ed7bcaa95f5d req-0aa1f941-9f2c-49e0-bbe5-fbcd84932680 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f253dfc9-1693-4df1-8aa4-0a9b6ccee10e HTTP/1.1" status: 200 len: 915 time: 0.1217458 Oct 13 14:08:12.359218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f67b42c9-b09c-445e-8927-ed7bcaa95f5d req-7240d3d6-2127-4997-8831-8796f5683287 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfca4074-5a72-408d-8a5c-c1cd33ae551b HTTP/1.1" status: 200 len: 217 time: 0.0484612 Oct 13 14:08:12.488583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865a2f5-d91b-46b6-a0f6-4c3aa887d41d req-3bf51486-ad99-49d1-8a0c-ed2eb52b6af0 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:12.490141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c865a2f5-d91b-46b6-a0f6-4c3aa887d41d req-3bf51486-ad99-49d1-8a0c-ed2eb52b6af0 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 945 time: 0.2097824 Oct 13 14:08:12.546487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b42c9-b09c-445e-8927-ed7bcaa95f5d req-0db2eefd-fc9e-4cf2-88fe-bf24388e9763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:12.547937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f67b42c9-b09c-445e-8927-ed7bcaa95f5d req-0db2eefd-fc9e-4cf2-88fe-bf24388e9763 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=67c33bca-708c-4724-9a3b-b7040fcfdee1 HTTP/1.1" status: 200 len: 853 time: 0.1776116 Oct 13 14:08:12.570192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-30becf9c-4262-4379-b784-b8d64ec3e4c8 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:12.571668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-30becf9c-4262-4379-b784-b8d64ec3e4c8 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07&tenant_id=a83e69682127431abea4c77d59610aed&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 1097 time: 0.1636584 Oct 13 14:08:12.580706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-ce73c1e7-3067-46e1-ab62-9e6b34e0d39c tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:12.582080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-ce73c1e7-3067-46e1-ab62-9e6b34e0d39c tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/networks?id=22544f9e-f890-4ea9-bc5c-cce355629b14 HTTP/1.1" status: 200 len: 812 time: 0.2628827 Oct 13 14:08:12.588692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c865a2f5-d91b-46b6-a0f6-4c3aa887d41d req-1a6607e3-b3bc-489b-8acb-cc7f3d81fa87 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888436 Oct 13 14:08:12.599862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-700cdb98-e0b7-4f62-bed9-e4b51fcb7759 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/quotas/e1cd9c6c716247a787a5449be8cc7468 HTTP/1.1" status: 200 len: 375 time: 0.0101392 Oct 13 14:08:12.708798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-9d380e5e-fd0f-416e-a030-5e7307d74a21 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1cd9c6c716247a787a5449be8cc7468&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948527 Oct 13 14:08:12.809456 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36952) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:12.857506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b42c9-b09c-445e-8927-ed7bcaa95f5d req-ea0d691a-9253-4d72-9195-ddce777153a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:12.859278 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f67b42c9-b09c-445e-8927-ed7bcaa95f5d req-ea0d691a-9253-4d72-9195-ddce777153a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f253dfc9-1693-4df1-8aa4-0a9b6ccee10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2424490 Oct 13 14:08:12.940181 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51672309-a50b-4486-bf88-f67f9ff2d194 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:12.970730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51672309-a50b-4486-bf88-f67f9ff2d194 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:12.975658 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-71d30054-d16a-41c0-beb5-ba03601c6b27 service neutron] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:08:12.981421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-89eb9f4e-9cc2-4bd4-9b04-5312600ff55f service neutron] 10.222.0.18 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604778 Oct 13 14:08:12.987174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-71d30054-d16a-41c0-beb5-ba03601c6b27 service neutron] Notify callbacks [] for binding, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:12.988305 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2602b5-c0c2-4539-91a3-cd7ef1561a92 req-71d30054-d16a-41c0-beb5-ba03601c6b27 service neutron] 10.222.0.49 "DELETE /v2.0/ports/126820f4-e90b-415f-9174-13dbd4dec308/bindings/n-h2-806683-15 HTTP/1.1" status: 204 len: 173 time: 0.3829107 Oct 13 14:08:13.071485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f67b42c9-b09c-445e-8927-ed7bcaa95f5d req-f5d36e8e-2d92-4e15-8994-c9f254ea7661 service neutron] 10.222.0.49 "GET /v2.0/networks/f253dfc9-1693-4df1-8aa4-0a9b6ccee10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035468 Oct 13 14:08:13.185773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-b3279a1b-6d3a-4de5-8c7c-234e4aa235d2 service neutron] 10.222.0.18 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946490 Oct 13 14:08:13.209636 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51672309-a50b-4486-bf88-f67f9ff2d194 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:13.213068 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51672309-a50b-4486-bf88-f67f9ff2d194 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:13.215011 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-51672309-a50b-4486-bf88-f67f9ff2d194 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "DELETE /v2.0/security-groups/aca441ed-2465-46aa-a431-6d1222907ac5 HTTP/1.1" status: 204 len: 168 time: 0.4030101 Oct 13 14:08:13.230220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f67b42c9-b09c-445e-8927-ed7bcaa95f5d req-7fc50b4f-c596-4a73-896c-1d6d12085b7e service neutron] 10.222.0.49 "GET /v2.0/networks/f253dfc9-1693-4df1-8aa4-0a9b6ccee10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483727 Oct 13 14:08:13.230380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36968) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:13.231134 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51672309-a50b-4486-bf88-f67f9ff2d194 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca441ed-2465-46aa-a431-6d1222907ac5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:13.554559 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-90bca781-9894-4745-a582-cf557b4b1434 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] show failed (client error): The resource could not be found. Oct 13 14:08:13.558929 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-90bca781-9894-4745-a582-cf557b4b1434 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "GET /v2.0/security-groups/aca441ed-2465-46aa-a431-6d1222907ac5 HTTP/1.1" status: 404 len: 347 time: 0.3201215 Oct 13 14:08:13.559319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36970) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:13.773911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c8854e57-45ee-4ccb-81ea-aec0d6d83ea1 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Deleting port 2e59f0d4-c59b-4e56-81b9-8d31688c7daa {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:13.779980 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8854e57-45ee-4ccb-81ea-aec0d6d83ea1 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:14.043787 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5681bbb4-c680-4a0c-b74b-3dc3c55a2213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1e191c-6110-4a4e-9e00-cf9bc186b316'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:14.048310 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73266f95-87db-4c75-8ed4-887f7a0d1a33" -d '{"events": [{"server_uuid": "5681bbb4-c680-4a0c-b74b-3dc3c55a2213", "name": "network-vif-plugged", "status": "completed", "tag": "3f1e191c-6110-4a4e-9e00-cf9bc186b316"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:14.171846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e847b-6710-4722-91b6-c070a4ac0b92 req-25ab9f8f-8885-43cd-bce6-731130f87040 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:14.174377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce7e847b-6710-4722-91b6-c070a4ac0b92 req-25ab9f8f-8885-43cd-bce6-731130f87040 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 945 time: 0.2727582 Oct 13 14:08:14.181446 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8854e57-45ee-4ccb-81ea-aec0d6d83ea1 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:14.181984 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8854e57-45ee-4ccb-81ea-aec0d6d83ea1 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:14.234767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c8854e57-45ee-4ccb-81ea-aec0d6d83ea1 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Calling delete_port for 2e59f0d4-c59b-4e56-81b9-8d31688c7daa owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:14.279542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755972f0-75fd-4fe9-a0d9-3e542dcb04f1 req-f0d09219-a001-43db-975e-477c4900866b tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:14.281178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-755972f0-75fd-4fe9-a0d9-3e542dcb04f1 req-f0d09219-a001-43db-975e-477c4900866b tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 943 time: 0.2221441 Oct 13 14:08:14.351497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce7e847b-6710-4722-91b6-c070a4ac0b92 req-8ebdc392-53ca-4221-9e33-c90991186f3c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517491 Oct 13 14:08:14.393801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-755972f0-75fd-4fe9-a0d9-3e542dcb04f1 req-ae09d2ad-3d81-461c-937d-b2b6abf4b42d tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/security-groups?id=507f03e6-8654-4ae4-9498-26effefbc870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043737 Oct 13 14:08:14.514624 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9f925b-2902-4926-8304-9538106961cb x-openstack-request-id: req-9e9f925b-2902-4926-8304-9538106961cb {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:14.514989 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5681bbb4-c680-4a0c-b74b-3dc3c55a2213", "name": "network-vif-plugged", "status": "completed", "tag": "3f1e191c-6110-4a4e-9e00-cf9bc186b316", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:14.515455 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e9f925b-2902-4926-8304-9538106961cb {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:14.516110 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5681bbb4-c680-4a0c-b74b-3dc3c55a2213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1e191c-6110-4a4e-9e00-cf9bc186b316', 'code': 200} Oct 13 14:08:14.649867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f67bb82-bf36-4e62-a096-b752b794365e req-4f80e134-7dfc-4f9b-8790-8ba3caca195c tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 210 time: 0.0416863 Oct 13 14:08:14.760522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8ffbe-aa75-4456-b54c-202d6044773c req-e2cb1b95-ad10-494d-a713-051db929bfd6 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:14.762863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9a8ffbe-aa75-4456-b54c-202d6044773c req-e2cb1b95-ad10-494d-a713-051db929bfd6 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 1097 time: 0.0576577 Oct 13 14:08:14.809285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8854e57-45ee-4ccb-81ea-aec0d6d83ea1 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:14.847052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8854e57-45ee-4ccb-81ea-aec0d6d83ea1 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Pushing event deleted for resources: {'Port': ['ID=2e59f0d4-c59b-4e56-81b9-8d31688c7daa,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:14.859486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9a8ffbe-aa75-4456-b54c-202d6044773c req-191da390-7b10-41d0-a9c5-b0933c7c4588 tempest-LiveAutoBlockMigrationV225Test-1751765383 tempest-LiveAutoBlockMigrationV225Test-1751765383-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855393 Oct 13 14:08:14.956282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8854e57-45ee-4ccb-81ea-aec0d6d83ea1 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:14.958950 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8854e57-45ee-4ccb-81ea-aec0d6d83ea1 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:14.963265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c8854e57-45ee-4ccb-81ea-aec0d6d83ea1 tempest-ServersWithSpecificFlavorTestJSON-722411358 tempest-ServersWithSpecificFlavorTestJSON-722411358-project] 10.222.0.18 "DELETE /v2.0/floatingips/610da7dd-8d91-4df8-b05f-6a179737f1a8 HTTP/1.1" status: 204 len: 168 time: 1.4027693 Oct 13 14:08:16.990561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cfca4074-5a72-408d-8a5c-c1cd33ae551b details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:08:17.000194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 364b6361-7d1b-4425-96fc-3c0f04393a34 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:17.149052 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:17.172992 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cfca4074-5a72-408d-8a5c-c1cd33ae551b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cfca4074-5a72-408d-8a5c-c1cd33ae551b,segment=NetworkSegment(941e2779-70ee-4fc7-aac6-18ad80cbb0c9),segment_id=941e2779-70ee-4fc7-aac6-18ad80cbb0c9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:17.192126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78d2578-dd38-49f6-b530-e41a5d9b07c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '364b6361-7d1b-4425-96fc-3c0f04393a34'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:17.194389 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fa25ef-c6bc-4fd9-992c-940c64b115d6" -d '{"events": [{"server_uuid": "a78d2578-dd38-49f6-b530-e41a5d9b07c2", "name": "network-vif-unplugged", "status": "completed", "tag": "364b6361-7d1b-4425-96fc-3c0f04393a34"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:17.203683 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'cfca4074-5a72-408d-8a5c-c1cd33ae551b', 'network_id': 'f253dfc9-1693-4df1-8aa4-0a9b6ccee10e', 'port_id': 'cfca4074-5a72-408d-8a5c-c1cd33ae551b', 'mac_address': 'fa:16:3e:3a:4f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67c33bca-708c-4724-9a3b-b7040fcfdee1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:08:17.208752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 364b6361-7d1b-4425-96fc-3c0f04393a34, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=364b6361-7d1b-4425-96fc-3c0f04393a34,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:17.248744 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:17.261789 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfca4074-5a72-408d-8a5c-c1cd33ae551b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:08:17.281636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cfca4074-5a72-408d-8a5c-c1cd33ae551b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cfca4074-5a72-408d-8a5c-c1cd33ae551b,segment=NetworkSegment(941e2779-70ee-4fc7-aac6-18ad80cbb0c9),segment_id=941e2779-70ee-4fc7-aac6-18ad80cbb0c9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:17.474158 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:17.484583 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:17.541908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=364b6361-7d1b-4425-96fc-3c0f04393a34,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:17.549619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a0bcdd9-a1aa-494b-a24a-80fe495c10aa req-f5024b69-7de7-4a01-b1e7-6a9dd479c345 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 210 time: 0.0327265 Oct 13 14:08:17.557753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c74b8-7e3b-4716-852e-163b6dc436f1 req-eca1fa4a-6eef-47c5-97fe-c1be72c4a318 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:17.565509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-303c74b8-7e3b-4716-852e-163b6dc436f1 req-eca1fa4a-6eef-47c5-97fe-c1be72c4a318 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 943 time: 0.1195586 Oct 13 14:08:17.610704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=cfca4074-5a72-408d-8a5c-c1cd33ae551b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:17.626268 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-303c74b8-7e3b-4716-852e-163b6dc436f1 req-b89b2b23-9e53-4bcf-adf1-7b57ee53dd74 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/security-groups?id=507f03e6-8654-4ae4-9498-26effefbc870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599489 Oct 13 14:08:17.664585 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadd372f-658d-42da-80e1-63872784bc44 x-openstack-request-id: req-aadd372f-658d-42da-80e1-63872784bc44 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:17.665095 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78d2578-dd38-49f6-b530-e41a5d9b07c2", "name": "network-vif-unplugged", "status": "completed", "tag": "364b6361-7d1b-4425-96fc-3c0f04393a34", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:17.665508 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aadd372f-658d-42da-80e1-63872784bc44 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:17.666132 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78d2578-dd38-49f6-b530-e41a5d9b07c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '364b6361-7d1b-4425-96fc-3c0f04393a34', 'code': 200} Oct 13 14:08:17.847071 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['cfca4074-5a72-408d-8a5c-c1cd33ae551b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:08:17.883791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548342-92ad-4e8a-9426-eb0dd886d809 req-9fd43d70-cc6c-43c7-ba1d-f839b522dd6a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:17.885402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c548342-92ad-4e8a-9426-eb0dd886d809 req-9fd43d70-cc6c-43c7-ba1d-f839b522dd6a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 945 time: 0.0582471 Oct 13 14:08:17.944092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c548342-92ad-4e8a-9426-eb0dd886d809 req-efa9b160-aaf9-4c30-a267-76216072ea3c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487971 Oct 13 14:08:18.319141 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:18.350920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a521f9d-40bb-4075-aeb4-f0a303807f65 req-e05333a7-abb5-4bdf-a95b-88592072138a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:18.355474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a521f9d-40bb-4075-aeb4-f0a303807f65 req-e05333a7-abb5-4bdf-a95b-88592072138a tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 945 time: 0.1187904 Oct 13 14:08:18.519535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9a521f9d-40bb-4075-aeb4-f0a303807f65 req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Deleting port 126820f4-e90b-415f-9174-13dbd4dec308 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:18.519876 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a521f9d-40bb-4075-aeb4-f0a303807f65 req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:18.847859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3818d180-d172-426d-818e-20149eb411a7 req-39a6091a-4673-4487-8fed-fa0f83704dde tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 210 time: 0.0994132 Oct 13 14:08:18.865843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-9a521f9d-40bb-4075-aeb4-f0a303807f65 req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] For port 126820f4-e90b-415f-9174-13dbd4dec308, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=126820f4-e90b-415f-9174-13dbd4dec308,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:18.866419 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a521f9d-40bb-4075-aeb4-f0a303807f65 req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:18.946233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9a521f9d-40bb-4075-aeb4-f0a303807f65 req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Calling delete_port for 126820f4-e90b-415f-9174-13dbd4dec308 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:19.003777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37172) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:19.013199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d70b40a-981d-4bab-98cd-2b73241c5f7c details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:08:19.017649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cfca4074-5a72-408d-8a5c-c1cd33ae551b up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:08:19.204012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-e1c437a7-cffd-441c-9a61-d5e87d77b005 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:19.212650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-e1c437a7-cffd-441c-9a61-d5e87d77b005 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/networks?id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7 HTTP/1.1" status: 200 len: 804 time: 0.5471735 Oct 13 14:08:19.263114 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:19.282149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'port_id': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'mac_address': 'fa:16:3e:af:e6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:08:19.312350 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port cfca4074-5a72-408d-8a5c-c1cd33ae551b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:08:19.380872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port cfca4074-5a72-408d-8a5c-c1cd33ae551b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:08:19.381653 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:19.473730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-73a0efd4-3dfa-40af-aad1-7b438c6835dc tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:19.475520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-73a0efd4-3dfa-40af-aad1-7b438c6835dc tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.49 "GET /v2.0/networks?id=22544f9e-f890-4ea9-bc5c-cce355629b14 HTTP/1.1" status: 200 len: 812 time: 0.1856244 Oct 13 14:08:19.505988 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:19.506519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-a82b5914-4801-44c4-a8ff-072ebaa93f86 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/quotas/b01e24a805954bb9a06419e1776c2e84 HTTP/1.1" status: 200 len: 375 time: 0.2926636 Oct 13 14:08:19.514759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-36955f0c-772b-4feb-9076-0e04f6b2016a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Request body: {'port': {'device_id': '78b67158-8412-4a63-bcbb-bc9a865fb077', 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14', 'admin_state_up': True, 'tenant_id': 'e1cd9c6c716247a787a5449be8cc7468'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:08:19.539445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-2db63af8-d77f-43bd-96aa-d3b88424c9e2 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:19.541566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-2db63af8-d77f-43bd-96aa-d3b88424c9e2 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.41 "GET /v2.0/networks?id=22544f9e-f890-4ea9-bc5c-cce355629b14 HTTP/1.1" status: 200 len: 812 time: 0.6984732 Oct 13 14:08:19.542671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d70b40a-981d-4bab-98cd-2b73241c5f7c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:08:19.605856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-b23e30f2-dbd8-4324-8618-2e6d8d074929 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Request body: {'port': {'device_id': 'e3ae6f7a-90b7-4b29-9303-5003325a3b01', 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14', 'admin_state_up': True, 'tenant_id': 'e1cd9c6c716247a787a5449be8cc7468'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:08:19.631838 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5a55f2ef-ca0e-46f3-85cc-975c0fcdd304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:19.636647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:19.658434 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:19.729239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd22fd50-7898-40b9-8770-3c354e4e6294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfca4074-5a72-408d-8a5c-c1cd33ae551b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:19.734560 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c38aa2-0fbe-4f0d-8d93-fa187af36a83" -d '{"events": [{"server_uuid": "cd22fd50-7898-40b9-8770-3c354e4e6294", "name": "network-vif-plugged", "status": "completed", "tag": "cfca4074-5a72-408d-8a5c-c1cd33ae551b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:19.750359 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:19.760354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cfca4074-5a72-408d-8a5c-c1cd33ae551b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cfca4074-5a72-408d-8a5c-c1cd33ae551b,segment=NetworkSegment(941e2779-70ee-4fc7-aac6-18ad80cbb0c9),segment_id=941e2779-70ee-4fc7-aac6-18ad80cbb0c9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:19.843148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:19.860061 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['0d70b40a-981d-4bab-98cd-2b73241c5f7c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:08:19.877737 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:20.104025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=cfca4074-5a72-408d-8a5c-c1cd33ae551b,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:20.577202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779daeeb-6310-44d9-849e-a63b56db24a3 req-1a3f086f-69a7-4477-afd4-b4049308c9eb tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:20.579083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-779daeeb-6310-44d9-849e-a63b56db24a3 req-1a3f086f-69a7-4477-afd4-b4049308c9eb tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 944 time: 1.4471591 Oct 13 14:08:20.788001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-779daeeb-6310-44d9-849e-a63b56db24a3 req-2e9ba924-f9e8-4dcf-9416-9d795888fb61 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/security-groups?id=507f03e6-8654-4ae4-9498-26effefbc870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886733 Oct 13 14:08:20.916261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-3416fa7d-8976-4403-b338-2880e128333c tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b01e24a805954bb9a06419e1776c2e84&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4086640 Oct 13 14:08:20.932831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-b23e30f2-dbd8-4324-8618-2e6d8d074929 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Made reservation on behalf of e1cd9c6c716247a787a5449be8cc7468 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:08:20.936779 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-b23e30f2-dbd8-4324-8618-2e6d8d074929 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:21.025917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d70b40a-981d-4bab-98cd-2b73241c5f7c up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:08:21.163418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 0d70b40a-981d-4bab-98cd-2b73241c5f7c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:08:21.164078 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:21.247384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daab2f-b04f-4352-a2e2-51511628b401 req-832ae53f-912e-4c1b-b0b2-95c4c0f3fe6f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:21.249010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62daab2f-b04f-4352-a2e2-51511628b401 req-832ae53f-912e-4c1b-b0b2-95c4c0f3fe6f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.49 "GET /v2.0/ports?device_id=a78d2578-dd38-49f6-b530-e41a5d9b07c2 HTTP/1.1" status: 200 len: 943 time: 0.6558998 Oct 13 14:08:21.340972 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:21.415123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:21.517479 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:21.518743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 126820f4-e90b-415f-9174-13dbd4dec308 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:21.537106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-36955f0c-772b-4feb-9076-0e04f6b2016a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Made reservation on behalf of e1cd9c6c716247a787a5449be8cc7468 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:08:21.540748 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-36955f0c-772b-4feb-9076-0e04f6b2016a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:21.545367 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a521f9d-40bb-4075-aeb4-f0a303807f65 req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:21.632633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['ec6762b4-27e8-406a-bb84-2b53cb7b7a47'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:08:21.661804 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:21.662178 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 126820f4-e90b-415f-9174-13dbd4dec308 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:08:21.662455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 126820f4-e90b-415f-9174-13dbd4dec308 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:08:21.770162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Pushing event deleted for resources: {'Port': ['ID=126820f4-e90b-415f-9174-13dbd4dec308,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:21.796019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-2d1a9a24-473d-4023-8a37-dd6c41754b23 service neutron] 10.222.0.18 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8325987 Oct 13 14:08:21.811462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a521f9d-40bb-4075-aeb4-f0a303807f65 req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] No DVR routers for this DVR port 126820f4-e90b-415f-9174-13dbd4dec308 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:08:21.833179 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a521f9d-40bb-4075-aeb4-f0a303807f65 req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:21.837181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a521f9d-40bb-4075-aeb4-f0a303807f65 req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.49 "DELETE /v2.0/ports/126820f4-e90b-415f-9174-13dbd4dec308 HTTP/1.1" status: 204 len: 173 time: 3.4762900 Oct 13 14:08:21.848037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0e64c2-5155-4b42-9af9-1bda5f466c07', 'name': 'network-vif-deleted', 'tag': '126820f4-e90b-415f-9174-13dbd4dec308'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:21.850483 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3b776b-2618-4795-9d2e-db6ae6ae1b15" -d '{"events": [{"server_uuid": "3a0e64c2-5155-4b42-9af9-1bda5f466c07", "name": "network-vif-deleted", "tag": "126820f4-e90b-415f-9174-13dbd4dec308"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:21.853974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:21.854330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:21.854711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:21.855053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:21.855390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:21.855723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:21.856054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:21.856390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:21.856719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:21.857120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:21.860615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:21.860615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad6931-85c8-49e4-9ec4-1212bc4eea0c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:21.987283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-b23e30f2-dbd8-4324-8618-2e6d8d074929 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Allocated IP 172.20.0.4 (22544f9e-f890-4ea9-bc5c-cce355629b14/2e658403-e7fa-414f-9e2c-4f62c850ed46/f37c65fa-0b9b-4198-be4a-24bdf0bcbe93) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:08:21.996093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:22.053708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-62daab2f-b04f-4352-a2e2-51511628b401 req-849f6426-6f22-45fe-8fcb-cc844a5d4574 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Deleting port 364b6361-7d1b-4425-96fc-3c0f04393a34 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:22.054105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-62daab2f-b04f-4352-a2e2-51511628b401 req-849f6426-6f22-45fe-8fcb-cc844a5d4574 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:22.240163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-5d6a98ad-94c1-4143-addd-0a464eeafe15 service neutron] 10.222.0.18 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264743 Oct 13 14:08:22.299516 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e3934518-c21b-4085-a0c4-d0a5fda0c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:22.619685 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-b23e30f2-dbd8-4324-8618-2e6d8d074929 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:22.640659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-62daab2f-b04f-4352-a2e2-51511628b401 req-849f6426-6f22-45fe-8fcb-cc844a5d4574 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] For port 364b6361-7d1b-4425-96fc-3c0f04393a34, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=364b6361-7d1b-4425-96fc-3c0f04393a34,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:22.641133 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-62daab2f-b04f-4352-a2e2-51511628b401 req-849f6426-6f22-45fe-8fcb-cc844a5d4574 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:22.664747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-62daab2f-b04f-4352-a2e2-51511628b401 req-849f6426-6f22-45fe-8fcb-cc844a5d4574 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Calling delete_port for 364b6361-7d1b-4425-96fc-3c0f04393a34 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:22.901790 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-b23e30f2-dbd8-4324-8618-2e6d8d074929 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:23.043362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-b23e30f2-dbd8-4324-8618-2e6d8d074929 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Network 22544f9e-f890-4ea9-bc5c-cce355629b14 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:08:23.128899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-b23e30f2-dbd8-4324-8618-2e6d8d074929 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:08:23.141201 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d38d16-44ce-42bd-9f83-7957286350bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:23.143969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-b23e30f2-dbd8-4324-8618-2e6d8d074929 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:08:23.281554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-b23e30f2-dbd8-4324-8618-2e6d8d074929 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:23.282230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-b23e30f2-dbd8-4324-8618-2e6d8d074929 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:23.294441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a822d04-9ff3-47fc-8cc7-2446ff4c2a52 req-9724800f-6487-449b-a89a-f44c82ceec82 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 210 time: 0.4219556 Oct 13 14:08:23.454588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-36955f0c-772b-4feb-9076-0e04f6b2016a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Allocated IP 172.20.0.13 (22544f9e-f890-4ea9-bc5c-cce355629b14/2e658403-e7fa-414f-9e2c-4f62c850ed46/ccfa189a-4c37-4612-980d-e9e81f6364b1) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:08:23.462053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e30f2-dbd8-4324-8618-2e6d8d074929 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Pushing event updated for resources: {'Port': ['ID=f37c65fa-0b9b-4198-be4a-24bdf0bcbe93,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:23.530100 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-62daab2f-b04f-4352-a2e2-51511628b401 req-849f6426-6f22-45fe-8fcb-cc844a5d4574 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:23.548927 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84039276-7c99-4cb4-a660-8506b8c248a1 x-openstack-request-id: req-84039276-7c99-4cb4-a660-8506b8c248a1 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:23.550033 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd22fd50-7898-40b9-8770-3c354e4e6294", "name": "network-vif-plugged", "status": "completed", "tag": "cfca4074-5a72-408d-8a5c-c1cd33ae551b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:23.550460 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84039276-7c99-4cb4-a660-8506b8c248a1 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:23.551104 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd22fd50-7898-40b9-8770-3c354e4e6294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfca4074-5a72-408d-8a5c-c1cd33ae551b', 'code': 200} Oct 13 14:08:23.595284 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f6426-6f22-45fe-8fcb-cc844a5d4574 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Pushing event deleted for resources: {'Port': ['ID=364b6361-7d1b-4425-96fc-3c0f04393a34,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:23.604650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-b23e30f2-dbd8-4324-8618-2e6d8d074929 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0468748 Oct 13 14:08:23.642843 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:23.714293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Request body: {'port': {'device_id': 'e3ae6f7a-90b7-4b29-9303-5003325a3b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:08:23.804726 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:23.806372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-62daab2f-b04f-4352-a2e2-51511628b401 req-849f6426-6f22-45fe-8fcb-cc844a5d4574 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] No DVR routers for this DVR port 364b6361-7d1b-4425-96fc-3c0f04393a34 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:08:23.844509 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-62daab2f-b04f-4352-a2e2-51511628b401 req-849f6426-6f22-45fe-8fcb-cc844a5d4574 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:23.848048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62daab2f-b04f-4352-a2e2-51511628b401 req-849f6426-6f22-45fe-8fcb-cc844a5d4574 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.49 "DELETE /v2.0/ports/364b6361-7d1b-4425-96fc-3c0f04393a34 HTTP/1.1" status: 204 len: 173 time: 2.5866764 Oct 13 14:08:23.879898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5784fa3e-97e7-4039-b39d-6285e12a5005 req-c20ee7e5-12d8-4376-840b-7e0b4df1c3b8 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 210 time: 0.2116833 Oct 13 14:08:24.019494 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:24.359392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58bd29-733a-44a3-b1ee-43804f2a01b3 req-a52e3b83-b208-40d6-b32f-644ff440eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:24.361102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f58bd29-733a-44a3-b1ee-43804f2a01b3 req-a52e3b83-b208-40d6-b32f-644ff440eb74 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 1097 time: 0.6969175 Oct 13 14:08:24.455201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6da53-90e3-4d42-8c74-15754cee5cdd req-eb7cc997-d5b4-43ce-b3f1-9be2ec890b35 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:24.464753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-61f6da53-90e3-4d42-8c74-15754cee5cdd req-eb7cc997-d5b4-43ce-b3f1-9be2ec890b35 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 945 time: 0.4209998 Oct 13 14:08:24.612611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f58bd29-733a-44a3-b1ee-43804f2a01b3 req-36b545c1-4861-42e5-b015-32ccc596da2c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=507f03e6-8654-4ae4-9498-26effefbc870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349277 Oct 13 14:08:25.035825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 364b6361-7d1b-4425-96fc-3c0f04393a34 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:25.094018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 364b6361-7d1b-4425-96fc-3c0f04393a34 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:08:25.094369 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 364b6361-7d1b-4425-96fc-3c0f04393a34 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:08:25.141642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-61f6da53-90e3-4d42-8c74-15754cee5cdd req-d6b209c4-3c5d-4e7c-9be1-5b965e3ff424 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/security-groups?id=507f03e6-8654-4ae4-9498-26effefbc870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757870 Oct 13 14:08:25.150460 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-36955f0c-772b-4feb-9076-0e04f6b2016a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:25.203285 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:25.230590 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964b4a92-4647-409f-b4bc-fe17740119d9 x-openstack-request-id: req-964b4a92-4647-409f-b4bc-fe17740119d9 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:25.231089 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0e64c2-5155-4b42-9af9-1bda5f466c07", "name": "network-vif-deleted", "tag": "126820f4-e90b-415f-9174-13dbd4dec308", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:25.231517 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-964b4a92-4647-409f-b4bc-fe17740119d9 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:25.233114 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0e64c2-5155-4b42-9af9-1bda5f466c07', 'name': 'network-vif-deleted', 'tag': '126820f4-e90b-415f-9174-13dbd4dec308', 'status': 'completed', 'code': 200} Oct 13 14:08:25.394588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bacb695c-f6f5-4d3d-8ee3-98dc2701452f req-402d69f5-c37c-48e5-b4b7-6729afc1f3ef tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 210 time: 0.0540421 Oct 13 14:08:25.448708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-29d38d16-44ce-42bd-9f83-7957286350bd admin admin] Deleting port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:25.451844 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d38d16-44ce-42bd-9f83-7957286350bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:25.553285 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:25.556036 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037c8442-b381-44fd-9ed0-4cd0ed74fd79" -d '{"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-plugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:25.629959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-29d38d16-44ce-42bd-9f83-7957286350bd admin admin] For port 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=25d80d4e-4809-41cc-b59a-47f1f4c8d6ba,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:25.630621 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d38d16-44ce-42bd-9f83-7957286350bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:25.646058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-29d38d16-44ce-42bd-9f83-7957286350bd admin admin] Calling delete_port for 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:25.886526 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-36955f0c-772b-4feb-9076-0e04f6b2016a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:26.015954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36955f0c-772b-4feb-9076-0e04f6b2016a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Pushing event updated for resources: {'Port': ['ID=ccfa189a-4c37-4612-980d-e9e81f6364b1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:26.018773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d38d16-44ce-42bd-9f83-7957286350bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:26.033178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbf3fe61-3df9-4404-8357-f6366125dadd req-f3a3be62-f3cf-48c1-82fa-eee8deea6560 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 210 time: 0.1613595 Oct 13 14:08:26.078057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d38d16-44ce-42bd-9f83-7957286350bd admin admin] Pushing event deleted for resources: {'Port': ['ID=25d80d4e-4809-41cc-b59a-47f1f4c8d6ba,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:26.094938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-36955f0c-772b-4feb-9076-0e04f6b2016a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Network 22544f9e-f890-4ea9-bc5c-cce355629b14 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:08:26.135975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-36955f0c-772b-4feb-9076-0e04f6b2016a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:08:26.184609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-36955f0c-772b-4feb-9076-0e04f6b2016a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:08:26.783249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:08:26.909362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-36955f0c-772b-4feb-9076-0e04f6b2016a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:26.910245 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-36955f0c-772b-4feb-9076-0e04f6b2016a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:26.914122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:26.963426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Transition to ACTIVE for port object f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:08:27.036374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7f8c4-e757-411b-867f-1ca1b55c5f88 req-8773fbef-8f13-4a9f-84fd-b70e6fb586af tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:27.044025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2a7f8c4-e757-411b-867f-1ca1b55c5f88 req-8773fbef-8f13-4a9f-84fd-b70e6fb586af tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 932 time: 0.4233215 Oct 13 14:08:27.081531 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:27.112762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-d6572e81-4234-4032-9117-1de3e98f92bd tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:27.114331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-d6572e81-4234-4032-9117-1de3e98f92bd tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.41 "GET /v2.0/networks?id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7 HTTP/1.1" status: 200 len: 804 time: 0.5431561 Oct 13 14:08:27.147584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-36955f0c-772b-4feb-9076-0e04f6b2016a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6576312 Oct 13 14:08:27.156195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-8a853e12-ba89-4a93-bc8c-22c4d65109f9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Request body: {'port': {'device_id': '6741d3f3-5a9a-4ea3-8352-e94c082d0540', 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7', 'admin_state_up': True, 'tenant_id': 'b01e24a805954bb9a06419e1776c2e84'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:08:27.182187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Request body: {'port': {'device_id': '78b67158-8412-4a63-bcbb-bc9a865fb077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:08:27.240808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78d2578-dd38-49f6-b530-e41a5d9b07c2', 'name': 'network-vif-deleted', 'tag': '364b6361-7d1b-4425-96fc-3c0f04393a34'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:27.245607 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f575d3-d23a-4733-9c73-4251d3093b78" -d '{"events": [{"server_uuid": "a78d2578-dd38-49f6-b530-e41a5d9b07c2", "name": "network-vif-deleted", "tag": "364b6361-7d1b-4425-96fc-3c0f04393a34"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:27.262255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2a7f8c4-e757-411b-867f-1ca1b55c5f88 req-b3145359-0d86-4ee6-b74b-e22ed7dfd964 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164755 Oct 13 14:08:27.347548 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d38d16-44ce-42bd-9f83-7957286350bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:27.356491 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7792b18f-6b97-4487-8005-93c9538ef2a1 x-openstack-request-id: req-7792b18f-6b97-4487-8005-93c9538ef2a1 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:27.357220 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-plugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:27.357220 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7792b18f-6b97-4487-8005-93c9538ef2a1 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:27.357688 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'code': 200} Oct 13 14:08:27.496967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f37c65fa-0b9b-4198-be4a-24bdf0bcbe93,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:27.499874 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:27.718376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21924f43-43a9-463a-9fd0-e24dc547e147 req-d0f8977c-09ae-41ba-80df-1ecbe076f4cc tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:27.726819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21924f43-43a9-463a-9fd0-e24dc547e147 req-d0f8977c-09ae-41ba-80df-1ecbe076f4cc tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 945 time: 0.2652335 Oct 13 14:08:27.896686 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21924f43-43a9-463a-9fd0-e24dc547e147 req-4bece995-d500-453d-8af4-eb54fdfa1246 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/security-groups?id=507f03e6-8654-4ae4-9498-26effefbc870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685383 Oct 13 14:08:28.162199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d38d16-44ce-42bd-9f83-7957286350bd admin admin] Router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:08:28.214841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1864b93f-14d0-4484-8efe-8cff07390503 req-dde3f142-8ac3-498c-81c0-0a19f0b11cc4 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 210 time: 0.1439109 Oct 13 14:08:28.221702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Attempting to bind port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:08:28.222040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Attempting to bind port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:08:28.222546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Attempting to bind port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 on network 22544f9e-f890-4ea9-bc5c-cce355629b14 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:08:28.252414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 on network 22544f9e-f890-4ea9-bc5c-cce355629b14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:08:28.252414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Attempting to bind port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 on network 22544f9e-f890-4ea9-bc5c-cce355629b14 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:08:28.363557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:08:28.363892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Checking segment: {'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:08:28.364275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Bound using segment: {'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:08:28.364712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Bound port: f37c65fa-0b9b-4198-be4a-24bdf0bcbe93, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:08:28.365092 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:28.432706 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-941489af-668c-468e-affe-6d69dc3e1a18 req-9793a067-16d6-42fa-a0a3-485ab44ac1bb tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 210 time: 0.0877273 Oct 13 14:08:28.612547 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33ff961-abb5-45a3-b850-a7b67e77c24f x-openstack-request-id: req-a33ff961-abb5-45a3-b850-a7b67e77c24f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:28.612841 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78d2578-dd38-49f6-b530-e41a5d9b07c2", "name": "network-vif-deleted", "tag": "364b6361-7d1b-4425-96fc-3c0f04393a34", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:28.613115 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a33ff961-abb5-45a3-b850-a7b67e77c24f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:28.613504 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78d2578-dd38-49f6-b530-e41a5d9b07c2', 'name': 'network-vif-deleted', 'tag': '364b6361-7d1b-4425-96fc-3c0f04393a34', 'status': 'completed', 'code': 200} Oct 13 14:08:28.634040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] For port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:08:28.642587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] For port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f37c65fa-0b9b-4198-be4a-24bdf0bcbe93,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:08:28.644092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d38d16-44ce-42bd-9f83-7957286350bd admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:08:28.652898 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37240) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:28.662710 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b21d35-726f-4479-942e-7f0cbe838372 None None] Sync routers for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:08:28.672416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-29d38d16-44ce-42bd-9f83-7957286350bd admin admin] 10.222.0.18 "PUT /v2.0/routers/37d5b240-a8e5-4d6b-93ec-be10585ee8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6589322 Oct 13 14:08:28.679048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b21d35-726f-4479-942e-7f0cbe838372 None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:08:28.679687 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-38b21d35-726f-4479-942e-7f0cbe838372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:08:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:28.815915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccfa189a-4c37-4612-980d-e9e81f6364b1 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:08:28.823113 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-38b21d35-726f-4479-942e-7f0cbe838372 None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:08:28.830306 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:28.877971 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:28.890991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-8a853e12-ba89-4a93-bc8c-22c4d65109f9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Made reservation on behalf of b01e24a805954bb9a06419e1776c2e84 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:08:28.899923 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-8a853e12-ba89-4a93-bc8c-22c4d65109f9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:28.928636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Transition to ACTIVE for port object ccfa189a-4c37-4612-980d-e9e81f6364b1 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:08:28.942600 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:28.973693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf240-3540-4b79-99df-16b592dc9586 req-9d12d6ac-eefe-4bc5-b7d7-fdf6a3f0e990 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:28.990604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b02cf240-3540-4b79-99df-16b592dc9586 req-9d12d6ac-eefe-4bc5-b7d7-fdf6a3f0e990 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 932 time: 0.2619963 Oct 13 14:08:29.009275 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:29.149326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:29.150195 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:29.154407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] 10.222.0.41 "PUT /v2.0/ports/f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 HTTP/1.1" status: 200 len: 1092 time: 5.4838655 Oct 13 14:08:29.175887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-38b21d35-726f-4479-942e-7f0cbe838372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:08:25Z', 'revision_number': 5, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port': {'id': '2b2a2ce0-f394-474a-b924-d86f8e095147', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:03Z', 'updated_at': '2021-10-13T14:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:29.184372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d89da-506a-465e-8c26-69a3f14f5fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=f37c65fa-0b9b-4198-be4a-24bdf0bcbe93,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:29.215057 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Deleting port 2b2a2ce0-f394-474a-b924-d86f8e095147 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:29.215860 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:29.218687 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:29.250912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b21d35-726f-4479-942e-7f0cbe838372 None None] Checking router: 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:08:29.273319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b21d35-726f-4479-942e-7f0cbe838372 None None] Routers {'37d5b240-a8e5-4d6b-93ec-be10585ee8c3'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:08:29.273976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-38b21d35-726f-4479-942e-7f0cbe838372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:08:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:29.470279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-38b21d35-726f-4479-942e-7f0cbe838372 None None] Set router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:08:29.470789 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] For port 2b2a2ce0-f394-474a-b924-d86f8e095147, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2b2a2ce0-f394-474a-b924-d86f8e095147,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:29.477119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:29.504822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Calling delete_port for 2b2a2ce0-f394-474a-b924-d86f8e095147 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:29.537461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-38b21d35-726f-4479-942e-7f0cbe838372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:08:29Z', 'revision_number': 6, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:29.579180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b02cf240-3540-4b79-99df-16b592dc9586 req-00bf39cc-8fd2-483a-8d54-51a5d9dc442d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870001 Oct 13 14:08:29.602143 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b21d35-726f-4479-942e-7f0cbe838372 None None] The sync data for ids ['37d5b240-a8e5-4d6b-93ec-be10585ee8c3'] in n-d-806683-15 is: [{'id': '37d5b240-a8e5-4d6b-93ec-be10585ee8c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-471661955-router', 'tenant_id': '8da101f040cd4a8f8fa47c2569037dc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:02Z', 'updated_at': '2021-10-13T14:08:29Z', 'revision_number': 6, 'project_id': '8da101f040cd4a8f8fa47c2569037dc8', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:08:29.743685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Pushing event updated for resources: {'Port': ['ID=ccfa189a-4c37-4612-980d-e9e81f6364b1,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:29.906392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-ae0e8c22-7792-4e28-a429-6c8944fb7712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:29.908675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-ae0e8c22-7792-4e28-a429-6c8944fb7712 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cd9c6c716247a787a5449be8cc7468&device_id=e3ae6f7a-90b7-4b29-9303-5003325a3b01 HTTP/1.1" status: 200 len: 1095 time: 0.5831165 Oct 13 14:08:29.915308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b28dd43-9b03-4fa5-b98b-ec30a9018af7 req-d2e24413-78fc-428d-aca6-f8128a3b0220 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 210 time: 0.0764163 Oct 13 14:08:30.008555 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:30.077469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b2a2ce0-f394-474a-b924-d86f8e095147,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:30.082429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:30.174811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:08:30.181349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 25d80d4e-4809-41cc-b59a-47f1f4c8d6ba not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:08:30.253694 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:30.381521 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:30.384912 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:30.426121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-0e0fe7c1-ad1e-477f-9339-656300387db6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 HTTP/1.1" status: 200 len: 217 time: 0.5047207 Oct 13 14:08:30.494775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bd4a5cd5-7e76-4476-896c-553581ff6770 req-0c7bfb6b-2c07-487c-bb56-8288f536c95f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 210 time: 0.0769286 Oct 13 14:08:30.550791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-8a853e12-ba89-4a93-bc8c-22c4d65109f9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Allocated IP 172.20.0.5 (e9b785c4-7ce8-4961-af5f-b3e746e77fe7/993127ca-088d-48f4-a980-b919aa4881f8/eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:08:30.591972 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:30.592578 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37d5b240-a8e5-4d6b-93ec-be10585ee8c3 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:08:30.597085 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:30.602486 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-97d51bd7-9e2a-4e47-bb71-0ae3f2d38e40 admin admin] 10.222.0.18 "DELETE /v2.0/routers/37d5b240-a8e5-4d6b-93ec-be10585ee8c3 HTTP/1.1" status: 204 len: 168 time: 1.9438117 Oct 13 14:08:30.602486 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37264) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:30.619652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ae6f7a-90b7-4b29-9303-5003325a3b01', 'tag': 'f37c65fa-0b9b-4198-be4a-24bdf0bcbe93'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:30.622173 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bdba4f-7f8a-4c43-97fa-517e355e3205" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ae6f7a-90b7-4b29-9303-5003325a3b01", "tag": "f37c65fa-0b9b-4198-be4a-24bdf0bcbe93"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:30.641253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Attempting to bind port ccfa189a-4c37-4612-980d-e9e81f6364b1 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:08:30.641858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Attempting to bind port ccfa189a-4c37-4612-980d-e9e81f6364b1 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:08:30.642360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Attempting to bind port ccfa189a-4c37-4612-980d-e9e81f6364b1 on network 22544f9e-f890-4ea9-bc5c-cce355629b14 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:08:30.649717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-ade03b23-4f9f-4441-8ee1-6d3d5a16999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:30.652569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-ade03b23-4f9f-4441-8ee1-6d3d5a16999f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e658403-e7fa-414f-9e2c-4f62c850ed46 HTTP/1.1" status: 200 len: 852 time: 0.2111475 Oct 13 14:08:30.658147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Port ccfa189a-4c37-4612-980d-e9e81f6364b1 on network 22544f9e-f890-4ea9-bc5c-cce355629b14 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:08:30.658751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Attempting to bind port ccfa189a-4c37-4612-980d-e9e81f6364b1 on network 22544f9e-f890-4ea9-bc5c-cce355629b14 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:08:30.717385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:08:30.722593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Checking segment: {'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:08:30.725347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Bound using segment: {'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:08:30.725943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Bound port: ccfa189a-4c37-4612-980d-e9e81f6364b1, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:08:30.726495 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:30.750781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-7ae4a306-b9dc-4d8f-82b8-6db1ba46bb7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22544f9e-f890-4ea9-bc5c-cce355629b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770817 Oct 13 14:08:30.758881 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b5a7c9-d5b7-445c-b1da-1d58a1e47f7a x-openstack-request-id: req-d4b5a7c9-d5b7-445c-b1da-1d58a1e47f7a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:30.763817 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ae6f7a-90b7-4b29-9303-5003325a3b01", "tag": "f37c65fa-0b9b-4198-be4a-24bdf0bcbe93", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:30.764662 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4b5a7c9-d5b7-445c-b1da-1d58a1e47f7a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:30.765377 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ae6f7a-90b7-4b29-9303-5003325a3b01', 'tag': 'f37c65fa-0b9b-4198-be4a-24bdf0bcbe93', 'status': 'completed', 'code': 200} Oct 13 14:08:30.811868 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5aac6b5-4daf-435c-be6c-3128acbe63b6 admin admin] Deleting subnet 6b25b45a-36a2-457f-b836-0c2292062e0c {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:08:30.842593 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5aac6b5-4daf-435c-be6c-3128acbe63b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:30.907919 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5aac6b5-4daf-435c-be6c-3128acbe63b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:31.141869 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5aac6b5-4daf-435c-be6c-3128acbe63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:31.263789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] For port ccfa189a-4c37-4612-980d-e9e81f6364b1, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:08:31.270362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a21ce5-a2a8-4f52-8d24-d75bcfa782cc req-03ad5f2d-41e3-467c-892e-2be6e57f16d4 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:31.271921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4a21ce5-a2a8-4f52-8d24-d75bcfa782cc req-03ad5f2d-41e3-467c-892e-2be6e57f16d4 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 944 time: 0.4422297 Oct 13 14:08:31.322349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] For port ccfa189a-4c37-4612-980d-e9e81f6364b1, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ccfa189a-4c37-4612-980d-e9e81f6364b1,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:08:31.322349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-a0370270-80da-4361-9ee6-ba33186d212f service neutron] 10.222.0.41 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485978 Oct 13 14:08:31.342959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d44ac1b5-038f-4b64-a46d-5dfe8561bdfd req-3f1555bd-d121-44ce-9df8-fcc7847b63ad tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 210 time: 0.0596218 Oct 13 14:08:31.409392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-8a853e12-ba89-4a93-bc8c-22c4d65109f9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:31.441657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4a21ce5-a2a8-4f52-8d24-d75bcfa782cc req-38f6baf6-2371-4b61-adf1-8c29b447aba1 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433084 Oct 13 14:08:31.491833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-5fc020ad-9e65-4ab6-90b3-501f6c673c28 service neutron] 10.222.0.41 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517992 Oct 13 14:08:31.553851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968582c7-5320-40e5-a971-55b29a846352 req-a0925050-42f5-4b14-9567-96f7b48e2ef6 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:31.555509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-968582c7-5320-40e5-a971-55b29a846352 req-a0925050-42f5-4b14-9567-96f7b48e2ef6 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 949 time: 0.0568931 Oct 13 14:08:31.632347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-968582c7-5320-40e5-a971-55b29a846352 req-76840665-923d-4192-b932-7876f4872ea3 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693915 Oct 13 14:08:31.634580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f514e5b-93eb-4a01-b24f-b4899145c3f6 req-fa2b05a8-ad3b-46e0-9c90-3fd58020a25b tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a0e64c2-5155-4b42-9af9-1bda5f466c07 HTTP/1.1" status: 200 len: 210 time: 0.0385947 Oct 13 14:08:31.695247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:31.696469 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5aac6b5-4daf-435c-be6c-3128acbe63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:31.699912 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-8a853e12-ba89-4a93-bc8c-22c4d65109f9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:31.739755 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5aac6b5-4daf-435c-be6c-3128acbe63b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:31.743559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d16588-81a3-48b9-b50e-f00da48383fb None None] Network 1f3b32a1-dbed-4907-8cd6-385475dc68e2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:08:31.751924 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c5aac6b5-4daf-435c-be6c-3128acbe63b6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6b25b45a-36a2-457f-b836-0c2292062e0c HTTP/1.1" status: 204 len: 168 time: 1.1493475 Oct 13 14:08:31.753558 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37300) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:31.956874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:31.964724 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:31.967945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] 10.222.0.49 "PUT /v2.0/ports/ccfa189a-4c37-4612-980d-e9e81f6364b1 HTTP/1.1" status: 200 len: 1093 time: 4.7886260 Oct 13 14:08:31.990393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2b2a2ce0-f394-474a-b924-d86f8e095147 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:32.009707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-8a853e12-ba89-4a93-bc8c-22c4d65109f9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:08:32.034328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-8a853e12-ba89-4a93-bc8c-22c4d65109f9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:08:32.050269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-8a853e12-ba89-4a93-bc8c-22c4d65109f9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:08:32.072833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 2b2a2ce0-f394-474a-b924-d86f8e095147 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:08:32.076434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2b2a2ce0-f394-474a-b924-d86f8e095147 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:08:32.179221 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:32.201800 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] DHCP port deletion for 1f3b32a1-dbed-4907-8cd6-385475dc68e2 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:08:32.212649 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aac6b5-4daf-435c-be6c-3128acbe63b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b25b45a-36a2-457f-b836-0c2292062e0c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:32.307672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcb327-8242-434a-a641-7d8c48e92f2a service neutron] Pushing event updated for resources: {'Port': ['ID=ccfa189a-4c37-4612-980d-e9e81f6364b1,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:32.313894 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Deleting port ee4639ba-75e0-470a-858b-22d4ab5fb5fc {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:32.313894 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:32.334365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Deleting port ee4639ba-75e0-470a-858b-22d4ab5fb5fc {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:32.334714 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:32.433502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a853e12-ba89-4a93-bc8c-22c4d65109f9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Pushing event updated for resources: {'Port': ['ID=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:32.502059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-8a853e12-ba89-4a93-bc8c-22c4d65109f9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:32.503018 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-8a853e12-ba89-4a93-bc8c-22c4d65109f9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:32.537418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdba4f-7f8a-4c43-97fa-517e355e3205 req-d81b2709-f376-4dab-9123-903062843b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:32.539413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1bdba4f-7f8a-4c43-97fa-517e355e3205 req-d81b2709-f376-4dab-9123-903062843b12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cd9c6c716247a787a5449be8cc7468&device_id=e3ae6f7a-90b7-4b29-9303-5003325a3b01 HTTP/1.1" status: 200 len: 1095 time: 0.7556677 Oct 13 14:08:32.539762 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] For port ee4639ba-75e0-470a-858b-22d4ab5fb5fc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ee4639ba-75e0-470a-858b-22d4ab5fb5fc,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:32.540173 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:32.554881 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] For port ee4639ba-75e0-470a-858b-22d4ab5fb5fc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ee4639ba-75e0-470a-858b-22d4ab5fb5fc,segment=NetworkSegment(447da913-e024-469b-91cb-9882767569c8),segment_id=447da913-e024-469b-91cb-9882767569c8)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:32.555627 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:32.576176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Calling delete_port for ee4639ba-75e0-470a-858b-22d4ab5fb5fc owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:32.587973 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Calling delete_port for ee4639ba-75e0-470a-858b-22d4ab5fb5fc owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:32.671067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-3d57a32a-d862-4103-81df-912365bd6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:32.674519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-3d57a32a-d862-4103-81df-912365bd6a45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1cd9c6c716247a787a5449be8cc7468&device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 1096 time: 0.4233468 Oct 13 14:08:32.762159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973627c-8b68-4cfe-8521-93db6227ec9a req-84b7a9b0-ae43-4194-a1c4-a0c98626f738 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:32.764952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1973627c-8b68-4cfe-8521-93db6227ec9a req-84b7a9b0-ae43-4194-a1c4-a0c98626f738 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 931 time: 0.2237840 Oct 13 14:08:32.802858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b67158-8412-4a63-bcbb-bc9a865fb077', 'tag': 'ccfa189a-4c37-4612-980d-e9e81f6364b1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:32.813174 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98eb04d-315e-48b5-8bea-c2698c57af74" -d '{"events": [{"name": "network-changed", "server_uuid": "78b67158-8412-4a63-bcbb-bc9a865fb077", "tag": "ccfa189a-4c37-4612-980d-e9e81f6364b1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:32.818427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-8a853e12-ba89-4a93-bc8c-22c4d65109f9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6676495 Oct 13 14:08:32.840830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Request body: {'port': {'device_id': '6741d3f3-5a9a-4ea3-8352-e94c082d0540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:08:32.847569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-c99b51ec-ab29-4601-a7be-8605e5a998c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccfa189a-4c37-4612-980d-e9e81f6364b1 HTTP/1.1" status: 200 len: 217 time: 0.1498623 Oct 13 14:08:32.916786 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:32.923740 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:32.933532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-c51ee9e0-d85f-40a8-9309-6e973f2dd6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:32.935605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-c51ee9e0-d85f-40a8-9309-6e973f2dd6d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2e658403-e7fa-414f-9e2c-4f62c850ed46 HTTP/1.1" status: 200 len: 852 time: 0.0678084 Oct 13 14:08:33.000618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Pushing event deleted for resources: {'Port': ['ID=ee4639ba-75e0-470a-858b-22d4ab5fb5fc,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:33.008002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] No DVR routers for this DVR port ee4639ba-75e0-470a-858b-22d4ab5fb5fc on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:08:33.027677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] No DVR routers for this DVR port ee4639ba-75e0-470a-858b-22d4ab5fb5fc on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:08:33.029643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-8df95d15-72c5-4865-914f-a9a6b72d2b6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22544f9e-f890-4ea9-bc5c-cce355629b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677228 Oct 13 14:08:33.042135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:33.042509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:33.042815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:33.043147 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:33.047986 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:33.048822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:33.049188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:33.049517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:33.049847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:33.050178 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:33.050498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:33.050819 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920f921-f686-4fdf-a90c-35b9e2b2fdd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:33.117897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4639ba-75e0-470a-858b-22d4ab5fb5fc,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:33.143621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6de7d-3667-45b0-88cc-847518e3a7b5 req-42466fd5-db4f-4695-9fde-d4f5456146d7 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:33.145247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79d6de7d-3667-45b0-88cc-847518e3a7b5 req-42466fd5-db4f-4695-9fde-d4f5456146d7 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 944 time: 0.4690070 Oct 13 14:08:33.157934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1973627c-8b68-4cfe-8521-93db6227ec9a req-4780d5e0-135d-436c-81cc-a7c1548bdff9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327496 Oct 13 14:08:33.201534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdba4f-7f8a-4c43-97fa-517e355e3205 req-c88bd9e9-12b0-4781-bfdd-1e7bc3cf7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:33.203756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1bdba4f-7f8a-4c43-97fa-517e355e3205 req-c88bd9e9-12b0-4781-bfdd-1e7bc3cf7060 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22544f9e-f890-4ea9-bc5c-cce355629b14 HTTP/1.1" status: 200 len: 913 time: 0.6223831 Oct 13 14:08:33.322285 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:33.390946 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3b32a1-dbed-4907-8cd6-385475dc68e2']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:33.415128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-dd5862f2-a65a-4c7b-b222-499358edaf76 service neutron] 10.222.0.49 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692555 Oct 13 14:08:33.430235 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447da913-e024-469b-91cb-9882767569c8') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:33.437423 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447da913-e024-469b-91cb-9882767569c8') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:33.460543 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:33.469627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79d6de7d-3667-45b0-88cc-847518e3a7b5 req-c4c4b785-5930-45ca-ba3f-d88ea085413a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102927 Oct 13 14:08:33.470314 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:33.485953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:33.491172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1bdba4f-7f8a-4c43-97fa-517e355e3205 req-4e7eb6fa-37e4-4b76-b59d-8268cfc92911 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 HTTP/1.1" status: 200 len: 217 time: 0.2779229 Oct 13 14:08:33.517508 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:08:33.517946 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:08:33.519820 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:08:33.739962 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:33.753115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7680cc-b49c-49d9-a354-6c5fd1bd3113 req-acf192a1-e82b-4bca-9f93-86dc42786989 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:33.761261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f7680cc-b49c-49d9-a354-6c5fd1bd3113 req-acf192a1-e82b-4bca-9f93-86dc42786989 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 949 time: 0.3301466 Oct 13 14:08:33.773331 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc64692-d1c0-4705-a1c6-4d9e718b6fc4 x-openstack-request-id: req-2cc64692-d1c0-4705-a1c6-4d9e718b6fc4 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:33.773639 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b67158-8412-4a63-bcbb-bc9a865fb077", "tag": "ccfa189a-4c37-4612-980d-e9e81f6364b1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:33.773886 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cc64692-d1c0-4705-a1c6-4d9e718b6fc4 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:33.774288 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b67158-8412-4a63-bcbb-bc9a865fb077', 'tag': 'ccfa189a-4c37-4612-980d-e9e81f6364b1', 'status': 'completed', 'code': 200} Oct 13 14:08:33.800568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdba4f-7f8a-4c43-97fa-517e355e3205 req-28871c11-6744-4441-8f47-3d7afeb67a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:33.802639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1bdba4f-7f8a-4c43-97fa-517e355e3205 req-28871c11-6744-4441-8f47-3d7afeb67a8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e658403-e7fa-414f-9e2c-4f62c850ed46 HTTP/1.1" status: 200 len: 852 time: 0.2857738 Oct 13 14:08:33.811362 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:33.819804 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] 10.222.0.18 "DELETE /v2.0/networks/1f3b32a1-dbed-4907-8cd6-385475dc68e2 HTTP/1.1" status: 204 len: 168 time: 2.0629311 Oct 13 14:08:33.829759 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02f2f6-1067-4828-97e4-32f10a32c50d admin admin] Pushing event deleted for resources: {'Network': ['ID=1f3b32a1-dbed-4907-8cd6-385475dc68e2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:33.832078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37336) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:33.870101 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ee4639ba-75e0-470a-858b-22d4ab5fb5fc no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:33.911713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: ee4639ba-75e0-470a-858b-22d4ab5fb5fc {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:08:33.912347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ee4639ba-75e0-470a-858b-22d4ab5fb5fc not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:08:34.048735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1bdba4f-7f8a-4c43-97fa-517e355e3205 req-82dc3891-8bee-4aa8-8ef8-a0b9680077c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22544f9e-f890-4ea9-bc5c-cce355629b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2355413 Oct 13 14:08:34.080909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73845d2d-60b3-463b-99e5-4615dd454a51 req-7d79b276-f221-46c3-9277-5ec686df590d service neutron] 10.222.0.49 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883994 Oct 13 14:08:34.099714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f7680cc-b49c-49d9-a354-6c5fd1bd3113 req-8e0f4e1d-65ee-489c-bbeb-41c31a96f99a tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334770 Oct 13 14:08:34.419346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1bdba4f-7f8a-4c43-97fa-517e355e3205 req-e603e3cf-a3b5-43ff-903d-1f712521a1e0 service neutron] 10.222.0.41 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554571 Oct 13 14:08:34.492183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eb04d-315e-48b5-8bea-c2698c57af74 req-3357c127-b882-4975-9ae4-2eb74886787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:34.494717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a98eb04d-315e-48b5-8bea-c2698c57af74 req-3357c127-b882-4975-9ae4-2eb74886787b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1cd9c6c716247a787a5449be8cc7468&device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 1096 time: 0.2122867 Oct 13 14:08:34.828375 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55d2b1d4-31a6-4f67-a8ba-27282f141fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:34.957782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:08:35.020219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:08:35.035910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:35.066025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1bdba4f-7f8a-4c43-97fa-517e355e3205 req-8239b5f8-ac3a-4f29-ba2f-e1a6ab35e98b service neutron] 10.222.0.41 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252706 Oct 13 14:08:35.079835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Transition to ACTIVE for port object eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:08:35.085248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eb04d-315e-48b5-8bea-c2698c57af74 req-3f9da613-3fb8-4c01-8766-460f684433a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:35.086783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a98eb04d-315e-48b5-8bea-c2698c57af74 req-3f9da613-3fb8-4c01-8766-460f684433a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22544f9e-f890-4ea9-bc5c-cce355629b14 HTTP/1.1" status: 200 len: 913 time: 0.4655671 Oct 13 14:08:35.113768 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.resource_extend [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:08:35.231074 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:35.421762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a98eb04d-315e-48b5-8bea-c2698c57af74 req-5914fd9f-5f15-4325-87b7-0a64537275b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccfa189a-4c37-4612-980d-e9e81f6364b1 HTTP/1.1" status: 200 len: 217 time: 0.3234205 Oct 13 14:08:35.485279 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b1d4-31a6-4f67-a8ba-27282f141fb2 admin admin] Deleting port 8a875003-a0de-4079-a248-53ba8d887e0a {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:35.487661 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55d2b1d4-31a6-4f67-a8ba-27282f141fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:35.501217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f37c65fa-0b9b-4198-be4a-24bdf0bcbe93,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:35.530639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'f37c65fa-0b9b-4198-be4a-24bdf0bcbe93', 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14', 'port_id': 'f37c65fa-0b9b-4198-be4a-24bdf0bcbe93', 'mac_address': 'fa:16:3e:f3:53:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e658403-e7fa-414f-9e2c-4f62c850ed46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:08:35.545560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Pushing event updated for resources: {'Port': ['ID=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:35.641896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-55d2b1d4-31a6-4f67-a8ba-27282f141fb2 admin admin] For port 8a875003-a0de-4079-a248-53ba8d887e0a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8a875003-a0de-4079-a248-53ba8d887e0a,segment=NetworkSegment(58f8e30c-1da7-463c-9d11-004c4831a187),segment_id=58f8e30c-1da7-463c-9d11-004c4831a187)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:35.643760 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55d2b1d4-31a6-4f67-a8ba-27282f141fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:35.648166 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:35.678268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-55d2b1d4-31a6-4f67-a8ba-27282f141fb2 admin admin] Calling delete_port for 8a875003-a0de-4079-a248-53ba8d887e0a owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:35.686537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:08:35.733440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f37c65fa-0b9b-4198-be4a-24bdf0bcbe93,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:35.759000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eb04d-315e-48b5-8bea-c2698c57af74 req-c8fbc62e-d71e-481f-8dcd-07b3ac260cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:35.761517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a98eb04d-315e-48b5-8bea-c2698c57af74 req-c8fbc62e-d71e-481f-8dcd-07b3ac260cb1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2e658403-e7fa-414f-9e2c-4f62c850ed46 HTTP/1.1" status: 200 len: 852 time: 0.1547728 Oct 13 14:08:35.814181 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:35.902385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a98eb04d-315e-48b5-8bea-c2698c57af74 req-e1ff4e24-4814-4e9b-bf91-841fa79bd3ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22544f9e-f890-4ea9-bc5c-cce355629b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937257 Oct 13 14:08:35.927728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921fff3-34ef-46fd-a156-0e73d70046d8 req-80ecd703-4a3c-4ad7-9921-6fc51db877e1 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:35.929340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d921fff3-34ef-46fd-a156-0e73d70046d8 req-80ecd703-4a3c-4ad7-9921-6fc51db877e1 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 943 time: 0.5013533 Oct 13 14:08:35.945434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=f37c65fa-0b9b-4198-be4a-24bdf0bcbe93,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:36.167134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a98eb04d-315e-48b5-8bea-c2698c57af74 req-4c59915d-afb6-46ce-a307-917ab9539836 service neutron] 10.222.0.49 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708269 Oct 13 14:08:36.180607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb17c9-d9a0-45ca-ad6d-04fe45ab9465 req-fa5ff0e1-bc79-4b11-9637-d1db8352dce6 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:36.182736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06fb17c9-d9a0-45ca-ad6d-04fe45ab9465 req-fa5ff0e1-bc79-4b11-9637-d1db8352dce6 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 944 time: 0.6947505 Oct 13 14:08:36.186661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d921fff3-34ef-46fd-a156-0e73d70046d8 req-d0afb50e-60f5-450f-93fc-066dd8c30e15 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351434 Oct 13 14:08:36.288616 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55d2b1d4-31a6-4f67-a8ba-27282f141fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:36.315362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f37c65fa-0b9b-4198-be4a-24bdf0bcbe93'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:08:36.523557 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2b1d4-31a6-4f67-a8ba-27282f141fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a875003-a0de-4079-a248-53ba8d887e0a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:36.900806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55d2b1d4-31a6-4f67-a8ba-27282f141fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:36.976149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3f1e191c-6110-4a4e-9e00-cf9bc186b316 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:37.088789 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ccfa189a-4c37-4612-980d-e9e81f6364b1 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:08:37.418544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a98eb04d-315e-48b5-8bea-c2698c57af74 req-70a4b754-9d4c-44f5-94ec-2b9bce05c40b service neutron] 10.222.0.49 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2277925 Oct 13 14:08:37.547224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Attempting to bind port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:08:37.547551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Attempting to bind port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:08:37.547982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Attempting to bind port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb on network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:08:37.554407 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:08:37.573554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb on network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:08:37.574105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Attempting to bind port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb on network e9b785c4-7ce8-4961-af5f-b3e746e77fe7 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:08:37.601145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:08:37.601490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Checking segment: {'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:08:37.603056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Bound using segment: {'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:08:37.604434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Bound port: eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f69abc-a675-49ee-846a-c11c81daa0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:08:37.604434 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:37.653230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3fce5-516f-4f7d-9a44-6d6985eebee4 req-66d0e950-4d72-4611-8a5e-feed36d06561 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:37.663383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfd3fce5-516f-4f7d-9a44-6d6985eebee4 req-66d0e950-4d72-4611-8a5e-feed36d06561 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 943 time: 0.2436488 Oct 13 14:08:37.682562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ccfa189a-4c37-4612-980d-e9e81f6364b1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ccfa189a-4c37-4612-980d-e9e81f6364b1,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:37.687107 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d2b1d4-31a6-4f67-a8ba-27282f141fb2 admin admin] Router fb7c8771-0afa-4290-adf6-5a5a646abbb8 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:08:37.713291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'ccfa189a-4c37-4612-980d-e9e81f6364b1', 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14', 'port_id': 'ccfa189a-4c37-4612-980d-e9e81f6364b1', 'mac_address': 'fa:16:3e:bb:af:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e658403-e7fa-414f-9e2c-4f62c850ed46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:08:37.737919 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:37.816837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfd3fce5-516f-4f7d-9a44-6d6985eebee4 req-f7527fa6-ec9c-4c73-95ef-90e520716925 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524093 Oct 13 14:08:37.879183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5681bbb4-c680-4a0c-b74b-3dc3c55a2213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1e191c-6110-4a4e-9e00-cf9bc186b316'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:37.889997 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01166963-adc7-4c79-bf34-577b83c8d6fb" -d '{"events": [{"server_uuid": "5681bbb4-c680-4a0c-b74b-3dc3c55a2213", "name": "network-vif-unplugged", "status": "completed", "tag": "3f1e191c-6110-4a4e-9e00-cf9bc186b316"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:37.924178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06fb17c9-d9a0-45ca-ad6d-04fe45ab9465 req-56138495-124c-409b-a0b4-6bfea4a11c53 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076791 Oct 13 14:08:37.930909 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:37.990884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3f1e191c-6110-4a4e-9e00-cf9bc186b316, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3f1e191c-6110-4a4e-9e00-cf9bc186b316,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:38.010282 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d2b1d4-31a6-4f67-a8ba-27282f141fb2 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:08:38.011971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfa189a-4c37-4612-980d-e9e81f6364b1 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:08:38.023962 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31159e30-ce43-41dd-bfdc-231f5b0821c8 None None] Sync routers for ids ['fb7c8771-0afa-4290-adf6-5a5a646abbb8'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:08:38.036713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] For port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:08:38.039320 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-55d2b1d4-31a6-4f67-a8ba-27282f141fb2 admin admin] 10.222.0.18 "PUT /v2.0/routers/fb7c8771-0afa-4290-adf6-5a5a646abbb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2026157 Oct 13 14:08:38.042682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] For port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:08:38.043373 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37416) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:38.053305 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31159e30-ce43-41dd-bfdc-231f5b0821c8 None None] Routers {'fb7c8771-0afa-4290-adf6-5a5a646abbb8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:08:38.054509 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-31159e30-ce43-41dd-bfdc-231f5b0821c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:08:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fb7c8771-0afa-4290-adf6-5a5a646abbb8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:38.064239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ccfa189a-4c37-4612-980d-e9e81f6364b1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ccfa189a-4c37-4612-980d-e9e81f6364b1,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:38.108306 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b68be8-4c5b-4f35-9c37-c7df0e0d4dfa x-openstack-request-id: req-97b68be8-4c5b-4f35-9c37-c7df0e0d4dfa {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:38.108306 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5681bbb4-c680-4a0c-b74b-3dc3c55a2213", "name": "network-vif-unplugged", "status": "completed", "tag": "3f1e191c-6110-4a4e-9e00-cf9bc186b316", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:38.108306 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97b68be8-4c5b-4f35-9c37-c7df0e0d4dfa {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:38.108306 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5681bbb4-c680-4a0c-b74b-3dc3c55a2213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f1e191c-6110-4a4e-9e00-cf9bc186b316', 'code': 200} Oct 13 14:08:38.133557 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:38.168590 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:38.257076 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3f1e191c-6110-4a4e-9e00-cf9bc186b316,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:38.263570 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:38.302077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:38.303873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:38.308464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb HTTP/1.1" status: 200 len: 1092 time: 5.4721529 Oct 13 14:08:38.315430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6741d3f3-5a9a-4ea3-8352-e94c082d0540', 'tag': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:38.318886 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:38.324254 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12009a2d-66f1-493e-94c4-cc1ca28a5796" -d '{"events": [{"name": "network-changed", "server_uuid": "6741d3f3-5a9a-4ea3-8352-e94c082d0540", "tag": "eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:38.451739 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3048e6-096c-4fff-b577-4fe000e2eabb x-openstack-request-id: req-bb3048e6-096c-4fff-b577-4fe000e2eabb {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:38.451739 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6741d3f3-5a9a-4ea3-8352-e94c082d0540", "tag": "eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:38.451739 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb3048e6-096c-4fff-b577-4fe000e2eabb {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:38.451739 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6741d3f3-5a9a-4ea3-8352-e94c082d0540', 'tag': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb', 'status': 'completed', 'code': 200} Oct 13 14:08:38.451739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e51e6-82c3-4119-b123-af6224c5d423 service neutron] Pushing event updated for resources: {'Port': ['ID=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:38.511183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ccfa189a-4c37-4612-980d-e9e81f6364b1,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:38.602291 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-31159e30-ce43-41dd-bfdc-231f5b0821c8 None None] Set router fb7c8771-0afa-4290-adf6-5a5a646abbb8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:08:38.610364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['ccfa189a-4c37-4612-980d-e9e81f6364b1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:08:38.621032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12009a2d-66f1-493e-94c4-cc1ca28a5796 req-ec951131-4fc3-4fb8-8638-1b29033cd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:38.640190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12009a2d-66f1-493e-94c4-cc1ca28a5796 req-ec951131-4fc3-4fb8-8638-1b29033cd976 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b01e24a805954bb9a06419e1776c2e84&device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 1095 time: 0.1601176 Oct 13 14:08:38.987685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:08:39.035503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12009a2d-66f1-493e-94c4-cc1ca28a5796 req-36ed7d48-4d37-44f1-9d7f-72b2228fb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:39.037250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12009a2d-66f1-493e-94c4-cc1ca28a5796 req-36ed7d48-4d37-44f1-9d7f-72b2228fb659 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b01e24a805954bb9a06419e1776c2e84&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3858817 Oct 13 14:08:39.168375 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-31159e30-ce43-41dd-bfdc-231f5b0821c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68888220-router', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a126c786-8853-40c9-9580-58db2c879960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:11Z', 'updated_at': '2021-10-13T14:08:35Z', 'revision_number': 5, 'project_id': '003555dc8fa24b28b9f35bef90ff6152', 'gw_port': {'id': 'a126c786-8853-40c9-9580-58db2c879960', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:12Z', 'updated_at': '2021-10-13T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:39.202516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:08:39.207954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:08:39.208334 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:39.246036 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31159e30-ce43-41dd-bfdc-231f5b0821c8 None None] Checking router: fb7c8771-0afa-4290-adf6-5a5a646abbb8 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:08:39.267191 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31159e30-ce43-41dd-bfdc-231f5b0821c8 None None] Routers {'fb7c8771-0afa-4290-adf6-5a5a646abbb8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:08:39.267855 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-31159e30-ce43-41dd-bfdc-231f5b0821c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:08:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fb7c8771-0afa-4290-adf6-5a5a646abbb8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:39.359550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12009a2d-66f1-493e-94c4-cc1ca28a5796 req-93d9544f-5e33-44c1-81d8-b1230b98a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:39.377947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12009a2d-66f1-493e-94c4-cc1ca28a5796 req-93d9544f-5e33-44c1-81d8-b1230b98a46c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2968102 Oct 13 14:08:39.470323 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:39.519591 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:39.576853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-70363157-6c99-4933-820b-88bd4679cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:39.579220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-70363157-6c99-4933-820b-88bd4679cb4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b01e24a805954bb9a06419e1776c2e84&device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 1095 time: 0.0883656 Oct 13 14:08:39.589001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabaf22e-75b0-4524-9068-458fc15a6cf6 req-2d090032-481d-43c6-8b50-7734841c007e tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:39.592222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eabaf22e-75b0-4524-9068-458fc15a6cf6 req-2d090032-481d-43c6-8b50-7734841c007e tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 945 time: 0.1660290 Oct 13 14:08:39.594707 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-31159e30-ce43-41dd-bfdc-231f5b0821c8 None None] Set router fb7c8771-0afa-4290-adf6-5a5a646abbb8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:08:39.657634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f37c65fa-0b9b-4198-be4a-24bdf0bcbe93,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:39.680908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-479224ee-98a0-4c2e-ae61-a33eea17ba38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb HTTP/1.1" status: 200 len: 217 time: 0.0879679 Oct 13 14:08:39.693282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9b51e-7ae7-4c5a-8f9a-6ccff14a4407 req-eec70179-0a11-42ea-879f-9b962a53b4ab tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:39.715694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16d9b51e-7ae7-4c5a-8f9a-6ccff14a4407 req-eec70179-0a11-42ea-879f-9b962a53b4ab tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 943 time: 0.6755049 Oct 13 14:08:39.764951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Deleting port a126c786-8853-40c9-9580-58db2c879960 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:39.770403 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:39.790857 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:39.820369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-a8406b4d-df40-4044-ac59-c15b8ec59c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:39.822484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-a8406b4d-df40-4044-ac59-c15b8ec59c3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=993127ca-088d-48f4-a980-b919aa4881f8 HTTP/1.1" status: 200 len: 844 time: 0.0854399 Oct 13 14:08:39.842669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16d9b51e-7ae7-4c5a-8f9a-6ccff14a4407 req-9ace82f4-260f-4546-969e-ade130411879 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249721 Oct 13 14:08:39.911763 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-31159e30-ce43-41dd-bfdc-231f5b0821c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68888220-router', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a126c786-8853-40c9-9580-58db2c879960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:11Z', 'updated_at': '2021-10-13T14:08:35Z', 'revision_number': 5, 'project_id': '003555dc8fa24b28b9f35bef90ff6152', 'gw_port': {'id': 'a126c786-8853-40c9-9580-58db2c879960', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:12Z', 'updated_at': '2021-10-13T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:39.959410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=f37c65fa-0b9b-4198-be4a-24bdf0bcbe93,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:40.011928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-4c444974-46fd-439c-a700-4a68c8bc27a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e9b785c4-7ce8-4961-af5f-b3e746e77fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355867 Oct 13 14:08:40.074078 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31159e30-ce43-41dd-bfdc-231f5b0821c8 None None] The sync data for ids ['fb7c8771-0afa-4290-adf6-5a5a646abbb8'] in n-d-806683-15 is: [{'id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-68888220-router', 'tenant_id': '003555dc8fa24b28b9f35bef90ff6152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': 'a126c786-8853-40c9-9580-58db2c879960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:01:11Z', 'updated_at': '2021-10-13T14:08:35Z', 'revision_number': 5, 'project_id': '003555dc8fa24b28b9f35bef90ff6152', 'gw_port': {'id': 'a126c786-8853-40c9-9580-58db2c879960', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:9c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7c8771-0afa-4290-adf6-5a5a646abbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:01:12Z', 'updated_at': '2021-10-13T14:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:08:40.093608 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] For port a126c786-8853-40c9-9580-58db2c879960, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a126c786-8853-40c9-9580-58db2c879960,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:40.094136 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:40.110095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ae6f7a-90b7-4b29-9303-5003325a3b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37c65fa-0b9b-4198-be4a-24bdf0bcbe93'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:40.112431 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d2b271-104e-437b-b9f2-71bed708e9b0" -d '{"events": [{"server_uuid": "e3ae6f7a-90b7-4b29-9303-5003325a3b01", "name": "network-vif-plugged", "status": "completed", "tag": "f37c65fa-0b9b-4198-be4a-24bdf0bcbe93"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:40.159190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eabaf22e-75b0-4524-9068-458fc15a6cf6 req-13ec6953-fb34-453d-95c7-1c3007b6028d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691175 Oct 13 14:08:40.166513 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Calling delete_port for a126c786-8853-40c9-9580-58db2c879960 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:40.288007 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6befc13-51d5-4b70-a528-4b54005c1dea x-openstack-request-id: req-a6befc13-51d5-4b70-a528-4b54005c1dea {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:40.288310 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ae6f7a-90b7-4b29-9303-5003325a3b01", "name": "network-vif-plugged", "status": "completed", "tag": "f37c65fa-0b9b-4198-be4a-24bdf0bcbe93", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:40.288553 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6befc13-51d5-4b70-a528-4b54005c1dea {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:40.289639 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ae6f7a-90b7-4b29-9303-5003325a3b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37c65fa-0b9b-4198-be4a-24bdf0bcbe93', 'code': 200} Oct 13 14:08:40.347295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-9dce1282-a3fa-4396-9a79-4f1c404ff89d service neutron] 10.222.0.41 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226323 Oct 13 14:08:40.637379 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:40.753956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4764ee6-87ce-4a6c-86aa-5bcc593de9db req-341e298c-63fe-40d7-b2f8-ebf4eebdbe5e service neutron] 10.222.0.41 "GET /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154740 Oct 13 14:08:40.768032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefa123-8536-4201-ae84-29aa8cebf6ea req-1bcee678-e18e-42cf-8a2b-9273169f3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:40.769659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7aefa123-8536-4201-ae84-29aa8cebf6ea req-1bcee678-e18e-42cf-8a2b-9273169f3982 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3ae6f7a-90b7-4b29-9303-5003325a3b01 HTTP/1.1" status: 200 len: 1097 time: 0.4055829 Oct 13 14:08:40.857625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Pushing event deleted for resources: {'Port': ['ID=a126c786-8853-40c9-9580-58db2c879960,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:41.001358 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 82cc59b5-9e65-4ebf-aa5b-99119257411b details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:08:41.047483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7aefa123-8536-4201-ae84-29aa8cebf6ea req-05b74d19-b8b5-4cff-9145-9d4dc2428d4a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182233 Oct 13 14:08:41.066644 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:41.250374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03116db0-793c-450d-af03-8d86bd394a30 req-cdaa1edf-a06d-41ef-95aa-c82033e2143d tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:41.251845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03116db0-793c-450d-af03-8d86bd394a30 req-cdaa1edf-a06d-41ef-95aa-c82033e2143d tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 943 time: 0.1312773 Oct 13 14:08:41.298070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:41.303878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ccfa189a-4c37-4612-980d-e9e81f6364b1 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:08:41.321180 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:41.324904 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:41.345539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03116db0-793c-450d-af03-8d86bd394a30 req-19fc233f-d8cf-4bfb-9902-18c804ec2afc tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820878 Oct 13 14:08:41.386868 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '82cc59b5-9e65-4ebf-aa5b-99119257411b', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '82cc59b5-9e65-4ebf-aa5b-99119257411b', 'mac_address': 'fa:16:3e:a6:86:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:08:41.637070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492a413-9db7-4ba2-9656-405130ef272d req-06238cb4-d70b-4740-bc00-68c9da905e67 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:41.640494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6492a413-9db7-4ba2-9656-405130ef272d req-06238cb4-d70b-4740-bc00-68c9da905e67 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 945 time: 0.1216934 Oct 13 14:08:41.714849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6492a413-9db7-4ba2-9656-405130ef272d req-04d2615e-b728-4ed2-a47a-1a063b0e7990 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682342 Oct 13 14:08:41.874597 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8a875003-a0de-4079-a248-53ba8d887e0a no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:41.877242 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:41.912870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 8a875003-a0de-4079-a248-53ba8d887e0a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:08:41.913247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8a875003-a0de-4079-a248-53ba8d887e0a not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:08:41.916515 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82cc59b5-9e65-4ebf-aa5b-99119257411b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:08:41.942258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:42.380918 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:42.382179 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:42.383448 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb7c8771-0afa-4290-adf6-5a5a646abbb8 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:08:42.392234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port ccfa189a-4c37-4612-980d-e9e81f6364b1 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:08:42.404102 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:42.411295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37490) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:42.413373 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-92a6f56c-c9b1-471e-9429-ca716b6d8920 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fb7c8771-0afa-4290-adf6-5a5a646abbb8 HTTP/1.1" status: 204 len: 168 time: 4.3681376 Oct 13 14:08:42.439683 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port ccfa189a-4c37-4612-980d-e9e81f6364b1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:08:42.454585 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:42.539068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=82cc59b5-9e65-4ebf-aa5b-99119257411b,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:42.576602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94ae9ab-e2b4-4af1-ba01-b6a230eff40e admin admin] Deleting subnet f31765e6-beb0-4993-824d-15a3eacb7398 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:08:42.580040 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b94ae9ab-e2b4-4af1-ba01-b6a230eff40e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:42.604233 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:42.637962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b67158-8412-4a63-bcbb-bc9a865fb077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfa189a-4c37-4612-980d-e9e81f6364b1'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:42.640711 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae461b78-f1f5-4fca-899b-ba468796f779" -d '{"events": [{"server_uuid": "78b67158-8412-4a63-bcbb-bc9a865fb077", "name": "network-vif-plugged", "status": "completed", "tag": "ccfa189a-4c37-4612-980d-e9e81f6364b1"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:42.660373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ccfa189a-4c37-4612-980d-e9e81f6364b1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ccfa189a-4c37-4612-980d-e9e81f6364b1,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:42.673950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b9da2-9535-4751-8dd7-4d2c5db65b60 req-68c2e006-40fa-4c90-86df-410ea8d66be7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:42.675560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-289b9da2-9535-4751-8dd7-4d2c5db65b60 req-68c2e006-40fa-4c90-86df-410ea8d66be7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 943 time: 0.1637168 Oct 13 14:08:42.683316 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b94ae9ab-e2b4-4af1-ba01-b6a230eff40e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:42.772384 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33825ef0-d703-484a-920f-0cb163a91708 x-openstack-request-id: req-33825ef0-d703-484a-920f-0cb163a91708 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:42.772384 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b67158-8412-4a63-bcbb-bc9a865fb077", "name": "network-vif-plugged", "status": "completed", "tag": "ccfa189a-4c37-4612-980d-e9e81f6364b1", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:42.772384 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33825ef0-d703-484a-920f-0cb163a91708 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:42.772384 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b67158-8412-4a63-bcbb-bc9a865fb077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfa189a-4c37-4612-980d-e9e81f6364b1', 'code': 200} Oct 13 14:08:42.865567 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:42.958482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-289b9da2-9535-4751-8dd7-4d2c5db65b60 req-2dc79c03-0d14-473f-a9fd-13d0e4a5e796 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712212 Oct 13 14:08:43.017491 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ccfa189a-4c37-4612-980d-e9e81f6364b1,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:43.026392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b94ae9ab-e2b4-4af1-ba01-b6a230eff40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:43.085395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdba72-704a-440a-b3c1-5b4a8cd34a65 req-8c712780-8ff6-41c3-b041-6623c3cf02e9 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:43.094660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8fdba72-704a-440a-b3c1-5b4a8cd34a65 req-8c712780-8ff6-41c3-b041-6623c3cf02e9 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 946 time: 0.2626317 Oct 13 14:08:43.127127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1309286-a434-4299-ad44-93e84dac56f4 req-6e06b74d-5ba3-4872-81cb-b2a3f9d24f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:43.128635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1309286-a434-4299-ad44-93e84dac56f4 req-6e06b74d-5ba3-4872-81cb-b2a3f9d24f80 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 1097 time: 0.2957025 Oct 13 14:08:43.182781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['82cc59b5-9e65-4ebf-aa5b-99119257411b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:08:43.189469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8fdba72-704a-440a-b3c1-5b4a8cd34a65 req-cd8fa7d8-ed07-4f53-8d7f-6a8255dcf61f tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937769 Oct 13 14:08:43.212825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1309286-a434-4299-ad44-93e84dac56f4 req-8078af8e-454b-4730-9fc6-d14c92a1b8b0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580518 Oct 13 14:08:43.476693 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b94ae9ab-e2b4-4af1-ba01-b6a230eff40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:43.511361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ae9ab-e2b4-4af1-ba01-b6a230eff40e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f31765e6-beb0-4993-824d-15a3eacb7398,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:43.521282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b94ae9ab-e2b4-4af1-ba01-b6a230eff40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:43.529083 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae716452-5fec-40a6-a14e-6f04f3e3c42d None None] Network 51c2b3fe-680e-4206-bce0-bc16021c765d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:08:43.549910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b94ae9ab-e2b4-4af1-ba01-b6a230eff40e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f31765e6-beb0-4993-824d-15a3eacb7398 HTTP/1.1" status: 204 len: 168 time: 1.1353436 Oct 13 14:08:43.553641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37524) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:43.709106 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:43.788703 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a126c786-8853-40c9-9580-58db2c879960 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:43.839223 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Deleting port 6d056691-334b-432f-b0d7-6ea2265ed444 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:43.839735 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:43.894503 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: a126c786-8853-40c9-9580-58db2c879960 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:08:43.895132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a126c786-8853-40c9-9580-58db2c879960 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:08:43.986094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] For port 6d056691-334b-432f-b0d7-6ea2265ed444, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d056691-334b-432f-b0d7-6ea2265ed444,segment=NetworkSegment(58f8e30c-1da7-463c-9d11-004c4831a187),segment_id=58f8e30c-1da7-463c-9d11-004c4831a187)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:43.986744 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:44.028639 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Calling delete_port for 6d056691-334b-432f-b0d7-6ea2265ed444 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:44.034920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d13632-23ba-4861-9d1a-a57395070fdb None None] DHCP port deletion for 51c2b3fe-680e-4206-bce0-bc16021c765d request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:08:44.171259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d1d13632-23ba-4861-9d1a-a57395070fdb None None] Deleting port 6d056691-334b-432f-b0d7-6ea2265ed444 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:44.178741 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d1d13632-23ba-4861-9d1a-a57395070fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:44.322183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d1d13632-23ba-4861-9d1a-a57395070fdb None None] For port 6d056691-334b-432f-b0d7-6ea2265ed444, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d056691-334b-432f-b0d7-6ea2265ed444,segment=NetworkSegment(58f8e30c-1da7-463c-9d11-004c4831a187),segment_id=58f8e30c-1da7-463c-9d11-004c4831a187)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:44.323126 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d1d13632-23ba-4861-9d1a-a57395070fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:44.329027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cae34-a8ed-4c72-90ed-86cb01e95d83 req-f3eed211-683b-4287-8324-9c127a3e5e12 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:44.331462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-803cae34-a8ed-4c72-90ed-86cb01e95d83 req-f3eed211-683b-4287-8324-9c127a3e5e12 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 943 time: 0.1746306 Oct 13 14:08:44.375432 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d1d13632-23ba-4861-9d1a-a57395070fdb None None] Calling delete_port for 6d056691-334b-432f-b0d7-6ea2265ed444 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:44.376667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f46500-0a0b-4caa-946d-faac3b79bc28 req-b1beda2f-67c4-477f-80df-1d7cf19c181c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:44.389045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34f46500-0a0b-4caa-946d-faac3b79bc28 req-b1beda2f-67c4-477f-80df-1d7cf19c181c tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 944 time: 0.1914058 Oct 13 14:08:44.446131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34f46500-0a0b-4caa-946d-faac3b79bc28 req-49da63f2-faad-4239-afc9-cb9c8828c3cb tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593858 Oct 13 14:08:44.467653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-803cae34-a8ed-4c72-90ed-86cb01e95d83 req-0e8e785d-0194-49cf-ad41-3d474d0d2f08 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298513 Oct 13 14:08:44.500580 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:44.513198 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d1d13632-23ba-4861-9d1a-a57395070fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:44.546298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d13632-23ba-4861-9d1a-a57395070fdb None None] Pushing event deleted for resources: {'Port': ['ID=6d056691-334b-432f-b0d7-6ea2265ed444,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:44.556799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d13632-23ba-4861-9d1a-a57395070fdb None None] No DVR routers for this DVR port 6d056691-334b-432f-b0d7-6ea2265ed444 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:08:44.606298 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] No DVR routers for this DVR port 6d056691-334b-432f-b0d7-6ea2265ed444 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:08:44.606298 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d056691-334b-432f-b0d7-6ea2265ed444,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:44.722874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:44.739157 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c2b3fe-680e-4206-bce0-bc16021c765d']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:44.742316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0645490-4315-44ca-846d-c6c2e3ef3111 req-052f04fe-c9c9-46f4-a648-a79519337020 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:44.743896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0645490-4315-44ca-846d-c6c2e3ef3111 req-052f04fe-c9c9-46f4-a648-a79519337020 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 946 time: 0.1341000 Oct 13 14:08:44.755151 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f8e30c-1da7-463c-9d11-004c4831a187') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:44.755863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f8e30c-1da7-463c-9d11-004c4831a187') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:08:44.770470 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:44.800291 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:44.810497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:08:44.811237 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:44.839988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0645490-4315-44ca-846d-c6c2e3ef3111 req-f7ae79a5-51d3-4099-867b-dea38bfc3824 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746226 Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:08:44.902173 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:08:44.998607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 82cc59b5-9e65-4ebf-aa5b-99119257411b up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:08:45.073823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 82cc59b5-9e65-4ebf-aa5b-99119257411b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:08:45.074469 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:45.077547 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:45.090189 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:45.094998 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] 10.222.0.18 "DELETE /v2.0/networks/51c2b3fe-680e-4206-bce0-bc16021c765d HTTP/1.1" status: 204 len: 168 time: 1.5393536 Oct 13 14:08:45.142167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876cc6b-29fc-45c0-9076-44015b891647 admin admin] Pushing event deleted for resources: {'Network': ['ID=51c2b3fe-680e-4206-bce0-bc16021c765d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:45.265327 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:45.299928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:45.303079 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e625a47-2eaa-4ef3-b9bd-35df90f4e148" -d '{"events": [{"server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "name": "network-vif-plugged", "status": "completed", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:45.320582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:45.374121 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38910c45-341a-48d5-a3f2-d3807fefbe0a x-openstack-request-id: req-38910c45-341a-48d5-a3f2-d3807fefbe0a {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:45.374567 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "name": "network-vif-plugged", "status": "completed", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:45.375132 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38910c45-341a-48d5-a3f2-d3807fefbe0a {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:45.375837 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b', 'code': 200} Oct 13 14:08:45.614837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a1555-96fa-4277-a3b1-7d9969f9c5cb req-992e767a-65eb-41b4-821f-ea92d39c2a24 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:45.616331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-522a1555-96fa-4277-a3b1-7d9969f9c5cb req-992e767a-65eb-41b4-821f-ea92d39c2a24 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 944 time: 0.1031132 Oct 13 14:08:45.631365 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:45.674382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91838d76-9d6c-458a-b5e5-9a3e5fb653d4 req-db650722-8f67-48d0-8632-3a756b5a80e5 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:45.675962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91838d76-9d6c-458a-b5e5-9a3e5fb653d4 req-db650722-8f67-48d0-8632-3a756b5a80e5 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 943 time: 0.1104326 Oct 13 14:08:45.724315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-522a1555-96fa-4277-a3b1-7d9969f9c5cb req-f0362b54-de4a-4c8c-8132-e541c489edf5 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934563 Oct 13 14:08:45.732637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=82cc59b5-9e65-4ebf-aa5b-99119257411b,revision_number=10']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:45.770024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91838d76-9d6c-458a-b5e5-9a3e5fb653d4 req-0e5bd99c-bb51-4010-9d59-20d742191ed0 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827546 Oct 13 14:08:45.814518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d056691-334b-432f-b0d7-6ea2265ed444 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:45.841287 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 6d056691-334b-432f-b0d7-6ea2265ed444 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:08:45.841729 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d056691-334b-432f-b0d7-6ea2265ed444 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:08:45.845495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bbb06-92ad-4396-9451-2315191d68a2 req-c63c3c72-a5f8-481a-b373-b718457fd9ec tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:45.847600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-884bbb06-92ad-4396-9451-2315191d68a2 req-c63c3c72-a5f8-481a-b373-b718457fd9ec tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 944 time: 0.0611894 Oct 13 14:08:45.922273 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37596) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:45.983713 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c0df8433-8b7b-42fa-b40d-8c3963d6f111 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8da101f040cd4a8f8fa47c2569037dc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0598910 Oct 13 14:08:45.984454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37610) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:46.035461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480599f-d08a-45a7-8020-d3e38f9b613b req-257a6c10-83e7-41a9-a867-c17ec097cc52 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:46.036972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3480599f-d08a-45a7-8020-d3e38f9b613b req-257a6c10-83e7-41a9-a867-c17ec097cc52 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 946 time: 0.1072962 Oct 13 14:08:46.040561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-884bbb06-92ad-4396-9451-2315191d68a2 req-396fa15b-f349-44d9-bc6d-47f7be00b54d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Deleting port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:46.040901 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-884bbb06-92ad-4396-9451-2315191d68a2 req-396fa15b-f349-44d9-bc6d-47f7be00b54d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:46.056760 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0828e78e-afcf-44e3-9174-a1732617c699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:46.082784 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0828e78e-afcf-44e3-9174-a1732617c699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:46.165117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3480599f-d08a-45a7-8020-d3e38f9b613b req-fd3ceae8-eca2-4d1b-92f5-538c425a94c5 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211061 Oct 13 14:08:46.186915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0293c-dec8-49a3-a81f-a0c1dce31984 req-e98879c9-1037-4fa0-8f55-3ad58332f03f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:46.188722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8de0293c-dec8-49a3-a81f-a0c1dce31984 req-e98879c9-1037-4fa0-8f55-3ad58332f03f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 945 time: 0.1306007 Oct 13 14:08:46.235019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-884bbb06-92ad-4396-9451-2315191d68a2 req-396fa15b-f349-44d9-bc6d-47f7be00b54d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] For port ec6762b4-27e8-406a-bb84-2b53cb7b7a47, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:46.235386 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-884bbb06-92ad-4396-9451-2315191d68a2 req-396fa15b-f349-44d9-bc6d-47f7be00b54d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:46.236499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0828e78e-afcf-44e3-9174-a1732617c699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:46.240367 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0828e78e-afcf-44e3-9174-a1732617c699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:46.243911 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0828e78e-afcf-44e3-9174-a1732617c699 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76880b49-11b2-42bc-b529-472f1ec75e28 HTTP/1.1" status: 204 len: 168 time: 0.2563350 Oct 13 14:08:46.251238 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828e78e-afcf-44e3-9174-a1732617c699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76880b49-11b2-42bc-b529-472f1ec75e28,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:46.262697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-884bbb06-92ad-4396-9451-2315191d68a2 req-396fa15b-f349-44d9-bc6d-47f7be00b54d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Calling delete_port for ec6762b4-27e8-406a-bb84-2b53cb7b7a47 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:46.300163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8de0293c-dec8-49a3-a81f-a0c1dce31984 req-11ed0462-0fea-4408-a020-a6a48f9bd19d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014466 Oct 13 14:08:46.354638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a350d4-a61a-440f-9046-91d2fd6a77e3 req-267a6000-4d44-428c-9b3d-45f2d5c51fac tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:46.357416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17a350d4-a61a-440f-9046-91d2fd6a77e3 req-267a6000-4d44-428c-9b3d-45f2d5c51fac tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3ae6f7a-90b7-4b29-9303-5003325a3b01 HTTP/1.1" status: 200 len: 945 time: 0.1193931 Oct 13 14:08:46.419439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17a350d4-a61a-440f-9046-91d2fd6a77e3 req-a9fa08ec-3f18-4fe5-9eb3-45553a3d8740 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470254 Oct 13 14:08:46.636438 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-884bbb06-92ad-4396-9451-2315191d68a2 req-396fa15b-f349-44d9-bc6d-47f7be00b54d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:46.651502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['ec6762b4-27e8-406a-bb84-2b53cb7b7a47'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:08:46.671637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fa15b-f349-44d9-bc6d-47f7be00b54d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Pushing event deleted for resources: {'Port': ['ID=ec6762b4-27e8-406a-bb84-2b53cb7b7a47,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:46.731841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-884bbb06-92ad-4396-9451-2315191d68a2 req-396fa15b-f349-44d9-bc6d-47f7be00b54d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] No DVR routers for this DVR port ec6762b4-27e8-406a-bb84-2b53cb7b7a47 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:08:46.740873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-884bbb06-92ad-4396-9451-2315191d68a2 req-396fa15b-f349-44d9-bc6d-47f7be00b54d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:46.750777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-884bbb06-92ad-4396-9451-2315191d68a2 req-396fa15b-f349-44d9-bc6d-47f7be00b54d tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.41 "DELETE /v2.0/ports/ec6762b4-27e8-406a-bb84-2b53cb7b7a47 HTTP/1.1" status: 204 len: 173 time: 0.8918874 Oct 13 14:08:46.753910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc843de-10bf-409d-96bb-9c3a8ff1fc50', 'name': 'network-vif-deleted', 'tag': 'ec6762b4-27e8-406a-bb84-2b53cb7b7a47'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:46.760809 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c07dabf-d493-46b7-a91e-07cf531d0892" -d '{"events": [{"server_uuid": "1dc843de-10bf-409d-96bb-9c3a8ff1fc50", "name": "network-vif-deleted", "tag": "ec6762b4-27e8-406a-bb84-2b53cb7b7a47"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:47.074447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a81b3ac-04e0-4fd8-aadf-cf3028bc1c4d req-cb9bf62f-c89a-499e-81db-f491ae3c54de tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dc843de-10bf-409d-96bb-9c3a8ff1fc50 HTTP/1.1" status: 200 len: 210 time: 0.0319443 Oct 13 14:08:47.141785 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe597beb-88c7-4e63-8409-505f1b41a6b5 x-openstack-request-id: req-fe597beb-88c7-4e63-8409-505f1b41a6b5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:47.142286 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc843de-10bf-409d-96bb-9c3a8ff1fc50", "name": "network-vif-deleted", "tag": "ec6762b4-27e8-406a-bb84-2b53cb7b7a47", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:47.142699 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe597beb-88c7-4e63-8409-505f1b41a6b5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:47.143354 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc843de-10bf-409d-96bb-9c3a8ff1fc50', 'name': 'network-vif-deleted', 'tag': 'ec6762b4-27e8-406a-bb84-2b53cb7b7a47', 'status': 'completed', 'code': 200} Oct 13 14:08:47.265645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06a523-aebe-494f-8aa5-91df9547b9a5 req-1472396f-0871-4af8-8a7d-56c4f1b68ff9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:47.273455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b06a523-aebe-494f-8aa5-91df9547b9a5 req-1472396f-0871-4af8-8a7d-56c4f1b68ff9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 943 time: 0.0946262 Oct 13 14:08:47.340334 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37662) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:47.347681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b06a523-aebe-494f-8aa5-91df9547b9a5 req-36310784-3968-419a-b193-de618d1ae41e tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725832 Oct 13 14:08:47.411581 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-32e0fcf2-0d28-4133-a8f3-4d906d2ad1cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=003555dc8fa24b28b9f35bef90ff6152&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0702627 Oct 13 14:08:47.415061 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37668) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:47.491292 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2852c0b9-430d-407d-937d-e92702f7f301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:47.521871 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2852c0b9-430d-407d-937d-e92702f7f301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:47.801927 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2852c0b9-430d-407d-937d-e92702f7f301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:47.805243 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2852c0b9-430d-407d-937d-e92702f7f301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:47.812023 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2852c0b9-430d-407d-937d-e92702f7f301 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/feb804a5-eb04-483b-9641-532309f85306 HTTP/1.1" status: 204 len: 168 time: 0.3960555 Oct 13 14:08:47.820933 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852c0b9-430d-407d-937d-e92702f7f301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb804a5-eb04-483b-9641-532309f85306,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:48.207771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-454aca3f-c77a-4909-a897-cb26f45089c5 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:48.209478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-454aca3f-c77a-4909-a897-cb26f45089c5 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/networks?id=22544f9e-f890-4ea9-bc5c-cce355629b14 HTTP/1.1" status: 200 len: 812 time: 0.1452408 Oct 13 14:08:48.246102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-fff45ce0-130f-454e-ae2d-d30ab76b1e78 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/quotas/e1cd9c6c716247a787a5449be8cc7468 HTTP/1.1" status: 200 len: 375 time: 0.0252924 Oct 13 14:08:48.288139 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:48.391549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-b8585af5-b15d-49d7-a0c8-0c3d6d5a4a5e tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e1cd9c6c716247a787a5449be8cc7468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1438298 Oct 13 14:08:48.772598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-40effd41-2151-4aa5-ad40-fbc619e7d3e4 service neutron] 10.222.0.18 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794672 Oct 13 14:08:48.975811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-69190269-f3a7-4ccb-b34e-1defe8df70dd service neutron] 10.222.0.18 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021115 Oct 13 14:08:49.042913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:08:49.065948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ec6762b4-27e8-406a-bb84-2b53cb7b7a47 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:49.133981 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d70b40a-981d-4bab-98cd-2b73241c5f7c no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:49.142937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333e05c-07ae-48cd-8e4f-41bfd7ebe03d req-2770b92a-883a-47f6-b566-7525e22bb08e tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:49.144927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d333e05c-07ae-48cd-8e4f-41bfd7ebe03d req-2770b92a-883a-47f6-b566-7525e22bb08e tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 943 time: 0.1005118 Oct 13 14:08:49.225104 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d333e05c-07ae-48cd-8e4f-41bfd7ebe03d req-2d334639-38e4-4e23-9026-c308c3809633 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683300 Oct 13 14:08:49.232420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: ec6762b4-27e8-406a-bb84-2b53cb7b7a47 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:08:49.232752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ec6762b4-27e8-406a-bb84-2b53cb7b7a47 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:08:49.357329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:49.369664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb', 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7', 'port_id': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb', 'mac_address': 'fa:16:3e:3a:e4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993127ca-088d-48f4-a980-b919aa4881f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:08:49.539201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:49.562558 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:49.585300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98debe-ef2d-4e73-8402-d237d0b7c5f9 req-2a7860fe-5358-4b30-9289-e6b405a9a2eb tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:49.586215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:49.587212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd98debe-ef2d-4e73-8402-d237d0b7c5f9 req-2a7860fe-5358-4b30-9289-e6b405a9a2eb tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ae6f7a-90b7-4b29-9303-5003325a3b01 HTTP/1.1" status: 200 len: 945 time: 0.2251151 Oct 13 14:08:49.589159 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed1b269-ed71-4d2d-bbc5-1afc5121a8d3" -d '{"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-unplugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:49.609073 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:08:49.635596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:49.638516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:49.639867 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f658df43-2f6b-4075-b3d2-dabf8c90b7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:49.655457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26670bc1-742f-4213-a84d-4953053c2658 req-f66d85e9-69fc-4d7c-ac97-f818c6749e57 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:49.656966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26670bc1-742f-4213-a84d-4953053c2658 req-f66d85e9-69fc-4d7c-ac97-f818c6749e57 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.49 "GET /v2.0/ports?device_id=78b67158-8412-4a63-bcbb-bc9a865fb077 HTTP/1.1" status: 200 len: 946 time: 0.2551696 Oct 13 14:08:49.695035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b64fb3-0896-4f23-a2c0-016bfb40436e req-5e6667aa-dc1b-4764-8150-32e5832028ed tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:49.696562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48b64fb3-0896-4f23-a2c0-016bfb40436e req-5e6667aa-dc1b-4764-8150-32e5832028ed tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 944 time: 0.2244728 Oct 13 14:08:49.767831 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:49.770259 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:49.955874 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4a9861-8e3b-48e8-8fda-179ef062d5fa x-openstack-request-id: req-ef4a9861-8e3b-48e8-8fda-179ef062d5fa {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:49.956628 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-unplugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:49.957952 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef4a9861-8e3b-48e8-8fda-179ef062d5fa {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:49.963500 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'code': 200} Oct 13 14:08:49.970856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:49.987400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48b64fb3-0896-4f23-a2c0-016bfb40436e req-bdeb2e95-5132-4412-b6ca-a21912f5cae2 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464944 Oct 13 14:08:50.006496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-26670bc1-742f-4213-a84d-4953053c2658 req-5c295137-220a-4b9a-a963-3e494ddb3c10 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Deleting port ccfa189a-4c37-4612-980d-e9e81f6364b1 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:50.006843 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-26670bc1-742f-4213-a84d-4953053c2658 req-5c295137-220a-4b9a-a963-3e494ddb3c10 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:50.025964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baba34-5cc8-4cc1-8500-acab96ce21d5 req-c794b117-0c84-489c-9666-98d772993406 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:50.027808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8baba34-5cc8-4cc1-8500-acab96ce21d5 req-c794b117-0c84-489c-9666-98d772993406 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.41 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 944 time: 0.1601820 Oct 13 14:08:50.113227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:50.202634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-dd98debe-ef2d-4e73-8402-d237d0b7c5f9 req-8701df68-d50c-4506-b362-bfb017a2f4c2 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Deleting port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:50.203020 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dd98debe-ef2d-4e73-8402-d237d0b7c5f9 req-8701df68-d50c-4506-b362-bfb017a2f4c2 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:50.237812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:08:50.503494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9686addd-f3e1-4f53-91d3-4a95224ad52a req-eaf3497a-2ad0-4bff-a4a0-9855e34f991c tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 210 time: 0.2883134 Oct 13 14:08:50.621229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-26670bc1-742f-4213-a84d-4953053c2658 req-5c295137-220a-4b9a-a963-3e494ddb3c10 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] For port ccfa189a-4c37-4612-980d-e9e81f6364b1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ccfa189a-4c37-4612-980d-e9e81f6364b1,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:50.622366 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-26670bc1-742f-4213-a84d-4953053c2658 req-5c295137-220a-4b9a-a963-3e494ddb3c10 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:50.682234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8be79c-d966-43df-ae49-5e537f9d7b4a req-d05be738-5f6c-46f1-82e6-27c0803091ca tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:50.684711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bd8be79c-d966-43df-ae49-5e537f9d7b4a req-d05be738-5f6c-46f1-82e6-27c0803091ca tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 944 time: 0.2055228 Oct 13 14:08:50.709765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-26670bc1-742f-4213-a84d-4953053c2658 req-5c295137-220a-4b9a-a963-3e494ddb3c10 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Calling delete_port for ccfa189a-4c37-4612-980d-e9e81f6364b1 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:50.858636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f8baba34-5cc8-4cc1-8500-acab96ce21d5 req-1b07ada7-a9d4-42ae-880e-d1f6972682ac tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Deleting port 8ea02399-99e5-4066-84c1-39ecc51e164c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:50.859186 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8baba34-5cc8-4cc1-8500-acab96ce21d5 req-1b07ada7-a9d4-42ae-880e-d1f6972682ac tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:50.928115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bd8be79c-d966-43df-ae49-5e537f9d7b4a req-ff66aeb2-5572-400a-9c5a-dd008e047c3a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208047 Oct 13 14:08:50.930174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-dd98debe-ef2d-4e73-8402-d237d0b7c5f9 req-8701df68-d50c-4506-b362-bfb017a2f4c2 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] For port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f37c65fa-0b9b-4198-be4a-24bdf0bcbe93,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:50.930549 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dd98debe-ef2d-4e73-8402-d237d0b7c5f9 req-8701df68-d50c-4506-b362-bfb017a2f4c2 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:51.004297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-dd98debe-ef2d-4e73-8402-d237d0b7c5f9 req-8701df68-d50c-4506-b362-bfb017a2f4c2 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Calling delete_port for f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:51.120442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d70b40a-981d-4bab-98cd-2b73241c5f7c details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:08:51.257280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f8baba34-5cc8-4cc1-8500-acab96ce21d5 req-1b07ada7-a9d4-42ae-880e-d1f6972682ac tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] For port 8ea02399-99e5-4066-84c1-39ecc51e164c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=8ea02399-99e5-4066-84c1-39ecc51e164c,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:51.257717 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8baba34-5cc8-4cc1-8500-acab96ce21d5 req-1b07ada7-a9d4-42ae-880e-d1f6972682ac tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:51.303738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f8baba34-5cc8-4cc1-8500-acab96ce21d5 req-1b07ada7-a9d4-42ae-880e-d1f6972682ac tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Calling delete_port for 8ea02399-99e5-4066-84c1-39ecc51e164c owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:08:51.333466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56fd2b-343d-4926-bfa2-c5ba259de441 req-3b3aa12a-d6c0-4fb2-a29a-796efb0e2bcf tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:51.343592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab56fd2b-343d-4926-bfa2-c5ba259de441 req-3b3aa12a-d6c0-4fb2-a29a-796efb0e2bcf tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 944 time: 0.2128296 Oct 13 14:08:51.358820 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:51.387154 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'port_id': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'mac_address': 'fa:16:3e:af:e6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:08:51.444434 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:51.484454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d70b40a-981d-4bab-98cd-2b73241c5f7c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:08:51.489656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab56fd2b-343d-4926-bfa2-c5ba259de441 req-421c951e-5b5a-4f03-8ee9-e1aefa547e29 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449821 Oct 13 14:08:51.542960 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:51.606570 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-26670bc1-742f-4213-a84d-4953053c2658 req-5c295137-220a-4b9a-a963-3e494ddb3c10 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:51.622390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['ccfa189a-4c37-4612-980d-e9e81f6364b1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:08:51.664397 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:51.731889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:51.743637 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:51.814513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['0d70b40a-981d-4bab-98cd-2b73241c5f7c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:08:52.046926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dd0ea27-297f-47d8-87d6-e525825cc3d5 req-8f58be42-2da9-4b31-ae97-c0cf50661c65 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 210 time: 0.4454448 Oct 13 14:08:52.204374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dd98debe-ef2d-4e73-8402-d237d0b7c5f9 req-8701df68-d50c-4506-b362-bfb017a2f4c2 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:52.261473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c295137-220a-4b9a-a963-3e494ddb3c10 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Pushing event deleted for resources: {'Port': ['ID=ccfa189a-4c37-4612-980d-e9e81f6364b1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:52.293734 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-17d2f40e-5774-42e6-a1b7-1a6be8a08f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:52.343120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701df68-d50c-4506-b362-bfb017a2f4c2 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Pushing event deleted for resources: {'Port': ['ID=f37c65fa-0b9b-4198-be4a-24bdf0bcbe93,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:52.384128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-26670bc1-742f-4213-a84d-4953053c2658 req-5c295137-220a-4b9a-a963-3e494ddb3c10 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] No DVR routers for this DVR port ccfa189a-4c37-4612-980d-e9e81f6364b1 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:08:52.412277 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-26670bc1-742f-4213-a84d-4953053c2658 req-5c295137-220a-4b9a-a963-3e494ddb3c10 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:52.424019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26670bc1-742f-4213-a84d-4953053c2658 req-5c295137-220a-4b9a-a963-3e494ddb3c10 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.49 "DELETE /v2.0/ports/ccfa189a-4c37-4612-980d-e9e81f6364b1 HTTP/1.1" status: 204 len: 173 time: 2.7568393 Oct 13 14:08:52.424748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b67158-8412-4a63-bcbb-bc9a865fb077', 'name': 'network-vif-deleted', 'tag': 'ccfa189a-4c37-4612-980d-e9e81f6364b1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:52.444383 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e48bfe-ae17-4fb8-88e0-eabecd674373" -d '{"events": [{"server_uuid": "78b67158-8412-4a63-bcbb-bc9a865fb077", "name": "network-vif-deleted", "tag": "ccfa189a-4c37-4612-980d-e9e81f6364b1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:52.527693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc09fe-b623-48a4-bfb2-604c3bc685ea req-1297b82d-5dd8-4229-85af-b7a32c2760ed tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:52.529752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9bcc09fe-b623-48a4-bfb2-604c3bc685ea req-1297b82d-5dd8-4229-85af-b7a32c2760ed tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 944 time: 0.3366387 Oct 13 14:08:52.530832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd98debe-ef2d-4e73-8402-d237d0b7c5f9 req-8701df68-d50c-4506-b362-bfb017a2f4c2 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] No DVR routers for this DVR port f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:08:52.534067 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dd98debe-ef2d-4e73-8402-d237d0b7c5f9 req-8701df68-d50c-4506-b362-bfb017a2f4c2 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:52.540242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd98debe-ef2d-4e73-8402-d237d0b7c5f9 req-8701df68-d50c-4506-b362-bfb017a2f4c2 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.41 "DELETE /v2.0/ports/f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 HTTP/1.1" status: 204 len: 173 time: 2.9403911 Oct 13 14:08:52.544462 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8baba34-5cc8-4cc1-8500-acab96ce21d5 req-1b07ada7-a9d4-42ae-880e-d1f6972682ac tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:52.595032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07ada7-a9d4-42ae-880e-d1f6972682ac tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Pushing event deleted for resources: {'Port': ['ID=8ea02399-99e5-4066-84c1-39ecc51e164c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:52.662716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8baba34-5cc8-4cc1-8500-acab96ce21d5 req-1b07ada7-a9d4-42ae-880e-d1f6972682ac tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] No DVR routers for this DVR port 8ea02399-99e5-4066-84c1-39ecc51e164c on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:08:52.666596 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8baba34-5cc8-4cc1-8500-acab96ce21d5 req-1b07ada7-a9d4-42ae-880e-d1f6972682ac tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:52.671665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8baba34-5cc8-4cc1-8500-acab96ce21d5 req-1b07ada7-a9d4-42ae-880e-d1f6972682ac tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.41 "DELETE /v2.0/ports/8ea02399-99e5-4066-84c1-39ecc51e164c HTTP/1.1" status: 204 len: 173 time: 2.6295912 Oct 13 14:08:52.674809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9bcc09fe-b623-48a4-bfb2-604c3bc685ea req-88e1e344-a6be-4a55-8d4b-d007eb2e7132 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335800 Oct 13 14:08:52.743149 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835f4d9f-ef6c-495b-ae7d-a0e866c391f9 x-openstack-request-id: req-835f4d9f-ef6c-495b-ae7d-a0e866c391f9 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:52.743473 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b67158-8412-4a63-bcbb-bc9a865fb077", "name": "network-vif-deleted", "tag": "ccfa189a-4c37-4612-980d-e9e81f6364b1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:52.743752 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-835f4d9f-ef6c-495b-ae7d-a0e866c391f9 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:52.744218 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b67158-8412-4a63-bcbb-bc9a865fb077', 'name': 'network-vif-deleted', 'tag': 'ccfa189a-4c37-4612-980d-e9e81f6364b1', 'status': 'completed', 'code': 200} Oct 13 14:08:53.060444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32c46c1b-64dd-4157-b283-c7b024faabe4 req-e2b0ae1c-852b-4770-8526-b84970f05689 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 210 time: 0.0353081 Oct 13 14:08:53.063709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:08:53.126690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d70b40a-981d-4bab-98cd-2b73241c5f7c up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:08:53.213282 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7667e577-d1e1-4077-a652-cfb0a7fe7a95 req-ba0de2ae-c31a-44e0-99b6-d5e706337dd2 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 210 time: 0.0352714 Oct 13 14:08:53.354567 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 0d70b40a-981d-4bab-98cd-2b73241c5f7c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:08:53.354567 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:53.472450 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:53.517472 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:53.520108 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593710ae-1b8e-4f9d-a73c-09c2cfb3af20" -d '{"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-plugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:53.535603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:53.919779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:08:53.923500 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:53.933226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ccfa189a-4c37-4612-980d-e9e81f6364b1 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:53.935503 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:53.981543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:08:53.981818 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:54.001030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: ccfa189a-4c37-4612-980d-e9e81f6364b1 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:08:54.007127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ccfa189a-4c37-4612-980d-e9e81f6364b1 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:08:54.049576 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:54.093845 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=10']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:54.202964 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:54.259892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:54.330042 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6891bae-d6e3-4cfb-8202-c2549c563641 x-openstack-request-id: req-d6891bae-d6e3-4cfb-8202-c2549c563641 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:54.333289 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-plugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:54.333764 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6891bae-d6e3-4cfb-8202-c2549c563641 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:54.334337 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'code': 200} Oct 13 14:08:54.342954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-7679daa9-8704-4a48-aab3-7253fd670702 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:54.347644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-7679daa9-8704-4a48-aab3-7253fd670702 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.49 "GET /v2.0/networks?id=22544f9e-f890-4ea9-bc5c-cce355629b14 HTTP/1.1" status: 200 len: 812 time: 0.1755395 Oct 13 14:08:54.374301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-a2fe346b-1684-4aea-bddd-521209b6557d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Request body: {'port': {'device_id': '1dd9d0cb-a164-4938-a570-4aaf55ddb571', 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14', 'admin_state_up': True, 'tenant_id': 'e1cd9c6c716247a787a5449be8cc7468'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:08:54.396523 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:54.402473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8ea02399-99e5-4066-84c1-39ecc51e164c no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:54.540662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 8ea02399-99e5-4066-84c1-39ecc51e164c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:08:54.542398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8ea02399-99e5-4066-84c1-39ecc51e164c not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:08:54.543008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:08:54.584307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb30c35-976e-49a2-b0c6-ff99695eeb41 req-774852b5-e2d5-4199-8469-2935b5f5098f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:54.587716 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:08:54.587916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f37c65fa-0b9b-4198-be4a-24bdf0bcbe93 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:08:54.597458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfb30c35-976e-49a2-b0c6-ff99695eeb41 req-774852b5-e2d5-4199-8469-2935b5f5098f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 945 time: 0.1188962 Oct 13 14:08:54.642268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:54.778948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ae6f7a-90b7-4b29-9303-5003325a3b01', 'name': 'network-vif-deleted', 'tag': 'f37c65fa-0b9b-4198-be4a-24bdf0bcbe93'}, {'server_uuid': '4687ab41-e169-4a5c-aae1-1ccba76bf9bc', 'name': 'network-vif-deleted', 'tag': '8ea02399-99e5-4066-84c1-39ecc51e164c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:54.781635 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9539600a-aea4-4402-b50a-4f408e05bc0c" -d '{"events": [{"server_uuid": "e3ae6f7a-90b7-4b29-9303-5003325a3b01", "name": "network-vif-deleted", "tag": "f37c65fa-0b9b-4198-be4a-24bdf0bcbe93"}, {"server_uuid": "4687ab41-e169-4a5c-aae1-1ccba76bf9bc", "name": "network-vif-deleted", "tag": "8ea02399-99e5-4066-84c1-39ecc51e164c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:54.809757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfb30c35-976e-49a2-b0c6-ff99695eeb41 req-b98be1d6-bb88-4f39-9b26-1f943a843fa2 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919999 Oct 13 14:08:54.972689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-a2fe346b-1684-4aea-bddd-521209b6557d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Made reservation on behalf of e1cd9c6c716247a787a5449be8cc7468 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:08:54.976358 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-a2fe346b-1684-4aea-bddd-521209b6557d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:55.235147 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:55.367332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-a2fe346b-1684-4aea-bddd-521209b6557d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Allocated IP 172.20.0.2 (22544f9e-f890-4ea9-bc5c-cce355629b14/2e658403-e7fa-414f-9e2c-4f62c850ed46/caead7a0-8ef2-4df7-bdc5-e53c2119f29f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:08:55.786432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a81c62c7-50ee-4ba9-9c81-ba2b16a672a7 req-8b6c492a-1270-4930-8c77-2764c3fe8393 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=4687ab41-e169-4a5c-aae1-1ccba76bf9bc HTTP/1.1" status: 200 len: 210 time: 0.1124494 Oct 13 14:08:55.901270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37932) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:55.993411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1976bcb-a779-41d8-8173-d9265b307742 req-371dd339-b2f5-4ee9-9d2a-cd293934a478 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 210 time: 0.0640533 Oct 13 14:08:56.008466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-d4c4e640-8584-47bb-acdc-37057db28c41 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:56.020430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-d4c4e640-8584-47bb-acdc-37057db28c41 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.41 "GET /v2.0/networks?id=22544f9e-f890-4ea9-bc5c-cce355629b14 HTTP/1.1" status: 200 len: 812 time: 0.5800598 Oct 13 14:08:56.058469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-870699d5-4e77-49f1-8c4a-720935f17c28 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Request body: {'port': {'device_id': 'd076f751-64e9-4f6d-b58a-948c356fc3d8', 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14', 'admin_state_up': True, 'tenant_id': 'e1cd9c6c716247a787a5449be8cc7468'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:08:56.137988 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:56.335680 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6741d3f3-5a9a-4ea3-8352-e94c082d0540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:08:56.340017 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540746f1-9603-4f25-b409-bbf8ad44b46f" -d '{"events": [{"server_uuid": "6741d3f3-5a9a-4ea3-8352-e94c082d0540", "name": "network-vif-plugged", "status": "completed", "tag": "eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:08:56.366028 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1111133-92cc-4b3c-b651-c5d171dc724c x-openstack-request-id: req-c1111133-92cc-4b3c-b651-c5d171dc724c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:56.366485 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:56.366825 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ae6f7a-90b7-4b29-9303-5003325a3b01", "name": "network-vif-deleted", "tag": "f37c65fa-0b9b-4198-be4a-24bdf0bcbe93", "status": "completed", "code": 200}, {"server_uuid": "4687ab41-e169-4a5c-aae1-1ccba76bf9bc", "name": "network-vif-deleted", "tag": "8ea02399-99e5-4066-84c1-39ecc51e164c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:56.367347 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1111133-92cc-4b3c-b651-c5d171dc724c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:56.369277 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ae6f7a-90b7-4b29-9303-5003325a3b01', 'name': 'network-vif-deleted', 'tag': 'f37c65fa-0b9b-4198-be4a-24bdf0bcbe93', 'status': 'completed', 'code': 200} Oct 13 14:08:56.372352 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4687ab41-e169-4a5c-aae1-1ccba76bf9bc', 'name': 'network-vif-deleted', 'tag': '8ea02399-99e5-4066-84c1-39ecc51e164c', 'status': 'completed', 'code': 200} Oct 13 14:08:56.383636 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-a2fe346b-1684-4aea-bddd-521209b6557d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:56.538914 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:56.563493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ce0be-752e-42d7-af2c-92de1de22339 req-749eed03-cc9d-4874-a271-1b27ea03d7d7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:56.571147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c73ce0be-752e-42d7-af2c-92de1de22339 req-749eed03-cc9d-4874-a271-1b27ea03d7d7 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 945 time: 0.2339694 Oct 13 14:08:56.729398 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=084a36048e6b4b1d83dcd550b59640ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8227720 Oct 13 14:08:56.730688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37940) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:08:56.779418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c73ce0be-752e-42d7-af2c-92de1de22339 req-5bdf0543-e43c-4021-9cb2-922f8b42a31a tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072763 Oct 13 14:08:56.823725 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-a2fe346b-1684-4aea-bddd-521209b6557d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:56.906970 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0a57-43c8-4da6-8aed-489db7e483ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:56.911872 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d380d664-a26d-4b77-aa1d-3a0ac502e850,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:56.921818 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:56.922549 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:56.923113 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:56.923726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:56.924341 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:56.924968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:56.925595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:56.926919 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:56.927514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:56.928127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:56.928744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:56.929357 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566eca51-6448-479f-a749-bf1a00cb5e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:08:56.983662 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8b560d-1f4d-49f4-af8a-1f053b1b9b4c x-openstack-request-id: req-3c8b560d-1f4d-49f4-af8a-1f053b1b9b4c {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:08:56.983662 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6741d3f3-5a9a-4ea3-8352-e94c082d0540", "name": "network-vif-plugged", "status": "completed", "tag": "eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:08:56.983662 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c8b560d-1f4d-49f4-af8a-1f053b1b9b4c {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:08:56.985099 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6741d3f3-5a9a-4ea3-8352-e94c082d0540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb', 'code': 200} Oct 13 14:08:56.988009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-a2fe346b-1684-4aea-bddd-521209b6557d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Network 22544f9e-f890-4ea9-bc5c-cce355629b14 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:08:57.005333 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0a57-43c8-4da6-8aed-489db7e483ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:57.017648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-a2fe346b-1684-4aea-bddd-521209b6557d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:08:57.044876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-a2fe346b-1684-4aea-bddd-521209b6557d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:08:57.408012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43058aa1-849d-4236-85e1-f56ac9abb224 req-6045e64e-f704-4f2f-8cae-3e9c781dd434 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 210 time: 0.0660975 Oct 13 14:08:57.408662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe346b-1684-4aea-bddd-521209b6557d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Pushing event updated for resources: {'Port': ['ID=caead7a0-8ef2-4df7-bdc5-e53c2119f29f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:57.540699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-a2fe346b-1684-4aea-bddd-521209b6557d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:57.540699 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-a2fe346b-1684-4aea-bddd-521209b6557d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:57.540699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76189712-84f1-4498-90aa-ecf9a32f5391 req-5e1b7ff2-eb71-4372-9e64-95c4652d86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:57.540699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76189712-84f1-4498-90aa-ecf9a32f5391 req-5e1b7ff2-eb71-4372-9e64-95c4652d86fc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 1097 time: 0.3155577 Oct 13 14:08:57.613169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76189712-84f1-4498-90aa-ecf9a32f5391 req-c3c15138-d5d3-4501-b41f-a7c271dc6e62 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940158 Oct 13 14:08:58.209148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-870699d5-4e77-49f1-8c4a-720935f17c28 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Made reservation on behalf of e1cd9c6c716247a787a5449be8cc7468 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:08:58.213494 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-870699d5-4e77-49f1-8c4a-720935f17c28 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:58.270455 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0a57-43c8-4da6-8aed-489db7e483ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:58.287908 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb9e0a57-43c8-4da6-8aed-489db7e483ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:58.289111 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fb9e0a57-43c8-4da6-8aed-489db7e483ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d380d664-a26d-4b77-aa1d-3a0ac502e850 HTTP/1.1" status: 204 len: 168 time: 1.5558813 Oct 13 14:08:58.312575 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e0a57-43c8-4da6-8aed-489db7e483ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d380d664-a26d-4b77-aa1d-3a0ac502e850,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:08:58.476518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-870699d5-4e77-49f1-8c4a-720935f17c28 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Allocated IP 172.20.0.3 (22544f9e-f890-4ea9-bc5c-cce355629b14/2e658403-e7fa-414f-9e2c-4f62c850ed46/371eabc8-72ae-47a5-86bd-0d97481e67ce) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:08:58.503197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-a2fe346b-1684-4aea-bddd-521209b6557d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1356199 Oct 13 14:08:58.537255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Request body: {'port': {'device_id': '1dd9d0cb-a164-4938-a570-4aaf55ddb571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:08:58.629542 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:59.222717 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-870699d5-4e77-49f1-8c4a-720935f17c28 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:59.525916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77e2ee-089f-42b5-8739-59a63ed0a7d3 req-4836a0fa-9adb-4570-9109-d5fef118a67d tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:59.537650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb77e2ee-089f-42b5-8739-59a63ed0a7d3 req-4836a0fa-9adb-4570-9109-d5fef118a67d tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 945 time: 0.4680746 Oct 13 14:08:59.597270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22390685-959a-4f4f-9fba-cb8706a9ca6a req-a39985f4-b0a2-4105-a410-b9d584d43601 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:08:59.613655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22390685-959a-4f4f-9fba-cb8706a9ca6a req-a39985f4-b0a2-4105-a410-b9d584d43601 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 944 time: 0.3723106 Oct 13 14:08:59.702253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb77e2ee-089f-42b5-8739-59a63ed0a7d3 req-ff35d10b-fa2d-4761-aa83-d9e7b4fcd940 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632304 Oct 13 14:08:59.766862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-22390685-959a-4f4f-9fba-cb8706a9ca6a req-6a884426-fa6e-4c5b-8184-cef90a9cf4d4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Deleting port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:08:59.767683 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-22390685-959a-4f4f-9fba-cb8706a9ca6a req-6a884426-fa6e-4c5b-8184-cef90a9cf4d4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:59.861615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fe1623a-8116-42fd-a8ab-a0bb50d01d77 req-0330f4b8-9473-46e3-bc5b-339c8b34ef6b tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 210 time: 0.0733325 Oct 13 14:08:59.923190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-22390685-959a-4f4f-9fba-cb8706a9ca6a req-6a884426-fa6e-4c5b-8184-cef90a9cf4d4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] For port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,segment=NetworkSegment(0830e288-e7dd-4815-8177-bd7886957b3d),segment_id=0830e288-e7dd-4815-8177-bd7886957b3d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:08:59.923710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-22390685-959a-4f4f-9fba-cb8706a9ca6a req-6a884426-fa6e-4c5b-8184-cef90a9cf4d4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:08:59.943094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-22390685-959a-4f4f-9fba-cb8706a9ca6a req-6a884426-fa6e-4c5b-8184-cef90a9cf4d4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Calling delete_port for 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:00.046793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a887427-7b4e-4d16-a817-697004898114 req-1ea76c88-fabc-4758-b9ff-1d509c40b050 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:00.054442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a887427-7b4e-4d16-a817-697004898114 req-1ea76c88-fabc-4758-b9ff-1d509c40b050 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1effebe-bc3c-4836-be4c-86d278b7a026 HTTP/1.1" status: 200 len: 944 time: 0.1091316 Oct 13 14:09:00.085631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-870699d5-4e77-49f1-8c4a-720935f17c28 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:00.177516 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37974) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:00.178166 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a887427-7b4e-4d16-a817-697004898114 req-1e5e1210-62f5-44d4-8fe2-7466e3080d8f tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.18 "GET /v2.0/security-groups?id=75835d9b-dbbb-4047-9851-a97da5fadead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224434 Oct 13 14:09:00.221814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5be62a06-eee9-4386-8fa5-83d760649b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:00.358424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-870699d5-4e77-49f1-8c4a-720935f17c28 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Network 22544f9e-f890-4ea9-bc5c-cce355629b14 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:09:00.372781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-870699d5-4e77-49f1-8c4a-720935f17c28 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:09:00.381873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-870699d5-4e77-49f1-8c4a-720935f17c28 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:09:00.398577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870699d5-4e77-49f1-8c4a-720935f17c28 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Pushing event updated for resources: {'Port': ['ID=371eabc8-72ae-47a5-86bd-0d97481e67ce,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:00.450782 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5be62a06-eee9-4386-8fa5-83d760649b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:00.527468 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5be62a06-eee9-4386-8fa5-83d760649b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:00.640968 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5be62a06-eee9-4386-8fa5-83d760649b57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76e7dd9cc62e4571a9b6c1345fe7adf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622734 Oct 13 14:09:00.644085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caead7a0-8ef2-4df7-bdc5-e53c2119f29f {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:09:00.665709 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:00.665963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be62a06-eee9-4386-8fa5-83d760649b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5af33b4-122d-45df-a58c-7257b614ccd9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:00.674069 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37978) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:00.794096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-870699d5-4e77-49f1-8c4a-720935f17c28 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:00.795550 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-870699d5-4e77-49f1-8c4a-720935f17c28 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:00.802240 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf57e8b4-af84-45b9-8997-830a48586702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:00.866858 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf57e8b4-af84-45b9-8997-830a48586702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:00.940949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3b9a2-92eb-49ab-ab58-e6bfa9ea348a req-f4fbe542-0245-48e1-a8eb-69c0e03a37ad tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:00.943787 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ae3b9a2-92eb-49ab-ab58-e6bfa9ea348a req-f4fbe542-0245-48e1-a8eb-69c0e03a37ad tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 945 time: 0.0979795 Oct 13 14:09:00.947498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-870699d5-4e77-49f1-8c4a-720935f17c28 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9059913 Oct 13 14:09:00.966306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Request body: {'port': {'device_id': 'd076f751-64e9-4f6d-b58a-948c356fc3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:01.030888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ae3b9a2-92eb-49ab-ab58-e6bfa9ea348a req-ec00a97a-ff49-49bc-9437-5e74c2289328 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799587 Oct 13 14:09:01.046889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-22390685-959a-4f4f-9fba-cb8706a9ca6a req-6a884426-fa6e-4c5b-8184-cef90a9cf4d4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:01.047095 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf57e8b4-af84-45b9-8997-830a48586702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:01.049774 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf57e8b4-af84-45b9-8997-830a48586702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:01.051677 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bf57e8b4-af84-45b9-8997-830a48586702 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5af33b4-122d-45df-a58c-7257b614ccd9 HTTP/1.1" status: 204 len: 168 time: 0.3746996 Oct 13 14:09:01.061215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Transition to ACTIVE for port object caead7a0-8ef2-4df7-bdc5-e53c2119f29f will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:09:01.069490 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57e8b4-af84-45b9-8997-830a48586702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5af33b4-122d-45df-a58c-7257b614ccd9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:01.154171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a884426-fa6e-4c5b-8184-cef90a9cf4d4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Pushing event deleted for resources: {'Port': ['ID=84bcd46a-6d71-4bee-a5a3-d79a847c73d2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:01.214975 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:01.295260 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:01.298824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-22390685-959a-4f4f-9fba-cb8706a9ca6a req-6a884426-fa6e-4c5b-8184-cef90a9cf4d4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] No DVR routers for this DVR port 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:01.344878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-22390685-959a-4f4f-9fba-cb8706a9ca6a req-6a884426-fa6e-4c5b-8184-cef90a9cf4d4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:01.348961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22390685-959a-4f4f-9fba-cb8706a9ca6a req-6a884426-fa6e-4c5b-8184-cef90a9cf4d4 tempest-LiveAutoBlockMigrationV225Test-115054291 tempest-LiveAutoBlockMigrationV225Test-115054291-project] 10.222.0.49 "DELETE /v2.0/ports/84bcd46a-6d71-4bee-a5a3-d79a847c73d2 HTTP/1.1" status: 204 len: 173 time: 1.7370319 Oct 13 14:09:01.363521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1effebe-bc3c-4836-be4c-86d278b7a026', 'name': 'network-vif-deleted', 'tag': '84bcd46a-6d71-4bee-a5a3-d79a847c73d2'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:01.366395 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f13818-7c01-426e-949e-746902fc392e" -d '{"events": [{"server_uuid": "b1effebe-bc3c-4836-be4c-86d278b7a026", "name": "network-vif-deleted", "tag": "84bcd46a-6d71-4bee-a5a3-d79a847c73d2"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:01.504934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Pushing event updated for resources: {'Port': ['ID=caead7a0-8ef2-4df7-bdc5-e53c2119f29f,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:01.627403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdcfdc47-e9de-469e-8e22-912bc7492a25 req-6a36a56f-a489-4567-a0ad-9426a0db5170 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3929682 Oct 13 14:09:01.716681 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749a7c-7459-4066-b60a-2aa4cb69378a req-084b2d31-d45c-4e54-b1d0-cc2dee64f65e tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:01.722695 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3749a7c-7459-4066-b60a-2aa4cb69378a req-084b2d31-d45c-4e54-b1d0-cc2dee64f65e tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 931 time: 0.4806867 Oct 13 14:09:01.992157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3749a7c-7459-4066-b60a-2aa4cb69378a req-feb0b7f0-f99d-4e02-a4cf-bf9e0b0698c3 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330945 Oct 13 14:09:02.192184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Attempting to bind port caead7a0-8ef2-4df7-bdc5-e53c2119f29f on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:09:02.192620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Attempting to bind port caead7a0-8ef2-4df7-bdc5-e53c2119f29f by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:09:02.193300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Attempting to bind port caead7a0-8ef2-4df7-bdc5-e53c2119f29f on network 22544f9e-f890-4ea9-bc5c-cce355629b14 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:09:02.235917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfdc47-e9de-469e-8e22-912bc7492a25 req-c90c97c9-f1e3-4708-94de-301ff24ef10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:02.237478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdcfdc47-e9de-469e-8e22-912bc7492a25 req-c90c97c9-f1e3-4708-94de-301ff24ef10d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d19da00bd681498ea64a90b5a25f1edf&device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 1098 time: 0.4427307 Oct 13 14:09:02.243146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Port caead7a0-8ef2-4df7-bdc5-e53c2119f29f on network 22544f9e-f890-4ea9-bc5c-cce355629b14 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:09:02.243459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Attempting to bind port caead7a0-8ef2-4df7-bdc5-e53c2119f29f on network 22544f9e-f890-4ea9-bc5c-cce355629b14 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:09:02.265557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:09:02.265896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Checking segment: {'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:09:02.266297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Bound using segment: {'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:09:02.266632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Bound port: caead7a0-8ef2-4df7-bdc5-e53c2119f29f, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:09:02.266985 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:02.391168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfdc47-e9de-469e-8e22-912bc7492a25 req-affb7f23-4b53-42a8-9fbf-9c8f42a77f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:02.393612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdcfdc47-e9de-469e-8e22-912bc7492a25 req-affb7f23-4b53-42a8-9fbf-9c8f42a77f9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=376e61af-f4c6-492b-9fc4-cd5b192fa1f8 HTTP/1.1" status: 200 len: 913 time: 0.1141915 Oct 13 14:09:02.721709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371eabc8-72ae-47a5-86bd-0d97481e67ce {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:09:02.732760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:02.750822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Transition to ACTIVE for port object 371eabc8-72ae-47a5-86bd-0d97481e67ce will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:09:02.849800 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:02.963142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] For port caead7a0-8ef2-4df7-bdc5-e53c2119f29f, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:09:03.005333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] For port caead7a0-8ef2-4df7-bdc5-e53c2119f29f, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=caead7a0-8ef2-4df7-bdc5-e53c2119f29f,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:09:03.014795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdcfdc47-e9de-469e-8e22-912bc7492a25 req-f5ae120d-af38-4cbf-a97c-df1c02878945 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e92b635b-e7b0-4cc4-a35a-746c5c02609f HTTP/1.1" status: 200 len: 1002 time: 0.5689495 Oct 13 14:09:03.150297 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:03.155920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6133b9-6a7b-43f2-8eb7-8afd6e336ae4 req-0a4a6fe4-c7b2-482f-94aa-34dc488cf3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:03.159791 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db6133b9-6a7b-43f2-8eb7-8afd6e336ae4 req-0a4a6fe4-c7b2-482f-94aa-34dc488cf3b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 1098 time: 0.6042483 Oct 13 14:09:03.166116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Pushing event updated for resources: {'Port': ['ID=371eabc8-72ae-47a5-86bd-0d97481e67ce,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:03.190756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:03.267442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:03.267791 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 84bcd46a-6d71-4bee-a5a3-d79a847c73d2 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:03.390725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Attempting to bind port 371eabc8-72ae-47a5-86bd-0d97481e67ce on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:09:03.393166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Attempting to bind port 371eabc8-72ae-47a5-86bd-0d97481e67ce by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:09:03.393166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Attempting to bind port 371eabc8-72ae-47a5-86bd-0d97481e67ce on network 22544f9e-f890-4ea9-bc5c-cce355629b14 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:09:03.967043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Port 371eabc8-72ae-47a5-86bd-0d97481e67ce on network 22544f9e-f890-4ea9-bc5c-cce355629b14 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:09:03.967996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Attempting to bind port 371eabc8-72ae-47a5-86bd-0d97481e67ce on network 22544f9e-f890-4ea9-bc5c-cce355629b14 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:09:03.978412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfdc47-e9de-469e-8e22-912bc7492a25 req-d96ebdb7-798c-41a8-bcbc-74e3ee58a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:03.979947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdcfdc47-e9de-469e-8e22-912bc7492a25 req-d96ebdb7-798c-41a8-bcbc-74e3ee58a6dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd9616fa-eece-4fe9-998c-fb89c2afbb2b HTTP/1.1" status: 200 len: 851 time: 0.9464729 Oct 13 14:09:04.031424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:09:04.031838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Checking segment: {'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:09:04.032231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Bound using segment: {'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:09:04.032805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Bound port: 371eabc8-72ae-47a5-86bd-0d97481e67ce, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:09:04.033430 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:04.075853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Pushing event updated for resources: {'Port': ['ID=caead7a0-8ef2-4df7-bdc5-e53c2119f29f,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:04.191400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:04.192061 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:04.209202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-1fa9f8ce-9e49-409a-989e-6059803f61d6 service neutron] 10.222.0.49 "PUT /v2.0/ports/caead7a0-8ef2-4df7-bdc5-e53c2119f29f HTTP/1.1" status: 200 len: 1092 time: 5.6868882 Oct 13 14:09:04.291282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfdc47-e9de-469e-8e22-912bc7492a25 req-01d98428-b90c-41c2-b1d3-c8f02944d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:04.292701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdcfdc47-e9de-469e-8e22-912bc7492a25 req-01d98428-b90c-41c2-b1d3-c8f02944d24f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=376e61af-f4c6-492b-9fc4-cd5b192fa1f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2841332 Oct 13 14:09:04.303516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6133b9-6a7b-43f2-8eb7-8afd6e336ae4 req-601512e2-26b6-464d-8374-9794b8850ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:04.305841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db6133b9-6a7b-43f2-8eb7-8afd6e336ae4 req-601512e2-26b6-464d-8374-9794b8850ee5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 1.0930805 Oct 13 14:09:04.535266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] For port 371eabc8-72ae-47a5-86bd-0d97481e67ce, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:09:04.621540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db6133b9-6a7b-43f2-8eb7-8afd6e336ae4 req-24812324-9103-4ea6-b0c9-6341f01f4a23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c HTTP/1.1" status: 200 len: 1001 time: 0.3003566 Oct 13 14:09:04.642456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] For port 371eabc8-72ae-47a5-86bd-0d97481e67ce, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=371eabc8-72ae-47a5-86bd-0d97481e67ce,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:09:04.703772 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:04.725731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-17fe89ff-005d-409b-b5c8-9eba11019d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:04.728358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-17fe89ff-005d-409b-b5c8-9eba11019d82 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1cd9c6c716247a787a5449be8cc7468&device_id=1dd9d0cb-a164-4938-a570-4aaf55ddb571 HTTP/1.1" status: 200 len: 1095 time: 0.3921824 Oct 13 14:09:04.897942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdcfdc47-e9de-469e-8e22-912bc7492a25 req-3f5ca382-3789-48e7-940f-1c9a2d52e693 service neutron] 10.222.0.41 "GET /v2.0/networks/376e61af-f4c6-492b-9fc4-cd5b192fa1f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885441 Oct 13 14:09:04.907673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:04.908846 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:04.910696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] 10.222.0.41 "PUT /v2.0/ports/371eabc8-72ae-47a5-86bd-0d97481e67ce HTTP/1.1" status: 200 len: 1092 time: 3.9503653 Oct 13 14:09:04.940960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-5d39ce3a-d08c-4d84-814a-4a67ae2956dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=caead7a0-8ef2-4df7-bdc5-e53c2119f29f HTTP/1.1" status: 200 len: 217 time: 0.1968184 Oct 13 14:09:05.018360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6133b9-6a7b-43f2-8eb7-8afd6e336ae4 req-3435bb5d-6b64-4a43-aac4-a4179954c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:05.021959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db6133b9-6a7b-43f2-8eb7-8afd6e336ae4 req-3435bb5d-6b64-4a43-aac4-a4179954c148 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.3732531 Oct 13 14:09:05.152243 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13a7dd-d090-453e-9bd0-97709c999b6b service neutron] Pushing event updated for resources: {'Port': ['ID=371eabc8-72ae-47a5-86bd-0d97481e67ce,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:05.325943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdcfdc47-e9de-469e-8e22-912bc7492a25 req-1ba3550d-fc66-496a-a227-67bfee5079e5 service neutron] 10.222.0.41 "GET /v2.0/networks/376e61af-f4c6-492b-9fc4-cd5b192fa1f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818786 Oct 13 14:09:05.325943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-87e58c6e-7334-42b4-84ba-44f4342c0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:05.325943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-87e58c6e-7334-42b4-84ba-44f4342c0896 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2e658403-e7fa-414f-9e2c-4f62c850ed46 HTTP/1.1" status: 200 len: 852 time: 0.3608291 Oct 13 14:09:05.325943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6133b9-6a7b-43f2-8eb7-8afd6e336ae4 req-a9e6f8d7-75d5-466c-b080-f04a6befd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:05.327931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db6133b9-6a7b-43f2-8eb7-8afd6e336ae4 req-a9e6f8d7-75d5-466c-b080-f04a6befd611 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2837667 Oct 13 14:09:05.432406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-e91b689d-6206-4278-af93-c88a95918570 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22544f9e-f890-4ea9-bc5c-cce355629b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995097 Oct 13 14:09:05.444392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-948cfeeb-e716-4f86-a7d7-157defd89bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:05.446026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-948cfeeb-e716-4f86-a7d7-157defd89bc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cd9c6c716247a787a5449be8cc7468&device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 1095 time: 0.3268368 Oct 13 14:09:05.630369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-f56dbb5f-ffe6-441c-b628-912d15d9d61b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=371eabc8-72ae-47a5-86bd-0d97481e67ce HTTP/1.1" status: 200 len: 217 time: 0.0924041 Oct 13 14:09:05.635145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-d2950fbd-092f-4c57-b918-520f5e96fadf service neutron] 10.222.0.49 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880736 Oct 13 14:09:05.639063 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db6133b9-6a7b-43f2-8eb7-8afd6e336ae4 req-d236fc50-bbe1-4bea-a3d5-ab2967d7ffcf service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098850 Oct 13 14:09:05.798964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-7f6935c6-7c6f-438c-8ec4-6650839fabee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:05.800485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-7f6935c6-7c6f-438c-8ec4-6650839fabee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e658403-e7fa-414f-9e2c-4f62c850ed46 HTTP/1.1" status: 200 len: 852 time: 0.1559865 Oct 13 14:09:05.857087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-60801618-f72b-4994-9204-67132f443fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22544f9e-f890-4ea9-bc5c-cce355629b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415030 Oct 13 14:09:05.904633 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db6133b9-6a7b-43f2-8eb7-8afd6e336ae4 req-620bd1b6-8dfe-4d37-a31c-568f441e9c44 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477286 Oct 13 14:09:05.935982 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-6df81153-75fb-48c0-a74f-16ea72a1abe9 service neutron] 10.222.0.49 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783706 Oct 13 14:09:06.032849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-9e6ef696-bd3b-4ad1-a3e7-121a93fbeb7e service neutron] 10.222.0.41 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557045 Oct 13 14:09:06.187030 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7840a7-e5f8-4899-a349-e821baa56d48 req-fac82e71-51ee-4710-86c1-362d8f399696 service neutron] 10.222.0.41 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407940 Oct 13 14:09:08.411304 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38076) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:08.571539 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97afbc2a-1dc8-4664-b17b-5e85d106ea0d x-openstack-request-id: req-97afbc2a-1dc8-4664-b17b-5e85d106ea0d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:08.571539 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1effebe-bc3c-4836-be4c-86d278b7a026", "name": "network-vif-deleted", "tag": "84bcd46a-6d71-4bee-a5a3-d79a847c73d2", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:08.572200 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97afbc2a-1dc8-4664-b17b-5e85d106ea0d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:08.572574 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1effebe-bc3c-4836-be4c-86d278b7a026', 'name': 'network-vif-deleted', 'tag': '84bcd46a-6d71-4bee-a5a3-d79a847c73d2', 'status': 'completed', 'code': 200} Oct 13 14:09:08.762617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48605a-42a3-4b7c-a7e0-4d23f1544164 req-9438fa75-8f57-49b8-958f-cab2a9f37d41 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:08.764237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b48605a-42a3-4b7c-a7e0-4d23f1544164 req-9438fa75-8f57-49b8-958f-cab2a9f37d41 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 943 time: 0.0927513 Oct 13 14:09:08.784947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-887b5410-85d2-47d8-b21a-8181aeff992f admin admin] Deleting subnet 0758b770-aabf-4e23-91ef-861097abeaa3 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:09:08.790648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-887b5410-85d2-47d8-b21a-8181aeff992f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:08.837477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b48605a-42a3-4b7c-a7e0-4d23f1544164 req-51f3e39a-c141-42e4-a6e0-34a55f890a55 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584285 Oct 13 14:09:08.869489 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-887b5410-85d2-47d8-b21a-8181aeff992f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:09.017140 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-887b5410-85d2-47d8-b21a-8181aeff992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:09.225850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device caead7a0-8ef2-4df7-bdc5-e53c2119f29f details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:09:09.281330 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-887b5410-85d2-47d8-b21a-8181aeff992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:09.404322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b5410-85d2-47d8-b21a-8181aeff992f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0758b770-aabf-4e23-91ef-861097abeaa3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:09.415451 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port caead7a0-8ef2-4df7-bdc5-e53c2119f29f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=caead7a0-8ef2-4df7-bdc5-e53c2119f29f,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:09.425133 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-887b5410-85d2-47d8-b21a-8181aeff992f admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:09.431993 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-887b5410-85d2-47d8-b21a-8181aeff992f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0758b770-aabf-4e23-91ef-861097abeaa3 HTTP/1.1" status: 204 len: 168 time: 1.0168996 Oct 13 14:09:09.433235 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38118) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:09.454060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'caead7a0-8ef2-4df7-bdc5-e53c2119f29f', 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14', 'port_id': 'caead7a0-8ef2-4df7-bdc5-e53c2119f29f', 'mac_address': 'fa:16:3e:e8:93:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e658403-e7fa-414f-9e2c-4f62c850ed46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:09:09.537859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f3f82-e506-4893-a8e8-bbf1d05ffb5d req-bda1b8e5-11e5-4269-8dd5-0a80b033813b tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:09.557455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-720f3f82-e506-4893-a8e8-bbf1d05ffb5d req-bda1b8e5-11e5-4269-8dd5-0a80b033813b tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a225b5a-1e22-48fe-8f39-abf9b1c41d5c HTTP/1.1" status: 200 len: 950 time: 0.1657350 Oct 13 14:09:09.590370 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:09.633547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caead7a0-8ef2-4df7-bdc5-e53c2119f29f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:09:09.657899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-720f3f82-e506-4893-a8e8-bbf1d05ffb5d req-12506286-8954-49f4-8afc-62c2bd619cad tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954847 Oct 13 14:09:09.684864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port caead7a0-8ef2-4df7-bdc5-e53c2119f29f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=caead7a0-8ef2-4df7-bdc5-e53c2119f29f,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:09.691747 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f23e0ba9-8181-49b0-8028-f212c8d71467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:09.762661 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:09.859268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=caead7a0-8ef2-4df7-bdc5-e53c2119f29f,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:09.898486 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f23e0ba9-8181-49b0-8028-f212c8d71467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:09.932533 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f23e0ba9-8181-49b0-8028-f212c8d71467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54448a5-ac53-4352-a4fa-39682bbffd1b']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:09.947753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f23e0ba9-8181-49b0-8028-f212c8d71467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0830e288-e7dd-4815-8177-bd7886957b3d') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:09.948367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f23e0ba9-8181-49b0-8028-f212c8d71467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0830e288-e7dd-4815-8177-bd7886957b3d') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:09.971786 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f23e0ba9-8181-49b0-8028-f212c8d71467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:09.992327 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f23e0ba9-8181-49b0-8028-f212c8d71467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:10.001687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23e0ba9-8181-49b0-8028-f212c8d71467 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:09:10.002574 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f23e0ba9-8181-49b0-8028-f212c8d71467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:09:10.004875 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:09:10.060456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['caead7a0-8ef2-4df7-bdc5-e53c2119f29f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:09:10.231026 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f23e0ba9-8181-49b0-8028-f212c8d71467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:10.240720 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f23e0ba9-8181-49b0-8028-f212c8d71467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:10.254075 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f23e0ba9-8181-49b0-8028-f212c8d71467 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d54448a5-ac53-4352-a4fa-39682bbffd1b HTTP/1.1" status: 204 len: 168 time: 0.8187478 Oct 13 14:09:10.255788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38162) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:10.312464 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e0ba9-8181-49b0-8028-f212c8d71467 admin admin] Pushing event deleted for resources: {'Network': ['ID=d54448a5-ac53-4352-a4fa-39682bbffd1b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:10.338273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16a9b8f-ba91-4869-8f16-88cfd581633f admin admin] Deleting subnet 9e691162-e688-47f7-95fc-61fe95d64e00 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:09:10.342521 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a16a9b8f-ba91-4869-8f16-88cfd581633f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:10.409834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a16a9b8f-ba91-4869-8f16-88cfd581633f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:10.487427 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a16a9b8f-ba91-4869-8f16-88cfd581633f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:10.577829 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd9d0cb-a164-4938-a570-4aaf55ddb571', 'tag': 'caead7a0-8ef2-4df7-bdc5-e53c2119f29f'}, {'name': 'network-changed', 'server_uuid': 'd076f751-64e9-4f6d-b58a-948c356fc3d8', 'tag': '371eabc8-72ae-47a5-86bd-0d97481e67ce'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:10.580455 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2f5aca-09c7-4895-af28-0d43566775ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd9d0cb-a164-4938-a570-4aaf55ddb571", "tag": "caead7a0-8ef2-4df7-bdc5-e53c2119f29f"}, {"name": "network-changed", "server_uuid": "d076f751-64e9-4f6d-b58a-948c356fc3d8", "tag": "371eabc8-72ae-47a5-86bd-0d97481e67ce"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:10.648522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022a677-cd76-4c30-9277-f35f27ea233b req-31751ed1-b42b-497a-b3d2-c2bd04f0532b tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:10.650430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6022a677-cd76-4c30-9277-f35f27ea233b req-31751ed1-b42b-497a-b3d2-c2bd04f0532b tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 943 time: 0.1197281 Oct 13 14:09:10.681962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4d3ba-d776-4ddf-a5d1-338beecacb4d req-9f238534-84e9-4db2-bbde-fdc6cab0c15c tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:10.684344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19c4d3ba-d776-4ddf-a5d1-338beecacb4d req-9f238534-84e9-4db2-bbde-fdc6cab0c15c tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 945 time: 0.1001215 Oct 13 14:09:10.706907 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a16a9b8f-ba91-4869-8f16-88cfd581633f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:10.796551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a9b8f-ba91-4869-8f16-88cfd581633f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e691162-e688-47f7-95fc-61fe95d64e00,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:10.800260 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a16a9b8f-ba91-4869-8f16-88cfd581633f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:10.807242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a16a9b8f-ba91-4869-8f16-88cfd581633f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9e691162-e688-47f7-95fc-61fe95d64e00 HTTP/1.1" status: 204 len: 168 time: 0.5465143 Oct 13 14:09:10.807881 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38182) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:10.817783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6022a677-cd76-4c30-9277-f35f27ea233b req-7dd8556d-0d03-4b58-8322-b5710ae983a8 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540518 Oct 13 14:09:10.856912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19c4d3ba-d776-4ddf-a5d1-338beecacb4d req-85ff43e9-81b2-46f5-a85a-7830155af472 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/security-groups?id=507f03e6-8654-4ae4-9498-26effefbc870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452613 Oct 13 14:09:10.996972 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa00c226-afb6-43db-bb56-480c269845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:11.098926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62477f1f-b9fe-444b-9fef-bd004959423b req-a6f994b7-896e-480b-a296-236b005a7b96 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:11.102733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62477f1f-b9fe-444b-9fef-bd004959423b req-a6f994b7-896e-480b-a296-236b005a7b96 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 945 time: 0.1262567 Oct 13 14:09:11.103075 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6811a34c-9985-48f9-98de-18a7def57efd x-openstack-request-id: req-6811a34c-9985-48f9-98de-18a7def57efd {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:11.103301 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd9d0cb-a164-4938-a570-4aaf55ddb571", "tag": "caead7a0-8ef2-4df7-bdc5-e53c2119f29f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d076f751-64e9-4f6d-b58a-948c356fc3d8", "tag": "371eabc8-72ae-47a5-86bd-0d97481e67ce", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:11.103479 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6811a34c-9985-48f9-98de-18a7def57efd {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:11.104128 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd9d0cb-a164-4938-a570-4aaf55ddb571', 'tag': 'caead7a0-8ef2-4df7-bdc5-e53c2119f29f', 'status': 'completed', 'code': 200} Oct 13 14:09:11.104128 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd076f751-64e9-4f6d-b58a-948c356fc3d8', 'tag': '371eabc8-72ae-47a5-86bd-0d97481e67ce', 'status': 'completed', 'code': 200} Oct 13 14:09:11.132608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 371eabc8-72ae-47a5-86bd-0d97481e67ce details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:09:11.170071 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa00c226-afb6-43db-bb56-480c269845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:11.220757 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-aa00c226-afb6-43db-bb56-480c269845b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19c2275-2b1d-488d-a687-4a9d3b93937c']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:11.238295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-aa00c226-afb6-43db-bb56-480c269845b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eecc9986-5ccc-40b8-9270-48c3ad755384') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:11.238852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-aa00c226-afb6-43db-bb56-480c269845b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eecc9986-5ccc-40b8-9270-48c3ad755384') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:11.278655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device caead7a0-8ef2-4df7-bdc5-e53c2119f29f up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:09:11.279255 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa00c226-afb6-43db-bb56-480c269845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:11.280163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62477f1f-b9fe-444b-9fef-bd004959423b req-fe05ac15-8f44-4315-b28e-f507e3152e02 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501906 Oct 13 14:09:11.289797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-0053d981-ab0a-44ba-a459-289d8744b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:11.291352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-0053d981-ab0a-44ba-a459-289d8744b155 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1cd9c6c716247a787a5449be8cc7468&device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 1095 time: 0.1247029 Oct 13 14:09:11.295042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-beda7ee4-5b35-4f7b-8731-4482476e3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:11.296592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-beda7ee4-5b35-4f7b-8731-4482476e3ee9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e1cd9c6c716247a787a5449be8cc7468&device_id=1dd9d0cb-a164-4938-a570-4aaf55ddb571 HTTP/1.1" status: 200 len: 1096 time: 0.1537704 Oct 13 14:09:11.327085 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa00c226-afb6-43db-bb56-480c269845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:11.346875 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa00c226-afb6-43db-bb56-480c269845b7 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:09:11.347387 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa00c226-afb6-43db-bb56-480c269845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:09:11.349284 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:09:11.435017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 371eabc8-72ae-47a5-86bd-0d97481e67ce, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=371eabc8-72ae-47a5-86bd-0d97481e67ce,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:11.447234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '371eabc8-72ae-47a5-86bd-0d97481e67ce', 'network_id': '22544f9e-f890-4ea9-bc5c-cce355629b14', 'port_id': '371eabc8-72ae-47a5-86bd-0d97481e67ce', 'mac_address': 'fa:16:3e:17:a0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e658403-e7fa-414f-9e2c-4f62c850ed46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:09:11.489189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-9476259e-099f-4682-858c-d342824ff278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:11.489189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-9476259e-099f-4682-858c-d342824ff278 service neutron] 10.222.0.49 "GET /v2.0/networks?id=22544f9e-f890-4ea9-bc5c-cce355629b14 HTTP/1.1" status: 200 len: 913 time: 0.1597970 Oct 13 14:09:11.532927 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:11.570243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371eabc8-72ae-47a5-86bd-0d97481e67ce {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:09:11.623683 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 371eabc8-72ae-47a5-86bd-0d97481e67ce, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=371eabc8-72ae-47a5-86bd-0d97481e67ce,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:11.623683 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port caead7a0-8ef2-4df7-bdc5-e53c2119f29f completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:09:11.630569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port caead7a0-8ef2-4df7-bdc5-e53c2119f29f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:11.631242 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:11.670154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-432b3100-1a6f-4dc5-8909-4d0fa5437569 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=caead7a0-8ef2-4df7-bdc5-e53c2119f29f HTTP/1.1" status: 200 len: 217 time: 0.1697876 Oct 13 14:09:11.681617 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa00c226-afb6-43db-bb56-480c269845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:11.696358 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa00c226-afb6-43db-bb56-480c269845b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:11.696358 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aa00c226-afb6-43db-bb56-480c269845b7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d19c2275-2b1d-488d-a687-4a9d3b93937c HTTP/1.1" status: 204 len: 168 time: 0.8843863 Oct 13 14:09:11.718682 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:11.742972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00c226-afb6-43db-bb56-480c269845b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19c2275-2b1d-488d-a687-4a9d3b93937c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:11.808920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-d59ae622-7caa-4c85-af76-49dc00f05455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:11.812714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-d59ae622-7caa-4c85-af76-49dc00f05455 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2e658403-e7fa-414f-9e2c-4f62c850ed46 HTTP/1.1" status: 200 len: 852 time: 0.1163085 Oct 13 14:09:11.904582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-394a3252-1c4b-43bb-a52b-52041c21ee84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=22544f9e-f890-4ea9-bc5c-cce355629b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723841 Oct 13 14:09:11.977594 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:11.991920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=371eabc8-72ae-47a5-86bd-0d97481e67ce,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:12.013828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-8784d05a-f638-48f3-9610-f30fb32ae34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:12.016214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-8784d05a-f638-48f3-9610-f30fb32ae34f service neutron] 10.222.0.41 "GET /v2.0/networks?id=22544f9e-f890-4ea9-bc5c-cce355629b14 HTTP/1.1" status: 200 len: 913 time: 0.7080348 Oct 13 14:09:12.038704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port caead7a0-8ef2-4df7-bdc5-e53c2119f29f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=caead7a0-8ef2-4df7-bdc5-e53c2119f29f,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:12.039793 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd9d0cb-a164-4938-a570-4aaf55ddb571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caead7a0-8ef2-4df7-bdc5-e53c2119f29f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:12.042532 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206682d5-68d5-42dd-bc5d-35174cee13ec" -d '{"events": [{"server_uuid": "1dd9d0cb-a164-4938-a570-4aaf55ddb571", "name": "network-vif-plugged", "status": "completed", "tag": "caead7a0-8ef2-4df7-bdc5-e53c2119f29f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:12.110532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-077163d6-0139-40d0-a34e-086c985b6afd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=371eabc8-72ae-47a5-86bd-0d97481e67ce HTTP/1.1" status: 200 len: 217 time: 0.0715015 Oct 13 14:09:12.132431 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:12.213894 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=caead7a0-8ef2-4df7-bdc5-e53c2119f29f,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:12.271812 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38254) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:12.291308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af2404-026a-4c8f-a540-21fa9ab8aa94 req-03c54735-e783-47c2-be0f-5a8e44d2b870 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:12.293541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38258) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:12.294651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59af2404-026a-4c8f-a540-21fa9ab8aa94 req-03c54735-e783-47c2-be0f-5a8e44d2b870 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 945 time: 0.3414040 Oct 13 14:09:12.328788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7409fa-7674-4d4e-be03-f778c9f257fe req-94472ae0-38c0-4713-9c95-d1936b515f87 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:12.336656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb7409fa-7674-4d4e-be03-f778c9f257fe req-94472ae0-38c0-4713-9c95-d1936b515f87 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 944 time: 0.3307099 Oct 13 14:09:12.365958 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9404bf19-925f-4e05-a745-3453fa726581 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a83e69682127431abea4c77d59610aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696409 Oct 13 14:09:12.368559 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38262) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:12.377647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06c134-0d9e-4860-b4f6-a77176448c54 req-43eedf2e-bd9c-47a9-83d1-02dbacd26082 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:12.380279 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a06c134-0d9e-4860-b4f6-a77176448c54 req-43eedf2e-bd9c-47a9-83d1-02dbacd26082 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 945 time: 0.3719778 Oct 13 14:09:12.383066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-9298f04b-02a7-419d-892c-77187d73245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:12.385919 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-9298f04b-02a7-419d-892c-77187d73245c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2e658403-e7fa-414f-9e2c-4f62c850ed46 HTTP/1.1" status: 200 len: 852 time: 0.2445097 Oct 13 14:09:12.424559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-325ed300-d6af-4cab-a2ee-7a7a8a7cbbdb service neutron] 10.222.0.49 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108566 Oct 13 14:09:12.497345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-d63c9e7e-3312-4a84-baca-61422270d0b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22544f9e-f890-4ea9-bc5c-cce355629b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865610 Oct 13 14:09:12.538252 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b6e05fd2-8adb-4bee-8431-94006e3db1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:12.610775 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b6e05fd2-8adb-4bee-8431-94006e3db1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:12.717726 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb7409fa-7674-4d4e-be03-f778c9f257fe req-4d98a80c-9d13-4480-85b1-e732a1188edd tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793514 Oct 13 14:09:12.778806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['371eabc8-72ae-47a5-86bd-0d97481e67ce'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:09:12.796809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a06c134-0d9e-4860-b4f6-a77176448c54 req-54e1debc-1f4d-4ccc-a229-aa522076b975 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/security-groups?id=507f03e6-8654-4ae4-9498-26effefbc870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759837 Oct 13 14:09:12.821915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b6e05fd2-8adb-4bee-8431-94006e3db1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:12.829039 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b6e05fd2-8adb-4bee-8431-94006e3db1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:12.831328 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b6e05fd2-8adb-4bee-8431-94006e3db1ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75835d9b-dbbb-4047-9851-a97da5fadead HTTP/1.1" status: 204 len: 168 time: 0.4612191 Oct 13 14:09:12.837748 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561b987e-17cb-4f81-9867-d99e80109339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:12.875781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e05fd2-8adb-4bee-8431-94006e3db1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75835d9b-dbbb-4047-9851-a97da5fadead,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:12.974454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-7f0cc5cf-d8b4-420a-a467-e786e3cad4e8 service neutron] 10.222.0.49 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326836 Oct 13 14:09:12.998548 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf84b3c2-9cb5-4369-b8b7-568ab5014ecb x-openstack-request-id: req-bf84b3c2-9cb5-4369-b8b7-568ab5014ecb {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:13.000257 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd9d0cb-a164-4938-a570-4aaf55ddb571", "name": "network-vif-plugged", "status": "completed", "tag": "caead7a0-8ef2-4df7-bdc5-e53c2119f29f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:13.002965 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf84b3c2-9cb5-4369-b8b7-568ab5014ecb {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:13.003915 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd9d0cb-a164-4938-a570-4aaf55ddb571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caead7a0-8ef2-4df7-bdc5-e53c2119f29f', 'code': 200} Oct 13 14:09:13.116863 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561b987e-17cb-4f81-9867-d99e80109339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:13.162628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 82cc59b5-9e65-4ebf-aa5b-99119257411b no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:13.169533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-2f27e394-016f-46e0-b521-569e79cc3dee service neutron] 10.222.0.41 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233633 Oct 13 14:09:13.176288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-59af2404-026a-4c8f-a540-21fa9ab8aa94 req-7c9e0bc0-c7c0-4721-944c-fb51de58dd2a tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Deleting port cfca4074-5a72-408d-8a5c-c1cd33ae551b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:13.177184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-59af2404-026a-4c8f-a540-21fa9ab8aa94 req-7c9e0bc0-c7c0-4721-944c-fb51de58dd2a tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:13.293308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561b987e-17cb-4f81-9867-d99e80109339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:13.360197 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b987e-17cb-4f81-9867-d99e80109339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a6ab68-7f3e-49ae-8b41-2923d333fce8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:13.380658 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-561b987e-17cb-4f81-9867-d99e80109339 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0055812a622d45469556e7e92fea82e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1061201 Oct 13 14:09:13.385733 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38294) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:13.470833 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:13.477194 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d791-1db0-4b3a-8c7a-3aa4de1912f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:13.526737 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d791-1db0-4b3a-8c7a-3aa4de1912f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:13.541514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:13.682205 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:13.783944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d791-1db0-4b3a-8c7a-3aa4de1912f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:13.787759 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d791-1db0-4b3a-8c7a-3aa4de1912f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:13.789349 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e0a8d791-1db0-4b3a-8c7a-3aa4de1912f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53a6ab68-7f3e-49ae-8b41-2923d333fce8 HTTP/1.1" status: 204 len: 168 time: 0.4009974 Oct 13 14:09:13.807401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8d791-1db0-4b3a-8c7a-3aa4de1912f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a6ab68-7f3e-49ae-8b41-2923d333fce8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:13.814384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=82cc59b5-9e65-4ebf-aa5b-99119257411b,revision_number=11']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:13.897190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2f5aca-09c7-4895-af28-0d43566775ad req-c2b331cd-c431-46c4-a38a-04c24d249dd2 service neutron] 10.222.0.41 "GET /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7080743 Oct 13 14:09:13.927112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844cc64-5431-4cd8-8903-ce7adb89aec0 req-df7720ed-5772-43b2-b23a-294cd15b03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:13.927706 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7844cc64-5431-4cd8-8903-ce7adb89aec0 req-df7720ed-5772-43b2-b23a-294cd15b03fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1dd9d0cb-a164-4938-a570-4aaf55ddb571 HTTP/1.1" status: 200 len: 1097 time: 0.8129423 Oct 13 14:09:14.032508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-59af2404-026a-4c8f-a540-21fa9ab8aa94 req-7c9e0bc0-c7c0-4721-944c-fb51de58dd2a tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] For port cfca4074-5a72-408d-8a5c-c1cd33ae551b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cfca4074-5a72-408d-8a5c-c1cd33ae551b,segment=NetworkSegment(941e2779-70ee-4fc7-aac6-18ad80cbb0c9),segment_id=941e2779-70ee-4fc7-aac6-18ad80cbb0c9)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:14.033285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-59af2404-026a-4c8f-a540-21fa9ab8aa94 req-7c9e0bc0-c7c0-4721-944c-fb51de58dd2a tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:14.043307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7844cc64-5431-4cd8-8903-ce7adb89aec0 req-8b3c6f17-8521-4eae-8f0a-7e583b30d991 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006558 Oct 13 14:09:14.051280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7c864-bbf6-4135-9854-c155e9ed47c8 req-cd8edba8-0880-4b87-b79d-65cbe94a2f7f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:14.052805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edd7c864-bbf6-4135-9854-c155e9ed47c8 req-cd8edba8-0880-4b87-b79d-65cbe94a2f7f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 945 time: 0.2939513 Oct 13 14:09:14.063271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-59af2404-026a-4c8f-a540-21fa9ab8aa94 req-7c9e0bc0-c7c0-4721-944c-fb51de58dd2a tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Calling delete_port for cfca4074-5a72-408d-8a5c-c1cd33ae551b owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:14.091973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa60991-b8b8-448c-8976-4227402b1afb req-f7044687-04a6-4823-b1f6-ca8007908cea tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:14.101711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfa60991-b8b8-448c-8976-4227402b1afb req-f7044687-04a6-4823-b1f6-ca8007908cea tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 944 time: 0.1991963 Oct 13 14:09:14.179006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edd7c864-bbf6-4135-9854-c155e9ed47c8 req-d14583c9-21c6-4b28-9b0a-ff02fff13470 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122541 Oct 13 14:09:14.210121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfa60991-b8b8-448c-8976-4227402b1afb req-66e0e339-2ef6-442b-8b5e-0a81353e0fe7 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045408 Oct 13 14:09:14.325752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38356) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:14.378892 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f166e750-12e3-4062-9626-6c79d5fabaf2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37cdb19cbf904978a532665d1ca12fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518017 Oct 13 14:09:14.381617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38358) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:14.395316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcf0f3-c6b5-4ec4-994f-0d94f51f01af req-60be67db-2927-4d5f-8ff2-41d6febfa0bf tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:14.396878 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aafcf0f3-c6b5-4ec4-994f-0d94f51f01af req-60be67db-2927-4d5f-8ff2-41d6febfa0bf tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 945 time: 0.0806296 Oct 13 14:09:14.457667 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3302-aa13-4df3-8751-7bcc3cd95414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:14.480906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aafcf0f3-c6b5-4ec4-994f-0d94f51f01af req-6d85fe4e-46a7-4ed5-9069-4851334bf557 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/security-groups?id=507f03e6-8654-4ae4-9498-26effefbc870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635271 Oct 13 14:09:14.480906 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-59af2404-026a-4c8f-a540-21fa9ab8aa94 req-7c9e0bc0-c7c0-4721-944c-fb51de58dd2a tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:14.491582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['cfca4074-5a72-408d-8a5c-c1cd33ae551b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:09:14.515075 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3302-aa13-4df3-8751-7bcc3cd95414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:14.537737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e0bc0-c7c0-4721-944c-fb51de58dd2a tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Pushing event deleted for resources: {'Port': ['ID=cfca4074-5a72-408d-8a5c-c1cd33ae551b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:14.562162 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:09:14.583301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-59af2404-026a-4c8f-a540-21fa9ab8aa94 req-7c9e0bc0-c7c0-4721-944c-fb51de58dd2a tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] No DVR routers for this DVR port cfca4074-5a72-408d-8a5c-c1cd33ae551b on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:14.592795 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-59af2404-026a-4c8f-a540-21fa9ab8aa94 req-7c9e0bc0-c7c0-4721-944c-fb51de58dd2a tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:14.599648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59af2404-026a-4c8f-a540-21fa9ab8aa94 req-7c9e0bc0-c7c0-4721-944c-fb51de58dd2a tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.49 "DELETE /v2.0/ports/cfca4074-5a72-408d-8a5c-c1cd33ae551b HTTP/1.1" status: 204 len: 173 time: 2.2926939 Oct 13 14:09:14.600187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd22fd50-7898-40b9-8770-3c354e4e6294', 'name': 'network-vif-deleted', 'tag': 'cfca4074-5a72-408d-8a5c-c1cd33ae551b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:14.602569 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09109f3b-9056-4294-b1cc-7389ae41bdb2" -d '{"events": [{"server_uuid": "cd22fd50-7898-40b9-8770-3c354e4e6294", "name": "network-vif-deleted", "tag": "cfca4074-5a72-408d-8a5c-c1cd33ae551b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:14.917327 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1143b6be-0f34-4d1b-b677-2fa85d8e09e0 x-openstack-request-id: req-1143b6be-0f34-4d1b-b677-2fa85d8e09e0 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:14.917327 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd22fd50-7898-40b9-8770-3c354e4e6294", "name": "network-vif-deleted", "tag": "cfca4074-5a72-408d-8a5c-c1cd33ae551b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:14.917327 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1143b6be-0f34-4d1b-b677-2fa85d8e09e0 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:14.917327 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd22fd50-7898-40b9-8770-3c354e4e6294', 'name': 'network-vif-deleted', 'tag': 'cfca4074-5a72-408d-8a5c-c1cd33ae551b', 'status': 'completed', 'code': 200} Oct 13 14:09:14.917327 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838ef81-a7e1-47f7-a94d-e24f4a70a92a req-d6c7c97e-3c88-4327-954a-e18f628cc5ab tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:14.917327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a838ef81-a7e1-47f7-a94d-e24f4a70a92a req-d6c7c97e-3c88-4327-954a-e18f628cc5ab tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 946 time: 0.0672042 Oct 13 14:09:14.917327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a838ef81-a7e1-47f7-a94d-e24f4a70a92a req-9d1f2365-8f86-445d-a1b6-1fded7c60316 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387402 Oct 13 14:09:15.086349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:15.086349 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21032be-4827-4469-b9d0-84a9c247f62e" -d '{"events": [{"server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:15.091951 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3302-aa13-4df3-8751-7bcc3cd95414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:15.094698 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d100c11-8460-4dbc-ac58-425e959babee x-openstack-request-id: req-5d100c11-8460-4dbc-ac58-425e959babee {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:15.094698 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:15.094698 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d100c11-8460-4dbc-ac58-425e959babee {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:15.094698 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b', 'code': 200} Oct 13 14:09:15.097536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3302-aa13-4df3-8751-7bcc3cd95414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:15.097536 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5a4f3302-aa13-4df3-8751-7bcc3cd95414 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cb7fb94-09b4-4215-bfaa-2d34e9eca651 HTTP/1.1" status: 204 len: 168 time: 0.6889129 Oct 13 14:09:15.097536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f3302-aa13-4df3-8751-7bcc3cd95414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb7fb94-09b4-4215-bfaa-2d34e9eca651,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:15.186630 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:09:15.189719 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 371eabc8-72ae-47a5-86bd-0d97481e67ce up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:09:15.332704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c024cd8-ea31-4666-8498-99cc1d1680a1 req-3595ca90-c942-47ae-a9c2-6af46e32d5a9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:15.334291 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c024cd8-ea31-4666-8498-99cc1d1680a1 req-3595ca90-c942-47ae-a9c2-6af46e32d5a9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 945 time: 0.0626404 Oct 13 14:09:15.356949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:15.376922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb', 'network_id': 'e9b785c4-7ce8-4961-af5f-b3e746e77fe7', 'port_id': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb', 'mac_address': 'fa:16:3e:3a:e4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993127ca-088d-48f4-a980-b919aa4881f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:09:15.401382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c024cd8-ea31-4666-8498-99cc1d1680a1 req-3373b860-9462-47d4-949d-d7595e464e41 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600481 Oct 13 14:09:15.432737 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:15.448734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:09:15.472018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:15.503830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 371eabc8-72ae-47a5-86bd-0d97481e67ce completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:09:15.509511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 371eabc8-72ae-47a5-86bd-0d97481e67ce triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:15.509511 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:15.523726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338d37b-359e-4a8b-a970-61e9682386d7 req-5f47bccb-f028-44a6-a24b-cc615b550fd3 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:15.525915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3338d37b-359e-4a8b-a970-61e9682386d7 req-5f47bccb-f028-44a6-a24b-cc615b550fd3 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 944 time: 0.0571949 Oct 13 14:09:15.588456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3338d37b-359e-4a8b-a970-61e9682386d7 req-02dc7040-d891-42c9-8b16-adaa8c459992 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545878 Oct 13 14:09:15.620164 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38450) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:15.620697 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:15.653275 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d83c5577-a62f-4cee-91fa-004036f44de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:15.856644 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d83c5577-a62f-4cee-91fa-004036f44de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:15.860718 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:15.875297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1a4d847-43e0-408c-a113-9c358f04f625 req-c3005894-edde-4366-b564-3a435b5e58d3 tempest-AttachSCSIVolumeTestJSON-1957558872 tempest-AttachSCSIVolumeTestJSON-1957558872-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd22fd50-7898-40b9-8770-3c354e4e6294 HTTP/1.1" status: 200 len: 210 time: 0.0404696 Oct 13 14:09:15.932930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:15.957576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 371eabc8-72ae-47a5-86bd-0d97481e67ce, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=371eabc8-72ae-47a5-86bd-0d97481e67ce,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:15.970336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:09:16.058672 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d83c5577-a62f-4cee-91fa-004036f44de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:16.071198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86caec59-ae0a-45fa-a45b-9174f6507b20 req-72c45e5b-4b22-416f-b219-c1634dbac849 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:16.071198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86caec59-ae0a-45fa-a45b-9174f6507b20 req-72c45e5b-4b22-416f-b219-c1634dbac849 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 946 time: 0.0579529 Oct 13 14:09:16.112777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86caec59-ae0a-45fa-a45b-9174f6507b20 req-112f175c-02ae-443c-b222-53f26e3294be tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364258 Oct 13 14:09:16.113532 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d83c5577-a62f-4cee-91fa-004036f44de8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f411d5cd8704eb3b6bdd40e914ba2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915583 Oct 13 14:09:16.114758 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c5577-a62f-4cee-91fa-004036f44de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf015267-e89c-434f-a799-87cd7279b81a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:16.116791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38466) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:16.157117 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:16.193295 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-42dc9b98-043f-459e-a94f-6208dc525083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:16.225691 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=371eabc8-72ae-47a5-86bd-0d97481e67ce,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:16.237878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-42dc9b98-043f-459e-a94f-6208dc525083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:16.544936 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-42dc9b98-043f-459e-a94f-6208dc525083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:16.548594 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-42dc9b98-043f-459e-a94f-6208dc525083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:16.550028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-42dc9b98-043f-459e-a94f-6208dc525083 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf015267-e89c-434f-a799-87cd7279b81a HTTP/1.1" status: 204 len: 168 time: 0.4316700 Oct 13 14:09:16.560153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc9b98-043f-459e-a94f-6208dc525083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf015267-e89c-434f-a799-87cd7279b81a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:17.064862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd076f751-64e9-4f6d-b58a-948c356fc3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371eabc8-72ae-47a5-86bd-0d97481e67ce'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:17.067411 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea78705-92cb-4316-b698-ea78ba7464b0" -d '{"events": [{"server_uuid": "d076f751-64e9-4f6d-b58a-948c356fc3d8", "name": "network-vif-plugged", "status": "completed", "tag": "371eabc8-72ae-47a5-86bd-0d97481e67ce"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:17.187291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:09:17.238727 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:17.239106 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:17.289883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d70b40a-981d-4bab-98cd-2b73241c5f7c no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:17.300902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38526) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:17.376030 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:17.395242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422eb5c-ecc3-4448-bd45-3b3b4848a64b req-c2b7e352-65bc-4d63-9a0d-1b3776f97e19 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:17.401909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c422eb5c-ecc3-4448-bd45-3b3b4848a64b req-c2b7e352-65bc-4d63-9a0d-1b3776f97e19 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 944 time: 0.0910866 Oct 13 14:09:17.436289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:17.452284 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:17.452427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1796122392-network', 'tenant_id': 'f98de12adc794eee8130fc8c105bc67c'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:17.459733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c422eb5c-ecc3-4448-bd45-3b3b4848a64b req-adcd3bf1-cfb6-444c-b5b2-b923eeef383c tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523098 Oct 13 14:09:17.493133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:17.601797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433748e0-cf0c-493a-a46d-8ee3f64f8b4e req-007d9393-89a2-4573-9d61-794d9d4b84c4 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:17.603408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-433748e0-cf0c-493a-a46d-8ee3f64f8b4e req-007d9393-89a2-4573-9d61-794d9d4b84c4 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 945 time: 0.0555255 Oct 13 14:09:17.607810 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:17.649346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-433748e0-cf0c-493a-a46d-8ee3f64f8b4e req-ee7ee297-4966-464a-a8b3-ece234a2448c tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385988 Oct 13 14:09:17.652669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Made reservation on behalf of f98de12adc794eee8130fc8c105bc67c for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:09:17.655159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:17.664316 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:17.669496 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cfca4074-5a72-408d-8a5c-c1cd33ae551b no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:17.669680 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:17.688839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:17.691548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: cfca4074-5a72-408d-8a5c-c1cd33ae551b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:17.691886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cfca4074-5a72-408d-8a5c-c1cd33ae551b not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:17.780729 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=11']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:17.800484 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:17.889806 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb126a69-345d-4304-92a6-cd0810265b6f x-openstack-request-id: req-bb126a69-345d-4304-92a6-cd0810265b6f {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:17.890097 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d076f751-64e9-4f6d-b58a-948c356fc3d8", "name": "network-vif-plugged", "status": "completed", "tag": "371eabc8-72ae-47a5-86bd-0d97481e67ce", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:17.890356 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb126a69-345d-4304-92a6-cd0810265b6f {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:17.890752 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd076f751-64e9-4f6d-b58a-948c356fc3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371eabc8-72ae-47a5-86bd-0d97481e67ce', 'code': 200} Oct 13 14:09:17.950143 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:18.006801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:09:18.051215 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:18.051627 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Added segment 578d6b73-b314-4c1f-aaaa-2cf530b7ec66 of type vlan for network 3d8236a3-e9cb-4b0f-a226-dce14143f54f Oct 13 14:09:18.068361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268782c2-5154-40bb-b474-45632cd53a3b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:18.123463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c75523-668f-4478-b455-4dd1d9961d9a req-7aa82467-8073-48d2-bf12-ca13a4224d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:18.125140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c75523-668f-4478-b455-4dd1d9961d9a req-7aa82467-8073-48d2-bf12-ca13a4224d9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 1097 time: 0.1666288 Oct 13 14:09:18.136040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67dc85-c144-4fd0-9712-5970e85bd855 req-48cce084-da63-4cd6-a39b-d06854f011a2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:18.146446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e67dc85-c144-4fd0-9712-5970e85bd855 req-48cce084-da63-4cd6-a39b-d06854f011a2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1624823 Oct 13 14:09:18.146446 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:18.223208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c75523-668f-4478-b455-4dd1d9961d9a req-6c3089b0-fe9e-4afa-afd9-1afdd19f5d6d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800686 Oct 13 14:09:18.264181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e67dc85-c144-4fd0-9712-5970e85bd855 req-e5915a37-be1d-484a-b2d0-625674fbc70b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101432 Oct 13 14:09:18.283769 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:18.286219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:18.297752 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:18.363634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] Pushing event updated for resources: {'Network': ['ID=3d8236a3-e9cb-4b0f-a226-dce14143f54f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:18.379623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 3d8236a3-e9cb-4b0f-a226-dce14143f54f details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:09:18.400379 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:18.503624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8dfe5b1d-fdf5-4ffb-a29f-a860372a201d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1883254 Oct 13 14:09:18.503624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38580) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:18.506981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-56533a82-60e4-4a9f-a3fd-30ccd5413712 admin admin] Request body: {'subnet': {'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1796122392-subnet', 'tenant_id': 'f98de12adc794eee8130fc8c105bc67c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:18.651082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f907c9a-fc28-4d2b-b25e-113ad1a5bc29 req-beef27d6-5c91-480d-ac66-066ea38b3700 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:18.668441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f907c9a-fc28-4d2b-b25e-113ad1a5bc29 req-beef27d6-5c91-480d-ac66-066ea38b3700 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 945 time: 0.0837810 Oct 13 14:09:18.709690 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f907c9a-fc28-4d2b-b25e-113ad1a5bc29 req-fa6c39fe-ec4b-4849-89e1-cd8dbd9d29da tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463521 Oct 13 14:09:18.710740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56533a82-60e4-4a9f-a3fd-30ccd5413712 admin admin] Made reservation on behalf of f98de12adc794eee8130fc8c105bc67c for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:09:18.713040 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-56533a82-60e4-4a9f-a3fd-30ccd5413712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:18.902881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be51a4a-d739-43b8-843d-a00ee808cdfa req-39a7ca76-e878-42f3-8900-9094768eec7a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:18.905509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4be51a4a-d739-43b8-843d-a00ee808cdfa req-39a7ca76-e878-42f3-8900-9094768eec7a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 945 time: 0.1083620 Oct 13 14:09:19.005084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4be51a4a-d739-43b8-843d-a00ee808cdfa req-a48f67dc-6813-410c-87d3-5de389d38d50 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928211 Oct 13 14:09:19.172945 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-56533a82-60e4-4a9f-a3fd-30ccd5413712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:19.236802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56533a82-60e4-4a9f-a3fd-30ccd5413712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc898a0c-f0e8-48e4-be55-ec054e3bd71d,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:19.251738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56533a82-60e4-4a9f-a3fd-30ccd5413712 admin admin] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:09:19.252445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56533a82-60e4-4a9f-a3fd-30ccd5413712 admin admin] Network hostable DHCP agents. Network: 3d8236a3-e9cb-4b0f-a226-dce14143f54f, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:09:19.425520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab78d5-56e1-4c30-924a-3ad300facf45 req-8effa6e4-35f1-40b1-b30e-1c440dff3100 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:19.433925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-efab78d5-56e1-4c30-924a-3ad300facf45 req-8effa6e4-35f1-40b1-b30e-1c440dff3100 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0805402 Oct 13 14:09:19.438538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56533a82-60e4-4a9f-a3fd-30ccd5413712 admin admin] Network 3d8236a3-e9cb-4b0f-a226-dce14143f54f is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:09:19.481945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-efab78d5-56e1-4c30-924a-3ad300facf45 req-2ee6c252-a2d7-47af-8a9a-2508b38bf00a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462596 Oct 13 14:09:19.566963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-417163eb-ba72-4942-9902-4025be6d2de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:19.657467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-56533a82-60e4-4a9f-a3fd-30ccd5413712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 3d8236a3-e9cb-4b0f-a226-dce14143f54f) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:09:19.658556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56533a82-60e4-4a9f-a3fd-30ccd5413712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:19.659817 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-56533a82-60e4-4a9f-a3fd-30ccd5413712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:19.667475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae4dc92-a6f3-4e2a-afa7-423faf5ed12a None None] Network 3d8236a3-e9cb-4b0f-a226-dce14143f54f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:09:19.827989 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8f89ac-0e29-4a36-9642-b29182c19508 None None] Network 3d8236a3-e9cb-4b0f-a226-dce14143f54f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:09:19.883441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-56533a82-60e4-4a9f-a3fd-30ccd5413712 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3874481 Oct 13 14:09:19.894996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6741d3f3-5a9a-4ea3-8352-e94c082d0540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb'}, {'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:19.897487 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4193e0-b920-4100-acab-c4210c2d415d" -d '{"events": [{"server_uuid": "6741d3f3-5a9a-4ea3-8352-e94c082d0540", "name": "network-vif-plugged", "status": "completed", "tag": "eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb"}, {"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-unplugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:20.237096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-b7c37ec4-e355-4ee7-85a4-586049852cf6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=21833094a6e8447db4e32da93e56651f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337722 Oct 13 14:09:20.345408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3f63c-8f00-4938-a246-f3cd63d09c3b req-ae547aaa-5ae3-4936-bae5-f0416526233f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:20.346927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97c3f63c-8f00-4938-a246-f3cd63d09c3b req-ae547aaa-5ae3-4936-bae5-f0416526233f tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 945 time: 0.1336231 Oct 13 14:09:20.448380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-fae34faa-1c60-495f-9afe-e12eaad9423c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:20.453678 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-fae34faa-1c60-495f-9afe-e12eaad9423c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012942 Oct 13 14:09:20.459135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97c3f63c-8f00-4938-a246-f3cd63d09c3b req-c5a9eae5-fc5f-47b0-a4a3-9a7d8f59034c tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002777 Oct 13 14:09:20.475633 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-e1b78817-7d5c-4076-8ce1-dc03960f05a4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/quotas/21833094a6e8447db4e32da93e56651f HTTP/1.1" status: 200 len: 375 time: 0.0150354 Oct 13 14:09:20.516863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0a4d22ed-e781-4913-923f-feea9985c951 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346732 Oct 13 14:09:20.526331 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d1f6ab-de26-4da6-8521-fc3346bfe125 x-openstack-request-id: req-13d1f6ab-de26-4da6-8521-fc3346bfe125 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:20.526645 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6741d3f3-5a9a-4ea3-8352-e94c082d0540", "name": "network-vif-plugged", "status": "completed", "tag": "eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb", "code": 200}, {"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-unplugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:20.527349 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13d1f6ab-de26-4da6-8521-fc3346bfe125 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:20.528377 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6741d3f3-5a9a-4ea3-8352-e94c082d0540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb', 'code': 200} Oct 13 14:09:20.528961 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'code': 200} Oct 13 14:09:20.639908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d397d-e5de-4a7e-ad3e-6481ec6c294b req-1e33373d-12db-451b-80c9-bee9dabd3841 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:20.641945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-859d397d-e5de-4a7e-ad3e-6481ec6c294b req-1e33373d-12db-451b-80c9-bee9dabd3841 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 945 time: 0.0682387 Oct 13 14:09:20.726746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-859d397d-e5de-4a7e-ad3e-6481ec6c294b req-7082da05-b7c1-4ec2-85ca-c1dcd14acb0d tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751743 Oct 13 14:09:21.088137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879714a2-538e-4c8d-bbd1-dc5da52b2558 req-dde3e43e-0ab8-47ad-98e6-0e98da5b498f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:21.102688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-879714a2-538e-4c8d-bbd1-dc5da52b2558 req-dde3e43e-0ab8-47ad-98e6-0e98da5b498f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1406729 Oct 13 14:09:21.171862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-879714a2-538e-4c8d-bbd1-dc5da52b2558 req-55b2222e-ff6b-4ea1-8ede-70ddc436d1c9 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666959 Oct 13 14:09:21.240815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38714) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:21.248869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1287618464-network', 'tenant_id': '7cb6127641b641afb0cb9af4b0478cb5'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:21.313100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d70b40a-981d-4bab-98cd-2b73241c5f7c details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:09:21.344167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92375b1c-dd67-48b7-97a2-4a53579ff6a8 req-3611a0ea-8fc2-4b0d-9371-a760a501ffc9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 210 time: 0.0557685 Oct 13 14:09:21.418525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Made reservation on behalf of 7cb6127641b641afb0cb9af4b0478cb5 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:09:21.422680 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:21.448551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:21.471740 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:21.490407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'port_id': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'mac_address': 'fa:16:3e:af:e6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:09:21.582466 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:21.603408 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d70b40a-981d-4bab-98cd-2b73241c5f7c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:09:21.647628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:21.662962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:21.678522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e264f2c-8f33-4a8f-9867-80c8e157242b req-f6412024-2fa9-400d-b63a-7b0ae15f5ca9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:21.680104 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e264f2c-8f33-4a8f-9867-80c8e157242b req-f6412024-2fa9-400d-b63a-7b0ae15f5ca9 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 945 time: 0.0893385 Oct 13 14:09:21.703704 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:21.726337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e264f2c-8f33-4a8f-9867-80c8e157242b req-94aff49e-03bd-4cc9-a234-29cd9757313c tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385668 Oct 13 14:09:21.753783 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:21.805599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:09:21.812794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd2995d-1281-48c8-a302-170c56de2f07,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:21.820539 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:21.820922 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Added segment a7a12c7b-b273-4804-ab1c-f64142c611ec of type vlan for network 716413ea-78fe-443b-9abc-b161d74aa94f Oct 13 14:09:21.841789 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:21.882322 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:21.955574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['0d70b40a-981d-4bab-98cd-2b73241c5f7c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:09:21.959409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=12']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:22.009279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9b488-7b8e-4c81-b46e-13d25505611b req-46723819-e311-4138-a081-d78fe64fd919 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:22.010836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9de9b488-7b8e-4c81-b46e-13d25505611b req-46723819-e311-4138-a081-d78fe64fd919 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 945 time: 0.0833597 Oct 13 14:09:22.063097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9de9b488-7b8e-4c81-b46e-13d25505611b req-583ca0e3-32b6-490e-af44-7d75a20e268e tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 Oct 13 14:09:22.315535 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:22.317081 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:22.318023 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:22.396265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Pushing event updated for resources: {'Network': ['ID=716413ea-78fe-443b-9abc-b161d74aa94f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:22.406161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:22.406507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:22.406853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:22.407185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:22.407513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:22.407841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:22.408165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:22.408487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:22.408808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:22.409270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:22.409592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:22.409969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:22.421314 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 716413ea-78fe-443b-9abc-b161d74aa94f details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:09:22.426936 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a7edd0b6-fbd8-4cb5-a591-7883d30cae59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:22.478101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4d95e7c7-c7e5-495a-980f-b213374ec367 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2339847 Oct 13 14:09:22.480954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38770) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:22.486277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-71fd53b4-204a-412b-957b-2265c8298365 admin admin] Request body: {'subnet': {'network_id': '716413ea-78fe-443b-9abc-b161d74aa94f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1287618464-subnet', 'tenant_id': '7cb6127641b641afb0cb9af4b0478cb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:22.721550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fd53b4-204a-412b-957b-2265c8298365 admin admin] Made reservation on behalf of 7cb6127641b641afb0cb9af4b0478cb5 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:09:22.728358 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-71fd53b4-204a-412b-957b-2265c8298365 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:23.087102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d3681-181e-48aa-bceb-ee0c85b58905 req-673eec82-c78d-4a78-8a8c-fdc2d0951719 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:23.088874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c48d3681-181e-48aa-bceb-ee0c85b58905 req-673eec82-c78d-4a78-8a8c-fdc2d0951719 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd9d0cb-a164-4938-a570-4aaf55ddb571 HTTP/1.1" status: 200 len: 945 time: 0.0835769 Oct 13 14:09:23.173462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c48d3681-181e-48aa-bceb-ee0c85b58905 req-db00a0e7-b606-4b5f-bedd-19f93d4ad076 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760889 Oct 13 14:09:23.221098 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-71fd53b4-204a-412b-957b-2265c8298365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:23.324661 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd53b4-204a-412b-957b-2265c8298365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2990cb7-5180-43b8-88d0-bc1209b758e9,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:23.329661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92ce41-9652-4bb0-ad9f-fc7fee632416 req-1301410d-a165-40f8-9356-0a7a4d2dd66b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:23.338356 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fd53b4-204a-412b-957b-2265c8298365 admin admin] Checking segment: {'id': 'a7a12c7b-b273-4804-ab1c-f64142c611ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '716413ea-78fe-443b-9abc-b161d74aa94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:09:23.338843 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fd53b4-204a-412b-957b-2265c8298365 admin admin] Network hostable DHCP agents. Network: 716413ea-78fe-443b-9abc-b161d74aa94f, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:09:23.341888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf92ce41-9652-4bb0-ad9f-fc7fee632416 req-1301410d-a165-40f8-9356-0a7a4d2dd66b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 945 time: 0.0790572 Oct 13 14:09:23.345850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d70b40a-981d-4bab-98cd-2b73241c5f7c up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:09:23.425406 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 0d70b40a-981d-4bab-98cd-2b73241c5f7c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:23.426692 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:23.445368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf92ce41-9652-4bb0-ad9f-fc7fee632416 req-6abe4c70-40d9-4294-b24e-b5d1030f87ea tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929193 Oct 13 14:09:23.466643 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fd53b4-204a-412b-957b-2265c8298365 admin admin] Network 716413ea-78fe-443b-9abc-b161d74aa94f is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:09:23.553062 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:23.606609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4263eb6e-5dc8-42ec-9398-7eae5aad0042 req-06e42e7e-a5c3-4e6e-8e88-1cde56317162 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 210 time: 0.0670815 Oct 13 14:09:23.627921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:23.635374 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99410220-fb73-4ce4-8e7e-4b5905d7e206" -d '{"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-plugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:23.660393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:23.704008 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-71fd53b4-204a-412b-957b-2265c8298365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 716413ea-78fe-443b-9abc-b161d74aa94f) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:09:23.743443 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd53b4-204a-412b-957b-2265c8298365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:23.743443 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-71fd53b4-204a-412b-957b-2265c8298365 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:23.744017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336e2d42-84dc-41e6-ac39-34910b283d2b None None] Network 716413ea-78fe-443b-9abc-b161d74aa94f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:09:23.832910 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:23.838371 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0d2c3a-fcff-497a-9faa-82f6ee8a68bd x-openstack-request-id: req-8f0d2c3a-fcff-497a-9faa-82f6ee8a68bd {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:23.839163 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-plugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:23.840393 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f0d2c3a-fcff-497a-9faa-82f6ee8a68bd {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:23.841051 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'code': 200} Oct 13 14:09:23.842364 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:23.877142 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-71fd53b4-204a-412b-957b-2265c8298365 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3844333 Oct 13 14:09:24.103610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=13']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:24.180950 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:24.281058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a169e8-787b-42da-86ed-6352ed8d260f None None] Network 716413ea-78fe-443b-9abc-b161d74aa94f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:09:24.703273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-25fa1a87-1e61-4068-a912-33730d168f8c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=21833094a6e8447db4e32da93e56651f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584903 Oct 13 14:09:25.066347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-97698283-e87b-4507-90af-30150e13322a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:25.068035 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-97698283-e87b-4507-90af-30150e13322a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3506336 Oct 13 14:09:25.084597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Request body: {'port': {'device_id': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '21833094a6e8447db4e32da93e56651f'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:25.209297 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:25.284680 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:25.515927 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:25.609770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:25.652036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-a59fa96b-4e75-4394-ba56-e5e80520b605 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:25.664161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-a59fa96b-4e75-4394-ba56-e5e80520b605 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 808 time: 0.3494525 Oct 13 14:09:25.694855 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-725de689-69e1-4cd1-9041-6924121b6ceb tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/quotas/f98de12adc794eee8130fc8c105bc67c HTTP/1.1" status: 200 len: 375 time: 0.0294876 Oct 13 14:09:25.758022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c37cb1cb-bd45-4e73-b2a3-ab1d34401cb5 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621982 Oct 13 14:09:25.798660 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:25.856160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6741d3f3-5a9a-4ea3-8352-e94c082d0540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:25.860956 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a30fdb-4c77-4ae8-80a8-c38afeb26c6d" -d '{"events": [{"server_uuid": "6741d3f3-5a9a-4ea3-8352-e94c082d0540", "name": "network-vif-unplugged", "status": "completed", "tag": "eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:25.885614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Made reservation on behalf of 21833094a6e8447db4e32da93e56651f for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:09:25.891151 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:25.916586 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:25.974647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59548210-4544-45e5-af0c-c5a1f5fe8c35 req-0b3de810-ed3c-46b7-926f-a59e6711f170 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:25.976718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59548210-4544-45e5-af0c-c5a1f5fe8c35 req-0b3de810-ed3c-46b7-926f-a59e6711f170 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 947 time: 0.2785490 Oct 13 14:09:25.985418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:26.010075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6d03a-12cd-473f-bbcf-e7a9b150ff21 req-04fe499b-d78e-4429-a78f-73f8b023b008 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:26.013782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3b6d03a-12cd-473f-bbcf-e7a9b150ff21 req-04fe499b-d78e-4429-a78f-73f8b023b008 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.41 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 945 time: 0.2615860 Oct 13 14:09:26.127992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b46ac-a213-4057-9ecb-032a6936d22c req-fb3b64ea-a346-476e-8013-77ccbb47807e tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:26.129776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-577b46ac-a213-4057-9ecb-032a6936d22c req-fb3b64ea-a346-476e-8013-77ccbb47807e tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.49 "GET /v2.0/ports?device_id=1dd9d0cb-a164-4938-a570-4aaf55ddb571 HTTP/1.1" status: 200 len: 945 time: 0.2505517 Oct 13 14:09:26.253098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-f50dfb92-d9ec-47cf-8291-e4735d53fa3e service neutron] 10.222.0.18 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801302 Oct 13 14:09:26.258105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59548210-4544-45e5-af0c-c5a1f5fe8c35 req-5dc9e017-d6ce-49c1-a8f4-3d58ed7264f6 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648442 Oct 13 14:09:26.543050 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:26.546128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d3b6d03a-12cd-473f-bbcf-e7a9b150ff21 req-7de02b51-df7f-4174-aa05-659c05561e89 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Deleting port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:26.546562 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d3b6d03a-12cd-473f-bbcf-e7a9b150ff21 req-7de02b51-df7f-4174-aa05-659c05561e89 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:26.614717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fbc30-5bad-406f-a892-29478ef60d71 req-d1e4a707-66ed-4123-a3f9-f046ac22baa5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:26.624832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e9fbc30-5bad-406f-a892-29478ef60d71 req-d1e4a707-66ed-4123-a3f9-f046ac22baa5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 946 time: 0.2651083 Oct 13 14:09:26.651183 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:26.717792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-1e478039-0262-407d-b85f-217752b0e008 service neutron] 10.222.0.18 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512026 Oct 13 14:09:26.731810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-577b46ac-a213-4057-9ecb-032a6936d22c req-d8413f25-18bf-471f-bdc2-78405328d616 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Deleting port caead7a0-8ef2-4df7-bdc5-e53c2119f29f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:26.732889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-577b46ac-a213-4057-9ecb-032a6936d22c req-d8413f25-18bf-471f-bdc2-78405328d616 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:26.941927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ea2139-d8e5-4fe2-9516-49d1d5ac887c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:26.964313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e9fbc30-5bad-406f-a892-29478ef60d71 req-530e4cb8-2cb2-43a1-a4f2-a9cc0ec33fe8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372915 Oct 13 14:09:27.073083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d3b6d03a-12cd-473f-bbcf-e7a9b150ff21 req-7de02b51-df7f-4174-aa05-659c05561e89 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] For port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,segment=NetworkSegment(32f69abc-a675-49ee-846a-c11c81daa0db),segment_id=32f69abc-a675-49ee-846a-c11c81daa0db)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:27.074460 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d3b6d03a-12cd-473f-bbcf-e7a9b150ff21 req-7de02b51-df7f-4174-aa05-659c05561e89 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:27.199944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d3b6d03a-12cd-473f-bbcf-e7a9b150ff21 req-7de02b51-df7f-4174-aa05-659c05561e89 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Calling delete_port for eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:27.217360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e90e6b9-2e4b-4f4e-b2d4-accbb1cf7899 req-e1c371e0-c97e-40a4-a887-7c42f93991b5 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 210 time: 0.1227825 Oct 13 14:09:27.281544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-577b46ac-a213-4057-9ecb-032a6936d22c req-d8413f25-18bf-471f-bdc2-78405328d616 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] For port caead7a0-8ef2-4df7-bdc5-e53c2119f29f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=caead7a0-8ef2-4df7-bdc5-e53c2119f29f,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:27.282218 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-577b46ac-a213-4057-9ecb-032a6936d22c req-d8413f25-18bf-471f-bdc2-78405328d616 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:27.343599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Allocated IP 192.168.233.144 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/2719ac14-cb10-4f6a-a08b-8716e25f943c) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:09:27.377110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-577b46ac-a213-4057-9ecb-032a6936d22c req-d8413f25-18bf-471f-bdc2-78405328d616 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Calling delete_port for caead7a0-8ef2-4df7-bdc5-e53c2119f29f owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:27.468392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a50c-0a92-4aeb-80a1-a4b3c661a989 req-2ad408cb-821c-4eda-874c-0104134d1043 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:27.475941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d94a50c-0a92-4aeb-80a1-a4b3c661a989 req-2ad408cb-821c-4eda-874c-0104134d1043 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 943 time: 0.3282413 Oct 13 14:09:27.506200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37090d-1baa-466a-8a02-8fc5894ecb4a req-0023cab5-fbfb-4e1f-8fad-829a40982a83 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:27.507854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a37090d-1baa-466a-8a02-8fc5894ecb4a req-0023cab5-fbfb-4e1f-8fad-829a40982a83 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.41 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 947 time: 0.3103738 Oct 13 14:09:28.180365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db9ecc-fb7e-4bbf-bd72-f8a04ee179e7 req-ba5d47ab-0af8-496c-a726-6d813666e939 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:28.182120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5db9ecc-fb7e-4bbf-bd72-f8a04ee179e7 req-ba5d47ab-0af8-496c-a726-6d813666e939 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd9d0cb-a164-4938-a570-4aaf55ddb571 HTTP/1.1" status: 200 len: 945 time: 0.7836616 Oct 13 14:09:28.192839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d94a50c-0a92-4aeb-80a1-a4b3c661a989 req-15a0b716-ce64-4a4e-ac64-8d599806dfc2 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/security-groups?id=fb2646de-2922-40d9-a0ba-8fdc0837ae6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7158451 Oct 13 14:09:28.267024 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b980b04f-ea53-4192-ae3e-b1de4aaa08da x-openstack-request-id: req-b980b04f-ea53-4192-ae3e-b1de4aaa08da {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:28.267522 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6741d3f3-5a9a-4ea3-8352-e94c082d0540", "name": "network-vif-unplugged", "status": "completed", "tag": "eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:28.267759 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b980b04f-ea53-4192-ae3e-b1de4aaa08da {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:28.268582 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6741d3f3-5a9a-4ea3-8352-e94c082d0540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb', 'code': 200} Oct 13 14:09:28.278852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fabf0-908e-460d-a1f3-19d516586840 req-b809043d-5500-48aa-8aa1-f2fcc7a130a3 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:28.279990 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-348fabf0-908e-460d-a1f3-19d516586840 req-b809043d-5500-48aa-8aa1-f2fcc7a130a3 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.41 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 945 time: 0.3195455 Oct 13 14:09:28.461808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5db9ecc-fb7e-4bbf-bd72-f8a04ee179e7 req-20d833c4-faf6-452e-bdf4-a01d7085711c tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646003 Oct 13 14:09:28.473739 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53f906d0-f7d1-4efd-bac9-a09263b626f2 req-df230922-2ed8-4914-8273-88cf3302866d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 210 time: 0.0792177 Oct 13 14:09:28.519403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-2a37090d-1baa-466a-8a02-8fc5894ecb4a req-b463169a-54c2-4d08-baf1-4e8819b573fe tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Deleting port 3f1e191c-6110-4a4e-9e00-cf9bc186b316 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:28.519787 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2a37090d-1baa-466a-8a02-8fc5894ecb4a req-b463169a-54c2-4d08-baf1-4e8819b573fe tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:28.528842 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:28.580760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d3b6d03a-12cd-473f-bbcf-e7a9b150ff21 req-7de02b51-df7f-4174-aa05-659c05561e89 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:28.651460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de02b51-df7f-4174-aa05-659c05561e89 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Pushing event deleted for resources: {'Port': ['ID=eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:28.684783 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-577b46ac-a213-4057-9ecb-032a6936d22c req-d8413f25-18bf-471f-bdc2-78405328d616 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:28.698341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['371eabc8-72ae-47a5-86bd-0d97481e67ce'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:09:28.703662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['caead7a0-8ef2-4df7-bdc5-e53c2119f29f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:09:28.826774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b6d03a-12cd-473f-bbcf-e7a9b150ff21 req-7de02b51-df7f-4174-aa05-659c05561e89 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] No DVR routers for this DVR port eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:28.831215 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d3b6d03a-12cd-473f-bbcf-e7a9b150ff21 req-7de02b51-df7f-4174-aa05-659c05561e89 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:28.835088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3b6d03a-12cd-473f-bbcf-e7a9b150ff21 req-7de02b51-df7f-4174-aa05-659c05561e89 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.41 "DELETE /v2.0/ports/eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb HTTP/1.1" status: 204 len: 173 time: 2.7970483 Oct 13 14:09:28.843634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6741d3f3-5a9a-4ea3-8352-e94c082d0540', 'name': 'network-vif-deleted', 'tag': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:28.847594 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7665f4-35cf-4f24-9235-05910b9f3176" -d '{"events": [{"server_uuid": "6741d3f3-5a9a-4ea3-8352-e94c082d0540", "name": "network-vif-deleted", "tag": "eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:28.851816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8413f25-18bf-471f-bdc2-78405328d616 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Pushing event deleted for resources: {'Port': ['ID=caead7a0-8ef2-4df7-bdc5-e53c2119f29f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:28.946710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-348fabf0-908e-460d-a1f3-19d516586840 req-1663d5ab-7841-49d1-bd36-4a67fcf6cffe tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Deleting port 371eabc8-72ae-47a5-86bd-0d97481e67ce {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:28.947475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-348fabf0-908e-460d-a1f3-19d516586840 req-1663d5ab-7841-49d1-bd36-4a67fcf6cffe tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:28.953417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2a37090d-1baa-466a-8a02-8fc5894ecb4a req-b463169a-54c2-4d08-baf1-4e8819b573fe tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] For port 3f1e191c-6110-4a4e-9e00-cf9bc186b316, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3f1e191c-6110-4a4e-9e00-cf9bc186b316,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:28.954278 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2a37090d-1baa-466a-8a02-8fc5894ecb4a req-b463169a-54c2-4d08-baf1-4e8819b573fe tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:28.992168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-577b46ac-a213-4057-9ecb-032a6936d22c req-d8413f25-18bf-471f-bdc2-78405328d616 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] No DVR routers for this DVR port caead7a0-8ef2-4df7-bdc5-e53c2119f29f on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:28.996258 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-577b46ac-a213-4057-9ecb-032a6936d22c req-d8413f25-18bf-471f-bdc2-78405328d616 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:29.000848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-577b46ac-a213-4057-9ecb-032a6936d22c req-d8413f25-18bf-471f-bdc2-78405328d616 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.49 "DELETE /v2.0/ports/caead7a0-8ef2-4df7-bdc5-e53c2119f29f HTTP/1.1" status: 204 len: 173 time: 2.8500278 Oct 13 14:09:29.019097 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:29.069357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b72941-dcc4-4bd7-986f-577acfa5cb18 req-9ce552bb-cbce-4b38-aea8-7382e4d2bbcc tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:29.070950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00b72941-dcc4-4bd7-986f-577acfa5cb18 req-9ce552bb-cbce-4b38-aea8-7382e4d2bbcc tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 946 time: 0.4317737 Oct 13 14:09:29.082227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-2a37090d-1baa-466a-8a02-8fc5894ecb4a req-b463169a-54c2-4d08-baf1-4e8819b573fe tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Calling delete_port for 3f1e191c-6110-4a4e-9e00-cf9bc186b316 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:29.162972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084af4c-16fa-4bf8-99d0-6ce86d634ba1 req-04a54a14-c32d-401c-83d4-0713fd04b2f5 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:29.164632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8084af4c-16fa-4bf8-99d0-6ce86d634ba1 req-04a54a14-c32d-401c-83d4-0713fd04b2f5 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 947 time: 0.5268602 Oct 13 14:09:29.203889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:09:29.235798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:29.269842 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:29.271183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:29.301375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:09:29.316643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:09:29.374031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Pushing event updated for resources: {'Port': ['ID=2719ac14-cb10-4f6a-a08b-8716e25f943c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:29.439685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00b72941-dcc4-4bd7-986f-577acfa5cb18 req-570909fd-e2db-477b-b488-42b74d4d64aa tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191800 Oct 13 14:09:29.491242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-348fabf0-908e-460d-a1f3-19d516586840 req-1663d5ab-7841-49d1-bd36-4a67fcf6cffe tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] For port 371eabc8-72ae-47a5-86bd-0d97481e67ce, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=371eabc8-72ae-47a5-86bd-0d97481e67ce,segment=NetworkSegment(2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440),segment_id=2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:29.500886 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-348fabf0-908e-460d-a1f3-19d516586840 req-1663d5ab-7841-49d1-bd36-4a67fcf6cffe tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:29.520021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8084af4c-16fa-4bf8-99d0-6ce86d634ba1 req-4a0e4ac6-48de-4a05-b839-e72854efa9af tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225448 Oct 13 14:09:29.550489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:29.551259 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:29.587702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-348fabf0-908e-460d-a1f3-19d516586840 req-1663d5ab-7841-49d1-bd36-4a67fcf6cffe tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Calling delete_port for 371eabc8-72ae-47a5-86bd-0d97481e67ce owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:29.670364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4160c245-9125-4610-81f7-7714acf243df None None] Provisioning complete for port 2719ac14-cb10-4f6a-a08b-8716e25f943c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:29.670646 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4160c245-9125-4610-81f7-7714acf243df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:29.702075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38874) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:29.794323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-0386acf0-057c-4a18-8494-0aa4c8e712ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7153385 Oct 13 14:09:29.811214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338947bd-cd12-4563-bd76-6dcffcaf216c req-aa37c36d-d2f7-45dc-b40f-96bb679393a5 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:29.822637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-338947bd-cd12-4563-bd76-6dcffcaf216c req-aa37c36d-d2f7-45dc-b40f-96bb679393a5 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 936 time: 0.2177594 Oct 13 14:09:29.825007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Request body: {'port': {'device_id': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:29.825673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4160c245-9125-4610-81f7-7714acf243df None None] Port 2719ac14-cb10-4f6a-a08b-8716e25f943c cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:09:29.838469 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdce7b31-1722-4bb4-bc56-7e66c543785b x-openstack-request-id: req-fdce7b31-1722-4bb4-bc56-7e66c543785b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:29.838757 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6741d3f3-5a9a-4ea3-8352-e94c082d0540", "name": "network-vif-deleted", "tag": "eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:29.839684 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdce7b31-1722-4bb4-bc56-7e66c543785b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:29.840335 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6741d3f3-5a9a-4ea3-8352-e94c082d0540', 'name': 'network-vif-deleted', 'tag': 'eb08a810-3f10-4ba5-ad2f-4b0c9cfad9bb', 'status': 'completed', 'code': 200} Oct 13 14:09:29.973605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-338947bd-cd12-4563-bd76-6dcffcaf216c req-45352e79-edf7-4f6d-981f-1557395fcf93 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381309 Oct 13 14:09:30.031656 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2a37090d-1baa-466a-8a02-8fc5894ecb4a req-b463169a-54c2-4d08-baf1-4e8819b573fe tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:30.074832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:30.145534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d65a90db-7910-4f55-a5ef-1fd3f14f773b req-3daa9f6b-72cf-4ad5-a5f5-743454d490a4 tempest-ImagesTestJSON-658834565 tempest-ImagesTestJSON-658834565-project] 10.222.0.18 "GET /v2.0/ports?device_id=6741d3f3-5a9a-4ea3-8352-e94c082d0540 HTTP/1.1" status: 200 len: 210 time: 0.1041062 Oct 13 14:09:30.159787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463169a-54c2-4d08-baf1-4e8819b573fe tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Pushing event deleted for resources: {'Port': ['ID=3f1e191c-6110-4a4e-9e00-cf9bc186b316,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:30.253051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bab666c2-5171-445c-a5cd-1f4a8fe7e2a2 req-2d7b60a7-a893-4014-b9b5-a09103c715bf tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 210 time: 0.1607866 Oct 13 14:09:30.335623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a37090d-1baa-466a-8a02-8fc5894ecb4a req-b463169a-54c2-4d08-baf1-4e8819b573fe tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] No DVR routers for this DVR port 3f1e191c-6110-4a4e-9e00-cf9bc186b316 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:30.350298 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2a37090d-1baa-466a-8a02-8fc5894ecb4a req-b463169a-54c2-4d08-baf1-4e8819b573fe tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:30.355755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a37090d-1baa-466a-8a02-8fc5894ecb4a req-b463169a-54c2-4d08-baf1-4e8819b573fe tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.41 "DELETE /v2.0/ports/3f1e191c-6110-4a4e-9e00-cf9bc186b316 HTTP/1.1" status: 204 len: 173 time: 2.3989074 Oct 13 14:09:30.378694 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-348fabf0-908e-460d-a1f3-19d516586840 req-1663d5ab-7841-49d1-bd36-4a67fcf6cffe tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:30.432850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663d5ab-7841-49d1-bd36-4a67fcf6cffe tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Pushing event deleted for resources: {'Port': ['ID=371eabc8-72ae-47a5-86bd-0d97481e67ce,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:30.444297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58cf5db-ac44-4711-b93d-8c22dce6c515 req-ea56dabb-2805-463e-93af-e17e286bb6a1 tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd9d0cb-a164-4938-a570-4aaf55ddb571 HTTP/1.1" status: 200 len: 210 time: 0.0981617 Oct 13 14:09:30.514841 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-454b3a8e-786d-484d-83dc-20104b27b913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:30.569367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-348fabf0-908e-460d-a1f3-19d516586840 req-1663d5ab-7841-49d1-bd36-4a67fcf6cffe tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] No DVR routers for this DVR port 371eabc8-72ae-47a5-86bd-0d97481e67ce on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:30.577459 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-348fabf0-908e-460d-a1f3-19d516586840 req-1663d5ab-7841-49d1-bd36-4a67fcf6cffe tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:30.582203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-348fabf0-908e-460d-a1f3-19d516586840 req-1663d5ab-7841-49d1-bd36-4a67fcf6cffe tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.41 "DELETE /v2.0/ports/371eabc8-72ae-47a5-86bd-0d97481e67ce HTTP/1.1" status: 204 len: 173 time: 2.2912145 Oct 13 14:09:30.952538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-acd2c130-022d-44c2-a5dc-970930cf2c6d req-5070bc19-c0dd-4551-a33e-f5d63bace453 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=5681bbb4-c680-4a0c-b74b-3dc3c55a2213 HTTP/1.1" status: 200 len: 210 time: 0.1649261 Oct 13 14:09:31.048666 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-454b3a8e-786d-484d-83dc-20104b27b913 admin admin] Deleting port 3aa1bc38-4769-49e5-8318-ef3fa420c3da {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:31.049453 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-454b3a8e-786d-484d-83dc-20104b27b913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:31.054521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28dd37-3345-42b0-804b-5e2a82fe310a req-14a9953a-2654-44df-bfd3-7db717228b97 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:31.056317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c28dd37-3345-42b0-804b-5e2a82fe310a req-14a9953a-2654-44df-bfd3-7db717228b97 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 946 time: 0.2755408 Oct 13 14:09:31.163383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-44fe2676-2b54-440b-bb3a-610385ef380f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:31.165478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-44fe2676-2b54-440b-bb3a-610385ef380f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.41 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 808 time: 0.4844007 Oct 13 14:09:31.185779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c28dd37-3345-42b0-804b-5e2a82fe310a req-7c509c09-7af6-407b-a4ed-2b3d0b67f3ee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075408 Oct 13 14:09:31.189536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-454b3a8e-786d-484d-83dc-20104b27b913 admin admin] For port 3aa1bc38-4769-49e5-8318-ef3fa420c3da, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3aa1bc38-4769-49e5-8318-ef3fa420c3da,segment=NetworkSegment(941e2779-70ee-4fc7-aac6-18ad80cbb0c9),segment_id=941e2779-70ee-4fc7-aac6-18ad80cbb0c9)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:31.189909 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-454b3a8e-786d-484d-83dc-20104b27b913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:31.209836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c378c071-1e2b-4ae7-b61f-a0a5a94ce205 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Request body: {'port': {'device_id': '46bdce8d-9a18-4326-a942-5e7bf1220660', 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f', 'admin_state_up': True, 'tenant_id': 'f98de12adc794eee8130fc8c105bc67c'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:31.221930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-454b3a8e-786d-484d-83dc-20104b27b913 admin admin] Calling delete_port for 3aa1bc38-4769-49e5-8318-ef3fa420c3da owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:31.248364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 371eabc8-72ae-47a5-86bd-0d97481e67ce no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:31.310294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 371eabc8-72ae-47a5-86bd-0d97481e67ce {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:31.310537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 371eabc8-72ae-47a5-86bd-0d97481e67ce not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:31.314381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3f1e191c-6110-4a4e-9e00-cf9bc186b316 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:31.328169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2719ac14-cb10-4f6a-a08b-8716e25f943c {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:09:31.336140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 3f1e191c-6110-4a4e-9e00-cf9bc186b316 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:31.336485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3f1e191c-6110-4a4e-9e00-cf9bc186b316 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:31.342093 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:31.376388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device caead7a0-8ef2-4df7-bdc5-e53c2119f29f no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:31.400455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: caead7a0-8ef2-4df7-bdc5-e53c2119f29f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:31.400455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device caead7a0-8ef2-4df7-bdc5-e53c2119f29f not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:31.516746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd67d81-4070-4dcf-a40d-f149e3d12fbf req-c38471a6-ae10-40b1-9ebf-34758a15ecc2 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:31.524225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2cd67d81-4070-4dcf-a40d-f149e3d12fbf req-c38471a6-ae10-40b1-9ebf-34758a15ecc2 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 936 time: 0.1365986 Oct 13 14:09:31.602070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb8fd4-ae6a-475f-acb6-88a3da80f29c req-b960bbd4-42e9-403c-9f89-95192ca7231b tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:31.603501 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41eb8fd4-ae6a-475f-acb6-88a3da80f29c req-b960bbd4-42e9-403c-9f89-95192ca7231b tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.2145774 Oct 13 14:09:31.622720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2cd67d81-4070-4dcf-a40d-f149e3d12fbf req-677908c9-d3c4-413e-a7a7-9deb3662244e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974915 Oct 13 14:09:31.670065 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-454b3a8e-786d-484d-83dc-20104b27b913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:31.674035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Transition to ACTIVE for port object 2719ac14-cb10-4f6a-a08b-8716e25f943c will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:09:31.702873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41eb8fd4-ae6a-475f-acb6-88a3da80f29c req-24a064dc-485f-48e4-9af8-635b7f71d57e tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791097 Oct 13 14:09:31.790038 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:31.813961 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b3a8e-786d-484d-83dc-20104b27b913 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa1bc38-4769-49e5-8318-ef3fa420c3da,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:31.924306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd9d0cb-a164-4938-a570-4aaf55ddb571', 'name': 'network-vif-deleted', 'tag': 'caead7a0-8ef2-4df7-bdc5-e53c2119f29f'}, {'server_uuid': '5681bbb4-c680-4a0c-b74b-3dc3c55a2213', 'name': 'network-vif-deleted', 'tag': '3f1e191c-6110-4a4e-9e00-cf9bc186b316'}, {'server_uuid': 'd076f751-64e9-4f6d-b58a-948c356fc3d8', 'name': 'network-vif-deleted', 'tag': '371eabc8-72ae-47a5-86bd-0d97481e67ce'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:31.929686 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49d8d42-4e80-4e83-91e2-fc89cb1ab532" -d '{"events": [{"server_uuid": "1dd9d0cb-a164-4938-a570-4aaf55ddb571", "name": "network-vif-deleted", "tag": "caead7a0-8ef2-4df7-bdc5-e53c2119f29f"}, {"server_uuid": "5681bbb4-c680-4a0c-b74b-3dc3c55a2213", "name": "network-vif-deleted", "tag": "3f1e191c-6110-4a4e-9e00-cf9bc186b316"}, {"server_uuid": "d076f751-64e9-4f6d-b58a-948c356fc3d8", "name": "network-vif-deleted", "tag": "371eabc8-72ae-47a5-86bd-0d97481e67ce"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:31.947160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b953c358-5488-465d-a5c8-7f93604dc582 req-9123bfa0-249e-421e-b0dc-3a66dd73721d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 210 time: 0.1503921 Oct 13 14:09:31.980906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c378c071-1e2b-4ae7-b61f-a0a5a94ce205 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Made reservation on behalf of f98de12adc794eee8130fc8c105bc67c for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:09:31.992888 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c378c071-1e2b-4ae7-b61f-a0a5a94ce205 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:32.246504 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-454b3a8e-786d-484d-83dc-20104b27b913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:32.248599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c378c071-1e2b-4ae7-b61f-a0a5a94ce205 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Allocated IP 172.20.0.10 (3d8236a3-e9cb-4b0f-a226-dce14143f54f/fc898a0c-f0e8-48e4-be55-ec054e3bd71d/08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:09:32.257055 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773290a4-f20b-4abf-b5be-b28327e0fb99 x-openstack-request-id: req-773290a4-f20b-4abf-b5be-b28327e0fb99 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:32.257416 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd9d0cb-a164-4938-a570-4aaf55ddb571", "name": "network-vif-deleted", "tag": "caead7a0-8ef2-4df7-bdc5-e53c2119f29f", "status": "completed", "code": 200}, {"server_uuid": "5681bbb4-c680-4a0c-b74b-3dc3c55a2213", "name": "network-vif-deleted", "tag": "3f1e191c-6110-4a4e-9e00-cf9bc186b316", "status": "completed", "code": 200}, {"server_uuid": "d076f751-64e9-4f6d-b58a-948c356fc3d8", "name": "network-vif-deleted", "tag": "371eabc8-72ae-47a5-86bd-0d97481e67ce", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:32.257586 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-773290a4-f20b-4abf-b5be-b28327e0fb99 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:32.258071 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd9d0cb-a164-4938-a570-4aaf55ddb571', 'name': 'network-vif-deleted', 'tag': 'caead7a0-8ef2-4df7-bdc5-e53c2119f29f', 'status': 'completed', 'code': 200} Oct 13 14:09:32.258356 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5681bbb4-c680-4a0c-b74b-3dc3c55a2213', 'name': 'network-vif-deleted', 'tag': '3f1e191c-6110-4a4e-9e00-cf9bc186b316', 'status': 'completed', 'code': 200} Oct 13 14:09:32.258841 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd076f751-64e9-4f6d-b58a-948c356fc3d8', 'name': 'network-vif-deleted', 'tag': '371eabc8-72ae-47a5-86bd-0d97481e67ce', 'status': 'completed', 'code': 200} Oct 13 14:09:32.304725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d31a69f-e67b-423d-8589-b2273eae724f req-efa08b24-a8f6-4874-bdb9-7a6c73bebf5a tempest-MultipleCreateTestJSON-298680916 tempest-MultipleCreateTestJSON-298680916-project] 10.222.0.18 "GET /v2.0/ports?device_id=d076f751-64e9-4f6d-b58a-948c356fc3d8 HTTP/1.1" status: 200 len: 210 time: 0.0494530 Oct 13 14:09:32.331586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=2719ac14-cb10-4f6a-a08b-8716e25f943c,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:32.489172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Attempting to bind port 2719ac14-cb10-4f6a-a08b-8716e25f943c on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:09:32.489550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Attempting to bind port 2719ac14-cb10-4f6a-a08b-8716e25f943c by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:09:32.489838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Attempting to bind port 2719ac14-cb10-4f6a-a08b-8716e25f943c on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:09:32.500159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Port 2719ac14-cb10-4f6a-a08b-8716e25f943c on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:09:32.500510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Attempting to bind port 2719ac14-cb10-4f6a-a08b-8716e25f943c on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:09:32.534530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:09:32.543754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:09:32.543754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:09:32.543754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Bound port: 2719ac14-cb10-4f6a-a08b-8716e25f943c, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:09:32.543754 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:32.684551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cc3fe-f7b6-472a-8f9c-5726013cb863 req-733f3363-912d-45fa-9365-052de0b3d526 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:32.706900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-987cc3fe-f7b6-472a-8f9c-5726013cb863 req-733f3363-912d-45fa-9365-052de0b3d526 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 946 time: 0.2205446 Oct 13 14:09:32.813454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] For port 2719ac14-cb10-4f6a-a08b-8716e25f943c, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:09:32.818949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] For port 2719ac14-cb10-4f6a-a08b-8716e25f943c, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:09:32.857509 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454b3a8e-786d-484d-83dc-20104b27b913 admin admin] Router 5675df40-40ee-4f32-9c4e-d241d65a07a4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:09:32.862657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-987cc3fe-f7b6-472a-8f9c-5726013cb863 req-271bff29-46a3-406a-89a9-c16ffb7b87ee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585007 Oct 13 14:09:32.897564 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:33.039778 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454b3a8e-786d-484d-83dc-20104b27b913 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:09:33.050388 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-454b3a8e-786d-484d-83dc-20104b27b913 admin admin] 10.222.0.18 "PUT /v2.0/routers/5675df40-40ee-4f32-9c4e-d241d65a07a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3483987 Oct 13 14:09:33.052865 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38930) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:33.055666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c21a05-224f-420e-bb72-65e21d326cbf None None] Sync routers for ids ['5675df40-40ee-4f32-9c4e-d241d65a07a4'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:09:33.070973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c21a05-224f-420e-bb72-65e21d326cbf None None] Routers {'5675df40-40ee-4f32-9c4e-d241d65a07a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:09:33.071717 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b2c21a05-224f-420e-bb72-65e21d326cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5675df40-40ee-4f32-9c4e-d241d65a07a4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:33.232619 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:33.304640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-b2c21a05-224f-420e-bb72-65e21d326cbf None None] Set router 5675df40-40ee-4f32-9c4e-d241d65a07a4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:09:33.531213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:33.532065 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:33.534440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] 10.222.0.49 "PUT /v2.0/ports/2719ac14-cb10-4f6a-a08b-8716e25f943c HTTP/1.1" status: 200 len: 1097 time: 3.7163570 Oct 13 14:09:33.542699 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c378c071-1e2b-4ae7-b61f-a0a5a94ce205 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:33.611065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21967e9a-8384-4175-978e-071aae1c8ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=2719ac14-cb10-4f6a-a08b-8716e25f943c,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:33.627297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf726d11-914e-413b-bef1-fa48037f202c req-02580c9b-8901-4687-a7e6-e601773feaaf tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:33.635399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf726d11-914e-413b-bef1-fa48037f202c req-02580c9b-8901-4687-a7e6-e601773feaaf tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 948 time: 0.2253129 Oct 13 14:09:33.679744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc348f-5b9b-4f15-aafa-c54b92bd2872 req-b4ed3595-ed1f-4dfd-9b47-b609f211e92a tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:33.691161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43fc348f-5b9b-4f15-aafa-c54b92bd2872 req-b4ed3595-ed1f-4dfd-9b47-b609f211e92a tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a225b5a-1e22-48fe-8f39-abf9b1c41d5c HTTP/1.1" status: 200 len: 948 time: 0.2685685 Oct 13 14:09:33.713266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b2c21a05-224f-420e-bb72-65e21d326cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-569794106-router', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:06:48Z', 'updated_at': '2021-10-13T14:09:31Z', 'revision_number': 5, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'gw_port': {'id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:50Z', 'updated_at': '2021-10-13T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:33.732676 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:33.757842 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c21a05-224f-420e-bb72-65e21d326cbf None None] Checking router: 5675df40-40ee-4f32-9c4e-d241d65a07a4 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:09:33.768537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c21a05-224f-420e-bb72-65e21d326cbf None None] Routers {'5675df40-40ee-4f32-9c4e-d241d65a07a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:09:33.769466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b2c21a05-224f-420e-bb72-65e21d326cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5675df40-40ee-4f32-9c4e-d241d65a07a4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:33.873379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf726d11-914e-413b-bef1-fa48037f202c req-3fd00ddb-922e-4f11-8d10-b548e090ca23 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345328 Oct 13 14:09:33.897895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43fc348f-5b9b-4f15-aafa-c54b92bd2872 req-579bf329-bf40-46fc-a2cf-d69b0d79d6b8 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890056 Oct 13 14:09:33.918603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c378c071-1e2b-4ae7-b61f-a0a5a94ce205 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:33.970036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-d933cf8c-3256-49e7-89bb-480d4d6cc634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:34.009783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-d933cf8c-3256-49e7-89bb-480d4d6cc634 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 1100 time: 0.1937003 Oct 13 14:09:34.038552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Deleting port ab10b55e-7fcb-47ec-9c13-c6e1726dea69 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:34.039189 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:34.150174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378c071-1e2b-4ae7-b61f-a0a5a94ce205 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Pushing event updated for resources: {'Port': ['ID=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:34.162561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-b2c21a05-224f-420e-bb72-65e21d326cbf None None] Set router 5675df40-40ee-4f32-9c4e-d241d65a07a4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:09:34.208871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-cdfd5cfd-439d-4fab-a755-a32ea07803ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c HTTP/1.1" status: 200 len: 217 time: 0.0549421 Oct 13 14:09:34.242020 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] For port ab10b55e-7fcb-47ec-9c13-c6e1726dea69, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ab10b55e-7fcb-47ec-9c13-c6e1726dea69,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:34.246666 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:34.297634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'tag': '2719ac14-cb10-4f6a-a08b-8716e25f943c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:34.302020 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c1aac1-ee8b-4626-adc0-ab35c4c4ddc9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a133a46-abc0-4eb4-82ea-b5ef30784c9f", "tag": "2719ac14-cb10-4f6a-a08b-8716e25f943c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:34.306907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-90f90ec3-0fc8-4428-99c4-92bb99b43e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:34.309674 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Calling delete_port for ab10b55e-7fcb-47ec-9c13-c6e1726dea69 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:34.309876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-90f90ec3-0fc8-4428-99c4-92bb99b43e10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0772851 Oct 13 14:09:34.313485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c378c071-1e2b-4ae7-b61f-a0a5a94ce205 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Network 3d8236a3-e9cb-4b0f-a226-dce14143f54f is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:09:34.392417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c378c071-1e2b-4ae7-b61f-a0a5a94ce205 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:09:34.415520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c378c071-1e2b-4ae7-b61f-a0a5a94ce205 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:09:34.504870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c378c071-1e2b-4ae7-b61f-a0a5a94ce205 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:34.506129 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c378c071-1e2b-4ae7-b61f-a0a5a94ce205 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:34.518814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabe20a-1cda-4665-a087-9772de865456 req-a7c33af4-c44a-4a88-a49d-c159b6e4ca93 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:34.520589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fabe20a-1cda-4665-a087-9772de865456 req-a7c33af4-c44a-4a88-a49d-c159b6e4ca93 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.2038083 Oct 13 14:09:34.521553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b2c21a05-224f-420e-bb72-65e21d326cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-569794106-router', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:06:48Z', 'updated_at': '2021-10-13T14:09:31Z', 'revision_number': 5, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'gw_port': {'id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:50Z', 'updated_at': '2021-10-13T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:34.522853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-8eca4e42-612c-43c7-b275-de2ae78c4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:34.526005 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-8eca4e42-612c-43c7-b275-de2ae78c4fe0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1710074 Oct 13 14:09:34.537046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f51b7-6a16-4172-ac0f-b8068f5c0223 req-1bdf332e-0b15-430d-b47f-02b88d44dfd0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:34.538340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-402f51b7-6a16-4172-ac0f-b8068f5c0223 req-1bdf332e-0b15-430d-b47f-02b88d44dfd0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 932 time: 0.3391304 Oct 13 14:09:34.679491 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c21a05-224f-420e-bb72-65e21d326cbf None None] The sync data for ids ['5675df40-40ee-4f32-9c4e-d241d65a07a4'] in n-d-806683-15 is: [{'id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'name': 'tempest-AttachSCSIVolumeTestJSON-569794106-router', 'tenant_id': '834a99cee24e43adbcb7de2d240630eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:06:48Z', 'updated_at': '2021-10-13T14:09:31Z', 'revision_number': 5, 'project_id': '834a99cee24e43adbcb7de2d240630eb', 'gw_port': {'id': 'ab10b55e-7fcb-47ec-9c13-c6e1726dea69', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5675df40-40ee-4f32-9c4e-d241d65a07a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:06:50Z', 'updated_at': '2021-10-13T14:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:09:34.727146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fabe20a-1cda-4665-a087-9772de865456 req-1cf9c5ff-2daf-4268-ab40-b7c412a3ae12 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875839 Oct 13 14:09:34.764092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-402f51b7-6a16-4172-ac0f-b8068f5c0223 req-0dd7fb23-f9ad-49a8-a7dd-14e01d35f6e0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053421 Oct 13 14:09:34.833996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c378c071-1e2b-4ae7-b61f-a0a5a94ce205 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6290991 Oct 13 14:09:34.838815 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38948) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:34.859215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Request body: {'port': {'device_id': '46bdce8d-9a18-4326-a942-5e7bf1220660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:34.956478 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d7ba0d-260d-4dc1-a7d2-2f106fdc7e71 admin admin] Deleting subnet 2e658403-e7fa-414f-9e2c-4f62c850ed46 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:09:34.963527 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56d7ba0d-260d-4dc1-a7d2-2f106fdc7e71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:34.999749 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:35.012761 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3083c0-410e-4392-be27-0fdfc44c0310 x-openstack-request-id: req-0d3083c0-410e-4392-be27-0fdfc44c0310 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:35.012761 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a133a46-abc0-4eb4-82ea-b5ef30784c9f", "tag": "2719ac14-cb10-4f6a-a08b-8716e25f943c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:35.012761 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d3083c0-410e-4392-be27-0fdfc44c0310 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:35.012761 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'tag': '2719ac14-cb10-4f6a-a08b-8716e25f943c', 'status': 'completed', 'code': 200} Oct 13 14:09:35.017434 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:35.043003 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab10b55e-7fcb-47ec-9c13-c6e1726dea69,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:35.055511 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56d7ba0d-260d-4dc1-a7d2-2f106fdc7e71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:35.089848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-73256f79-4db4-44ff-94cd-93db7e27783c service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433674 Oct 13 14:09:35.162852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704cd47-6501-4186-933f-1418373b6e32 req-e2b4654f-653a-451c-a904-8b3b423d5e52 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:35.172199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8704cd47-6501-4186-933f-1418373b6e32 req-e2b4654f-653a-451c-a904-8b3b423d5e52 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 946 time: 0.2105010 Oct 13 14:09:35.205143 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:35.279738 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56d7ba0d-260d-4dc1-a7d2-2f106fdc7e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:35.346231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93906615-386d-4d19-9909-111ebc173269 req-cf677faa-c7b4-4188-a746-dd7a46a80983 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:35.364945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93906615-386d-4d19-9909-111ebc173269 req-cf677faa-c7b4-4188-a746-dd7a46a80983 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 948 time: 0.2729676 Oct 13 14:09:35.423960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8704cd47-6501-4186-933f-1418373b6e32 req-740d89d7-a277-461f-ab57-02e3bc368039 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494571 Oct 13 14:09:35.444708 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:35.451984 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:35.585991 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50794994-9d23-4dfe-8812-d2fcc1e0bade req-6e361ca1-a45f-49d6-a610-d38dc2280689 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417989 Oct 13 14:09:35.630323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93906615-386d-4d19-9909-111ebc173269 req-46fb41dd-716f-4ea0-959a-27588aa66012 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640707 Oct 13 14:09:35.662986 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:35.663863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5675df40-40ee-4f32-9c4e-d241d65a07a4 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:09:35.673123 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:35.675727 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f0eb13cc-e00c-4832-b10f-d7b78d6c8f37 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5675df40-40ee-4f32-9c4e-d241d65a07a4 HTTP/1.1" status: 204 len: 168 time: 2.6209242 Oct 13 14:09:35.678657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38968) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:35.763428 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56d7ba0d-260d-4dc1-a7d2-2f106fdc7e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:35.865313 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56d7ba0d-260d-4dc1-a7d2-2f106fdc7e71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:35.873006 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-56d7ba0d-260d-4dc1-a7d2-2f106fdc7e71 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2e658403-e7fa-414f-9e2c-4f62c850ed46 HTTP/1.1" status: 204 len: 168 time: 1.0319159 Oct 13 14:09:35.876148 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7ba0d-260d-4dc1-a7d2-2f106fdc7e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e658403-e7fa-414f-9e2c-4f62c850ed46,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:35.879159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38972) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:35.894984 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a90ca0-175e-451f-88d6-d475d3eb0a65 admin admin] Deleting subnet 67c33bca-708c-4724-9a3b-b7040fcfdee1 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:09:35.918968 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70a90ca0-175e-451f-88d6-d475d3eb0a65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:35.922736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807a407-f30f-4650-9007-cb8a8ad15aee req-7eff6696-6249-40da-9578-7ad0b3952e6a tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:35.924302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2807a407-f30f-4650-9007-cb8a8ad15aee req-7eff6696-6249-40da-9578-7ad0b3952e6a tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a225b5a-1e22-48fe-8f39-abf9b1c41d5c HTTP/1.1" status: 200 len: 948 time: 0.3601320 Oct 13 14:09:35.948066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3aa1bc38-4769-49e5-8318-ef3fa420c3da no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:35.977973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1aac1-ee8b-4626-adc0-ab35c4c4ddc9 req-208f2207-16c0-4528-9ef7-8344e7bf8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:35.979649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57c1aac1-ee8b-4626-adc0-ab35c4c4ddc9 req-208f2207-16c0-4528-9ef7-8344e7bf8b67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 1100 time: 0.2027307 Oct 13 14:09:36.023965 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 3aa1bc38-4769-49e5-8318-ef3fa420c3da {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:36.025137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3aa1bc38-4769-49e5-8318-ef3fa420c3da not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:36.086387 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70a90ca0-175e-451f-88d6-d475d3eb0a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.087578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7bc7e-d6ab-4afc-a892-df3c815b0c13 req-b71823c8-1634-4609-a405-dcd8f68ebf3e tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:36.089943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bee7bc7e-d6ab-4afc-a892-df3c815b0c13 req-b71823c8-1634-4609-a405-dcd8f68ebf3e tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a225b5a-1e22-48fe-8f39-abf9b1c41d5c HTTP/1.1" status: 200 len: 948 time: 0.2923751 Oct 13 14:09:36.106703 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc604739-803f-4be3-8a25-75d448cd05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.220744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1aac1-ee8b-4626-adc0-ab35c4c4ddc9 req-4591c371-55bb-4627-838e-eda02d4212ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:36.222766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57c1aac1-ee8b-4626-adc0-ab35c4c4ddc9 req-4591c371-55bb-4627-838e-eda02d4212ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.2248633 Oct 13 14:09:36.255308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2807a407-f30f-4650-9007-cb8a8ad15aee req-6b6f25df-1525-43c6-97de-0371196e46a7 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096192 Oct 13 14:09:36.273096 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc604739-803f-4be3-8a25-75d448cd05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.303989 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-bc604739-803f-4be3-8a25-75d448cd05ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22544f9e-f890-4ea9-bc5c-cce355629b14']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:36.306939 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70a90ca0-175e-451f-88d6-d475d3eb0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.343331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-bc604739-803f-4be3-8a25-75d448cd05ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:36.347981 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-bc604739-803f-4be3-8a25-75d448cd05ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2041cf72-a2dd-4eb8-b6f8-b5d94d5ff440') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:36.358821 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc604739-803f-4be3-8a25-75d448cd05ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.369152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:09:36.384809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc604739-803f-4be3-8a25-75d448cd05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.392617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc604739-803f-4be3-8a25-75d448cd05ba admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:09:36.393070 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc604739-803f-4be3-8a25-75d448cd05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:09:36.394861 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:09:36.422494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57c1aac1-ee8b-4626-adc0-ab35c4c4ddc9 req-1424954e-1de8-402b-8e70-a50397d4ab91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c HTTP/1.1" status: 200 len: 217 time: 0.1437147 Oct 13 14:09:36.437161 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.521914 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70a90ca0-175e-451f-88d6-d475d3eb0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.545010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Transition to ACTIVE for port object 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:09:36.568832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a90ca0-175e-451f-88d6-d475d3eb0a65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c33bca-708c-4724-9a3b-b7040fcfdee1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:36.578572 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc604739-803f-4be3-8a25-75d448cd05ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.581793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393db7c0-9608-4e7d-9224-1accfcc49b49 req-ef5e18a4-6e9b-4562-95ee-96be94244f0a tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:36.588967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-393db7c0-9608-4e7d-9224-1accfcc49b49 req-ef5e18a4-6e9b-4562-95ee-96be94244f0a tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 932 time: 0.2776885 Oct 13 14:09:36.590283 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc604739-803f-4be3-8a25-75d448cd05ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.594768 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bc604739-803f-4be3-8a25-75d448cd05ba admin admin] 10.222.0.18 "DELETE /v2.0/networks/22544f9e-f890-4ea9-bc5c-cce355629b14 HTTP/1.1" status: 204 len: 168 time: 0.7118695 Oct 13 14:09:36.606915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70a90ca0-175e-451f-88d6-d475d3eb0a65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.608121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3713f1-8781-40bb-9abb-69a0392442cf None None] Network f253dfc9-1693-4df1-8aa4-0a9b6ccee10e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:09:36.612161 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-70a90ca0-175e-451f-88d6-d475d3eb0a65 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/67c33bca-708c-4724-9a3b-b7040fcfdee1 HTTP/1.1" status: 204 len: 168 time: 0.9321084 Oct 13 14:09:36.613361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1aac1-ee8b-4626-adc0-ab35c4c4ddc9 req-9ec6d282-64b4-4198-815f-96751fea1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:36.614565 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38982) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:36.615373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57c1aac1-ee8b-4626-adc0-ab35c4c4ddc9 req-9ec6d282-64b4-4198-815f-96751fea1878 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1743591 Oct 13 14:09:36.626544 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.659262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9db81d-f74b-423e-8efd-d7e903dc3abb req-9acc3fd0-f6af-4da0-9a6d-34cc9ce07ca6 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:36.662631 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc604739-803f-4be3-8a25-75d448cd05ba admin admin] Pushing event deleted for resources: {'Network': ['ID=22544f9e-f890-4ea9-bc5c-cce355629b14,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:36.672607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d9db81d-f74b-423e-8efd-d7e903dc3abb req-9acc3fd0-f6af-4da0-9a6d-34cc9ce07ca6 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.2621887 Oct 13 14:09:36.764943 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.862610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-393db7c0-9608-4e7d-9224-1accfcc49b49 req-a6ca3e6b-0dcc-452e-a580-4feb811279ab tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657280 Oct 13 14:09:36.881253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Pushing event updated for resources: {'Port': ['ID=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:36.884784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-bee7bc7e-d6ab-4afc-a892-df3c815b0c13 req-2bdd6fb7-ae4b-429a-9a9c-b01bfc0f7b30 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Deleting port 82cc59b5-9e65-4ebf-aa5b-99119257411b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:36.885611 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bee7bc7e-d6ab-4afc-a892-df3c815b0c13 req-2bdd6fb7-ae4b-429a-9a9c-b01bfc0f7b30 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.905622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d9db81d-f74b-423e-8efd-d7e903dc3abb req-60dabbf8-2475-49cb-a6b0-94954db3770c tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301297 Oct 13 14:09:36.916783 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Deleting port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:36.917998 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:36.988512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1aac1-ee8b-4626-adc0-ab35c4c4ddc9 req-5010ca72-563b-45fc-b44a-5779cc43f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:37.009262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57c1aac1-ee8b-4626-adc0-ab35c4c4ddc9 req-5010ca72-563b-45fc-b44a-5779cc43f0fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3572016 Oct 13 14:09:37.050699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38986) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:37.123833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] DHCP port deletion for f253dfc9-1693-4df1-8aa4-0a9b6ccee10e request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:09:37.156727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] For port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=30328b7d-b7f4-44ae-bde4-e2dd3f28bd57,segment=NetworkSegment(941e2779-70ee-4fc7-aac6-18ad80cbb0c9),segment_id=941e2779-70ee-4fc7-aac6-18ad80cbb0c9)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:37.172760 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.204495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38988) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:37.268714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Deleting port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:37.275513 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Calling delete_port for 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:37.276882 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.390468 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6995b909-8949-4b4f-9ea7-6a59364aace7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1cd9c6c716247a787a5449be8cc7468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647491 Oct 13 14:09:37.392781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38992) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:37.397567 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] For port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=30328b7d-b7f4-44ae-bde4-e2dd3f28bd57,segment=NetworkSegment(941e2779-70ee-4fc7-aac6-18ad80cbb0c9),segment_id=941e2779-70ee-4fc7-aac6-18ad80cbb0c9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:37.399567 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.433883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Calling delete_port for 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:37.478444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57c1aac1-ee8b-4626-adc0-ab35c4c4ddc9 req-c874a766-3b15-4645-9964-d93653f88661 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682658 Oct 13 14:09:37.482477 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70bb89ba-23b5-4ae0-b037-4d29d6cd687b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.484341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-f174933c-1194-4f12-a0c2-f57e82031853 admin admin] Deleting subnet 993127ca-088d-48f4-a980-b919aa4881f8 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:09:37.488136 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f174933c-1194-4f12-a0c2-f57e82031853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.521167 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70bb89ba-23b5-4ae0-b037-4d29d6cd687b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.574791 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.583475 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.632694 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Pushing event deleted for resources: {'Port': ['ID=30328b7d-b7f4-44ae-bde4-e2dd3f28bd57,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:37.640287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] No DVR routers for this DVR port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:37.655906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Pushing event deleted for resources: {'Port': ['ID=30328b7d-b7f4-44ae-bde4-e2dd3f28bd57,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:37.667492 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] No DVR routers for this DVR port 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:37.678446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:37.679127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:37.679849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:37.681169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:37.681613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:37.681901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:37.682249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:37.682682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:37.683591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:37.684180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:37.684821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:37.685828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d395a-640f-41f0-be35-ea1bc50e22bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:37.690813 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f174933c-1194-4f12-a0c2-f57e82031853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.769399 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.797823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68461b55-f84d-4f04-a7be-577cbd47033d req-ea5c407a-b822-4dbf-a1c8-4788d4cad270 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:37.799396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68461b55-f84d-4f04-a7be-577cbd47033d req-ea5c407a-b822-4dbf-a1c8-4788d4cad270 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 948 time: 0.5161843 Oct 13 14:09:37.808693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdaf61-74b3-4011-bf89-aa949b3f3238 req-96a6813d-dcde-48fe-b111-3df4dc185016 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:37.816890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-accdaf61-74b3-4011-bf89-aa949b3f3238 req-96a6813d-dcde-48fe-b111-3df4dc185016 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 946 time: 0.6063488 Oct 13 14:09:37.821596 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f253dfc9-1693-4df1-8aa4-0a9b6ccee10e']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:37.844264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941e2779-70ee-4fc7-aac6-18ad80cbb0c9') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:37.844264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941e2779-70ee-4fc7-aac6-18ad80cbb0c9') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:37.844732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Attempting to bind port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:09:37.845358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Attempting to bind port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:09:37.845358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Attempting to bind port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:09:37.869564 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.890094 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.892838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:09:37.893196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Attempting to bind port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:09:37.896684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:09:37.897129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.899680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-bee7bc7e-d6ab-4afc-a892-df3c815b0c13 req-2bdd6fb7-ae4b-429a-9a9c-b01bfc0f7b30 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] For port 82cc59b5-9e65-4ebf-aa5b-99119257411b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=82cc59b5-9e65-4ebf-aa5b-99119257411b,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:37.900057 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bee7bc7e-d6ab-4afc-a892-df3c815b0c13 req-2bdd6fb7-ae4b-429a-9a9c-b01bfc0f7b30 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.919193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:37.923301 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f174933c-1194-4f12-a0c2-f57e82031853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.923453 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57c1aac1-ee8b-4626-adc0-ab35c4c4ddc9 req-4df1a0c0-eb04-47c4-acd5-d3eb56067a32 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209616 Oct 13 14:09:37.952959 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70bb89ba-23b5-4ae0-b037-4d29d6cd687b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.953594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:37.953818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 30328b7d-b7f4-44ae-bde4-e2dd3f28bd57 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:37.954434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ab10b55e-7fcb-47ec-9c13-c6e1726dea69 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:37.955960 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70bb89ba-23b5-4ae0-b037-4d29d6cd687b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.957167 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-70bb89ba-23b5-4ae0-b037-4d29d6cd687b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627 HTTP/1.1" status: 204 len: 168 time: 0.5633943 Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:09:37.964250 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:09:37.967667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb89ba-23b5-4ae0-b037-4d29d6cd687b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5e59f0-ea9b-40c4-b4b9-8ea8e4f4e627,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:37.976190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:09:37.976550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:09:37.976913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Bound using segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:09:37.984134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Bound port: 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:09:37.984134 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:37.992030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-bee7bc7e-d6ab-4afc-a892-df3c815b0c13 req-2bdd6fb7-ae4b-429a-9a9c-b01bfc0f7b30 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Calling delete_port for 82cc59b5-9e65-4ebf-aa5b-99119257411b owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:37.998944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: ab10b55e-7fcb-47ec-9c13-c6e1726dea69 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:37.999288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ab10b55e-7fcb-47ec-9c13-c6e1726dea69 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:38.021083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68461b55-f84d-4f04-a7be-577cbd47033d req-2a268286-75d4-4c25-98a8-e57960fc5013 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897624 Oct 13 14:09:38.044485 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:38.055189 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:38.055189 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] 10.222.0.18 "DELETE /v2.0/networks/f253dfc9-1693-4df1-8aa4-0a9b6ccee10e HTTP/1.1" status: 204 len: 168 time: 1.4344494 Oct 13 14:09:38.067034 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39000) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:38.070950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-accdaf61-74b3-4011-bf89-aa949b3f3238 req-c8b3a229-b02d-4c3a-80dc-5b596c8d6cba tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530780 Oct 13 14:09:38.073514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54badaa-693e-4584-999b-f5f9fbde927c admin admin] Pushing event deleted for resources: {'Network': ['ID=f253dfc9-1693-4df1-8aa4-0a9b6ccee10e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:38.229827 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f174933c-1194-4f12-a0c2-f57e82031853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:38.696434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174933c-1194-4f12-a0c2-f57e82031853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=993127ca-088d-48f4-a980-b919aa4881f8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:38.707356 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f174933c-1194-4f12-a0c2-f57e82031853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:38.708484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f174933c-1194-4f12-a0c2-f57e82031853 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/993127ca-088d-48f4-a980-b919aa4881f8 HTTP/1.1" status: 204 len: 168 time: 1.6307049 Oct 13 14:09:38.711377 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39010) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:38.776897 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57cd4548-92cc-4083-a938-b6b9c379c540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:38.792186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de869610-75fb-4d30-880b-70b7d52ba43e req-ce4a27e3-2247-4f38-a4c1-35b9e4c59d02 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:38.793936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de869610-75fb-4d30-880b-70b7d52ba43e req-ce4a27e3-2247-4f38-a4c1-35b9e4c59d02 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a225b5a-1e22-48fe-8f39-abf9b1c41d5c HTTP/1.1" status: 200 len: 948 time: 0.5945957 Oct 13 14:09:38.797816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:09:38.807088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-9744233a-cbda-48e0-ac86-891d9ac03bbf tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:38.809204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-9744233a-cbda-48e0-ac86-891d9ac03bbf tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.41 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.6195982 Oct 13 14:09:38.844997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:09:38.851446 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d342f4bc-1658-4fab-bf4f-7c4e3c742cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:38.886683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9391ef3-fc0d-4a07-8f22-4d17e6079f8a req-8a8454b2-c71f-497e-8704-f08ca5321249 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:38.888363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9391ef3-fc0d-4a07-8f22-4d17e6079f8a req-8a8454b2-c71f-497e-8704-f08ca5321249 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 944 time: 0.6793077 Oct 13 14:09:38.930015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:38.944087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de869610-75fb-4d30-880b-70b7d52ba43e req-98d8d6df-a686-47c8-baec-3de8daa8d720 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287673 Oct 13 14:09:39.018398 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bee7bc7e-d6ab-4afc-a892-df3c815b0c13 req-2bdd6fb7-ae4b-429a-9a9c-b01bfc0f7b30 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.070779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:39.071398 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.072813 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] 10.222.0.41 "PUT /v2.0/ports/08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 HTTP/1.1" status: 200 len: 1093 time: 4.2221797 Oct 13 14:09:39.074853 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d342f4bc-1658-4fab-bf4f-7c4e3c742cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.086839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9391ef3-fc0d-4a07-8f22-4d17e6079f8a req-455f180f-50bc-4659-a3cf-c9bc55b8a17c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899364 Oct 13 14:09:39.087316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bdce8d-9a18-4326-a942-5e7bf1220660', 'tag': '08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:39.089828 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b49c376-b10b-4551-893e-5a724986f1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "46bdce8d-9a18-4326-a942-5e7bf1220660", "tag": "08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:39.151941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d342f4bc-1658-4fab-bf4f-7c4e3c742cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b785c4-7ce8-4961-af5f-b3e746e77fe7']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:39.172278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bb2e8-b4af-4130-aa7e-28fd016ea64c service neutron] Pushing event updated for resources: {'Port': ['ID=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:39.199511 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d342f4bc-1658-4fab-bf4f-7c4e3c742cf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f69abc-a675-49ee-846a-c11c81daa0db') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:39.199901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d342f4bc-1658-4fab-bf4f-7c4e3c742cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f69abc-a675-49ee-846a-c11c81daa0db') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:39.221283 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d342f4bc-1658-4fab-bf4f-7c4e3c742cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.254036 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d342f4bc-1658-4fab-bf4f-7c4e3c742cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.262179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee7bc7e-d6ab-4afc-a892-df3c815b0c13 req-2bdd6fb7-ae4b-429a-9a9c-b01bfc0f7b30 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] No DVR routers for this DVR port 82cc59b5-9e65-4ebf-aa5b-99119257411b on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:39.269053 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bee7bc7e-d6ab-4afc-a892-df3c815b0c13 req-2bdd6fb7-ae4b-429a-9a9c-b01bfc0f7b30 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.272482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bee7bc7e-d6ab-4afc-a892-df3c815b0c13 req-2bdd6fb7-ae4b-429a-9a9c-b01bfc0f7b30 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.41 "DELETE /v2.0/ports/82cc59b5-9e65-4ebf-aa5b-99119257411b HTTP/1.1" status: 204 len: 173 time: 3.0605714 Oct 13 14:09:39.273435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd6fb7-ae4b-429a-9a9c-b01bfc0f7b30 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] Pushing event deleted for resources: {'Port': ['ID=82cc59b5-9e65-4ebf-aa5b-99119257411b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:39.289929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 82cc59b5-9e65-4ebf-aa5b-99119257411b no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:39.291487 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d342f4bc-1658-4fab-bf4f-7c4e3c742cf7 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:09:39.294345 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d342f4bc-1658-4fab-bf4f-7c4e3c742cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:09:39.300178 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:09:39.317296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Deleting port e92b635b-e7b0-4cc4-a35a-746c5c02609f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:39.317638 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.330758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb41820-af3a-42c8-a0df-c7984334ffb0 req-f8ad79f1-21be-4bd8-bbd2-807a4c8acf39 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:39.338355 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 82cc59b5-9e65-4ebf-aa5b-99119257411b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:39.338609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8cb41820-af3a-42c8-a0df-c7984334ffb0 req-f8ad79f1-21be-4bd8-bbd2-807a4c8acf39 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 946 time: 0.2821655 Oct 13 14:09:39.338784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 82cc59b5-9e65-4ebf-aa5b-99119257411b not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:39.340105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e92b635b-e7b0-4cc4-a35a-746c5c02609f no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:39.438775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2719ac14-cb10-4f6a-a08b-8716e25f943c details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:09:39.461770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] For port e92b635b-e7b0-4cc4-a35a-746c5c02609f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e92b635b-e7b0-4cc4-a35a-746c5c02609f,segment=NetworkSegment(3cbfca30-fb88-46ad-9e29-54404b928a60),segment_id=3cbfca30-fb88-46ad-9e29-54404b928a60)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:39.463209 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.469303 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39028) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:39.527400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d342f4bc-1658-4fab-bf4f-7c4e3c742cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.539015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c3f6aafe-3c8b-4763-82ee-8e961bfb4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:39.541859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-c3f6aafe-3c8b-4763-82ee-8e961bfb4e20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 1096 time: 0.3598552 Oct 13 14:09:39.545823 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d342f4bc-1658-4fab-bf4f-7c4e3c742cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.555793 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d342f4bc-1658-4fab-bf4f-7c4e3c742cf7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e9b785c4-7ce8-4961-af5f-b3e746e77fe7 HTTP/1.1" status: 204 len: 168 time: 0.8389468 Oct 13 14:09:39.580500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-57cd4548-92cc-4083-a938-b6b9c379c540 admin admin] Deleting port 2defba85-971e-438d-9177-d8e9c9c59a7b {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:39.585502 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57cd4548-92cc-4083-a938-b6b9c379c540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.645995 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.666080 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342f4bc-1658-4fab-bf4f-7c4e3c742cf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b785c4-7ce8-4961-af5f-b3e746e77fe7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:39.768636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-network', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:39.771986 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:39.774761 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee924e4-5ad9-41e0-87ea-d66967d239d0" -d '{"events": [{"server_uuid": "f82a8af1-45ab-4e11-abcb-91b33004635a", "name": "network-vif-unplugged", "status": "completed", "tag": "e92b635b-e7b0-4cc4-a35a-746c5c02609f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:39.803741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e92b635b-e7b0-4cc4-a35a-746c5c02609f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e92b635b-e7b0-4cc4-a35a-746c5c02609f,segment=NetworkSegment(3cbfca30-fb88-46ad-9e29-54404b928a60),segment_id=3cbfca30-fb88-46ad-9e29-54404b928a60)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:39.831857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2719ac14-cb10-4f6a-a08b-8716e25f943c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:39.848966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '2719ac14-cb10-4f6a-a08b-8716e25f943c', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '2719ac14-cb10-4f6a-a08b-8716e25f943c', 'mac_address': 'fa:16:3e:a7:70:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:09:39.873493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-57cd4548-92cc-4083-a938-b6b9c379c540 admin admin] For port 2defba85-971e-438d-9177-d8e9c9c59a7b, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2defba85-971e-438d-9177-d8e9c9c59a7b,segment=NetworkSegment(51ff8b17-69da-4dbd-b185-0c2f3d9721f9),segment_id=51ff8b17-69da-4dbd-b185-0c2f3d9721f9)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:39.873493 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57cd4548-92cc-4083-a938-b6b9c379c540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.882389 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8cb41820-af3a-42c8-a0df-c7984334ffb0 req-1f9851d8-f33b-4845-a47d-0f1d9ecf9ece tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5286250 Oct 13 14:09:39.882812 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-57cd4548-92cc-4083-a938-b6b9c379c540 admin admin] Calling delete_port for 2defba85-971e-438d-9177-d8e9c9c59a7b owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:39.897993 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.912726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Made reservation on behalf of b80d7edb00dd4c08b870dab304ba4673 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:09:39.913368 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.915272 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.926661 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:39.948689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2719ac14-cb10-4f6a-a08b-8716e25f943c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:09:39.994755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1acfa-0e6b-4acb-8dd3-f0d2b7ef9ba3 req-24a191e7-0889-46bc-896a-a84e9e773acd tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:40.029187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ae1acfa-0e6b-4acb-8dd3-f0d2b7ef9ba3 req-24a191e7-0889-46bc-896a-a84e9e773acd tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 948 time: 0.7492375 Oct 13 14:09:40.029187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-206f032a-4ca6-42ca-858e-6d02d3530d95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 HTTP/1.1" status: 200 len: 217 time: 0.1308796 Oct 13 14:09:40.029446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2719ac14-cb10-4f6a-a08b-8716e25f943c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:40.029446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=e92b635b-e7b0-4cc4-a35a-746c5c02609f,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:40.093654 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:40.112377 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:40.116047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:40.116047 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Floating IP 0cb31abb-3f19-496e-8987-3fb12f9045c7 disassociated. External IP: 172.25.0.240, port: e92b635b-e7b0-4cc4-a35a-746c5c02609f. Oct 13 14:09:40.116047 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Calling delete_port for e92b635b-e7b0-4cc4-a35a-746c5c02609f owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:40.119902 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:40.172612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=2719ac14-cb10-4f6a-a08b-8716e25f943c,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:40.208462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ae1acfa-0e6b-4acb-8dd3-f0d2b7ef9ba3 req-0f855392-5f3b-470e-a3e1-9ac89f1cd95f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918213 Oct 13 14:09:40.221056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-5d087bdd-475a-4edf-a010-1419b85afd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:40.223100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-5d087bdd-475a-4edf-a010-1419b85afd01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1858234 Oct 13 14:09:40.235188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc261ef-7d9f-432a-a87a-0c30c69f3e75 req-31f030e4-0b42-4de3-89bb-a5373cbc2ec0 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:40.236771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbc261ef-7d9f-432a-a87a-0c30c69f3e75 req-31f030e4-0b42-4de3-89bb-a5373cbc2ec0 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 946 time: 0.1867740 Oct 13 14:09:40.280830 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc41c17-9c3c-4977-977c-2ab36d578adb x-openstack-request-id: req-dfc41c17-9c3c-4977-977c-2ab36d578adb {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:40.281131 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bdce8d-9a18-4326-a942-5e7bf1220660", "tag": "08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:40.281388 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfc41c17-9c3c-4977-977c-2ab36d578adb {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:40.281786 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bdce8d-9a18-4326-a942-5e7bf1220660', 'tag': '08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1', 'status': 'completed', 'code': 200} Oct 13 14:09:40.284873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-d22b6b7d-6019-4180-a1be-b5aa3df7ec49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408022 Oct 13 14:09:40.315440 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415495ca-17f5-4426-bfc1-e298a3b8c261 x-openstack-request-id: req-415495ca-17f5-4426-bfc1-e298a3b8c261 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:40.315970 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82a8af1-45ab-4e11-abcb-91b33004635a", "name": "network-vif-unplugged", "status": "completed", "tag": "e92b635b-e7b0-4cc4-a35a-746c5c02609f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:40.315970 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-415495ca-17f5-4426-bfc1-e298a3b8c261 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:40.316461 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f', 'code': 200} Oct 13 14:09:40.383794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbc261ef-7d9f-432a-a87a-0c30c69f3e75 req-e5c787a1-c4ea-49a6-8f17-5dd063e34532 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278622 Oct 13 14:09:40.403034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['2719ac14-cb10-4f6a-a08b-8716e25f943c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:09:40.450363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cba0e2af-bcd8-49f3-a737-f61ad0cb9583 req-4fb1ba62-d91a-49fe-8f14-b7ee6d0c5f73 tempest-ListImageFiltersTestJSON-1529793654 tempest-ListImageFiltersTestJSON-1529793654-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a225b5a-1e22-48fe-8f39-abf9b1c41d5c HTTP/1.1" status: 200 len: 210 time: 0.0572519 Oct 13 14:09:40.512939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-8b3e7a64-e65b-447a-847b-0ea703acd799 service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147346 Oct 13 14:09:40.548823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b4ab9-869d-48e4-affd-9247db99a20f req-3136ec8a-a5d0-4cd1-86e8-c8ea91106b92 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:40.550370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-741b4ab9-869d-48e4-affd-9247db99a20f req-3136ec8a-a5d0-4cd1-86e8-c8ea91106b92 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 944 time: 0.1032512 Oct 13 14:09:40.632943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-741b4ab9-869d-48e4-affd-9247db99a20f req-7fbd7dac-daaa-4877-ba17-0bb9841da4e0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571661 Oct 13 14:09:40.652369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50c27c8-8365-4bda-b2c0-eb5012870389 req-2ec22f25-313b-44d3-825c-be0ea937e269 service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267819 Oct 13 14:09:40.789921 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39040) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:40.830259 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:40.834240 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57cd4548-92cc-4083-a938-b6b9c379c540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:40.837957 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-385411ef-2378-4c78-b331-2f841f68397a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b01e24a805954bb9a06419e1776c2e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469439 Oct 13 14:09:40.840814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39042) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:40.876974 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd4548-92cc-4083-a938-b6b9c379c540 admin admin] Pushing event deleted for resources: {'Port': ['ID=2defba85-971e-438d-9177-d8e9c9c59a7b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:40.879281 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:40.901110 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:09:40.926099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7dcf22-8990-475b-97fd-009fc0664535,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:40.930244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Pushing event deleted for resources: {'Port': ['ID=e92b635b-e7b0-4cc4-a35a-746c5c02609f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:40.992709 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:40.993406 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Added segment 40000e71-2359-4a17-9000-92d927eeeed0 of type vlan for network 16e15b01-e808-4e45-90e1-66199134cd83 Oct 13 14:09:41.079178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4e09a53-1891-4080-bfc9-f2115d1cf6b1 req-f4a71326-f52a-461f-9386-39ce3359e4ec tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 210 time: 0.0902700 Oct 13 14:09:41.086862 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-04518a20-6457-435b-9e22-98256cd0f856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:41.145154 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:41.204742 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-04518a20-6457-435b-9e22-98256cd0f856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:41.224446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49c376-b10b-4551-893e-5a724986f1ff req-7bb66f1a-e11d-485f-b023-e7a1d65571fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:41.230775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b49c376-b10b-4551-893e-5a724986f1ff req-7bb66f1a-e11d-485f-b023-e7a1d65571fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 1096 time: 0.3149688 Oct 13 14:09:41.233726 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57cd4548-92cc-4083-a938-b6b9c379c540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:41.367949 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:41.371265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:41.372016 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:41.424479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2719ac14-cb10-4f6a-a08b-8716e25f943c up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:09:41.462201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:09:41.525086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49c376-b10b-4551-893e-5a724986f1ff req-206ccfba-fd5a-48de-8704-ca6e98f9d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:41.526673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b49c376-b10b-4551-893e-5a724986f1ff req-206ccfba-fd5a-48de-8704-ca6e98f9d654 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.2603202 Oct 13 14:09:41.613293 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 2719ac14-cb10-4f6a-a08b-8716e25f943c completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:09:41.614282 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b49c376-b10b-4551-893e-5a724986f1ff req-cbe5762e-9bf5-494d-bd45-b65eb4cb8163 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 HTTP/1.1" status: 200 len: 217 time: 0.0416391 Oct 13 14:09:41.619496 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 2719ac14-cb10-4f6a-a08b-8716e25f943c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:41.619923 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:41.632944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e29a0-6497-423d-907a-7722039dc5bb req-2b4cbb06-9723-4ae0-9190-dc10aaf9bea9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:41.654023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38e29a0-6497-423d-907a-7722039dc5bb req-2b4cbb06-9723-4ae0-9190-dc10aaf9bea9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 949 time: 0.3132832 Oct 13 14:09:41.719252 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:41.748619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49c376-b10b-4551-893e-5a724986f1ff req-4b038578-e0ac-44c2-8292-eca731e02a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:41.750147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b49c376-b10b-4551-893e-5a724986f1ff req-4b038578-e0ac-44c2-8292-eca731e02a7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.0698016 Oct 13 14:09:41.750833 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-04518a20-6457-435b-9e22-98256cd0f856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:41.753592 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-04518a20-6457-435b-9e22-98256cd0f856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:41.757146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-04518a20-6457-435b-9e22-98256cd0f856 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb2646de-2922-40d9-a0ba-8fdc0837ae6e HTTP/1.1" status: 204 len: 168 time: 0.9126506 Oct 13 14:09:41.768758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2719ac14-cb10-4f6a-a08b-8716e25f943c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:41.779471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38e29a0-6497-423d-907a-7722039dc5bb req-d656025c-3f8a-439a-b9e3-75fc38eb93a7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218548 Oct 13 14:09:41.837858 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:41.892601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3ac80-1690-4be2-82ab-e2c0a59c9b2d req-46b2045f-a5c3-4871-a99f-5e88ba546342 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:41.912700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0c3ac80-1690-4be2-82ab-e2c0a59c9b2d req-46b2045f-a5c3-4871-a99f-5e88ba546342 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 946 time: 0.3807154 Oct 13 14:09:41.940271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b49c376-b10b-4551-893e-5a724986f1ff req-60fa5436-7bba-4f22-8ada-f8af35be091b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418359 Oct 13 14:09:41.944849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04518a20-6457-435b-9e22-98256cd0f856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2646de-2922-40d9-a0ba-8fdc0837ae6e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:42.019198 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=2719ac14-cb10-4f6a-a08b-8716e25f943c,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:42.141359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] Pushing event updated for resources: {'Network': ['ID=16e15b01-e808-4e45-90e1-66199134cd83,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:42.155315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 16e15b01-e808-4e45-90e1-66199134cd83 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:09:42.162253 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cd4548-92cc-4083-a938-b6b9c379c540 admin admin] Router afc94449-f5db-42af-aa1d-19d388bc9351 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:09:42.190144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0c3ac80-1690-4be2-82ab-e2c0a59c9b2d req-53a3fd88-2e87-4fb6-91a0-8e0efbd44055 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738051 Oct 13 14:09:42.239154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a56a02-299d-4297-95f4-0253babe4259 req-f7c50e47-0c05-4c7e-8163-9d4dc9911b18 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:42.254210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8a56a02-299d-4297-95f4-0253babe4259 req-f7c50e47-0c05-4c7e-8163-9d4dc9911b18 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 944 time: 0.2294440 Oct 13 14:09:42.260435 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a00ba1f5-1786-43f7-b0f1-a0a8ac143f64 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7864516 Oct 13 14:09:42.264346 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39068) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:42.271338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2e94f5ef-3ee4-44cc-90a1-51cc7e539a93 admin admin] Request body: {'subnet': {'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-subnet', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:42.292308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'name': 'network-vif-deleted', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:42.301650 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f84739b-ec38-4684-b96d-84a64179a759" -d '{"events": [{"server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "name": "network-vif-deleted", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:42.310076 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b49c376-b10b-4551-893e-5a724986f1ff req-29a239fc-7ab1-4e87-8a20-764d4c64d563 service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530242 Oct 13 14:09:42.333546 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2719ac14-cb10-4f6a-a08b-8716e25f943c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:42.334412 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a8661f-c57f-4a68-85ec-df355cfc6b4d" -d '{"events": [{"server_uuid": "4a133a46-abc0-4eb4-82ea-b5ef30784c9f", "name": "network-vif-plugged", "status": "completed", "tag": "2719ac14-cb10-4f6a-a08b-8716e25f943c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:42.359264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cd4548-92cc-4083-a938-b6b9c379c540 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:09:42.367626 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-57cd4548-92cc-4083-a938-b6b9c379c540 admin admin] 10.222.0.18 "PUT /v2.0/routers/afc94449-f5db-42af-aa1d-19d388bc9351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2971792 Oct 13 14:09:42.368185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39078) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:42.374827 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73326807-6a99-4b44-8661-16323ab48314 None None] Sync routers for ids ['afc94449-f5db-42af-aa1d-19d388bc9351'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:09:42.391899 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73326807-6a99-4b44-8661-16323ab48314 None None] Routers {'afc94449-f5db-42af-aa1d-19d388bc9351'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:09:42.394924 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-73326807-6a99-4b44-8661-16323ab48314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['afc94449-f5db-42af-aa1d-19d388bc9351'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:42.435759 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e94f5ef-3ee4-44cc-90a1-51cc7e539a93 admin admin] Made reservation on behalf of b80d7edb00dd4c08b870dab304ba4673 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:09:42.438999 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e94f5ef-3ee4-44cc-90a1-51cc7e539a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:42.454378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:09:42.470908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf4ae3b-306b-4d6a-a3d9-e558de532c45 None None] Sync routers for ids ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:09:42.514618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf4ae3b-306b-4d6a-a3d9-e558de532c45 None None] Routers {'502bedc8-f40f-48fa-91ad-7935dc0f42a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:09:42.515577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2cf4ae3b-306b-4d6a-a3d9-e558de532c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:42.554848 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-73326807-6a99-4b44-8661-16323ab48314 None None] Set router afc94449-f5db-42af-aa1d-19d388bc9351 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:09:42.607278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] No DVR routers for this DVR port e92b635b-e7b0-4cc4-a35a-746c5c02609f on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:42.628369 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:42.719807 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b49c376-b10b-4551-893e-5a724986f1ff req-e82818d9-1fdc-4512-9ad4-f175ef8b96a2 service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986714 Oct 13 14:09:42.721878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:42.734393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec746db2-ebb5-458d-a1a5-e74fcb9dfd28 req-550dd08b-33df-4093-9db6-86eb208c2c23 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.41 "DELETE /v2.0/ports/e92b635b-e7b0-4cc4-a35a-746c5c02609f HTTP/1.1" status: 204 len: 173 time: 3.9027400 Oct 13 14:09:42.761034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8a56a02-299d-4297-95f4-0253babe4259 req-78ac9f55-7802-4cdf-9bad-2a6d936dac34 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129237 Oct 13 14:09:42.822859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-2cf4ae3b-306b-4d6a-a3d9-e558de532c45 None None] Set router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:09:42.899872 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-61b5da36-17e5-4ad6-9888-0652a7792a83 req-cd09cae7-8870-4910-a20e-f76a619fa44f tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/ports?device_id=f82a8af1-45ab-4e11-abcb-91b33004635a HTTP/1.1" status: 200 len: 210 time: 0.0383029 Oct 13 14:09:42.962475 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:42.981873 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d056dbcb-e9d4-4dad-9510-628648b94abe x-openstack-request-id: req-d056dbcb-e9d4-4dad-9510-628648b94abe {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:42.981873 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a225b5a-1e22-48fe-8f39-abf9b1c41d5c", "name": "network-vif-deleted", "tag": "82cc59b5-9e65-4ebf-aa5b-99119257411b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:42.981873 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d056dbcb-e9d4-4dad-9510-628648b94abe {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:42.981873 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a225b5a-1e22-48fe-8f39-abf9b1c41d5c', 'name': 'network-vif-deleted', 'tag': '82cc59b5-9e65-4ebf-aa5b-99119257411b', 'status': 'completed', 'code': 200} Oct 13 14:09:42.994736 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-73326807-6a99-4b44-8661-16323ab48314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092355270-router', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:07:03Z', 'updated_at': '2021-10-13T14:09:40Z', 'revision_number': 5, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'gw_port': {'id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:05Z', 'updated_at': '2021-10-13T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:43.012114 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ed3015-b5f8-4279-abdb-6d377a494f47 x-openstack-request-id: req-54ed3015-b5f8-4279-abdb-6d377a494f47 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:43.017851 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a133a46-abc0-4eb4-82ea-b5ef30784c9f", "name": "network-vif-plugged", "status": "completed", "tag": "2719ac14-cb10-4f6a-a08b-8716e25f943c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:43.017851 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54ed3015-b5f8-4279-abdb-6d377a494f47 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:43.017851 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2719ac14-cb10-4f6a-a08b-8716e25f943c', 'code': 200} Oct 13 14:09:43.048753 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73326807-6a99-4b44-8661-16323ab48314 None None] Checking router: afc94449-f5db-42af-aa1d-19d388bc9351 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:09:43.059020 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73326807-6a99-4b44-8661-16323ab48314 None None] Routers {'afc94449-f5db-42af-aa1d-19d388bc9351'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:09:43.059701 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-73326807-6a99-4b44-8661-16323ab48314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['afc94449-f5db-42af-aa1d-19d388bc9351'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:43.147190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2cf4ae3b-306b-4d6a-a3d9-e558de532c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:05:02Z', 'revision_number': 4, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94', 'name': '', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'mac_address': 'fa:16:3e:f4:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:02Z', 'updated_at': '2021-10-13T14:05:08Z', 'revision_number': 5, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'subnets': [{'id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:43.158421 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e94f5ef-3ee4-44cc-90a1-51cc7e539a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:43.182292 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf4ae3b-306b-4d6a-a3d9-e558de532c45 None None] Checking router: 502bedc8-f40f-48fa-91ad-7935dc0f42a4 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:09:43.194351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf4ae3b-306b-4d6a-a3d9-e558de532c45 None None] Routers {'502bedc8-f40f-48fa-91ad-7935dc0f42a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:09:43.195346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2cf4ae3b-306b-4d6a-a3d9-e558de532c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:43.205752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866ae09-e6b3-4fb1-8d1b-1f1b4a6e625f req-d56192fc-f3d4-42bd-a957-79c5cd2fd14c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:43.207325 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8866ae09-e6b3-4fb1-8d1b-1f1b4a6e625f req-d56192fc-f3d4-42bd-a957-79c5cd2fd14c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.0953033 Oct 13 14:09:43.209295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b2010-ad4a-4281-bb9a-49b44d61618c req-dcb5c2fa-babe-440d-8d64-f21a9bc75724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:43.210779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd4b2010-ad4a-4281-bb9a-49b44d61618c req-dcb5c2fa-babe-440d-8d64-f21a9bc75724 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 1102 time: 0.1107075 Oct 13 14:09:43.273983 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-73326807-6a99-4b44-8661-16323ab48314 None None] Set router afc94449-f5db-42af-aa1d-19d388bc9351 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:09:43.317213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8866ae09-e6b3-4fb1-8d1b-1f1b4a6e625f req-89bca8b9-282f-45ed-a0d2-7ecb8d5c81ce tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990136 Oct 13 14:09:43.319043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd4b2010-ad4a-4281-bb9a-49b44d61618c req-f7ad8fe0-0928-47bb-8510-723a3d6cf00f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810030 Oct 13 14:09:43.338571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94f5ef-3ee4-44cc-90a1-51cc7e539a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1870f77-f283-46b0-91af-b6c012baea10,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:43.388243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-2cf4ae3b-306b-4d6a-a3d9-e558de532c45 None None] Set router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:09:43.417729 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94f5ef-3ee4-44cc-90a1-51cc7e539a93 admin admin] Checking segment: {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:09:43.418238 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e94f5ef-3ee4-44cc-90a1-51cc7e539a93 admin admin] Network hostable DHCP agents. Network: 16e15b01-e808-4e45-90e1-66199134cd83, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:09:43.426366 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Deleting port deeca710-798f-4040-9a4d-501ec0f80907 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:43.426710 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:43.525119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787ae23-fb42-44cd-b7a0-8a243fdb7e19 req-9030cd09-7d4b-49ff-a0f0-ee05ff63cd29 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:43.525119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4787ae23-fb42-44cd-b7a0-8a243fdb7e19 req-9030cd09-7d4b-49ff-a0f0-ee05ff63cd29 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 946 time: 0.1135039 Oct 13 14:09:43.600110 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] For port deeca710-798f-4040-9a4d-501ec0f80907, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=deeca710-798f-4040-9a4d-501ec0f80907,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:43.600110 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:43.624027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e94f5ef-3ee4-44cc-90a1-51cc7e539a93 admin admin] Network 16e15b01-e808-4e45-90e1-66199134cd83 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:09:43.639227 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Calling delete_port for deeca710-798f-4040-9a4d-501ec0f80907 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:43.649644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4787ae23-fb42-44cd-b7a0-8a243fdb7e19 req-7a9d50da-8f51-4d8b-b49d-848702dad8bd tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160595 Oct 13 14:09:43.689174 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-73326807-6a99-4b44-8661-16323ab48314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092355270-router', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:07:03Z', 'updated_at': '2021-10-13T14:09:40Z', 'revision_number': 5, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'gw_port': {'id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:05Z', 'updated_at': '2021-10-13T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:43.729216 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73326807-6a99-4b44-8661-16323ab48314 None None] The sync data for ids ['afc94449-f5db-42af-aa1d-19d388bc9351'] in n-d-806683-15 is: [{'id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'name': 'tempest-AttachSCSIVolumeTestJSON-1092355270-router', 'tenant_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:07:03Z', 'updated_at': '2021-10-13T14:09:40Z', 'revision_number': 5, 'project_id': '4003f29c341c42b9a78b0f41d0cc4bc7', 'gw_port': {'id': 'deeca710-798f-4040-9a4d-501ec0f80907', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc94449-f5db-42af-aa1d-19d388bc9351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:07:05Z', 'updated_at': '2021-10-13T14:07:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:09:43.744518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-2e94f5ef-3ee4-44cc-90a1-51cc7e539a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 16e15b01-e808-4e45-90e1-66199134cd83) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:09:43.754696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d79bb91-b4e7-4219-bff3-8187df34459b None None] Network 16e15b01-e808-4e45-90e1-66199134cd83 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:09:43.763516 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e94f5ef-3ee4-44cc-90a1-51cc7e539a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:43.764849 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e94f5ef-3ee4-44cc-90a1-51cc7e539a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:43.788418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2cf4ae3b-306b-4d6a-a3d9-e558de532c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:05:02Z', 'revision_number': 4, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94', 'name': '', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'mac_address': 'fa:16:3e:f4:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:02Z', 'updated_at': '2021-10-13T14:05:08Z', 'revision_number': 5, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'subnets': [{'id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:43.903828 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2e94f5ef-3ee4-44cc-90a1-51cc7e539a93 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6371510 Oct 13 14:09:43.907767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39134) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:43.912003 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:43.949140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99e11d-74c9-4c9d-a277-54b585989ff1 req-ad4a70d5-afa3-4c7c-9b1c-c9faa16f578a tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:43.961006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a99e11d-74c9-4c9d-a277-54b585989ff1 req-ad4a70d5-afa3-4c7c-9b1c-c9faa16f578a tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 944 time: 0.0774710 Oct 13 14:09:44.015495 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a99e11d-74c9-4c9d-a277-54b585989ff1 req-33c60735-2a54-4db4-b1ab-c9b08ca210a4 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531969 Oct 13 14:09:44.045352 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf4ae3b-306b-4d6a-a3d9-e558de532c45 None None] The sync data for ids ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'] in n-d-806683-15 is: [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:05:02Z', 'revision_number': 4, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94', 'name': '', 'network_id': '376e61af-f4c6-492b-9fc4-cd5b192fa1f8', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'mac_address': 'fa:16:3e:f4:e3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:02Z', 'updated_at': '2021-10-13T14:05:08Z', 'revision_number': 5, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'subnets': [{'id': 'fd9616fa-eece-4fe9-998c-fb89c2afbb2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:09:44.078868 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.080452 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.086771 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.153221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2defba85-971e-438d-9177-d8e9c9c59a7b no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:44.160197 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Pushing event deleted for resources: {'Port': ['ID=deeca710-798f-4040-9a4d-501ec0f80907,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:44.204222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 2defba85-971e-438d-9177-d8e9c9c59a7b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:44.204694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2defba85-971e-438d-9177-d8e9c9c59a7b not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:44.309479 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.309865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-16e15b01-e808-4e45-90e1-66199134cd83', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:09:44.313189 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.317256 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.425490 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.428627 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.521231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Allocated IP 172.20.0.2 (16e15b01-e808-4e45-90e1-66199134cd83/d1870f77-f283-46b0-91af-b6c012baea10/7f1c7f63-9773-4d89-a703-0bcfa9585ccc) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:09:44.549549 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f0c381-09fd-48cc-a9de-6b70a41f2382 None None] New status for floating IP 0cb31abb-3f19-496e-8987-3fb12f9045c7: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:09:44.681457 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.683335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afc94449-f5db-42af-aa1d-19d388bc9351 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:09:44.705104 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.706558 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1c7a820c-d74a-4f35-a436-604ea6a8c994 admin admin] 10.222.0.18 "DELETE /v2.0/routers/afc94449-f5db-42af-aa1d-19d388bc9351 HTTP/1.1" status: 204 len: 168 time: 2.3367488 Oct 13 14:09:44.709186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39192) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:44.712067 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.830520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7f6f88-7d0d-49d1-a0de-4d23a8c62da0 admin admin] Deleting subnet 80f931e6-9c5f-4f55-a192-f3f62ec662db {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:09:44.864074 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6f88-7d0d-49d1-a0de-4d23a8c62da0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.904811 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.958901 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6f88-7d0d-49d1-a0de-4d23a8c62da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:44.979785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'name': 'network-vif-deleted', 'tag': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:44.982741 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11624b2-e16a-4d7c-987b-1788be83586c" -d '{"events": [{"server_uuid": "f82a8af1-45ab-4e11-abcb-91b33004635a", "name": "network-vif-deleted", "tag": "e92b635b-e7b0-4cc4-a35a-746c5c02609f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:45.004106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93153c9-7c2d-4209-93ea-397eef99b1f6 req-3ca199d2-e0bf-4bfa-9974-2eb97be47d17 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:45.005647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b93153c9-7c2d-4209-93ea-397eef99b1f6 req-3ca199d2-e0bf-4bfa-9974-2eb97be47d17 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.1662023 Oct 13 14:09:45.023564 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:45.080799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Network 16e15b01-e808-4e45-90e1-66199134cd83 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:09:45.081267 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:45.083792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:09:45.087474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:09:45.099194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Pushing event updated for resources: {'Port': ['ID=7f1c7f63-9773-4d89-a703-0bcfa9585ccc,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:45.108291 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:45.196669 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Attempting to bind port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:09:45.197111 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Attempting to bind port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:09:45.197564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Attempting to bind port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc on network 16e15b01-e808-4e45-90e1-66199134cd83 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:09:45.230841 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Allocated IP 172.25.0.233 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/ac36b1d7-a001-4cb5-aef2-3f10f34f77cf) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:09:45.234523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:09:45.235058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Checking segment: {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:09:45.235561 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:45.236057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Bound using segment: {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:09:45.236613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Bound port: 7f1c7f63-9773-4d89-a703-0bcfa9585ccc, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:09:45.238380 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:45.305543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:09:45.381405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] For port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:09:45.411781 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:45.454842 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] For port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7f1c7f63-9773-4d89-a703-0bcfa9585ccc,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:09:45.468619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b93153c9-7c2d-4209-93ea-397eef99b1f6 req-5616bf1d-41e5-4085-b74c-47757afc52a9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503605 Oct 13 14:09:45.472428 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6f88-7d0d-49d1-a0de-4d23a8c62da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:45.548956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:45.560416 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:45.569095 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:45.569892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1', 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f', 'port_id': '08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1', 'mac_address': 'fa:16:3e:ae:c1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc898a0c-f0e8-48e4-be55-ec054e3bd71d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:09:45.603188 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:09:45.605626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:09:45.609024 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:09:45.660914 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39238) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:45.665500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac36b1d7-a001-4cb5-aef2-3f10f34f77cf,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:45.696042 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6f88-7d0d-49d1-a0de-4d23a8c62da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:45.743943 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bdbd1-15d6-42ae-9507-dc714fe1a77b None None] Pushing event updated for resources: {'Port': ['ID=7f1c7f63-9773-4d89-a703-0bcfa9585ccc,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:45.752747 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:45.767120 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:09:45.789138 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbca12a-ce80-4e73-bf8a-fd89ed780e12 x-openstack-request-id: req-edbca12a-ce80-4e73-bf8a-fd89ed780e12 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:45.789711 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82a8af1-45ab-4e11-abcb-91b33004635a", "name": "network-vif-deleted", "tag": "e92b635b-e7b0-4cc4-a35a-746c5c02609f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:45.790117 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edbca12a-ce80-4e73-bf8a-fd89ed780e12 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:45.790661 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82a8af1-45ab-4e11-abcb-91b33004635a', 'name': 'network-vif-deleted', 'tag': 'e92b635b-e7b0-4cc4-a35a-746c5c02609f', 'status': 'completed', 'code': 200} Oct 13 14:09:45.799362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f6f88-7d0d-49d1-a0de-4d23a8c62da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f931e6-9c5f-4f55-a192-f3f62ec662db,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:45.806662 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6f88-7d0d-49d1-a0de-4d23a8c62da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:45.814456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5b7f6f88-7d0d-49d1-a0de-4d23a8c62da0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/80f931e6-9c5f-4f55-a192-f3f62ec662db HTTP/1.1" status: 204 len: 168 time: 1.1037457 Oct 13 14:09:45.816397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39240) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:45.818971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:45.826167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31003236-a3c3-44ac-9f39-029b332fb47f None None] Network a7911844-a438-4d59-b374-be6e1e6cde79 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:09:45.847649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc10cb0-096b-4169-acd9-6d3187efb225 req-d4642cbe-d52b-48a2-960b-329621d492eb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:45.865400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bc10cb0-096b-4169-acd9-6d3187efb225 req-d4642cbe-d52b-48a2-960b-329621d492eb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 946 time: 0.2430151 Oct 13 14:09:45.894494 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:45.963912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device deeca710-798f-4040-9a4d-501ec0f80907 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:45.986245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bc10cb0-096b-4169-acd9-6d3187efb225 req-1c248376-c4ef-4849-9403-6ad48bd616e2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184661 Oct 13 14:09:46.029802 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.032929 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-25f9f1d3-de1f-4da5-8881-10d9ced66599 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.037329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287bba4-d9bf-4cee-8e93-806c513a629c req-a77e51ca-b318-4df0-a1e9-58290330a49d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:46.068054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0287bba4-d9bf-4cee-8e93-806c513a629c req-a77e51ca-b318-4df0-a1e9-58290330a49d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 944 time: 0.2478712 Oct 13 14:09:46.121072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-25f9f1d3-de1f-4da5-8881-10d9ced66599 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.152857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0287bba4-d9bf-4cee-8e93-806c513a629c req-242d8fbe-4730-4e0f-aaf0-84493e69d58a tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775628 Oct 13 14:09:46.162171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: deeca710-798f-4040-9a4d-501ec0f80907 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:46.162616 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device deeca710-798f-4040-9a4d-501ec0f80907 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:46.233302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:46.327758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39264) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:46.332663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b16752a-188d-41c3-9c75-148266f721a6 None None] DHCP port deletion for a7911844-a438-4d59-b374-be6e1e6cde79 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:09:46.335179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:09:46.342033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Deleting port 4389e42c-ee16-48f3-9547-5d48151a04ba {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:46.345610 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.347063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e3c96-96a4-4484-93ce-9c52c35ee29d req-90c07b1c-20af-4df6-bd79-ce465e818f3f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:46.348610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a37e3c96-96a4-4484-93ce-9c52c35ee29d req-90c07b1c-20af-4df6-bd79-ce465e818f3f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 946 time: 0.0797582 Oct 13 14:09:46.428016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a37e3c96-96a4-4484-93ce-9c52c35ee29d req-59ee48bd-70b8-4fb2-972d-9838233a5011 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656090 Oct 13 14:09:46.428171 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-25f9f1d3-de1f-4da5-8881-10d9ced66599 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.439193 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-25f9f1d3-de1f-4da5-8881-10d9ced66599 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.444020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39272) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:46.445901 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-25f9f1d3-de1f-4da5-8881-10d9ced66599 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "DELETE /v2.0/security-groups/6f3e94b1-97f6-4b55-809b-9e0ad3c92d65 HTTP/1.1" status: 204 len: 168 time: 0.7780244 Oct 13 14:09:46.459734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.466403 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-4fec96de-4e35-4b2a-8d23-0c64e5311d1b tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] show failed (client error): The resource could not be found. Oct 13 14:09:46.473970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4fec96de-4e35-4b2a-8d23-0c64e5311d1b tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "GET /v2.0/security-groups/6f3e94b1-97f6-4b55-809b-9e0ad3c92d65 HTTP/1.1" status: 404 len: 347 time: 0.0245566 Oct 13 14:09:46.476312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39274) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:46.483438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-0b16752a-188d-41c3-9c75-148266f721a6 None None] Deleting port 4389e42c-ee16-48f3-9547-5d48151a04ba {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:46.483802 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b16752a-188d-41c3-9c75-148266f721a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.493562 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] For port 4389e42c-ee16-48f3-9547-5d48151a04ba, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4389e42c-ee16-48f3-9547-5d48151a04ba,segment=NetworkSegment(51ff8b17-69da-4dbd-b185-0c2f3d9721f9),segment_id=51ff8b17-69da-4dbd-b185-0c2f3d9721f9)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:46.494119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.539313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9f1d3-de1f-4da5-8881-10d9ced66599 tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3e94b1-97f6-4b55-809b-9e0ad3c92d65,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:46.554648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Calling delete_port for 4389e42c-ee16-48f3-9547-5d48151a04ba owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:46.670128 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0b16752a-188d-41c3-9c75-148266f721a6 None None] For port 4389e42c-ee16-48f3-9547-5d48151a04ba, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4389e42c-ee16-48f3-9547-5d48151a04ba,segment=NetworkSegment(51ff8b17-69da-4dbd-b185-0c2f3d9721f9),segment_id=51ff8b17-69da-4dbd-b185-0c2f3d9721f9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:46.672291 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b16752a-188d-41c3-9c75-148266f721a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.696657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-964146c3-44a9-4e89-bd4e-109141e00ece admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e04e6047d6e45da848aa833a436e1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617213 Oct 13 14:09:46.706804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39280) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:46.718783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-0b16752a-188d-41c3-9c75-148266f721a6 None None] Calling delete_port for 4389e42c-ee16-48f3-9547-5d48151a04ba owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:46.808060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436089ea-ef18-45ce-9e68-f1e549a37e44 req-896baa8f-3862-4aee-b3ac-8fa7e3115063 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:46.811337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-436089ea-ef18-45ce-9e68-f1e549a37e44 req-896baa8f-3862-4aee-b3ac-8fa7e3115063 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.1956639 Oct 13 14:09:46.872514 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c38dbe9f-3833-4788-9493-7839a5dd2a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.882245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-80404391-a3a6-408b-94c9-6cca6c3866cc tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Deleting port 7edae0f4-68c7-49f1-a9dd-1f741111cc19 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:46.882685 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80404391-a3a6-408b-94c9-6cca6c3866cc tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.927965 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.931045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-436089ea-ef18-45ce-9e68-f1e549a37e44 req-e05885b8-0093-4138-bbf4-24e25c03f034 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987198 Oct 13 14:09:46.973085 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b16752a-188d-41c3-9c75-148266f721a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:46.977983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39292) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:47.006326 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Pushing event deleted for resources: {'Port': ['ID=4389e42c-ee16-48f3-9547-5d48151a04ba,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:47.012755 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c38dbe9f-3833-4788-9493-7839a5dd2a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.014543 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.043365 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b16752a-188d-41c3-9c75-148266f721a6 None None] No DVR routers for this DVR port 4389e42c-ee16-48f3-9547-5d48151a04ba on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:47.048005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16752a-188d-41c3-9c75-148266f721a6 None None] Pushing event deleted for resources: {'Port': ['ID=4389e42c-ee16-48f3-9547-5d48151a04ba,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:47.096157 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80404391-a3a6-408b-94c9-6cca6c3866cc tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.096582 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80404391-a3a6-408b-94c9-6cca6c3866cc tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.111391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-80404391-a3a6-408b-94c9-6cca6c3866cc tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Calling delete_port for 7edae0f4-68c7-49f1-a9dd-1f741111cc19 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:47.210510 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c38dbe9f-3833-4788-9493-7839a5dd2a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.213205 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c38dbe9f-3833-4788-9493-7839a5dd2a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.217905 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c38dbe9f-3833-4788-9493-7839a5dd2a9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c66023ce-50e1-4a0f-8dc1-e6d81281cbd2 HTTP/1.1" status: 204 len: 168 time: 0.5075967 Oct 13 14:09:47.250925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dbe9f-3833-4788-9493-7839a5dd2a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66023ce-50e1-4a0f-8dc1-e6d81281cbd2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:47.275372 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] No DVR routers for this DVR port 4389e42c-ee16-48f3-9547-5d48151a04ba on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:47.342924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f858ff-5a2c-449c-8b3b-52109ee80453 None None] Network 16e15b01-e808-4e45-90e1-66199134cd83 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:09:47.392805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35278ae3-628d-48dc-ba23-dd74ab492d28 req-926deda8-5b67-45f8-8987-b04bcd34db17 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:47.400691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35278ae3-628d-48dc-ba23-dd74ab492d28 req-926deda8-5b67-45f8-8987-b04bcd34db17 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 945 time: 0.1038213 Oct 13 14:09:47.415108 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.443565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b3b4a1aa-028a-4302-9a74-5c3bddd99d8b None None] Provisioning complete for port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:47.443941 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a1aa-028a-4302-9a74-5c3bddd99d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.447491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7911844-a438-4d59-b374-be6e1e6cde79']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:47.458399 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ff8b17-69da-4dbd-b185-0c2f3d9721f9') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:47.459005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ff8b17-69da-4dbd-b185-0c2f3d9721f9') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:47.470077 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.475282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4946c08c-ffe6-4305-b8dc-b769f6f4018f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.476065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d70b40a-981d-4bab-98cd-2b73241c5f7c no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:47.490168 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.503112 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:09:47.503524 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:09:47.505973 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:09:47.515829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35278ae3-628d-48dc-ba23-dd74ab492d28 req-70d57e0c-29cd-4081-a182-5443337c7c5e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932918 Oct 13 14:09:47.536131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4865692-afae-431f-89b2-c761004a08e4 req-303c0f29-b87d-4d2c-86ac-5cfa5fec48af tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:47.538155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4865692-afae-431f-89b2-c761004a08e4 req-303c0f29-b87d-4d2c-86ac-5cfa5fec48af tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 1102 time: 0.1768572 Oct 13 14:09:47.570286 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80404391-a3a6-408b-94c9-6cca6c3866cc tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.585970 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e4865692-afae-431f-89b2-c761004a08e4 req-52ff293d-f807-4782-a207-c371f048cfaa tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.624687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80404391-a3a6-408b-94c9-6cca6c3866cc tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Pushing event deleted for resources: {'Port': ['ID=7edae0f4-68c7-49f1-a9dd-1f741111cc19,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:47.687315 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Router da3aac8f-3c95-4be3-9131-bed68c445a6e is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:09:47.738301 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a1aa-028a-4302-9a74-5c3bddd99d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.774368 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.782090 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.788093 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.797014 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a7911844-a438-4d59-b374-be6e1e6cde79 HTTP/1.1" status: 204 len: 168 time: 1.9793706 Oct 13 14:09:47.798903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4946c08c-ffe6-4305-b8dc-b769f6f4018f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.806260 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80404391-a3a6-408b-94c9-6cca6c3866cc tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.812815 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80404391-a3a6-408b-94c9-6cca6c3866cc tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.816224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-80404391-a3a6-408b-94c9-6cca6c3866cc tempest-ServersTestManualDisk-2090886404 tempest-ServersTestManualDisk-2090886404-project] 10.222.0.18 "DELETE /v2.0/floatingips/0cb31abb-3f19-496e-8987-3fb12f9045c7 HTTP/1.1" status: 204 len: 168 time: 1.3365295 Oct 13 14:09:47.820517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b3b4a1aa-028a-4302-9a74-5c3bddd99d8b None None] For port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7f1c7f63-9773-4d89-a703-0bcfa9585ccc,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:47.831896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39330) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:47.836772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:47.840649 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5ae436-38ba-4bc7-890c-ac5276504715" -d '{"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-unplugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:47.857349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa57bcd-445f-47aa-ade7-d1d83352a726 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7911844-a438-4d59-b374-be6e1e6cde79,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:47.881459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:47.898460 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac510d45-2e9a-49e6-ba10-03164226ccec x-openstack-request-id: req-ac510d45-2e9a-49e6-ba10-03164226ccec {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:47.898957 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-unplugged", "status": "completed", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:47.899529 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac510d45-2e9a-49e6-ba10-03164226ccec {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:47.900095 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'code': 200} Oct 13 14:09:47.953071 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a1aa-028a-4302-9a74-5c3bddd99d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:47.962737 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:09:47.999421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Sync routers for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:09:48.009897 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4946c08c-ffe6-4305-b8dc-b769f6f4018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.025864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:09:48.027223 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:48.031439 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.041240 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7f1c7f63-9773-4d89-a703-0bcfa9585ccc up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:09:48.062610 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.070468 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1be9a697-88da-4f24-a266-3f2f62a354f7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1557405 Oct 13 14:09:48.070468 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39342) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:48.134452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946c08c-ffe6-4305-b8dc-b769f6f4018f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0df8d31-adea-456e-96a6-e532d5525124,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:48.139302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4946c08c-ffe6-4305-b8dc-b769f6f4018f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf0abfbc79b24827846082490b80515a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1602230 Oct 13 14:09:48.141910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e4865692-afae-431f-89b2-c761004a08e4 req-52ff293d-f807-4782-a207-c371f048cfaa tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.144672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39346) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:48.202586 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4a1aa-028a-4302-9a74-5c3bddd99d8b None None] Pushing event updated for resources: {'Port': ['ID=7f1c7f63-9773-4d89-a703-0bcfa9585ccc,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:48.255589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e4865692-afae-431f-89b2-c761004a08e4 req-52ff293d-f807-4782-a207-c371f048cfaa tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.297575 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b96586a8-4c22-479e-83bc-1126edb97b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.333294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4865692-afae-431f-89b2-c761004a08e4 req-52ff293d-f807-4782-a207-c371f048cfaa tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7615666 Oct 13 14:09:48.395490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39356) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:48.430169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff293d-f807-4782-a207-c371f048cfaa tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb56526f-7d9e-4725-8a18-60f630affc6d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:48.490138 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b96586a8-4c22-479e-83bc-1126edb97b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.583716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b7382c3c-4c3a-4b0b-ad61-33d5dbdca58d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=834a99cee24e43adbcb7de2d240630eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831031 Oct 13 14:09:48.590815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39364) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:48.646275 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.646885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9e56d580-40fa-4048-8a4e-502d518ccc05 None None] Provisioning complete for port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:48.647230 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9e56d580-40fa-4048-8a4e-502d518ccc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.660193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=14']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:48.702806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:09:48.744674 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b730b89-3d10-4c79-a003-cbf9bfc77e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.777464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef3617-6c0b-42d5-9e6e-364ec0097b46 req-7ceb2cc6-4bad-449b-8149-da09ef60ed01 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:48.779573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8ef3617-6c0b-42d5-9e6e-364ec0097b46 req-7ceb2cc6-4bad-449b-8149-da09ef60ed01 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 945 time: 0.1529431 Oct 13 14:09:48.805574 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b730b89-3d10-4c79-a003-cbf9bfc77e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.827918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:48.828599 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.833105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b96586a8-4c22-479e-83bc-1126edb97b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.835766 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b96586a8-4c22-479e-83bc-1126edb97b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:48.837621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b96586a8-4c22-479e-83bc-1126edb97b58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0df8d31-adea-456e-96a6-e532d5525124 HTTP/1.1" status: 204 len: 168 time: 0.6916540 Oct 13 14:09:48.896225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8ef3617-6c0b-42d5-9e6e-364ec0097b46 req-6def7b76-82fd-4559-b762-b04caaa80743 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062398 Oct 13 14:09:48.908399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96586a8-4c22-479e-83bc-1126edb97b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0df8d31-adea-456e-96a6-e532d5525124,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:48.982403 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45e1cabb-2cea-489a-8771-f28e1f814127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:49.106235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:45Z', 'revision_number': 3, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:49.143537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Checking router: da3aac8f-3c95-4be3-9131-bed68c445a6e for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:09:49.143995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Updating router da3aac8f-3c95-4be3-9131-bed68c445a6e port ac36b1d7-a001-4cb5-aef2-3f10f34f77cf binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:09:49.172397 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:49.190689 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b730b89-3d10-4c79-a003-cbf9bfc77e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:49.200417 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b730b89-3d10-4c79-a003-cbf9bfc77e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:49.204205 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3b730b89-3d10-4c79-a003-cbf9bfc77e33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/507f03e6-8654-4ae4-9498-26effefbc870 HTTP/1.1" status: 204 len: 168 time: 0.6054287 Oct 13 14:09:49.220499 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4389e42c-ee16-48f3-9547-5d48151a04ba no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:49.249666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 4389e42c-ee16-48f3-9547-5d48151a04ba {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:49.249919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4389e42c-ee16-48f3-9547-5d48151a04ba not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:49.287579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b730b89-3d10-4c79-a003-cbf9bfc77e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507f03e6-8654-4ae4-9498-26effefbc870,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:49.347545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:09:49.460252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-45e1cabb-2cea-489a-8771-f28e1f814127 admin admin] Deleting port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:49.461203 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45e1cabb-2cea-489a-8771-f28e1f814127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:49.470697 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:49.555092 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0227721d-01a9-4dd1-bbe3-5c4aec8a66f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:49.655612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:09:49.668582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:49.668951 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:49.672335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-45e1cabb-2cea-489a-8771-f28e1f814127 admin admin] For port 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94,segment=NetworkSegment(3cbfca30-fb88-46ad-9e29-54404b928a60),segment_id=3cbfca30-fb88-46ad-9e29-54404b928a60)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:49.672878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45e1cabb-2cea-489a-8771-f28e1f814127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:49.697825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-45e1cabb-2cea-489a-8771-f28e1f814127 admin admin] Calling delete_port for 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:49.787433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Allocated IP 172.20.0.1 (16e15b01-e808-4e45-90e1-66199134cd83/d1870f77-f283-46b0-91af-b6c012baea10/d35ba3d1-50f2-4e34-a4f4-8c9106c996d4) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:09:49.813141 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:49.834872 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:49.905967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bdce8d-9a18-4326-a942-5e7bf1220660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:09:49.909322 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c626a5bc-17f7-4b1c-a158-273c695a7c89" -d '{"events": [{"server_uuid": "46bdce8d-9a18-4326-a942-5e7bf1220660", "name": "network-vif-plugged", "status": "completed", "tag": "08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:09:49.916965 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:49.939349 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:49.998327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7f1c7f63-9773-4d89-a703-0bcfa9585ccc up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:09:49.999441 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:50.053683 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:50.086901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Attempting to bind port ac36b1d7-a001-4cb5-aef2-3f10f34f77cf on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:09:50.087341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Attempting to bind port ac36b1d7-a001-4cb5-aef2-3f10f34f77cf by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:09:50.087783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Attempting to bind port ac36b1d7-a001-4cb5-aef2-3f10f34f77cf on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:09:50.092527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e4891-6f20-4c51-a7db-036e87237381 None None] Pushing event updated for resources: {'Port': ['ID=ac36b1d7-a001-4cb5-aef2-3f10f34f77cf,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:50.126108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbb9d0-bdf2-4a61-8dfa-c57ded2cb52a req-4425e4fb-cb34-4a14-b3f2-dffc2d6078bc tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:50.134639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53dbb9d0-bdf2-4a61-8dfa-c57ded2cb52a req-4425e4fb-cb34-4a14-b3f2-dffc2d6078bc tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.0959117 Oct 13 14:09:50.139159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:09:50.139720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:09:50.140055 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:50.140744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:09:50.141311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Bound port: ac36b1d7-a001-4cb5-aef2-3f10f34f77cf, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:09:50.141799 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:50.179685 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:50.185595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53dbb9d0-bdf2-4a61-8dfa-c57ded2cb52a req-a28a9084-1514-4e28-ade3-77470cff901a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500059 Oct 13 14:09:50.208609 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45e1cabb-2cea-489a-8771-f28e1f814127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:50.256627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1cabb-2cea-489a-8771-f28e1f814127 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:50.264874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:50.284607 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d75494-a0b5-4236-997a-fbf0c1db3574 x-openstack-request-id: req-90d75494-a0b5-4236-997a-fbf0c1db3574 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:09:50.284898 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bdce8d-9a18-4326-a942-5e7bf1220660", "name": "network-vif-plugged", "status": "completed", "tag": "08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:09:50.286495 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90d75494-a0b5-4236-997a-fbf0c1db3574 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:09:50.286886 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bdce8d-9a18-4326-a942-5e7bf1220660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1', 'code': 200} Oct 13 14:09:50.289717 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:50.290086 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:50.303707 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] For port ac36b1d7-a001-4cb5-aef2-3f10f34f77cf, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:09:50.307825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] For port ac36b1d7-a001-4cb5-aef2-3f10f34f77cf, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ac36b1d7-a001-4cb5-aef2-3f10f34f77cf,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:09:50.393632 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-da487114-641a-49e0-be9c-6fa27bf1fdbd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2846303 Oct 13 14:09:50.398326 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Network 16e15b01-e808-4e45-90e1-66199134cd83 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:09:50.409749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-ed3ee193-c433-44f5-8518-3ec82e5be2d5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:09:50.411104 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-ed3ee193-c433-44f5-8518-3ec82e5be2d5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090981 Oct 13 14:09:50.415402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:09:50.419309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:09:50.472608 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:50.477003 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:50.479880 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Pushing event updated for resources: {'Port': ['ID=d35ba3d1-50f2-4e34-a4f4-8c9106c996d4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:50.658892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:09:50.659538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:50.698918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53baf78-94d5-4050-af73-b4b241db2a3e req-ece99991-e30b-4352-a320-52d240b5b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:50.701694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a53baf78-94d5-4050-af73-b4b241db2a3e req-ece99991-e30b-4352-a320-52d240b5b6a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 1098 time: 0.3006346 Oct 13 14:09:50.727008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec88020-1ef9-4ff3-89f2-d6f10c7310b3 req-192b0b6c-9543-4f9d-9a74-9514dc28eee3 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:50.730653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aec88020-1ef9-4ff3-89f2-d6f10c7310b3 req-192b0b6c-9543-4f9d-9a74-9514dc28eee3 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 946 time: 0.3636470 Oct 13 14:09:50.799706 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:09:50.851939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aec88020-1ef9-4ff3-89f2-d6f10c7310b3 req-cf4735e3-fab2-4515-b379-e594b694b709 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034472 Oct 13 14:09:50.881391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39446) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:50.889627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a53baf78-94d5-4050-af73-b4b241db2a3e req-dd5290c2-71e9-42aa-8f9f-243d35fa2dbb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792502 Oct 13 14:09:50.915320 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:50.991486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-618fef63-47df-4d65-bc78-e8f101466dec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4003f29c341c42b9a78b0f41d0cc4bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1087527 Oct 13 14:09:50.998991 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39448) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:51.054489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e4891-6f20-4c51-a7db-036e87237381 None None] Pushing event updated for resources: {'Port': ['ID=ac36b1d7-a001-4cb5-aef2-3f10f34f77cf,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:51.056218 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45e1cabb-2cea-489a-8771-f28e1f814127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:51.085093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4fccb80e-e856-47ed-b677-c5d7214e3a75 None None] Provisioning complete for port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:51.085486 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4fccb80e-e856-47ed-b677-c5d7214e3a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:51.215232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4fccb80e-e856-47ed-b677-c5d7214e3a75 None None] Port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:09:51.231369 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a173507d-adfc-4e3f-a489-679c229ca70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:51.276159 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a173507d-adfc-4e3f-a489-679c229ca70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:51.322841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b76dd-e0ae-41d7-9e34-bbbb076e5378 req-65dfe174-f72f-42ea-a7f2-e97e09649e1e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:51.324962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e70b76dd-e0ae-41d7-9e34-bbbb076e5378 req-65dfe174-f72f-42ea-a7f2-e97e09649e1e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.3451145 Oct 13 14:09:51.336148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:45Z', 'revision_number': 3, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:51.348045 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:51.396204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b8d774-4a2e-49df-afbe-7ee549737bf8 None None] The sync data for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 is: [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:45Z', 'revision_number': 3, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:09:51.428570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39468) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:51.446386 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:51.450648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e70b76dd-e0ae-41d7-9e34-bbbb076e5378 req-a2746571-2c16-437a-bf49-6c133c6b9f7f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121874 Oct 13 14:09:51.534510 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a173507d-adfc-4e3f-a489-679c229ca70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:51.538510 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a173507d-adfc-4e3f-a489-679c229ca70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:51.545581 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a173507d-adfc-4e3f-a489-679c229ca70a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a08d97a-1152-40ed-9bc4-9c8f89535db9 HTTP/1.1" status: 204 len: 168 time: 0.5401094 Oct 13 14:09:51.562130 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:09:51.583782 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:51.604145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e1cabb-2cea-489a-8771-f28e1f814127 admin admin] Router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:09:51.630903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173507d-adfc-4e3f-a489-679c229ca70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a08d97a-1152-40ed-9bc4-9c8f89535db9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:51.650024 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Pushing event updated for resources: {'Port': ['ID=d35ba3d1-50f2-4e34-a4f4-8c9106c996d4,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:51.667002 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:51.796917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2061271274-network', 'tenant_id': '28860b5c6a114b689a39500d77b25bc5'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:51.846741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Network 16e15b01-e808-4e45-90e1-66199134cd83 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:09:51.848471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:09:51.893814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d3635-adfc-4dba-95a4-90db93b660df req-37a08f67-1bc7-4055-a61d-1eaedf1a245d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:51.895434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e39d3635-adfc-4dba-95a4-90db93b660df req-37a08f67-1bc7-4055-a61d-1eaedf1a245d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.2846875 Oct 13 14:09:52.009402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Made reservation on behalf of 28860b5c6a114b689a39500d77b25bc5 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:09:52.012575 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:52.060853 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Router da3aac8f-3c95-4be3-9131-bed68c445a6e has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:09:52.061187 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:52.093857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e1cabb-2cea-489a-8771-f28e1f814127 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:09:52.103693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-45e1cabb-2cea-489a-8771-f28e1f814127 admin admin] 10.222.0.18 "PUT /v2.0/routers/502bedc8-f40f-48fa-91ad-7935dc0f42a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2724397 Oct 13 14:09:52.108529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e39d3635-adfc-4dba-95a4-90db93b660df req-8c5b6610-c822-4fab-957c-d71bf15a2ff0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962488 Oct 13 14:09:52.109268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39496) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:52.110695 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294425e-3285-4a52-a271-da718341c01c None None] Sync routers for ids ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:09:52.143586 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294425e-3285-4a52-a271-da718341c01c None None] Routers {'502bedc8-f40f-48fa-91ad-7935dc0f42a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:09:52.144224 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b294425e-3285-4a52-a271-da718341c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:52.234460 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-91bdf561-ae9e-457f-9d98-0c08c5861c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:52.295872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ac36b1d7-a001-4cb5-aef2-3f10f34f77cf up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:09:52.445087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:09:52.456555 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cc62ce95-3960-4a0d-b835-53f5f8666c02 admin admin] 10.222.0.18 "PUT /v2.0/routers/da3aac8f-3c95-4be3-9131-bed68c445a6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3882239 Oct 13 14:09:52.484553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ac36b1d7-a001-4cb5-aef2-3f10f34f77cf triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:52.489068 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:52.494872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7737a7d8-98b4-4f98-9a4e-58b0fa417f1d None None] Provisioning complete for port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:52.498279 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7737a7d8-98b4-4f98-9a4e-58b0fa417f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:52.508491 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-b294425e-3285-4a52-a271-da718341c01c None None] Set router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:09:52.593899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7737a7d8-98b4-4f98-9a4e-58b0fa417f1d None None] Port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:09:52.770430 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:52.771613 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b294425e-3285-4a52-a271-da718341c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:09:49Z', 'revision_number': 5, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:52.801456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port ac36b1d7-a001-4cb5-aef2-3f10f34f77cf, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ac36b1d7-a001-4cb5-aef2-3f10f34f77cf,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:52.802202 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294425e-3285-4a52-a271-da718341c01c None None] Checking router: 502bedc8-f40f-48fa-91ad-7935dc0f42a4 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:09:52.811724 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294425e-3285-4a52-a271-da718341c01c None None] Routers {'502bedc8-f40f-48fa-91ad-7935dc0f42a4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:09:52.812417 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b294425e-3285-4a52-a271-da718341c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:52.898121 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:52.952370 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-b294425e-3285-4a52-a271-da718341c01c None None] Set router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:09:53.000656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=ac36b1d7-a001-4cb5-aef2-3f10f34f77cf,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:53.129948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fe0ab-5ed6-46f3-b7af-c5b0754e3a57 req-46656732-6dfe-47e3-b152-5ce997bef0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:53.131440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-974fe0ab-5ed6-46f3-b7af-c5b0754e3a57 req-46656732-6dfe-47e3-b152-5ce997bef0e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 1096 time: 1.0206430 Oct 13 14:09:53.206738 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b294425e-3285-4a52-a271-da718341c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:09:49Z', 'revision_number': 5, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:53.247150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf39573-c499-42fb-aefd-5fb60401be99 req-b127c8d1-b54f-4e57-8488-70d0c27afc8a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:53.248447 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294425e-3285-4a52-a271-da718341c01c None None] The sync data for ids ['502bedc8-f40f-48fa-91ad-7935dc0f42a4'] in n-d-806683-15 is: [{'id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'name': 'tempest-ServersTestManualDisk-1556781955-router', 'tenant_id': 'd19da00bd681498ea64a90b5a25f1edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:04:58Z', 'updated_at': '2021-10-13T14:09:49Z', 'revision_number': 5, 'project_id': 'd19da00bd681498ea64a90b5a25f1edf', 'gw_port': {'id': '1f001b2f-a25f-4e50-859f-1d1a6cd49305', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502bedc8-f40f-48fa-91ad-7935dc0f42a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:04:59Z', 'updated_at': '2021-10-13T14:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:09:53.249850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdf39573-c499-42fb-aefd-5fb60401be99 req-b127c8d1-b54f-4e57-8488-70d0c27afc8a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.9199731 Oct 13 14:09:53.260541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ff61c-6f7d-4d96-8bbd-b94c4b3ee74a req-4ed8fb8f-5ecf-4b8f-b273-b41f6bd3b1ea tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:53.266574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-100ff61c-6f7d-4d96-8bbd-b94c4b3ee74a req-4ed8fb8f-5ecf-4b8f-b273-b41f6bd3b1ea tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 946 time: 0.9380598 Oct 13 14:09:53.275086 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:53.344937 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:53.444058 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:53.462851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdf39573-c499-42fb-aefd-5fb60401be99 req-eca8f27d-318a-4a82-91f5-b8fd9a77c5e8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921666 Oct 13 14:09:53.500222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fe0ab-5ed6-46f3-b7af-c5b0754e3a57 req-10b0ba16-a166-4979-bf48-f662bf389d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:53.501538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-974fe0ab-5ed6-46f3-b7af-c5b0754e3a57 req-10b0ba16-a166-4979-bf48-f662bf389d9b service neutron] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.3556266 Oct 13 14:09:53.504357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-100ff61c-6f7d-4d96-8bbd-b94c4b3ee74a req-a9719d62-e9d8-4fc6-bb63-fd9ddb422071 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254798 Oct 13 14:09:53.508461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:09:53.584107 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:53.584457 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Added segment 919ce1a0-541c-4b72-a4f9-75b74562b156 of type vlan for network 4a347d08-89f7-49c3-87fe-96c79d46ea75 Oct 13 14:09:53.598980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad2828a-8f98-4801-8e45-8a73571c02e4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:53.657540 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:53.686851 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:53.712708 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:53.736890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-974fe0ab-5ed6-46f3-b7af-c5b0754e3a57 req-fabf3688-3829-49f7-9ee6-c7503e81bfb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c HTTP/1.1" status: 200 len: 999 time: 0.2202165 Oct 13 14:09:53.857548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-b85cf16e-a931-44ad-b668-930631ee8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:53.862171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-b85cf16e-a931-44ad-b668-930631ee8d77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 1102 time: 0.1432564 Oct 13 14:09:53.862171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fe0ab-5ed6-46f3-b7af-c5b0754e3a57 req-f375a6d9-3e7b-40eb-b470-b282f7d8cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:53.876414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-974fe0ab-5ed6-46f3-b7af-c5b0754e3a57 req-f375a6d9-3e7b-40eb-b470-b282f7d8cac6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.1052573 Oct 13 14:09:53.914055 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:53.914959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:53.915514 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:53.954350 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:53.975003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ac36b1d7-a001-4cb5-aef2-3f10f34f77cf up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:09:54.067848 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ac36b1d7-a001-4cb5-aef2-3f10f34f77cf triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:54.068416 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:54.143701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Deleting port 1f001b2f-a25f-4e50-859f-1d1a6cd49305 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:54.144306 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:54.148679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7186472 Oct 13 14:09:54.152789 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39538) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:54.158440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2ae31999-ea98-42ad-a7ca-2526c8f346ff admin admin] Request body: {'subnet': {'network_id': '4a347d08-89f7-49c3-87fe-96c79d46ea75', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2061271274-subnet', 'tenant_id': '28860b5c6a114b689a39500d77b25bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:54.222323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8dac3-5fda-4f5a-b861-f973f61b5704 admin admin] Pushing event updated for resources: {'Network': ['ID=4a347d08-89f7-49c3-87fe-96c79d46ea75,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:54.226071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fe0ab-5ed6-46f3-b7af-c5b0754e3a57 req-5fa314ea-8ceb-46f7-8f3c-789108b2913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:54.227742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-974fe0ab-5ed6-46f3-b7af-c5b0754e3a57 req-5fa314ea-8ceb-46f7-8f3c-789108b2913f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3505259 Oct 13 14:09:54.246179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 4a347d08-89f7-49c3-87fe-96c79d46ea75 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:09:54.266172 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Sync routers for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:09:54.287786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae31999-ea98-42ad-a7ca-2526c8f346ff admin admin] Made reservation on behalf of 28860b5c6a114b689a39500d77b25bc5 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:09:54.290415 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ae31999-ea98-42ad-a7ca-2526c8f346ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:54.295606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab2ba5-a125-4e5a-a873-5974d8fc9134 req-53e52c5f-5924-4f52-87e8-84cd5c9ab1c1 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:54.303941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7ab2ba5-a125-4e5a-a873-5974d8fc9134 req-53e52c5f-5924-4f52-87e8-84cd5c9ab1c1 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.3217456 Oct 13 14:09:54.362232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-8e4a8e07-2dd1-46d1-924c-7283e243db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:54.364004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-8e4a8e07-2dd1-46d1-924c-7283e243db83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.4833894 Oct 13 14:09:54.463715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7ab2ba5-a125-4e5a-a873-5974d8fc9134 req-8a7d6489-7504-4dff-b2dd-86b78d91ad76 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574056 Oct 13 14:09:54.475040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] For port 1f001b2f-a25f-4e50-859f-1d1a6cd49305, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1f001b2f-a25f-4e50-859f-1d1a6cd49305,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:54.475802 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:54.506331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-6d38d873-462c-484f-9bbe-ab6ecb6295a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c HTTP/1.1" status: 200 len: 217 time: 0.1230929 Oct 13 14:09:54.506331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Calling delete_port for 1f001b2f-a25f-4e50-859f-1d1a6cd49305 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:54.509294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:09:54.510010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:54.515745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:54.529876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39548) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:54.536822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-76fcccc9-fec2-4549-baaa-d05fdbd8b1ae tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1077444030', 'description': 'tempest-description--989531267'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:54.569817 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ae31999-ea98-42ad-a7ca-2526c8f346ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:54.611198 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:54.612647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7fd33a2a-d6e9-41b8-ba14-bb5e0aa94f94 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:54.659181 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae31999-ea98-42ad-a7ca-2526c8f346ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=675cc892-4218-45f4-950c-109ab3922e67,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:54.676142 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76fcccc9-fec2-4549-baaa-d05fdbd8b1ae tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:54.705594 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae31999-ea98-42ad-a7ca-2526c8f346ff admin admin] Checking segment: {'id': '919ce1a0-541c-4b72-a4f9-75b74562b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a347d08-89f7-49c3-87fe-96c79d46ea75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:09:54.706026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae31999-ea98-42ad-a7ca-2526c8f346ff admin admin] Network hostable DHCP agents. Network: 4a347d08-89f7-49c3-87fe-96c79d46ea75, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:09:54.713442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-974fe0ab-5ed6-46f3-b7af-c5b0754e3a57 req-7c67ec60-13a9-46cf-8c9e-d3c760d6e44e service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713540 Oct 13 14:09:54.771393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:09:54.774956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76fcccc9-fec2-4549-baaa-d05fdbd8b1ae tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:54.811746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae31999-ea98-42ad-a7ca-2526c8f346ff admin admin] Network 4a347d08-89f7-49c3-87fe-96c79d46ea75 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:09:54.843135 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76fcccc9-fec2-4549-baaa-d05fdbd8b1ae tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:54.859582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-333dcb21-deaf-4c5e-9124-ff4a7f84a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:54.861216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-333dcb21-deaf-4c5e-9124-ff4a7f84a1ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.3502507 Oct 13 14:09:54.880107 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fcccc9-fec2-4549-baaa-d05fdbd8b1ae tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f595947-f5fc-40b4-bf7e-4913032b38ef,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:54.904097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-2ae31999-ea98-42ad-a7ca-2526c8f346ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 4a347d08-89f7-49c3-87fe-96c79d46ea75) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:09:54.913590 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae31999-ea98-42ad-a7ca-2526c8f346ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:54.914308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ae31999-ea98-42ad-a7ca-2526c8f346ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:54.916841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d34076-b8ab-45ee-abc6-ca8e2aff4bcf None None] Network 4a347d08-89f7-49c3-87fe-96c79d46ea75 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:09:54.968710 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76fcccc9-fec2-4549-baaa-d05fdbd8b1ae tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:54.971877 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-76fcccc9-fec2-4549-baaa-d05fdbd8b1ae tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4385750 Oct 13 14:09:54.976245 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39556) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:54.977736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-59563dd0-0c5b-47de-a979-3c9000da3d8a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Request body: {'security_group_rule': {'security_group_id': '4f595947-f5fc-40b4-bf7e-4913032b38ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:54.980080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8947fd-127d-4e63-a838-c63bd36cddf9 req-be25ca6c-794f-482e-bc67-b6320a1dc245 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:54.981968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d8947fd-127d-4e63-a838-c63bd36cddf9 req-be25ca6c-794f-482e-bc67-b6320a1dc245 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.3539455 Oct 13 14:09:55.008832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add379e-5941-406e-8bd6-c8b36f8649d8 req-46bcd36d-e29a-4b4e-a14b-e8daca97a678 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:55.009120 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2ae31999-ea98-42ad-a7ca-2526c8f346ff admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8452311 Oct 13 14:09:55.009227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4add379e-5941-406e-8bd6-c8b36f8649d8 req-46bcd36d-e29a-4b4e-a14b-e8daca97a678 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 946 time: 0.3105664 Oct 13 14:09:55.066718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-a05a2f0a-4a1a-4e3d-9598-a84cf4b8df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:55.069052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-a05a2f0a-4a1a-4e3d-9598-a84cf4b8df1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1949558 Oct 13 14:09:55.099443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-974fe0ab-5ed6-46f3-b7af-c5b0754e3a57 req-10f3632c-0921-4f12-aa93-f098be7a8a28 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636909 Oct 13 14:09:55.123209 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59563dd0-0c5b-47de-a979-3c9000da3d8a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.142131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:51Z', 'revision_number': 2, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:55.148798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2bdcfa-3a16-4b53-8bdb-eb2a43110909 None None] Network 4a347d08-89f7-49c3-87fe-96c79d46ea75 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:09:55.162741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d8947fd-127d-4e63-a838-c63bd36cddf9 req-7ca2d309-39af-4bce-820d-e0db0eecb68d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732235 Oct 13 14:09:55.195655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Checking router: da3aac8f-3c95-4be3-9131-bed68c445a6e for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:09:55.196576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Updating router da3aac8f-3c95-4be3-9131-bed68c445a6e port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:09:55.198573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4add379e-5941-406e-8bd6-c8b36f8649d8 req-c81ae16c-6295-4cc4-bda3-07374420337b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681535 Oct 13 14:09:55.223414 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59563dd0-0c5b-47de-a979-3c9000da3d8a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.274711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-7777a2e9-d3a5-4b1e-8ad6-786a3163a08c service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962528 Oct 13 14:09:55.280196 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.283190 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59563dd0-0c5b-47de-a979-3c9000da3d8a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.301453 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.321334 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59563dd0-0c5b-47de-a979-3c9000da3d8a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d9f7a8-d583-42fc-8cd7-b22553770290,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:55.332896 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.397191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f001b2f-a25f-4e50-859f-1d1a6cd49305,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:55.410544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-17cbfc12-4517-4092-bfe9-72585a68ecb6 req-d8b5f05d-f763-4166-82f7-56bbaba03d6e tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1941386098', 'description': 'tempest-description-657034736'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:55.480950 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59563dd0-0c5b-47de-a979-3c9000da3d8a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.488732 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-59563dd0-0c5b-47de-a979-3c9000da3d8a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5137460 Oct 13 14:09:55.491357 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39582) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:55.518906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7157ce05-e95a-48e3-84a7-5c23c25d2955 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Request body: {'security_group_rule': {'security_group_id': '4f595947-f5fc-40b4-bf7e-4913032b38ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:55.522371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-5ca79fa6-5f3f-4840-9476-c340a7b6ae9c service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283769 Oct 13 14:09:55.523270 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.614778 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-17cbfc12-4517-4092-bfe9-72585a68ecb6 req-d8b5f05d-f763-4166-82f7-56bbaba03d6e tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.674750 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.707453 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7157ce05-e95a-48e3-84a7-5c23c25d2955 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.723429 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.726294 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.764887 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.778110 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7157ce05-e95a-48e3-84a7-5c23c25d2955 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.830617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4b0e3-2bbf-42f8-a808-1f1d4a729aa5 None None] Pushing event updated for resources: {'Port': ['ID=d35ba3d1-50f2-4e34-a4f4-8c9106c996d4,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:55.831093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc3470-dcc0-4c56-952b-20e001dc0c85 req-f9e2dfb4-b21f-470e-a3aa-0ab2fd1d616c tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:55.837507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2cc3470-dcc0-4c56-952b-20e001dc0c85 req-f9e2dfb4-b21f-470e-a3aa-0ab2fd1d616c tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 1098 time: 0.1485872 Oct 13 14:09:55.848850 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7157ce05-e95a-48e3-84a7-5c23c25d2955 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.880402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157ce05-e95a-48e3-84a7-5c23c25d2955 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf88001-7863-47f9-abee-528214834be8,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:55.891588 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Attempting to bind port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:09:55.891967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Attempting to bind port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:09:55.892334 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Attempting to bind port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 on network 16e15b01-e808-4e45-90e1-66199134cd83 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:09:55.899787 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:09:55.910450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Checking segment: {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:09:55.910450 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.910450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Bound using segment: {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:09:55.910450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Bound port: d35ba3d1-50f2-4e34-a4f4-8c9106c996d4, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:09:55.910450 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.913102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2cc3470-dcc0-4c56-952b-20e001dc0c85 req-a24c2091-8273-484d-8ecb-fb471e0c295d tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747919 Oct 13 14:09:55.949938 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.950353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 502bedc8-f40f-48fa-91ad-7935dc0f42a4 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:09:55.997565 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7157ce05-e95a-48e3-84a7-5c23c25d2955 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:55.999111 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.000611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b56d033b-4391-4c07-84ca-a1a7a49c4c33 admin admin] 10.222.0.18 "DELETE /v2.0/routers/502bedc8-f40f-48fa-91ad-7935dc0f42a4 HTTP/1.1" status: 204 len: 168 time: 3.8886490 Oct 13 14:09:56.005597 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7157ce05-e95a-48e3-84a7-5c23c25d2955 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5110304 Oct 13 14:09:56.008165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39594) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:56.010552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39596) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:56.010670 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-17cbfc12-4517-4092-bfe9-72585a68ecb6 req-d8b5f05d-f763-4166-82f7-56bbaba03d6e tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.023407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:56.097086 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-17cbfc12-4517-4092-bfe9-72585a68ecb6 req-d8b5f05d-f763-4166-82f7-56bbaba03d6e tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.100023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] For port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:09:56.105645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] For port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d35ba3d1-50f2-4e34-a4f4-8c9106c996d4,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:09:56.154222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5f05d-f763-4166-82f7-56bbaba03d6e tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e3e888-2ae5-4488-b8ae-d90ee28db996,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:56.166367 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.166530 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.233046 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-17cbfc12-4517-4092-bfe9-72585a68ecb6 req-d8b5f05d-f763-4166-82f7-56bbaba03d6e tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.234556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17cbfc12-4517-4092-bfe9-72585a68ecb6 req-d8b5f05d-f763-4166-82f7-56bbaba03d6e tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8404188 Oct 13 14:09:56.268226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:09:56.268870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:56.316553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4b0e3-2bbf-42f8-a808-1f1d4a729aa5 None None] Pushing event updated for resources: {'Port': ['ID=d35ba3d1-50f2-4e34-a4f4-8c9106c996d4,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:56.355543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-fd38ecc7-6815-42be-af71-d0540e81b722 None None] Provisioning complete for port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:56.356314 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fd38ecc7-6815-42be-af71-d0540e81b722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.438537 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Deleting subnet fd9616fa-eece-4fe9-998c-fb89c2afbb2b {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:09:56.443216 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.469236 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.483240 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:09:56.491898 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.519287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f470be-ea6c-4acf-9203-cd44542c275d req-32e96e60-af37-49bb-938a-6409c2b3eca7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:56.527958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8f470be-ea6c-4acf-9203-cd44542c275d req-32e96e60-af37-49bb-938a-6409c2b3eca7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.0907526 Oct 13 14:09:56.648878 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8f470be-ea6c-4acf-9203-cd44542c275d req-e3101ccf-7bc9-4365-857c-50fa67fcec38 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200008 Oct 13 14:09:56.669009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecdcaf-e307-4944-a45d-abf8ed52307f req-1ac76439-d891-4a56-aa5f-063970e5d6bc tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:56.671008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78ecdcaf-e307-4944-a45d-abf8ed52307f req-1ac76439-d891-4a56-aa5f-063970e5d6bc tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 1098 time: 0.0571089 Oct 13 14:09:56.706985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Allocated IP 172.25.0.2 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/d24ba63f-e016-4834-9ac7-d856133b984e) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:09:56.728809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78ecdcaf-e307-4944-a45d-abf8ed52307f req-2ba76ba6-69ae-43a2-953e-f29894bf712c tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506377 Oct 13 14:09:56.737191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.750818 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fd38ecc7-6815-42be-af71-d0540e81b722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.786004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a288f7a-0678-48df-b16d-094d76cd0348 req-3b5eee7e-a119-44cd-b835-9c7c5ee0e4df tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:56.787463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a288f7a-0678-48df-b16d-094d76cd0348 req-3b5eee7e-a119-44cd-b835-9c7c5ee0e4df tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0635760 Oct 13 14:09:56.876304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f4b8ebb-507f-4e98-a865-109b4b032b87 req-3dbe9124-e8b5-48c4-bf53-8fbe9e76a68c tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/06e3e888-2ae5-4488-b8ae-d90ee28db996 HTTP/1.1" status: 200 len: 1804 time: 0.0875940 Oct 13 14:09:56.884230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5f4b8ebb-507f-4e98-a865-109b4b032b87 req-0d88cbfd-1272-4f7e-9632-8c35cc8665e5 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06e3e888-2ae5-4488-b8ae-d90ee28db996', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:56.885149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5f4b8ebb-507f-4e98-a865-109b4b032b87 req-0d88cbfd-1272-4f7e-9632-8c35cc8665e5 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06e3e888-2ae5-4488-b8ae-d90ee28db996', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:56.897676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a288f7a-0678-48df-b16d-094d76cd0348 req-5a982267-e871-457f-bcd3-7f8adf087e38 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007082 Oct 13 14:09:56.906832 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.951398 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:56.956290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-fd38ecc7-6815-42be-af71-d0540e81b722 None None] For port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d35ba3d1-50f2-4e34-a4f4-8c9106c996d4,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:56.981124 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9616fa-eece-4fe9-998c-fb89c2afbb2b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:56.985122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:56.992683 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:56.993207 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:56.993552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:56.994038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:56.994366 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:56.994693 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:56.995517 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:56.995842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:56.996159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:56.996470 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:56.996786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:56.997125 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:09:57.000331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.006448 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eb759e95-7825-4d50-b4fa-fe8abb0659ca admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fd9616fa-eece-4fe9-998c-fb89c2afbb2b HTTP/1.1" status: 204 len: 168 time: 0.9941096 Oct 13 14:09:57.010192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39640) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:57.014179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c621feb-6586-49ea-a6ad-86eda69ad43b None None] Network 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:09:57.017621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed25a17-c5a9-4c77-8489-7869bd12ab14 None None] The sync data for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 is: [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:09:57.059321 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fd38ecc7-6815-42be-af71-d0540e81b722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.106492 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.149412 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5f4b8ebb-507f-4e98-a865-109b4b032b87 req-0d88cbfd-1272-4f7e-9632-8c35cc8665e5 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.197721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38ecc7-6815-42be-af71-d0540e81b722 None None] Pushing event updated for resources: {'Port': ['ID=d35ba3d1-50f2-4e34-a4f4-8c9106c996d4,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:57.212503 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5f4b8ebb-507f-4e98-a865-109b4b032b87 req-0d88cbfd-1272-4f7e-9632-8c35cc8665e5 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.216764 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:09:57.219934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-df0a819f-def7-4166-a71b-e3db1c161d2f None None] Provisioning complete for port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:57.220378 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-df0a819f-def7-4166-a71b-e3db1c161d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.223263 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.227159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:09:57.239651 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:09:57.262987 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5f4b8ebb-507f-4e98-a865-109b4b032b87 req-0d88cbfd-1272-4f7e-9632-8c35cc8665e5 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.285373 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event updated for resources: {'Port': ['ID=d24ba63f-e016-4834-9ac7-d856133b984e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:57.311006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88cbfd-1272-4f7e-9632-8c35cc8665e5 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707fac22-29c8-4f92-8097-75556880ed01,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:57.347503 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9212c5-7761-481b-b08d-5ef53e5160cc None None] DHCP port deletion for 376e61af-f4c6-492b-9fc4-cd5b192fa1f8 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:09:57.410741 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.414620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5f4b8ebb-507f-4e98-a865-109b4b032b87 req-0d88cbfd-1272-4f7e-9632-8c35cc8665e5 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.415307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ca9212c5-7761-481b-b08d-5ef53e5160cc None None] Deleting port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:57.415741 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ca9212c5-7761-481b-b08d-5ef53e5160cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.419324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Deleting port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:09:57.419655 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.422863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f4b8ebb-507f-4e98-a865-109b4b032b87 req-0d88cbfd-1272-4f7e-9632-8c35cc8665e5 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5454159 Oct 13 14:09:57.544853 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ca9212c5-7761-481b-b08d-5ef53e5160cc None None] For port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ac0b70c1-9528-4457-99bb-7ce88bbdf3eb,segment=NetworkSegment(3cbfca30-fb88-46ad-9e29-54404b928a60),segment_id=3cbfca30-fb88-46ad-9e29-54404b928a60)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:57.545317 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ca9212c5-7761-481b-b08d-5ef53e5160cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.578807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ca9212c5-7761-481b-b08d-5ef53e5160cc None None] Calling delete_port for ac0b70c1-9528-4457-99bb-7ce88bbdf3eb owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:57.599014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] For port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ac0b70c1-9528-4457-99bb-7ce88bbdf3eb,segment=NetworkSegment(3cbfca30-fb88-46ad-9e29-54404b928a60),segment_id=3cbfca30-fb88-46ad-9e29-54404b928a60)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:09:57.599614 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.631897 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.638964 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Calling delete_port for ac0b70c1-9528-4457-99bb-7ce88bbdf3eb owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:09:57.690346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-70ce92f0-11e7-4aa1-a4e0-9b85b1af47ac req-36893879-f118-4d9a-b2f6-dc3b4ef1616d tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-697332560', 'description': 'tempest-description-1634188869'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:57.748526 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ca9212c5-7761-481b-b08d-5ef53e5160cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.774662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9212c5-7761-481b-b08d-5ef53e5160cc None None] Pushing event deleted for resources: {'Port': ['ID=ac0b70c1-9528-4457-99bb-7ce88bbdf3eb,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:57.776803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.779746 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9212c5-7761-481b-b08d-5ef53e5160cc None None] No DVR routers for this DVR port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:57.780791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ce92f0-11e7-4aa1-a4e0-9b85b1af47ac req-36893879-f118-4d9a-b2f6-dc3b4ef1616d tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.880906 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ce92f0-11e7-4aa1-a4e0-9b85b1af47ac req-36893879-f118-4d9a-b2f6-dc3b4ef1616d tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.913212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0b70c1-9528-4457-99bb-7ce88bbdf3eb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:57.922185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] No DVR routers for this DVR port ac0b70c1-9528-4457-99bb-7ce88bbdf3eb on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:09:57.937576 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ce92f0-11e7-4aa1-a4e0-9b85b1af47ac req-36893879-f118-4d9a-b2f6-dc3b4ef1616d tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:57.977155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36893879-f118-4d9a-b2f6-dc3b4ef1616d tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cfe68f-1d8c-4291-9e7e-01a730ca1686,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:58.013568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:09:58.030778 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.043467 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ce92f0-11e7-4aa1-a4e0-9b85b1af47ac req-36893879-f118-4d9a-b2f6-dc3b4ef1616d tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.044397 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.044780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ce92f0-11e7-4aa1-a4e0-9b85b1af47ac req-36893879-f118-4d9a-b2f6-dc3b4ef1616d tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3590150 Oct 13 14:09:58.075460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376e61af-f4c6-492b-9fc4-cd5b192fa1f8']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:58.095805 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbfca30-fb88-46ad-9e29-54404b928a60') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:58.096624 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbfca30-fb88-46ad-9e29-54404b928a60') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:09:58.103556 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:09:58.104007 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.110149 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.122436 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.204390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.224539 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:09:58.225142 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:09:58.229321 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:09:58.288995 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.300016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event updated for resources: {'Port': ['ID=d24ba63f-e016-4834-9ac7-d856133b984e,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:58.319908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ac0b70c1-9528-4457-99bb-7ce88bbdf3eb no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:58.348376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: ac0b70c1-9528-4457-99bb-7ce88bbdf3eb {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:58.348825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ac0b70c1-9528-4457-99bb-7ce88bbdf3eb not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:58.349374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1f001b2f-a25f-4e50-859f-1d1a6cd49305 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:09:58.374554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 1f001b2f-a25f-4e50-859f-1d1a6cd49305 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:09:58.374960 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1f001b2f-a25f-4e50-859f-1d1a6cd49305 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:09:58.402206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31426017-a75d-4f7c-993e-f3a02f549927 req-75080449-62d1-4e21-be7e-aac843c2b226 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:58.403761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31426017-a75d-4f7c-993e-f3a02f549927 req-75080449-62d1-4e21-be7e-aac843c2b226 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0617137 Oct 13 14:09:58.426181 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.432296 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f923d9fb-72f8-4b39-af2f-ba245b93457d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4095855 Oct 13 14:09:58.447547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31426017-a75d-4f7c-993e-f3a02f549927 req-d62a8e21-610e-4536-86b3-5f9a2942e04f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370994 Oct 13 14:09:58.457859 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.467233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.472904 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] 10.222.0.18 "DELETE /v2.0/networks/376e61af-f4c6-492b-9fc4-cd5b192fa1f8 HTTP/1.1" status: 204 len: 168 time: 1.4654241 Oct 13 14:09:58.487087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104a744-d2ed-460f-8663-16f3cd5815ed admin admin] Pushing event deleted for resources: {'Network': ['ID=376e61af-f4c6-492b-9fc4-cd5b192fa1f8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:58.592030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3512d1a-e729-4289-b90e-f03657d2c452 req-2d74c306-f630-42b6-b310-12f2dea87d0f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:09:58.593632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3512d1a-e729-4289-b90e-f03657d2c452 req-2d74c306-f630-42b6-b310-12f2dea87d0f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.0585108 Oct 13 14:09:58.634574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3512d1a-e729-4289-b90e-f03657d2c452 req-a2d1d3b7-1927-417e-94b1-70e7081d9f2d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331764 Oct 13 14:09:58.765261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c65fb0eb-61df-419b-a05a-52bf0bd39b36 req-df0ec542-9a43-4763-9ed6-3758a50ded68 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/c6cfe68f-1d8c-4291-9e7e-01a730ca1686 HTTP/1.1" status: 200 len: 1804 time: 0.0528109 Oct 13 14:09:58.775987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c65fb0eb-61df-419b-a05a-52bf0bd39b36 req-4af68677-2947-430f-b4f4-3c3022953a7a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c6cfe68f-1d8c-4291-9e7e-01a730ca1686', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:58.777252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c65fb0eb-61df-419b-a05a-52bf0bd39b36 req-4af68677-2947-430f-b4f4-3c3022953a7a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c6cfe68f-1d8c-4291-9e7e-01a730ca1686', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:09:58.851926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39724) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:58.893831 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d87b21d3-eacf-489b-9c51-0b8b9cf440c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d19da00bd681498ea64a90b5a25f1edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406249 Oct 13 14:09:58.896329 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39728) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:09:58.919902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c65fb0eb-61df-419b-a05a-52bf0bd39b36 req-4af68677-2947-430f-b4f4-3c3022953a7a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.946940 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c65fb0eb-61df-419b-a05a-52bf0bd39b36 req-4af68677-2947-430f-b4f4-3c3022953a7a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.960129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7054cb8-dc43-4386-8782-392b474039cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:58.984171 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7054cb8-dc43-4386-8782-392b474039cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:59.028391 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c65fb0eb-61df-419b-a05a-52bf0bd39b36 req-4af68677-2947-430f-b4f4-3c3022953a7a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:59.047515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af68677-2947-430f-b4f4-3c3022953a7a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc68dc5-7d3e-4c21-a843-fb91f8d5cc76,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:59.113241 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7054cb8-dc43-4386-8782-392b474039cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:59.115709 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7054cb8-dc43-4386-8782-392b474039cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:59.116858 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a7054cb8-dc43-4386-8782-392b474039cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57d24721-d28a-4f62-8565-a676615a4611 HTTP/1.1" status: 204 len: 168 time: 0.2196105 Oct 13 14:09:59.125891 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7054cb8-dc43-4386-8782-392b474039cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d24721-d28a-4f62-8565-a676615a4611,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:09:59.173333 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c65fb0eb-61df-419b-a05a-52bf0bd39b36 req-4af68677-2947-430f-b4f4-3c3022953a7a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:09:59.174698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c65fb0eb-61df-419b-a05a-52bf0bd39b36 req-4af68677-2947-430f-b4f4-3c3022953a7a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4030933 Oct 13 14:09:59.878093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-b61a7412-e20a-4aba-adb4-f4df8d0442ff tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1077444030&fields=id&tenant_id=b80d7edb00dd4c08b870dab304ba4673 HTTP/1.1" status: 200 len: 267 time: 0.0561748 Oct 13 14:10:00.004024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-d9203fd3-6cc0-49f8-85e0-0db62bb47f60 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:00.005651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-d9203fd3-6cc0-49f8-85e0-0db62bb47f60 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 817 time: 0.1202595 Oct 13 14:10:00.035964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-1e00b018-b738-422f-a8b5-c7cdc699d0d5 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/quotas/b80d7edb00dd4c08b870dab304ba4673 HTTP/1.1" status: 200 len: 375 time: 0.0126977 Oct 13 14:10:00.100727 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-350ebdb9-e0b3-452c-81f2-357c2b6e0b40 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541546 Oct 13 14:10:00.101139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39776) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:00.232878 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-b77368f2-f79f-412f-a18a-74c075fb3179 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:10:00.233951 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-b77368f2-f79f-412f-a18a-74c075fb3179 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2513046 Oct 13 14:10:00.274855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-a9ecb7ab-ec6a-493b-8834-24a298db5f63 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:00.276874 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-a9ecb7ab-ec6a-493b-8834-24a298db5f63 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports/08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 HTTP/1.1" status: 200 len: 1095 time: 0.0357535 Oct 13 14:10:00.332323 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] Request body: {'binding': {'host': 'n-h1-806683-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:00.332779 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] Unknown quota resources ['binding']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:10:00.487693 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] Attempting to bind port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on host n-h1-806683-15 for vnic_type normal with profile None {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:00.489505 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] Attempting to bind port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:00.489505 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] Attempting to bind port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:00.493534 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] Port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:10:00.493858 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] Attempting to bind port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:00.499513 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:00.499846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:00.500365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] Bound using segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:00.500799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] Bound port: 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:00.510330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1076311544-network', 'tenant_id': '2d0424ec569c4ca9b6d9d6eea6bb7364'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:00.554745 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:00.564611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-a4fae1a1-9420-4ae0-aa9e-d5c6f6afbb42 service neutron] 10.222.0.18 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501696 Oct 13 14:10:00.653158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Made reservation on behalf of 2d0424ec569c4ca9b6d9d6eea6bb7364 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:00.655460 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:00.658704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-a9db5127-b2b4-4488-b742-6cbd4340c7e7 service neutron] 10.222.0.18 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880251 Oct 13 14:10:00.666305 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:00.682959 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] Notify callbacks [] for binding, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:00.684506 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-cb86f810-3305-4550-9d39-efe0027fd8dd service neutron] 10.222.0.18 "POST /v2.0/ports/08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1/bindings HTTP/1.1" status: 201 len: 390 time: 0.4013820 Oct 13 14:10:00.765833 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:00.856401 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:00.922215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:10:00.936454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c56baf-7735-4e96-8a7e-3a5c33735378,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:00.961907 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:00.961907 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Added segment 14863dfe-b155-4c88-9fe8-21afbb56bcef of type vlan for network a0516c06-25b1-4b13-b7bb-bd89de1b50fe Oct 13 14:10:00.985520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad72ab2-817c-4501-884d-ae1dea4284ee req-bcedc4e6-bfb7-4dd2-a048-1816b47898c0 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:00.985520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ad72ab2-817c-4501-884d-ae1dea4284ee req-bcedc4e6-bfb7-4dd2-a048-1816b47898c0 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1216478 Oct 13 14:10:01.003649 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:01.054300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ad72ab2-817c-4501-884d-ae1dea4284ee req-1fcace07-c3d9-404f-bed5-eb87dc827a5e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528271 Oct 13 14:10:01.101332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-084c0763-6248-40e6-84a3-74ad55f0be74 req-b9b32559-623e-4f27-ac5a-b42bc1eb19ec tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-260756061', 'description': 'tempest-description-143446830'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:01.159008 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:01.160056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:01.160666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:01.211534 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-084c0763-6248-40e6-84a3-74ad55f0be74 req-b9b32559-623e-4f27-ac5a-b42bc1eb19ec tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:01.241995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] Pushing event updated for resources: {'Network': ['ID=a0516c06-25b1-4b13-b7bb-bd89de1b50fe,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:01.252698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network a0516c06-25b1-4b13-b7bb-bd89de1b50fe details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:10:01.299561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-084c0763-6248-40e6-84a3-74ad55f0be74 req-b9b32559-623e-4f27-ac5a-b42bc1eb19ec tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:01.327406 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39828) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:01.330105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-552d4dfd-80bb-434c-871a-c4492158e6fa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2274716 Oct 13 14:10:01.333852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0b7624c4-9838-461d-856d-f8a1c2922fdb admin admin] Request body: {'subnet': {'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1076311544-subnet', 'tenant_id': '2d0424ec569c4ca9b6d9d6eea6bb7364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:01.407664 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-084c0763-6248-40e6-84a3-74ad55f0be74 req-b9b32559-623e-4f27-ac5a-b42bc1eb19ec tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:01.474735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b32559-623e-4f27-ac5a-b42bc1eb19ec tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b34ba3d-979d-4c4c-ab0e-5738dab1276a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:01.489679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-fe4df789-85a4-48eb-a8cc-07a229b122f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:01.491280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-fe4df789-85a4-48eb-a8cc-07a229b122f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 1098 time: 0.1132829 Oct 13 14:10:01.509522 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7624c4-9838-461d-856d-f8a1c2922fdb admin admin] Made reservation on behalf of 2d0424ec569c4ca9b6d9d6eea6bb7364 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:01.512526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b7624c4-9838-461d-856d-f8a1c2922fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:01.515511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e493495-e7bf-42cb-b440-30599545e348 req-ca5a2f51-9edd-46f2-9d6b-d659a39a30d0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:01.517100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e493495-e7bf-42cb-b440-30599545e348 req-ca5a2f51-9edd-46f2-9d6b-d659a39a30d0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.0891929 Oct 13 14:10:01.598771 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-084c0763-6248-40e6-84a3-74ad55f0be74 req-b9b32559-623e-4f27-ac5a-b42bc1eb19ec tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:01.599921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-084c0763-6248-40e6-84a3-74ad55f0be74 req-b9b32559-623e-4f27-ac5a-b42bc1eb19ec tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5033774 Oct 13 14:10:01.621270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e493495-e7bf-42cb-b440-30599545e348 req-a765b309-bc70-473c-a521-f27b0e689d68 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888588 Oct 13 14:10:01.660194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-4ad986ed-591b-4e4c-ada6-c6715cd86e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:01.662121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-4ad986ed-591b-4e4c-ada6-c6715cd86e0d service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.1633716 Oct 13 14:10:01.738981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a363950f-e819-4c6e-84c2-13674558811a req-5c6bf146-8e67-48eb-a7fe-0d9666e68a03 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 210 time: 0.0758708 Oct 13 14:10:01.742798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-49807639-7916-4e66-aa59-000046aaf6db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 HTTP/1.1" status: 200 len: 217 time: 0.0688329 Oct 13 14:10:01.750688 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b7624c4-9838-461d-856d-f8a1c2922fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:01.819496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7624c4-9838-461d-856d-f8a1c2922fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:01.831434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7624c4-9838-461d-856d-f8a1c2922fdb admin admin] Checking segment: {'id': '14863dfe-b155-4c88-9fe8-21afbb56bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:01.831788 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7624c4-9838-461d-856d-f8a1c2922fdb admin admin] Network hostable DHCP agents. Network: a0516c06-25b1-4b13-b7bb-bd89de1b50fe, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:10:01.895849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce593769-7343-4095-8b7e-c0bfc6139954 req-4ef6afb6-3115-4623-984f-4e22bb2541d9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:01.897356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce593769-7343-4095-8b7e-c0bfc6139954 req-4ef6afb6-3115-4623-984f-4e22bb2541d9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 946 time: 0.2100742 Oct 13 14:10:01.926293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7624c4-9838-461d-856d-f8a1c2922fdb admin admin] Network a0516c06-25b1-4b13-b7bb-bd89de1b50fe is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:10:01.942887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9223e32e-b649-4acd-b40a-a0cd7bd38c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:01.944371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9223e32e-b649-4acd-b40a-a0cd7bd38c35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1492388 Oct 13 14:10:01.994464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-690b5ff9-12b2-4b35-8c0b-056caa8d2293 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324605 Oct 13 14:10:01.999822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0b7624c4-9838-461d-856d-f8a1c2922fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, a0516c06-25b1-4b13-b7bb-bd89de1b50fe) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:02.009004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde68a8-b0a2-4b01-83b9-15a87e67326f None None] Network a0516c06-25b1-4b13-b7bb-bd89de1b50fe requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:10:02.011988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7624c4-9838-461d-856d-f8a1c2922fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:02.012606 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b7624c4-9838-461d-856d-f8a1c2922fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:02.066860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce593769-7343-4095-8b7e-c0bfc6139954 req-fd9b6182-a738-49d6-9616-24a5cb0522bd tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412802 Oct 13 14:10:02.098613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-4b54442d-c4fe-43ce-a846-2c8a56285b05 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:02.100129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-4b54442d-c4fe-43ce-a846-2c8a56285b05 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 812 time: 0.2439809 Oct 13 14:10:02.128595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-5bffe019-7dae-4f0e-8155-21dabdc59ba5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/quotas/f30573fef89b4a79a75abcae7dd5b4d0 HTTP/1.1" status: 200 len: 375 time: 0.0212915 Oct 13 14:10:02.137619 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0b7624c4-9838-461d-856d-f8a1c2922fdb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8083680 Oct 13 14:10:02.150206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-def4ac1e-0e5e-4692-b2c9-428b9ab48bc0 service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469038 Oct 13 14:10:02.179165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02773300-405e-4e61-8ba6-077180b2067a None None] Network a0516c06-25b1-4b13-b7bb-bd89de1b50fe requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:10:02.194270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b8e82b45-233e-4b46-ac6b-bbf7d3d0cbd1 req-96553ccc-4f65-434e-a502-de5368103c19 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1304434344', 'description': 'tempest-description-262721062'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:02.296118 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-3e7b03d2-fe82-4ce3-8275-440cfbc7e1db tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1263969 Oct 13 14:10:02.368569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-0ce98747-2763-456b-9cfa-426e56d5f02a service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090838 Oct 13 14:10:02.411019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-e670ff9c-3538-4ec6-848f-be3727b2f864 service neutron] 10.222.0.18 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054409 Oct 13 14:10:02.436522 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b8e82b45-233e-4b46-ac6b-bbf7d3d0cbd1 req-96553ccc-4f65-434e-a502-de5368103c19 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:02.534987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-d9f755f6-f180-4843-a1e2-91d3ff637520 service neutron] 10.222.0.18 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173861 Oct 13 14:10:02.562358 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b8e82b45-233e-4b46-ac6b-bbf7d3d0cbd1 req-96553ccc-4f65-434e-a502-de5368103c19 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:02.621761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-5d52422f-76ac-4898-8be5-56538bca7b66 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:02.623272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-5d52422f-76ac-4898-8be5-56538bca7b66 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660&tenant_id=f98de12adc794eee8130fc8c105bc67c&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1098 time: 0.0526915 Oct 13 14:10:02.635991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-15'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:02.685071 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b8e82b45-233e-4b46-ac6b-bbf7d3d0cbd1 req-96553ccc-4f65-434e-a502-de5368103c19 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:02.708522 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:02.730237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96553ccc-4f65-434e-a502-de5368103c19 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad36990d-6d13-47e6-9bfd-bbc950763bce,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:02.820551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b8e82b45-233e-4b46-ac6b-bbf7d3d0cbd1 req-96553ccc-4f65-434e-a502-de5368103c19 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:02.822092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8e82b45-233e-4b46-ac6b-bbf7d3d0cbd1 req-96553ccc-4f65-434e-a502-de5368103c19 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6510093 Oct 13 14:10:02.889515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:02.940921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:02.991949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bdce8d-9a18-4326-a942-5e7bf1220660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:02.993969 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aa16a0-4406-4050-b3d5-d1f602061775" -d '{"events": [{"server_uuid": "46bdce8d-9a18-4326-a942-5e7bf1220660", "name": "network-vif-unplugged", "status": "completed", "tag": "08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:03.000451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:03.055347 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:03.209362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Pushing event updated for resources: {'Port': ['ID=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:03.258843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-490747ca-72eb-4927-bcef-f144daa65bbd tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:03.261083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-490747ca-72eb-4927-bcef-f144daa65bbd tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/networks?id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe HTTP/1.1" status: 200 len: 815 time: 0.2166400 Oct 13 14:10:03.279066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Attempting to bind port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on host n-h2-806683-15 for vnic_type normal with profile {"migrating_to": "n-h1-806683-15"} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:03.279403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Attempting to bind port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:03.279730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Attempting to bind port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:03.294840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:10:03.319226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Attempting to bind port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:03.319226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-5d5212f6-4fb1-4918-b7f5-97e4684ca223 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/quotas/2d0424ec569c4ca9b6d9d6eea6bb7364 HTTP/1.1" status: 200 len: 375 time: 0.0211360 Oct 13 14:10:03.319226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:03.319226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:03.319226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Bound using segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:03.319226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Bound port: 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:03.319226 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:03.347887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-50a04bae-55a6-47c0-9b0c-45c07d645209 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d0424ec569c4ca9b6d9d6eea6bb7364&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348439 Oct 13 14:10:03.356035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4926a9a-469d-4868-a62c-6ef94300cdcd req-4d722c0c-9d1f-4d85-b1cf-6600ea0f417b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:03.357483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4926a9a-469d-4868-a62c-6ef94300cdcd req-4d722c0c-9d1f-4d85-b1cf-6600ea0f417b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.1268055 Oct 13 14:10:03.557757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4926a9a-469d-4868-a62c-6ef94300cdcd req-2ba5bdcb-f40f-42d8-ab20-10b909e9e52a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886792 Oct 13 14:10:03.559159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:03.600345 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:03.622984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-65baefb6-8eb3-425e-b5e7-db1eacb4c6c7 service neutron] 10.222.0.18 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642415 Oct 13 14:10:03.649485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c61dc57d-19f2-4560-94ce-03cde7b5c50f req-cd94ac53-b9f4-4d7f-9b17-a5193c5b6487 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 210 time: 0.0406466 Oct 13 14:10:03.738737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-22804a41-5d2b-4e71-beba-734d68231830 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:03.740278 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-22804a41-5d2b-4e71-beba-734d68231830 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.49 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 817 time: 0.2839131 Oct 13 14:10:03.763049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88d1054d-5747-4afd-b80e-8faecacccc87 req-edb31c3e-05a7-490b-89b9-08ee4d1657cd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 210 time: 0.0500755 Oct 13 14:10:03.772936 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:03.909012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-0b26f3ed-ab28-4299-abee-0464294ede40 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b80d7edb00dd4c08b870dab304ba4673 HTTP/1.1" status: 200 len: 380 time: 0.1488225 Oct 13 14:10:03.918840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-c65af8a8-f783-4571-bea7-384019d12807 service neutron] 10.222.0.18 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780173 Oct 13 14:10:03.930321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-ecc4a5d9-56e7-4926-ac72-35f5106b2327 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Request body: {'port': {'device_id': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'admin_state_up': True, 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'security_groups': ['4f595947-f5fc-40b4-bf7e-4913032b38ef']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:03.958227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Pushing event updated for resources: {'Port': ['ID=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,revision_number=8']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:04.013781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:04.014693 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:04.016434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-9432ac6b-4417-42a7-bbfb-1366502f6f60 service neutron] 10.222.0.49 "PUT /v2.0/ports/08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 HTTP/1.1" status: 200 len: 1124 time: 1.3855662 Oct 13 14:10:04.022526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53aa3327-23c4-443f-a4a4-0ef89014fa33 req-73dbccf1-f8d5-4372-a214-c00f412a1829 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/8b34ba3d-979d-4c4c-ab0e-5738dab1276a HTTP/1.1" status: 200 len: 1803 time: 0.2307734 Oct 13 14:10:04.108369 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:10:04.113363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53aa3327-23c4-443f-a4a4-0ef89014fa33 req-a13002cd-0b9e-47fd-854b-8d38153ef144 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/ad36990d-6d13-47e6-9bfd-bbc950763bce HTTP/1.1" status: 200 len: 1804 time: 0.0811019 Oct 13 14:10:04.130906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-53aa3327-23c4-443f-a4a4-0ef89014fa33 req-9cb3bf98-cd1b-408c-9525-b589d850d9c2 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b34ba3d-979d-4c4c-ab0e-5738dab1276a', 'remote_group_id': 'ad36990d-6d13-47e6-9bfd-bbc950763bce', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:04.130906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-53aa3327-23c4-443f-a4a4-0ef89014fa33 req-9cb3bf98-cd1b-408c-9525-b589d850d9c2 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b34ba3d-979d-4c4c-ab0e-5738dab1276a', 'remote_group_id': 'ad36990d-6d13-47e6-9bfd-bbc950763bce', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:04.224700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-ecc4a5d9-56e7-4926-ac72-35f5106b2327 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Made reservation on behalf of b80d7edb00dd4c08b870dab304ba4673 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:04.228710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-ecc4a5d9-56e7-4926-ac72-35f5106b2327 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:04.339401 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c8039b-1c3c-47db-95ba-9cef2b9452a1 x-openstack-request-id: req-56c8039b-1c3c-47db-95ba-9cef2b9452a1 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:04.340220 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bdce8d-9a18-4326-a942-5e7bf1220660", "name": "network-vif-unplugged", "status": "completed", "tag": "08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:04.340220 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56c8039b-1c3c-47db-95ba-9cef2b9452a1 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:04.340654 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bdce8d-9a18-4326-a942-5e7bf1220660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1', 'code': 200} Oct 13 14:10:04.483387 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-53aa3327-23c4-443f-a4a4-0ef89014fa33 req-9cb3bf98-cd1b-408c-9525-b589d850d9c2 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:04.531794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-ecc4a5d9-56e7-4926-ac72-35f5106b2327 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Allocated IP 172.20.0.11 (16e15b01-e808-4e45-90e1-66199134cd83/d1870f77-f283-46b0-91af-b6c012baea10/be4bedfe-1017-4fad-b941-f5d7d6d027b2) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:10:04.541068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c66563-9371-452c-badd-a6d975cc7907 req-efb067f7-b3ad-47de-9971-233a4d340b81 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:04.543512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9c66563-9371-452c-badd-a6d975cc7907 req-efb067f7-b3ad-47de-9971-233a4d340b81 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 944 time: 0.1481285 Oct 13 14:10:04.573994 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-53aa3327-23c4-443f-a4a4-0ef89014fa33 req-9cb3bf98-cd1b-408c-9525-b589d850d9c2 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:04.623970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9c66563-9371-452c-badd-a6d975cc7907 req-fdb79fac-9f20-4377-89bb-20f776db1c4f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722437 Oct 13 14:10:04.627058 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-53aa3327-23c4-443f-a4a4-0ef89014fa33 req-9cb3bf98-cd1b-408c-9525-b589d850d9c2 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:04.696104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3bf98-cd1b-408c-9525-b589d850d9c2 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08e93ca-502b-416b-8349-bbdd73f67f60,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:04.993210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34c0f005-04bd-42b0-8c44-8b15b59ea8f0 req-fa141b90-77f0-4720-a465-4b41303d9419 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 210 time: 0.2588933 Oct 13 14:10:04.997136 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-53aa3327-23c4-443f-a4a4-0ef89014fa33 req-9cb3bf98-cd1b-408c-9525-b589d850d9c2 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:04.997377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53aa3327-23c4-443f-a4a4-0ef89014fa33 req-9cb3bf98-cd1b-408c-9525-b589d850d9c2 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8756084 Oct 13 14:10:05.040128 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-ecc4a5d9-56e7-4926-ac72-35f5106b2327 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:05.122201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb60ad-8163-49d1-b36d-cc544f374c0d req-9ad0a3aa-90d1-4603-8289-6615a695b76a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:05.124284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eedb60ad-8163-49d1-b36d-cc544f374c0d req-9ad0a3aa-90d1-4603-8289-6615a695b76a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.0570798 Oct 13 14:10:05.202348 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-ecc4a5d9-56e7-4926-ac72-35f5106b2327 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:05.251754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37d20b1b-9c29-4799-a3d7-11162b792f91 req-b9e86d8e-1799-41cb-9e81-7c9008806634 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 210 time: 0.0822318 Oct 13 14:10:05.284193 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eedb60ad-8163-49d1-b36d-cc544f374c0d req-cb5233e5-d317-414e-8f2f-a25955002dc3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536381 Oct 13 14:10:05.304252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-ecc4a5d9-56e7-4926-ac72-35f5106b2327 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Network 16e15b01-e808-4e45-90e1-66199134cd83 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:10:05.313879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-ecc4a5d9-56e7-4926-ac72-35f5106b2327 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:05.323542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-ecc4a5d9-56e7-4926-ac72-35f5106b2327 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:10:05.361144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4a5d9-56e7-4926-ac72-35f5106b2327 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event updated for resources: {'Port': ['ID=be4bedfe-1017-4fad-b941-f5d7d6d027b2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:05.450791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-2ded24f2-e12e-444b-82eb-94fa7e462ecd tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:05.455339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-2ded24f2-e12e-444b-82eb-94fa7e462ecd tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.41 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 812 time: 0.3138106 Oct 13 14:10:05.469181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-ecc4a5d9-56e7-4926-ac72-35f5106b2327 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:05.469855 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-ecc4a5d9-56e7-4926-ac72-35f5106b2327 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:05.479895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-9bdcd4dc-a9bf-47a1-a9ee-8d288a8a146c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Request body: {'port': {'device_id': '8d0a18bf-1c1d-47e7-a870-2e5a70081970', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'admin_state_up': True, 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:05.689928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad339813-392f-452e-ba41-e79b2a077a05 req-3aac835b-a375-4949-919a-fea35ffb3ad4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:05.689928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad339813-392f-452e-ba41-e79b2a077a05 req-3aac835b-a375-4949-919a-fea35ffb3ad4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 932 time: 0.1781428 Oct 13 14:10:05.689928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad339813-392f-452e-ba41-e79b2a077a05 req-bd61cbee-ab42-49a2-984b-f45937866194 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784090 Oct 13 14:10:05.695147 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4b08faa3-f195-4874-bc6e-e2f25832c6e2 None None] Provisioning complete for port be4bedfe-1017-4fad-b941-f5d7d6d027b2 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:05.695147 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4b08faa3-f195-4874-bc6e-e2f25832c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:05.709052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-355f1bcf-ddef-4d82-af93-f15c8d61a5a6 req-9d3006a0-ab1f-4d64-ac45-40a4e8471bb3 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-546143261', 'description': 'tempest-description-942400778'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:05.740157 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4b08faa3-f195-4874-bc6e-e2f25832c6e2 None None] Port be4bedfe-1017-4fad-b941-f5d7d6d027b2 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:10:06.161856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-ecc4a5d9-56e7-4926-ac72-35f5106b2327 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2402785 Oct 13 14:10:06.176646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Request body: {'port': {'device_id': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:06.233721 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:06.353535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bdce8d-9a18-4326-a942-5e7bf1220660', 'tag': '08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:06.357433 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a96d510-4150-4e4a-8dcd-176b2a049d06" -d '{"events": [{"name": "network-changed", "server_uuid": "46bdce8d-9a18-4326-a942-5e7bf1220660", "tag": "08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:06.377924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-9bdcd4dc-a9bf-47a1-a9ee-8d288a8a146c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Made reservation on behalf of f30573fef89b4a79a75abcae7dd5b4d0 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:06.380490 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-9bdcd4dc-a9bf-47a1-a9ee-8d288a8a146c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:06.539417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dacb2-4285-4065-b84b-fa2c3d6cdaaf req-2edf89fa-0426-416e-a5a1-2a9382b4cccf tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:06.540936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3dacb2-4285-4065-b84b-fa2c3d6cdaaf req-2edf89fa-0426-416e-a5a1-2a9382b4cccf tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 944 time: 0.2391496 Oct 13 14:10:06.568284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-355f1bcf-ddef-4d82-af93-f15c8d61a5a6 req-9d3006a0-ab1f-4d64-ac45-40a4e8471bb3 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:06.682509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3dacb2-4285-4065-b84b-fa2c3d6cdaaf req-605c56e5-f10b-467f-9c9c-2f7d7d5d1422 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318588 Oct 13 14:10:06.708072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-9bdcd4dc-a9bf-47a1-a9ee-8d288a8a146c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Allocated IP 172.20.0.5 (c54ddf7f-30d4-46c7-9ab3-6c873937a10d/f692ea5c-5bea-418c-a845-bf8b8caee90c/f2b6a021-4ce4-4b5a-961d-2fe667103bbb) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:10:06.809308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4bedfe-1017-4fad-b941-f5d7d6d027b2 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:06.831670 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:06.848725 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-355f1bcf-ddef-4d82-af93-f15c8d61a5a6 req-9d3006a0-ab1f-4d64-ac45-40a4e8471bb3 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:06.879484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Transition to ACTIVE for port object be4bedfe-1017-4fad-b941-f5d7d6d027b2 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:10:06.944839 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-355f1bcf-ddef-4d82-af93-f15c8d61a5a6 req-9d3006a0-ab1f-4d64-ac45-40a4e8471bb3 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:06.997841 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-9bdcd4dc-a9bf-47a1-a9ee-8d288a8a146c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:07.001791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:07.007066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3006a0-ab1f-4d64-ac45-40a4e8471bb3 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe5aa7c-a87e-48f9-89ac-ed7fa47a8383,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:07.078508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Pushing event updated for resources: {'Port': ['ID=be4bedfe-1017-4fad-b941-f5d7d6d027b2,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:07.105029 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-355f1bcf-ddef-4d82-af93-f15c8d61a5a6 req-9d3006a0-ab1f-4d64-ac45-40a4e8471bb3 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:07.106408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-355f1bcf-ddef-4d82-af93-f15c8d61a5a6 req-9d3006a0-ab1f-4d64-ac45-40a4e8471bb3 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.4016209 Oct 13 14:10:07.205254 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-9bdcd4dc-a9bf-47a1-a9ee-8d288a8a146c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:07.281532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93f5169a-1e78-4f73-b687-a0fece64b537 req-5b416ded-1b8f-40a7-9fd2-7ddf391a52b6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 210 time: 0.0776777 Oct 13 14:10:07.358579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-9bdcd4dc-a9bf-47a1-a9ee-8d288a8a146c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Network c54ddf7f-30d4-46c7-9ab3-6c873937a10d is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:10:07.375935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-9bdcd4dc-a9bf-47a1-a9ee-8d288a8a146c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:07.377840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcd4dc-a9bf-47a1-a9ee-8d288a8a146c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event updated for resources: {'Port': ['ID=f2b6a021-4ce4-4b5a-961d-2fe667103bbb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:07.387635 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Attempting to bind port be4bedfe-1017-4fad-b941-f5d7d6d027b2 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:07.387888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Attempting to bind port be4bedfe-1017-4fad-b941-f5d7d6d027b2 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:07.388230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Attempting to bind port be4bedfe-1017-4fad-b941-f5d7d6d027b2 on network 16e15b01-e808-4e45-90e1-66199134cd83 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:07.411648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-9bdcd4dc-a9bf-47a1-a9ee-8d288a8a146c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:10:07.451890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Port be4bedfe-1017-4fad-b941-f5d7d6d027b2 on network 16e15b01-e808-4e45-90e1-66199134cd83 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:10:07.452221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Attempting to bind port be4bedfe-1017-4fad-b941-f5d7d6d027b2 on network 16e15b01-e808-4e45-90e1-66199134cd83 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:07.482376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:07.483376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Checking segment: {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:07.483376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Bound using segment: {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:07.483801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Bound port: be4bedfe-1017-4fad-b941-f5d7d6d027b2, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:07.484013 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:07.509281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-0b19a622-dd0b-4dbd-8645-128dbd5bf46e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:07.511870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-0b19a622-dd0b-4dbd-8645-128dbd5bf46e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.41 "GET /v2.0/networks?id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe HTTP/1.1" status: 200 len: 815 time: 0.3716555 Oct 13 14:10:07.524107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c70dda-1de3-4974-8b7d-93eece7cfdd6 req-efa8447f-9f93-4289-afd3-f032d2a51bf6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:07.529806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30c70dda-1de3-4974-8b7d-93eece7cfdd6 req-efa8447f-9f93-4289-afd3-f032d2a51bf6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 931 time: 0.2465115 Oct 13 14:10:07.545566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-b85c65d8-646a-47bb-8ff5-e6deb82ad08c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Request body: {'port': {'device_id': 'd674ef74-f37e-4a83-90ff-8cec453670e5', 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe', 'admin_state_up': True, 'tenant_id': '2d0424ec569c4ca9b6d9d6eea6bb7364'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:07.579124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:10:07.582575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf49549-22ce-4875-8de6-0bb81fc60129 req-ec6762a4-b0c8-4d41-883b-96c678c7cde5 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:07.584136 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-caf49549-22ce-4875-8de6-0bb81fc60129 req-ec6762a4-b0c8-4d41-883b-96c678c7cde5 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.2367263 Oct 13 14:10:07.589895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-9bdcd4dc-a9bf-47a1-a9ee-8d288a8a146c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:07.590546 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-9bdcd4dc-a9bf-47a1-a9ee-8d288a8a146c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:07.710212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:07.723301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1707b3c6-5a11-4ebc-9198-e6b6677d7013 None None] Provisioning complete for port f2b6a021-4ce4-4b5a-961d-2fe667103bbb triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:07.723668 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1707b3c6-5a11-4ebc-9198-e6b6677d7013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:07.726495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 has no active binding in host n-h1-806683-15 {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 14:10:07.759382 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1707b3c6-5a11-4ebc-9198-e6b6677d7013 None None] Port f2b6a021-4ce4-4b5a-961d-2fe667103bbb cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:10:07.768062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-caf49549-22ce-4875-8de6-0bb81fc60129 req-84ca30e4-693b-453d-b535-9811bbcea934 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185486 Oct 13 14:10:07.776482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30c70dda-1de3-4974-8b7d-93eece7cfdd6 req-620e6833-1473-4ab9-9c84-77ff32f4a903 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244966 Oct 13 14:10:07.795912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-9bdcd4dc-a9bf-47a1-a9ee-8d288a8a146c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3115304 Oct 13 14:10:07.795912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:07.795912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:07.811507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Request body: {'port': {'device_id': '8d0a18bf-1c1d-47e7-a870-2e5a70081970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:07.837727 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bed7c08-9cca-46ae-a1c4-e4d5a2f0e3cb x-openstack-request-id: req-7bed7c08-9cca-46ae-a1c4-e4d5a2f0e3cb {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:07.838167 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bdce8d-9a18-4326-a942-5e7bf1220660", "tag": "08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:07.838570 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bed7c08-9cca-46ae-a1c4-e4d5a2f0e3cb {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:07.839244 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bdce8d-9a18-4326-a942-5e7bf1220660', 'tag': '08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1', 'status': 'completed', 'code': 200} Oct 13 14:10:07.876509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-acc02c17-7ced-420e-9ff6-efc4e7a31f1c req-2cdbfadd-4067-4f99-a746-8f2e0a48ab85 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-327101586', 'description': 'tempest-description-373942312'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:07.940177 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:08.013593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-b85c65d8-646a-47bb-8ff5-e6deb82ad08c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Made reservation on behalf of 2d0424ec569c4ca9b6d9d6eea6bb7364 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:08.017219 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-b85c65d8-646a-47bb-8ff5-e6deb82ad08c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:08.026620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:08.034264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:08.034885 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:08.036317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] 10.222.0.49 "PUT /v2.0/ports/be4bedfe-1017-4fad-b941-f5d7d6d027b2 HTTP/1.1" status: 200 len: 1093 time: 1.8647065 Oct 13 14:10:08.062360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2773d-7940-4f5f-999b-cb2500871d08 req-03403578-e96d-452f-8202-b9880baedf61 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:08.063838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aef2773d-7940-4f5f-999b-cb2500871d08 req-03403578-e96d-452f-8202-b9880baedf61 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.2099042 Oct 13 14:10:08.091641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d510-4150-4e4a-8dcd-176b2a049d06 req-cfb9b133-0512-4412-9e5b-1aa168f477fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:08.093256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a96d510-4150-4e4a-8dcd-176b2a049d06 req-cfb9b133-0512-4412-9e5b-1aa168f477fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 1127 time: 0.2125688 Oct 13 14:10:08.116642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c95da-f209-4f91-a636-8107b0d82104 service neutron] Pushing event updated for resources: {'Port': ['ID=be4bedfe-1017-4fad-b941-f5d7d6d027b2,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:08.204192 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-acc02c17-7ced-420e-9ff6-efc4e7a31f1c req-2cdbfadd-4067-4f99-a746-8f2e0a48ab85 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:08.573994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aef2773d-7940-4f5f-999b-cb2500871d08 req-ec03d0b6-0ec3-485f-b1c7-f3db7d2bb74e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4953713 Oct 13 14:10:08.796654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-f3f4a4d1-0d4f-4703-aa1f-5ae2e26135f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:08.798363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-f3f4a4d1-0d4f-4703-aa1f-5ae2e26135f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 1096 time: 0.6287913 Oct 13 14:10:08.821051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d510-4150-4e4a-8dcd-176b2a049d06 req-a48298d3-b71d-4154-8247-7f6d2e8a6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:08.822537 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a96d510-4150-4e4a-8dcd-176b2a049d06 req-a48298d3-b71d-4154-8247-7f6d2e8a6e18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.7199779 Oct 13 14:10:08.985232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-b85c65d8-646a-47bb-8ff5-e6deb82ad08c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Allocated IP 172.20.0.3 (a0516c06-25b1-4b13-b7bb-bd89de1b50fe/1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff/b448e330-b6e4-493d-b37e-95e5f55ac34d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:10:08.996430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-9e8aaeea-c910-4c78-bb1b-25c731bea592 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2 HTTP/1.1" status: 200 len: 217 time: 0.1700482 Oct 13 14:10:08.997810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a96d510-4150-4e4a-8dcd-176b2a049d06 req-853ac8ca-42c0-4490-bba1-2a599f24c828 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 HTTP/1.1" status: 200 len: 217 time: 0.1522803 Oct 13 14:10:09.113284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-acc02c17-7ced-420e-9ff6-efc4e7a31f1c req-2cdbfadd-4067-4f99-a746-8f2e0a48ab85 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:09.146242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa1243-6f02-46ad-9e54-544df7e6f150 req-622db82b-5f6c-44e8-8b0c-6d3949e96b0b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:09.147873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1afa1243-6f02-46ad-9e54-544df7e6f150 req-622db82b-5f6c-44e8-8b0c-6d3949e96b0b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 944 time: 0.3638003 Oct 13 14:10:09.200395 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-acc02c17-7ced-420e-9ff6-efc4e7a31f1c req-2cdbfadd-4067-4f99-a746-8f2e0a48ab85 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:09.203608 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d510-4150-4e4a-8dcd-176b2a049d06 req-85212046-f245-4f76-9f6a-3475915c6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:09.205114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a96d510-4150-4e4a-8dcd-176b2a049d06 req-85212046-f245-4f76-9f6a-3475915c6df1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1955798 Oct 13 14:10:09.258687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-c91e4158-f0c7-4e7c-88a8-f591fed7287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:09.260065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-c91e4158-f0c7-4e7c-88a8-f591fed7287f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1870f77-f283-46b0-91af-b6c012baea10 HTTP/1.1" status: 200 len: 856 time: 0.2491355 Oct 13 14:10:09.311668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a96d510-4150-4e4a-8dcd-176b2a049d06 req-2cc6fc64-3907-41b3-a578-b7deb2ee403f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755970 Oct 13 14:10:09.388596 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-acc02c17-7ced-420e-9ff6-efc4e7a31f1c req-2cdbfadd-4067-4f99-a746-8f2e0a48ab85 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:09.389810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-acc02c17-7ced-420e-9ff6-efc4e7a31f1c req-2cdbfadd-4067-4f99-a746-8f2e0a48ab85 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.5298765 Oct 13 14:10:09.412798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbfadd-4067-4f99-a746-8f2e0a48ab85 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eecef17-9cb5-4d5b-9848-045f37104e51,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:09.500971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1afa1243-6f02-46ad-9e54-544df7e6f150 req-c3fe65c7-42f4-46d4-9925-3d25b802e31b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375099 Oct 13 14:10:09.537323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4a520ff-5b8e-4b94-b35a-1b483e91fd1e req-e65b726b-0dca-46b5-9abf-c2a7b7dd88a9 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 210 time: 0.0829372 Oct 13 14:10:09.546137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b6a021-4ce4-4b5a-961d-2fe667103bbb {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:09.570395 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:09.582469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-7e99dfa6-7455-4c29-8684-fc1811d13787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:09.584132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-7e99dfa6-7455-4c29-8684-fc1811d13787 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16e15b01-e808-4e45-90e1-66199134cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2968547 Oct 13 14:10:09.623710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Transition to ACTIVE for port object f2b6a021-4ce4-4b5a-961d-2fe667103bbb will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:10:09.683172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a96d510-4150-4e4a-8dcd-176b2a049d06 req-4f4b1a9c-7a8e-4b47-9f0a-24e6313ef6f6 service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262725 Oct 13 14:10:09.687845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-b85c65d8-646a-47bb-8ff5-e6deb82ad08c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:09.694933 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:09.850315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:09.852575 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63febda5-aca7-42ad-a136-ad319af3a069" -d '{"events": [{"name": "network-changed", "server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:09.882918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Pushing event updated for resources: {'Port': ['ID=f2b6a021-4ce4-4b5a-961d-2fe667103bbb,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:09.931712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-77057585-2c18-48b1-b515-9b3b1d1674e8 service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354731 Oct 13 14:10:09.984684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331062c-ef57-4f94-9892-5276f8de06b6 req-ea14b7c4-14e0-482e-b45b-f52d795511c3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:09.986149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e331062c-ef57-4f94-9892-5276f8de06b6 req-ea14b7c4-14e0-482e-b45b-f52d795511c3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.2636583 Oct 13 14:10:10.039959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a96d510-4150-4e4a-8dcd-176b2a049d06 req-93c985c2-e74a-407d-9a1f-0a0c41ec41b6 service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406198 Oct 13 14:10:10.040884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-b85c65d8-646a-47bb-8ff5-e6deb82ad08c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:10.150721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-b85c65d8-646a-47bb-8ff5-e6deb82ad08c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Network a0516c06-25b1-4b13-b7bb-bd89de1b50fe is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:10:10.173628 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e331062c-ef57-4f94-9892-5276f8de06b6 req-e273eee8-4f55-4300-a266-f6a958b9caeb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481159 Oct 13 14:10:10.177693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Attempting to bind port f2b6a021-4ce4-4b5a-961d-2fe667103bbb on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:10.178151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Attempting to bind port f2b6a021-4ce4-4b5a-961d-2fe667103bbb by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:10.178562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Attempting to bind port f2b6a021-4ce4-4b5a-961d-2fe667103bbb on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:10.180602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-b85c65d8-646a-47bb-8ff5-e6deb82ad08c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:10.202199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c65d8-646a-47bb-8ff5-e6deb82ad08c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Pushing event updated for resources: {'Port': ['ID=b448e330-b6e4-493d-b37e-95e5f55ac34d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:10.202199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-b85c65d8-646a-47bb-8ff5-e6deb82ad08c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:10:10.230606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Port f2b6a021-4ce4-4b5a-961d-2fe667103bbb on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:10:10.230931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Attempting to bind port f2b6a021-4ce4-4b5a-961d-2fe667103bbb on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:10.255965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:10.256298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Checking segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:10.256672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Bound using segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:10.257134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Bound port: f2b6a021-4ce4-4b5a-961d-2fe667103bbb, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:10.257742 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:10.270363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c7837c-5df1-40df-a7f4-47dc238b5e5c req-dc886589-e808-4caa-afb4-8d2b3fd27dfc service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065233 Oct 13 14:10:10.303623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb24758-05aa-4a50-8181-e106dc0f66ef req-223e4503-a8d3-471b-9102-fa1c33d01169 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:10.305062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bb24758-05aa-4a50-8181-e106dc0f66ef req-223e4503-a8d3-471b-9102-fa1c33d01169 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 943 time: 0.2039537 Oct 13 14:10:10.318190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-b85c65d8-646a-47bb-8ff5-e6deb82ad08c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:10.318788 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-b85c65d8-646a-47bb-8ff5-e6deb82ad08c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:10.387944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b26def84-d1d7-4432-82a9-9d52ad54493d req-941bd0c8-04b9-4331-a4f0-8c27a5491e23 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/3fe5aa7c-a87e-48f9-89ac-ed7fa47a8383 HTTP/1.1" status: 200 len: 1803 time: 0.1529019 Oct 13 14:10:10.438447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bb24758-05aa-4a50-8181-e106dc0f66ef req-bd284eaf-2626-4aab-b206-d41327ea6c52 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961671 Oct 13 14:10:10.439465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] For port f2b6a021-4ce4-4b5a-961d-2fe667103bbb, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:10.462695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] For port f2b6a021-4ce4-4b5a-961d-2fe667103bbb, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b6a021-4ce4-4b5a-961d-2fe667103bbb,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:10.469521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b26def84-d1d7-4432-82a9-9d52ad54493d req-3f4605f5-ce73-40d7-9414-1d60aaba6555 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/3eecef17-9cb5-4d5b-9848-045f37104e51 HTTP/1.1" status: 200 len: 1803 time: 0.0724819 Oct 13 14:10:10.480228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b26def84-d1d7-4432-82a9-9d52ad54493d req-4d56118c-fbf9-4337-a3de-c9c77bc68cf4 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3fe5aa7c-a87e-48f9-89ac-ed7fa47a8383', 'remote_group_id': '3eecef17-9cb5-4d5b-9848-045f37104e51', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:10.480533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b26def84-d1d7-4432-82a9-9d52ad54493d req-4d56118c-fbf9-4337-a3de-c9c77bc68cf4 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3fe5aa7c-a87e-48f9-89ac-ed7fa47a8383', 'remote_group_id': '3eecef17-9cb5-4d5b-9848-045f37104e51', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:10.519786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-b85c65d8-646a-47bb-8ff5-e6deb82ad08c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9837036 Oct 13 14:10:10.543887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Request body: {'port': {'device_id': 'd674ef74-f37e-4a83-90ff-8cec453670e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:10.813046 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:10.921296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:10.921938 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:10.923375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] 10.222.0.41 "PUT /v2.0/ports/f2b6a021-4ce4-4b5a-961d-2fe667103bbb HTTP/1.1" status: 200 len: 1092 time: 3.1279056 Oct 13 14:10:10.939439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9620992-e737-4708-95cc-0cb31e2497ac req-0c2447f3-4538-4647-ae6e-c830ac5d3784 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:10.942879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9620992-e737-4708-95cc-0cb31e2497ac req-0c2447f3-4538-4647-ae6e-c830ac5d3784 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.4363675 Oct 13 14:10:10.961202 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:10.990710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da5b14-7347-4bf2-ac72-e0d06243f70f service neutron] Pushing event updated for resources: {'Port': ['ID=f2b6a021-4ce4-4b5a-961d-2fe667103bbb,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:11.013358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-2be5669d-d0e8-4963-9502-e0c14e242d3b service neutron] 10.222.0.41 "GET /v2.0/ports/08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1/bindings/n-h1-806683-15 HTTP/1.1" status: 200 len: 385 time: 0.2117417 Oct 13 14:10:11.121806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9620992-e737-4708-95cc-0cb31e2497ac req-a5b89514-d8ac-4b58-84a9-164a8ae9acaf tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651893 Oct 13 14:10:11.130595 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b26def84-d1d7-4432-82a9-9d52ad54493d req-4d56118c-fbf9-4337-a3de-c9c77bc68cf4 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:11.250139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-07ed0e0b-096e-4281-ba1d-ffc92ba70216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:11.253250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-07ed0e0b-096e-4281-ba1d-ffc92ba70216 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 1095 time: 0.2101858 Oct 13 14:10:11.268781 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b26def84-d1d7-4432-82a9-9d52ad54493d req-4d56118c-fbf9-4337-a3de-c9c77bc68cf4 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:11.325573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-39cf3891-ce3c-4bd4-ad30-2f6e24ac0a31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2b6a021-4ce4-4b5a-961d-2fe667103bbb HTTP/1.1" status: 200 len: 217 time: 0.0588524 Oct 13 14:10:11.362381 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b26def84-d1d7-4432-82a9-9d52ad54493d req-4d56118c-fbf9-4337-a3de-c9c77bc68cf4 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:11.445843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56118c-fbf9-4337-a3de-c9c77bc68cf4 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4b0bfa-a74d-4b9c-a941-36d71b686648,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:11.517323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-504db990-d9ff-4d93-b6fb-e73acce0168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:11.518802 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-504db990-d9ff-4d93-b6fb-e73acce0168c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.1676114 Oct 13 14:10:11.572457 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b26def84-d1d7-4432-82a9-9d52ad54493d req-4d56118c-fbf9-4337-a3de-c9c77bc68cf4 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:11.574470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b26def84-d1d7-4432-82a9-9d52ad54493d req-4d56118c-fbf9-4337-a3de-c9c77bc68cf4 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0986404 Oct 13 14:10:11.577846 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397d8cc4-43f2-4ed2-b944-fbb89bf2bcfa x-openstack-request-id: req-397d8cc4-43f2-4ed2-b944-fbb89bf2bcfa {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:11.578196 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:11.578382 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-397d8cc4-43f2-4ed2-b944-fbb89bf2bcfa {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:11.578825 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'status': 'completed', 'code': 200} Oct 13 14:10:11.697423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-bcf51ab9-4c19-4461-a5f4-8284a0ee2b96 service neutron] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:11.703804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-86b4e585-36be-407c-b5e4-0c334e3774f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:11.705360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-86b4e585-36be-407c-b5e4-0c334e3774f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786144 Oct 13 14:10:11.735560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b448e330-b6e4-493d-b37e-95e5f55ac34d {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:11.755881 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:11.815527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-bcf51ab9-4c19-4461-a5f4-8284a0ee2b96 service neutron] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:11.842263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Transition to ACTIVE for port object b448e330-b6e4-493d-b37e-95e5f55ac34d will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:10:11.870848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63febda5-aca7-42ad-a136-ad319af3a069 req-e249be67-a6b5-4a15-904a-293a8e20c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:11.872423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63febda5-aca7-42ad-a136-ad319af3a069 req-e249be67-a6b5-4a15-904a-293a8e20c244 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 1096 time: 0.2496891 Oct 13 14:10:11.883493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db0772-e493-4844-bdcf-540ebaa5c251 req-0fa1adba-2a97-47f4-84d8-f3c4e6dd8ed8 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:11.885102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79db0772-e493-4844-bdcf-540ebaa5c251 req-0fa1adba-2a97-47f4-84d8-f3c4e6dd8ed8 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 944 time: 0.2295287 Oct 13 14:10:11.898457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-bcf51ab9-4c19-4461-a5f4-8284a0ee2b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:11.926255 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:11.935690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-bcf51ab9-4c19-4461-a5f4-8284a0ee2b96 service neutron] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:12.051118 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-f4af4512-3710-43c4-b09b-958ad540d71c service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189697 Oct 13 14:10:12.087659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=b448e330-b6e4-493d-b37e-95e5f55ac34d,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:12.108744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-bcf51ab9-4c19-4461-a5f4-8284a0ee2b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:12.143300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79db0772-e493-4844-bdcf-540ebaa5c251 req-3749e35d-e3a5-45f1-a5cf-3c6dbb63834e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362742 Oct 13 14:10:12.205888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63febda5-aca7-42ad-a136-ad319af3a069 req-7bf88a72-8057-45b7-b59f-f6794ffeebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:12.207327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63febda5-aca7-42ad-a136-ad319af3a069 req-7bf88a72-8057-45b7-b59f-f6794ffeebc6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 918 time: 0.3175039 Oct 13 14:10:12.342620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63febda5-aca7-42ad-a136-ad319af3a069 req-8124bdaa-9d9c-4f6c-b76d-40c0048e16cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2 HTTP/1.1" status: 200 len: 217 time: 0.1027157 Oct 13 14:10:12.420450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4baca-20ba-42e9-9b1b-0faa29655ddb req-fee4a44a-1477-4afe-962b-ac31083d2cda tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:12.421954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6e4baca-20ba-42e9-9b1b-0faa29655ddb req-fee4a44a-1477-4afe-962b-ac31083d2cda tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 943 time: 0.3483860 Oct 13 14:10:12.445308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72092ab-0785-49fc-bc3b-e618a56c7473 req-c959b464-363d-4b72-b679-48ec06df4bcb service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862278 Oct 13 14:10:12.483886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786a625-3efe-4a6c-90f8-e195bb4766b9 req-a1d9f28e-8acd-40ab-99f6-9eb62b8a5ecd tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:12.485387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5786a625-3efe-4a6c-90f8-e195bb4766b9 req-a1d9f28e-8acd-40ab-99f6-9eb62b8a5ecd tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.2836752 Oct 13 14:10:12.486036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Attempting to bind port b448e330-b6e4-493d-b37e-95e5f55ac34d on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:12.486372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Attempting to bind port b448e330-b6e4-493d-b37e-95e5f55ac34d by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14863dfe-b155-4c88-9fe8-21afbb56bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:12.486696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Attempting to bind port b448e330-b6e4-493d-b37e-95e5f55ac34d on network a0516c06-25b1-4b13-b7bb-bd89de1b50fe {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:12.508944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-bcf51ab9-4c19-4461-a5f4-8284a0ee2b96 service neutron] Transition to ACTIVE for port object 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:10:12.512756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63febda5-aca7-42ad-a136-ad319af3a069 req-ffddd138-e2fa-4f49-b975-061edeb5a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:12.514215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63febda5-aca7-42ad-a136-ad319af3a069 req-ffddd138-e2fa-4f49-b975-061edeb5a4c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1870f77-f283-46b0-91af-b6c012baea10 HTTP/1.1" status: 200 len: 856 time: 0.1602359 Oct 13 14:10:12.516787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Port b448e330-b6e4-493d-b37e-95e5f55ac34d on network a0516c06-25b1-4b13-b7bb-bd89de1b50fe not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:10:12.517144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Attempting to bind port b448e330-b6e4-493d-b37e-95e5f55ac34d on network a0516c06-25b1-4b13-b7bb-bd89de1b50fe {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:12.767926 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-bcf51ab9-4c19-4461-a5f4-8284a0ee2b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:12.781348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6e4baca-20ba-42e9-9b1b-0faa29655ddb req-db04ded6-ef32-42a7-908d-36a1f89ac35d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456626 Oct 13 14:10:12.800366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:12.800366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Checking segment: {'id': '14863dfe-b155-4c88-9fe8-21afbb56bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:12.800366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Bound using segment: {'id': '14863dfe-b155-4c88-9fe8-21afbb56bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:12.800685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Bound port: b448e330-b6e4-493d-b37e-95e5f55ac34d, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14863dfe-b155-4c88-9fe8-21afbb56bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:12.801122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:12.858410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5786a625-3efe-4a6c-90f8-e195bb4766b9 req-4b2166e0-fe9a-4f9a-8b9e-19376d1543cd tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586714 Oct 13 14:10:12.938950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-bcf51ab9-4c19-4461-a5f4-8284a0ee2b96 service neutron] No DVR routers for this DVR port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:10:12.956045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63febda5-aca7-42ad-a136-ad319af3a069 req-3f19dd5c-8269-4eaa-9040-cff8d5646b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:12.957526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63febda5-aca7-42ad-a136-ad319af3a069 req-3f19dd5c-8269-4eaa-9040-cff8d5646b3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16e15b01-e808-4e45-90e1-66199134cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2042327 Oct 13 14:10:12.964890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51ab9-4c19-4461-a5f4-8284a0ee2b96 service neutron] Pushing event updated for resources: {'Port': ['ID=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:13.071740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-bcf51ab9-4c19-4461-a5f4-8284a0ee2b96 service neutron] 10.222.0.41 "PUT /v2.0/ports/08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1/bindings/n-h1-806683-15/activate HTTP/1.1" status: 200 len: 370 time: 2.0242982 Oct 13 14:10:13.098288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46746af1-a916-4a84-9966-af66b3c7dc48 req-13a768f1-5757-4668-bcf5-a1f3e284b656 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:13.099783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46746af1-a916-4a84-9966-af66b3c7dc48 req-13a768f1-5757-4668-bcf5-a1f3e284b656 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 943 time: 0.2495086 Oct 13 14:10:13.111775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] For port b448e330-b6e4-493d-b37e-95e5f55ac34d, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:13.123290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] For port b448e330-b6e4-493d-b37e-95e5f55ac34d, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b448e330-b6e4-493d-b37e-95e5f55ac34d,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:13.133265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3306983e-f736-4578-8ac7-c880c94267d9 req-e1342999-4a97-466c-a375-867213d9d994 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/3eecef17-9cb5-4d5b-9848-045f37104e51 HTTP/1.1" status: 200 len: 1803 time: 0.1989701 Oct 13 14:10:13.187666 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46746af1-a916-4a84-9966-af66b3c7dc48 req-399dd7c2-a3eb-4701-860d-0444ef07e9ae tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814588 Oct 13 14:10:13.191709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63febda5-aca7-42ad-a136-ad319af3a069 req-7c6c5be3-09db-4a46-8c31-6d99c7f7cad5 service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209151 Oct 13 14:10:13.233383 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:13.380204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:13.381188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:13.382157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] 10.222.0.41 "PUT /v2.0/ports/b448e330-b6e4-493d-b37e-95e5f55ac34d HTTP/1.1" status: 200 len: 1092 time: 2.8458369 Oct 13 14:10:13.394002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:10:13.438003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:10:13.438356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-8975f5fe-ee9a-48cb-b21a-af40a126ecd3 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:13.439863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-8975f5fe-ee9a-48cb-b21a-af40a126ecd3 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660&tenant_id=f98de12adc794eee8130fc8c105bc67c&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1097 time: 0.2260175 Oct 13 14:10:13.440411 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3306983e-f736-4578-8ac7-c880c94267d9 req-c50e800f-5e5a-4459-ab43-5b0463cf24a7 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:13.468187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05367a1f-8b36-4c4f-b6f9-a753cc784ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=b448e330-b6e4-493d-b37e-95e5f55ac34d,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:13.498285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63febda5-aca7-42ad-a136-ad319af3a069 req-cdcbf763-0159-4dd3-ba6f-a109bb02cede service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960186 Oct 13 14:10:13.524822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27670cb4-f810-4037-8128-ec00bc03202a req-22917591-99d1-4f9e-8243-1377ee8a42ea tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:13.526579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27670cb4-f810-4037-8128-ec00bc03202a req-22917591-99d1-4f9e-8243-1377ee8a42ea tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.2091196 Oct 13 14:10:13.547604 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3306983e-f736-4578-8ac7-c880c94267d9 req-c50e800f-5e5a-4459-ab43-5b0463cf24a7 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:13.587819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0a18bf-1c1d-47e7-a870-2e5a70081970', 'tag': 'f2b6a021-4ce4-4b5a-961d-2fe667103bbb'}, {'name': 'network-changed', 'server_uuid': 'd674ef74-f37e-4a83-90ff-8cec453670e5', 'tag': 'b448e330-b6e4-493d-b37e-95e5f55ac34d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:13.590733 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db02f111-e39c-4a7c-86a9-150c511bdfa3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0a18bf-1c1d-47e7-a870-2e5a70081970", "tag": "f2b6a021-4ce4-4b5a-961d-2fe667103bbb"}, {"name": "network-changed", "server_uuid": "d674ef74-f37e-4a83-90ff-8cec453670e5", "tag": "b448e330-b6e4-493d-b37e-95e5f55ac34d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:13.600586 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device be4bedfe-1017-4fad-b941-f5d7d6d027b2 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:10:13.624931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-04dde0a9-b031-41e4-a29b-22aebe3d838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:13.626577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-04dde0a9-b031-41e4-a29b-22aebe3d838e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660&tenant_id=f98de12adc794eee8130fc8c105bc67c HTTP/1.1" status: 200 len: 1097 time: 0.1724181 Oct 13 14:10:13.651008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-26cafa55-0569-4b35-bd8e-a490fb82c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:13.652531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-26cafa55-0569-4b35-bd8e-a490fb82c8fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0424ec569c4ca9b6d9d6eea6bb7364&device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 1095 time: 0.1533821 Oct 13 14:10:13.657859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27670cb4-f810-4037-8128-ec00bc03202a req-59226022-2516-421d-aa80-5dc5414cbaf8 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121926 Oct 13 14:10:13.719226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-3978e7c8-d1eb-4c43-b1bb-e9252a710003 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b448e330-b6e4-493d-b37e-95e5f55ac34d HTTP/1.1" status: 200 len: 217 time: 0.0518262 Oct 13 14:10:13.737484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:13.754110 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'port_id': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'mac_address': 'fa:16:3e:ba:2a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:10:13.780208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-eb2ee4ea-e505-4a74-945c-b14105b2bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:13.781798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-eb2ee4ea-e505-4a74-945c-b14105b2bb2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 1097 time: 0.1273551 Oct 13 14:10:13.797497 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:13.811005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4bedfe-1017-4fad-b941-f5d7d6d027b2 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:13.816057 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3306983e-f736-4578-8ac7-c880c94267d9 req-c50e800f-5e5a-4459-ab43-5b0463cf24a7 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:13.818694 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3306983e-f736-4578-8ac7-c880c94267d9 req-c50e800f-5e5a-4459-ab43-5b0463cf24a7 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:13.819847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3306983e-f736-4578-8ac7-c880c94267d9 req-c50e800f-5e5a-4459-ab43-5b0463cf24a7 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "DELETE /v2.0/security-groups/3eecef17-9cb5-4d5b-9848-045f37104e51 HTTP/1.1" status: 204 len: 173 time: 0.6730962 Oct 13 14:10:13.842405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:13.876051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e800f-5e5a-4459-ab43-5b0463cf24a7 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eecef17-9cb5-4d5b-9848-045f37104e51,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:13.886128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-61354807-9b64-4cbc-ae94-74a00db7544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:13.886128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-61354807-9b64-4cbc-ae94-74a00db7544d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff HTTP/1.1" status: 200 len: 855 time: 0.1532490 Oct 13 14:10:13.897001 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:13.928028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-e87ed7d3-c9f4-475e-9a03-356960bb790d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356877 Oct 13 14:10:13.939513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150f5b5-bebf-41b1-83d9-1ebec023dd9a req-3f9412d7-5784-4a71-9081-686f9a320c6c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:13.941035 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2150f5b5-bebf-41b1-83d9-1ebec023dd9a req-3f9412d7-5784-4a71-9081-686f9a320c6c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 945 time: 0.1747632 Oct 13 14:10:13.950406 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=be4bedfe-1017-4fad-b941-f5d7d6d027b2,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:14.044776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-7d81b361-ef0c-4c0b-8853-cb2960132d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:14.046266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-7d81b361-ef0c-4c0b-8853-cb2960132d0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.2425895 Oct 13 14:10:14.054270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2150f5b5-bebf-41b1-83d9-1ebec023dd9a req-f4360dc7-8eba-4154-9f9e-165a815ec926 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031017 Oct 13 14:10:14.102722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-23ee246d-533c-49c2-b347-75ca6eca00c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 HTTP/1.1" status: 200 len: 217 time: 0.0443695 Oct 13 14:10:14.126649 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f219b08c-c090-4977-a1e1-d63c5cac08df x-openstack-request-id: req-f219b08c-c090-4977-a1e1-d63c5cac08df {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:14.126649 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0a18bf-1c1d-47e7-a870-2e5a70081970", "tag": "f2b6a021-4ce4-4b5a-961d-2fe667103bbb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d674ef74-f37e-4a83-90ff-8cec453670e5", "tag": "b448e330-b6e4-493d-b37e-95e5f55ac34d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:14.126649 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f219b08c-c090-4977-a1e1-d63c5cac08df {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:14.126649 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0a18bf-1c1d-47e7-a870-2e5a70081970', 'tag': 'f2b6a021-4ce4-4b5a-961d-2fe667103bbb', 'status': 'completed', 'code': 200} Oct 13 14:10:14.126649 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd674ef74-f37e-4a83-90ff-8cec453670e5', 'tag': 'b448e330-b6e4-493d-b37e-95e5f55ac34d', 'status': 'completed', 'code': 200} Oct 13 14:10:14.151094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-8c8d4a30-3091-42e0-be44-64e18bb8448f service neutron] 10.222.0.41 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070196 Oct 13 14:10:14.162378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['be4bedfe-1017-4fad-b941-f5d7d6d027b2'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:10:14.240971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-fdcc2e82-f327-432f-8235-bc06a5929de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:14.242486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-fdcc2e82-f327-432f-8235-bc06a5929de8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1288090 Oct 13 14:10:14.307722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-75ee8cda-df50-4bd1-b1c0-cb0220ee287f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473733 Oct 13 14:10:14.359266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-7f05deff-5644-4750-95b5-19bf2423f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:14.360722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-7f05deff-5644-4750-95b5-19bf2423f4d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 1095 time: 0.1895490 Oct 13 14:10:14.469745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad66b50e-4c2a-4bfb-b72f-518de01a9088 req-9445ace5-d261-447d-9c0a-519d06f88127 service neutron] 10.222.0.41 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088791 Oct 13 14:10:14.503399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397af51-7417-4f9e-be9d-d7c9dcc87810 req-9c9f4d7d-086e-4730-a536-1e998e61cd69 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:14.504846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0397af51-7417-4f9e-be9d-d7c9dcc87810 req-9c9f4d7d-086e-4730-a536-1e998e61cd69 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 943 time: 0.2278314 Oct 13 14:10:14.545586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c6ef2d5-3439-46df-929b-d059ec1f7690 req-a62a3c0b-8fe2-4b4e-953c-caa324fe76a8 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/3fe5aa7c-a87e-48f9-89ac-ed7fa47a8383 HTTP/1.1" status: 200 len: 1803 time: 0.1985173 Oct 13 14:10:14.581087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-1901e878-6bcd-475e-92b0-06f651475484 service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495735 Oct 13 14:10:14.615160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0397af51-7417-4f9e-be9d-d7c9dcc87810 req-c24040bf-4565-4aa7-9fca-c0ee06ee27f3 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974772 Oct 13 14:10:14.664672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-35ba0f3d-bcbb-4241-997c-bc5018e627a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:14.666764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-35ba0f3d-bcbb-4241-997c-bc5018e627a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.2642806 Oct 13 14:10:14.709542 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40252) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:14.825254 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-242e9908-d599-4ed4-a003-b86daeda01b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:14.910345 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-242e9908-d599-4ed4-a003-b86daeda01b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:14.981957 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-aa805253-2338-471b-a1ef-a703094d4808 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2b6a021-4ce4-4b5a-961d-2fe667103bbb HTTP/1.1" status: 200 len: 217 time: 0.0721633 Oct 13 14:10:14.994270 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-242e9908-d599-4ed4-a003-b86daeda01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:15.032930 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-242e9908-d599-4ed4-a003-b86daeda01b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=861a33f5e51f4f8fa08a94ed23bc395c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222344 Oct 13 14:10:15.034934 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e9908-d599-4ed4-a003-b86daeda01b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e092b447-8de0-44e8-a3fe-aee60dcda918,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:15.037354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40256) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:15.041980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e3fd1-10ab-4573-9b55-bd2e266a6c6b req-dc882b31-f8bd-4c21-8863-137cfc7b35a8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:15.043494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e80e3fd1-10ab-4573-9b55-bd2e266a6c6b req-dc882b31-f8bd-4c21-8863-137cfc7b35a8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.4160411 Oct 13 14:10:15.075328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bcfe9-26ad-4dec-b98a-d0b3b9c34dbd req-c419e4a3-5546-418c-8d1d-6f3729e09f84 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:15.076821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb7bcfe9-26ad-4dec-b98a-d0b3b9c34dbd req-c419e4a3-5546-418c-8d1d-6f3729e09f84 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 943 time: 0.1645720 Oct 13 14:10:15.089977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-0cba0529-887a-454c-b4f6-3e119697259a service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994483 Oct 13 14:10:15.090749 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3b60a4c-aaa8-4145-8087-b60770a878a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:15.108265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-8e36cddf-c35e-4fca-99fa-ccca9e477378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:15.109861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-8e36cddf-c35e-4fca-99fa-ccca9e477378 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.1196060 Oct 13 14:10:15.113534 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3b60a4c-aaa8-4145-8087-b60770a878a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:15.170994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e80e3fd1-10ab-4573-9b55-bd2e266a6c6b req-066d0a93-0679-4c74-9194-48cd0a7f66ae tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097844 Oct 13 14:10:15.178371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb7bcfe9-26ad-4dec-b98a-d0b3b9c34dbd req-c16a919d-3ab8-48f6-b20c-4a0afe00e441 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914290 Oct 13 14:10:15.198496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-85de71a2-31fd-404e-af0a-5c31009effed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:15.200378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-85de71a2-31fd-404e-af0a-5c31009effed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817764 Oct 13 14:10:15.216610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a4f535bb-d429-44d5-a3e7-341e0a3049bc req-df624abb-cfe2-4310-8327-a6105e9aa580 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1827821653', 'description': 'tempest-description-1090954401'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:15.240739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3b60a4c-aaa8-4145-8087-b60770a878a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:15.243390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3b60a4c-aaa8-4145-8087-b60770a878a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:15.247916 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c3b60a4c-aaa8-4145-8087-b60770a878a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e092b447-8de0-44e8-a3fe-aee60dcda918 HTTP/1.1" status: 204 len: 168 time: 0.2095699 Oct 13 14:10:15.264007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b60a4c-aaa8-4145-8087-b60770a878a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e092b447-8de0-44e8-a3fe-aee60dcda918,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:15.362811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-92b30839-dc3e-4f3d-9192-660c3e510718 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468241 Oct 13 14:10:15.403097 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f2b6a021-4ce4-4b5a-961d-2fe667103bbb details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:10:15.473832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-bf00b269-872e-452e-b954-5bcc38d6632a service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037066 Oct 13 14:10:15.475875 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4f535bb-d429-44d5-a3e7-341e0a3049bc req-df624abb-cfe2-4310-8327-a6105e9aa580 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:15.545455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f2b6a021-4ce4-4b5a-961d-2fe667103bbb, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b6a021-4ce4-4b5a-961d-2fe667103bbb,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:15.561010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'f2b6a021-4ce4-4b5a-961d-2fe667103bbb', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'port_id': 'f2b6a021-4ce4-4b5a-961d-2fe667103bbb', 'mac_address': 'fa:16:3e:b8:f4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:10:15.610542 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device be4bedfe-1017-4fad-b941-f5d7d6d027b2 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:10:15.632938 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:15.656181 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4f535bb-d429-44d5-a3e7-341e0a3049bc req-df624abb-cfe2-4310-8327-a6105e9aa580 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:15.661953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-d2a8f0ff-68c5-4334-b71a-78bcedaeb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:15.663571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-d2a8f0ff-68c5-4334-b71a-78bcedaeb693 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0424ec569c4ca9b6d9d6eea6bb7364&device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 1095 time: 0.1400855 Oct 13 14:10:15.672254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-4d46abf4-f524-41ec-92e6-4a6bab6e9a86 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:15.672410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b6a021-4ce4-4b5a-961d-2fe667103bbb {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:15.673828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-4d46abf4-f524-41ec-92e6-4a6bab6e9a86 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660&tenant_id=f98de12adc794eee8130fc8c105bc67c&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 1097 time: 0.1075833 Oct 13 14:10:15.709693 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f2b6a021-4ce4-4b5a-961d-2fe667103bbb, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b6a021-4ce4-4b5a-961d-2fe667103bbb,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:15.772787 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4f535bb-d429-44d5-a3e7-341e0a3049bc req-df624abb-cfe2-4310-8327-a6105e9aa580 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:15.789017 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:15.795107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port be4bedfe-1017-4fad-b941-f5d7d6d027b2 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:10:15.820121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port be4bedfe-1017-4fad-b941-f5d7d6d027b2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:15.820472 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:15.878596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=f2b6a021-4ce4-4b5a-961d-2fe667103bbb,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:15.898651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df624abb-cfe2-4310-8327-a6105e9aa580 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a2b3b3-5a8a-434c-8968-7ebd3ebb1aa4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:15.933609 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:15.943559 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a4f535bb-d429-44d5-a3e7-341e0a3049bc req-df624abb-cfe2-4310-8327-a6105e9aa580 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:15.945036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4f535bb-d429-44d5-a3e7-341e0a3049bc req-df624abb-cfe2-4310-8327-a6105e9aa580 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7383726 Oct 13 14:10:15.976776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:15.979795 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc869fc-db83-4c30-af6f-c32463f6398e" -d '{"events": [{"server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "name": "network-vif-plugged", "status": "completed", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:15.984171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-565cf112-2fdd-4682-b210-72dd63797a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:15.985789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-565cf112-2fdd-4682-b210-72dd63797a68 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe HTTP/1.1" status: 200 len: 916 time: 0.3110709 Oct 13 14:10:15.991360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:15.997043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931cbb7-d75b-4318-83c1-f54949e53ada req-e5b40d55-fad1-4e48-9eda-052b07a9d472 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:16.002620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2931cbb7-d75b-4318-83c1-f54949e53ada req-e5b40d55-fad1-4e48-9eda-052b07a9d472 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 945 time: 0.2111127 Oct 13 14:10:16.070940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-b47f0f98-7e67-4f83-a9f8-b99b8a8e71f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b448e330-b6e4-493d-b37e-95e5f55ac34d HTTP/1.1" status: 200 len: 217 time: 0.0665717 Oct 13 14:10:16.074861 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:16.130458 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=be4bedfe-1017-4fad-b941-f5d7d6d027b2,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:16.171935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2931cbb7-d75b-4318-83c1-f54949e53ada req-2ab4b0f5-dc7c-4e0a-a329-e77cce2952db tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592329 Oct 13 14:10:16.178264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-d0e5a0b4-ee95-4460-8628-e2fbbb8a2850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:16.179669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-d0e5a0b4-ee95-4460-8628-e2fbbb8a2850 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff HTTP/1.1" status: 200 len: 855 time: 0.0945585 Oct 13 14:10:16.197880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67616d1c-6ad9-46b2-88e2-c397f2a5c708 req-7c7c0c53-31cc-4a46-b485-3618602a04fa tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:16.197880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67616d1c-6ad9-46b2-88e2-c397f2a5c708 req-7c7c0c53-31cc-4a46-b485-3618602a04fa tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 945 time: 0.1294658 Oct 13 14:10:16.214047 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f2b6a021-4ce4-4b5a-961d-2fe667103bbb'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:10:16.224905 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-824c0612-05fc-4bc7-99d4-d58f9de5ed0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328100 Oct 13 14:10:16.233204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-4794d8f4-7e20-4cfa-a43d-0822479bd232 service neutron] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:16.253781 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-4794d8f4-7e20-4cfa-a43d-0822479bd232 service neutron] Notify callbacks [] for binding, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:16.254896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408253d7-7ca8-4f49-99bc-eae0b2a88da3 req-4794d8f4-7e20-4cfa-a43d-0822479bd232 service neutron] 10.222.0.49 "DELETE /v2.0/ports/08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1/bindings/n-h2-806683-15 HTTP/1.1" status: 204 len: 173 time: 0.5702674 Oct 13 14:10:16.349655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67616d1c-6ad9-46b2-88e2-c397f2a5c708 req-e8356bce-40ef-4381-bc2c-574170201562 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303425 Oct 13 14:10:16.405198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71fc93-88b1-473e-a8a1-5838cf2c14fc req-483b25db-b099-40a4-bdb2-c25c8670ccb4 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:16.406676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c71fc93-88b1-473e-a8a1-5838cf2c14fc req-483b25db-b099-40a4-bdb2-c25c8670ccb4 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 943 time: 0.1083488 Oct 13 14:10:16.413330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-23473ca8-293f-4c93-8de2-4300b5343a69 service neutron] 10.222.0.41 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730146 Oct 13 14:10:16.530087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c71fc93-88b1-473e-a8a1-5838cf2c14fc req-7741896d-a861-46f7-b9a4-1a74f4c65417 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157210 Oct 13 14:10:16.581751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5ee9499-afe8-4f98-8ff9-688f2fa42da1 req-5c253c45-5db8-42fc-b12d-24a2aec1f3ef tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/29a2b3b3-5a8a-434c-8968-7ebd3ebb1aa4 HTTP/1.1" status: 200 len: 1805 time: 0.0924220 Oct 13 14:10:16.588742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db02f111-e39c-4a7c-86a9-150c511bdfa3 req-ca96d7f3-db90-48e0-911a-b7da227f8a37 service neutron] 10.222.0.41 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590328 Oct 13 14:10:16.605095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-e5ee9499-afe8-4f98-8ff9-688f2fa42da1 req-6e36a49e-b4a3-4fff-b56d-5a7366bf8480 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29a2b3b3-5a8a-434c-8968-7ebd3ebb1aa4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:16.610800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-e5ee9499-afe8-4f98-8ff9-688f2fa42da1 req-6e36a49e-b4a3-4fff-b56d-5a7366bf8480 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29a2b3b3-5a8a-434c-8968-7ebd3ebb1aa4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:16.633107 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1b8a06-f38a-413f-b3fd-ee8f0b3f620a x-openstack-request-id: req-7c1b8a06-f38a-413f-b3fd-ee8f0b3f620a {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:16.633756 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "name": "network-vif-plugged", "status": "completed", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:16.633756 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c1b8a06-f38a-413f-b3fd-ee8f0b3f620a {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:16.634151 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'code': 200} Oct 13 14:10:16.677622 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40348) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:16.807301 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-58091248-network', 'tenant_id': '08b6023c14bb4145a60e075b1fb6a524'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:16.829945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e5535-7b83-4480-8a34-19a43fd3ed6f req-c51bd469-b8a1-4d00-b84e-17bc4d68d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:16.831393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad4e5535-7b83-4480-8a34-19a43fd3ed6f req-c51bd469-b8a1-4d00-b84e-17bc4d68d649 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 1098 time: 0.1214850 Oct 13 14:10:16.833533 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e5ee9499-afe8-4f98-8ff9-688f2fa42da1 req-6e36a49e-b4a3-4fff-b56d-5a7366bf8480 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:16.843949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f31678-fc6b-4a1d-bca0-d053df69e6c0 req-f35f520a-14e6-439d-951a-dd6477aa927c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:16.845492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85f31678-fc6b-4a1d-bca0-d053df69e6c0 req-f35f520a-14e6-439d-951a-dd6477aa927c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.1341233 Oct 13 14:10:16.913632 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e5ee9499-afe8-4f98-8ff9-688f2fa42da1 req-6e36a49e-b4a3-4fff-b56d-5a7366bf8480 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:16.924158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad4e5535-7b83-4480-8a34-19a43fd3ed6f req-87fbe578-4f36-4dfd-a780-2d62c3f3ce52 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728564 Oct 13 14:10:16.929206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85f31678-fc6b-4a1d-bca0-d053df69e6c0 req-a2db8a07-575a-434c-8897-ab9cc13d9275 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693474 Oct 13 14:10:16.981969 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Made reservation on behalf of 08b6023c14bb4145a60e075b1fb6a524 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:16.984658 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:16.995456 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.038844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4dd51-5250-4040-9c87-68743c961f26 req-83d31573-ff24-4ee9-b06a-793e1b4e1988 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:17.040340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cae4dd51-5250-4040-9c87-68743c961f26 req-83d31573-ff24-4ee9-b06a-793e1b4e1988 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 944 time: 0.0539830 Oct 13 14:10:17.067547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e5ee9499-afe8-4f98-8ff9-688f2fa42da1 req-6e36a49e-b4a3-4fff-b56d-5a7366bf8480 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.076060 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.102522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cae4dd51-5250-4040-9c87-68743c961f26 req-0e8e2e8e-6a4d-42fa-a490-06fa3f49cd78 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535872 Oct 13 14:10:17.103202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36a49e-b4a3-4fff-b56d-5a7366bf8480 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af06c47-b318-43cc-968e-f3637fc446fa,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:17.227635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.232079 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e5ee9499-afe8-4f98-8ff9-688f2fa42da1 req-6e36a49e-b4a3-4fff-b56d-5a7366bf8480 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.233333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5ee9499-afe8-4f98-8ff9-688f2fa42da1 req-6e36a49e-b4a3-4fff-b56d-5a7366bf8480 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6334274 Oct 13 14:10:17.249556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbde201-14d1-4137-9a82-e20f4747effb req-f85e63d3-45e6-4a8e-b5a3-2652ffc3a084 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:17.252091 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:10:17.252276 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cbde201-14d1-4137-9a82-e20f4747effb req-f85e63d3-45e6-4a8e-b5a3-2652ffc3a084 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 1097 time: 0.0627508 Oct 13 14:10:17.269075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccd4dde-84ab-488d-91f3-87cd86585023,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:17.272684 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.273347 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Added segment 6764431d-0ba4-4d91-9be6-159d56484952 of type vlan for network 80085b5f-950a-4fa7-9137-25483f168c7e Oct 13 14:10:17.313504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cbde201-14d1-4137-9a82-e20f4747effb req-578fabbe-dd4f-4f3b-be6a-c6815268b9ce tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544932 Oct 13 14:10:17.336194 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.369088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591b09e-8b9f-47f8-be1d-46ba517da302 req-f95b9e45-4de0-400f-aeb2-25be5721acf4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:17.371801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b591b09e-8b9f-47f8-be1d-46ba517da302 req-f95b9e45-4de0-400f-aeb2-25be5721acf4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0757773 Oct 13 14:10:17.414140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d123dda-2e8b-44ec-bcbf-7c69c8ee3ac5 req-36c3860f-e502-436a-8889-2ac1b5f297eb tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/29a2b3b3-5a8a-434c-8968-7ebd3ebb1aa4 HTTP/1.1" status: 200 len: 2398 time: 0.0746450 Oct 13 14:10:17.418468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f2b6a021-4ce4-4b5a-961d-2fe667103bbb up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:10:17.435421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-9d123dda-2e8b-44ec-bcbf-7c69c8ee3ac5 req-4dce96cb-dd81-4d0a-b5b2-efda01c3b36c tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29a2b3b3-5a8a-434c-8968-7ebd3ebb1aa4', 'remote_group_id': None}]} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:17.435739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-9d123dda-2e8b-44ec-bcbf-7c69c8ee3ac5 req-4dce96cb-dd81-4d0a-b5b2-efda01c3b36c tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29a2b3b3-5a8a-434c-8968-7ebd3ebb1aa4', 'remote_group_id': None}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:17.450971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b591b09e-8b9f-47f8-be1d-46ba517da302 req-513abab8-256e-403a-bbb0-fa507f6e23e5 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621765 Oct 13 14:10:17.486012 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.487097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:17.487713 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.560227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port f2b6a021-4ce4-4b5a-961d-2fe667103bbb completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:10:17.561789 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] Pushing event updated for resources: {'Network': ['ID=80085b5f-950a-4fa7-9137-25483f168c7e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:17.567268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port f2b6a021-4ce4-4b5a-961d-2fe667103bbb triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:17.578384 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.596225 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 80085b5f-950a-4fa7-9137-25483f168c7e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:10:17.644025 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-70ac7bc3-4443-4e13-b3c1-ab6e80915f72 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9619813 Oct 13 14:10:17.644242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40380) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:17.649845 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-82b86a54-6bc8-4a57-80b2-da4c374ad1d4 admin admin] Request body: {'subnet': {'network_id': '80085b5f-950a-4fa7-9137-25483f168c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-58091248-subnet', 'tenant_id': '08b6023c14bb4145a60e075b1fb6a524', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:17.658334 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9d123dda-2e8b-44ec-bcbf-7c69c8ee3ac5 req-4dce96cb-dd81-4d0a-b5b2-efda01c3b36c tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.696058 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9d123dda-2e8b-44ec-bcbf-7c69c8ee3ac5 req-4dce96cb-dd81-4d0a-b5b2-efda01c3b36c tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.704660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e9823-440a-4e8f-b254-8037a6227813 req-ad7261c9-f762-47da-94f5-07f6a81b19be tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:17.706191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-ad7261c9-f762-47da-94f5-07f6a81b19be tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 808 time: 0.1731930 Oct 13 14:10:17.721975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-5ebcfb2d-c99e-4edc-8b2e-556fca1c2a16 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/quotas/f98de12adc794eee8130fc8c105bc67c HTTP/1.1" status: 200 len: 375 time: 0.0095892 Oct 13 14:10:17.735313 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.764435 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b86a54-6bc8-4a57-80b2-da4c374ad1d4 admin admin] Made reservation on behalf of 08b6023c14bb4145a60e075b1fb6a524 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:17.766811 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9d123dda-2e8b-44ec-bcbf-7c69c8ee3ac5 req-4dce96cb-dd81-4d0a-b5b2-efda01c3b36c tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.768314 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82b86a54-6bc8-4a57-80b2-da4c374ad1d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.780207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f2b6a021-4ce4-4b5a-961d-2fe667103bbb, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b6a021-4ce4-4b5a-961d-2fe667103bbb,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:17.783011 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-065fca90-662d-4c12-b674-41c82aba2fd6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554252 Oct 13 14:10:17.803247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce96cb-dd81-4d0a-b5b2-efda01c3b36c tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b446109e-c790-445c-8d04-8e388a6dbfe6,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:17.857728 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.897207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-ab3cf4fe-f144-483f-b9b4-49ef396b9cc9 service neutron] 10.222.0.18 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017811 Oct 13 14:10:17.901762 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9d123dda-2e8b-44ec-bcbf-7c69c8ee3ac5 req-4dce96cb-dd81-4d0a-b5b2-efda01c3b36c tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:17.914235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=f2b6a021-4ce4-4b5a-961d-2fe667103bbb,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:17.914753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d123dda-2e8b-44ec-bcbf-7c69c8ee3ac5 req-4dce96cb-dd81-4d0a-b5b2-efda01c3b36c tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4883575 Oct 13 14:10:17.927289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40386) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:18.046041 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82b86a54-6bc8-4a57-80b2-da4c374ad1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.048780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75000d05-bbd1-4084-a88f-ded7a89156cc req-96438158-250c-48a6-9cdf-fa3655155288 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:18.050129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75000d05-bbd1-4084-a88f-ded7a89156cc req-96438158-250c-48a6-9cdf-fa3655155288 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 943 time: 0.0810626 Oct 13 14:10:18.061212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-0e661ac4-9844-4e72-9548-1615ca3c2cbd service neutron] 10.222.0.18 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454220 Oct 13 14:10:18.072928 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-683bf524-5353-47b6-b6a4-75972cbe1edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.112360 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b86a54-6bc8-4a57-80b2-da4c374ad1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1fcce00-9235-473d-bc3c-efd6b96a0fe4,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:18.115824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75000d05-bbd1-4084-a88f-ded7a89156cc req-e12d5e67-cbef-4727-96db-0e70ada600dd tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573103 Oct 13 14:10:18.124019 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b86a54-6bc8-4a57-80b2-da4c374ad1d4 admin admin] Checking segment: {'id': '6764431d-0ba4-4d91-9be6-159d56484952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '80085b5f-950a-4fa7-9137-25483f168c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:18.124497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b86a54-6bc8-4a57-80b2-da4c374ad1d4 admin admin] Network hostable DHCP agents. Network: 80085b5f-950a-4fa7-9137-25483f168c7e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:10:18.188570 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-683bf524-5353-47b6-b6a4-75972cbe1edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.215121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-202f8800-7f4d-4cdb-a5ad-e00954343d15 req-15715049-2fc6-409c-8034-9ec9d2d1b42b tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/29a2b3b3-5a8a-434c-8968-7ebd3ebb1aa4 HTTP/1.1" status: 200 len: 2996 time: 0.0524917 Oct 13 14:10:18.234185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b86a54-6bc8-4a57-80b2-da4c374ad1d4 admin admin] Network 80085b5f-950a-4fa7-9137-25483f168c7e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:10:18.268435 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-683bf524-5353-47b6-b6a4-75972cbe1edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.325649 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.343651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-683bf524-5353-47b6-b6a4-75972cbe1edd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a1d4574bb5f41799d2e94c8d4045e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128892 Oct 13 14:10:18.344140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40400) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:18.351248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bf524-5353-47b6-b6a4-75972cbe1edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988bbec7-3008-4a1d-b1da-79aee9aa25a1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:18.361052 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-82b86a54-6bc8-4a57-80b2-da4c374ad1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 80085b5f-950a-4fa7-9137-25483f168c7e) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:18.364161 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b86a54-6bc8-4a57-80b2-da4c374ad1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:18.365255 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82b86a54-6bc8-4a57-80b2-da4c374ad1d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.371238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d14302-8ebb-4a9c-a694-02c58d85045f None None] Network 80085b5f-950a-4fa7-9137-25483f168c7e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:10:18.436311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d2f98-fa81-4cf7-bd90-b154458b5cce req-8e4d9071-eb1b-4254-9108-7b252f4825b1 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:18.437915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-776d2f98-fa81-4cf7-bd90-b154458b5cce req-8e4d9071-eb1b-4254-9108-7b252f4825b1 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.1666048 Oct 13 14:10:18.454041 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-82b86a54-6bc8-4a57-80b2-da4c374ad1d4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8087656 Oct 13 14:10:18.530092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e58636-0def-4294-8ece-34f15ad8555a None None] Network 80085b5f-950a-4fa7-9137-25483f168c7e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:10:18.536716 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f557734b-9165-4db4-9800-5c280a89860e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.580799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bf8bc-7229-4596-9dca-bd7e023fbc2e req-5bc1cfcc-ffb7-4087-93b3-8ee80d138aeb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:18.581923 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca7bf8bc-7229-4596-9dca-bd7e023fbc2e req-5bc1cfcc-ffb7-4087-93b3-8ee80d138aeb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.2273004 Oct 13 14:10:18.600309 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f557734b-9165-4db4-9800-5c280a89860e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.614861 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-73e4fdd0-9887-4136-8aa3-12a4406659bd service neutron] show failed (client error): The resource could not be found. Oct 13 14:10:18.614861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-73e4fdd0-9887-4136-8aa3-12a4406659bd service neutron] 10.222.0.49 "GET /v2.0/ports/2719ac14-cb10-4f6a-a08b-8716e25f943c/bindings/n-h2-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.2543955 Oct 13 14:10:18.640398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0a18bf-1c1d-47e7-a870-2e5a70081970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b6a021-4ce4-4b5a-961d-2fe667103bbb'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:18.640567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-776d2f98-fa81-4cf7-bd90-b154458b5cce req-1ef61452-bd7c-4b35-b3b3-648573b76e52 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891322 Oct 13 14:10:18.640669 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23afb61d-71bb-4a30-877a-52d179c25514" -d '{"events": [{"server_uuid": "8d0a18bf-1c1d-47e7-a870-2e5a70081970", "name": "network-vif-plugged", "status": "completed", "tag": "f2b6a021-4ce4-4b5a-961d-2fe667103bbb"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:18.710752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3eca4e5b-62e3-46df-9f01-d2a1b76134d5 req-b7078174-14ec-4cc9-87ed-1361a62b24ff tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-group-rules/b446109e-c790-445c-8d04-8e388a6dbfe6 HTTP/1.1" status: 200 len: 783 time: 0.0412254 Oct 13 14:10:18.716640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca7bf8bc-7229-4596-9dca-bd7e023fbc2e req-2d19258e-1a3c-4e0e-8843-c72c6ab095fa tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092448 Oct 13 14:10:18.771380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3eca4e5b-62e3-46df-9f01-d2a1b76134d5 req-efc4045f-6865-4d3e-95af-e5b04e8089bd tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/29a2b3b3-5a8a-434c-8968-7ebd3ebb1aa4 HTTP/1.1" status: 200 len: 2996 time: 0.0534809 Oct 13 14:10:18.793710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e56f42fe-55c7-4532-9aeb-8d554a07f0a8 req-c5e5f4ea-5600-46e1-bd3a-bdfd38456df0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 210 time: 0.0356083 Oct 13 14:10:18.813520 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f557734b-9165-4db4-9800-5c280a89860e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.816211 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f557734b-9165-4db4-9800-5c280a89860e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.817372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f557734b-9165-4db4-9800-5c280a89860e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/988bbec7-3008-4a1d-b1da-79aee9aa25a1 HTTP/1.1" status: 204 len: 168 time: 0.4721308 Oct 13 14:10:18.831895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557734b-9165-4db4-9800-5c280a89860e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988bbec7-3008-4a1d-b1da-79aee9aa25a1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:18.842226 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3eca4e5b-62e3-46df-9f01-d2a1b76134d5 req-cdd1c754-d084-4763-8b63-32cb38c38ffc tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.851547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3eca4e5b-62e3-46df-9f01-d2a1b76134d5 req-cdd1c754-d084-4763-8b63-32cb38c38ffc tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.936061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74186b49-2fe0-417d-9a21-d8c8f08b95e9 req-919e2f06-2d86-4d83-a1c1-3e33d868a658 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:18.937529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74186b49-2fe0-417d-9a21-d8c8f08b95e9 req-919e2f06-2d86-4d83-a1c1-3e33d868a658 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0664635 Oct 13 14:10:18.965518 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3eca4e5b-62e3-46df-9f01-d2a1b76134d5 req-cdd1c754-d084-4763-8b63-32cb38c38ffc tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.977956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3eca4e5b-62e3-46df-9f01-d2a1b76134d5 req-cdd1c754-d084-4763-8b63-32cb38c38ffc tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:18.979297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3eca4e5b-62e3-46df-9f01-d2a1b76134d5 req-cdd1c754-d084-4763-8b63-32cb38c38ffc tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b446109e-c790-445c-8d04-8e388a6dbfe6 HTTP/1.1" status: 204 len: 173 time: 0.1937380 Oct 13 14:10:19.001684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1c754-d084-4763-8b63-32cb38c38ffc tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b446109e-c790-445c-8d04-8e388a6dbfe6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:19.006362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74186b49-2fe0-417d-9a21-d8c8f08b95e9 req-02c2e759-be98-4d22-9791-e90f98f5f31f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626025 Oct 13 14:10:19.059310 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91686e46-0866-41d0-9570-ff7c91a513c1 x-openstack-request-id: req-91686e46-0866-41d0-9570-ff7c91a513c1 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:19.063163 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0a18bf-1c1d-47e7-a870-2e5a70081970", "name": "network-vif-plugged", "status": "completed", "tag": "f2b6a021-4ce4-4b5a-961d-2fe667103bbb", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:19.063163 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91686e46-0866-41d0-9570-ff7c91a513c1 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:19.063163 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0a18bf-1c1d-47e7-a870-2e5a70081970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b6a021-4ce4-4b5a-961d-2fe667103bbb', 'code': 200} Oct 13 14:10:19.117332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52d259f6-6298-47ba-b961-dc92539d22b0 req-51d2aa71-3143-418c-91b1-8b413fb983c0 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/29a2b3b3-5a8a-434c-8968-7ebd3ebb1aa4 HTTP/1.1" status: 200 len: 2398 time: 0.0464532 Oct 13 14:10:19.196518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffefad6-0c31-4a05-a81a-bf438d2ecdc0 req-495a5df8-5d77-4c31-b4e3-521892ed1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:19.198656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ffefad6-0c31-4a05-a81a-bf438d2ecdc0 req-495a5df8-5d77-4c31-b4e3-521892ed1571 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 1097 time: 0.0800450 Oct 13 14:10:19.230386 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-52d259f6-6298-47ba-b961-dc92539d22b0 req-d1a81141-d7a1-4c35-870d-291aac189f4e tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:19.266052 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-52d259f6-6298-47ba-b961-dc92539d22b0 req-d1a81141-d7a1-4c35-870d-291aac189f4e tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:19.269994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ffefad6-0c31-4a05-a81a-bf438d2ecdc0 req-167c7e35-7b81-40ed-91f9-3bf44cf26b14 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574887 Oct 13 14:10:19.425714 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-52d259f6-6298-47ba-b961-dc92539d22b0 req-d1a81141-d7a1-4c35-870d-291aac189f4e tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:19.428354 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-52d259f6-6298-47ba-b961-dc92539d22b0 req-d1a81141-d7a1-4c35-870d-291aac189f4e tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:19.431801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52d259f6-6298-47ba-b961-dc92539d22b0 req-d1a81141-d7a1-4c35-870d-291aac189f4e tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "DELETE /v2.0/security-groups/29a2b3b3-5a8a-434c-8968-7ebd3ebb1aa4 HTTP/1.1" status: 204 len: 173 time: 0.3031542 Oct 13 14:10:19.434412 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b448e330-b6e4-493d-b37e-95e5f55ac34d details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:10:19.442695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a81141-d7a1-4c35-870d-291aac189f4e tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a2b3b3-5a8a-434c-8968-7ebd3ebb1aa4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:19.508716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-e2b60ac1-9694-401f-a05f-dfd83c21ed40 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:19.511145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-e2b60ac1-9694-401f-a05f-dfd83c21ed40 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/networks?id=80085b5f-950a-4fa7-9137-25483f168c7e HTTP/1.1" status: 200 len: 820 time: 0.1370800 Oct 13 14:10:19.573935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-06e5b9b7-685e-4b12-a88d-ad1cd3428545 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/quotas/08b6023c14bb4145a60e075b1fb6a524 HTTP/1.1" status: 200 len: 375 time: 0.0495057 Oct 13 14:10:19.642277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-f28c9c9b-5b24-41fe-9d8e-7346e1beeb0d tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=08b6023c14bb4145a60e075b1fb6a524&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469236 Oct 13 14:10:19.671063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb6908-271c-4af6-83df-479a28866839 req-e336f4cc-d2cf-415b-a7d4-86d82d2a1bb4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:19.672654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ccb6908-271c-4af6-83df-479a28866839 req-e336f4cc-d2cf-415b-a7d4-86d82d2a1bb4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1599829 Oct 13 14:10:19.682400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40450) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:19.689831 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-bc65c1b3-eaa7-4961-8e7f-c306076ff69c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Request body: {'floatingip': {'port_id': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:19.744312 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b0abf44c-c2ab-480c-94b2-a50d91b924b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:19.761851 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc65c1b3-eaa7-4961-8e7f-c306076ff69c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:19.870002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b448e330-b6e4-493d-b37e-95e5f55ac34d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b448e330-b6e4-493d-b37e-95e5f55ac34d,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:19.899298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'b448e330-b6e4-493d-b37e-95e5f55ac34d', 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe', 'port_id': 'b448e330-b6e4-493d-b37e-95e5f55ac34d', 'mac_address': 'fa:16:3e:1c:ab:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:10:19.965429 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:19.995472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-ea1dd98c-74cf-4280-9b62-7130873e4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:19.997297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-ea1dd98c-74cf-4280-9b62-7130873e4f0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f&tenant_id=21833094a6e8447db4e32da93e56651f HTTP/1.1" status: 200 len: 1102 time: 0.4474156 Oct 13 14:10:20.000534 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b448e330-b6e4-493d-b37e-95e5f55ac34d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:20.043575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:20.043841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b448e330-b6e4-493d-b37e-95e5f55ac34d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b448e330-b6e4-493d-b37e-95e5f55ac34d,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:20.121985 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:20.157592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a8968-3f53-4848-b80e-d0da069bd049 req-b2520a01-3981-41fa-aeb2-1c5be26715de tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:20.165676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b6a8968-3f53-4848-b80e-d0da069bd049 req-b2520a01-3981-41fa-aeb2-1c5be26715de tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 943 time: 0.1672182 Oct 13 14:10:20.196818 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:20.207315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-e4e7eda0-9ec4-4709-b917-05382b32cb63 service neutron] 10.222.0.18 "GET /v2.0/networks/80085b5f-950a-4fa7-9137-25483f168c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326672 Oct 13 14:10:20.240730 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b448e330-b6e4-493d-b37e-95e5f55ac34d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:20.331325 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b6a8968-3f53-4848-b80e-d0da069bd049 req-c7d98e92-2943-4bf4-b50e-676be7e93b62 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497257 Oct 13 14:10:20.448611 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-c2411cd5-276c-4aa8-aadb-2613457ed7be req-db8fd162-152b-4afc-b88d-0c9fba53daba tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] show failed (client error): The resource could not be found. Oct 13 14:10:20.450352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2411cd5-276c-4aa8-aadb-2613457ed7be req-db8fd162-152b-4afc-b88d-0c9fba53daba tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/3eecef17-9cb5-4d5b-9848-045f37104e51 HTTP/1.1" status: 404 len: 352 time: 0.0891683 Oct 13 14:10:20.519860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-aeae35fa-1c87-42f7-a656-4fcd11be8eaa service neutron] 10.222.0.18 "GET /v2.0/networks/80085b5f-950a-4fa7-9137-25483f168c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933276 Oct 13 14:10:20.596146 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b448e330-b6e4-493d-b37e-95e5f55ac34d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:10:20.654492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44d6cd-eab7-4748-b506-66e5e87b9315 req-23846f06-befd-48dc-bfb3-31e58d6435b5 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:20.656261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be44d6cd-eab7-4748-b506-66e5e87b9315 req-23846f06-befd-48dc-bfb3-31e58d6435b5 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.0901768 Oct 13 14:10:20.682492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] For port 2719ac14-cb10-4f6a-a08b-8716e25f943c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:20.722033 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc65c1b3-eaa7-4961-8e7f-c306076ff69c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:20.742341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be44d6cd-eab7-4748-b506-66e5e87b9315 req-8e2779c2-aeb2-4443-84f0-df8b40aa7853 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732315 Oct 13 14:10:20.753007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] For port 2719ac14-cb10-4f6a-a08b-8716e25f943c, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:20.782885 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc65c1b3-eaa7-4961-8e7f-c306076ff69c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:20.835875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2719ac14-cb10-4f6a-a08b-8716e25f943c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:20.838835 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd51233-5b1b-4001-9573-d06cfa56c9d8" -d '{"events": [{"server_uuid": "4a133a46-abc0-4eb4-82ea-b5ef30784c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "2719ac14-cb10-4f6a-a08b-8716e25f943c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:20.845409 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:20.862495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Transition to ACTIVE for port object 2719ac14-cb10-4f6a-a08b-8716e25f943c will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:10:20.920095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fc19a7c-cb2a-4c49-94ee-8fae4fe869f4 req-8b4c02a8-1fb6-481d-9bef-597030cbae10 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 210 time: 0.0437186 Oct 13 14:10:20.996904 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:21.004592 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-bc65c1b3-eaa7-4961-8e7f-c306076ff69c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Floating IP ba99b3c6-6632-4ca4-8a50-aa4707d6fc5c associated. External IP: 172.25.0.2, port: be4bedfe-1017-4fad-b941-f5d7d6d027b2. Oct 13 14:10:21.173875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3412ac-8a6a-4b2a-890c-416ada47a4e9 req-9b1a24d4-fc64-45df-9052-e133dc70a0cd tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:21.175943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a3412ac-8a6a-4b2a-890c-416ada47a4e9 req-9b1a24d4-fc64-45df-9052-e133dc70a0cd tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.2602882 Oct 13 14:10:21.181005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] No DVR routers for this DVR port 2719ac14-cb10-4f6a-a08b-8716e25f943c on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:10:21.228931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74978523-857f-4705-9477-60eca19fa329 service neutron] Pushing event updated for resources: {'Port': ['ID=2719ac14-cb10-4f6a-a08b-8716e25f943c,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:21.335393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a3412ac-8a6a-4b2a-890c-416ada47a4e9 req-54fca5e5-699b-44f1-bb9f-835cf5e469b8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495507 Oct 13 14:10:21.352086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e9823-440a-4e8f-b254-8037a6227813 req-a13cbad1-0ad5-4f66-b074-fddaf0c1a011 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:21.353631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-a13cbad1-0ad5-4f66-b074-fddaf0c1a011 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.41 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 808 time: 0.3928583 Oct 13 14:10:21.356376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Attempting to bind port 2719ac14-cb10-4f6a-a08b-8716e25f943c on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:21.356880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Attempting to bind port 2719ac14-cb10-4f6a-a08b-8716e25f943c by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:21.357170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Attempting to bind port 2719ac14-cb10-4f6a-a08b-8716e25f943c on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:21.363418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Port 2719ac14-cb10-4f6a-a08b-8716e25f943c on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:10:21.366238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Attempting to bind port 2719ac14-cb10-4f6a-a08b-8716e25f943c on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:21.368879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc65c1b3-eaa7-4961-8e7f-c306076ff69c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Router da3aac8f-3c95-4be3-9131-bed68c445a6e has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:10:21.369806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a5f40c9-c625-49ec-b7a7-c6428ddfafe0 req-07297fb2-a43d-4ff2-9976-a4b1ef8da9b2 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/3fe5aa7c-a87e-48f9-89ac-ed7fa47a8383 HTTP/1.1" status: 200 len: 1803 time: 0.1841941 Oct 13 14:10:21.376471 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d00667f3-dbf6-4341-a1d7-d1512b7c2a7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Request body: {'port': {'device_id': 'c0039135-10b4-49c7-88bb-ebb03443f91d', 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f', 'admin_state_up': True, 'tenant_id': 'f98de12adc794eee8130fc8c105bc67c'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:21.382576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:21.382945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:21.383300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:21.383836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Bound port: 2719ac14-cb10-4f6a-a08b-8716e25f943c, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:21.384544 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:21.483808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-681c49ba-384a-4abb-ba1d-979f58afa7e6 req-ae8b8bd3-0baa-4ae5-875a-1bad53e08918 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 210 time: 0.0851829 Oct 13 14:10:21.499688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc65c1b3-eaa7-4961-8e7f-c306076ff69c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:10:21.517654 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc65c1b3-eaa7-4961-8e7f-c306076ff69c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:21.518764 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026de10d-6ef5-4207-8d1c-2042a0f738f4 None None] Sync routers for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:10:21.525633 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026de10d-6ef5-4207-8d1c-2042a0f738f4 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:10:21.531038 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-026de10d-6ef5-4207-8d1c-2042a0f738f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:21.544280 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bc65c1b3-eaa7-4961-8e7f-c306076ff69c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "PUT /v2.0/floatingips/ba99b3c6-6632-4ca4-8a50-aa4707d6fc5c HTTP/1.1" status: 200 len: 990 time: 1.8603733 Oct 13 14:10:21.545707 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:21.548552 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750764e8-3a73-4a88-a16d-e421ab46268c" -d '{"events": [{"name": "network-changed", "server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:21.583478 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fa545a-d18c-4385-80ce-e1fd0fe09122 x-openstack-request-id: req-53fa545a-d18c-4385-80ce-e1fd0fe09122 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:21.583820 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a133a46-abc0-4eb4-82ea-b5ef30784c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "2719ac14-cb10-4f6a-a08b-8716e25f943c", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:21.584207 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53fa545a-d18c-4385-80ce-e1fd0fe09122 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:21.584504 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2719ac14-cb10-4f6a-a08b-8716e25f943c', 'code': 200} Oct 13 14:10:21.643638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] For port 2719ac14-cb10-4f6a-a08b-8716e25f943c, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:21.652618 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:21.663933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] For port 2719ac14-cb10-4f6a-a08b-8716e25f943c, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:21.664905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6a5f40c9-c625-49ec-b7a7-c6428ddfafe0 req-36d5c59e-ae66-4021-92a2-26d4cc29399f tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:21.696615 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6a5f40c9-c625-49ec-b7a7-c6428ddfafe0 req-36d5c59e-ae66-4021-92a2-26d4cc29399f tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:21.700933 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-026de10d-6ef5-4207-8d1c-2042a0f738f4 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:10:21.773804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7aa69-922f-4893-a925-68f51ac30221 req-4bae26c9-b16f-4894-ad5d-d7c7cc9cd179 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:21.774780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8cb7aa69-922f-4893-a925-68f51ac30221 req-4bae26c9-b16f-4894-ad5d-d7c7cc9cd179 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 944 time: 0.0746658 Oct 13 14:10:21.820097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8cb7aa69-922f-4893-a925-68f51ac30221 req-9afc9bb9-282d-4313-902e-fbf49e258afe tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374060 Oct 13 14:10:21.823715 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:21.828375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d00667f3-dbf6-4341-a1d7-d1512b7c2a7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Made reservation on behalf of f98de12adc794eee8130fc8c105bc67c for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:21.832135 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d00667f3-dbf6-4341-a1d7-d1512b7c2a7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:21.875713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6a5f40c9-c625-49ec-b7a7-c6428ddfafe0 req-36d5c59e-ae66-4021-92a2-26d4cc29399f tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:21.878281 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6a5f40c9-c625-49ec-b7a7-c6428ddfafe0 req-36d5c59e-ae66-4021-92a2-26d4cc29399f tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:21.879508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a5f40c9-c625-49ec-b7a7-c6428ddfafe0 req-36d5c59e-ae66-4021-92a2-26d4cc29399f tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "DELETE /v2.0/security-groups/3fe5aa7c-a87e-48f9-89ac-ed7fa47a8383 HTTP/1.1" status: 204 len: 173 time: 0.4982419 Oct 13 14:10:21.889059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:21.889059 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:21.890280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-74978523-857f-4705-9477-60eca19fa329 service neutron] 10.222.0.41 "PUT /v2.0/ports/2719ac14-cb10-4f6a-a08b-8716e25f943c HTTP/1.1" status: 200 len: 1097 time: 1.8646498 Oct 13 14:10:21.926770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5c59e-ae66-4021-92a2-26d4cc29399f tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe5aa7c-a87e-48f9-89ac-ed7fa47a8383,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:22.019548 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-026de10d-6ef5-4207-8d1c-2042a0f738f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'ba99b3c6-6632-4ca4-8a50-aa4707d6fc5c', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'port_id': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'mac_address': 'fa:16:3e:ba:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:09:57Z', 'updated_at': '2021-10-13T14:10:20Z', 'revision_number': 1, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:22.040735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74978523-857f-4705-9477-60eca19fa329 service neutron] Pushing event updated for resources: {'Port': ['ID=2719ac14-cb10-4f6a-a08b-8716e25f943c,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:22.076072 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026de10d-6ef5-4207-8d1c-2042a0f738f4 None None] Checking router: da3aac8f-3c95-4be3-9131-bed68c445a6e for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:10:22.086620 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026de10d-6ef5-4207-8d1c-2042a0f738f4 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:10:22.087252 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-026de10d-6ef5-4207-8d1c-2042a0f738f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:09:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:22.110002 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c0d545-2234-4ee8-ab43-41670ccf7ac2 x-openstack-request-id: req-c1c0d545-2234-4ee8-ab43-41670ccf7ac2 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:22.110584 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:22.110584 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1c0d545-2234-4ee8-ab43-41670ccf7ac2 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:22.111039 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'status': 'completed', 'code': 200} Oct 13 14:10:22.164365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-6edac5d2-4eb2-4e9a-8003-d935636b23de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:22.166702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-6edac5d2-4eb2-4e9a-8003-d935636b23de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 1100 time: 0.2215278 Oct 13 14:10:22.217055 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a9b6a59d-1766-4150-9cf7-b89a22b2844a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:22.231620 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-026de10d-6ef5-4207-8d1c-2042a0f738f4 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:10:22.304684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d00667f3-dbf6-4341-a1d7-d1512b7c2a7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Allocated IP 172.20.0.8 (3d8236a3-e9cb-4b0f-a226-dce14143f54f/fc898a0c-f0e8-48e4-be55-ec054e3bd71d/5cb0be83-c7d0-4f08-928e-554bba077a76) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:10:22.314490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef485e7-61e8-4826-aa81-d0aa0c5ef1c0 req-6054b062-e7d8-4215-af73-bda6fd193288 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:22.316076 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eef485e7-61e8-4826-aa81-d0aa0c5ef1c0 req-6054b062-e7d8-4215-af73-bda6fd193288 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 948 time: 0.2474103 Oct 13 14:10:22.375783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664b54ac-6028-4a7f-ab93-fd42fe3d2410 req-4b4dc8f2-2321-42ed-9faa-c35639c15d01 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/ad36990d-6d13-47e6-9bfd-bbc950763bce HTTP/1.1" status: 200 len: 1804 time: 0.2234788 Oct 13 14:10:22.378094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750764e8-3a73-4a88-a16d-e421ab46268c req-4bcc2083-6177-41d5-b7b5-706a748cdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:22.379952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750764e8-3a73-4a88-a16d-e421ab46268c req-4bcc2083-6177-41d5-b7b5-706a748cdffa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 1098 time: 0.2300763 Oct 13 14:10:22.503398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-d823b936-81a1-48b0-b0e2-8d3c59656622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:22.504869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-d823b936-81a1-48b0-b0e2-8d3c59656622 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.3124924 Oct 13 14:10:22.532723 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eef485e7-61e8-4826-aa81-d0aa0c5ef1c0 req-b6fe0f80-2676-4d61-89dc-e4c914012879 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035532 Oct 13 14:10:22.562429 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-026de10d-6ef5-4207-8d1c-2042a0f738f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'ba99b3c6-6632-4ca4-8a50-aa4707d6fc5c', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'port_id': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'mac_address': 'fa:16:3e:ba:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:09:57Z', 'updated_at': '2021-10-13T14:10:20Z', 'revision_number': 1, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:22.584050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-d4425044-9061-4725-adf7-62832fc7da3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c HTTP/1.1" status: 200 len: 217 time: 0.0670838 Oct 13 14:10:22.594923 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026de10d-6ef5-4207-8d1c-2042a0f738f4 None None] The sync data for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 is: [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'ba99b3c6-6632-4ca4-8a50-aa4707d6fc5c', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'floating_ip_address': '172.25.0.2', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'port_id': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'mac_address': 'fa:16:3e:ba:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:09:57Z', 'updated_at': '2021-10-13T14:10:20Z', 'revision_number': 1, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:10:22.726128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-efefc3d8-be00-42ad-84a9-2c4e290c99a3 req-2d390d2e-ff1a-402f-8ff5-6217d9dee1b0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 210 time: 0.0989108 Oct 13 14:10:22.734935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664b54ac-6028-4a7f-ab93-fd42fe3d2410 req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:22.776515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-46b5f8e2-4631-45b8-91f5-f122ff0b1ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:22.778146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-46b5f8e2-4631-45b8-91f5-f122ff0b1ba0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1747808 Oct 13 14:10:22.778960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750764e8-3a73-4a88-a16d-e421ab46268c req-e7fc0399-8873-482e-9f7b-6e9d55ce10a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:22.780332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750764e8-3a73-4a88-a16d-e421ab46268c req-e7fc0399-8873-482e-9f7b-6e9d55ce10a9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 918 time: 0.3852196 Oct 13 14:10:22.806309 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664b54ac-6028-4a7f-ab93-fd42fe3d2410 req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:22.863485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89483c4-9387-42cf-a02d-c04b66bd7e9a None None] New status for floating IP ba99b3c6-6632-4ca4-8a50-aa4707d6fc5c: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:10:23.193562 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d00667f3-dbf6-4341-a1d7-d1512b7c2a7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:23.207407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750764e8-3a73-4a88-a16d-e421ab46268c req-1c44c29b-f8fb-40a4-833e-63eeea0ebf93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2 HTTP/1.1" status: 200 len: 998 time: 0.4112680 Oct 13 14:10:23.222420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-62460c74-bae9-4a7c-8977-bb3b446a9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:23.223867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-62460c74-bae9-4a7c-8977-bb3b446a9f33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4343669 Oct 13 14:10:23.288149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31b2e0-71f3-4e82-a74c-ef7df49698b8 req-cb4dbefb-bb45-44c3-8f67-e4e0f3d98543 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:23.289646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee31b2e0-71f3-4e82-a74c-ef7df49698b8 req-cb4dbefb-bb45-44c3-8f67-e4e0f3d98543 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.4107909 Oct 13 14:10:23.373054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750764e8-3a73-4a88-a16d-e421ab46268c req-a49f56f8-f082-49d4-ae3a-c2760fd8650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:23.374559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750764e8-3a73-4a88-a16d-e421ab46268c req-a49f56f8-f082-49d4-ae3a-c2760fd8650c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1870f77-f283-46b0-91af-b6c012baea10 HTTP/1.1" status: 200 len: 856 time: 0.1556273 Oct 13 14:10:23.408530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee31b2e0-71f3-4e82-a74c-ef7df49698b8 req-cccf4861-dbc6-4ce3-93f4-c45021b21567 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901957 Oct 13 14:10:23.441417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-aa10dca4-5173-48c6-8970-17092f804b2d service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063637 Oct 13 14:10:23.454709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b448e330-b6e4-493d-b37e-95e5f55ac34d up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:10:23.459169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750764e8-3a73-4a88-a16d-e421ab46268c req-82a6fdc9-27a8-47aa-8d95-76016e5b3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:23.460763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750764e8-3a73-4a88-a16d-e421ab46268c req-82a6fdc9-27a8-47aa-8d95-76016e5b3b13 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16e15b01-e808-4e45-90e1-66199134cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740120 Oct 13 14:10:23.474010 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664b54ac-6028-4a7f-ab93-fd42fe3d2410 req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:23.476482 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-664b54ac-6028-4a7f-ab93-fd42fe3d2410 req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:23.477586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-664b54ac-6028-4a7f-ab93-fd42fe3d2410 req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "DELETE /v2.0/security-groups/ad36990d-6d13-47e6-9bfd-bbc950763bce HTTP/1.1" status: 204 len: 173 time: 1.0813160 Oct 13 14:10:23.549792 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d00667f3-dbf6-4341-a1d7-d1512b7c2a7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:23.589695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port b448e330-b6e4-493d-b37e-95e5f55ac34d completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:10:23.591944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'tag': '2719ac14-cb10-4f6a-a08b-8716e25f943c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:23.594208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port b448e330-b6e4-493d-b37e-95e5f55ac34d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:23.597698 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1daa83-b24b-4303-86ce-17ef367e3ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a133a46-abc0-4eb4-82ea-b5ef30784c9f", "tag": "2719ac14-cb10-4f6a-a08b-8716e25f943c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:23.597841 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:23.605629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad36990d-6d13-47e6-9bfd-bbc950763bce,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:23.611672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26eec46e-bb63-45cd-acff-dc8022b95306 req-946227e5-c7e8-4ad4-8570-35493f21694a tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 210 time: 0.1397958 Oct 13 14:10:23.620272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2719ac14-cb10-4f6a-a08b-8716e25f943c no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:10:23.661892 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:23.682811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2719ac14-cb10-4f6a-a08b-8716e25f943c not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:10:23.719886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:23.720114 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:23.720253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:23.720559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:23.720892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:23.721244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:23.721575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:23.721902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:23.722285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:23.722611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:23.722934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:23.723256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:23.723578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b4118b-4303-4a53-b111-bdde8ed012af tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:23.767243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b448e330-b6e4-493d-b37e-95e5f55ac34d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b448e330-b6e4-493d-b37e-95e5f55ac34d,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:23.769648 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd674ef74-f37e-4a83-90ff-8cec453670e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b448e330-b6e4-493d-b37e-95e5f55ac34d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:23.772685 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc77469-dab5-4096-86b6-f1c84bd4bea7" -d '{"events": [{"server_uuid": "d674ef74-f37e-4a83-90ff-8cec453670e5", "name": "network-vif-plugged", "status": "completed", "tag": "b448e330-b6e4-493d-b37e-95e5f55ac34d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:23.786100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d00667f3-dbf6-4341-a1d7-d1512b7c2a7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Network 3d8236a3-e9cb-4b0f-a226-dce14143f54f is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:10:23.807712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d00667f3-dbf6-4341-a1d7-d1512b7c2a7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:23.809552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00667f3-dbf6-4341-a1d7-d1512b7c2a7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Pushing event updated for resources: {'Port': ['ID=5cb0be83-c7d0-4f08-928e-554bba077a76,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:23.813857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d00667f3-dbf6-4341-a1d7-d1512b7c2a7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:10:23.822670 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:23.880409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156508da-2000-4c8a-b0b5-5b9bcedcd806 req-338b8370-b453-4a3f-ba47-e3551aaeece0 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295177 Oct 13 14:10:23.901613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b448e330-b6e4-493d-b37e-95e5f55ac34d,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:23.903886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1e70-7f64-4d6b-bc34-367faf3daae5 req-e7b3015b-88d9-454c-8993-07ba37cf02a3 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:23.906184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8de1e70-7f64-4d6b-bc34-367faf3daae5 req-e7b3015b-88d9-454c-8993-07ba37cf02a3 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 944 time: 0.3082061 Oct 13 14:10:23.916145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750764e8-3a73-4a88-a16d-e421ab46268c req-7f769cc8-571f-4278-ba8d-ab054d0c93de service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430301 Oct 13 14:10:23.926400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-47c34c62-d901-4822-91cb-1be7c3f2eb88 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:23.927946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-47c34c62-d901-4822-91cb-1be7c3f2eb88 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.49 "GET /v2.0/networks?id=80085b5f-950a-4fa7-9137-25483f168c7e HTTP/1.1" status: 200 len: 820 time: 0.3891227 Oct 13 14:10:23.952081 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-63a21a41-dda9-4284-a18f-bc2272cee59c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Request body: {'port': {'device_id': '2017ae45-66c3-4265-ad1e-643fe1aaf22c', 'network_id': '80085b5f-950a-4fa7-9137-25483f168c7e', 'admin_state_up': True, 'tenant_id': '08b6023c14bb4145a60e075b1fb6a524'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:23.965262 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:23.970746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d00667f3-dbf6-4341-a1d7-d1512b7c2a7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:23.972807 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d00667f3-dbf6-4341-a1d7-d1512b7c2a7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:24.126938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8de1e70-7f64-4d6b-bc34-367faf3daae5 req-1ba340c3-8d67-4759-b133-50dd4a08486e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098179 Oct 13 14:10:24.162247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2251d93-cae3-414e-904c-0f17f56f8612 req-3ee167d9-d594-4be9-ab49-e78b22db1110 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/8b34ba3d-979d-4c4c-ab0e-5738dab1276a HTTP/1.1" status: 200 len: 1803 time: 0.2165952 Oct 13 14:10:24.191546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d00667f3-dbf6-4341-a1d7-d1512b7c2a7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8102975 Oct 13 14:10:24.206863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Request body: {'port': {'device_id': 'c0039135-10b4-49c7-88bb-ebb03443f91d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:24.235283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750764e8-3a73-4a88-a16d-e421ab46268c req-c951e44f-9348-4ec7-b3ef-a67cd640cfca service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041587 Oct 13 14:10:24.341597 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:24.370189 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2251d93-cae3-414e-904c-0f17f56f8612 req-9715c538-466c-47fa-a125-09c5313fe255 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:24.380373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d59602-48ef-4c3e-b326-408adbb1a8ab req-9f1f3702-e24a-4795-8f16-2b0b3f361da8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:24.381925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36d59602-48ef-4c3e-b326-408adbb1a8ab req-9f1f3702-e24a-4795-8f16-2b0b3f361da8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 948 time: 0.1397338 Oct 13 14:10:24.444127 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2251d93-cae3-414e-904c-0f17f56f8612 req-9715c538-466c-47fa-a125-09c5313fe255 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:24.468210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-63a21a41-dda9-4284-a18f-bc2272cee59c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Made reservation on behalf of 08b6023c14bb4145a60e075b1fb6a524 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:24.471715 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-63a21a41-dda9-4284-a18f-bc2272cee59c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:24.543913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36d59602-48ef-4c3e-b326-408adbb1a8ab req-34e2e011-a683-4c23-a56e-6690f45fc7f2 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353955 Oct 13 14:10:24.620739 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9316deb9-3ade-4d21-9b30-2bbd8027a04c x-openstack-request-id: req-9316deb9-3ade-4d21-9b30-2bbd8027a04c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:24.621909 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a133a46-abc0-4eb4-82ea-b5ef30784c9f", "tag": "2719ac14-cb10-4f6a-a08b-8716e25f943c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:24.621909 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9316deb9-3ade-4d21-9b30-2bbd8027a04c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:24.621909 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'tag': '2719ac14-cb10-4f6a-a08b-8716e25f943c', 'status': 'completed', 'code': 200} Oct 13 14:10:24.755860 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2251d93-cae3-414e-904c-0f17f56f8612 req-9715c538-466c-47fa-a125-09c5313fe255 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:24.758718 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f2251d93-cae3-414e-904c-0f17f56f8612 req-9715c538-466c-47fa-a125-09c5313fe255 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:24.759905 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2251d93-cae3-414e-904c-0f17f56f8612 req-9715c538-466c-47fa-a125-09c5313fe255 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "DELETE /v2.0/security-groups/8b34ba3d-979d-4c4c-ab0e-5738dab1276a HTTP/1.1" status: 204 len: 173 time: 0.5914209 Oct 13 14:10:24.818270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715c538-466c-47fa-a125-09c5313fe255 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b34ba3d-979d-4c4c-ab0e-5738dab1276a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:24.819429 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3ea3e6-86ce-4ca2-bfcd-bafe7b22fbbf x-openstack-request-id: req-2a3ea3e6-86ce-4ca2-bfcd-bafe7b22fbbf {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:24.820309 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d674ef74-f37e-4a83-90ff-8cec453670e5", "name": "network-vif-plugged", "status": "completed", "tag": "b448e330-b6e4-493d-b37e-95e5f55ac34d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:24.821895 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a3ea3e6-86ce-4ca2-bfcd-bafe7b22fbbf {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:24.823217 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd674ef74-f37e-4a83-90ff-8cec453670e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b448e330-b6e4-493d-b37e-95e5f55ac34d', 'code': 200} Oct 13 14:10:24.839023 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40564) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:24.872748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-6fb78101-1d4d-444c-aa7b-925822c4a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:24.884027 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-6fb78101-1d4d-444c-aa7b-925822c4a2cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 1100 time: 0.2083108 Oct 13 14:10:24.885970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-405c4e0c-e633-4fdb-841d-1c2a5dfb0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:24.887432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-405c4e0c-e633-4fdb-841d-1c2a5dfb0d05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 1100 time: 0.2251029 Oct 13 14:10:24.916058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4192401-b367-45ba-bb0c-64784e7eeef7 req-6be3973a-e5e9-4164-be65-e7c0dcb18540 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:24.924132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4192401-b367-45ba-bb0c-64784e7eeef7 req-6be3973a-e5e9-4164-be65-e7c0dcb18540 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 931 time: 0.2501726 Oct 13 14:10:24.981905 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2f57e17-fc8f-4e45-b62e-0d1e6cce6d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:25.072877 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2f57e17-fc8f-4e45-b62e-0d1e6cce6d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:25.149118 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2f57e17-fc8f-4e45-b62e-0d1e6cce6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:25.191202 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b2f57e17-fc8f-4e45-b62e-0d1e6cce6d79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49c8568c073146c28c37f314dbeb37f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492234 Oct 13 14:10:25.192242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f57e17-fc8f-4e45-b62e-0d1e6cce6d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a0a440-3476-4c19-8771-dfea31346e00,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:25.197883 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40570) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:25.218517 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:25.255429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1afee499-96bc-4025-b548-dce4e3a3e61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:25.263618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-63a21a41-dda9-4284-a18f-bc2272cee59c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Allocated IP 172.20.0.7 (80085b5f-950a-4fa7-9137-25483f168c7e/d1fcce00-9235-473d-bc3c-efd6b96a0fe4/a60b5876-78ad-4edc-b7ff-85ccbbcdfe20) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:10:25.281202 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1afee499-96bc-4025-b548-dce4e3a3e61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:25.417121 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1afee499-96bc-4025-b548-dce4e3a3e61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:25.419690 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1afee499-96bc-4025-b548-dce4e3a3e61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:25.420878 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1afee499-96bc-4025-b548-dce4e3a3e61e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70a0a440-3476-4c19-8771-dfea31346e00 HTTP/1.1" status: 204 len: 168 time: 0.2251911 Oct 13 14:10:25.429288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afee499-96bc-4025-b548-dce4e3a3e61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a0a440-3476-4c19-8771-dfea31346e00,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:25.457778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4192401-b367-45ba-bb0c-64784e7eeef7 req-cbf7e96f-9b7c-480f-b305-33e8a8afd532 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173905 Oct 13 14:10:25.459830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb0be83-c7d0-4f08-928e-554bba077a76 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:25.482018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934d099-7d83-4b2e-b107-5d878c44c96b req-9ec4d4b8-b100-4b7b-a167-5f8cbe68287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:25.483547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8934d099-7d83-4b2e-b107-5d878c44c96b req-9ec4d4b8-b100-4b7b-a167-5f8cbe68287b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 1097 time: 0.5845273 Oct 13 14:10:25.496814 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:25.544889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-1c767289-21c9-4b56-aa25-563861996d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:25.546373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-1c767289-21c9-4b56-aa25-563861996d40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.6516113 Oct 13 14:10:25.553919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbec7e2-cce3-4d4c-b8c7-8e683a0ebb89 req-90f13c31-24d3-4f33-8670-c6b345b368a6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:25.555350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6dbec7e2-cce3-4d4c-b8c7-8e683a0ebb89 req-90f13c31-24d3-4f33-8670-c6b345b368a6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.6298695 Oct 13 14:10:25.565996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-40b40c45-bf8c-4463-a8bb-28b93a86120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:25.566377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-40b40c45-bf8c-4463-a8bb-28b93a86120f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.6662405 Oct 13 14:10:25.590854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Transition to ACTIVE for port object 5cb0be83-c7d0-4f08-928e-554bba077a76 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:10:25.682505 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edbda68c-c8dc-4045-82ec-b43ab4ee1d41 req-58422618-363f-4b57-9285-e60ef12fa913 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 210 time: 0.1381426 Oct 13 14:10:25.720001 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:25.722744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-e2a34ec5-c64f-404b-bd93-8e04a2e1c05b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c HTTP/1.1" status: 200 len: 217 time: 0.1640391 Oct 13 14:10:25.746350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-97748426-fa1f-41b4-bb71-9131f6023879 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c HTTP/1.1" status: 200 len: 217 time: 0.1542997 Oct 13 14:10:25.801321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8934d099-7d83-4b2e-b107-5d878c44c96b req-94323f65-5d0a-4de2-b3fb-9301271146a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877200 Oct 13 14:10:25.932351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6dbec7e2-cce3-4d4c-b8c7-8e683a0ebb89 req-38f21c47-1a0e-4669-8b21-7e278154c0c9 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486423 Oct 13 14:10:25.942641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Pushing event updated for resources: {'Port': ['ID=5cb0be83-c7d0-4f08-928e-554bba077a76,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:25.977894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-9be02dcc-0d19-4a94-9e69-3bacf759c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:25.980143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-9be02dcc-0d19-4a94-9e69-3bacf759c238 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2079484 Oct 13 14:10:25.998156 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-63a21a41-dda9-4284-a18f-bc2272cee59c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:26.003241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-487a3197-83b1-470d-ae71-afa4eb0b046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:26.004688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-487a3197-83b1-470d-ae71-afa4eb0b046e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2358930 Oct 13 14:10:26.020863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c01333e-d365-47fb-b692-306cae5a74b5 req-c5dd205c-2447-4aeb-b5ba-63fb5ce9b150 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/c6cfe68f-1d8c-4291-9e7e-01a730ca1686 HTTP/1.1" status: 200 len: 2403 time: 0.2386539 Oct 13 14:10:26.222377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-08080ea9-d352-446e-959f-8355d6b8e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:26.223910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-08080ea9-d352-446e-959f-8355d6b8e312 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2240608 Oct 13 14:10:26.237409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246a08d-b0fa-478b-beac-83719d3dbc4d req-60a647f9-0c8e-4bfb-ba5e-1ac138e81d6d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:26.238958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f246a08d-b0fa-478b-beac-83719d3dbc4d req-60a647f9-0c8e-4bfb-ba5e-1ac138e81d6d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.2267671 Oct 13 14:10:26.239707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Attempting to bind port 5cb0be83-c7d0-4f08-928e-554bba077a76 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:26.240037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Attempting to bind port 5cb0be83-c7d0-4f08-928e-554bba077a76 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:26.240360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Attempting to bind port 5cb0be83-c7d0-4f08-928e-554bba077a76 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:26.309280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-fe9fc165-c229-45b8-b48f-19573659c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:26.310826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-fe9fc165-c229-45b8-b48f-19573659c420 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2126031 Oct 13 14:10:26.311368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Port 5cb0be83-c7d0-4f08-928e-554bba077a76 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:10:26.311683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Attempting to bind port 5cb0be83-c7d0-4f08-928e-554bba077a76 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:26.314115 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-63a21a41-dda9-4284-a18f-bc2272cee59c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:26.374695 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c01333e-d365-47fb-b692-306cae5a74b5 req-4fdee198-77f2-488a-9c48-244048dce89a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:26.376392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:26.376724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:26.377154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Bound using segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:26.382561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Bound port: 5cb0be83-c7d0-4f08-928e-554bba077a76, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:26.382561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:26.475741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-63a21a41-dda9-4284-a18f-bc2272cee59c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Network 80085b5f-950a-4fa7-9137-25483f168c7e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:10:26.495574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f246a08d-b0fa-478b-beac-83719d3dbc4d req-32d71db7-206d-4eae-8382-fed73f6a7e23 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411203 Oct 13 14:10:26.502767 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c01333e-d365-47fb-b692-306cae5a74b5 req-4fdee198-77f2-488a-9c48-244048dce89a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:26.520810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-63a21a41-dda9-4284-a18f-bc2272cee59c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:26.552046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a21a41-dda9-4284-a18f-bc2272cee59c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Pushing event updated for resources: {'Port': ['ID=a60b5876-78ad-4edc-b7ff-85ccbbcdfe20,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:26.566529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-63a21a41-dda9-4284-a18f-bc2272cee59c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:10:26.684803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-481d6ea4-c525-4946-b905-18466d279284 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418378 Oct 13 14:10:26.726907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-63a21a41-dda9-4284-a18f-bc2272cee59c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:26.727514 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-63a21a41-dda9-4284-a18f-bc2272cee59c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:26.778481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-474243eb-e093-485b-a8b0-1f4fc923817f service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479270 Oct 13 14:10:26.784881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:26.814856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5cb0be83-c7d0-4f08-928e-554bba077a76,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:26.842218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c27f0-d37d-40c5-b7a1-32b4737b4513 req-75813ae8-4bec-4b95-bc94-07f904d68bd1 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:26.849226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d1c27f0-d37d-40c5-b7a1-32b4737b4513 req-75813ae8-4bec-4b95-bc94-07f904d68bd1 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 948 time: 0.2429662 Oct 13 14:10:26.883953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-63a21a41-dda9-4284-a18f-bc2272cee59c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9365394 Oct 13 14:10:26.904460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Request body: {'port': {'device_id': '2017ae45-66c3-4265-ad1e-643fe1aaf22c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:26.945427 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c01333e-d365-47fb-b692-306cae5a74b5 req-4fdee198-77f2-488a-9c48-244048dce89a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:26.948156 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c01333e-d365-47fb-b692-306cae5a74b5 req-4fdee198-77f2-488a-9c48-244048dce89a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:26.949339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c01333e-d365-47fb-b692-306cae5a74b5 req-4fdee198-77f2-488a-9c48-244048dce89a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "DELETE /v2.0/security-groups/c6cfe68f-1d8c-4291-9e7e-01a730ca1686 HTTP/1.1" status: 204 len: 173 time: 0.8829119 Oct 13 14:10:26.950460 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:27.027135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdee198-77f2-488a-9c48-244048dce89a tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cfe68f-1d8c-4291-9e7e-01a730ca1686,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:27.052152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d1c27f0-d37d-40c5-b7a1-32b4737b4513 req-407aacdf-4dfd-40c5-9f2d-3474e2a96394 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809790 Oct 13 14:10:27.055359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-6cb29d5c-1b4c-433d-9b29-6b2130fc99df service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515279 Oct 13 14:10:27.071059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:27.071702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:27.074769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] 10.222.0.41 "PUT /v2.0/ports/5cb0be83-c7d0-4f08-928e-554bba077a76 HTTP/1.1" status: 200 len: 1092 time: 2.8748088 Oct 13 14:10:27.092383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0039135-10b4-49c7-88bb-ebb03443f91d', 'tag': '5cb0be83-c7d0-4f08-928e-554bba077a76'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:27.094648 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf000c30-1420-4eed-b362-b4ed62f013a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0039135-10b4-49c7-88bb-ebb03443f91d", "tag": "5cb0be83-c7d0-4f08-928e-554bba077a76"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:27.147846 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:27.152084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa1daa83-b24b-4303-86ce-17ef367e3ddf req-98a57dc5-bd58-419b-8934-eeb0b64ad662 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584750 Oct 13 14:10:27.154052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b6473-6b31-4e41-8ebf-b6c6cdccbecf service neutron] Pushing event updated for resources: {'Port': ['ID=5cb0be83-c7d0-4f08-928e-554bba077a76,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:27.210420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6140f7c-6f3d-4eec-a1ba-a3148b2deb8c req-01c2218e-d947-43e5-a898-4b8a886cb68c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:27.213271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c6140f7c-6f3d-4eec-a1ba-a3148b2deb8c req-01c2218e-d947-43e5-a898-4b8a886cb68c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 943 time: 0.1830714 Oct 13 14:10:27.361314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c6140f7c-6f3d-4eec-a1ba-a3148b2deb8c req-911ed8a1-433a-422d-831e-3693a0d01e56 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204703 Oct 13 14:10:27.385262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e9823-440a-4e8f-b254-8037a6227813 req-4b8be1d9-42e7-4ac4-85ad-01575f70cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:27.386853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-4b8be1d9-42e7-4ac4-85ad-01575f70cd2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 1095 time: 0.1723258 Oct 13 14:10:27.740576 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-1c182504-004a-4791-8554-056427f19924 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cb0be83-c7d0-4f08-928e-554bba077a76 HTTP/1.1" status: 200 len: 217 time: 0.3415616 Oct 13 14:10:27.877196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e9823-440a-4e8f-b254-8037a6227813 req-c7f03f31-65ba-45ff-84a9-db7c02702da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:27.881033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-c7f03f31-65ba-45ff-84a9-db7c02702da2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1265247 Oct 13 14:10:27.897240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427dbfb-29fb-463f-ae9b-af51af3d21fb req-de503404-7f61-4cf1-89cb-e558ae6abfec tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:27.898694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5427dbfb-29fb-463f-ae9b-af51af3d21fb req-de503404-7f61-4cf1-89cb-e558ae6abfec tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1695790 Oct 13 14:10:27.923521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eab6b9-f045-4f11-915c-a0f043d1df80 req-6dd8701a-98f0-40a8-b9a1-ffa205d862ce tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:27.924881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4eab6b9-f045-4f11-915c-a0f043d1df80 req-6dd8701a-98f0-40a8-b9a1-ffa205d862ce tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 931 time: 0.4757245 Oct 13 14:10:27.949087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-5793beb9-5efe-4ac5-9c93-c81caba84269 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597894 Oct 13 14:10:28.075396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5427dbfb-29fb-463f-ae9b-af51af3d21fb req-0177bae8-8556-4f01-943a-b81932b24f70 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602650 Oct 13 14:10:28.121337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4eab6b9-f045-4f11-915c-a0f043d1df80 req-e7a6824d-abc8-4e8f-97e0-04e8c9a86418 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/security-groups?id=bccd4dde-84ab-488d-91f3-87cd86585023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793132 Oct 13 14:10:28.148721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:28.171134 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:28.181607 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22977b27-c71d-49b7-830d-e9218482659c x-openstack-request-id: req-22977b27-c71d-49b7-830d-e9218482659c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:28.184895 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0039135-10b4-49c7-88bb-ebb03443f91d", "tag": "5cb0be83-c7d0-4f08-928e-554bba077a76", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:28.184895 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22977b27-c71d-49b7-830d-e9218482659c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:28.184895 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0039135-10b4-49c7-88bb-ebb03443f91d', 'tag': '5cb0be83-c7d0-4f08-928e-554bba077a76', 'status': 'completed', 'code': 200} Oct 13 14:10:28.234661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-e885315b-77e3-4962-b011-813f6cac82ad service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604158 Oct 13 14:10:28.234661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Transition to ACTIVE for port object a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:10:28.290026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da582b2f-78b0-4b97-8436-d8f82f5843f9 req-c4002bc2-0bba-480e-9b51-f785c9b54903 tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "GET /v2.0/security-groups/06e3e888-2ae5-4488-b8ae-d90ee28db996 HTTP/1.1" status: 200 len: 2397 time: 0.1525474 Oct 13 14:10:28.346641 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:28.460444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae2d8d-65c3-42eb-9105-ebc136f6695e req-5c7ce0fb-64ed-46b8-a24b-d4a91089192f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:28.462022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9ae2d8d-65c3-42eb-9105-ebc136f6695e req-5c7ce0fb-64ed-46b8-a24b-d4a91089192f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1753979 Oct 13 14:10:28.471259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Pushing event updated for resources: {'Port': ['ID=a60b5876-78ad-4edc-b7ff-85ccbbcdfe20,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:28.502876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9e9823-440a-4e8f-b254-8037a6227813 req-6a2caa12-65e1-4302-b619-03131998b822 service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631462 Oct 13 14:10:28.525873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-da582b2f-78b0-4b97-8436-d8f82f5843f9 req-41500ca2-f46c-4fdd-8f96-c17875a22cdf tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:28.550446 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:10:28.581446 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-da582b2f-78b0-4b97-8436-d8f82f5843f9 req-41500ca2-f46c-4fdd-8f96-c17875a22cdf tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:28.587146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9ae2d8d-65c3-42eb-9105-ebc136f6695e req-530e5092-c52d-4036-8873-540df5d367b2 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924208 Oct 13 14:10:28.625400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Attempting to bind port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:28.625703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Attempting to bind port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '6764431d-0ba4-4d91-9be6-159d56484952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '80085b5f-950a-4fa7-9137-25483f168c7e'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:28.626028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Attempting to bind port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 on network 80085b5f-950a-4fa7-9137-25483f168c7e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:28.638817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 on network 80085b5f-950a-4fa7-9137-25483f168c7e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:10:28.639124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Attempting to bind port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 on network 80085b5f-950a-4fa7-9137-25483f168c7e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:28.644572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:28.644908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Checking segment: {'id': '6764431d-0ba4-4d91-9be6-159d56484952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '80085b5f-950a-4fa7-9137-25483f168c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:28.645325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Bound using segment: {'id': '6764431d-0ba4-4d91-9be6-159d56484952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '80085b5f-950a-4fa7-9137-25483f168c7e'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:28.645750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Bound port: a60b5876-78ad-4edc-b7ff-85ccbbcdfe20, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6764431d-0ba4-4d91-9be6-159d56484952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '80085b5f-950a-4fa7-9137-25483f168c7e'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:28.646114 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:28.758420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf000c30-1420-4eed-b362-b4ed62f013a6 req-6870dc70-81e2-4b2b-bcc8-174a40b096b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:28.760614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf000c30-1420-4eed-b362-b4ed62f013a6 req-6870dc70-81e2-4b2b-bcc8-174a40b096b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 1095 time: 0.1116676 Oct 13 14:10:28.795665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e7bea-c8a1-4321-b280-8363ed9d9eb1 req-239a3a66-34e8-402a-9e24-e7ed5c30a988 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:28.797141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee0e7bea-c8a1-4321-b280-8363ed9d9eb1 req-239a3a66-34e8-402a-9e24-e7ed5c30a988 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 948 time: 0.1295071 Oct 13 14:10:28.840413 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-da582b2f-78b0-4b97-8436-d8f82f5843f9 req-41500ca2-f46c-4fdd-8f96-c17875a22cdf tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:28.842913 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-da582b2f-78b0-4b97-8436-d8f82f5843f9 req-41500ca2-f46c-4fdd-8f96-c17875a22cdf tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:28.844113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da582b2f-78b0-4b97-8436-d8f82f5843f9 req-41500ca2-f46c-4fdd-8f96-c17875a22cdf tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] 10.222.0.18 "DELETE /v2.0/security-groups/06e3e888-2ae5-4488-b8ae-d90ee28db996 HTTP/1.1" status: 204 len: 173 time: 0.5423555 Oct 13 14:10:28.850725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40626) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:28.866368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] For port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:28.886539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41500ca2-f46c-4fdd-8f96-c17875a22cdf tempest-SecurityGroupRulesTestJSON-1701361472 tempest-SecurityGroupRulesTestJSON-1701361472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e3e888-2ae5-4488-b8ae-d90ee28db996,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:28.897424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] For port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a60b5876-78ad-4edc-b7ff-85ccbbcdfe20,segment=NetworkSegment(6764431d-0ba4-4d91-9be6-159d56484952),segment_id=6764431d-0ba4-4d91-9be6-159d56484952)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:28.903832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c5f24c-f3f6-4bab-810d-2b6ed8659678 admin admin] Deleting subnet 675cc892-4218-45f4-950c-109ab3922e67 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:10:28.907346 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f24c-f3f6-4bab-810d-2b6ed8659678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:28.918896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee0e7bea-c8a1-4321-b280-8363ed9d9eb1 req-803a533b-64e9-4cbc-a157-d332c7e3b4a4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095037 Oct 13 14:10:28.943396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf000c30-1420-4eed-b362-b4ed62f013a6 req-dc141f04-2294-4494-b38b-45247e807372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:28.945022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf000c30-1420-4eed-b362-b4ed62f013a6 req-dc141f04-2294-4494-b38b-45247e807372 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.1690145 Oct 13 14:10:28.956376 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f24c-f3f6-4bab-810d-2b6ed8659678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.002643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf000c30-1420-4eed-b362-b4ed62f013a6 req-134a336e-ba63-44f5-b843-8fbf23ef6f3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cb0be83-c7d0-4f08-928e-554bba077a76 HTTP/1.1" status: 200 len: 217 time: 0.0458589 Oct 13 14:10:29.006676 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f24c-f3f6-4bab-810d-2b6ed8659678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.012799 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.100098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:29.100475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.101624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] 10.222.0.49 "PUT /v2.0/ports/a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 HTTP/1.1" status: 200 len: 1092 time: 2.2043314 Oct 13 14:10:29.164422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf000c30-1420-4eed-b362-b4ed62f013a6 req-f588ba95-708d-430f-a2f9-267496ecbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:29.172668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf000c30-1420-4eed-b362-b4ed62f013a6 req-f588ba95-708d-430f-a2f9-267496ecbba2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1508203 Oct 13 14:10:29.172892 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f24c-f3f6-4bab-810d-2b6ed8659678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.173615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1cb9c-18ba-46da-92a6-9fdf47d55d29 req-958f3745-c306-4ec4-966c-f981f9b40c23 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:29.175091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5f1cb9c-18ba-46da-92a6-9fdf47d55d29 req-958f3745-c306-4ec4-966c-f981f9b40c23 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 943 time: 0.1750307 Oct 13 14:10:29.191961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ad6ae-b8c9-4e28-ba5a-d494b6b0409d service neutron] Pushing event updated for resources: {'Port': ['ID=a60b5876-78ad-4edc-b7ff-85ccbbcdfe20,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:29.205270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5f24c-f3f6-4bab-810d-2b6ed8659678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=675cc892-4218-45f4-950c-109ab3922e67,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:29.209522 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8c5f24c-f3f6-4bab-810d-2b6ed8659678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.213104 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d8c5f24c-f3f6-4bab-810d-2b6ed8659678 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/675cc892-4218-45f4-950c-109ab3922e67 HTTP/1.1" status: 204 len: 168 time: 0.3606548 Oct 13 14:10:29.216469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf000c30-1420-4eed-b362-b4ed62f013a6 req-b782a119-4003-49c5-9ce5-03b226b94ac5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393729 Oct 13 14:10:29.216825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40636) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:29.270970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eee5fd-562d-4325-891f-7d05e985f615 req-98b53579-9964-44ee-9220-b9e9c741f132 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:29.272507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8eee5fd-562d-4325-891f-7d05e985f615 req-98b53579-9964-44ee-9220-b9e9c741f132 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1792860 Oct 13 14:10:29.304297 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-420718df-dadf-4787-831a-feb0e7be42b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.356369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5f1cb9c-18ba-46da-92a6-9fdf47d55d29 req-a1cd24be-1d8e-46cd-9aa0-d13f03d7c1a9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653304 Oct 13 14:10:29.400399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-ec6ba5a2-e3e5-4219-9408-5b3acb6b95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:29.402778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-ec6ba5a2-e3e5-4219-9408-5b3acb6b95c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08b6023c14bb4145a60e075b1fb6a524&device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 1095 time: 0.1690149 Oct 13 14:10:29.408437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8eee5fd-562d-4325-891f-7d05e985f615 req-2943d9ca-b34a-478e-9c0a-2901f53fe5d1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974538 Oct 13 14:10:29.411632 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-420718df-dadf-4787-831a-feb0e7be42b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.436338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-420718df-dadf-4787-831a-feb0e7be42b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a347d08-89f7-49c3-87fe-96c79d46ea75']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:29.461896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-420718df-dadf-4787-831a-feb0e7be42b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919ce1a0-541c-4b72-a4f9-75b74562b156') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:29.465931 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-420718df-dadf-4787-831a-feb0e7be42b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919ce1a0-541c-4b72-a4f9-75b74562b156') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:29.467259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-df55f7e6-e934-4056-afd2-2f42f21ee5b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 HTTP/1.1" status: 200 len: 217 time: 0.0486946 Oct 13 14:10:29.475285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf000c30-1420-4eed-b362-b4ed62f013a6 req-84eb5efc-f017-4c5b-8cdd-6c74bb8b8a5e service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436092 Oct 13 14:10:29.484912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2719ac14-cb10-4f6a-a08b-8716e25f943c details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:10:29.487965 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-420718df-dadf-4787-831a-feb0e7be42b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.518486 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-420718df-dadf-4787-831a-feb0e7be42b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.529721 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420718df-dadf-4787-831a-feb0e7be42b0 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:10:29.535072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-420718df-dadf-4787-831a-feb0e7be42b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.584878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-91d4bbfb-ce25-4046-aa2a-cb957f460992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:29.586571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-91d4bbfb-ce25-4046-aa2a-cb957f460992 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1fcce00-9235-473d-bc3c-efd6b96a0fe4 HTTP/1.1" status: 200 len: 860 time: 0.1103663 Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:10:29.599515 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:10:29.649132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2719ac14-cb10-4f6a-a08b-8716e25f943c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:29.652401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf000c30-1420-4eed-b362-b4ed62f013a6 req-c9f683d0-8d58-4b3c-84e0-72ea879460fc service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659188 Oct 13 14:10:29.662332 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '2719ac14-cb10-4f6a-a08b-8716e25f943c', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '2719ac14-cb10-4f6a-a08b-8716e25f943c', 'mac_address': 'fa:16:3e:a7:70:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:10:29.679471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-75c9ac46-a89b-4975-bcc1-01539e8b90fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80085b5f-950a-4fa7-9137-25483f168c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769587 Oct 13 14:10:29.691385 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-420718df-dadf-4787-831a-feb0e7be42b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.713062 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-420718df-dadf-4787-831a-feb0e7be42b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.718957 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.721587 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-420718df-dadf-4787-831a-feb0e7be42b0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4a347d08-89f7-49c3-87fe-96c79d46ea75 HTTP/1.1" status: 204 len: 168 time: 0.5030842 Oct 13 14:10:29.747102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2719ac14-cb10-4f6a-a08b-8716e25f943c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:29.799029 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420718df-dadf-4787-831a-feb0e7be42b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a347d08-89f7-49c3-87fe-96c79d46ea75,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:29.822823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2719ac14-cb10-4f6a-a08b-8716e25f943c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:29.827956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-c8b14e18-df2c-4665-92cc-7145ce83ab17 service neutron] 10.222.0.49 "GET /v2.0/networks/80085b5f-950a-4fa7-9137-25483f168c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400642 Oct 13 14:10:29.862984 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:29.942770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2719ac14-cb10-4f6a-a08b-8716e25f943c,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:30.077585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f45f1d-6bc6-4fac-9c42-8068042bc0d8 req-69748ba1-b89b-4be7-8a56-4f2de3305ff2 service neutron] 10.222.0.49 "GET /v2.0/networks/80085b5f-950a-4fa7-9137-25483f168c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404914 Oct 13 14:10:30.148152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e889f7d-7d5e-4bdf-a747-343355f421fd req-70eac8be-21e9-4ed2-9d2b-2c6de14b832f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:30.149685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e889f7d-7d5e-4bdf-a747-343355f421fd req-70eac8be-21e9-4ed2-9d2b-2c6de14b832f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1847150 Oct 13 14:10:30.184933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-c0a6d28c-0978-4cd4-9680-351c7e7c3dab tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:30.186529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-c0a6d28c-0978-4cd4-9680-351c7e7c3dab tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f&tenant_id=21833094a6e8447db4e32da93e56651f&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 949 time: 0.1726062 Oct 13 14:10:30.189460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2017ae45-66c3-4265-ad1e-643fe1aaf22c', 'tag': 'a60b5876-78ad-4edc-b7ff-85ccbbcdfe20'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:30.191745 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113750e8-1078-4e99-a39f-3a0eebedb977" -d '{"events": [{"name": "network-changed", "server_uuid": "2017ae45-66c3-4265-ad1e-643fe1aaf22c", "tag": "a60b5876-78ad-4edc-b7ff-85ccbbcdfe20"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:30.211131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3cece-5100-4498-9828-298f95779b65 req-fd813559-fcea-4509-832f-86ceee71c897 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:30.212684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21e3cece-5100-4498-9828-298f95779b65 req-fd813559-fcea-4509-832f-86ceee71c897 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 943 time: 0.1502581 Oct 13 14:10:30.246090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40650) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:30.288492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e889f7d-7d5e-4bdf-a747-343355f421fd req-460e66a6-9fed-471b-8076-c593114f8f2a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199377 Oct 13 14:10:30.296845 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c52af469-1a02-4cb5-911d-d84e5b7933ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28860b5c6a114b689a39500d77b25bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491996 Oct 13 14:10:30.300418 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40652) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:30.311498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21e3cece-5100-4498-9828-298f95779b65 req-73de3d1c-3a44-4d7d-9ca6-0305b8731107 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/security-groups?id=bccd4dde-84ab-488d-91f3-87cd86585023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918112 Oct 13 14:10:30.321440 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-d439645a-354d-4d5f-bd3b-6a5560b15cf5 service neutron] delete failed (client error): The resource could not be found. Oct 13 14:10:30.323142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-d439645a-354d-4d5f-bd3b-6a5560b15cf5 service neutron] 10.222.0.49 "DELETE /v2.0/ports/2719ac14-cb10-4f6a-a08b-8716e25f943c/bindings/n-h1-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.1199594 Oct 13 14:10:30.361030 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-899abaae-37ae-44f6-9d04-4e031064d504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:30.400251 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-899abaae-37ae-44f6-9d04-4e031064d504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:30.404044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2719ac14-cb10-4f6a-a08b-8716e25f943c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:10:30.536075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072f368-e704-4ee1-9491-aa24a1555bc7 req-b000a7bd-081e-4715-bb6a-2d834e4f7131 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:30.537779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6072f368-e704-4ee1-9491-aa24a1555bc7 req-b000a7bd-081e-4715-bb6a-2d834e4f7131 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 949 time: 0.1115317 Oct 13 14:10:30.543599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-0ecd5425-a4b0-41b2-a7e3-a9a8cda75f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:30.545205 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-0ecd5425-a4b0-41b2-a7e3-a9a8cda75f0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 1101 time: 0.0853317 Oct 13 14:10:30.602335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-899abaae-37ae-44f6-9d04-4e031064d504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:30.607552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-899abaae-37ae-44f6-9d04-4e031064d504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:30.620678 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-899abaae-37ae-44f6-9d04-4e031064d504 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ad2828a-8f98-4801-8e45-8a73571c02e4 HTTP/1.1" status: 204 len: 168 time: 0.3189359 Oct 13 14:10:30.631226 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899abaae-37ae-44f6-9d04-4e031064d504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad2828a-8f98-4801-8e45-8a73571c02e4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:30.641578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6072f368-e704-4ee1-9491-aa24a1555bc7 req-2cc0c4aa-2c25-47ee-b800-b94a29e777fe tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953424 Oct 13 14:10:30.704860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-0fe7f4b6-ce6a-4f8a-a1d6-c0e3ace810a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:30.706296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-0fe7f4b6-ce6a-4f8a-a1d6-c0e3ace810a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1469917 Oct 13 14:10:30.754383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-5228a683-56d7-4bde-a880-f7d239743e66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c HTTP/1.1" status: 200 len: 217 time: 0.0368531 Oct 13 14:10:30.857574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-cca9fa9b-c81e-459f-ad0e-95ee5cc30486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:30.861864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-cca9fa9b-c81e-459f-ad0e-95ee5cc30486 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0968966 Oct 13 14:10:30.943146 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a4e57f-c596-4661-a937-9cf1057657c7 x-openstack-request-id: req-32a4e57f-c596-4661-a937-9cf1057657c7 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:30.943146 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2017ae45-66c3-4265-ad1e-643fe1aaf22c", "tag": "a60b5876-78ad-4edc-b7ff-85ccbbcdfe20", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:30.943621 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32a4e57f-c596-4661-a937-9cf1057657c7 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:30.944184 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2017ae45-66c3-4265-ad1e-643fe1aaf22c', 'tag': 'a60b5876-78ad-4edc-b7ff-85ccbbcdfe20', 'status': 'completed', 'code': 200} Oct 13 14:10:30.998334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-9201750c-20d9-4c01-b841-1fd5416f1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:31.000101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-9201750c-20d9-4c01-b841-1fd5416f1b0b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1285160 Oct 13 14:10:31.345561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113750e8-1078-4e99-a39f-3a0eebedb977 req-3d9a136e-68ca-4d20-a1b9-4e2666bea027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:31.347055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-113750e8-1078-4e99-a39f-3a0eebedb977 req-3d9a136e-68ca-4d20-a1b9-4e2666bea027 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=08b6023c14bb4145a60e075b1fb6a524&device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 1095 time: 0.3974438 Oct 13 14:10:31.496402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d72b6d-f6e9-4a7c-b665-9cd659798922 req-55f0ba05-c028-4f16-8853-62a069066989 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:31.497962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73d72b6d-f6e9-4a7c-b665-9cd659798922 req-55f0ba05-c028-4f16-8853-62a069066989 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 943 time: 0.4777792 Oct 13 14:10:31.554010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050ad8a-2813-4517-be46-5f4084de040a req-547c427a-3e4c-42ee-916c-d745f72bac50 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:31.556267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9050ad8a-2813-4517-be46-5f4084de040a req-547c427a-3e4c-42ee-916c-d745f72bac50 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1954336 Oct 13 14:10:31.564694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-3ed57b3d-0535-4058-8b4a-97979a5818eb service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551620 Oct 13 14:10:31.609102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113750e8-1078-4e99-a39f-3a0eebedb977 req-549a148e-ec05-43e2-98da-e3a044ba8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:31.610666 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-113750e8-1078-4e99-a39f-3a0eebedb977 req-549a148e-ec05-43e2-98da-e3a044ba8912 service neutron] 10.222.0.49 "GET /v2.0/networks?id=80085b5f-950a-4fa7-9137-25483f168c7e HTTP/1.1" status: 200 len: 921 time: 0.2465205 Oct 13 14:10:31.663594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73d72b6d-f6e9-4a7c-b665-9cd659798922 req-46b00a11-bd75-4d68-a115-d1a943825a07 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548357 Oct 13 14:10:31.700194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-113750e8-1078-4e99-a39f-3a0eebedb977 req-0be85376-302f-446c-9c14-1dd4e041fb56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 HTTP/1.1" status: 200 len: 217 time: 0.0529473 Oct 13 14:10:31.751219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9050ad8a-2813-4517-be46-5f4084de040a req-8ff7a8b9-cdd7-47eb-9e7c-a2bbee86deba tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796269 Oct 13 14:10:31.802031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113750e8-1078-4e99-a39f-3a0eebedb977 req-21a92b2b-d77d-4b3b-971c-c0c539deeaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:31.809111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-113750e8-1078-4e99-a39f-3a0eebedb977 req-21a92b2b-d77d-4b3b-971c-c0c539deeaa3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1fcce00-9235-473d-bc3c-efd6b96a0fe4 HTTP/1.1" status: 200 len: 860 time: 0.0921304 Oct 13 14:10:31.810465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88f53f63-fbc8-48ce-a9e2-0f7dc5de31d6 req-f3bec825-f7f6-4724-a4d9-02aaf7209185 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343345 Oct 13 14:10:31.856099 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-113750e8-1078-4e99-a39f-3a0eebedb977 req-fa60aaf7-840d-40ae-bc18-84465eb22de3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80085b5f-950a-4fa7-9137-25483f168c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392966 Oct 13 14:10:31.994876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40704) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:32.022201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f626c8e-f4b9-492f-9a78-96fac4b64380 req-2d63c889-dfec-4777-a9c7-05d1b1c91adb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:32.023753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f626c8e-f4b9-492f-9a78-96fac4b64380 req-2d63c889-dfec-4777-a9c7-05d1b1c91adb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1711614 Oct 13 14:10:32.055733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aecb13-925d-4db1-a473-1c75a879453e req-d4bebff8-ef01-4caf-994a-ab3b38b837b5 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:32.057849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27aecb13-925d-4db1-a473-1c75a879453e req-d4bebff8-ef01-4caf-994a-ab3b38b837b5 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 943 time: 0.1720870 Oct 13 14:10:32.088558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-113750e8-1078-4e99-a39f-3a0eebedb977 req-a7e5fbbb-bc69-4653-b68a-731df5960242 service neutron] 10.222.0.49 "GET /v2.0/networks/80085b5f-950a-4fa7-9137-25483f168c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013984 Oct 13 14:10:32.139704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f626c8e-f4b9-492f-9a78-96fac4b64380 req-d1a78d03-b595-47f6-8669-4168f7ccea2a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010294 Oct 13 14:10:32.184293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-408978477-network', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:32.190446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27aecb13-925d-4db1-a473-1c75a879453e req-ecef7361-c408-4a87-abb0-b03be8a2698b tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/security-groups?id=bccd4dde-84ab-488d-91f3-87cd86585023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154890 Oct 13 14:10:32.235986 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-113750e8-1078-4e99-a39f-3a0eebedb977 req-c6e7d716-aa1f-45d8-a9d6-a4d77ef230d9 service neutron] 10.222.0.49 "GET /v2.0/networks/80085b5f-950a-4fa7-9137-25483f168c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341875 Oct 13 14:10:32.308106 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Made reservation on behalf of 5471a7ffdc1d4cc4a2baddaef75c1e04 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:32.311223 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:32.316804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021423da-6e3f-4dd4-bcc2-c7e3fc72f37a req-b5534efc-477d-4fcc-b601-4753ff12f5b9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:32.318513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-021423da-6e3f-4dd4-bcc2-c7e3fc72f37a req-b5534efc-477d-4fcc-b601-4753ff12f5b9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 949 time: 0.0555422 Oct 13 14:10:32.322742 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:32.364575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-021423da-6e3f-4dd4-bcc2-c7e3fc72f37a req-6ec47461-deb8-4a79-866b-b007bdb83bf0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393536 Oct 13 14:10:32.444203 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:32.574946 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:32.603770 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:10:32.621293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02952972-f407-4322-8963-fa1f5baeb422,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:32.626595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:32.626945 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Added segment f3a15eee-7eee-4446-91bd-94a55760aecc of type vlan for network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a Oct 13 14:10:32.683726 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:32.782861 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:32.785404 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:32.786784 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:32.815746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c08b53-2c14-4477-834e-b76e33735a56 req-a4df4e55-b77a-40e0-80af-988fcb0e784a tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:32.817866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16c08b53-2c14-4477-834e-b76e33735a56 req-a4df4e55-b77a-40e0-80af-988fcb0e784a tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 943 time: 0.0585043 Oct 13 14:10:32.871211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16c08b53-2c14-4477-834e-b76e33735a56 req-f155ef03-dcbf-46be-a527-ff51859c37ec tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Oct 13 14:10:32.903769 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] Pushing event updated for resources: {'Network': ['ID=9ea6ef29-1d3e-4e64-81d1-b93a7699050a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:32.918559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:10:32.972911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40714) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:32.973265 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4e46ea9a-727b-4f9e-b972-ac82ef0da579 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9767878 Oct 13 14:10:32.978633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a43198a1-cf57-407b-af40-fe416b5ecdad admin admin] Request body: {'subnet': {'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-408978477-subnet', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:33.075146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514e116-cf17-42d7-98d0-d988e7bad8ff req-63771cc0-a918-44ba-a962-d34cb11bc88b tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:33.076806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2514e116-cf17-42d7-98d0-d988e7bad8ff req-63771cc0-a918-44ba-a962-d34cb11bc88b tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.0940471 Oct 13 14:10:33.129196 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2514e116-cf17-42d7-98d0-d988e7bad8ff req-473ab7d7-dea5-4a38-85a3-59a25bcb044b tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420680 Oct 13 14:10:33.143180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43198a1-cf57-407b-af40-fe416b5ecdad admin admin] Made reservation on behalf of 5471a7ffdc1d4cc4a2baddaef75c1e04 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:33.149016 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a43198a1-cf57-407b-af40-fe416b5ecdad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:33.414529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797c82d-6d7c-458e-88f0-dec104bb3324 req-55c9f402-a99b-468a-a078-b8ee90515082 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:33.416451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5797c82d-6d7c-458e-88f0-dec104bb3324 req-55c9f402-a99b-468a-a078-b8ee90515082 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1259627 Oct 13 14:10:33.453283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8ed36-11d6-462a-b08d-2dc68c57e4ab req-7d7e0dd4-7fd5-4e1f-9d93-0871f448e756 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:33.454770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7d8ed36-11d6-462a-b08d-2dc68c57e4ab req-7d7e0dd4-7fd5-4e1f-9d93-0871f448e756 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 943 time: 0.1334267 Oct 13 14:10:33.485530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5797c82d-6d7c-458e-88f0-dec104bb3324 req-33d19b5f-0282-449f-afa3-159acf3bdedb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592606 Oct 13 14:10:33.488400 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a43198a1-cf57-407b-af40-fe416b5ecdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:33.528235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5cb0be83-c7d0-4f08-928e-554bba077a76 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:10:33.531373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2719ac14-cb10-4f6a-a08b-8716e25f943c up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:10:33.546894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7d8ed36-11d6-462a-b08d-2dc68c57e4ab req-f827a848-e650-4dc6-a252-e2ad34224f4c tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/security-groups?id=bccd4dde-84ab-488d-91f3-87cd86585023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855985 Oct 13 14:10:33.559933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43198a1-cf57-407b-af40-fe416b5ecdad admin admin] Pushing event updated for resources: {'Subnet': ['ID=903a3ec8-1475-4837-921b-92122e8b0d09,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:33.581217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43198a1-cf57-407b-af40-fe416b5ecdad admin admin] Checking segment: {'id': 'f3a15eee-7eee-4446-91bd-94a55760aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:33.581811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43198a1-cf57-407b-af40-fe416b5ecdad admin admin] Network hostable DHCP agents. Network: 9ea6ef29-1d3e-4e64-81d1-b93a7699050a, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:10:33.661345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:10:33.693098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43198a1-cf57-407b-af40-fe416b5ecdad admin admin] Network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:10:33.737322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302c297-fab5-44a2-ba8d-b8fca8cb2941 req-2a29ed0d-bcbe-4ddc-b3c2-61448de8582d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:33.739469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d302c297-fab5-44a2-ba8d-b8fca8cb2941 req-2a29ed0d-bcbe-4ddc-b3c2-61448de8582d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 949 time: 0.0873456 Oct 13 14:10:33.780629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 2719ac14-cb10-4f6a-a08b-8716e25f943c completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:10:33.793631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d302c297-fab5-44a2-ba8d-b8fca8cb2941 req-c9cf7c63-ea6f-40e3-b989-e37cceb1dfbc tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446122 Oct 13 14:10:33.794582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5cb0be83-c7d0-4f08-928e-554bba077a76,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:33.796862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 2719ac14-cb10-4f6a-a08b-8716e25f943c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:33.797254 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:33.810721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a43198a1-cf57-407b-af40-fe416b5ecdad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 9ea6ef29-1d3e-4e64-81d1-b93a7699050a) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:33.831078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43198a1-cf57-407b-af40-fe416b5ecdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:33.831078 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a43198a1-cf57-407b-af40-fe416b5ecdad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:33.835189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee2439b-a399-4a32-9d77-d2a26d254048 None None] Network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:10:33.857841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '5cb0be83-c7d0-4f08-928e-554bba077a76', 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f', 'port_id': '5cb0be83-c7d0-4f08-928e-554bba077a76', 'mac_address': 'fa:16:3e:f1:54:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc898a0c-f0e8-48e4-be55-ec054e3bd71d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:10:33.917267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a60b5876-78ad-4edc-b7ff-85ccbbcdfe20,segment=NetworkSegment(6764431d-0ba4-4d91-9be6-159d56484952),segment_id=6764431d-0ba4-4d91-9be6-159d56484952)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:33.929425 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a43198a1-cf57-407b-af40-fe416b5ecdad admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9553339 Oct 13 14:10:33.940732 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40738) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:33.946048 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:33.952077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398eb240-b4c7-457c-8033-7bc65160ced7 req-e5520b6b-ed0a-425f-b6d9-efca13fd2822 tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:33.965016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-398eb240-b4c7-457c-8033-7bc65160ced7 req-e5520b6b-ed0a-425f-b6d9-efca13fd2822 tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 1101 time: 0.0756500 Oct 13 14:10:33.976008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'a60b5876-78ad-4edc-b7ff-85ccbbcdfe20', 'network_id': '80085b5f-950a-4fa7-9137-25483f168c7e', 'port_id': 'a60b5876-78ad-4edc-b7ff-85ccbbcdfe20', 'mac_address': 'fa:16:3e:d1:d1:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1fcce00-9235-473d-bc3c-efd6b96a0fe4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:10:33.999042 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:34.023793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-398eb240-b4c7-457c-8033-7bc65160ced7 req-cfc2f4fa-d8c8-4913-8697-294ee7611e45 tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574887 Oct 13 14:10:34.056879 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:34.058298 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:34.099175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb0be83-c7d0-4f08-928e-554bba077a76 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:34.130566 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:34.140082 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:34.149018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5cb0be83-c7d0-4f08-928e-554bba077a76,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:34.156917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3823d8-1570-4c48-a1bb-6057d8030369 req-01c0fa63-9803-474b-81fc-a0362429a9ea tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:34.166446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba3823d8-1570-4c48-a1bb-6057d8030369 req-01c0fa63-9803-474b-81fc-a0362429a9ea tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 943 time: 0.1225753 Oct 13 14:10:34.167374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:34.170143 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:34.208158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'fixed_ips': [{'subnet_id': '903a3ec8-1475-4837-921b-92122e8b0d09'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:10:34.209347 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:34.222037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba3823d8-1570-4c48-a1bb-6057d8030369 req-9311508a-af53-462d-841e-d87df050ac5f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495758 Oct 13 14:10:34.257272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a60b5876-78ad-4edc-b7ff-85ccbbcdfe20,segment=NetworkSegment(6764431d-0ba4-4d91-9be6-159d56484952),segment_id=6764431d-0ba4-4d91-9be6-159d56484952)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:34.258522 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2719ac14-cb10-4f6a-a08b-8716e25f943c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:34.262585 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ba2aaa-f4d8-4ffe-aee5-de24922329d2" -d '{"events": [{"server_uuid": "4a133a46-abc0-4eb4-82ea-b5ef30784c9f", "name": "network-vif-plugged", "status": "completed", "tag": "2719ac14-cb10-4f6a-a08b-8716e25f943c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:34.276058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2719ac14-cb10-4f6a-a08b-8716e25f943c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:34.291213 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:34.349829 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929318d-e920-4923-9a33-8d5a8d9b0c2f req-9c42fe8c-8cd6-4b35-ad52-17c4156cacd8 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:34.352491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6929318d-e920-4923-9a33-8d5a8d9b0c2f req-9c42fe8c-8cd6-4b35-ad52-17c4156cacd8 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.0968099 Oct 13 14:10:34.408311 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e473e8-5a5c-499a-aeec-f2e60f0eead0 x-openstack-request-id: req-27e473e8-5a5c-499a-aeec-f2e60f0eead0 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:34.408905 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a133a46-abc0-4eb4-82ea-b5ef30784c9f", "name": "network-vif-plugged", "status": "completed", "tag": "2719ac14-cb10-4f6a-a08b-8716e25f943c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:34.414590 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27e473e8-5a5c-499a-aeec-f2e60f0eead0 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:34.414590 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2719ac14-cb10-4f6a-a08b-8716e25f943c', 'code': 200} Oct 13 14:10:34.414590 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:34.419220 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:34.429570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6929318d-e920-4923-9a33-8d5a8d9b0c2f req-45022276-5141-4239-9716-c8fae0276102 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580044 Oct 13 14:10:34.492850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=5cb0be83-c7d0-4f08-928e-554bba077a76,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:34.505885 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:34.550172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-ceaa2349-ac24-4389-be29-e1a8ad60a008 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=21833094a6e8447db4e32da93e56651f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393350 Oct 13 14:10:34.619250 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Allocated IP 172.20.0.2 (9ea6ef29-1d3e-4e64-81d1-b93a7699050a/903a3ec8-1475-4837-921b-92122e8b0d09/bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:10:34.628530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=a60b5876-78ad-4edc-b7ff-85ccbbcdfe20,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:34.722687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40766) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:34.738586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c0e5b-b322-4c9b-8f97-313ebfe02b03 req-9b66c882-2bd4-43f5-947a-dcafeeb7d4d5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:34.754144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-581c0e5b-b322-4c9b-8f97-313ebfe02b03 req-9b66c882-2bd4-43f5-947a-dcafeeb7d4d5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1642699 Oct 13 14:10:34.824241 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['a60b5876-78ad-4edc-b7ff-85ccbbcdfe20'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:10:34.826652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['5cb0be83-c7d0-4f08-928e-554bba077a76'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:10:34.854144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b157-3418-4c69-97e0-25ec60061644 req-aec5932f-032d-43c5-9431-d28858ca0324 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:34.867191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-aec5932f-032d-43c5-9431-d28858ca0324 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3157160 Oct 13 14:10:34.875939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-581c0e5b-b322-4c9b-8f97-313ebfe02b03 req-58ffa29f-8805-40c6-b915-ff2a0af4dea5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203091 Oct 13 14:10:34.904257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-e12696bc-ccdb-4316-9132-e240da566db3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/quotas/21833094a6e8447db4e32da93e56651f HTTP/1.1" status: 200 len: 375 time: 0.0353200 Oct 13 14:10:34.963560 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2fecb9b7-6e8c-4dc4-acce-dce8eac728a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:34.970831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-d9d53d1d-6cbd-4ee6-ae46-99a4dd502536 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0637047 Oct 13 14:10:34.974351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2719ac14-cb10-4f6a-a08b-8716e25f943c,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:35.012488 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.044269 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.056659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8066a01-0e7f-4d80-bc96-74683b204821 req-1f8e0070-244d-490d-a8ee-fce014e74112 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:35.059848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8066a01-0e7f-4d80-bc96-74683b204821 req-1f8e0070-244d-490d-a8ee-fce014e74112 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 944 time: 0.0759907 Oct 13 14:10:35.108577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8066a01-0e7f-4d80-bc96-74683b204821 req-8fb59ba1-64be-4b9f-9528-5ea80bbfa092 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/security-groups?id=bccd4dde-84ab-488d-91f3-87cd86585023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Oct 13 14:10:35.188298 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2fecb9b7-6e8c-4dc4-acce-dce8eac728a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.202166 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.208331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Allocated IP 172.25.0.221 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/9e4b99d4-c293-4b09-9870-d5889d6be243) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:10:35.268276 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2fecb9b7-6e8c-4dc4-acce-dce8eac728a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.299748 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.365147 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:10:35.369012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:35.373616 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:10:35.397762 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Pushing event updated for resources: {'Port': ['ID=bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:35.409014 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2fecb9b7-6e8c-4dc4-acce-dce8eac728a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a25e733dac24d85a0360515432c086e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6847961 Oct 13 14:10:35.414560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40778) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:35.419415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecb9b7-6e8c-4dc4-acce-dce8eac728a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66703a97-124b-4bf4-96ba-4ff7599f94cd,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:35.457141 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Attempting to bind port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:35.457609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Attempting to bind port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'f3a15eee-7eee-4446-91bd-94a55760aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:35.458067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Attempting to bind port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 on network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:35.467049 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:35.473450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Checking segment: {'id': 'f3a15eee-7eee-4446-91bd-94a55760aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:35.473450 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.473831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1be843fe-c3d4-4aa5-bc06-8cc9f3ffd4ad req-58481020-b7a3-4836-b2fd-cb228c66f4e3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 210 time: 0.0488892 Oct 13 14:10:35.473960 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Bound using segment: {'id': 'f3a15eee-7eee-4446-91bd-94a55760aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:35.473960 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Bound port: bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a15eee-7eee-4446-91bd-94a55760aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:35.473960 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.506341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7c9c5-6bf8-46ec-a778-881893994c0a req-1c706b5c-9d0d-4fbc-ae2d-07ffdaa30c7d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:35.508580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cb7c9c5-6bf8-46ec-a778-881893994c0a req-1c706b5c-9d0d-4fbc-ae2d-07ffdaa30c7d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 944 time: 0.1421099 Oct 13 14:10:35.543272 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-21f82f2b-00a9-4f13-a996-2bd95e6e534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.576673 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.589181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cb7c9c5-6bf8-46ec-a778-881893994c0a req-f2bac21b-f856-438d-b98b-52d170efec12 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657911 Oct 13 14:10:35.608386 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-21f82f2b-00a9-4f13-a996-2bd95e6e534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.629560 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] For port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:35.636708 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] For port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36,segment=NetworkSegment(f3a15eee-7eee-4446-91bd-94a55760aecc),segment_id=f3a15eee-7eee-4446-91bd-94a55760aecc)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:35.704150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d590db3-12ba-488c-beac-d3babbcdf8fe req-020b8980-e0f6-4db0-b324-a8359c53b55d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:35.705823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d590db3-12ba-488c-beac-d3babbcdf8fe req-020b8980-e0f6-4db0-b324-a8359c53b55d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.0649400 Oct 13 14:10:35.740814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.741205 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.768265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d590db3-12ba-488c-beac-d3babbcdf8fe req-53e333f8-e0ac-43e6-812a-07b346ccff22 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543437 Oct 13 14:10:35.771145 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-21f82f2b-00a9-4f13-a996-2bd95e6e534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.778028 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-21f82f2b-00a9-4f13-a996-2bd95e6e534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:35.779156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-21f82f2b-00a9-4f13-a996-2bd95e6e534c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66703a97-124b-4bf4-96ba-4ff7599f94cd HTTP/1.1" status: 204 len: 168 time: 0.3623040 Oct 13 14:10:35.803889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f82f2b-00a9-4f13-a996-2bd95e6e534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66703a97-124b-4bf4-96ba-4ff7599f94cd,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:35.820857 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:10:35.822845 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:35.843388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:10:35.850524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a462f-2551-473c-b6d1-3f4fd57a3547 None None] Pushing event updated for resources: {'Port': ['ID=bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:35.909490 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Pushing event updated for resources: {'Port': ['ID=9e4b99d4-c293-4b09-9870-d5889d6be243,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:36.074015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c6092-20ee-4af3-a503-44e5e446632f req-acae4d30-da2c-4ee1-b7e2-6f739ba87728 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:36.093213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed0c6092-20ee-4af3-a503-44e5e446632f req-acae4d30-da2c-4ee1-b7e2-6f739ba87728 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1213219 Oct 13 14:10:36.175402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed0c6092-20ee-4af3-a503-44e5e446632f req-cbe5516a-abf5-4d36-9096-7056dec0ec5d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809829 Oct 13 14:10:36.371584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da218c8f-0e9b-4e85-b8ca-bfbb260a530a req-b181714a-f989-436a-bd05-cbe569a90714 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:36.374513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da218c8f-0e9b-4e85-b8ca-bfbb260a530a req-b181714a-f989-436a-bd05-cbe569a90714 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 944 time: 0.1405892 Oct 13 14:10:36.381211 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:36.421737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da218c8f-0e9b-4e85-b8ca-bfbb260a530a req-6bf0ed4b-132b-41e0-8e26-6eeaa5678876 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/security-groups?id=bccd4dde-84ab-488d-91f3-87cd86585023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Oct 13 14:10:36.600724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-488c6fba-ab52-48db-b0a9-9e3c05c30370 req-637b6294-bd4d-401f-a371-51dcef7fcb00 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 210 time: 0.0335748 Oct 13 14:10:36.618193 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:36.738006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b77e2-567f-4a5b-a13d-7761bb732d06 req-d027913b-722d-4231-a331-a40d27ba73a4 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:36.740010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a6b77e2-567f-4a5b-a13d-7761bb732d06 req-d027913b-722d-4231-a331-a40d27ba73a4 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 944 time: 0.0694976 Oct 13 14:10:36.800327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a6b77e2-567f-4a5b-a13d-7761bb732d06 req-cb5e2c16-1002-41a3-ad07-d5c0d67614e1 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506814 Oct 13 14:10:36.960971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc75f8-be7f-46a0-a5ec-f95abba30356 req-142ca05c-3ba7-46a5-9b2c-1414b8558938 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:36.963063 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3dc75f8-be7f-46a0-a5ec-f95abba30356 req-142ca05c-3ba7-46a5-9b2c-1414b8558938 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.0670404 Oct 13 14:10:37.023959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3dc75f8-be7f-46a0-a5ec-f95abba30356 req-b1f90da5-e1bf-4c3e-825a-7b1f5b428051 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533097 Oct 13 14:10:37.148452 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Router b8d4589c-9185-4969-a225-99031bd3bb33 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:10:37.152757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4ef0a-9c4d-4621-acb2-aa07533248b4 None None] Network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:10:37.252900 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Provisioning complete for port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:37.253444 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:37.332457 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:10:37.346596 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Sync routers for ids ['b8d4589c-9185-4969-a225-99031bd3bb33'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:10:37.364066 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Routers {'b8d4589c-9185-4969-a225-99031bd3bb33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:10:37.364703 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:10:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8d4589c-9185-4969-a225-99031bd3bb33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:37.441740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8450de-fe9d-4a8e-99f3-f4dbca31fcc7 req-118de509-bae9-404c-bc01-e2a6ed925fda tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:37.463558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e8450de-fe9d-4a8e-99f3-f4dbca31fcc7 req-118de509-bae9-404c-bc01-e2a6ed925fda tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1199007 Oct 13 14:10:37.492777 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:37.495513 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-822ee92e-0d63-425a-8bfc-d253f0a0b16a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5534272 Oct 13 14:10:37.498046 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40826) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:37.559603 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e8450de-fe9d-4a8e-99f3-f4dbca31fcc7 req-0f8af7e7-df3a-4e2e-9f87-6cfcb8005c55 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926516 Oct 13 14:10:37.560495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5cb0be83-c7d0-4f08-928e-554bba077a76 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:10:37.622438 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Set router b8d4589c-9185-4969-a225-99031bd3bb33 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:10:37.707277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:10:37.719691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a003e9-fac2-4903-b87d-777869b04ca7 req-f1f3bd2f-6355-416e-a0c5-2d113da6fc94 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:37.723486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28a003e9-fac2-4903-b87d-777869b04ca7 req-f1f3bd2f-6355-416e-a0c5-2d113da6fc94 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 944 time: 0.1413481 Oct 13 14:10:37.753050 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40830) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:37.779659 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:37.841524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] For port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36,segment=NetworkSegment(f3a15eee-7eee-4446-91bd-94a55760aecc),segment_id=f3a15eee-7eee-4446-91bd-94a55760aecc)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:37.872281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a9ffcec-4065-46f7-8fbc-547b07fbbdd7 req-d5e3d56d-f217-4384-a069-9c508ac895ff tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 210 time: 0.1193848 Oct 13 14:10:37.874127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:10:37.881123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:37.882836 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:37.929342 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28a003e9-fac2-4903-b87d-777869b04ca7 req-4b48ac43-ebdb-4323-9520-499e58d635ff tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/security-groups?id=bccd4dde-84ab-488d-91f3-87cd86585023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990263 Oct 13 14:10:38.024616 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 5cb0be83-c7d0-4f08-928e-554bba077a76 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:10:38.032601 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 5cb0be83-c7d0-4f08-928e-554bba077a76 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:38.033394 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.035212 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.126948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-489722043-network', 'tenant_id': '37de7051873e4e45839d0c8e263fa2fa'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:38.173243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:10:38.197461 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:10:36Z', 'revision_number': 3, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port': {'id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:35Z', 'updated_at': '2021-10-13T14:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:38.232178 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Checking router: b8d4589c-9185-4969-a225-99031bd3bb33 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:10:38.234134 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Updating router b8d4589c-9185-4969-a225-99031bd3bb33 port 9e4b99d4-c293-4b09-9870-d5889d6be243 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:10:38.246287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a11f5a-6b0e-4fe1-a5b7-a6a0b0e326a6 req-8dfa3062-6160-4154-b9d2-458514cc932e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:38.247943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2a11f5a-6b0e-4fe1-a5b7-a6a0b0e326a6 req-8dfa3062-6160-4154-b9d2-458514cc932e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 944 time: 0.1362827 Oct 13 14:10:38.274509 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.284909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069dcca-0faf-422a-9d15-929da2b9053a req-b0a00447-eac3-421a-ab5b-dd04c6aeb3ef tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:38.289207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a069dcca-0faf-422a-9d15-929da2b9053a req-b0a00447-eac3-421a-ab5b-dd04c6aeb3ef tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1132843 Oct 13 14:10:38.304235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Pushing event updated for resources: {'Port': ['ID=bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:38.320044 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.325306 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.325953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.326757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.327409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.327970 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.328569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.329192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.329802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.330405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.331627 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.332232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.332879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c01439a-513b-401d-91ac-f21eda949079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.356147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a069dcca-0faf-422a-9d15-929da2b9053a req-c5ca3604-2f26-46c7-9705-281902321982 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581973 Oct 13 14:10:38.382632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2a11f5a-6b0e-4fe1-a5b7-a6a0b0e326a6 req-289e9d84-b933-4f03-a2c5-fd574656c836 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231377 Oct 13 14:10:38.443120 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0b7033b3-14a5-48c2-8c36-471f15ff8d1a None None] Provisioning complete for port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:38.443599 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b7033b3-14a5-48c2-8c36-471f15ff8d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.513913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a60b5876-78ad-4edc-b7ff-85ccbbcdfe20,segment=NetworkSegment(6764431d-0ba4-4d91-9be6-159d56484952),segment_id=6764431d-0ba4-4d91-9be6-159d56484952)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:38.514952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2017ae45-66c3-4265-ad1e-643fe1aaf22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60b5876-78ad-4edc-b7ff-85ccbbcdfe20'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:38.518019 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6ceb03-b1ed-4292-9c6a-30bd2c6ee3aa" -d '{"events": [{"server_uuid": "2017ae45-66c3-4265-ad1e-643fe1aaf22c", "name": "network-vif-plugged", "status": "completed", "tag": "a60b5876-78ad-4edc-b7ff-85ccbbcdfe20"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:38.537918 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.542645 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.565378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:38.566008 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.568298 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Made reservation on behalf of 37de7051873e4e45839d0c8e263fa2fa for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:38.570802 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.614308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.628018 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dbd547-cbf8-4433-9145-fcb7ccc43f33 x-openstack-request-id: req-d5dbd547-cbf8-4433-9145-fcb7ccc43f33 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:38.628448 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2017ae45-66c3-4265-ad1e-643fe1aaf22c", "name": "network-vif-plugged", "status": "completed", "tag": "a60b5876-78ad-4edc-b7ff-85ccbbcdfe20", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:38.628827 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5dbd547-cbf8-4433-9145-fcb7ccc43f33 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:38.629422 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2017ae45-66c3-4265-ad1e-643fe1aaf22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60b5876-78ad-4edc-b7ff-85ccbbcdfe20', 'code': 200} Oct 13 14:10:38.635853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-61a845b2-744f-4d05-b3a6-81e711672111 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=21833094a6e8447db4e32da93e56651f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939546 Oct 13 14:10:38.699559 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.777021 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.795850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5cb0be83-c7d0-4f08-928e-554bba077a76,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:38.834462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Allocated IP 172.20.0.1 (9ea6ef29-1d3e-4e64-81d1-b93a7699050a/903a3ec8-1475-4837-921b-92122e8b0d09/be6675b6-8649-40f9-9639-960574539cac) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:10:38.845383 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.859496 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.880683 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=a60b5876-78ad-4edc-b7ff-85ccbbcdfe20,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:38.883810 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.919833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cb981-08c2-435a-a675-5e223d4edf3a req-34d29f9d-b0b0-4958-a3a8-b76b3bb7e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:38.921380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc6cb981-08c2-435a-a675-5e223d4edf3a req-34d29f9d-b0b0-4958-a3a8-b76b3bb7e889 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 1097 time: 0.2342205 Oct 13 14:10:38.934884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a30d3-4b0e-4fe1-8ee9-b5bad7c90f2e req-30e26907-77ac-4298-b6c2-f8c4e36e57f7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:38.939382 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.942529 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Pushing event updated for resources: {'Port': ['ID=9e4b99d4-c293-4b09-9870-d5889d6be243,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:38.947219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da7a30d3-4b0e-4fe1-8ee9-b5bad7c90f2e req-30e26907-77ac-4298-b6c2-f8c4e36e57f7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.2692904 Oct 13 14:10:38.955159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:10:38.955874 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.956559 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.957369 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.957749 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.958416 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.958799 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.959128 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.960046 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.960424 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.960813 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.961134 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.961508 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:38.979319 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:38.980227 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Added segment 8f865f42-5558-4418-a7ee-ba9a451f8320 of type vlan for network 5b48faeb-5d03-49e4-b2e0-5bb7cbc77b37 Oct 13 14:10:38.986958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=5cb0be83-c7d0-4f08-928e-554bba077a76,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:38.991957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b157-3418-4c69-97e0-25ec60061644 req-46382cc0-7143-41b0-b952-7c9575ccfaa1 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:38.994791 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-46382cc0-7143-41b0-b952-7c9575ccfaa1 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3491921 Oct 13 14:10:38.995210 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Attempting to bind port 9e4b99d4-c293-4b09-9870-d5889d6be243 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:38.996345 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Attempting to bind port 9e4b99d4-c293-4b09-9870-d5889d6be243 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:38.996767 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Attempting to bind port 9e4b99d4-c293-4b09-9870-d5889d6be243 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:39.020423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d175b157-3418-4c69-97e0-25ec60061644 req-5c60c57e-ff5e-46f2-a252-7d3c27216318 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Request body: {'port': {'device_id': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '21833094a6e8447db4e32da93e56651f'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:39.021034 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:39.021471 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:39.021940 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.024054 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:39.025344 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Bound port: 9e4b99d4-c293-4b09-9870-d5889d6be243, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:39.028639 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.063099 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.114892 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] For port 9e4b99d4-c293-4b09-9870-d5889d6be243, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:39.120156 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] For port 9e4b99d4-c293-4b09-9870-d5889d6be243, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9e4b99d4-c293-4b09-9870-d5889d6be243,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:39.140724 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e5d66c-8756-4d43-953a-09cf6d503caa,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:39.142879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc6cb981-08c2-435a-a675-5e223d4edf3a req-927b295a-2084-4b85-88be-82840db6a2a5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bccd4dde-84ab-488d-91f3-87cd86585023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893077 Oct 13 14:10:39.169626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da7a30d3-4b0e-4fe1-8ee9-b5bad7c90f2e req-f9a80558-0609-4028-b889-a8a93f1f5de3 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214048 Oct 13 14:10:39.178969 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.183590 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.203907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc364aa-f743-49e0-84cd-80f9d0facf72 req-8e4e5cef-86f9-4831-95c5-6c1191724784 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:39.205387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dc364aa-f743-49e0-84cd-80f9d0facf72 req-8e4e5cef-86f9-4831-95c5-6c1191724784 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 945 time: 0.1213317 Oct 13 14:10:39.212504 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.213581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:39.214220 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.262814 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Routers {'b8d4589c-9185-4969-a225-99031bd3bb33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:10:39.264755 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:10:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8d4589c-9185-4969-a225-99031bd3bb33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:39.278364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d175b157-3418-4c69-97e0-25ec60061644 req-5c60c57e-ff5e-46f2-a252-7d3c27216318 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Made reservation on behalf of 21833094a6e8447db4e32da93e56651f for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:39.281999 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d175b157-3418-4c69-97e0-25ec60061644 req-5c60c57e-ff5e-46f2-a252-7d3c27216318 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.292552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] Pushing event updated for resources: {'Network': ['ID=5b48faeb-5d03-49e4-b2e0-5bb7cbc77b37,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:39.300565 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dc364aa-f743-49e0-84cd-80f9d0facf72 req-4666269b-b653-436c-aa7f-5d9a9fcec959 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/security-groups?id=bccd4dde-84ab-488d-91f3-87cd86585023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762091 Oct 13 14:10:39.308020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 5b48faeb-5d03-49e4-b2e0-5bb7cbc77b37 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:10:39.310936 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea775fa-5207-43cc-b8d5-77af6e35c241 None None] Pushing event updated for resources: {'Port': ['ID=9e4b99d4-c293-4b09-9870-d5889d6be243,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:39.325068 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.356839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-253fc4c4-7ace-418d-9e6f-f5f758ec0f2d req-62974e2e-7b8d-409f-bebb-4d8b6ddfe060 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 210 time: 0.0548728 Oct 13 14:10:39.387500 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-281e3e86-5c7b-4895-9998-1d9930a34d11 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6253407 Oct 13 14:10:39.388924 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40850) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:39.392869 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-15b88670-e069-4027-bd43-57fc58915666 admin admin] Request body: {'subnet': {'network_id': '5b48faeb-5d03-49e4-b2e0-5bb7cbc77b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-489722043-subnet', 'tenant_id': '37de7051873e4e45839d0c8e263fa2fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:39.427626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:10:39.433037 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:39.438797 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:10:39.469715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Pushing event updated for resources: {'Port': ['ID=be6675b6-8649-40f9-9639-960574539cac,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:39.489513 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.514962 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] Set router b8d4589c-9185-4969-a225-99031bd3bb33 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:10:39.557891 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b88670-e069-4027-bd43-57fc58915666 admin admin] Made reservation on behalf of 37de7051873e4e45839d0c8e263fa2fa for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:39.561274 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15b88670-e069-4027-bd43-57fc58915666 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.749999 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:10:36Z', 'revision_number': 3, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port': {'id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:35Z', 'updated_at': '2021-10-13T14:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:39.831340 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad3bce9-7475-465c-8d29-ece1f8f72b6c None None] The sync data for ids ['b8d4589c-9185-4969-a225-99031bd3bb33'] in n-d-806683-15 is: [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:10:36Z', 'revision_number': 3, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port': {'id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:35Z', 'updated_at': '2021-10-13T14:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:10:39.845748 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e01b5edc-5d44-4c01-983d-1531b2df6f86 None None] Provisioning complete for port be6675b6-8649-40f9-9639-960574539cac triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:39.846532 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e01b5edc-5d44-4c01-983d-1531b2df6f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.854689 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.937318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e01b5edc-5d44-4c01-983d-1531b2df6f86 None None] Port be6675b6-8649-40f9-9639-960574539cac cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:10:39.946146 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15b88670-e069-4027-bd43-57fc58915666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:39.975339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-d175b157-3418-4c69-97e0-25ec60061644 req-5c60c57e-ff5e-46f2-a252-7d3c27216318 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Allocated IP 192.168.233.152 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/b404053c-5795-422b-beaa-2c9b6b2f362a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:10:39.999903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ce81-8ca3-489c-9b2c-f467531cfbb8 req-58be48f2-bad9-48ac-ba6e-c760cf443006 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:40.002373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2923ce81-8ca3-489c-9b2c-f467531cfbb8 req-58be48f2-bad9-48ac-ba6e-c760cf443006 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 945 time: 0.1483986 Oct 13 14:10:40.002611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:10:40.015669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d25c9-1cf0-4ed5-bbc4-ee1bab09fa4a req-96a5e38d-c49c-4f84-86e2-ca63c18ff8b6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:40.017277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c3d25c9-1cf0-4ed5-bbc4-ee1bab09fa4a req-96a5e38d-c49c-4f84-86e2-ca63c18ff8b6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.5104136 Oct 13 14:10:40.076045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:40.077029 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:40.107672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c3d25c9-1cf0-4ed5-bbc4-ee1bab09fa4a req-1142f8ff-259d-47cd-96f0-0608991c68d6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786970 Oct 13 14:10:40.126754 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b88670-e069-4027-bd43-57fc58915666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e85b3383-a6ce-42bb-aa04-67113a373cbf,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:40.129308 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b88670-e069-4027-bd43-57fc58915666 admin admin] Checking segment: {'id': '8f865f42-5558-4418-a7ee-ba9a451f8320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5b48faeb-5d03-49e4-b2e0-5bb7cbc77b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:40.129308 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b88670-e069-4027-bd43-57fc58915666 admin admin] Network hostable DHCP agents. Network: 5b48faeb-5d03-49e4-b2e0-5bb7cbc77b37, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:10:40.140811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2923ce81-8ca3-489c-9b2c-f467531cfbb8 req-3c82c1a6-a88a-4fc0-9d2b-d1181c17144c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187861 Oct 13 14:10:40.240938 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:40.247598 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b88670-e069-4027-bd43-57fc58915666 admin admin] Network 5b48faeb-5d03-49e4-b2e0-5bb7cbc77b37 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:10:40.313979 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:40.375495 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d175b157-3418-4c69-97e0-25ec60061644 req-5c60c57e-ff5e-46f2-a252-7d3c27216318 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:40.404388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Pushing event updated for resources: {'Port': ['ID=be6675b6-8649-40f9-9639-960574539cac,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:40.437168 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-15b88670-e069-4027-bd43-57fc58915666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 5b48faeb-5d03-49e4-b2e0-5bb7cbc77b37) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:40.441658 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fb9ba-295f-47ff-8c06-8b795f9d54bf req-09fb006c-419c-4487-a134-fbc88e9370a1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:40.443480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-710fb9ba-295f-47ff-8c06-8b795f9d54bf req-09fb006c-419c-4487-a134-fbc88e9370a1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.0974624 Oct 13 14:10:40.444213 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b88670-e069-4027-bd43-57fc58915666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:40.444801 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15b88670-e069-4027-bd43-57fc58915666 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:40.465089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811a1c04-1eec-403e-85b3-5c7c89dae1ba None None] Network 5b48faeb-5d03-49e4-b2e0-5bb7cbc77b37 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:10:40.480626 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:40.561747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-710fb9ba-295f-47ff-8c06-8b795f9d54bf req-5aec21d3-7b9f-4296-8413-1afafd735718 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870392 Oct 13 14:10:40.608585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8118f-1747-4564-8011-7ca877726ef3 req-ea97b167-50fd-462d-a6ba-5450f24dab2a tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:40.610584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7d8118f-1747-4564-8011-7ca877726ef3 req-ea97b167-50fd-462d-a6ba-5450f24dab2a tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 945 time: 0.1045630 Oct 13 14:10:40.612274 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d175b157-3418-4c69-97e0-25ec60061644 req-5c60c57e-ff5e-46f2-a252-7d3c27216318 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:40.661137 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-15b88670-e069-4027-bd43-57fc58915666 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2723613 Oct 13 14:10:40.682354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:10:40.698342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:40.706341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60c57e-ff5e-46f2-a252-7d3c27216318 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Pushing event updated for resources: {'Port': ['ID=b404053c-5795-422b-beaa-2c9b6b2f362a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:40.799224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0039135-10b4-49c7-88bb-ebb03443f91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb0be83-c7d0-4f08-928e-554bba077a76'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:40.802928 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae63d97d-8414-415e-8a2a-164af08cea57" -d '{"events": [{"server_uuid": "c0039135-10b4-49c7-88bb-ebb03443f91d", "name": "network-vif-plugged", "status": "completed", "tag": "5cb0be83-c7d0-4f08-928e-554bba077a76"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:40.816312 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2719ac14-cb10-4f6a-a08b-8716e25f943c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:10:40.830716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d175b157-3418-4c69-97e0-25ec60061644 req-5c60c57e-ff5e-46f2-a252-7d3c27216318 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:10:40.847744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-d175b157-3418-4c69-97e0-25ec60061644 req-5c60c57e-ff5e-46f2-a252-7d3c27216318 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:40.861932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d175b157-3418-4c69-97e0-25ec60061644 req-5c60c57e-ff5e-46f2-a252-7d3c27216318 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:10:40.926440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Router b8d4589c-9185-4969-a225-99031bd3bb33 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:10:40.990884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b157-3418-4c69-97e0-25ec60061644 req-5c60c57e-ff5e-46f2-a252-7d3c27216318 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:40.992107 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d175b157-3418-4c69-97e0-25ec60061644 req-5c60c57e-ff5e-46f2-a252-7d3c27216318 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:41.067300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea001b-ca04-48b6-baf7-728d1ba4ad35 req-9991d0cb-853b-4616-8ae2-58d27674f565 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:41.085748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ccea001b-ca04-48b6-baf7-728d1ba4ad35 req-9991d0cb-853b-4616-8ae2-58d27674f565 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 936 time: 0.3914473 Oct 13 14:10:41.108000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:10:41.120945 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-12c4af30-b6b9-4f81-904b-aeef6a57bcd8 admin admin] 10.222.0.18 "PUT /v2.0/routers/b8d4589c-9185-4969-a225-99031bd3bb33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6125159 Oct 13 14:10:41.165359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7d8118f-1747-4564-8011-7ca877726ef3 req-70d0c343-878f-4ae9-812a-ed351aead7a2 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/security-groups?id=bccd4dde-84ab-488d-91f3-87cd86585023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695203 Oct 13 14:10:41.185403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-5c60c57e-ff5e-46f2-a252-7d3c27216318 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1738791 Oct 13 14:10:41.206637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dacbbc2-30f8-44b1-adb5-8723b2c3d0b9 None None] Network 5b48faeb-5d03-49e4-b2e0-5bb7cbc77b37 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:10:41.270125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Request body: {'port': {'device_id': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:41.279311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2100ab92-899d-43f9-a11f-01efeaf606fa None None] Provisioning complete for port be6675b6-8649-40f9-9639-960574539cac triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:41.279824 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2100ab92-899d-43f9-a11f-01efeaf606fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:41.343995 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f8def8-d036-4f31-b69d-708f750cc4c1 x-openstack-request-id: req-82f8def8-d036-4f31-b69d-708f750cc4c1 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:41.344662 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0039135-10b4-49c7-88bb-ebb03443f91d", "name": "network-vif-plugged", "status": "completed", "tag": "5cb0be83-c7d0-4f08-928e-554bba077a76", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:41.345125 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82f8def8-d036-4f31-b69d-708f750cc4c1 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:41.345823 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0039135-10b4-49c7-88bb-ebb03443f91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb0be83-c7d0-4f08-928e-554bba077a76', 'code': 200} Oct 13 14:10:41.354258 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ccea001b-ca04-48b6-baf7-728d1ba4ad35 req-2aea30d6-abc2-4d5c-b348-a8d44aa10739 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672303 Oct 13 14:10:41.407278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2100ab92-899d-43f9-a11f-01efeaf606fa None None] Port be6675b6-8649-40f9-9639-960574539cac cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:10:41.513493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:41.540709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-046e0b7d-438a-4916-9907-c0e9394b005c None None] Provisioning complete for port b404053c-5795-422b-beaa-2c9b6b2f362a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:41.545471 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-046e0b7d-438a-4916-9907-c0e9394b005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:41.598006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-046e0b7d-438a-4916-9907-c0e9394b005c None None] Port b404053c-5795-422b-beaa-2c9b6b2f362a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:10:41.605119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e201ba-1479-48e1-a7f4-b84fb6e294ec req-6d595c6b-2593-429e-91a2-3de2495a8441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:41.606974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22e201ba-1479-48e1-a7f4-b84fb6e294ec req-6d595c6b-2593-429e-91a2-3de2495a8441 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 1097 time: 0.1559036 Oct 13 14:10:41.628841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719636b-c7e8-451b-9f2f-55a08bb5965d req-5a7c797f-c403-4b91-bd6f-68401e8b5543 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:41.630550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5719636b-c7e8-451b-9f2f-55a08bb5965d req-5a7c797f-c403-4b91-bd6f-68401e8b5543 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1467404 Oct 13 14:10:41.653123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-9ddb86d2-a95d-4a92-b505-72bd9b04b9f1 req-2bc8963d-c908-476f-8438-f2f69b0a665c tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1108892287', 'description': 'tempest-description-1827687258'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:41.777886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22e201ba-1479-48e1-a7f4-b84fb6e294ec req-450b3494-5f62-48e0-ac63-8ec117e18993 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397116 Oct 13 14:10:41.791704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5719636b-c7e8-451b-9f2f-55a08bb5965d req-9ab350ba-4ea8-4a46-ae11-d0a038a37601 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507688 Oct 13 14:10:41.834184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9ddb86d2-a95d-4a92-b505-72bd9b04b9f1 req-2bc8963d-c908-476f-8438-f2f69b0a665c tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:41.984255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9e4b99d4-c293-4b09-9870-d5889d6be243 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:10:41.998318 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9ddb86d2-a95d-4a92-b505-72bd9b04b9f1 req-2bc8963d-c908-476f-8438-f2f69b0a665c tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:42.013412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83180e-3e61-44cf-bb59-61d7650ba0e5 req-61cf6c6c-fddc-4888-bbf7-2a650c296557 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:42.017728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f83180e-3e61-44cf-bb59-61d7650ba0e5 req-61cf6c6c-fddc-4888-bbf7-2a650c296557 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 945 time: 0.1396968 Oct 13 14:10:42.053997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 9e4b99d4-c293-4b09-9870-d5889d6be243 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:42.054578 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:42.081150 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9ddb86d2-a95d-4a92-b505-72bd9b04b9f1 req-2bc8963d-c908-476f-8438-f2f69b0a665c tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:42.130021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f83180e-3e61-44cf-bb59-61d7650ba0e5 req-4061e777-5bae-478b-b2a2-093f1e1bfe48 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105912 Oct 13 14:10:42.139100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b404053c-5795-422b-beaa-2c9b6b2f362a {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:42.155382 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:42.159928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8963d-c908-476f-8438-f2f69b0a665c tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a946b3a-e94a-4c7c-8b26-e40e400a2980,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:42.176084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Transition to ACTIVE for port object b404053c-5795-422b-beaa-2c9b6b2f362a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:10:42.185782 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:42.220931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 9e4b99d4-c293-4b09-9870-d5889d6be243, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9e4b99d4-c293-4b09-9870-d5889d6be243,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:42.235998 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9ddb86d2-a95d-4a92-b505-72bd9b04b9f1 req-2bc8963d-c908-476f-8438-f2f69b0a665c tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:42.237631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ddb86d2-a95d-4a92-b505-72bd9b04b9f1 req-2bc8963d-c908-476f-8438-f2f69b0a665c tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5984077 Oct 13 14:10:42.263715 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:42.320245 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:42.334153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b404053c-5795-422b-beaa-2c9b6b2f362a,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:42.430950 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=9e4b99d4-c293-4b09-9870-d5889d6be243,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:42.486138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Sync routers for ids ['b8d4589c-9185-4969-a225-99031bd3bb33'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:10:42.500441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Routers {'b8d4589c-9185-4969-a225-99031bd3bb33'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:10:42.501543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:10:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8d4589c-9185-4969-a225-99031bd3bb33'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:42.511343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2464acf-33bd-4fb9-a669-690f19b0f642 req-452382c5-7963-4ce2-ace0-9f0b81eea391 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:42.514248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2464acf-33bd-4fb9-a669-690f19b0f642 req-452382c5-7963-4ce2-ace0-9f0b81eea391 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1159556 Oct 13 14:10:42.516470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Attempting to bind port b404053c-5795-422b-beaa-2c9b6b2f362a on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:42.516948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Attempting to bind port b404053c-5795-422b-beaa-2c9b6b2f362a by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:42.517613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Attempting to bind port b404053c-5795-422b-beaa-2c9b6b2f362a on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:42.527818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Port b404053c-5795-422b-beaa-2c9b6b2f362a on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:10:42.528130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Attempting to bind port b404053c-5795-422b-beaa-2c9b6b2f362a on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:42.553962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:42.557889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:42.557889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:42.557889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Bound port: b404053c-5795-422b-beaa-2c9b6b2f362a, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:42.557889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:42.632188 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40892) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:42.639591 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3af17bab-ac04-4818-96cf-6d50b6db3aba tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--465634713', 'description': 'tempest-description--2046040130'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:42.676768 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Set router b8d4589c-9185-4969-a225-99031bd3bb33 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:10:42.685998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2464acf-33bd-4fb9-a669-690f19b0f642 req-46b0d937-32c6-4338-832a-742e7f9822ef tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617134 Oct 13 14:10:42.722394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] For port b404053c-5795-422b-beaa-2c9b6b2f362a, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:42.729836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] For port b404053c-5795-422b-beaa-2c9b6b2f362a, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b404053c-5795-422b-beaa-2c9b6b2f362a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:42.770717 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3af17bab-ac04-4818-96cf-6d50b6db3aba tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:42.804954 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:42.882582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:42.882993 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:42.885093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/b404053c-5795-422b-beaa-2c9b6b2f362a HTTP/1.1" status: 200 len: 1097 time: 1.6368904 Oct 13 14:10:42.887990 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df12ef36-a44c-4e06-9f85-46b7b3920f27 req-fcb66406-ed79-4c6b-a1fc-e5c3af88df95 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-groups/7a946b3a-e94a-4c7c-8b26-e40e400a2980 HTTP/1.1" status: 200 len: 1813 time: 0.1549850 Oct 13 14:10:42.888442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'tag': 'b404053c-5795-422b-beaa-2c9b6b2f362a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:42.891406 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831d50aa-b604-4bfd-b808-daa91551b707" -d '{"events": [{"name": "network-changed", "server_uuid": "d2379237-bb9a-41ef-8b44-746fca9de8fd", "tag": "b404053c-5795-422b-beaa-2c9b6b2f362a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:42.904097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47716f-b8da-43a5-88a3-72d2c5818ff1 req-99769d9a-d519-4d3f-b702-5f23f7209f5f tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:42.905738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b47716f-b8da-43a5-88a3-72d2c5818ff1 req-99769d9a-d519-4d3f-b702-5f23f7209f5f tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 945 time: 0.1649139 Oct 13 14:10:42.918483 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3af17bab-ac04-4818-96cf-6d50b6db3aba tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:42.922338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-df12ef36-a44c-4e06-9f85-46b7b3920f27 req-bb8acb64-8f8e-4f6b-9e98-cbc1d8ecdd3a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a946b3a-e94a-4c7c-8b26-e40e400a2980', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:42.922338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-df12ef36-a44c-4e06-9f85-46b7b3920f27 req-bb8acb64-8f8e-4f6b-9e98-cbc1d8ecdd3a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a946b3a-e94a-4c7c-8b26-e40e400a2980', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:42.976487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d8fd4-9879-40f3-9cce-b2a6af7568d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b404053c-5795-422b-beaa-2c9b6b2f362a,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:42.997737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:10:39Z', 'revision_number': 4, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port': {'id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:35Z', 'updated_at': '2021-10-13T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'be6675b6-8649-40f9-9639-960574539cac', 'name': '', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'mac_address': 'fa:16:3e:43:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:38Z', 'updated_at': '2021-10-13T14:10:39Z', 'revision_number': 2, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'subnets': [{'id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:42.998184 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3af17bab-ac04-4818-96cf-6d50b6db3aba tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.024906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b47716f-b8da-43a5-88a3-72d2c5818ff1 req-87db5920-2c93-441f-8b2f-6b80bbc940b5 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/security-groups?id=bccd4dde-84ab-488d-91f3-87cd86585023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091838 Oct 13 14:10:43.054638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Checking router: b8d4589c-9185-4969-a225-99031bd3bb33 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:10:43.055222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Updating router b8d4589c-9185-4969-a225-99031bd3bb33 port be6675b6-8649-40f9-9639-960574539cac binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:10:43.088045 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af17bab-ac04-4818-96cf-6d50b6db3aba tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a27339c1-7dcf-4b0b-8abe-abc38836e8a1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:43.134411 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.144266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b157-3418-4c69-97e0-25ec60061644 req-95e6931c-5051-4d36-9f63-0fc2f9fe5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:43.147735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-95e6931c-5051-4d36-9f63-0fc2f9fe5e7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 1100 time: 0.1209474 Oct 13 14:10:43.161642 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3af17bab-ac04-4818-96cf-6d50b6db3aba tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.167787 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3af17bab-ac04-4818-96cf-6d50b6db3aba tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5291483 Oct 13 14:10:43.173076 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40902) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:43.175613 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-62611bbd-d200-4b9f-a541-8b559cc91976 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Request body: {'security_group_rule': {'security_group_id': 'a27339c1-7dcf-4b0b-8abe-abc38836e8a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:43.251051 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-df12ef36-a44c-4e06-9f85-46b7b3920f27 req-bb8acb64-8f8e-4f6b-9e98-cbc1d8ecdd3a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.254377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-5c367bb2-c835-4c14-95b9-294228bac4d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=b404053c-5795-422b-beaa-2c9b6b2f362a HTTP/1.1" status: 200 len: 217 time: 0.0538278 Oct 13 14:10:43.288184 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62611bbd-d200-4b9f-a541-8b559cc91976 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.319215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa8ed6-4d8a-442d-8ab9-4ca4af2547e8 req-d2c18501-b3a0-48fd-98e0-664388f31b54 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:43.320775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8faa8ed6-4d8a-442d-8ab9-4ca4af2547e8 req-d2c18501-b3a0-48fd-98e0-664388f31b54 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 948 time: 0.1663628 Oct 13 14:10:43.325136 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-df12ef36-a44c-4e06-9f85-46b7b3920f27 req-bb8acb64-8f8e-4f6b-9e98-cbc1d8ecdd3a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.359066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b157-3418-4c69-97e0-25ec60061644 req-74655fdc-1fa6-4a39-b3d6-c28073b0c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:43.360615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-74655fdc-1fa6-4a39-b3d6-c28073b0c828 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0845358 Oct 13 14:10:43.383556 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62611bbd-d200-4b9f-a541-8b559cc91976 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.410629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8faa8ed6-4d8a-442d-8ab9-4ca4af2547e8 req-8ead08c4-29e3-4d59-ab1e-64b7b28c8053 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704758 Oct 13 14:10:43.429394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b157-3418-4c69-97e0-25ec60061644 req-17144620-e27d-45af-9345-cad16168350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:43.431421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-17144620-e27d-45af-9345-cad16168350b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0563190 Oct 13 14:10:43.440141 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-df12ef36-a44c-4e06-9f85-46b7b3920f27 req-bb8acb64-8f8e-4f6b-9e98-cbc1d8ecdd3a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.529644 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62611bbd-d200-4b9f-a541-8b559cc91976 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.537114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8acb64-8f8e-4f6b-9e98-cbc1d8ecdd3a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1e8e3d-c102-4a88-b2de-f0fb43266e01,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:43.566847 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.574384 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62611bbd-d200-4b9f-a541-8b559cc91976 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2da2fd3-a784-44ff-b84c-e588ddaa2037,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:43.635655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d49f9-9b96-4b81-8d9f-fc3a66150958 req-0ac694df-0868-478d-8af8-d1ebfdcc150a tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:43.637313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd3d49f9-9b96-4b81-8d9f-fc3a66150958 req-0ac694df-0868-478d-8af8-d1ebfdcc150a tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1577239 Oct 13 14:10:43.642793 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-df12ef36-a44c-4e06-9f85-46b7b3920f27 req-bb8acb64-8f8e-4f6b-9e98-cbc1d8ecdd3a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.653414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df12ef36-a44c-4e06-9f85-46b7b3920f27 req-bb8acb64-8f8e-4f6b-9e98-cbc1d8ecdd3a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7375329 Oct 13 14:10:43.653414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-3258669d-d19a-4ed8-8c23-fd9d3bbfb2ea service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983039 Oct 13 14:10:43.674002 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.678086 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62611bbd-d200-4b9f-a541-8b559cc91976 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.682038 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-62611bbd-d200-4b9f-a541-8b559cc91976 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5110054 Oct 13 14:10:43.688220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40908) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:43.710586 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0b660e72-7d3c-4fa4-9045-dde0b06e18da tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Request body: {'security_group_rule': {'security_group_id': 'a27339c1-7dcf-4b0b-8abe-abc38836e8a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:43.726304 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8950a0c5-73f4-440a-a12a-4be61b220869 x-openstack-request-id: req-8950a0c5-73f4-440a-a12a-4be61b220869 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:43.726304 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2379237-bb9a-41ef-8b44-746fca9de8fd", "tag": "b404053c-5795-422b-beaa-2c9b6b2f362a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:43.726720 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8950a0c5-73f4-440a-a12a-4be61b220869 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:43.727231 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'tag': 'b404053c-5795-422b-beaa-2c9b6b2f362a', 'status': 'completed', 'code': 200} Oct 13 14:10:43.742377 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995c34f-f845-4530-81b2-872861d8d04a None None] Pushing event updated for resources: {'Port': ['ID=be6675b6-8649-40f9-9639-960574539cac,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:43.762884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd3d49f9-9b96-4b81-8d9f-fc3a66150958 req-a197b1f8-2b4c-42d3-b3f7-f1be9a67f8e9 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172185 Oct 13 14:10:43.830083 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Attempting to bind port be6675b6-8649-40f9-9639-960574539cac on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:43.830489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Attempting to bind port be6675b6-8649-40f9-9639-960574539cac by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'f3a15eee-7eee-4446-91bd-94a55760aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:43.830806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Attempting to bind port be6675b6-8649-40f9-9639-960574539cac on network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:43.837264 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:43.838509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Checking segment: {'id': 'f3a15eee-7eee-4446-91bd-94a55760aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:43.856267 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.856267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Bound using segment: {'id': 'f3a15eee-7eee-4446-91bd-94a55760aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:43.861330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Bound port: be6675b6-8649-40f9-9639-960574539cac, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a15eee-7eee-4446-91bd-94a55760aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:43.861330 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.866254 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b660e72-7d3c-4fa4-9045-dde0b06e18da tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:43.907241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d175b157-3418-4c69-97e0-25ec60061644 req-307f3e32-9f9e-462c-ac68-f55d2b761e02 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381544 Oct 13 14:10:44.018573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9e4b99d4-c293-4b09-9870-d5889d6be243 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:10:44.040729 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b660e72-7d3c-4fa4-9045-dde0b06e18da tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.056313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8f048-06b7-47c8-aa46-4fe601a53f25 req-72996079-c4ec-4906-82ae-ed4da684297d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:44.058987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79e8f048-06b7-47c8-aa46-4fe601a53f25 req-72996079-c4ec-4906-82ae-ed4da684297d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 945 time: 0.1401901 Oct 13 14:10:44.085341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] For port be6675b6-8649-40f9-9639-960574539cac, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:44.092345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] For port be6675b6-8649-40f9-9639-960574539cac, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=be6675b6-8649-40f9-9639-960574539cac,segment=NetworkSegment(f3a15eee-7eee-4446-91bd-94a55760aecc),segment_id=f3a15eee-7eee-4446-91bd-94a55760aecc)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:44.102265 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 9e4b99d4-c293-4b09-9870-d5889d6be243 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:44.102265 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.131724 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b660e72-7d3c-4fa4-9045-dde0b06e18da tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.159715 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.161744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b660e72-7d3c-4fa4-9045-dde0b06e18da tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd59bbfd-f2ac-4c5a-8c63-3001013f7f66,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:44.201615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79e8f048-06b7-47c8-aa46-4fe601a53f25 req-2adc15d0-a42f-4571-9c4a-5d7b33ff4014 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271787 Oct 13 14:10:44.210118 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94d2dd62-fe3e-47b2-a9fc-554f871af5fa req-09179750-a87b-415e-bcff-cb68a2cec124 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-groups/7a946b3a-e94a-4c7c-8b26-e40e400a2980 HTTP/1.1" status: 200 len: 2406 time: 0.1491151 Oct 13 14:10:44.233085 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b660e72-7d3c-4fa4-9045-dde0b06e18da tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.234467 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0b660e72-7d3c-4fa4-9045-dde0b06e18da tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5446446 Oct 13 14:10:44.241887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40916) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:44.253810 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:44.254019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d50aa-b604-4bfd-b808-daa91551b707 req-74243bb0-ae26-499d-b393-482d60e98594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:44.258240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-831d50aa-b604-4bfd-b808-daa91551b707 req-74243bb0-ae26-499d-b393-482d60e98594 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 1100 time: 0.1765046 Oct 13 14:10:44.351493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Routers {'b8d4589c-9185-4969-a225-99031bd3bb33'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:10:44.352132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:10:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8d4589c-9185-4969-a225-99031bd3bb33'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:44.358788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995c34f-f845-4530-81b2-872861d8d04a None None] Pushing event updated for resources: {'Port': ['ID=be6675b6-8649-40f9-9639-960574539cac,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:44.380757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.403256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7b25ddf9-6299-42c2-bd2e-13a93b9d42d7 None None] Provisioning complete for port be6675b6-8649-40f9-9639-960574539cac triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:44.411358 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7b25ddf9-6299-42c2-bd2e-13a93b9d42d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.419587 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e134154-0aa2-409e-8c36-1e6cd41a542f req-85077b0d-31bb-4783-956d-4a5da6313c85 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-group-rules/fc1e8e3d-c102-4a88-b2de-f0fb43266e01 HTTP/1.1" status: 200 len: 778 time: 0.1028314 Oct 13 14:10:44.500517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40266a-f30c-42f3-9b0e-6315857ebb05 req-abf9c773-8b4d-42cf-ac93-fc6dc257a010 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:44.502493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd40266a-f30c-42f3-9b0e-6315857ebb05 req-abf9c773-8b4d-42cf-ac93-fc6dc257a010 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1532094 Oct 13 14:10:44.532166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d50aa-b604-4bfd-b808-daa91551b707 req-c78c432b-8693-4309-b2c3-db7b2188a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:44.534864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-831d50aa-b604-4bfd-b808-daa91551b707 req-c78c432b-8693-4309-b2c3-db7b2188a16f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.2689850 Oct 13 14:10:44.546114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e134154-0aa2-409e-8c36-1e6cd41a542f req-a4ca1c07-aa00-4ace-8b75-cc40f4b82563 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-groups/7a946b3a-e94a-4c7c-8b26-e40e400a2980 HTTP/1.1" status: 200 len: 2406 time: 0.1150827 Oct 13 14:10:44.589627 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.612717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-831d50aa-b604-4bfd-b808-daa91551b707 req-111ce1e7-fe66-40d7-b762-c4fb85821197 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=b404053c-5795-422b-beaa-2c9b6b2f362a HTTP/1.1" status: 200 len: 217 time: 0.0570021 Oct 13 14:10:44.649952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd40266a-f30c-42f3-9b0e-6315857ebb05 req-20f4fd0d-8a25-411a-a66d-a4c026f9a04f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367214 Oct 13 14:10:44.692226 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8e134154-0aa2-409e-8c36-1e6cd41a542f req-2cdc0b5f-c222-4ee1-863f-f72dd1e770fe tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.696764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] Set router b8d4589c-9185-4969-a225-99031bd3bb33 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:10:44.714998 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8e134154-0aa2-409e-8c36-1e6cd41a542f req-2cdc0b5f-c222-4ee1-863f-f72dd1e770fe tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.758943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Allocated IP 172.25.0.114 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/f4df9a7c-cd96-4e2a-966c-bf32ef05ee9f) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:10:44.771266 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7b25ddf9-6299-42c2-bd2e-13a93b9d42d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.778694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d50aa-b604-4bfd-b808-daa91551b707 req-1ba05711-b8e5-46fa-a425-fc5402da4c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:44.780788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-831d50aa-b604-4bfd-b808-daa91551b707 req-1ba05711-b8e5-46fa-a425-fc5402da4c35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1517828 Oct 13 14:10:44.847866 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8e134154-0aa2-409e-8c36-1e6cd41a542f req-2cdc0b5f-c222-4ee1-863f-f72dd1e770fe tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.861931 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8e134154-0aa2-409e-8c36-1e6cd41a542f req-2cdc0b5f-c222-4ee1-863f-f72dd1e770fe tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.870771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e134154-0aa2-409e-8c36-1e6cd41a542f req-2cdc0b5f-c222-4ee1-863f-f72dd1e770fe tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fc1e8e3d-c102-4a88-b2de-f0fb43266e01 HTTP/1.1" status: 204 len: 173 time: 0.3038080 Oct 13 14:10:44.881752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc0b5f-c222-4ee1-863f-f72dd1e770fe tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc1e8e3d-c102-4a88-b2de-f0fb43266e01,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:44.898848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d50aa-b604-4bfd-b808-daa91551b707 req-70a6ff83-450c-420e-b66d-99a14a411b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:44.900242 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:44.902074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-831d50aa-b604-4bfd-b808-daa91551b707 req-70a6ff83-450c-420e-b66d-99a14a411b4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1109533 Oct 13 14:10:44.953843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7b25ddf9-6299-42c2-bd2e-13a93b9d42d7 None None] For port be6675b6-8649-40f9-9639-960574539cac, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=be6675b6-8649-40f9-9639-960574539cac,segment=NetworkSegment(f3a15eee-7eee-4446-91bd-94a55760aecc),segment_id=f3a15eee-7eee-4446-91bd-94a55760aecc)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:45.035177 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:45.056863 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7b25ddf9-6299-42c2-bd2e-13a93b9d42d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:45.066307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c70222-65ad-4bf6-9f8e-106dd1e9906a req-d8a1224b-cadc-4faa-b904-ae9e5593b125 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:45.067935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58c70222-65ad-4bf6-9f8e-106dd1e9906a req-d8a1224b-cadc-4faa-b904-ae9e5593b125 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 948 time: 0.0851080 Oct 13 14:10:45.074971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-831d50aa-b604-4bfd-b808-daa91551b707 req-4e06eee2-a343-45fa-a2ee-eaa2e5918131 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507108 Oct 13 14:10:45.100897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:10:45.106848 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:45.111586 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:10:45.149706 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Pushing event updated for resources: {'Port': ['ID=f4df9a7c-cd96-4e2a-966c-bf32ef05ee9f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:45.161392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25ddf9-6299-42c2-bd2e-13a93b9d42d7 None None] Pushing event updated for resources: {'Port': ['ID=be6675b6-8649-40f9-9639-960574539cac,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:45.181708 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:10:39Z', 'revision_number': 4, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port': {'id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:35Z', 'updated_at': '2021-10-13T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'be6675b6-8649-40f9-9639-960574539cac', 'name': '', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'mac_address': 'fa:16:3e:43:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:38Z', 'updated_at': '2021-10-13T14:10:44Z', 'revision_number': 4, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'subnets': [{'id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:45.219292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58c70222-65ad-4bf6-9f8e-106dd1e9906a req-f2b84aa0-fc67-4884-9c2f-2173ee3fb99c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387904 Oct 13 14:10:45.242675 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45cb089-555c-4a64-a2d9-4ef423b556ef None None] The sync data for ids ['b8d4589c-9185-4969-a225-99031bd3bb33'] in n-d-806683-15 is: [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:10:39Z', 'revision_number': 4, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port': {'id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:35Z', 'updated_at': '2021-10-13T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'be6675b6-8649-40f9-9639-960574539cac', 'name': '', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'mac_address': 'fa:16:3e:43:8e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:38Z', 'updated_at': '2021-10-13T14:10:44Z', 'revision_number': 4, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'subnets': [{'id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:10:45.247468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f6481a5d-a30d-430b-ba5b-e5765eabad93 None None] Provisioning complete for port be6675b6-8649-40f9-9639-960574539cac triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:45.247982 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6481a5d-a30d-430b-ba5b-e5765eabad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:45.251519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-18ad92fb-0427-4b51-97bf-be9f4d20caef req-a4beac1a-0d3e-4769-9481-71b97a88df6a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1396809932', 'description': 'tempest-description-1795853504'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:45.269827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:45.363143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-831d50aa-b604-4bfd-b808-daa91551b707 req-5bdefddb-1a73-4a6d-9082-3a545482c533 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711382 Oct 13 14:10:45.417761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c40a9-c681-4290-a569-71ed9b43dbbe req-9173a744-b271-47c1-8aab-07f1e2c57c64 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:45.428022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c0c40a9-c681-4290-a569-71ed9b43dbbe req-9173a744-b271-47c1-8aab-07f1e2c57c64 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1697812 Oct 13 14:10:45.448507 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:45.487506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c0c40a9-c681-4290-a569-71ed9b43dbbe req-d35211ef-3d56-443c-9f01-784079eff5df tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581818 Oct 13 14:10:45.497345 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-18ad92fb-0427-4b51-97bf-be9f4d20caef req-a4beac1a-0d3e-4769-9481-71b97a88df6a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:45.625121 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-18ad92fb-0427-4b51-97bf-be9f4d20caef req-a4beac1a-0d3e-4769-9481-71b97a88df6a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:45.787087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342fbe-7095-40f2-9da0-81f00213196d req-698852b4-3311-48ee-9821-edbcebceae11 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:45.789590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6342fbe-7095-40f2-9da0-81f00213196d req-698852b4-3311-48ee-9821-edbcebceae11 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 945 time: 0.0787539 Oct 13 14:10:45.792540 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:45.793336 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-18ad92fb-0427-4b51-97bf-be9f4d20caef req-a4beac1a-0d3e-4769-9481-71b97a88df6a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:45.862017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4beac1a-0d3e-4769-9481-71b97a88df6a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84faec3-8fbd-444a-8350-65923b9daf67,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:45.878740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6342fbe-7095-40f2-9da0-81f00213196d req-b725e5f8-79a0-4105-8681-fb84c76e7a21 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/security-groups?id=bccd4dde-84ab-488d-91f3-87cd86585023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766685 Oct 13 14:10:45.879004 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:45.949275 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-18ad92fb-0427-4b51-97bf-be9f4d20caef req-a4beac1a-0d3e-4769-9481-71b97a88df6a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:45.951320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18ad92fb-0427-4b51-97bf-be9f4d20caef req-a4beac1a-0d3e-4769-9481-71b97a88df6a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7081931 Oct 13 14:10:46.022932 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Pushing event updated for resources: {'Port': ['ID=f4df9a7c-cd96-4e2a-966c-bf32ef05ee9f,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:46.037884 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:46.063092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device be6675b6-8649-40f9-9639-960574539cac up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:10:46.081286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d625d2-f24b-4684-8a51-c732a5c47755 req-e7e213a4-823b-4bed-aa9b-e63a368c5f8d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:46.082732 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54d625d2-f24b-4684-8a51-c732a5c47755 req-e7e213a4-823b-4bed-aa9b-e63a368c5f8d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 945 time: 0.0796726 Oct 13 14:10:46.127163 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:46.129733 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-95efc6e4-9311-4422-9b97-3ab38f50b619 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8865609 Oct 13 14:10:46.151009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54d625d2-f24b-4684-8a51-c732a5c47755 req-025722db-4fdb-4a4a-ac31-caa5a838bb61 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580785 Oct 13 14:10:46.157609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port be6675b6-8649-40f9-9639-960574539cac triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:46.158454 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:46.307092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d002ecc4-6cd4-42f9-85df-189940f05c06 req-0f33394e-37ac-4adf-b9e3-baceaabbc64e tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-groups/d84faec3-8fbd-444a-8350-65923b9daf67 HTTP/1.1" status: 200 len: 1813 time: 0.1108091 Oct 13 14:10:46.342852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298696d-2982-4776-b471-87fd13eb6f81 req-d8c8f1d5-b3e1-4b67-b47d-d20484be5821 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:46.345288 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3298696d-2982-4776-b471-87fd13eb6f81 req-d8c8f1d5-b3e1-4b67-b47d-d20484be5821 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1107538 Oct 13 14:10:46.448720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3298696d-2982-4776-b471-87fd13eb6f81 req-0f16e348-466a-46f4-86b9-dd6dbab4dcc6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860138 Oct 13 14:10:46.469597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ef738-ca66-40ec-956e-9ecd50b69e03 req-6c552a98-bc59-45a6-8283-07911f3f429b tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:46.471121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c50ef738-ca66-40ec-956e-9ecd50b69e03 req-6c552a98-bc59-45a6-8283-07911f3f429b tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 1097 time: 0.0731592 Oct 13 14:10:46.529206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c50ef738-ca66-40ec-956e-9ecd50b69e03 req-4dc55ecb-3bd0-49de-b365-90df4094e309 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509140 Oct 13 14:10:46.647151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-d08a3da6-12db-4404-ac02-6f51fce8e3b3 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--465634713&fields=id&tenant_id=5471a7ffdc1d4cc4a2baddaef75c1e04 HTTP/1.1" status: 200 len: 267 time: 0.0652070 Oct 13 14:10:46.809802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cb1ff-35be-4e4c-948d-e38e4a24f24b req-ace2abf7-cc81-4bd1-869b-567d7615610b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:46.812066 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-565cb1ff-35be-4e4c-948d-e38e4a24f24b req-ace2abf7-cc81-4bd1-869b-567d7615610b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 948 time: 0.1619501 Oct 13 14:10:46.824737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dc512-fdf9-4be6-924e-0457e210804d req-51b83853-0c9c-4eda-89be-f4fa98cbb1ef tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:46.826345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786dc512-fdf9-4be6-924e-0457e210804d req-51b83853-0c9c-4eda-89be-f4fa98cbb1ef tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.49 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 945 time: 0.2025907 Oct 13 14:10:46.912017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-237d6963-d078-433a-897f-d8ea0f31f8e3 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:46.913602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-237d6963-d078-433a-897f-d8ea0f31f8e3 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/networks?id=9ea6ef29-1d3e-4e64-81d1-b93a7699050a HTTP/1.1" status: 200 len: 805 time: 0.2607718 Oct 13 14:10:46.969605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-565cb1ff-35be-4e4c-948d-e38e4a24f24b req-1bc43b43-f344-435a-a020-24a218b3f599 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398733 Oct 13 14:10:46.971121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-1dc4977a-a3f0-41c3-8409-ae05113717d0 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/quotas/5471a7ffdc1d4cc4a2baddaef75c1e04 HTTP/1.1" status: 200 len: 375 time: 0.0495009 Oct 13 14:10:47.062351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-ca60c0f2-1360-401e-bdb7-71314c4a6364 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5471a7ffdc1d4cc4a2baddaef75c1e04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773621 Oct 13 14:10:47.066095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-786dc512-fdf9-4be6-924e-0457e210804d req-6b558a13-8de1-49a0-b557-854e2ffdf843 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Deleting port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:10:47.066458 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-786dc512-fdf9-4be6-924e-0457e210804d req-6b558a13-8de1-49a0-b557-854e2ffdf843 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:47.483655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244dd7-bf9e-422f-9010-73cab9063baa req-6d1f9a7a-9c7d-467c-87c4-7ddbf6643af9 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:47.485200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0244dd7-bf9e-422f-9010-73cab9063baa req-6d1f9a7a-9c7d-467c-87c4-7ddbf6643af9 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.4217412 Oct 13 14:10:47.526713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-786dc512-fdf9-4be6-924e-0457e210804d req-6b558a13-8de1-49a0-b557-854e2ffdf843 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] For port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a60b5876-78ad-4edc-b7ff-85ccbbcdfe20,segment=NetworkSegment(6764431d-0ba4-4d91-9be6-159d56484952),segment_id=6764431d-0ba4-4d91-9be6-159d56484952)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:47.527080 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-786dc512-fdf9-4be6-924e-0457e210804d req-6b558a13-8de1-49a0-b557-854e2ffdf843 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:47.530749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-38678d9c-d17f-4c78-be91-1de225ce5f93 service neutron] 10.222.0.18 "GET /v2.0/networks/9ea6ef29-1d3e-4e64-81d1-b93a7699050a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520559 Oct 13 14:10:47.549027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-786dc512-fdf9-4be6-924e-0457e210804d req-6b558a13-8de1-49a0-b557-854e2ffdf843 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Calling delete_port for a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:10:47.575435 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b404053c-5795-422b-beaa-2c9b6b2f362a details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:10:47.647736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0244dd7-bf9e-422f-9010-73cab9063baa req-a09b8179-f884-45ef-a4e9-6ea134b72b62 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519935 Oct 13 14:10:47.733962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b404053c-5795-422b-beaa-2c9b6b2f362a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b404053c-5795-422b-beaa-2c9b6b2f362a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:47.740572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-d6f2bed4-3c1a-4db5-91ff-c8fc55980716 service neutron] 10.222.0.18 "GET /v2.0/networks/9ea6ef29-1d3e-4e64-81d1-b93a7699050a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020082 Oct 13 14:10:47.748463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'b404053c-5795-422b-beaa-2c9b6b2f362a', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'b404053c-5795-422b-beaa-2c9b6b2f362a', 'mac_address': 'fa:16:3e:4c:65:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:10:47.780146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c3734-3e62-4e69-8b51-8e5738335c62 req-6066341a-baef-4d24-843c-5e0b629f7fcc tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:47.781754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f35c3734-3e62-4e69-8b51-8e5738335c62 req-6066341a-baef-4d24-843c-5e0b629f7fcc tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 1097 time: 0.0550225 Oct 13 14:10:47.813517 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:47.828741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b404053c-5795-422b-beaa-2c9b6b2f362a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:47.850877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b404053c-5795-422b-beaa-2c9b6b2f362a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b404053c-5795-422b-beaa-2c9b6b2f362a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:47.879710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f35c3734-3e62-4e69-8b51-8e5738335c62 req-561abfa5-7a74-4cdf-ba24-0f301051621d tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777769 Oct 13 14:10:47.946034 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:48.009664 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-786dc512-fdf9-4be6-924e-0457e210804d req-6b558a13-8de1-49a0-b557-854e2ffdf843 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:48.011583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b404053c-5795-422b-beaa-2c9b6b2f362a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:48.023633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['a60b5876-78ad-4edc-b7ff-85ccbbcdfe20'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:10:48.076299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b558a13-8de1-49a0-b557-854e2ffdf843 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Pushing event deleted for resources: {'Port': ['ID=a60b5876-78ad-4edc-b7ff-85ccbbcdfe20,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:48.114474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-7f1f1a7e-80cb-48bf-869d-fc1133599a36 req-b1cb78a4-2d4c-4b08-b54a-a4f63dee37a2 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1737105064', 'description': 'tempest-description-475901770'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:48.125628 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-709e5f3d-217a-4cb8-ad9c-242da2fe68be req-591dfecd-01fe-4ef2-babb-64057a776d13 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 210 time: 0.0635426 Oct 13 14:10:48.197234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-786dc512-fdf9-4be6-924e-0457e210804d req-6b558a13-8de1-49a0-b557-854e2ffdf843 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] No DVR routers for this DVR port a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:10:48.200065 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-786dc512-fdf9-4be6-924e-0457e210804d req-6b558a13-8de1-49a0-b557-854e2ffdf843 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:48.203436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786dc512-fdf9-4be6-924e-0457e210804d req-6b558a13-8de1-49a0-b557-854e2ffdf843 tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.49 "DELETE /v2.0/ports/a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 HTTP/1.1" status: 204 len: 173 time: 1.3587763 Oct 13 14:10:48.203914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2017ae45-66c3-4265-ad1e-643fe1aaf22c', 'name': 'network-vif-deleted', 'tag': 'a60b5876-78ad-4edc-b7ff-85ccbbcdfe20'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:48.206301 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10df9d3-1f1b-42f0-99e0-6abce74b3bcf" -d '{"events": [{"server_uuid": "2017ae45-66c3-4265-ad1e-643fe1aaf22c", "name": "network-vif-deleted", "tag": "a60b5876-78ad-4edc-b7ff-85ccbbcdfe20"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:48.253476 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7f1f1a7e-80cb-48bf-869d-fc1133599a36 req-b1cb78a4-2d4c-4b08-b54a-a4f63dee37a2 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:48.313525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aabb6-5ef3-41dd-9d8e-54fe135bad9b req-a995753a-a1e9-4c24-bd8c-b458e26285c3 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:48.315054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786aabb6-5ef3-41dd-9d8e-54fe135bad9b req-a995753a-a1e9-4c24-bd8c-b458e26285c3 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1005900 Oct 13 14:10:48.355320 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:48.380096 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7f1f1a7e-80cb-48bf-869d-fc1133599a36 req-b1cb78a4-2d4c-4b08-b54a-a4f63dee37a2 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:48.384742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786aabb6-5ef3-41dd-9d8e-54fe135bad9b req-884a6e72-aed5-4058-ab27-5be95d65f165 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609877 Oct 13 14:10:48.490978 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b404053c-5795-422b-beaa-2c9b6b2f362a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:10:48.528455 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7f1f1a7e-80cb-48bf-869d-fc1133599a36 req-b1cb78a4-2d4c-4b08-b54a-a4f63dee37a2 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:48.572009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb78a4-2d4c-4b08-b54a-a4f63dee37a2 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192aa54f-b296-47c0-899a-ffecee22016a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:48.581665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca03f58-182a-4236-a9aa-51b04c2a6d2b req-37e91394-4394-485d-a6bd-94584d14681d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:48.589118 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ca03f58-182a-4236-a9aa-51b04c2a6d2b req-37e91394-4394-485d-a6bd-94584d14681d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 949 time: 0.1004035 Oct 13 14:10:48.636685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ca03f58-182a-4236-a9aa-51b04c2a6d2b req-e9740cb0-9ff4-45da-a4f6-70f54102ea58 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464835 Oct 13 14:10:48.666572 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7f1f1a7e-80cb-48bf-869d-fc1133599a36 req-b1cb78a4-2d4c-4b08-b54a-a4f63dee37a2 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:48.678864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f1f1a7e-80cb-48bf-869d-fc1133599a36 req-b1cb78a4-2d4c-4b08-b54a-a4f63dee37a2 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5856757 Oct 13 14:10:48.729444 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f9badc-707c-4312-ae82-a0d42e5323ec x-openstack-request-id: req-a8f9badc-707c-4312-ae82-a0d42e5323ec {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:48.729638 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2017ae45-66c3-4265-ad1e-643fe1aaf22c", "name": "network-vif-deleted", "tag": "a60b5876-78ad-4edc-b7ff-85ccbbcdfe20", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:48.729889 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8f9badc-707c-4312-ae82-a0d42e5323ec {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:48.730391 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2017ae45-66c3-4265-ad1e-643fe1aaf22c', 'name': 'network-vif-deleted', 'tag': 'a60b5876-78ad-4edc-b7ff-85ccbbcdfe20', 'status': 'completed', 'code': 200} Oct 13 14:10:48.732506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77b177c2-d82a-4c55-afbf-1abcd636e0e4 req-c57cd104-7822-47f3-ad28-cd72bf7539bf tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 210 time: 0.0426881 Oct 13 14:10:48.829582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a2a7d52-3733-4ac8-91df-93524e10f038 req-dbecf4c0-95b6-4306-a100-b3aee62d87ef tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-groups/192aa54f-b296-47c0-899a-ffecee22016a HTTP/1.1" status: 200 len: 1812 time: 0.0552967 Oct 13 14:10:48.959114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e31f9-aedf-400c-80c8-71e0831c3302 req-a0fe02f0-5395-4522-9853-ac6182de7017 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:48.960805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed6e31f9-aedf-400c-80c8-71e0831c3302 req-a0fe02f0-5395-4522-9853-ac6182de7017 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.0617697 Oct 13 14:10:48.970762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-e81e309e-39f9-4cd2-916d-fe45ca747c1b req-976eff8c-a2bb-45ce-b7f0-5900ed17ecd1 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2093745218', 'description': 'tempest-description-485180160'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:49.022156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed6e31f9-aedf-400c-80c8-71e0831c3302 req-c26c5bbd-56fb-424f-ba96-fa09657823ce tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463128 Oct 13 14:10:49.103628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e81e309e-39f9-4cd2-916d-fe45ca747c1b req-976eff8c-a2bb-45ce-b7f0-5900ed17ecd1 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:49.166141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4c4f3-6aea-4ebd-afa6-afec2ad3d35b req-3b5b9d36-1847-47b2-a6a2-e29131fd5c17 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:49.168399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ce4c4f3-6aea-4ebd-afa6-afec2ad3d35b req-3b5b9d36-1847-47b2-a6a2-e29131fd5c17 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 1097 time: 0.0840671 Oct 13 14:10:49.237004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ce4c4f3-6aea-4ebd-afa6-afec2ad3d35b req-0c147ea9-9f30-419c-8482-26a118753d64 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569932 Oct 13 14:10:49.244636 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e81e309e-39f9-4cd2-916d-fe45ca747c1b req-976eff8c-a2bb-45ce-b7f0-5900ed17ecd1 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:49.311601 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e81e309e-39f9-4cd2-916d-fe45ca747c1b req-976eff8c-a2bb-45ce-b7f0-5900ed17ecd1 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:49.345418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976eff8c-a2bb-45ce-b7f0-5900ed17ecd1 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866d564e-9534-4bed-8b19-1fbf755cafe2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:49.419578 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e81e309e-39f9-4cd2-916d-fe45ca747c1b req-976eff8c-a2bb-45ce-b7f0-5900ed17ecd1 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:49.423002 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e81e309e-39f9-4cd2-916d-fe45ca747c1b req-976eff8c-a2bb-45ce-b7f0-5900ed17ecd1 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4550729 Oct 13 14:10:49.468960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11f8ef50-3ca8-417a-8a51-0fe5ef5f3e64 req-8a513e95-50dc-4ccb-b7f7-93a2f90b7bba tempest-InstanceActionsNegativeTestJSON-500534776 tempest-InstanceActionsNegativeTestJSON-500534776-project] 10.222.0.18 "GET /v2.0/ports?device_id=2017ae45-66c3-4265-ad1e-643fe1aaf22c HTTP/1.1" status: 200 len: 210 time: 0.0324841 Oct 13 14:10:49.529589 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fbb0cb7c-181a-4b48-8ec0-f3a3984f7ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:49.577755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb4022-aad7-4b9e-8a99-38ae1e5c86cc req-42db7584-cd96-4275-bbd6-299d0c85026b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:49.579249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2adb4022-aad7-4b9e-8a99-38ae1e5c86cc req-42db7584-cd96-4275-bbd6-299d0c85026b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.0986378 Oct 13 14:10:49.582518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38be09b7-045f-4530-b294-5eef8feb5769 req-4e2d092b-5b74-4d7b-9441-92dc41cd7506 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-groups/866d564e-9534-4bed-8b19-1fbf755cafe2 HTTP/1.1" status: 200 len: 1812 time: 0.0751493 Oct 13 14:10:49.627400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b0a1da1e-57ff-49d4-99be-403a47d5bd31 req-51cc63ee-d916-48d7-9ef5-13d8113d84fa tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-974490987', 'description': 'tempest-description-832360670'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:49.645011 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2adb4022-aad7-4b9e-8a99-38ae1e5c86cc req-5f99ae34-87d8-4653-b457-2fb25ca7c39b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559847 Oct 13 14:10:49.715251 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b0a1da1e-57ff-49d4-99be-403a47d5bd31 req-51cc63ee-d916-48d7-9ef5-13d8113d84fa tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:49.814609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe8b88-ad17-41ef-85d6-c0b562568d2e req-aa939548-1734-4e7c-80ba-bb09199133a8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:49.816056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dbe8b88-ad17-41ef-85d6-c0b562568d2e req-aa939548-1734-4e7c-80ba-bb09199133a8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 949 time: 0.0840762 Oct 13 14:10:49.850452 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b0a1da1e-57ff-49d4-99be-403a47d5bd31 req-51cc63ee-d916-48d7-9ef5-13d8113d84fa tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:49.882926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dbe8b88-ad17-41ef-85d6-c0b562568d2e req-d5622841-5d63-48df-ba94-1997eedd0f98 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562174 Oct 13 14:10:49.912314 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b0a1da1e-57ff-49d4-99be-403a47d5bd31 req-51cc63ee-d916-48d7-9ef5-13d8113d84fa tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:49.962680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc63ee-d916-48d7-9ef5-13d8113d84fa tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b010b4eb-1f1c-4e51-befb-29123ca8315f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:49.980575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-379f2407-4396-41dc-b6a9-4f5ec4add2b0 req-e438c24d-f8b2-44c7-81b1-100e2b00d6fa tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 210 time: 0.0293195 Oct 13 14:10:50.013259 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b0a1da1e-57ff-49d4-99be-403a47d5bd31 req-51cc63ee-d916-48d7-9ef5-13d8113d84fa tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:50.014523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0a1da1e-57ff-49d4-99be-403a47d5bd31 req-51cc63ee-d916-48d7-9ef5-13d8113d84fa tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3970573 Oct 13 14:10:50.097830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc4243e0-4850-4416-9f76-687b08564829 req-367cfb79-4912-4a19-9a31-1af7e6808c65 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-groups/b010b4eb-1f1c-4e51-befb-29123ca8315f HTTP/1.1" status: 200 len: 1811 time: 0.0522778 Oct 13 14:10:50.157286 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-93e1ff69-2a55-4011-9147-5e06fe9597d2 req-c2168704-5928-405c-b5d5-e3285b1e170a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] show failed (client error): The resource could not be found. Oct 13 14:10:50.158292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93e1ff69-2a55-4011-9147-5e06fe9597d2 req-c2168704-5928-405c-b5d5-e3285b1e170a tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-groups/fe8bc077-60af-4658-99d6-f4efe2d93ca3 HTTP/1.1" status: 404 len: 352 time: 0.0188079 Oct 13 14:10:50.177813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98975bcb-a86f-4e53-9bea-4bd6dad8794d req-80420326-dc42-4c63-94bc-4143c587256b tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:50.179494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98975bcb-a86f-4e53-9bea-4bd6dad8794d req-80420326-dc42-4c63-94bc-4143c587256b tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.0760012 Oct 13 14:10:50.203248 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-79785804-6621-4854-ab6b-ed4434710028 req-9101c866-b610-4bc2-a0e0-da08bc362576 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] show failed (client error): The resource could not be found. Oct 13 14:10:50.204198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79785804-6621-4854-ab6b-ed4434710028 req-9101c866-b610-4bc2-a0e0-da08bc362576 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-group-rules/35df6ba6-cacc-4cd3-87d0-2b5ab09558a9 HTTP/1.1" status: 404 len: 361 time: 0.0191607 Oct 13 14:10:50.241804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98975bcb-a86f-4e53-9bea-4bd6dad8794d req-ac5cb456-e9a8-41aa-a7a8-255bae7e2e10 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505152 Oct 13 14:10:50.286010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77aa7b0d-be19-440d-8cf1-f1bb686be2e7 req-b5373c8e-1437-4bab-a6c5-c7a7721dba69 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-groups/b010b4eb-1f1c-4e51-befb-29123ca8315f HTTP/1.1" status: 200 len: 1811 time: 0.0432332 Oct 13 14:10:50.390823 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77aa7b0d-be19-440d-8cf1-f1bb686be2e7 req-3c80e3f7-b629-4ac7-8081-56d3ea9dc406 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:50.401251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f60d0-ccea-498d-91d5-d0f2cd755f09 req-20f1a776-7d87-4c38-9863-c5a69e5ac53c tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:50.402811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d79f60d0-ccea-498d-91d5-d0f2cd755f09 req-20f1a776-7d87-4c38-9863-c5a69e5ac53c tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 1097 time: 0.0761263 Oct 13 14:10:50.445966 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77aa7b0d-be19-440d-8cf1-f1bb686be2e7 req-3c80e3f7-b629-4ac7-8081-56d3ea9dc406 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:50.495001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d79f60d0-ccea-498d-91d5-d0f2cd755f09 req-d3a56617-bf5a-4bf4-b281-c50033424fd0 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848978 Oct 13 14:10:50.576587 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77aa7b0d-be19-440d-8cf1-f1bb686be2e7 req-3c80e3f7-b629-4ac7-8081-56d3ea9dc406 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:50.581613 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77aa7b0d-be19-440d-8cf1-f1bb686be2e7 req-3c80e3f7-b629-4ac7-8081-56d3ea9dc406 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:50.581613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77aa7b0d-be19-440d-8cf1-f1bb686be2e7 req-3c80e3f7-b629-4ac7-8081-56d3ea9dc406 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "DELETE /v2.0/security-groups/b010b4eb-1f1c-4e51-befb-29123ca8315f HTTP/1.1" status: 204 len: 173 time: 0.2841318 Oct 13 14:10:50.596945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80e3f7-b629-4ac7-8081-56d3ea9dc406 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b010b4eb-1f1c-4e51-befb-29123ca8315f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:50.661342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41030) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:50.728274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-9839cf41-ea1c-46d1-893e-8796087157d5 admin admin] Deleting subnet d1fcce00-9235-473d-bc3c-efd6b96a0fe4 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:10:50.732349 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9839cf41-ea1c-46d1-893e-8796087157d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:50.785857 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9839cf41-ea1c-46d1-893e-8796087157d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:50.802326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d40d0df-f3e4-43ff-bf50-fd8235550bf5 req-605a8e2e-1007-4b41-a81a-ebd2dba24f5d tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-groups/866d564e-9534-4bed-8b19-1fbf755cafe2 HTTP/1.1" status: 200 len: 1812 time: 0.1246722 Oct 13 14:10:50.825280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-a55d28bd-0ebc-4f47-a748-844738c3a0f5 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:50.826899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-a55d28bd-0ebc-4f47-a748-844738c3a0f5 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.49 "GET /v2.0/networks?id=9ea6ef29-1d3e-4e64-81d1-b93a7699050a HTTP/1.1" status: 200 len: 805 time: 0.1920800 Oct 13 14:10:50.858368 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9839cf41-ea1c-46d1-893e-8796087157d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:50.908014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-3c6eb7af-a83c-4efa-863a-8d65a41b6acc tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5471a7ffdc1d4cc4a2baddaef75c1e04 HTTP/1.1" status: 200 len: 379 time: 0.0659304 Oct 13 14:10:50.919846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-cda8d54a-4596-4382-92f2-fffa483bea91 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Request body: {'port': {'device_id': 'ced72dcc-6440-44c0-9529-22b32f864fa9', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'admin_state_up': True, 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'security_groups': ['a27339c1-7dcf-4b0b-8abe-abc38836e8a1']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:50.967927 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d40d0df-f3e4-43ff-bf50-fd8235550bf5 req-a2f6a78e-7dfa-4edc-80f5-bfb293f868c0 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.013033 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9839cf41-ea1c-46d1-893e-8796087157d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.014702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d40d0df-f3e4-43ff-bf50-fd8235550bf5 req-a2f6a78e-7dfa-4edc-80f5-bfb293f868c0 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.051477 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839cf41-ea1c-46d1-893e-8796087157d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1fcce00-9235-473d-bc3c-efd6b96a0fe4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:51.061290 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9839cf41-ea1c-46d1-893e-8796087157d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.077021 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9839cf41-ea1c-46d1-893e-8796087157d5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d1fcce00-9235-473d-bc3c-efd6b96a0fe4 HTTP/1.1" status: 204 len: 168 time: 0.4215884 Oct 13 14:10:51.079442 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41038) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:51.173092 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad7e-ffea-442b-9cfb-51be525f4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.192021 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d40d0df-f3e4-43ff-bf50-fd8235550bf5 req-a2f6a78e-7dfa-4edc-80f5-bfb293f868c0 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.194727 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d40d0df-f3e4-43ff-bf50-fd8235550bf5 req-a2f6a78e-7dfa-4edc-80f5-bfb293f868c0 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.199437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d40d0df-f3e4-43ff-bf50-fd8235550bf5 req-a2f6a78e-7dfa-4edc-80f5-bfb293f868c0 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "DELETE /v2.0/security-groups/866d564e-9534-4bed-8b19-1fbf755cafe2 HTTP/1.1" status: 204 len: 173 time: 0.3784814 Oct 13 14:10:51.206994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6a78e-7dfa-4edc-80f5-bfb293f868c0 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=866d564e-9534-4bed-8b19-1fbf755cafe2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:51.245083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-cda8d54a-4596-4382-92f2-fffa483bea91 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Made reservation on behalf of 5471a7ffdc1d4cc4a2baddaef75c1e04 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:51.253943 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-cda8d54a-4596-4382-92f2-fffa483bea91 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.306976 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad7e-ffea-442b-9cfb-51be525f4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.343354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-dc06ad7e-ffea-442b-9cfb-51be525f4c3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80085b5f-950a-4fa7-9137-25483f168c7e']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:51.361081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-dc06ad7e-ffea-442b-9cfb-51be525f4c3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6764431d-0ba4-4d91-9be6-159d56484952') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:51.361530 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-dc06ad7e-ffea-442b-9cfb-51be525f4c3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6764431d-0ba4-4d91-9be6-159d56484952') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:51.368585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6163c-9129-4337-a4f9-87bae426df90 req-d7412f44-2d5e-437a-bd19-f06498eab555 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:51.370382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93d6163c-9129-4337-a4f9-87bae426df90 req-d7412f44-2d5e-437a-bd19-f06498eab555 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1126833 Oct 13 14:10:51.378924 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad7e-ffea-442b-9cfb-51be525f4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.407329 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad7e-ffea-442b-9cfb-51be525f4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.415804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc06ad7e-ffea-442b-9cfb-51be525f4c3c admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:10:51.415804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad7e-ffea-442b-9cfb-51be525f4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:10:51.417701 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:10:51.486120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93d6163c-9129-4337-a4f9-87bae426df90 req-38b4516b-d70d-4c11-b112-33c8d81c207f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981901 Oct 13 14:10:51.510507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-cda8d54a-4596-4382-92f2-fffa483bea91 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Allocated IP 172.20.0.14 (9ea6ef29-1d3e-4e64-81d1-b93a7699050a/903a3ec8-1475-4837-921b-92122e8b0d09/7fa59398-f720-49f6-ae85-9628077867f5) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:10:51.568515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad7e-ffea-442b-9cfb-51be525f4c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.583662 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad7e-ffea-442b-9cfb-51be525f4c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.592957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b404053c-5795-422b-beaa-2c9b6b2f362a up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:10:51.594294 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dc06ad7e-ffea-442b-9cfb-51be525f4c3c admin admin] 10.222.0.18 "DELETE /v2.0/networks/80085b5f-950a-4fa7-9137-25483f168c7e HTTP/1.1" status: 204 len: 168 time: 0.5131555 Oct 13 14:10:51.636455 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06ad7e-ffea-442b-9cfb-51be525f4c3c admin admin] Pushing event deleted for resources: {'Network': ['ID=80085b5f-950a-4fa7-9137-25483f168c7e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:51.656468 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.718346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0df2ab-4aef-476f-8d3f-f23573aee199 req-ca2fc1a3-cbc6-462d-af49-ed754f3e048b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:51.719916 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d0df2ab-4aef-476f-8d3f-f23573aee199 req-ca2fc1a3-cbc6-462d-af49-ed754f3e048b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 949 time: 0.1575561 Oct 13 14:10:51.762789 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port b404053c-5795-422b-beaa-2c9b6b2f362a completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:10:51.766703 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port b404053c-5795-422b-beaa-2c9b6b2f362a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:51.767076 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.780546 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-cda8d54a-4596-4382-92f2-fffa483bea91 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.789224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:10:51.797970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d0df2ab-4aef-476f-8d3f-f23573aee199 req-81109d51-f018-4582-92e4-0bafb0e40922 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609431 Oct 13 14:10:51.825652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:10:51.825652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a60b5876-78ad-4edc-b7ff-85ccbbcdfe20 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:10:51.883077 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:51.918025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b404053c-5795-422b-beaa-2c9b6b2f362a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:51.920765 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5d618a-c5e9-49dc-abca-334629c024a5" -d '{"events": [{"server_uuid": "d2379237-bb9a-41ef-8b44-746fca9de8fd", "name": "network-vif-plugged", "status": "completed", "tag": "b404053c-5795-422b-beaa-2c9b6b2f362a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:51.940569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b404053c-5795-422b-beaa-2c9b6b2f362a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b404053c-5795-422b-beaa-2c9b6b2f362a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:51.945302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3664cb5-de80-42ae-bfc5-8ca2ef9766ae req-89d032d9-0046-4986-938d-dbf3bfd2bd1c tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 210 time: 0.0664213 Oct 13 14:10:51.957851 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-cda8d54a-4596-4382-92f2-fffa483bea91 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.034638 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.047665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-cda8d54a-4596-4382-92f2-fffa483bea91 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:10:52.061813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-cda8d54a-4596-4382-92f2-fffa483bea91 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:52.068228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-cda8d54a-4596-4382-92f2-fffa483bea91 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:10:52.076952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8d54a-4596-4382-92f2-fffa483bea91 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Pushing event updated for resources: {'Port': ['ID=7fa59398-f720-49f6-ae85-9628077867f5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:52.103522 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41070) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:52.117021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e96e801-1b8b-4964-b577-fdb2f92d5af6 req-1d7ba441-4cd9-4b7f-9107-9d8335647a7d tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-groups/192aa54f-b296-47c0-899a-ffecee22016a HTTP/1.1" status: 200 len: 1812 time: 0.1491418 Oct 13 14:10:52.124538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b404053c-5795-422b-beaa-2c9b6b2f362a,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:52.167221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-cda8d54a-4596-4382-92f2-fffa483bea91 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:52.167878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-cda8d54a-4596-4382-92f2-fffa483bea91 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.190569 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-75b1cbf1-ef42-4cb0-a2f9-dbdb4f3519cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08b6023c14bb4145a60e075b1fb6a524&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854335 Oct 13 14:10:52.193831 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41072) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:52.210424 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2e96e801-1b8b-4964-b577-fdb2f92d5af6 req-ad8c3199-e901-4edf-886a-ea6cfeabd9ad tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.241543 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2e96e801-1b8b-4964-b577-fdb2f92d5af6 req-ad8c3199-e901-4edf-886a-ea6cfeabd9ad tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.248528 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e614e462-9109-4715-bffd-4d4ccb421bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.264914 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-cda8d54a-4596-4382-92f2-fffa483bea91 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3429163 Oct 13 14:10:52.268121 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6932a10-2d61-40ae-ab56-bb0c2b0c2ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.296464 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6932a10-2d61-40ae-ab56-bb0c2b0c2ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.412416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Request body: {'port': {'device_id': 'ced72dcc-6440-44c0-9529-22b32f864fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:52.437038 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2e96e801-1b8b-4964-b577-fdb2f92d5af6 req-ad8c3199-e901-4edf-886a-ea6cfeabd9ad tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.439540 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2e96e801-1b8b-4964-b577-fdb2f92d5af6 req-ad8c3199-e901-4edf-886a-ea6cfeabd9ad tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.440811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e96e801-1b8b-4964-b577-fdb2f92d5af6 req-ad8c3199-e901-4edf-886a-ea6cfeabd9ad tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "DELETE /v2.0/security-groups/192aa54f-b296-47c0-899a-ffecee22016a HTTP/1.1" status: 204 len: 173 time: 0.3228726 Oct 13 14:10:52.455283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-af89f21c-f606-424a-9eb2-60abb41bbdd7 None None] Provisioning complete for port 7fa59398-f720-49f6-ae85-9628077867f5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:52.455655 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-af89f21c-f606-424a-9eb2-60abb41bbdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.475047 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c3199-e901-4edf-886a-ea6cfeabd9ad tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=192aa54f-b296-47c0-899a-ffecee22016a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:52.479870 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.482875 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6932a10-2d61-40ae-ab56-bb0c2b0c2ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.494427 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6932a10-2d61-40ae-ab56-bb0c2b0c2ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.494427 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a6932a10-2d61-40ae-ab56-bb0c2b0c2ffa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bccd4dde-84ab-488d-91f3-87cd86585023 HTTP/1.1" status: 204 len: 168 time: 0.2917476 Oct 13 14:10:52.505674 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6932a10-2d61-40ae-ab56-bb0c2b0c2ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccd4dde-84ab-488d-91f3-87cd86585023,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:52.558933 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-af89f21c-f606-424a-9eb2-60abb41bbdd7 None None] Port 7fa59398-f720-49f6-ae85-9628077867f5 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:10:52.636454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70400f6a-27b7-45b5-9e26-88a61d6384b6 req-ada01f77-e0db-47a5-b3bd-c6963306d836 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:52.638036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70400f6a-27b7-45b5-9e26-88a61d6384b6 req-ada01f77-e0db-47a5-b3bd-c6963306d836 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1276958 Oct 13 14:10:52.758760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70400f6a-27b7-45b5-9e26-88a61d6384b6 req-9d93fd1d-4758-4183-97dc-ac1c132a8094 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665145 Oct 13 14:10:52.923464 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b688000e-ea75-44f4-8a47-19ff475d297f x-openstack-request-id: req-b688000e-ea75-44f4-8a47-19ff475d297f {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:52.924142 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2379237-bb9a-41ef-8b44-746fca9de8fd", "name": "network-vif-plugged", "status": "completed", "tag": "b404053c-5795-422b-beaa-2c9b6b2f362a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:52.924562 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b688000e-ea75-44f4-8a47-19ff475d297f {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:52.926396 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b404053c-5795-422b-beaa-2c9b6b2f362a', 'code': 200} Oct 13 14:10:52.984519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fa59398-f720-49f6-ae85-9628077867f5 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:52.998581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-c2d27c2d-009f-4fa7-abf9-dc113dfdcf40 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:10:52.999451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:52.999632 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-c2d27c2d-009f-4fa7-abf9-dc113dfdcf40 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056381 Oct 13 14:10:53.060041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Transition to ACTIVE for port object 7fa59398-f720-49f6-ae85-9628077867f5 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:10:53.064045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0e25ed8-0167-40a5-bf10-f05e82d7e28c req-3384782f-193d-49a8-a8f8-9406241e40b8 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-groups/d84faec3-8fbd-444a-8350-65923b9daf67 HTTP/1.1" status: 200 len: 1813 time: 0.1175613 Oct 13 14:10:53.075970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685757-47a1-48a6-be01-b0202ec9856a req-27c204d0-8e05-481e-bd43-edda5ce501bc tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:53.078286 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-27c204d0-8e05-481e-bd43-edda5ce501bc tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports/5cb0be83-c7d0-4f08-928e-554bba077a76 HTTP/1.1" status: 200 len: 1094 time: 0.0709956 Oct 13 14:10:53.090991 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] Request body: {'binding': {'host': 'n-h1-806683-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:53.091718 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] Unknown quota resources ['binding']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:10:53.094621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b3650-7c8f-4dcb-aac3-e3d496997c4d req-5432609a-092d-4419-9a1d-777c1b41e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:53.097573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-073b3650-7c8f-4dcb-aac3-e3d496997c4d req-5432609a-092d-4419-9a1d-777c1b41e30d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 1102 time: 0.0892668 Oct 13 14:10:53.143848 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:53.215061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-073b3650-7c8f-4dcb-aac3-e3d496997c4d req-11e23c89-1bd3-4a35-a3ae-4d64b6f5684f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048014 Oct 13 14:10:53.231338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa59398-f720-49f6-ae85-9628077867f5,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:53.308288 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a0e25ed8-0167-40a5-bf10-f05e82d7e28c req-a5ca227c-42fc-4ae0-bd00-0ea512f983fe tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:53.312232 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] Attempting to bind port 5cb0be83-c7d0-4f08-928e-554bba077a76 on host n-h1-806683-15 for vnic_type normal with profile None {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:53.313049 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] Attempting to bind port 5cb0be83-c7d0-4f08-928e-554bba077a76 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:53.313049 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] Attempting to bind port 5cb0be83-c7d0-4f08-928e-554bba077a76 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:53.319138 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] Port 5cb0be83-c7d0-4f08-928e-554bba077a76 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:10:53.319427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] Attempting to bind port 5cb0be83-c7d0-4f08-928e-554bba077a76 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:53.331335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:53.339877 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:53.339877 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] Bound using segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:53.339877 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] Bound port: 5cb0be83-c7d0-4f08-928e-554bba077a76, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:53.363293 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a0e25ed8-0167-40a5-bf10-f05e82d7e28c req-a5ca227c-42fc-4ae0-bd00-0ea512f983fe tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:53.401521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Attempting to bind port 7fa59398-f720-49f6-ae85-9628077867f5 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:53.401865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Attempting to bind port 7fa59398-f720-49f6-ae85-9628077867f5 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'f3a15eee-7eee-4446-91bd-94a55760aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:53.402174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Attempting to bind port 7fa59398-f720-49f6-ae85-9628077867f5 on network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:53.411752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Port 7fa59398-f720-49f6-ae85-9628077867f5 on network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:10:53.411752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Attempting to bind port 7fa59398-f720-49f6-ae85-9628077867f5 on network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:53.425536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5cb0be83-c7d0-4f08-928e-554bba077a76,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:53.438058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:53.438364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Checking segment: {'id': 'f3a15eee-7eee-4446-91bd-94a55760aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:53.438729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Bound using segment: {'id': 'f3a15eee-7eee-4446-91bd-94a55760aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:53.439350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Bound port: 7fa59398-f720-49f6-ae85-9628077867f5, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a15eee-7eee-4446-91bd-94a55760aecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:53.439628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:53.526102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] For port 7fa59398-f720-49f6-ae85-9628077867f5, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:53.529504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] For port 7fa59398-f720-49f6-ae85-9628077867f5, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7fa59398-f720-49f6-ae85-9628077867f5,segment=NetworkSegment(f3a15eee-7eee-4446-91bd-94a55760aecc),segment_id=f3a15eee-7eee-4446-91bd-94a55760aecc)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:53.557720 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:53.557945 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-61c62802-eb68-4e66-8695-f1624e4fe7c4 service neutron] 10.222.0.18 "POST /v2.0/ports/5cb0be83-c7d0-4f08-928e-554bba077a76/bindings HTTP/1.1" status: 201 len: 390 time: 0.4724679 Oct 13 14:10:53.599655 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a0e25ed8-0167-40a5-bf10-f05e82d7e28c req-a5ca227c-42fc-4ae0-bd00-0ea512f983fe tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:53.602930 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a0e25ed8-0167-40a5-bf10-f05e82d7e28c req-a5ca227c-42fc-4ae0-bd00-0ea512f983fe tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:53.604327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0e25ed8-0167-40a5-bf10-f05e82d7e28c req-a5ca227c-42fc-4ae0-bd00-0ea512f983fe tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "DELETE /v2.0/security-groups/d84faec3-8fbd-444a-8350-65923b9daf67 HTTP/1.1" status: 204 len: 173 time: 0.5261657 Oct 13 14:10:53.635523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca227c-42fc-4ae0-bd00-0ea512f983fe tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84faec3-8fbd-444a-8350-65923b9daf67,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:53.659597 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:53.689310 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:53.738418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:53.739198 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:53.741214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] 10.222.0.49 "PUT /v2.0/ports/7fa59398-f720-49f6-ae85-9628077867f5 HTTP/1.1" status: 200 len: 1093 time: 1.3410227 Oct 13 14:10:53.742089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced72dcc-6440-44c0-9529-22b32f864fa9', 'tag': '7fa59398-f720-49f6-ae85-9628077867f5'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:53.745393 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d48976-8cfb-4b50-a392-2520ec387413" -d '{"events": [{"name": "network-changed", "server_uuid": "ced72dcc-6440-44c0-9529-22b32f864fa9", "tag": "7fa59398-f720-49f6-ae85-9628077867f5"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:53.776876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be01d7-7224-43fd-8a14-6fb4e522e946 service neutron] Pushing event updated for resources: {'Port': ['ID=7fa59398-f720-49f6-ae85-9628077867f5,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:53.791698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1f126-0e28-429a-9a15-f9e90ce270d8 req-0b11a25b-f2c4-41a9-a396-cf326995d51c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:53.793634 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10b1f126-0e28-429a-9a15-f9e90ce270d8 req-0b11a25b-f2c4-41a9-a396-cf326995d51c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.0958922 Oct 13 14:10:53.899396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10b1f126-0e28-429a-9a15-f9e90ce270d8 req-68d7d4ca-a575-41f8-a0ca-70a2b7cf4117 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944455 Oct 13 14:10:53.967248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-7a0071a7-e482-4793-ad1c-e29e17b7a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:53.974307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-7a0071a7-e482-4793-ad1c-e29e17b7a6b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5471a7ffdc1d4cc4a2baddaef75c1e04&device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 1096 time: 0.1115096 Oct 13 14:10:53.976891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:54.054436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-41ebf7bc-e5ee-45d4-93ee-5f190c242023 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fa59398-f720-49f6-ae85-9628077867f5 HTTP/1.1" status: 200 len: 217 time: 0.0702157 Oct 13 14:10:54.140081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41112) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:54.203328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070481c4-9ad0-4713-a4ac-a11a1741f722 req-259f49fb-eed3-4cff-b651-abc64a42ee61 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:54.204956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-070481c4-9ad0-4713-a4ac-a11a1741f722 req-259f49fb-eed3-4cff-b651-abc64a42ee61 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.2227793 Oct 13 14:10:54.207879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-9e7ea3e3-0080-42e1-bd43-dc9dd75fc71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:54.209372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-9e7ea3e3-0080-42e1-bd43-dc9dd75fc71b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=903a3ec8-1475-4837-921b-92122e8b0d09 HTTP/1.1" status: 200 len: 844 time: 0.1130545 Oct 13 14:10:54.218687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8c549-63f2-4402-86a9-a4ced970b75e req-5ecadb63-c144-4aa0-b25e-aefbe520fd4e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:54.220243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38b8c549-63f2-4402-86a9-a4ced970b75e req-5ecadb63-c144-4aa0-b25e-aefbe520fd4e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 944 time: 0.1579387 Oct 13 14:10:54.282227 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1017029120-network', 'tenant_id': 'bfa828f1efec4cf2b0d7223c89f468ce'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:54.370575 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Made reservation on behalf of bfa828f1efec4cf2b0d7223c89f468ce for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:54.373906 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:54.641089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-070481c4-9ad0-4713-a4ac-a11a1741f722 req-b73c6789-e5bd-4a80-b49d-aec49bd527f1 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178534 Oct 13 14:10:54.650082 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:54.654057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-b3bdcb45-1e35-4f5b-8cff-3732a382c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:54.656426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-b3bdcb45-1e35-4f5b-8cff-3732a382c2fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ea6ef29-1d3e-4e64-81d1-b93a7699050a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4346669 Oct 13 14:10:54.662216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38b8c549-63f2-4402-86a9-a4ced970b75e req-25c83ca2-503f-47e2-a04d-1cea5b9b903b tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/security-groups?id=a27339c1-7dcf-4b0b-8abe-abc38836e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384764 Oct 13 14:10:54.701413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685757-47a1-48a6-be01-b0202ec9856a req-e0d1cb21-af97-47a2-9428-85b799f0c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:54.701413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-e0d1cb21-af97-47a2-9428-85b799f0c68a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 1097 time: 0.1730990 Oct 13 14:10:54.761644 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a979561-c2c5-4d49-bfc5-1461f0d11a60 x-openstack-request-id: req-7a979561-c2c5-4d49-bfc5-1461f0d11a60 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:54.762029 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced72dcc-6440-44c0-9529-22b32f864fa9", "tag": "7fa59398-f720-49f6-ae85-9628077867f5", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:54.762168 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a979561-c2c5-4d49-bfc5-1461f0d11a60 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:54.762569 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced72dcc-6440-44c0-9529-22b32f864fa9', 'tag': '7fa59398-f720-49f6-ae85-9628077867f5', 'status': 'completed', 'code': 200} Oct 13 14:10:54.794623 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:54.850911 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:54.876177 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:10:54.894374 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2855db-8061-4a83-a6d9-12856b2fd8a9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:54.898045 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:54.898494 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Added segment 62983c69-ad3b-41cf-aca9-bb4eed33b587 of type vlan for network a02f909a-1f7a-4a49-bc5c-32402868c937 Oct 13 14:10:54.955609 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:54.983046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e6359c6-9c6a-435d-9305-f6c103c1ecdc req-6fc4d247-5ab7-42b1-bc17-d5dbc1493304 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "GET /v2.0/security-groups/7a946b3a-e94a-4c7c-8b26-e40e400a2980 HTTP/1.1" status: 200 len: 1813 time: 0.2865467 Oct 13 14:10:54.993177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685757-47a1-48a6-be01-b0202ec9856a req-ba781a44-1fb8-4a58-bb74-45010b458556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:54.994748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-ba781a44-1fb8-4a58-bb74-45010b458556 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.2872367 Oct 13 14:10:54.998944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-ee45e645-fd66-41d8-b143-45a4b3876b3c service neutron] 10.222.0.49 "GET /v2.0/networks/9ea6ef29-1d3e-4e64-81d1-b93a7699050a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282986 Oct 13 14:10:55.007977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c65dd-5c33-49dc-9768-1f76ffee50f7 req-3ab501bc-7b74-46ff-b4b3-0c6238876180 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:55.010701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a3c65dd-5c33-49dc-9768-1f76ffee50f7 req-3ab501bc-7b74-46ff-b4b3-0c6238876180 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1869884 Oct 13 14:10:55.074768 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:55.076553 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:55.077358 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:55.146908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-bdeb56be-c850-4ceb-8e2b-1fd511814315 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cb0be83-c7d0-4f08-928e-554bba077a76 HTTP/1.1" status: 200 len: 217 time: 0.1347148 Oct 13 14:10:55.157283 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] Pushing event updated for resources: {'Network': ['ID=a02f909a-1f7a-4a49-bc5c-32402868c937,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:55.168220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network a02f909a-1f7a-4a49-bc5c-32402868c937 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:10:55.178523 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c7c880fb-49d7-4464-8f23-10f37a068e01 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0331607 Oct 13 14:10:55.178900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41118) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:55.187129 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fb1c42ec-b38a-43c2-a279-0e046f083186 admin admin] Request body: {'subnet': {'network_id': 'a02f909a-1f7a-4a49-bc5c-32402868c937', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1017029120-subnet', 'tenant_id': 'bfa828f1efec4cf2b0d7223c89f468ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:55.231727 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a3c65dd-5c33-49dc-9768-1f76ffee50f7 req-ec6d5005-b119-4937-b527-a69ab8a48749 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108443 Oct 13 14:10:55.250807 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:55.287811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cea2cb29-39a7-4e42-a228-48005d65c041 req-2c8a0eed-b62d-4a72-80d7-c6257318df06 service neutron] 10.222.0.49 "GET /v2.0/networks/9ea6ef29-1d3e-4e64-81d1-b93a7699050a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556562 Oct 13 14:10:55.287811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685757-47a1-48a6-be01-b0202ec9856a req-11a4df00-b6f2-42ce-a7ba-2f2454095a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:55.287811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-11a4df00-b6f2-42ce-a7ba-2f2454095a91 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1269228 Oct 13 14:10:55.287811 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3e6359c6-9c6a-435d-9305-f6c103c1ecdc req-a8054f24-5d7c-461b-8779-e38dc553d2f9 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:55.334842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-70b957a0-ad06-4c6f-90e9-16760deb909a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387831 Oct 13 14:10:55.359310 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3e6359c6-9c6a-435d-9305-f6c103c1ecdc req-a8054f24-5d7c-461b-8779-e38dc553d2f9 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:55.365277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1c42ec-b38a-43c2-a279-0e046f083186 admin admin] Made reservation on behalf of bfa828f1efec4cf2b0d7223c89f468ce for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:55.370470 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb1c42ec-b38a-43c2-a279-0e046f083186 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:55.557541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d0372-5a74-4bb8-a6f3-5970b5b27841 req-0122a2ad-d812-4517-9312-99c05c2b770e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:55.559088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-407d0372-5a74-4bb8-a6f3-5970b5b27841 req-0122a2ad-d812-4517-9312-99c05c2b770e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 945 time: 0.1385188 Oct 13 14:10:55.563173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-eabe9c12-88a0-40d8-9dc0-9d3c0609c54f service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191086 Oct 13 14:10:55.605640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d48976-8cfb-4b50-a392-2520ec387413 req-723d9033-5b41-4f06-8d60-eb700c215066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:55.607526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9d48976-8cfb-4b50-a392-2520ec387413 req-723d9033-5b41-4f06-8d60-eb700c215066 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5471a7ffdc1d4cc4a2baddaef75c1e04&device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 1096 time: 0.1348000 Oct 13 14:10:55.652104 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3e6359c6-9c6a-435d-9305-f6c103c1ecdc req-a8054f24-5d7c-461b-8779-e38dc553d2f9 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:55.654660 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3e6359c6-9c6a-435d-9305-f6c103c1ecdc req-a8054f24-5d7c-461b-8779-e38dc553d2f9 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:55.656020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e6359c6-9c6a-435d-9305-f6c103c1ecdc req-a8054f24-5d7c-461b-8779-e38dc553d2f9 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] 10.222.0.18 "DELETE /v2.0/security-groups/7a946b3a-e94a-4c7c-8b26-e40e400a2980 HTTP/1.1" status: 204 len: 173 time: 0.6600602 Oct 13 14:10:55.666009 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41120) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:55.712703 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb1c42ec-b38a-43c2-a279-0e046f083186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:55.762283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-407d0372-5a74-4bb8-a6f3-5970b5b27841 req-4fdb18a7-c3cd-4a76-a9bd-86a6b007d90c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963196 Oct 13 14:10:55.763040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8054f24-5d7c-461b-8779-e38dc553d2f9 tempest-SecurityGroupRulesNegativeTestJSON-2097138196 tempest-SecurityGroupRulesNegativeTestJSON-2097138196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a946b3a-e94a-4c7c-8b26-e40e400a2980,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:55.793763 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-170b308d-4f91-460a-8ded-1e62bb90b4df admin admin] Deleting subnet e85b3383-a6ce-42bb-aa04-67113a373cbf {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:10:55.809896 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-170b308d-4f91-460a-8ded-1e62bb90b4df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:55.835025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-54c72b39-8365-4798-9477-2e40fe14fcb6 service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600994 Oct 13 14:10:55.844458 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c42ec-b38a-43c2-a279-0e046f083186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66035c4-c7a8-43e9-9e0d-a6422078a8c7,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:55.855481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c42ec-b38a-43c2-a279-0e046f083186 admin admin] Checking segment: {'id': '62983c69-ad3b-41cf-aca9-bb4eed33b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a02f909a-1f7a-4a49-bc5c-32402868c937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:55.855843 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c42ec-b38a-43c2-a279-0e046f083186 admin admin] Network hostable DHCP agents. Network: a02f909a-1f7a-4a49-bc5c-32402868c937, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:10:55.875072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6fa92-4a9a-43aa-a8d7-a96f10b87b86 req-5f3de72b-5f71-4004-81a2-2d38b6cb913a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:55.877998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89c6fa92-4a9a-43aa-a8d7-a96f10b87b86 req-5f3de72b-5f71-4004-81a2-2d38b6cb913a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1334684 Oct 13 14:10:55.881973 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-170b308d-4f91-460a-8ded-1e62bb90b4df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:55.894018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d48976-8cfb-4b50-a392-2520ec387413 req-72394b47-b0fb-445b-bb46-9b8f4b638d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:55.895633 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9d48976-8cfb-4b50-a392-2520ec387413 req-72394b47-b0fb-445b-bb46-9b8f4b638d7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ea6ef29-1d3e-4e64-81d1-b93a7699050a HTTP/1.1" status: 200 len: 906 time: 0.2613146 Oct 13 14:10:55.935899 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-170b308d-4f91-460a-8ded-1e62bb90b4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:55.971617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c42ec-b38a-43c2-a279-0e046f083186 admin admin] Network a02f909a-1f7a-4a49-bc5c-32402868c937 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:10:55.980784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9d48976-8cfb-4b50-a392-2520ec387413 req-76f358d6-b3c1-4086-a92d-e2f86ee44fb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fa59398-f720-49f6-ae85-9628077867f5 HTTP/1.1" status: 200 len: 217 time: 0.0692301 Oct 13 14:10:56.054489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89c6fa92-4a9a-43aa-a8d7-a96f10b87b86 req-63c13c42-8827-41a5-831f-8195271e7b65 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616647 Oct 13 14:10:56.065717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-fb1c42ec-b38a-43c2-a279-0e046f083186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, a02f909a-1f7a-4a49-bc5c-32402868c937) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:56.071859 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1c42ec-b38a-43c2-a279-0e046f083186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:56.072672 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb1c42ec-b38a-43c2-a279-0e046f083186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:56.092060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d7b14d-d10c-403d-8be0-607ac58225a1 None None] Network a02f909a-1f7a-4a49-bc5c-32402868c937 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:10:56.107715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455d33e-ddcb-478c-8501-31577271f2b3 req-5ef53eb8-46ca-4274-b1ec-192bd64f924d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:56.112155 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-170b308d-4f91-460a-8ded-1e62bb90b4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:56.117045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d455d33e-ddcb-478c-8501-31577271f2b3 req-5ef53eb8-46ca-4274-b1ec-192bd64f924d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.2360425 Oct 13 14:10:56.132598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d48976-8cfb-4b50-a392-2520ec387413 req-8986765c-186f-4610-8992-77b9c4e281e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:56.136419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9d48976-8cfb-4b50-a392-2520ec387413 req-8986765c-186f-4610-8992-77b9c4e281e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=903a3ec8-1475-4837-921b-92122e8b0d09 HTTP/1.1" status: 200 len: 844 time: 0.1263709 Oct 13 14:10:56.150703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b308d-4f91-460a-8ded-1e62bb90b4df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e85b3383-a6ce-42bb-aa04-67113a373cbf,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:56.160789 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-170b308d-4f91-460a-8ded-1e62bb90b4df admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:56.164082 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-170b308d-4f91-460a-8ded-1e62bb90b4df admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e85b3383-a6ce-42bb-aa04-67113a373cbf HTTP/1.1" status: 204 len: 168 time: 0.4967270 Oct 13 14:10:56.168440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41126) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:56.188473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685757-47a1-48a6-be01-b0202ec9856a req-facae53b-6b89-4357-b7d8-6e0932bba064 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:56.194515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-facae53b-6b89-4357-b7d8-6e0932bba064 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d&tenant_id=f98de12adc794eee8130fc8c105bc67c&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1097 time: 0.2216561 Oct 13 14:10:56.226639 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fb1c42ec-b38a-43c2-a279-0e046f083186 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0457165 Oct 13 14:10:56.266708 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a5611ca-fa1c-49ac-b507-4598fdffd274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:56.282010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-15'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:56.304342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65adba48-4311-41d8-8b61-dcb3906f67b7 None None] Network a02f909a-1f7a-4a49-bc5c-32402868c937 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:10:56.370294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d455d33e-ddcb-478c-8501-31577271f2b3 req-c956edf9-69a2-46b7-b10d-54ec158cb2ad tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401628 Oct 13 14:10:56.410195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204aef74-613f-416b-a397-64d55f664fba req-abfabeb0-215f-4fe6-a44d-6ca3725fd8d8 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:56.411891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-204aef74-613f-416b-a397-64d55f664fba req-abfabeb0-215f-4fe6-a44d-6ca3725fd8d8 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 944 time: 0.2407584 Oct 13 14:10:56.417671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d48976-8cfb-4b50-a392-2520ec387413 req-f0431db5-ab4b-482a-ba0c-658ea73638c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:56.419569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9d48976-8cfb-4b50-a392-2520ec387413 req-f0431db5-ab4b-482a-ba0c-658ea73638c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ea6ef29-1d3e-4e64-81d1-b93a7699050a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2694499 Oct 13 14:10:56.425032 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a5611ca-fa1c-49ac-b507-4598fdffd274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:56.448410 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:56.470752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7a5611ca-fa1c-49ac-b507-4598fdffd274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b48faeb-5d03-49e4-b2e0-5bb7cbc77b37']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:56.491031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7a5611ca-fa1c-49ac-b507-4598fdffd274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f865f42-5558-4418-a7ee-ba9a451f8320') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:56.491493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7a5611ca-fa1c-49ac-b507-4598fdffd274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f865f42-5558-4418-a7ee-ba9a451f8320') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:10:56.510331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a5611ca-fa1c-49ac-b507-4598fdffd274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:56.531011 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-204aef74-613f-416b-a397-64d55f664fba req-7807a419-45b8-4c95-a609-1f1d1abea3a7 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/security-groups?id=a27339c1-7dcf-4b0b-8abe-abc38836e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078777 Oct 13 14:10:56.551433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a5611ca-fa1c-49ac-b507-4598fdffd274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:56.562389 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5611ca-fa1c-49ac-b507-4598fdffd274 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:10:56.563448 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a5611ca-fa1c-49ac-b507-4598fdffd274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:10:56.565902 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:10:56.709237 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a5611ca-fa1c-49ac-b507-4598fdffd274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:56.721523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e74504-54ff-444e-9d29-e44245470356 req-b1c67925-dbcb-4fc8-ac12-5227e5c1f5a1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:56.724236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15e74504-54ff-444e-9d29-e44245470356 req-b1c67925-dbcb-4fc8-ac12-5227e5c1f5a1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.2091606 Oct 13 14:10:56.726031 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a5611ca-fa1c-49ac-b507-4598fdffd274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:56.727575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9d48976-8cfb-4b50-a392-2520ec387413 req-044e3a8d-fc53-4612-9756-55831d3c1b09 service neutron] 10.222.0.49 "GET /v2.0/networks/9ea6ef29-1d3e-4e64-81d1-b93a7699050a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798457 Oct 13 14:10:56.742357 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7a5611ca-fa1c-49ac-b507-4598fdffd274 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5b48faeb-5d03-49e4-b2e0-5bb7cbc77b37 HTTP/1.1" status: 204 len: 168 time: 0.5691025 Oct 13 14:10:56.754083 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5611ca-fa1c-49ac-b507-4598fdffd274 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b48faeb-5d03-49e4-b2e0-5bb7cbc77b37,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:56.762120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-99edc70b-1a67-46e3-ae15-1760a5d05a13 req-54beff67-5481-4d74-8cca-030d3499a914 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:10:56.763363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99edc70b-1a67-46e3-ae15-1760a5d05a13 req-54beff67-5481-4d74-8cca-030d3499a914 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0257711 Oct 13 14:10:56.882538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5cb0be83-c7d0-4f08-928e-554bba077a76,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:56.887122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15e74504-54ff-444e-9d29-e44245470356 req-28e3b96a-10c5-49b7-afc8-1570b54a6c0d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521940 Oct 13 14:10:56.948094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9d48976-8cfb-4b50-a392-2520ec387413 req-aff5b4a0-d302-475b-b749-37b39468e11a service neutron] 10.222.0.49 "GET /v2.0/networks/9ea6ef29-1d3e-4e64-81d1-b93a7699050a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984951 Oct 13 14:10:56.974382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:57.065590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0039135-10b4-49c7-88bb-ebb03443f91d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb0be83-c7d0-4f08-928e-554bba077a76'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:57.069760 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f10d20-42ac-41c6-a42b-c1e2defcdd2e" -d '{"events": [{"server_uuid": "c0039135-10b4-49c7-88bb-ebb03443f91d", "name": "network-vif-unplugged", "status": "completed", "tag": "5cb0be83-c7d0-4f08-928e-554bba077a76"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:57.075778 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.080877 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41154) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:57.086848 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1810342663-network', 'tenant_id': '5bceb83bbe1945e1863b6a3049505591'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:57.090402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c471e9-cb02-4aed-878e-b0075a45872f req-df568ff1-a67b-41c7-936e-10545df36954 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:57.094890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13c471e9-cb02-4aed-878e-b0075a45872f req-df568ff1-a67b-41c7-936e-10545df36954 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 945 time: 0.1334422 Oct 13 14:10:57.132289 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41158) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:57.163518 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.181763 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eba3864f-8adc-49aa-b271-0caceb4d01d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37de7051873e4e45839d0c8e263fa2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480235 Oct 13 14:10:57.184185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41160) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:57.217840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Made reservation on behalf of 5bceb83bbe1945e1863b6a3049505591 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:57.220475 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.243382 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.285406 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4cb7-a50b-4fec-92fc-4c1328a9bf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.352898 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4cb7-a50b-4fec-92fc-4c1328a9bf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.421631 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-49ef8cab-8815-4211-aefe-7717a9a5fbf0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1237657 Oct 13 14:10:57.439525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-e8b9a9d1-461d-4a16-b454-bfd3cdc36fb9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:10:57.440572 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-e8b9a9d1-461d-4a16-b454-bfd3cdc36fb9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0091319 Oct 13 14:10:57.451160 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.474614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13c471e9-cb02-4aed-878e-b0075a45872f req-a9d725e7-6128-4026-b46a-cff57260dc06 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679979 Oct 13 14:10:57.523446 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.540631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed16acf-cd01-4cb0-bddb-d413fabd94c0 req-3d45b884-7fe1-4a34-a32b-3a01527a80f8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:57.548765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aed16acf-cd01-4cb0-bddb-d413fabd94c0 req-3d45b884-7fe1-4a34-a32b-3a01527a80f8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.4202294 Oct 13 14:10:57.548765 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fff8e1-8390-43ad-9ac9-ecb2a3811f89 x-openstack-request-id: req-05fff8e1-8390-43ad-9ac9-ecb2a3811f89 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:57.548765 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0039135-10b4-49c7-88bb-ebb03443f91d", "name": "network-vif-unplugged", "status": "completed", "tag": "5cb0be83-c7d0-4f08-928e-554bba077a76", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:57.548765 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05fff8e1-8390-43ad-9ac9-ecb2a3811f89 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:57.548765 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0039135-10b4-49c7-88bb-ebb03443f91d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cb0be83-c7d0-4f08-928e-554bba077a76', 'code': 200} Oct 13 14:10:57.558255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb0be83-c7d0-4f08-928e-554bba077a76,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:57.578407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:10:57.601612 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4cb7-a50b-4fec-92fc-4c1328a9bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.606734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b7d4cb7-a50b-4fec-92fc-4c1328a9bf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.608266 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8b7d4cb7-a50b-4fec-92fc-4c1328a9bf02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06e5d66c-8756-4d43-953a-09cf6d503caa HTTP/1.1" status: 204 len: 168 time: 0.4228940 Oct 13 14:10:57.639763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Attempting to bind port 5cb0be83-c7d0-4f08-928e-554bba077a76 on host n-h2-806683-15 for vnic_type normal with profile {"migrating_to": "n-h1-806683-15"} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:10:57.640149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Attempting to bind port 5cb0be83-c7d0-4f08-928e-554bba077a76 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:10:57.640475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Attempting to bind port 5cb0be83-c7d0-4f08-928e-554bba077a76 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:57.643762 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.644322 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Added segment 43a14d6e-388f-4131-b60c-e6c6a4a65828 of type vlan for network 0d40b0a6-6e96-46a0-b9f2-892b16286495 Oct 13 14:10:57.660911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Port 5cb0be83-c7d0-4f08-928e-554bba077a76 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:10:57.661534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Attempting to bind port 5cb0be83-c7d0-4f08-928e-554bba077a76 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:10:57.666760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aed16acf-cd01-4cb0-bddb-d413fabd94c0 req-3444050b-9f89-40cd-9666-286cc9643915 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882506 Oct 13 14:10:57.674999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:10:57.675596 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:57.676354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Bound using segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:10:57.677070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Bound port: 5cb0be83-c7d0-4f08-928e-554bba077a76, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:10:57.677616 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.706269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc1efb-d3fd-49e3-8cb1-6918662490f3 req-ae6ade6f-66a2-40ea-9663-cb650c736918 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:57.714935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39dc1efb-d3fd-49e3-8cb1-6918662490f3 req-ae6ade6f-66a2-40ea-9663-cb650c736918 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.1099627 Oct 13 14:10:57.743453 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.773307 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfe4979-81f1-41ea-8f34-d2189d2d03db,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:57.783158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:57.785126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:57.785126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:57.785126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:57.785126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:57.785837 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:57.785837 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:57.786129 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:57.786287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:57.786527 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:57.789939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7fa59398-f720-49f6-ae85-9628077867f5 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:10:57.793142 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:57.795928 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:10:57.834771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d4cb7-a50b-4fec-92fc-4c1328a9bf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e5d66c-8756-4d43-953a-09cf6d503caa,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:57.862181 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.866054 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:57.869992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39dc1efb-d3fd-49e3-8cb1-6918662490f3 req-e8969cea-6faa-45e7-845d-08a059c2bfed tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537232 Oct 13 14:10:57.870496 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:57.917360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:10:57.937252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5cb0be83-c7d0-4f08-928e-554bba077a76,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:10:57.957412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3337478-691c-4489-92d4-8f19eae5cc94 req-db21a3b1-b67d-41d8-b59b-1bb6d3897591 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:57.958988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3337478-691c-4489-92d4-8f19eae5cc94 req-db21a3b1-b67d-41d8-b59b-1bb6d3897591 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 944 time: 0.1722066 Oct 13 14:10:58.009976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7fa59398-f720-49f6-ae85-9628077867f5, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7fa59398-f720-49f6-ae85-9628077867f5,segment=NetworkSegment(f3a15eee-7eee-4446-91bd-94a55760aecc),segment_id=f3a15eee-7eee-4446-91bd-94a55760aecc)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:58.018690 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9361827 Oct 13 14:10:58.025194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41182) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:58.028418 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a80934-4e0c-43ba-ba11-760fb65e1af7 admin admin] Pushing event updated for resources: {'Network': ['ID=0d40b0a6-6e96-46a0-b9f2-892b16286495,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:58.037190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '7fa59398-f720-49f6-ae85-9628077867f5', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'port_id': '7fa59398-f720-49f6-ae85-9628077867f5', 'mac_address': 'fa:16:3e:46:d0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:10:58.041622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5bf34f0d-3284-409b-84bb-254bf58131c3 admin admin] Request body: {'subnet': {'network_id': '0d40b0a6-6e96-46a0-b9f2-892b16286495', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1810342663-subnet', 'tenant_id': '5bceb83bbe1945e1863b6a3049505591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:58.050699 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:58.104747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 0d40b0a6-6e96-46a0-b9f2-892b16286495 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:10:58.109213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3337478-691c-4489-92d4-8f19eae5cc94 req-9bbd9d9a-9948-4d87-beb8-1e45df68e55c tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/security-groups?id=a27339c1-7dcf-4b0b-8abe-abc38836e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269503 Oct 13 14:10:58.166965 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:58.196508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb0be83-c7d0-4f08-928e-554bba077a76,revision_number=8']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:58.200073 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fa59398-f720-49f6-ae85-9628077867f5 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:10:58.227087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dddab-7652-46ed-a1f3-378fdd2e0510 req-a3b6ad8b-85c2-426c-b1d2-b157989c36d3 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:58.228940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f1dddab-7652-46ed-a1f3-378fdd2e0510 req-a3b6ad8b-85c2-426c-b1d2-b157989c36d3 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1097004 Oct 13 14:10:58.234315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7fa59398-f720-49f6-ae85-9628077867f5, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7fa59398-f720-49f6-ae85-9628077867f5,segment=NetworkSegment(f3a15eee-7eee-4446-91bd-94a55760aecc),segment_id=f3a15eee-7eee-4446-91bd-94a55760aecc)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:10:58.252958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:58.258884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:58.258884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-60ab10fd-04cd-4573-a1b8-5f704b94df09 service neutron] 10.222.0.49 "PUT /v2.0/ports/5cb0be83-c7d0-4f08-928e-554bba077a76 HTTP/1.1" status: 200 len: 1123 time: 2.0070264 Oct 13 14:10:58.294043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f1dddab-7652-46ed-a1f3-378fdd2e0510 req-5fb4e8dd-a9b8-49ac-926e-2e164437e68e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496631 Oct 13 14:10:58.303585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf34f0d-3284-409b-84bb-254bf58131c3 admin admin] Made reservation on behalf of 5bceb83bbe1945e1863b6a3049505591 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:58.308228 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bf34f0d-3284-409b-84bb-254bf58131c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:58.325569 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:58.377723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['5cb0be83-c7d0-4f08-928e-554bba077a76'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:10:58.422354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7fa59398-f720-49f6-ae85-9628077867f5,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:58.632280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7fa59398-f720-49f6-ae85-9628077867f5'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:10:58.682243 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8089d66-50cf-412d-9e7f-938d74b12e42 req-4e5e04f5-594a-4b5e-b0bd-1c3b09bd8c68 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:58.683833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8089d66-50cf-412d-9e7f-938d74b12e42 req-4e5e04f5-594a-4b5e-b0bd-1c3b09bd8c68 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 943 time: 0.0721445 Oct 13 14:10:58.726243 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bf34f0d-3284-409b-84bb-254bf58131c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:58.844878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf34f0d-3284-409b-84bb-254bf58131c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c54105-1ce9-4089-9414-46019e0e7f49,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:10:58.857920 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8089d66-50cf-412d-9e7f-938d74b12e42 req-978fbb11-a2dd-4728-bf2d-48b2888fbd54 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678262 Oct 13 14:10:58.897900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b3317-e420-4b8f-8b06-d34c805b7ff5 req-9e81fbab-c748-43f1-8ce0-0613ff75a121 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:58.900724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab4b3317-e420-4b8f-8b06-d34c805b7ff5 req-9e81fbab-c748-43f1-8ce0-0613ff75a121 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.1314189 Oct 13 14:10:58.905423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf34f0d-3284-409b-84bb-254bf58131c3 admin admin] Checking segment: {'id': '43a14d6e-388f-4131-b60c-e6c6a4a65828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '0d40b0a6-6e96-46a0-b9f2-892b16286495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:10:58.905985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf34f0d-3284-409b-84bb-254bf58131c3 admin admin] Network hostable DHCP agents. Network: 0d40b0a6-6e96-46a0-b9f2-892b16286495, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:10:58.968808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab4b3317-e420-4b8f-8b06-d34c805b7ff5 req-f52b6708-215f-470a-a127-d6e8d71810cc tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555630 Oct 13 14:10:59.021567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf34f0d-3284-409b-84bb-254bf58131c3 admin admin] Network 0d40b0a6-6e96-46a0-b9f2-892b16286495 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:10:59.043290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b4f1c-fb2c-4036-a117-07594f6f0002 req-c7328ea7-23d9-4951-8ad5-a45b8441d9bc tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:59.044881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f76b4f1c-fb2c-4036-a117-07594f6f0002 req-c7328ea7-23d9-4951-8ad5-a45b8441d9bc tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.0682588 Oct 13 14:10:59.088544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f76b4f1c-fb2c-4036-a117-07594f6f0002 req-478edc03-6786-4853-9d0d-5e417a6e0d8f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375021 Oct 13 14:10:59.151728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-5bf34f0d-3284-409b-84bb-254bf58131c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 0d40b0a6-6e96-46a0-b9f2-892b16286495) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:10:59.159962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf34f0d-3284-409b-84bb-254bf58131c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:59.160627 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bf34f0d-3284-409b-84bb-254bf58131c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:59.165963 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c063bf4e-4e30-429d-838f-c05a64bcc93f None None] Network 0d40b0a6-6e96-46a0-b9f2-892b16286495 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:10:59.258362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4bb93-807c-4d18-a9af-b0cdb39fe104 req-d88d06c1-ee08-4092-9430-6926b42cc6c8 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:59.259925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcf4bb93-807c-4d18-a9af-b0cdb39fe104 req-d88d06c1-ee08-4092-9430-6926b42cc6c8 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 945 time: 0.0601416 Oct 13 14:10:59.305606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5bf34f0d-3284-409b-84bb-254bf58131c3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2790182 Oct 13 14:10:59.309454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcf4bb93-807c-4d18-a9af-b0cdb39fe104 req-c6c6aaf3-fac4-4887-92db-8578f2dc0852 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/security-groups?id=a27339c1-7dcf-4b0b-8abe-abc38836e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434201 Oct 13 14:10:59.356649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278e7e4a-e266-418e-aa6d-426bd3574cf9 None None] Network 0d40b0a6-6e96-46a0-b9f2-892b16286495 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:10:59.551851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c334a2-5b95-4f95-8905-ad317b7a5b0b req-59e8c81c-439a-4f3f-872c-01623fe553c7 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:59.554718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49c334a2-5b95-4f95-8905-ad317b7a5b0b req-59e8c81c-439a-4f3f-872c-01623fe553c7 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1031442 Oct 13 14:10:59.556099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0039135-10b4-49c7-88bb-ebb03443f91d', 'tag': '5cb0be83-c7d0-4f08-928e-554bba077a76'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:10:59.569050 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a81186-facd-49b7-864b-f031f3ff118a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0039135-10b4-49c7-88bb-ebb03443f91d", "tag": "5cb0be83-c7d0-4f08-928e-554bba077a76"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:10:59.608037 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41228) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:10:59.651691 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b8bacc-eaba-40f4-a807-1ae81d077079 x-openstack-request-id: req-b5b8bacc-eaba-40f4-a807-1ae81d077079 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:10:59.652042 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0039135-10b4-49c7-88bb-ebb03443f91d", "tag": "5cb0be83-c7d0-4f08-928e-554bba077a76", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:10:59.652042 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5b8bacc-eaba-40f4-a807-1ae81d077079 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:10:59.652461 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0039135-10b4-49c7-88bb-ebb03443f91d', 'tag': '5cb0be83-c7d0-4f08-928e-554bba077a76', 'status': 'completed', 'code': 200} Oct 13 14:10:59.662013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49c334a2-5b95-4f95-8905-ad317b7a5b0b req-c3292f10-9426-4594-bf48-90554591ddae tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893631 Oct 13 14:10:59.766975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07183dbb-0383-4dcf-b7a8-ba7add6eaee0 req-8f993667-5281-4a9f-bcab-0b4d27a5ed2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1181014 Oct 13 14:10:59.775220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a81186-facd-49b7-864b-f031f3ff118a req-5ac2844a-e751-4357-b9bf-5e6819dd0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:59.777165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07a81186-facd-49b7-864b-f031f3ff118a req-5ac2844a-e751-4357-b9bf-5e6819dd0039 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 1126 time: 0.0913262 Oct 13 14:10:59.778160 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1608117726-network', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:10:59.796145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7fa59398-f720-49f6-ae85-9628077867f5 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:10:59.913137 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Made reservation on behalf of a997977e65de45ed810156d8bb91dad9 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:10:59.916375 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:59.928205 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:10:59.928924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a81186-facd-49b7-864b-f031f3ff118a req-4c6d47eb-14fe-453b-8ca0-6f946475fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:59.931776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07a81186-facd-49b7-864b-f031f3ff118a req-4c6d47eb-14fe-453b-8ca0-6f946475fdfd service neutron] 10.222.0.41 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.1436989 Oct 13 14:10:59.937702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07183dbb-0383-4dcf-b7a8-ba7add6eaee0 req-f9be5526-b828-40c2-b9ab-86b73593a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:10:59.940669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07183dbb-0383-4dcf-b7a8-ba7add6eaee0 req-f9be5526-b828-40c2-b9ab-86b73593a0d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 1102 time: 0.0828819 Oct 13 14:10:59.948785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 7fa59398-f720-49f6-ae85-9628077867f5 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:10:59.953829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 7fa59398-f720-49f6-ae85-9628077867f5 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:10:59.954541 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:00.007234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07a81186-facd-49b7-864b-f031f3ff118a req-d8fa99e1-c0d9-4ca7-89d5-666a806d6a27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cb0be83-c7d0-4f08-928e-554bba077a76 HTTP/1.1" status: 200 len: 217 time: 0.0602815 Oct 13 14:11:00.058137 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:00.079461 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:00.096812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced72dcc-6440-44c0-9529-22b32f864fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa59398-f720-49f6-ae85-9628077867f5'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:00.099291 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec845da-b93a-49aa-bcbb-9f50d96b473f" -d '{"events": [{"server_uuid": "ced72dcc-6440-44c0-9529-22b32f864fa9", "name": "network-vif-plugged", "status": "completed", "tag": "7fa59398-f720-49f6-ae85-9628077867f5"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:00.114889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7fa59398-f720-49f6-ae85-9628077867f5, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7fa59398-f720-49f6-ae85-9628077867f5,segment=NetworkSegment(f3a15eee-7eee-4446-91bd-94a55760aecc),segment_id=f3a15eee-7eee-4446-91bd-94a55760aecc)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:00.147557 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:00.169039 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:11:00.184662 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0f492d-be01-44c5-823f-cd02ee9a70c8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:00.187880 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:00.189339 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Added segment aae38631-f2c4-4ae2-baa1-2e71cfec2202 of type vlan for network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e Oct 13 14:11:00.210563 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:00.215624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8fb1a-e4a5-48b1-ae0b-3d05397d7deb req-c1fd07e9-251b-4523-877e-b0dce6e168eb tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:00.219272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93b8fb1a-e4a5-48b1-ae0b-3d05397d7deb req-c1fd07e9-251b-4523-877e-b0dce6e168eb tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 943 time: 0.2143147 Oct 13 14:11:00.233939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a81186-facd-49b7-864b-f031f3ff118a req-26b916c8-260f-4308-bfb8-709040720700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:00.235622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07a81186-facd-49b7-864b-f031f3ff118a req-26b916c8-260f-4308-bfb8-709040720700 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1907098 Oct 13 14:11:00.235909 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:00.286163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7fa59398-f720-49f6-ae85-9628077867f5,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:00.318202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07a81186-facd-49b7-864b-f031f3ff118a req-e2995a44-7fc0-4aa4-bfed-94f23f4afeb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697722 Oct 13 14:11:00.334734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07183dbb-0383-4dcf-b7a8-ba7add6eaee0 req-10bba2b5-3ac4-4624-a4f9-b487097e821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:00.336232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07183dbb-0383-4dcf-b7a8-ba7add6eaee0 req-10bba2b5-3ac4-4624-a4f9-b487097e821b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.3281941 Oct 13 14:11:00.362554 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:00.364112 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:00.365053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:00.369719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93b8fb1a-e4a5-48b1-ae0b-3d05397d7deb req-378cc8b7-e27d-4138-84bc-897cd60683f8 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379542 Oct 13 14:11:00.445029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-c1d75f71-4cfe-4b4d-8de4-bb5d24d7bda3 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:00.446472 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-c1d75f71-4cfe-4b4d-8de4-bb5d24d7bda3 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/networks?id=a02f909a-1f7a-4a49-bc5c-32402868c937 HTTP/1.1" status: 200 len: 825 time: 0.3282802 Oct 13 14:11:00.463874 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] Pushing event updated for resources: {'Network': ['ID=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:00.482826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07183dbb-0383-4dcf-b7a8-ba7add6eaee0 req-bb1f8190-888f-4954-b5e5-b2c4cd9ebf72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c HTTP/1.1" status: 200 len: 217 time: 0.1263843 Oct 13 14:11:00.485824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:11:00.534603 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-625ea408-fe39-4fe9-8838-88d47474f536 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/quotas/bfa828f1efec4cf2b0d7223c89f468ce HTTP/1.1" status: 200 len: 375 time: 0.0609324 Oct 13 14:11:00.577331 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-27ad10b2-8c0e-484f-9a93-7296567e084c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9679692 Oct 13 14:11:00.580576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41258) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:00.585175 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d7b608dc-726e-439b-9779-2599e87decab admin admin] Request body: {'subnet': {'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1608117726-subnet', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:00.629618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-273c2a02-4b22-4cb8-af7b-1f0e6d9a061e tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bfa828f1efec4cf2b0d7223c89f468ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649617 Oct 13 14:11:00.658801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07183dbb-0383-4dcf-b7a8-ba7add6eaee0 req-3a2e3d1a-1cdd-45a0-8b8e-11a3fe3b91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:00.659558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07183dbb-0383-4dcf-b7a8-ba7add6eaee0 req-3a2e3d1a-1cdd-45a0-8b8e-11a3fe3b91c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1727364 Oct 13 14:11:00.722369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b608dc-726e-439b-9779-2599e87decab admin admin] Made reservation on behalf of a997977e65de45ed810156d8bb91dad9 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:11:00.724732 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7b608dc-726e-439b-9779-2599e87decab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:00.734548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a39083-4c02-4e1a-91a0-e4f4bce5db77 req-2e4eb4f2-9935-4d76-a9f2-0dbe6d434ddd tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:00.736107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11a39083-4c02-4e1a-91a0-e4f4bce5db77 req-2e4eb4f2-9935-4d76-a9f2-0dbe6d434ddd tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.2482071 Oct 13 14:11:00.754523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07a81186-facd-49b7-864b-f031f3ff118a req-c2991d90-63a2-44fc-8789-9368ceecc420 service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163938 Oct 13 14:11:00.797050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a133fec7-2102-472c-a91f-1561143b0e9a req-a6220cf9-a05a-4a0f-b379-97dbfc6ab9bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2648127 Oct 13 14:11:00.941048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07183dbb-0383-4dcf-b7a8-ba7add6eaee0 req-6e207a9f-b58b-4fbe-9097-bdbc0289916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:00.942498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07183dbb-0383-4dcf-b7a8-ba7add6eaee0 req-6e207a9f-b58b-4fbe-9097-bdbc0289916a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2663097 Oct 13 14:11:00.955352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11a39083-4c02-4e1a-91a0-e4f4bce5db77 req-f01d17de-73be-4afb-8735-d85e9d9eb075 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997216 Oct 13 14:11:01.012235 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7b608dc-726e-439b-9779-2599e87decab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:01.014400 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b849ef8-49df-49cb-b69a-f6dc9a989ea0 x-openstack-request-id: req-1b849ef8-49df-49cb-b69a-f6dc9a989ea0 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:01.014712 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced72dcc-6440-44c0-9529-22b32f864fa9", "name": "network-vif-plugged", "status": "completed", "tag": "7fa59398-f720-49f6-ae85-9628077867f5", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:01.014925 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b849ef8-49df-49cb-b69a-f6dc9a989ea0 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:01.015356 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced72dcc-6440-44c0-9529-22b32f864fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fa59398-f720-49f6-ae85-9628077867f5', 'code': 200} Oct 13 14:11:01.098482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b608dc-726e-439b-9779-2599e87decab admin admin] Pushing event updated for resources: {'Subnet': ['ID=6964d976-94ec-4a1a-9713-1d451d704310,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:01.114054 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b608dc-726e-439b-9779-2599e87decab admin admin] Checking segment: {'id': 'aae38631-f2c4-4ae2-baa1-2e71cfec2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:11:01.114754 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b608dc-726e-439b-9779-2599e87decab admin admin] Network hostable DHCP agents. Network: e1473f1a-4a53-4fe0-be9d-d5d10bccee8e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:11:01.204716 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b608dc-726e-439b-9779-2599e87decab admin admin] Network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:11:01.240977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-da3ea562-00bc-4a35-ba3c-7018776e9a0a service neutron] 10.222.0.18 "GET /v2.0/networks/a02f909a-1f7a-4a49-bc5c-32402868c937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020250 Oct 13 14:11:01.282423 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-d7b608dc-726e-439b-9779-2599e87decab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, e1473f1a-4a53-4fe0-be9d-d5d10bccee8e) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:11:01.288001 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b608dc-726e-439b-9779-2599e87decab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:01.288739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7b608dc-726e-439b-9779-2599e87decab admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:01.295179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-4fb252e9-8029-4657-b6df-e08c6c42702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:01.295484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef6f4d6-2ca9-44a5-a6c2-bffa8cd26a1d None None] Network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:11:01.296751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-4fb252e9-8029-4657-b6df-e08c6c42702c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 1102 time: 0.5886371 Oct 13 14:11:01.391659 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d7b608dc-726e-439b-9779-2599e87decab admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8101668 Oct 13 14:11:01.392335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41262) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:01.396911 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1608117726-router', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:01.427266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133fec7-2102-472c-a91f-1561143b0e9a req-28b0744f-e5a0-4a29-bf24-dac1296ebbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:01.428773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a133fec7-2102-472c-a91f-1561143b0e9a req-28b0744f-e5a0-4a29-bf24-dac1296ebbb8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 1096 time: 0.5720901 Oct 13 14:11:01.431754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07a81186-facd-49b7-864b-f031f3ff118a req-7a2f133c-713a-4c4d-a8cb-5adfa9102ec6 service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6535182 Oct 13 14:11:01.472635 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6912bb3-ad5a-414a-a197-5fa6825d7d02 None None] Network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:11:01.579952 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:01.583894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:01.689960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0ffa4-1b4f-4a2b-ba7f-b77a3ef2a6ce req-9b705e0c-1db6-4c76-b9d0-e6cfdaa0d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:01.692404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31b0ffa4-1b4f-4a2b-ba7f-b77a3ef2a6ce req-9b705e0c-1db6-4c76-b9d0-e6cfdaa0d647 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 1098 time: 0.4457605 Oct 13 14:11:01.702501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d987f9d-8f93-4cb4-bacf-fb904e532a83 req-42a0db79-8a80-4816-80e5-db601e40598e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:01.704108 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d987f9d-8f93-4cb4-bacf-fb904e532a83 req-42a0db79-8a80-4816-80e5-db601e40598e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.4588838 Oct 13 14:11:01.725522 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:01.730756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07183dbb-0383-4dcf-b7a8-ba7add6eaee0 req-fd14d0eb-004f-4c3b-8ef2-ceeb80323772 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7736304 Oct 13 14:11:01.812448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 5cb0be83-c7d0-4f08-928e-554bba077a76 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:11:01.833708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-c16174a0-febf-4333-9836-6dbd877ac646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:01.835321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-c16174a0-febf-4333-9836-6dbd877ac646 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.4959466 Oct 13 14:11:01.846284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5460827f-fb5f-41cc-b648-783994b4ce72 service neutron] 10.222.0.18 "GET /v2.0/networks/a02f909a-1f7a-4a49-bc5c-32402868c937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808499 Oct 13 14:11:01.923693 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5cb0be83-c7d0-4f08-928e-554bba077a76,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:01.934957 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d987f9d-8f93-4cb4-bacf-fb904e532a83 req-7a58387e-8352-4e4e-a479-a93a52ad2fed tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066195 Oct 13 14:11:01.937321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 5cb0be83-c7d0-4f08-928e-554bba077a76 has no active binding in host n-h1-806683-15 {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 14:11:01.972653 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:01.999322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133fec7-2102-472c-a91f-1561143b0e9a req-19b660ca-aec3-4b14-b2cd-2f876e412e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:02.001463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a133fec7-2102-472c-a91f-1561143b0e9a req-19b660ca-aec3-4b14-b2cd-2f876e412e40 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.5363157 Oct 13 14:11:02.007992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-6cc3ea53-3791-4eaf-a318-35df8ead5547 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=b404053c-5795-422b-beaa-2c9b6b2f362a HTTP/1.1" status: 200 len: 217 time: 0.1342366 Oct 13 14:11:02.026287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31b0ffa4-1b4f-4a2b-ba7f-b77a3ef2a6ce req-a9d96feb-cd26-4c80-b839-fc2bded6932b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a27339c1-7dcf-4b0b-8abe-abc38836e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110759 Oct 13 14:11:02.195879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07183dbb-0383-4dcf-b7a8-ba7add6eaee0 req-12ebb755-7d9e-46a8-9adc-db9b2f8098a7 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448419 Oct 13 14:11:02.215689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a133fec7-2102-472c-a91f-1561143b0e9a req-7eec1720-57e6-46b3-a234-3e7db350176b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c HTTP/1.1" status: 200 len: 999 time: 0.2006354 Oct 13 14:11:02.218181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-6d060060-802f-46f4-b737-055161ba31bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:02.219678 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-6d060060-802f-46f4-b737-055161ba31bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1908877 Oct 13 14:11:02.257024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca387aa3-5444-4f5d-ab1f-838889677a31 req-e2834f4c-0769-40d8-989a-f0edfdc006f9 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:02.259090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca387aa3-5444-4f5d-ab1f-838889677a31 req-e2834f4c-0769-40d8-989a-f0edfdc006f9 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 946 time: 0.1746681 Oct 13 14:11:02.278960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3fa30-6fbc-4320-9577-b31465c85ee5 req-6cdf0e1c-f5f6-4b1e-bd4c-1751064518dd tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:02.280619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7de3fa30-6fbc-4320-9577-b31465c85ee5 req-6cdf0e1c-f5f6-4b1e-bd4c-1751064518dd tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1484752 Oct 13 14:11:02.345331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:02.367089 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:02.407159 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca387aa3-5444-4f5d-ab1f-838889677a31 req-04ece6b5-551d-464c-b335-274f6dd7e9cc tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/security-groups?id=a27339c1-7dcf-4b0b-8abe-abc38836e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370828 Oct 13 14:11:02.415907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133fec7-2102-472c-a91f-1561143b0e9a req-2f28a6e7-689f-4599-b82f-676c31175cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:02.417649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a133fec7-2102-472c-a91f-1561143b0e9a req-2f28a6e7-689f-4599-b82f-676c31175cca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.1692195 Oct 13 14:11:02.428183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-cf65fabc-fd3b-419b-84d8-a5a930a3cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:02.438523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-cf65fabc-fd3b-419b-84d8-a5a930a3cd78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2039950 Oct 13 14:11:02.453783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7de3fa30-6fbc-4320-9577-b31465c85ee5 req-e47324ce-93b4-49a9-ab87-67237752e721 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338346 Oct 13 14:11:02.505721 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Allocated IP 172.25.0.64 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/d9fb0273-321d-40be-bb87-4b271065befb) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:11:02.679059 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:02.695960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133fec7-2102-472c-a91f-1561143b0e9a req-faa0e91b-18ce-47ca-a120-3ac4a9237a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:02.697952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a133fec7-2102-472c-a91f-1561143b0e9a req-faa0e91b-18ce-47ca-a120-3ac4a9237a65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2722652 Oct 13 14:11:02.740250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e0221-10c8-413a-81aa-3f530149cdb9 req-2ef1735e-0f10-41af-a49e-1a2b6dfbe1f6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:02.741773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-121e0221-10c8-413a-81aa-3f530149cdb9 req-2ef1735e-0f10-41af-a49e-1a2b6dfbe1f6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 943 time: 0.2072418 Oct 13 14:11:02.744069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d3e4b638-89ec-402d-ab81-b70d6441281c service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886505 Oct 13 14:11:02.764216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-09550a34-cd6b-47fd-8abc-8fc1a3dc8a4d service neutron] 10.222.0.41 "GET /v2.0/ports/5cb0be83-c7d0-4f08-928e-554bba077a76/bindings/n-h1-806683-15 HTTP/1.1" status: 200 len: 385 time: 0.2373180 Oct 13 14:11:02.834283 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:02.884423 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:11:02.890430 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:11:02.895970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:11:02.899371 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d9fb0273-321d-40be-bb87-4b271065befb,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:02.950920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9166f2-3418-4d27-a669-a09401558ec9 req-86e5e270-e858-4a69-a964-33b722e2fcbf tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:02.952545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c9166f2-3418-4d27-a669-a09401558ec9 req-86e5e270-e858-4a69-a964-33b722e2fcbf tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.2884278 Oct 13 14:11:02.999355 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-121e0221-10c8-413a-81aa-3f530149cdb9 req-a21742df-0601-4b96-9fa1-e5626d9a558b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377324 Oct 13 14:11:03.040331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a133fec7-2102-472c-a91f-1561143b0e9a req-8d112854-9aeb-41d8-ad61-8e5b631db00f service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316543 Oct 13 14:11:03.104933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-31f9dc01-1cf3-4b2a-bcee-70c456990338 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443956 Oct 13 14:11:03.251221 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:03.430387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c9166f2-3418-4d27-a669-a09401558ec9 req-4de7285c-ad60-4d64-b98e-c4ae126a71a7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567466 Oct 13 14:11:03.444051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0698b0cf-5a2c-4a50-b733-bae42f44349f req-f3b73790-6f88-4182-bf32-99fca941595e tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 210 time: 0.3560977 Oct 13 14:11:03.513458 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:03.624858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a133fec7-2102-472c-a91f-1561143b0e9a req-52917607-5d16-4c93-918e-fa1dd35bde01 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700104 Oct 13 14:11:03.697709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c0f7f-0d6f-48f1-a655-5036b0c23136 req-c966ffcf-bdaf-407c-a16b-1ee64cba9c17 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:03.699204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e70c0f7f-0d6f-48f1-a655-5036b0c23136 req-c966ffcf-bdaf-407c-a16b-1ee64cba9c17 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1674430 Oct 13 14:11:03.754105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cac48-53ab-4c59-9f83-c36b6e8699d9 req-1531fe26-9f2c-406a-be82-acd6bfdae776 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:03.755665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5cac48-53ab-4c59-9f83-c36b6e8699d9 req-1531fe26-9f2c-406a-be82-acd6bfdae776 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 946 time: 0.1401875 Oct 13 14:11:03.759550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-de685757-47a1-48a6-be01-b0202ec9856a req-9fbff1ef-726b-4fc2-88dc-bf4e1930ca39 service neutron] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5cb0be83-c7d0-4f08-928e-554bba077a76,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:03.816454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e70c0f7f-0d6f-48f1-a655-5036b0c23136 req-6e4f0d7f-7b78-4121-b071-58c9b83c3920 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043153 Oct 13 14:11:03.823125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-de685757-47a1-48a6-be01-b0202ec9856a req-9fbff1ef-726b-4fc2-88dc-bf4e1930ca39 service neutron] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:11:03.847637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Router 7135305b-1ffe-468a-a922-39bb7a42a15a is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:11:03.859088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae5cac48-53ab-4c59-9f83-c36b6e8699d9 req-d6e7aa4b-69d4-42b4-8bcf-9b9a1bf03874 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/security-groups?id=a27339c1-7dcf-4b0b-8abe-abc38836e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913522 Oct 13 14:11:03.885929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-de685757-47a1-48a6-be01-b0202ec9856a req-9fbff1ef-726b-4fc2-88dc-bf4e1930ca39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb0be83-c7d0-4f08-928e-554bba077a76 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:03.908629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-de685757-47a1-48a6-be01-b0202ec9856a req-9fbff1ef-726b-4fc2-88dc-bf4e1930ca39 service neutron] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5cb0be83-c7d0-4f08-928e-554bba077a76,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:04.021353 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de685757-47a1-48a6-be01-b0202ec9856a req-9fbff1ef-726b-4fc2-88dc-bf4e1930ca39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:04.088515 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:11:04.103581 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Sync routers for ids ['7135305b-1ffe-468a-a922-39bb7a42a15a'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:11:04.118835 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Routers {'7135305b-1ffe-468a-a922-39bb7a42a15a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:11:04.119642 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:10:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7135305b-1ffe-468a-a922-39bb7a42a15a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:04.122946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd98f9d-a26a-4501-b89e-fabb203c19ff req-ca02a93a-9e5f-4710-ba88-775070a2c0bb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:04.132173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fd98f9d-a26a-4501-b89e-fabb203c19ff req-ca02a93a-9e5f-4710-ba88-775070a2c0bb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.2037518 Oct 13 14:11:04.142270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63824b96-d0af-4dfa-b7c4-31020e3267fc req-830d493c-5b85-4416-8d80-2eb966fbaf4c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:04.143743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63824b96-d0af-4dfa-b7c4-31020e3267fc req-830d493c-5b85-4416-8d80-2eb966fbaf4c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1991541 Oct 13 14:11:04.197937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:04.200377 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fba14450-e5f7-4264-ba9b-86cc9bf047e6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8068705 Oct 13 14:11:04.205168 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41292) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:04.236651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fd98f9d-a26a-4501-b89e-fabb203c19ff req-78ca0eb9-10a8-42f2-95e2-5ebde0db4027 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884199 Oct 13 14:11:04.252670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63824b96-d0af-4dfa-b7c4-31020e3267fc req-df7ee50a-691d-42cc-a851-b5cf4c88d5da tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966384 Oct 13 14:11:04.259455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-de685757-47a1-48a6-be01-b0202ec9856a req-9fbff1ef-726b-4fc2-88dc-bf4e1930ca39 service neutron] Transition to ACTIVE for port object 5cb0be83-c7d0-4f08-928e-554bba077a76 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:11:04.330976 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de685757-47a1-48a6-be01-b0202ec9856a req-9fbff1ef-726b-4fc2-88dc-bf4e1930ca39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:04.335412 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Set router 7135305b-1ffe-468a-a922-39bb7a42a15a gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:11:04.508468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-de685757-47a1-48a6-be01-b0202ec9856a req-9fbff1ef-726b-4fc2-88dc-bf4e1930ca39 service neutron] No DVR routers for this DVR port 5cb0be83-c7d0-4f08-928e-554bba077a76 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:11:04.627012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-9fbff1ef-726b-4fc2-88dc-bf4e1930ca39 service neutron] 10.222.0.41 "PUT /v2.0/ports/5cb0be83-c7d0-4f08-928e-554bba077a76/bindings/n-h1-806683-15/activate HTTP/1.1" status: 200 len: 370 time: 1.8156521 Oct 13 14:11:04.638793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbff1ef-726b-4fc2-88dc-bf4e1930ca39 service neutron] Pushing event updated for resources: {'Port': ['ID=5cb0be83-c7d0-4f08-928e-554bba077a76,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:04.666709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87ff17-6f25-45e7-bb49-0b7c5107b26f req-60e86fb3-1eb0-4bc3-a8db-b49a021bcdd6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:04.676160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f87ff17-6f25-45e7-bb49-0b7c5107b26f req-60e86fb3-1eb0-4bc3-a8db-b49a021bcdd6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 944 time: 0.3329163 Oct 13 14:11:04.728661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f87ff17-6f25-45e7-bb49-0b7c5107b26f req-6b6b20be-ed26-4b5d-ac34-b3c32dc55524 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523076 Oct 13 14:11:04.802165 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'name': 'tempest-ServerRescueNegativeTestJSON-1608117726-router', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:11:01Z', 'updated_at': '2021-10-13T14:11:03Z', 'revision_number': 3, 'project_id': 'a997977e65de45ed810156d8bb91dad9', 'gw_port': {'id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:11:02Z', 'updated_at': '2021-10-13T14:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:04.850351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-9d9ca13d-a342-44d5-95fe-4cbe4aabafb8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:04.852717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-9d9ca13d-a342-44d5-95fe-4cbe4aabafb8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 812 time: 0.3460786 Oct 13 14:11:04.871979 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Checking router: 7135305b-1ffe-468a-a922-39bb7a42a15a for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:11:04.872322 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Updating router 7135305b-1ffe-468a-a922-39bb7a42a15a port d9fb0273-321d-40be-bb87-4b271065befb binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:11:04.898514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-384b49e5-2ff3-469a-9d19-371283f22073 req-c50da857-30ac-4145-8d43-43256f57596b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 210 time: 0.0394096 Oct 13 14:11:04.902207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-e18b49fd-a5ff-427a-9f99-d3e846941ed6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/quotas/f30573fef89b4a79a75abcae7dd5b4d0 HTTP/1.1" status: 200 len: 375 time: 0.0419288 Oct 13 14:11:04.909781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685757-47a1-48a6-be01-b0202ec9856a req-3b1bb12a-b937-463e-b484-68d4a248ee66 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:04.911397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-3b1bb12a-b937-463e-b484-68d4a248ee66 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d&tenant_id=f98de12adc794eee8130fc8c105bc67c&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1096 time: 0.1271548 Oct 13 14:11:04.914160 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:05.042756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685757-47a1-48a6-be01-b0202ec9856a req-aa1b0081-cc01-4854-8913-40d60478c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:05.044373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-aa1b0081-cc01-4854-8913-40d60478c9c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d&tenant_id=f98de12adc794eee8130fc8c105bc67c HTTP/1.1" status: 200 len: 1096 time: 0.1228569 Oct 13 14:11:05.072484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-f6c02194-48f4-4235-8384-fdd8e43dbb6a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1600358 Oct 13 14:11:05.096935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f106e-62e5-4198-97cd-656ec7a20027 req-5ac97503-4c66-4489-b595-9d7ac07a4683 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:05.105545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a3f106e-62e5-4198-97cd-656ec7a20027 req-5ac97503-4c66-4489-b595-9d7ac07a4683 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.1166720 Oct 13 14:11:05.117390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:05.225427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685757-47a1-48a6-be01-b0202ec9856a req-f67a5591-a65c-4033-ac7f-4003f8934370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:05.227023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-f67a5591-a65c-4033-ac7f-4003f8934370 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 1096 time: 0.1497653 Oct 13 14:11:05.235016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a3f106e-62e5-4198-97cd-656ec7a20027 req-0adf4842-4805-480f-b7f7-ddb83d08ba90 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285555 Oct 13 14:11:05.312595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-75f3fd6d-4501-4ecc-a7c1-55804f4816bb service neutron] 10.222.0.18 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244341 Oct 13 14:11:05.333693 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Allocated IP 172.20.0.1 (e1473f1a-4a53-4fe0-be9d-d5d10bccee8e/6964d976-94ec-4a1a-9713-1d451d704310/e635bb5b-d44a-401e-be2e-e19c573784ec) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:11:05.386904 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:05.418947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685757-47a1-48a6-be01-b0202ec9856a req-9422c50e-ebbb-484a-b861-d9cef726015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:05.420487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-9422c50e-ebbb-484a-b861-d9cef726015d service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.1846025 Oct 13 14:11:05.481119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-b7e74c38-5c09-4541-9c7a-e9900f3264bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cb0be83-c7d0-4f08-928e-554bba077a76 HTTP/1.1" status: 200 len: 217 time: 0.0500443 Oct 13 14:11:05.495991 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:05.515895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:05.565088 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:11:05.566112 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Attempting to bind port d9fb0273-321d-40be-bb87-4b271065befb on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:11:05.566535 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Attempting to bind port d9fb0273-321d-40be-bb87-4b271065befb by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:11:05.566956 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Attempting to bind port d9fb0273-321d-40be-bb87-4b271065befb on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:05.569899 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bff131-e2b5-4b1c-b1cb-0f14321daee1 None None] Pushing event updated for resources: {'Port': ['ID=d9fb0273-321d-40be-bb87-4b271065befb,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:05.575703 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:11:05.576161 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:11:05.576628 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:05.577161 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:11:05.582221 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Bound port: d9fb0273-321d-40be-bb87-4b271065befb, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:11:05.582221 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:05.587084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-1356c2f4-bc61-4ecc-ba84-60942d20cb2b service neutron] 10.222.0.18 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595725 Oct 13 14:11:05.639447 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] For port d9fb0273-321d-40be-bb87-4b271065befb, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:11:05.643309 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] For port d9fb0273-321d-40be-bb87-4b271065befb, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d9fb0273-321d-40be-bb87-4b271065befb,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:11:05.645896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685757-47a1-48a6-be01-b0202ec9856a req-826eab5b-7470-4aad-81a0-5f4841733bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:05.647486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-826eab5b-7470-4aad-81a0-5f4841733bd7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1550279 Oct 13 14:11:05.684340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d11f5-c558-4aa0-96c0-b8c70e38434c req-8807a54f-1acc-4f36-a17a-ebc7f92d02e2 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:05.684863 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:05.688841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-653d11f5-c558-4aa0-96c0-b8c70e38434c req-8807a54f-1acc-4f36-a17a-ebc7f92d02e2 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 946 time: 0.2026601 Oct 13 14:11:05.710788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-aef169fa-e4d3-4233-9770-dd417101aff0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510399 Oct 13 14:11:05.740782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:11:05.744610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:11:05.749443 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:11:05.752323 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e635bb5b-d44a-401e-be2e-e19c573784ec,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:05.760881 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:05.801427 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:05.825436 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Routers {'7135305b-1ffe-468a-a922-39bb7a42a15a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:11:05.827366 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:10:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7135305b-1ffe-468a-a922-39bb7a42a15a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:05.827833 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bff131-e2b5-4b1c-b1cb-0f14321daee1 None None] Pushing event updated for resources: {'Port': ['ID=d9fb0273-321d-40be-bb87-4b271065befb,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:05.863887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-13567393-dda7-44b1-9beb-7247d0307d87 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:05.865486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-13567393-dda7-44b1-9beb-7247d0307d87 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.49 "GET /v2.0/networks?id=a02f909a-1f7a-4a49-bc5c-32402868c937 HTTP/1.1" status: 200 len: 825 time: 0.3014555 Oct 13 14:11:05.875577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-653d11f5-c558-4aa0-96c0-b8c70e38434c req-e8662e39-8c41-4e87-887c-bc087b58b11b tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/security-groups?id=a27339c1-7dcf-4b0b-8abe-abc38836e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727393 Oct 13 14:11:05.912461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-eecbdba3-bd74-4928-8996-2fa9d90bf38b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Request body: {'port': {'device_id': '98d8a127-c1a0-4772-b809-db7e479a6f19', 'network_id': 'a02f909a-1f7a-4a49-bc5c-32402868c937', 'admin_state_up': True, 'tenant_id': 'bfa828f1efec4cf2b0d7223c89f468ce'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:06.014112 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] Set router 7135305b-1ffe-468a-a922-39bb7a42a15a gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:11:06.103532 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:06.138612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-6a79b8b5-7330-4e25-9270-dc8fdfb1393a service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141603 Oct 13 14:11:06.212644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06075da9-e37f-4de2-95dd-c11b456c7d86 req-414e7039-1dd7-4b8f-8245-424618cdec7e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:06.214234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06075da9-e37f-4de2-95dd-c11b456c7d86 req-414e7039-1dd7-4b8f-8245-424618cdec7e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1329308 Oct 13 14:11:06.225929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccd47b-d7d7-4d5a-ae0c-0fc8c5ebc9f5 req-5dbefd88-89f3-4b62-b39a-5cbdbcefcc9f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:06.228026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19ccd47b-d7d7-4d5a-ae0c-0fc8c5ebc9f5 req-5dbefd88-89f3-4b62-b39a-5cbdbcefcc9f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 944 time: 0.2012186 Oct 13 14:11:06.241536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-eecbdba3-bd74-4928-8996-2fa9d90bf38b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Made reservation on behalf of bfa828f1efec4cf2b0d7223c89f468ce for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:11:06.246609 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-eecbdba3-bd74-4928-8996-2fa9d90bf38b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:06.298563 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'name': 'tempest-ServerRescueNegativeTestJSON-1608117726-router', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:11:01Z', 'updated_at': '2021-10-13T14:11:03Z', 'revision_number': 3, 'project_id': 'a997977e65de45ed810156d8bb91dad9', 'gw_port': {'id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:11:02Z', 'updated_at': '2021-10-13T14:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:06.341765 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2e262-a437-48e7-ba09-50605a45913e None None] The sync data for ids ['7135305b-1ffe-468a-a922-39bb7a42a15a'] in n-d-806683-15 is: [{'id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'name': 'tempest-ServerRescueNegativeTestJSON-1608117726-router', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:11:01Z', 'updated_at': '2021-10-13T14:11:03Z', 'revision_number': 3, 'project_id': 'a997977e65de45ed810156d8bb91dad9', 'gw_port': {'id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:11:02Z', 'updated_at': '2021-10-13T14:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:11:06.353956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06075da9-e37f-4de2-95dd-c11b456c7d86 req-116cad5f-6056-4b5e-ac38-9107170dc0dc tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231983 Oct 13 14:11:06.364459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-ab13c581-990d-4cde-b17d-95288cc2ab7a service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174468 Oct 13 14:11:06.389874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:06.415751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19ccd47b-d7d7-4d5a-ae0c-0fc8c5ebc9f5 req-9dfe8513-7f11-4740-8908-e5eb2e8c8b19 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668839 Oct 13 14:11:06.519797 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:06.619062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e635bb5b-d44a-401e-be2e-e19c573784ec,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:06.655253 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:06.806059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:11:06.807677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:11:06.888094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c03989c3-4058-45e3-84b3-ec7cb9cb3dbc req-5699e825-637e-48ba-b830-a45dc7d4940c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 210 time: 0.4041972 Oct 13 14:11:06.941342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03281b53-c98e-40c1-960c-afd038012176 req-abe2775c-cc16-4af7-9c3a-70eaecc458aa tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:06.943383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03281b53-c98e-40c1-960c-afd038012176 req-abe2775c-cc16-4af7-9c3a-70eaecc458aa tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 946 time: 0.4787915 Oct 13 14:11:06.961864 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41336) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:06.970377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-eecbdba3-bd74-4928-8996-2fa9d90bf38b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Allocated IP 172.20.0.5 (a02f909a-1f7a-4a49-bc5c-32402868c937/a66035c4-c7a8-43e9-9e0d-a6422078a8c7/7e0715d9-3673-45c0-b1cf-c159ba2e6d84) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:11:06.972496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7be8b766-28c4-45b4-b8af-954017dd7d5e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Request body: {'floatingip': {'port_id': '7fa59398-f720-49f6-ae85-9628077867f5'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:07.063701 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7be8b766-28c4-45b4-b8af-954017dd7d5e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:07.071707 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Router 7135305b-1ffe-468a-a922-39bb7a42a15a has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:11:07.173619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13fa138b-b937-47be-a8a7-d763994eddb7 req-ff195cc9-9bb1-4a1b-9caf-d18e641cc4af tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 210 time: 0.0665216 Oct 13 14:11:07.185344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de685757-47a1-48a6-be01-b0202ec9856a req-53495c95-2d18-4b1f-9b4b-6e8c4066de30 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:07.187002 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-53495c95-2d18-4b1f-9b4b-6e8c4066de30 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d&tenant_id=f98de12adc794eee8130fc8c105bc67c&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 1096 time: 0.2034504 Oct 13 14:11:07.266003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbab16-84f5-4f53-bbeb-32bee9b32ec5 req-b073e704-334c-4824-82ab-8f11530321da tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:07.274688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03dbab16-84f5-4f53-bbeb-32bee9b32ec5 req-b073e704-334c-4824-82ab-8f11530321da tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.2336752 Oct 13 14:11:07.394753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03dbab16-84f5-4f53-bbeb-32bee9b32ec5 req-e37da4ce-46fc-46c8-8268-0943bd3e4cbd tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187704 Oct 13 14:11:07.466115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:11:07.472006 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8fa57a78-8f25-4183-9c47-06a08e5c13a5 admin admin] 10.222.0.18 "PUT /v2.0/routers/7135305b-1ffe-468a-a922-39bb7a42a15a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2649481 Oct 13 14:11:07.591036 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-eecbdba3-bd74-4928-8996-2fa9d90bf38b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:07.654694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5cb0be83-c7d0-4f08-928e-554bba077a76 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:11:07.671715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-de685757-47a1-48a6-be01-b0202ec9856a req-255f5b14-1bd2-4b2d-b4ed-7a9c31cc430b service neutron] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:11:07.683082 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de685757-47a1-48a6-be01-b0202ec9856a req-255f5b14-1bd2-4b2d-b4ed-7a9c31cc430b service neutron] Notify callbacks [] for binding, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:07.688758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de685757-47a1-48a6-be01-b0202ec9856a req-255f5b14-1bd2-4b2d-b4ed-7a9c31cc430b service neutron] 10.222.0.49 "DELETE /v2.0/ports/5cb0be83-c7d0-4f08-928e-554bba077a76/bindings/n-h2-806683-15 HTTP/1.1" status: 204 len: 173 time: 0.4785883 Oct 13 14:11:07.701022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b40cb-0781-474a-9558-cbf261c55068 req-1b1eb89f-309b-4afb-947e-f7e7c98bd301 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:07.710243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a5b40cb-0781-474a-9558-cbf261c55068 req-1b1eb89f-309b-4afb-947e-f7e7c98bd301 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.2293410 Oct 13 14:11:07.743242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da748087-fcd2-4647-b99a-3cb83956f14b req-8d9b80c0-4aa2-47ef-9e38-de169a661f83 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:07.752851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da748087-fcd2-4647-b99a-3cb83956f14b req-8d9b80c0-4aa2-47ef-9e38-de169a661f83 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 944 time: 0.1974313 Oct 13 14:11:07.757429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5cb0be83-c7d0-4f08-928e-554bba077a76 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:11:07.805385 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-eecbdba3-bd74-4928-8996-2fa9d90bf38b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:07.813724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a5b40cb-0781-474a-9558-cbf261c55068 req-7a69422d-75da-499d-9667-7a60259b7989 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026099 Oct 13 14:11:07.867059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da748087-fcd2-4647-b99a-3cb83956f14b req-7228de17-ea9f-48a9-856f-7e17e9ae3d79 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131425 Oct 13 14:11:07.888379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-eecbdba3-bd74-4928-8996-2fa9d90bf38b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Network a02f909a-1f7a-4a49-bc5c-32402868c937 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:11:07.907459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-eecbdba3-bd74-4928-8996-2fa9d90bf38b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:11:07.917661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-eecbdba3-bd74-4928-8996-2fa9d90bf38b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:11:07.970130 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7be8b766-28c4-45b4-b8af-954017dd7d5e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:07.991387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbdba3-bd74-4928-8996-2fa9d90bf38b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Pushing event updated for resources: {'Port': ['ID=7e0715d9-3673-45c0-b1cf-c159ba2e6d84,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:08.006653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-eecbdba3-bd74-4928-8996-2fa9d90bf38b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:08.007316 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-eecbdba3-bd74-4928-8996-2fa9d90bf38b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:08.035299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d9fb0273-321d-40be-bb87-4b271065befb up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:11:08.083053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7be8b766-28c4-45b4-b8af-954017dd7d5e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:08.106514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90beffc1-ef9c-4c6c-9e10-444a97e73a2a req-867f9fee-e020-4e45-8960-fe5001af3680 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 210 time: 0.0646660 Oct 13 14:11:08.131582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d9fb0273-321d-40be-bb87-4b271065befb triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:08.131582 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:08.188172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-eecbdba3-bd74-4928-8996-2fa9d90bf38b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3089008 Oct 13 14:11:08.208429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Request body: {'port': {'device_id': '98d8a127-c1a0-4772-b809-db7e479a6f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:08.268052 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-7be8b766-28c4-45b4-b8af-954017dd7d5e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Floating IP 2409fcb9-b02e-4b14-ba6f-322ee203eafe associated. External IP: 172.25.0.114, port: 7fa59398-f720-49f6-ae85-9628077867f5. Oct 13 14:11:08.284859 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:08.313316 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port d9fb0273-321d-40be-bb87-4b271065befb, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d9fb0273-321d-40be-bb87-4b271065befb,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:08.400684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672808-cb13-4160-bd32-aedcc1811f23 req-0f94be6f-421e-40c2-b478-91467c84b2b3 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:08.402351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d672808-cb13-4160-bd32-aedcc1811f23 req-0f94be6f-421e-40c2-b478-91467c84b2b3 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 1096 time: 0.1721706 Oct 13 14:11:08.402891 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:08.416310 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:08.426327 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-f2fe264f-f82f-4040-82af-1cbeda863996 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:08.435990 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-f2fe264f-f82f-4040-82af-1cbeda863996 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/networks?id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e HTTP/1.1" status: 200 len: 819 time: 0.3956683 Oct 13 14:11:08.491556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-c7ac8df5-35fc-4537-b2fd-f075b26ccf1a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/quotas/a997977e65de45ed810156d8bb91dad9 HTTP/1.1" status: 200 len: 375 time: 0.0544615 Oct 13 14:11:08.519977 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=d9fb0273-321d-40be-bb87-4b271065befb,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:08.562437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be8b766-28c4-45b4-b8af-954017dd7d5e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Router b8d4589c-9185-4969-a225-99031bd3bb33 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:11:08.614237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d672808-cb13-4160-bd32-aedcc1811f23 req-6a691af6-b0cb-4732-adc4-9462da30c2d0 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624012 Oct 13 14:11:08.651971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Sync routers for ids ['7135305b-1ffe-468a-a922-39bb7a42a15a'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:11:08.671265 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Routers {'7135305b-1ffe-468a-a922-39bb7a42a15a'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:11:08.671967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:10:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7135305b-1ffe-468a-a922-39bb7a42a15a'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:08.745028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be8b766-28c4-45b4-b8af-954017dd7d5e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:11:08.754725 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c2126b-43b0-404e-8f35-8e8fa7af8675 None None] Sync routers for ids ['b8d4589c-9185-4969-a225-99031bd3bb33'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:11:08.761163 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7be8b766-28c4-45b4-b8af-954017dd7d5e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:08.777466 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2126b-43b0-404e-8f35-8e8fa7af8675 None None] Routers {'b8d4589c-9185-4969-a225-99031bd3bb33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:11:08.778528 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-75c2126b-43b0-404e-8f35-8e8fa7af8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:10:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8d4589c-9185-4969-a225-99031bd3bb33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:08.799790 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7be8b766-28c4-45b4-b8af-954017dd7d5e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "PUT /v2.0/floatingips/2409fcb9-b02e-4b14-ba6f-322ee203eafe HTTP/1.1" status: 200 len: 992 time: 1.8363192 Oct 13 14:11:08.801039 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced72dcc-6440-44c0-9529-22b32f864fa9', 'tag': '7fa59398-f720-49f6-ae85-9628077867f5'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:08.803391 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0059e2d-a485-4b06-af8a-784589b3e74a" -d '{"events": [{"name": "network-changed", "server_uuid": "ced72dcc-6440-44c0-9529-22b32f864fa9", "tag": "7fa59398-f720-49f6-ae85-9628077867f5"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:08.830272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-5c38dd52-1c3a-43a2-aa2f-ef4f8d6c7a6b tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a997977e65de45ed810156d8bb91dad9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3377912 Oct 13 14:11:08.843303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Set router 7135305b-1ffe-468a-a922-39bb7a42a15a gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:11:08.944120 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-75c2126b-43b0-404e-8f35-8e8fa7af8675 None None] Set router b8d4589c-9185-4969-a225-99031bd3bb33 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:11:09.011105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a0d4-ba45-4fcb-b726-29e4b6985f82 req-6058faba-ab51-4941-a195-07a868032e1d tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:09.013588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9888a0d4-ba45-4fcb-b726-29e4b6985f82 req-6058faba-ab51-4941-a195-07a868032e1d tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 931 time: 0.2795155 Oct 13 14:11:09.108906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'name': 'tempest-ServerRescueNegativeTestJSON-1608117726-router', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:11:01Z', 'updated_at': '2021-10-13T14:11:05Z', 'revision_number': 4, 'project_id': 'a997977e65de45ed810156d8bb91dad9', 'gw_port': {'id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:11:02Z', 'updated_at': '2021-10-13T14:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'e635bb5b-d44a-401e-be2e-e19c573784ec', 'name': '', 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'mac_address': 'fa:16:3e:80:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '6964d976-94ec-4a1a-9713-1d451d704310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:11:05Z', 'updated_at': '2021-10-13T14:11:06Z', 'revision_number': 2, 'project_id': 'a997977e65de45ed810156d8bb91dad9', 'subnets': [{'id': '6964d976-94ec-4a1a-9713-1d451d704310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:09.145571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Checking router: 7135305b-1ffe-468a-a922-39bb7a42a15a for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:11:09.146278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Updating router 7135305b-1ffe-468a-a922-39bb7a42a15a port e635bb5b-d44a-401e-be2e-e19c573784ec binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:11:09.186688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9888a0d4-ba45-4fcb-b726-29e4b6985f82 req-e34d3148-e46c-4264-8145-612a1b7ee480 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529789 Oct 13 14:11:09.195080 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:09.210579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-1b89a9b4-f061-401d-9d97-6fcef46b67e1 service neutron] 10.222.0.18 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614459 Oct 13 14:11:09.341227 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-75c2126b-43b0-404e-8f35-8e8fa7af8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:10:39Z', 'revision_number': 4, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port': {'id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:35Z', 'updated_at': '2021-10-13T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2409fcb9-b02e-4b14-ba6f-322ee203eafe', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'port_id': '7fa59398-f720-49f6-ae85-9628077867f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'mac_address': 'fa:16:3e:46:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced72dcc-6440-44c0-9529-22b32f864fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:10:45Z', 'updated_at': '2021-10-13T14:11:07Z', 'revision_number': 1, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be6675b6-8649-40f9-9639-960574539cac', 'name': '', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'mac_address': 'fa:16:3e:43:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:38Z', 'updated_at': '2021-10-13T14:10:44Z', 'revision_number': 5, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'subnets': [{'id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:09.372136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-210e2bfa-024c-4946-8752-28ee645b9bec tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:09.373572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-210e2bfa-024c-4946-8752-28ee645b9bec tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 812 time: 0.4305108 Oct 13 14:11:09.384752 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c2126b-43b0-404e-8f35-8e8fa7af8675 None None] Checking router: b8d4589c-9185-4969-a225-99031bd3bb33 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:11:09.394197 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2126b-43b0-404e-8f35-8e8fa7af8675 None None] Routers {'b8d4589c-9185-4969-a225-99031bd3bb33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:11:09.394809 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-75c2126b-43b0-404e-8f35-8e8fa7af8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:10:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8d4589c-9185-4969-a225-99031bd3bb33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:09.422082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-5e9c8b99-8735-456d-a2b8-159e9030d44e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Request body: {'port': {'device_id': '6d039649-4636-4ac0-9c6b-918dd8ae0692', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'admin_state_up': True, 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:09.427176 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-53ea8f41-02d1-4122-9123-f03a7f610c0b service neutron] 10.222.0.18 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055271 Oct 13 14:11:09.507957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:09.513579 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-75c2126b-43b0-404e-8f35-8e8fa7af8675 None None] Set router b8d4589c-9185-4969-a225-99031bd3bb33 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:11:09.526467 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:09.563274 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:09.575843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b7ab0-d340-4958-a781-f7700b64d6ee req-e9a745a1-8041-4836-a83f-778055d77787 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:09.577546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-902b7ab0-d340-4958-a781-f7700b64d6ee req-e9a745a1-8041-4836-a83f-778055d77787 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.2030132 Oct 13 14:11:09.579159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Transition to ACTIVE for port object 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:11:09.641274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-902b7ab0-d340-4958-a781-f7700b64d6ee req-a5a65a72-642e-49a9-9cd0-1192a4e81062 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555890 Oct 13 14:11:09.647991 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:09.697138 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:09.736853 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22238b-6392-4c61-9da7-834909accccf None None] Pushing event updated for resources: {'Port': ['ID=e635bb5b-d44a-401e-be2e-e19c573784ec,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:09.796322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Attempting to bind port e635bb5b-d44a-401e-be2e-e19c573784ec on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:11:09.796770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Attempting to bind port e635bb5b-d44a-401e-be2e-e19c573784ec by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'aae38631-f2c4-4ae2-baa1-2e71cfec2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:11:09.797779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Attempting to bind port e635bb5b-d44a-401e-be2e-e19c573784ec on network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:09.804305 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:11:09.804738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Checking segment: {'id': 'aae38631-f2c4-4ae2-baa1-2e71cfec2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:11:09.805327 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:09.805961 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Bound using segment: {'id': 'aae38631-f2c4-4ae2-baa1-2e71cfec2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:11:09.806516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Bound port: e635bb5b-d44a-401e-be2e-e19c573784ec, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae38631-f2c4-4ae2-baa1-2e71cfec2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:11:09.806955 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:09.906009 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] For port e635bb5b-d44a-401e-be2e-e19c573784ec, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:11:09.914514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] For port e635bb5b-d44a-401e-be2e-e19c573784ec, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e635bb5b-d44a-401e-be2e-e19c573784ec,segment=NetworkSegment(aae38631-f2c4-4ae2-baa1-2e71cfec2202),segment_id=aae38631-f2c4-4ae2-baa1-2e71cfec2202)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:11:09.942442 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e9b035-fdb1-48f9-ae3c-7ebf27b4aa20 x-openstack-request-id: req-53e9b035-fdb1-48f9-ae3c-7ebf27b4aa20 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:09.943038 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced72dcc-6440-44c0-9529-22b32f864fa9", "tag": "7fa59398-f720-49f6-ae85-9628077867f5", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:09.943135 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53e9b035-fdb1-48f9-ae3c-7ebf27b4aa20 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:09.943625 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced72dcc-6440-44c0-9529-22b32f864fa9', 'tag': '7fa59398-f720-49f6-ae85-9628077867f5', 'status': 'completed', 'code': 200} Oct 13 14:11:10.002862 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:10.031196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d9fb0273-321d-40be-bb87-4b271065befb up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:11:10.069364 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-75c2126b-43b0-404e-8f35-8e8fa7af8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:10:39Z', 'revision_number': 4, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port': {'id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:35Z', 'updated_at': '2021-10-13T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2409fcb9-b02e-4b14-ba6f-322ee203eafe', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'port_id': '7fa59398-f720-49f6-ae85-9628077867f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'mac_address': 'fa:16:3e:46:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced72dcc-6440-44c0-9529-22b32f864fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:10:45Z', 'updated_at': '2021-10-13T14:11:07Z', 'revision_number': 1, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be6675b6-8649-40f9-9639-960574539cac', 'name': '', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'mac_address': 'fa:16:3e:43:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:38Z', 'updated_at': '2021-10-13T14:10:44Z', 'revision_number': 5, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'subnets': [{'id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:10.111653 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c2126b-43b0-404e-8f35-8e8fa7af8675 None None] The sync data for ids ['b8d4589c-9185-4969-a225-99031bd3bb33'] in n-d-806683-15 is: [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:10:39Z', 'revision_number': 4, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port': {'id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:35Z', 'updated_at': '2021-10-13T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2409fcb9-b02e-4b14-ba6f-322ee203eafe', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'port_id': '7fa59398-f720-49f6-ae85-9628077867f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'mac_address': 'fa:16:3e:46:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced72dcc-6440-44c0-9529-22b32f864fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:10:45Z', 'updated_at': '2021-10-13T14:11:07Z', 'revision_number': 1, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be6675b6-8649-40f9-9639-960574539cac', 'name': '', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'mac_address': 'fa:16:3e:43:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:38Z', 'updated_at': '2021-10-13T14:10:44Z', 'revision_number': 5, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'subnets': [{'id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:11:10.159467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22238b-6392-4c61-9da7-834909accccf None None] Pushing event updated for resources: {'Port': ['ID=e635bb5b-d44a-401e-be2e-e19c573784ec,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:10.165493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Routers {'7135305b-1ffe-468a-a922-39bb7a42a15a'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:11:10.166563 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:10:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7135305b-1ffe-468a-a922-39bb7a42a15a'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:10.203775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-5e9c8b99-8735-456d-a2b8-159e9030d44e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Made reservation on behalf of f30573fef89b4a79a75abcae7dd5b4d0 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:11:10.210212 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-5e9c8b99-8735-456d-a2b8-159e9030d44e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:10.239790 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d9fb0273-321d-40be-bb87-4b271065befb triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:10.240163 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:10.346884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] Set router 7135305b-1ffe-468a-a922-39bb7a42a15a gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:11:10.362862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Pushing event updated for resources: {'Port': ['ID=7e0715d9-3673-45c0-b1cf-c159ba2e6d84,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:10.408930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da36777f-8b20-4bfb-bc22-a82c49fba90e None None] New status for floating IP 2409fcb9-b02e-4b14-ba6f-322ee203eafe: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:11:10.413038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c397de5-06cb-4163-8e89-251963470e05 req-34ac6a7e-f0b3-4065-b1bb-aba038327fef tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:10.420674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-34ac6a7e-f0b3-4065-b1bb-aba038327fef tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 808 time: 0.6324742 Oct 13 14:11:10.504535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0059e2d-a485-4b06-af8a-784589b3e74a req-b20806d0-aa52-42e2-9198-5d3556ac68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:10.506970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0059e2d-a485-4b06-af8a-784589b3e74a req-b20806d0-aa52-42e2-9198-5d3556ac68d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5471a7ffdc1d4cc4a2baddaef75c1e04&device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 1098 time: 0.2735095 Oct 13 14:11:10.520326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827730ca-dc71-4468-b914-fcf137065a5d req-44cb2714-9581-4466-9f8f-4d00a377c91f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:10.521896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-827730ca-dc71-4468-b914-fcf137065a5d req-44cb2714-9581-4466-9f8f-4d00a377c91f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.2959177 Oct 13 14:11:10.671681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-3f37c6b6-da91-4e04-baea-3cfc3c57692e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/quotas/f98de12adc794eee8130fc8c105bc67c HTTP/1.1" status: 200 len: 375 time: 0.2148650 Oct 13 14:11:10.687647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Attempting to bind port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:11:10.687924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Attempting to bind port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '62983c69-ad3b-41cf-aca9-bb4eed33b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a02f909a-1f7a-4a49-bc5c-32402868c937'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:11:10.688173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Attempting to bind port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 on network a02f909a-1f7a-4a49-bc5c-32402868c937 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:10.749890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 on network a02f909a-1f7a-4a49-bc5c-32402868c937 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:11:10.752233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Attempting to bind port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 on network a02f909a-1f7a-4a49-bc5c-32402868c937 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:10.763219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-827730ca-dc71-4468-b914-fcf137065a5d req-30b6683e-c00d-428b-8d39-5b28842f54d0 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136841 Oct 13 14:11:10.771404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-5e9c8b99-8735-456d-a2b8-159e9030d44e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Allocated IP 172.20.0.6 (c54ddf7f-30d4-46c7-9ab3-6c873937a10d/f692ea5c-5bea-418c-a845-bf8b8caee90c/afb121ee-b6e0-407a-919d-f5698f7d3b7f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:11:10.782346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:11:10.782680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Checking segment: {'id': '62983c69-ad3b-41cf-aca9-bb4eed33b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a02f909a-1f7a-4a49-bc5c-32402868c937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:11:10.783101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Bound using segment: {'id': '62983c69-ad3b-41cf-aca9-bb4eed33b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a02f909a-1f7a-4a49-bc5c-32402868c937'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:11:10.783530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Bound port: 7e0715d9-3673-45c0-b1cf-c159ba2e6d84, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62983c69-ad3b-41cf-aca9-bb4eed33b587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a02f909a-1f7a-4a49-bc5c-32402868c937'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:11:10.783887 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:10.792462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'name': 'tempest-ServerRescueNegativeTestJSON-1608117726-router', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:11:01Z', 'updated_at': '2021-10-13T14:11:05Z', 'revision_number': 4, 'project_id': 'a997977e65de45ed810156d8bb91dad9', 'gw_port': {'id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:11:02Z', 'updated_at': '2021-10-13T14:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'e635bb5b-d44a-401e-be2e-e19c573784ec', 'name': '', 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'mac_address': 'fa:16:3e:80:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '6964d976-94ec-4a1a-9713-1d451d704310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:11:05Z', 'updated_at': '2021-10-13T14:11:09Z', 'revision_number': 4, 'project_id': 'a997977e65de45ed810156d8bb91dad9', 'subnets': [{'id': '6964d976-94ec-4a1a-9713-1d451d704310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:10.793921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0059e2d-a485-4b06-af8a-784589b3e74a req-81761ad7-7773-408c-9570-400d3ae8561c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:10.795427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0059e2d-a485-4b06-af8a-784589b3e74a req-81761ad7-7773-408c-9570-400d3ae8561c service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ea6ef29-1d3e-4e64-81d1-b93a7699050a HTTP/1.1" status: 200 len: 906 time: 0.2687373 Oct 13 14:11:10.831053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ad0430-be9b-4aff-a113-8a770bfbc737 None None] The sync data for ids ['7135305b-1ffe-468a-a922-39bb7a42a15a'] in n-d-806683-15 is: [{'id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'name': 'tempest-ServerRescueNegativeTestJSON-1608117726-router', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:11:01Z', 'updated_at': '2021-10-13T14:11:05Z', 'revision_number': 4, 'project_id': 'a997977e65de45ed810156d8bb91dad9', 'gw_port': {'id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:11:02Z', 'updated_at': '2021-10-13T14:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'e635bb5b-d44a-401e-be2e-e19c573784ec', 'name': '', 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'mac_address': 'fa:16:3e:80:e3:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '6964d976-94ec-4a1a-9713-1d451d704310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:11:05Z', 'updated_at': '2021-10-13T14:11:09Z', 'revision_number': 4, 'project_id': 'a997977e65de45ed810156d8bb91dad9', 'subnets': [{'id': '6964d976-94ec-4a1a-9713-1d451d704310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:11:10.896790 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-940d1c86-2908-4683-8332-407ab47ad16d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2035940 Oct 13 14:11:11.022438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-159b184b-5f96-43f1-9094-73ee06fcc5fd req-d13304c5-0fda-42cb-af0b-721acb07e8c9 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 210 time: 0.1530333 Oct 13 14:11:11.057814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0059e2d-a485-4b06-af8a-784589b3e74a req-43213711-10a6-4da4-ae14-6a9cf5d9f036 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fa59398-f720-49f6-ae85-9628077867f5 HTTP/1.1" status: 200 len: 1002 time: 0.2450821 Oct 13 14:11:11.168274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] For port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:11:11.222709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] For port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7e0715d9-3673-45c0-b1cf-c159ba2e6d84,segment=NetworkSegment(62983c69-ad3b-41cf-aca9-bb4eed33b587),segment_id=62983c69-ad3b-41cf-aca9-bb4eed33b587)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:11:11.235299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0059e2d-a485-4b06-af8a-784589b3e74a req-104c6788-70b1-4c81-8992-e470d3b2f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:11.236292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0059e2d-a485-4b06-af8a-784589b3e74a req-104c6788-70b1-4c81-8992-e470d3b2f011 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=903a3ec8-1475-4837-921b-92122e8b0d09 HTTP/1.1" status: 200 len: 844 time: 0.1625624 Oct 13 14:11:11.241350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-1974f87f-7a44-4fbe-b13a-b601a59a8c0e service neutron] 10.222.0.18 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546596 Oct 13 14:11:11.364245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f77b98cc-ecee-4cb6-96e9-691f0015f58a req-bf564f25-ffb6-4cbf-a13f-bc70adf92b1c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 210 time: 0.2364225 Oct 13 14:11:11.373552 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:11.454194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:11.454529 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:11.455750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] 10.222.0.49 "PUT /v2.0/ports/7e0715d9-3673-45c0-b1cf-c159ba2e6d84 HTTP/1.1" status: 200 len: 1092 time: 3.2551281 Oct 13 14:11:11.456442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d8a127-c1a0-4772-b809-db7e479a6f19', 'tag': '7e0715d9-3673-45c0-b1cf-c159ba2e6d84'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:11.458796 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf379f4-1ca8-4389-8351-e438f3d2a51d" -d '{"events": [{"name": "network-changed", "server_uuid": "98d8a127-c1a0-4772-b809-db7e479a6f19", "tag": "7e0715d9-3673-45c0-b1cf-c159ba2e6d84"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:11.474017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-5e9c8b99-8735-456d-a2b8-159e9030d44e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:11.529674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0059e2d-a485-4b06-af8a-784589b3e74a req-5669f294-b8ed-479d-a8a6-74103e3ba053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:11.531262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0059e2d-a485-4b06-af8a-784589b3e74a req-5669f294-b8ed-479d-a8a6-74103e3ba053 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ea6ef29-1d3e-4e64-81d1-b93a7699050a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2863927 Oct 13 14:11:11.621543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade613c-4cd0-42e5-aaee-57160af3616c service neutron] Pushing event updated for resources: {'Port': ['ID=7e0715d9-3673-45c0-b1cf-c159ba2e6d84,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:11.656293 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-2fd79daf-3c06-4344-918b-927e6a1703b3 service neutron] 10.222.0.18 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980627 Oct 13 14:11:11.710056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5ca82-32bc-461f-b6c8-86107feb1deb req-eca0d5fb-e90c-4607-9fcf-fbc8d96327f8 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:11.716462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8c5ca82-32bc-461f-b6c8-86107feb1deb req-eca0d5fb-e90c-4607-9fcf-fbc8d96327f8 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 943 time: 0.2496862 Oct 13 14:11:11.771369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0059e2d-a485-4b06-af8a-784589b3e74a req-7b47fb6f-5bd2-4920-8266-24342b98c17e service neutron] 10.222.0.49 "GET /v2.0/networks/9ea6ef29-1d3e-4e64-81d1-b93a7699050a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299774 Oct 13 14:11:11.776349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-6616024e-b7c1-48ab-88a9-eb3841bb8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:11.777998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-6616024e-b7c1-48ab-88a9-eb3841bb8418 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfa828f1efec4cf2b0d7223c89f468ce&device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 1095 time: 0.1300240 Oct 13 14:11:11.814932 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-5e9c8b99-8735-456d-a2b8-159e9030d44e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:11.829744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f2b6a021-4ce4-4b5a-961d-2fe667103bbb'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:11:11.954270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8c5ca82-32bc-461f-b6c8-86107feb1deb req-f426d95a-1f3a-4c6c-a7cf-83aaf83d4eae tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252986 Oct 13 14:11:11.986669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-2a0e44de-95c9-4302-8eb5-536ea6fde15b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e0715d9-3673-45c0-b1cf-c159ba2e6d84 HTTP/1.1" status: 200 len: 217 time: 0.1835878 Oct 13 14:11:12.128383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e635bb5b-d44a-401e-be2e-e19c573784ec up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:11:12.141449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c8b99-8735-456d-a2b8-159e9030d44e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event updated for resources: {'Port': ['ID=afb121ee-b6e0-407a-919d-f5698f7d3b7f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:12.162348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-5e9c8b99-8735-456d-a2b8-159e9030d44e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Network c54ddf7f-30d4-46c7-9ab3-6c873937a10d is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:11:12.204035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-5e9c8b99-8735-456d-a2b8-159e9030d44e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:11:12.217493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port e635bb5b-d44a-401e-be2e-e19c573784ec triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:12.217900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:12.227054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-5e9c8b99-8735-456d-a2b8-159e9030d44e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:11:12.374126 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:12.389390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210acc3d-377c-4b9e-9a92-3739b2df8620 req-cc839f41-681f-499d-93c1-b837571a16d2 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:12.397256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-210acc3d-377c-4b9e-9a92-3739b2df8620 req-cc839f41-681f-499d-93c1-b837571a16d2 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.2862141 Oct 13 14:11:12.405423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0059e2d-a485-4b06-af8a-784589b3e74a req-ee69261a-84f5-49dc-a56c-e7097f08956c service neutron] 10.222.0.49 "GET /v2.0/networks/9ea6ef29-1d3e-4e64-81d1-b93a7699050a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264734 Oct 13 14:11:12.407288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-cc14603b-b817-4c25-b9ab-ae0c748df986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:12.408169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-cc14603b-b817-4c25-b9ab-ae0c748df986 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a66035c4-c7a8-43e9-9e0d-a6422078a8c7 HTTP/1.1" status: 200 len: 865 time: 0.3950598 Oct 13 14:11:12.431429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port e635bb5b-d44a-401e-be2e-e19c573784ec, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e635bb5b-d44a-401e-be2e-e19c573784ec,segment=NetworkSegment(aae38631-f2c4-4ae2-baa1-2e71cfec2202),segment_id=aae38631-f2c4-4ae2-baa1-2e71cfec2202)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:12.496856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-364d94ef-8f8f-446b-81c2-d5f841ea3865 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a02f909a-1f7a-4a49-bc5c-32402868c937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704377 Oct 13 14:11:12.571877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3130a91c-3ae4-472d-b0f2-6aa605b2805a None None] Provisioning complete for port afb121ee-b6e0-407a-919d-f5698f7d3b7f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:12.572507 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3130a91c-3ae4-472d-b0f2-6aa605b2805a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:12.595920 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:12.792263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-5e9c8b99-8735-456d-a2b8-159e9030d44e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:12.793363 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-5e9c8b99-8735-456d-a2b8-159e9030d44e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:12.830684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3130a91c-3ae4-472d-b0f2-6aa605b2805a None None] Port afb121ee-b6e0-407a-919d-f5698f7d3b7f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:11:12.852345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=e635bb5b-d44a-401e-be2e-e19c573784ec,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:12.903381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-210acc3d-377c-4b9e-9a92-3739b2df8620 req-df4da337-6b4d-40ae-abf0-23546a117086 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052242 Oct 13 14:11:12.949404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-6380a7df-0a26-4dfd-95f2-4a6c63dc02c3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:12.956592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-6380a7df-0a26-4dfd-95f2-4a6c63dc02c3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/networks?id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e HTTP/1.1" status: 200 len: 819 time: 0.7640283 Oct 13 14:11:12.975866 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca5420f-f2e5-4ff6-b31a-9d1963251126 x-openstack-request-id: req-3ca5420f-f2e5-4ff6-b31a-9d1963251126 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:12.976134 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d8a127-c1a0-4772-b809-db7e479a6f19", "tag": "7e0715d9-3673-45c0-b1cf-c159ba2e6d84", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:12.976944 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ca5420f-f2e5-4ff6-b31a-9d1963251126 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:12.977359 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98d8a127-c1a0-4772-b809-db7e479a6f19', 'tag': '7e0715d9-3673-45c0-b1cf-c159ba2e6d84', 'status': 'completed', 'code': 200} Oct 13 14:11:12.992279 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-5e9c8b99-8735-456d-a2b8-159e9030d44e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5949473 Oct 13 14:11:13.008957 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-36454acf-5ff4-4399-809e-8e8ae95a7b9e tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/quotas/a997977e65de45ed810156d8bb91dad9 HTTP/1.1" status: 200 len: 375 time: 0.0515366 Oct 13 14:11:13.015645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Request body: {'port': {'device_id': '6d039649-4636-4ac0-9c6b-918dd8ae0692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:13.046501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-d22e8940-ac78-4e45-9060-e4afbfd5c642 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:13.047964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-d22e8940-ac78-4e45-9060-e4afbfd5c642 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.41 "GET /v2.0/networks?id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e HTTP/1.1" status: 200 len: 819 time: 0.5748973 Oct 13 14:11:13.082141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-53b0e7fb-0e15-4ba9-93d6-698ec2a3d24c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Request body: {'port': {'device_id': 'd609db1c-fcc5-477b-92bb-c2487ef45ba3', 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e', 'admin_state_up': True, 'tenant_id': 'a997977e65de45ed810156d8bb91dad9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:13.124403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-df7f6aca-b591-4b26-9ccb-f71d290bf750 service neutron] 10.222.0.49 "GET /v2.0/networks/a02f909a-1f7a-4a49-bc5c-32402868c937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397405 Oct 13 14:11:13.289832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-847a88b4-d5e2-453f-9065-b4b950f5ddd2 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a997977e65de45ed810156d8bb91dad9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2663729 Oct 13 14:11:13.295375 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:13.339062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae0a26-59a1-4f8c-8978-7d4c330d2927 req-a40e026b-dd77-4367-8222-e8e995e5de41 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:13.340674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aae0a26-59a1-4f8c-8978-7d4c330d2927 req-a40e026b-dd77-4367-8222-e8e995e5de41 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.3168504 Oct 13 14:11:13.500617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dc757b-7054-4eae-a5ee-9c3273393f60 req-019c43af-184f-4f8f-9158-df0978ac5a6a service neutron] 10.222.0.49 "GET /v2.0/networks/a02f909a-1f7a-4a49-bc5c-32402868c937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319862 Oct 13 14:11:13.525622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aae0a26-59a1-4f8c-8978-7d4c330d2927 req-fbbc4100-9da7-4080-ac68-cce985bf5d22 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633506 Oct 13 14:11:13.591129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-43fa8b4b-4ef1-42a8-aa68-12458fd21c7b service neutron] 10.222.0.18 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899177 Oct 13 14:11:13.655130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df5638c4-262d-46d8-bf04-6114733c9a65 req-0fd8a108-1ea3-45f9-a4cc-6192e8a40dd7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 210 time: 0.0626709 Oct 13 14:11:13.692967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-53b0e7fb-0e15-4ba9-93d6-698ec2a3d24c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Made reservation on behalf of a997977e65de45ed810156d8bb91dad9 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:11:13.697241 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-53b0e7fb-0e15-4ba9-93d6-698ec2a3d24c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:13.925325 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-2e0235ca-72e2-4166-9a7b-319a21b0522f service neutron] 10.222.0.18 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104794 Oct 13 14:11:13.952665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83732b5-58aa-4d0a-bc97-73be51039f5c req-60f1368f-15c2-471f-8c71-d2230964a90a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:13.956647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e83732b5-58aa-4d0a-bc97-73be51039f5c req-60f1368f-15c2-471f-8c71-d2230964a90a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 931 time: 0.2144253 Oct 13 14:11:14.011515 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e635bb5b-d44a-401e-be2e-e19c573784ec up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:11:14.028184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf379f4-1ca8-4389-8351-e438f3d2a51d req-0e4ce01b-5ea6-4aee-95a9-ab8345029029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:14.029745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cf379f4-1ca8-4389-8351-e438f3d2a51d req-0e4ce01b-5ea6-4aee-95a9-ab8345029029 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bfa828f1efec4cf2b0d7223c89f468ce&device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 1095 time: 0.2409806 Oct 13 14:11:14.081600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port e635bb5b-d44a-401e-be2e-e19c573784ec triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:14.082251 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:14.161662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-53b0e7fb-0e15-4ba9-93d6-698ec2a3d24c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Allocated IP 172.20.0.10 (e1473f1a-4a53-4fe0-be9d-d5d10bccee8e/6964d976-94ec-4a1a-9713-1d451d704310/c9fede42-1faa-4d16-a3a9-7d1dd180dce4) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:11:14.199080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e83732b5-58aa-4d0a-bc97-73be51039f5c req-d7094d98-8ccc-428f-8827-9ebe34fe551d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101221 Oct 13 14:11:14.211590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb121ee-b6e0-407a-919d-f5698f7d3b7f {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:14.240347 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:14.302051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Transition to ACTIVE for port object afb121ee-b6e0-407a-919d-f5698f7d3b7f will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:11:14.314692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf379f4-1ca8-4389-8351-e438f3d2a51d req-8696f2ab-8036-4666-87d4-e5eee182ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:14.316232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cf379f4-1ca8-4389-8351-e438f3d2a51d req-8696f2ab-8036-4666-87d4-e5eee182ae0d service neutron] 10.222.0.49 "GET /v2.0/networks?id=a02f909a-1f7a-4a49-bc5c-32402868c937 HTTP/1.1" status: 200 len: 926 time: 0.2741525 Oct 13 14:11:14.453423 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:14.482776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cf379f4-1ca8-4389-8351-e438f3d2a51d req-03db7c77-9bf8-4a59-b0b2-43e7ec4231a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e0715d9-3673-45c0-b1cf-c159ba2e6d84 HTTP/1.1" status: 200 len: 217 time: 0.1425622 Oct 13 14:11:14.934397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Pushing event updated for resources: {'Port': ['ID=afb121ee-b6e0-407a-919d-f5698f7d3b7f,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:15.009982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66953be-fe72-4b40-9d6c-2334f8f26635 req-4447f81d-5034-459a-aa71-495cbfaef716 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:15.011648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a66953be-fe72-4b40-9d6c-2334f8f26635 req-4447f81d-5034-459a-aa71-495cbfaef716 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 943 time: 0.6728148 Oct 13 14:11:15.020723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf379f4-1ca8-4389-8351-e438f3d2a51d req-dd97ce0d-cff1-4d67-992a-c6b9004e8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:15.022290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cf379f4-1ca8-4389-8351-e438f3d2a51d req-dd97ce0d-cff1-4d67-992a-c6b9004e8e71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a66035c4-c7a8-43e9-9e0d-a6422078a8c7 HTTP/1.1" status: 200 len: 865 time: 0.4971249 Oct 13 14:11:15.088242 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-53b0e7fb-0e15-4ba9-93d6-698ec2a3d24c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:15.130181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba421e-4434-4221-9c85-86328dbad224 req-f8f1f022-d396-4d25-81cc-52fdac98bfbc tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:15.131857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7ba421e-4434-4221-9c85-86328dbad224 req-f8f1f022-d396-4d25-81cc-52fdac98bfbc tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.6762717 Oct 13 14:11:15.141100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cf379f4-1ca8-4389-8351-e438f3d2a51d req-41566b25-d524-41aa-9ea2-887a278005f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a02f909a-1f7a-4a49-bc5c-32402868c937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805054 Oct 13 14:11:15.175922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c397de5-06cb-4163-8e89-251963470e05 req-8d6b13ce-461e-4f1f-aec6-373ade7fc9cf tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:15.176210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-8d6b13ce-461e-4f1f-aec6-373ade7fc9cf tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.41 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 808 time: 0.6498468 Oct 13 14:11:15.213694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-8c397de5-06cb-4163-8e89-251963470e05 req-e9888b77-bd89-4c44-921e-dbc26953ddc7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Request body: {'port': {'device_id': '902902cc-6192-4741-82bd-633f08c70ba5', 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f', 'admin_state_up': True, 'tenant_id': 'f98de12adc794eee8130fc8c105bc67c'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:15.324128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a66953be-fe72-4b40-9d6c-2334f8f26635 req-a7a567e9-8303-4038-803d-ac73db07b81d tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958403 Oct 13 14:11:15.346613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Attempting to bind port afb121ee-b6e0-407a-919d-f5698f7d3b7f on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:11:15.346613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Attempting to bind port afb121ee-b6e0-407a-919d-f5698f7d3b7f by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:11:15.346953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Attempting to bind port afb121ee-b6e0-407a-919d-f5698f7d3b7f on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:15.368183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7ba421e-4434-4221-9c85-86328dbad224 req-1fef2bf4-d295-4be7-ac36-7b312bd0bfaa tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227666 Oct 13 14:11:15.377255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Port afb121ee-b6e0-407a-919d-f5698f7d3b7f on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:11:15.377590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Attempting to bind port afb121ee-b6e0-407a-919d-f5698f7d3b7f on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:15.400685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:11:15.401073 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Checking segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:11:15.401439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Bound using segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:11:15.401889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Bound port: afb121ee-b6e0-407a-919d-f5698f7d3b7f, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:11:15.402255 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:15.465269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fad27187-f4a1-4fe0-9394-48ad592e7eb9 req-57a7698b-3c6b-4b43-a329-74eae2c9608f tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 210 time: 0.0708890 Oct 13 14:11:15.533240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cf379f4-1ca8-4389-8351-e438f3d2a51d req-78a2f372-09f0-49eb-989d-d50d87acac66 service neutron] 10.222.0.49 "GET /v2.0/networks/a02f909a-1f7a-4a49-bc5c-32402868c937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811517 Oct 13 14:11:15.550124 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-53b0e7fb-0e15-4ba9-93d6-698ec2a3d24c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:15.710126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] For port afb121ee-b6e0-407a-919d-f5698f7d3b7f, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:11:15.729582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61983208-8c44-4e3f-a1c0-1920265c2f04 req-a1d8777a-2d15-4bc7-8202-eafc534054cc tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:15.731223 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-61983208-8c44-4e3f-a1c0-1920265c2f04 req-a1d8777a-2d15-4bc7-8202-eafc534054cc tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.2787650 Oct 13 14:11:15.736246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-53b0e7fb-0e15-4ba9-93d6-698ec2a3d24c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:11:15.751418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c397de5-06cb-4163-8e89-251963470e05 req-e9888b77-bd89-4c44-921e-dbc26953ddc7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Made reservation on behalf of f98de12adc794eee8130fc8c105bc67c for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:11:15.755263 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c397de5-06cb-4163-8e89-251963470e05 req-e9888b77-bd89-4c44-921e-dbc26953ddc7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:15.757454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0e7fb-0e15-4ba9-93d6-698ec2a3d24c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Pushing event updated for resources: {'Port': ['ID=c9fede42-1faa-4d16-a3a9-7d1dd180dce4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:15.761261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-53b0e7fb-0e15-4ba9-93d6-698ec2a3d24c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:11:15.772803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] For port afb121ee-b6e0-407a-919d-f5698f7d3b7f, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=afb121ee-b6e0-407a-919d-f5698f7d3b7f,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:11:15.782819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-53b0e7fb-0e15-4ba9-93d6-698ec2a3d24c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:11:15.880718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b02e5333-81b5-4e16-8196-e3c8d90e1565 req-5680a828-b1ee-4a87-a216-bce2b052d5bd tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 210 time: 0.0926266 Oct 13 14:11:15.901387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cf379f4-1ca8-4389-8351-e438f3d2a51d req-40c05a78-d306-4b99-9a01-edff17a78cae service neutron] 10.222.0.49 "GET /v2.0/networks/a02f909a-1f7a-4a49-bc5c-32402868c937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537321 Oct 13 14:11:15.902495 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:15.978339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-61983208-8c44-4e3f-a1c0-1920265c2f04 req-c7e9eeba-db69-4084-a05c-d95ad38bd2b5 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279859 Oct 13 14:11:15.990811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-53b0e7fb-0e15-4ba9-93d6-698ec2a3d24c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:15.991283 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-53b0e7fb-0e15-4ba9-93d6-698ec2a3d24c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:16.019021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:16.019675 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:16.021498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] 10.222.0.49 "PUT /v2.0/ports/afb121ee-b6e0-407a-919d-f5698f7d3b7f HTTP/1.1" status: 200 len: 1092 time: 3.0166559 Oct 13 14:11:16.025865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d039649-4636-4ac0-9c6b-918dd8ae0692', 'tag': 'afb121ee-b6e0-407a-919d-f5698f7d3b7f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:16.029036 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7df4dc-38fd-42bc-84d5-2746069f6f22" -d '{"events": [{"name": "network-changed", "server_uuid": "6d039649-4636-4ac0-9c6b-918dd8ae0692", "tag": "afb121ee-b6e0-407a-919d-f5698f7d3b7f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:16.098188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399227be-b5b1-49c5-b6d9-a503257c8541 service neutron] Pushing event updated for resources: {'Port': ['ID=afb121ee-b6e0-407a-919d-f5698f7d3b7f,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:16.146187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02247a47-74e8-4491-932e-ba065253fa4d req-abe6cfc4-193e-4fb1-bcbe-110d698860b6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:16.147821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02247a47-74e8-4491-932e-ba065253fa4d req-abe6cfc4-193e-4fb1-bcbe-110d698860b6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 943 time: 0.1744082 Oct 13 14:11:16.181748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-53b0e7fb-0e15-4ba9-93d6-698ec2a3d24c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1177866 Oct 13 14:11:16.214603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Request body: {'port': {'device_id': 'd609db1c-fcc5-477b-92bb-c2487ef45ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:16.228545 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fdeae0-2445-4b2e-884f-cba7e3047a70 x-openstack-request-id: req-06fdeae0-2445-4b2e-884f-cba7e3047a70 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:16.228756 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d039649-4636-4ac0-9c6b-918dd8ae0692", "tag": "afb121ee-b6e0-407a-919d-f5698f7d3b7f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:16.229174 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06fdeae0-2445-4b2e-884f-cba7e3047a70 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:16.229423 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d039649-4636-4ac0-9c6b-918dd8ae0692', 'tag': 'afb121ee-b6e0-407a-919d-f5698f7d3b7f', 'status': 'completed', 'code': 200} Oct 13 14:11:16.230541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-8c397de5-06cb-4163-8e89-251963470e05 req-e9888b77-bd89-4c44-921e-dbc26953ddc7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Allocated IP 172.20.0.9 (3d8236a3-e9cb-4b0f-a226-dce14143f54f/fc898a0c-f0e8-48e4-be55-ec054e3bd71d/fe166046-c279-4e9b-9e8f-b1b5be6c131a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:11:16.292650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02247a47-74e8-4491-932e-ba065253fa4d req-706e569e-e191-402c-88bd-e628d8a01322 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364720 Oct 13 14:11:16.328941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-0b04d0b5-bcc7-4ff4-9dc8-5ceba02352a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:16.330593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-0b04d0b5-bcc7-4ff4-9dc8-5ceba02352a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 1095 time: 0.1735430 Oct 13 14:11:16.340118 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:16.413867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-92b01e4a-3544-4db3-85fc-4048b0c7a983 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afb121ee-b6e0-407a-919d-f5698f7d3b7f HTTP/1.1" status: 200 len: 217 time: 0.0691743 Oct 13 14:11:16.628751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399245a4-d418-4330-ba2d-d740b83a62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:16.630667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-399245a4-d418-4330-ba2d-d740b83a62ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.2018058 Oct 13 14:11:16.749648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e98d4-146b-4766-a898-33d9db401164 req-bc951923-751d-458d-b8d9-0d4134f27a52 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:16.751277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-031e98d4-146b-4766-a898-33d9db401164 req-bc951923-751d-458d-b8d9-0d4134f27a52 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 943 time: 0.3458693 Oct 13 14:11:16.796516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a300ad-36af-4c28-8e9d-b5b20ef3fe77 req-a55c5242-52c4-4604-9f75-8ffdd62cdbed tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:16.798172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44a300ad-36af-4c28-8e9d-b5b20ef3fe77 req-a55c5242-52c4-4604-9f75-8ffdd62cdbed tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.3073399 Oct 13 14:11:17.177162 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c397de5-06cb-4163-8e89-251963470e05 req-e9888b77-bd89-4c44-921e-dbc26953ddc7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:17.220367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-8aa0a617-e6d9-4a53-90a3-fb6ff55f17a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:17.221918 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-8aa0a617-e6d9-4a53-90a3-fb6ff55f17a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5363996 Oct 13 14:11:17.260861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-031e98d4-146b-4766-a898-33d9db401164 req-2efe59b1-0bdc-4760-a678-07ab22118776 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990880 Oct 13 14:11:17.322660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44a300ad-36af-4c28-8e9d-b5b20ef3fe77 req-50df661a-39a6-4c9c-8c3d-09a3d089cfb9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064425 Oct 13 14:11:17.421400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-966feb32-bae5-4682-8f8f-cd1f2ff181a3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:17.422898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-966feb32-bae5-4682-8f8f-cd1f2ff181a3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.49 "GET /v2.0/networks?id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e HTTP/1.1" status: 200 len: 819 time: 0.6211233 Oct 13 14:11:17.424962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ee227e9-1174-4115-a4e7-41949e6378df req-6243f51b-99a4-40b8-812e-e562042010c6 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 210 time: 0.0997725 Oct 13 14:11:17.469052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-7a290cfd-a8a2-4662-aad5-f9db446bf395 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Request body: {'port': {'device_id': '07b7e719-9bc9-4da6-8cfb-0a1272e2e199', 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e', 'admin_state_up': True, 'tenant_id': 'a997977e65de45ed810156d8bb91dad9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:17.473457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91a4603e-c013-47d1-8da8-839319cbd7ff req-48eef08c-2522-4759-b7ca-2fb779fcae31 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 210 time: 0.0646384 Oct 13 14:11:17.602538 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c397de5-06cb-4163-8e89-251963470e05 req-e9888b77-bd89-4c44-921e-dbc26953ddc7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:17.666883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-90d6aa28-132f-49d4-8ca1-c8611b33704e service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283774 Oct 13 14:11:17.673119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fede42-1faa-4d16-a3a9-7d1dd180dce4 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:17.696158 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:17.794662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c397de5-06cb-4163-8e89-251963470e05 req-e9888b77-bd89-4c44-921e-dbc26953ddc7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Network 3d8236a3-e9cb-4b0f-a226-dce14143f54f is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:11:17.826609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-8c397de5-06cb-4163-8e89-251963470e05 req-e9888b77-bd89-4c44-921e-dbc26953ddc7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:11:17.836686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b1ec9-5220-43be-8073-748bac8c445f req-8f652dd5-cb5f-4d74-9abe-0b9870a4d322 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:17.838448 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-975b1ec9-5220-43be-8073-748bac8c445f req-8f652dd5-cb5f-4d74-9abe-0b9870a4d322 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.3319838 Oct 13 14:11:17.842084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Transition to ACTIVE for port object c9fede42-1faa-4d16-a3a9-7d1dd180dce4 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:11:17.843028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c397de5-06cb-4163-8e89-251963470e05 req-e9888b77-bd89-4c44-921e-dbc26953ddc7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:11:17.877010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9888b77-bd89-4c44-921e-dbc26953ddc7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Pushing event updated for resources: {'Port': ['ID=fe166046-c279-4e9b-9e8f-b1b5be6c131a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:17.889696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:11:17.931949 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:18.001361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7e0715d9-3673-45c0-b1cf-c159ba2e6d84,segment=NetworkSegment(62983c69-ad3b-41cf-aca9-bb4eed33b587),segment_id=62983c69-ad3b-41cf-aca9-bb4eed33b587)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:18.012089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c397de5-06cb-4163-8e89-251963470e05 req-e9888b77-bd89-4c44-921e-dbc26953ddc7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:18.012739 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c397de5-06cb-4163-8e89-251963470e05 req-e9888b77-bd89-4c44-921e-dbc26953ddc7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:18.020653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '7e0715d9-3673-45c0-b1cf-c159ba2e6d84', 'network_id': 'a02f909a-1f7a-4a49-bc5c-32402868c937', 'port_id': '7e0715d9-3673-45c0-b1cf-c159ba2e6d84', 'mac_address': 'fa:16:3e:72:e5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66035c4-c7a8-43e9-9e0d-a6422078a8c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:11:18.048907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a891956-3115-4c71-ad3d-870ea2d5b6ee req-e3f430f9-809b-409b-843c-370f0162c9f8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:18.050685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a891956-3115-4c71-ad3d-870ea2d5b6ee req-e3f430f9-809b-409b-843c-370f0162c9f8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 943 time: 0.3611119 Oct 13 14:11:18.067551 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:18.068788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-975b1ec9-5220-43be-8073-748bac8c445f req-8a2d3df0-04d1-41c4-af73-a0083eacf276 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185903 Oct 13 14:11:18.077271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f76b7-1f04-4676-bb21-e678e9204403 req-7a942b49-7a63-484f-9e22-7b446eaddd9a service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906341 Oct 13 14:11:18.091678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-7a290cfd-a8a2-4662-aad5-f9db446bf395 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Made reservation on behalf of a997977e65de45ed810156d8bb91dad9 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:11:18.091919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:18.095213 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-7a290cfd-a8a2-4662-aad5-f9db446bf395 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:18.113232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fede42-1faa-4d16-a3a9-7d1dd180dce4,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:18.118418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7e0715d9-3673-45c0-b1cf-c159ba2e6d84,segment=NetworkSegment(62983c69-ad3b-41cf-aca9-bb4eed33b587),segment_id=62983c69-ad3b-41cf-aca9-bb4eed33b587)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:18.189562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-e9888b77-bd89-4c44-921e-dbc26953ddc7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9821579 Oct 13 14:11:18.192828 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:18.221494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a891956-3115-4c71-ad3d-870ea2d5b6ee req-7cb0fcef-2a80-422d-ae26-e5ac0f3324ac tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591465 Oct 13 14:11:18.246983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Request body: {'port': {'device_id': '902902cc-6192-4741-82bd-633f08c70ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:18.268069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7e0715d9-3673-45c0-b1cf-c159ba2e6d84,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:18.307418 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:18.404596 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Attempting to bind port c9fede42-1faa-4d16-a3a9-7d1dd180dce4 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:11:18.404942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Attempting to bind port c9fede42-1faa-4d16-a3a9-7d1dd180dce4 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'aae38631-f2c4-4ae2-baa1-2e71cfec2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:11:18.405277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Attempting to bind port c9fede42-1faa-4d16-a3a9-7d1dd180dce4 on network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:18.473674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Port c9fede42-1faa-4d16-a3a9-7d1dd180dce4 on network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:11:18.474403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Attempting to bind port c9fede42-1faa-4d16-a3a9-7d1dd180dce4 on network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:18.477214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7df4dc-38fd-42bc-84d5-2746069f6f22 req-0876fe07-37b2-4c84-bad3-9e7f4c6aa7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:18.478676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7e0715d9-3673-45c0-b1cf-c159ba2e6d84'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:11:18.478827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a7df4dc-38fd-42bc-84d5-2746069f6f22 req-0876fe07-37b2-4c84-bad3-9e7f4c6aa7c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 1095 time: 0.2552190 Oct 13 14:11:18.484098 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:18.503350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-7a290cfd-a8a2-4662-aad5-f9db446bf395 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Allocated IP 172.20.0.12 (e1473f1a-4a53-4fe0-be9d-d5d10bccee8e/6964d976-94ec-4a1a-9713-1d451d704310/98bbfd39-5909-471f-8be0-9533bb4b707e) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:11:18.515199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:11:18.515537 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Checking segment: {'id': 'aae38631-f2c4-4ae2-baa1-2e71cfec2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:11:18.515927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Bound using segment: {'id': 'aae38631-f2c4-4ae2-baa1-2e71cfec2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:11:18.516366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Bound port: c9fede42-1faa-4d16-a3a9-7d1dd180dce4, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae38631-f2c4-4ae2-baa1-2e71cfec2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:11:18.516722 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:18.624252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69bb7b-5a2d-4439-a878-9f17710b5900 req-b2666343-d79b-492c-b5be-c19cbf00f43c tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:18.625786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e69bb7b-5a2d-4439-a878-9f17710b5900 req-b2666343-d79b-492c-b5be-c19cbf00f43c tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 944 time: 0.2633765 Oct 13 14:11:18.728074 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc2c2a-b1fb-4302-bfad-ee345e44b089 req-e852059c-b24d-4901-84d6-2a087caa11bf tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:18.729585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11bc2c2a-b1fb-4302-bfad-ee345e44b089 req-e852059c-b24d-4901-84d6-2a087caa11bf tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.3139503 Oct 13 14:11:18.917272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] For port c9fede42-1faa-4d16-a3a9-7d1dd180dce4, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:11:18.933827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e69bb7b-5a2d-4439-a878-9f17710b5900 req-9eead92b-7c06-4581-9785-0e143af947cb tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748299 Oct 13 14:11:18.950351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7df4dc-38fd-42bc-84d5-2746069f6f22 req-6ab2bf1b-20b0-4a36-9e56-fad9119c3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:18.951816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a7df4dc-38fd-42bc-84d5-2746069f6f22 req-6ab2bf1b-20b0-4a36-9e56-fad9119c3867 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.4500051 Oct 13 14:11:18.993002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] For port c9fede42-1faa-4d16-a3a9-7d1dd180dce4, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c9fede42-1faa-4d16-a3a9-7d1dd180dce4,segment=NetworkSegment(aae38631-f2c4-4ae2-baa1-2e71cfec2202),segment_id=aae38631-f2c4-4ae2-baa1-2e71cfec2202)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:11:19.015001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11bc2c2a-b1fb-4302-bfad-ee345e44b089 req-35de2538-48c5-4833-9a0d-ede9da6c0dda tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714150 Oct 13 14:11:19.311501 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a7df4dc-38fd-42bc-84d5-2746069f6f22 req-56d5b5d9-ee6b-4d01-bcbb-59aa35077399 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afb121ee-b6e0-407a-919d-f5698f7d3b7f HTTP/1.1" status: 200 len: 217 time: 0.3218327 Oct 13 14:11:19.312570 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:19.413785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5dbb9f89-44f5-4b5a-b4a5-cee2d320497a req-abe819a5-6276-4949-a6f6-2bfed91cf439 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 210 time: 0.1101663 Oct 13 14:11:19.489793 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-7a290cfd-a8a2-4662-aad5-f9db446bf395 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:19.491009 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-af909803-ecba-47da-9f03-a917f0aed326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:19.492531 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:19.492749 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:19.494313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] 10.222.0.41 "PUT /v2.0/ports/c9fede42-1faa-4d16-a3a9-7d1dd180dce4 HTTP/1.1" status: 200 len: 1093 time: 3.2858152 Oct 13 14:11:19.494615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd609db1c-fcc5-477b-92bb-c2487ef45ba3', 'tag': 'c9fede42-1faa-4d16-a3a9-7d1dd180dce4'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:19.496952 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0136c1de-8ea2-4044-be83-3b48b30ea7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d609db1c-fcc5-477b-92bb-c2487ef45ba3", "tag": "c9fede42-1faa-4d16-a3a9-7d1dd180dce4"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:19.554880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7df4dc-38fd-42bc-84d5-2746069f6f22 req-b2236202-68f9-42d5-bc46-2ade5fe47ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:19.554880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a7df4dc-38fd-42bc-84d5-2746069f6f22 req-b2236202-68f9-42d5-bc46-2ade5fe47ea1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.2084405 Oct 13 14:11:19.554880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05c5fc-d459-4045-8670-f07d850af515 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fede42-1faa-4d16-a3a9-7d1dd180dce4,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:19.571131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f613f6-c768-43b6-b57a-ab49216a87ea req-713663e9-0560-4e41-81c1-87a7c9b122b4 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:19.572664 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89f613f6-c768-43b6-b57a-ab49216a87ea req-713663e9-0560-4e41-81c1-87a7c9b122b4 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 931 time: 0.2681832 Oct 13 14:11:19.685398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b448e330-b6e4-493d-b37e-95e5f55ac34d details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:11:19.689537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b448e330-b6e4-493d-b37e-95e5f55ac34d no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:11:19.761908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe166046-c279-4e9b-9e8f-b1b5be6c131a {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:19.775395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89f613f6-c768-43b6-b57a-ab49216a87ea req-7f636115-ffe7-44a9-b024-04b6a6a452a9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858404 Oct 13 14:11:19.781187 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:19.787855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7df4dc-38fd-42bc-84d5-2746069f6f22 req-8510dce2-4f22-4894-bac8-7d53034607f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:19.789457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a7df4dc-38fd-42bc-84d5-2746069f6f22 req-8510dce2-4f22-4894-bac8-7d53034607f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2285569 Oct 13 14:11:19.813233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b7595-03b3-4bf4-a13d-ac7960072626 req-66bc9abf-1984-4e42-b760-3acfd4617b32 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:19.813233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9b7595-03b3-4bf4-a13d-ac7960072626 req-66bc9abf-1984-4e42-b760-3acfd4617b32 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1842897 Oct 13 14:11:19.818614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-0a7df4dc-38fd-42bc-84d5-2746069f6f22 req-eef5852a-14dc-4308-8012-b09bb960e8f5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:11:19.819678 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a7df4dc-38fd-42bc-84d5-2746069f6f22 req-eef5852a-14dc-4308-8012-b09bb960e8f5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0163546 Oct 13 14:11:19.822936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-f14d1786-7ecd-4556-a332-b4d700af472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:19.824452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-f14d1786-7ecd-4556-a332-b4d700af472b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a997977e65de45ed810156d8bb91dad9&device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1968386 Oct 13 14:11:19.826823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Transition to ACTIVE for port object fe166046-c279-4e9b-9e8f-b1b5be6c131a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:11:19.828054 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-7a290cfd-a8a2-4662-aad5-f9db446bf395 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:19.853599 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:19.877689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b448e330-b6e4-493d-b37e-95e5f55ac34d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b448e330-b6e4-493d-b37e-95e5f55ac34d,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:19.899886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd674ef74-f37e-4a83-90ff-8cec453670e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b448e330-b6e4-493d-b37e-95e5f55ac34d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:19.902875 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c593577f-fd16-4224-882f-b4f2c403925f" -d '{"events": [{"server_uuid": "d674ef74-f37e-4a83-90ff-8cec453670e5", "name": "network-vif-unplugged", "status": "completed", "tag": "b448e330-b6e4-493d-b37e-95e5f55ac34d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:19.909220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:11:19.915034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'b448e330-b6e4-493d-b37e-95e5f55ac34d', 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe', 'port_id': 'b448e330-b6e4-493d-b37e-95e5f55ac34d', 'mac_address': 'fa:16:3e:1c:ab:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:11:19.939840 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b448e330-b6e4-493d-b37e-95e5f55ac34d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b448e330-b6e4-493d-b37e-95e5f55ac34d,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:19.969461 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:19.988480 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:19.994715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-3fdccb7d-b6fb-4f4f-957f-2e8ed061668d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9fede42-1faa-4d16-a3a9-7d1dd180dce4 HTTP/1.1" status: 200 len: 217 time: 0.1435347 Oct 13 14:11:20.008507 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:20.011675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-7a290cfd-a8a2-4662-aad5-f9db446bf395 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:11:20.036400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b448e330-b6e4-493d-b37e-95e5f55ac34d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:20.044965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-7a290cfd-a8a2-4662-aad5-f9db446bf395 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:11:20.044965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-7a290cfd-a8a2-4662-aad5-f9db446bf395 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:11:20.079668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a290cfd-a8a2-4662-aad5-f9db446bf395 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Pushing event updated for resources: {'Port': ['ID=98bbfd39-5909-471f-8be0-9533bb4b707e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:20.099605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b448e330-b6e4-493d-b37e-95e5f55ac34d,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:20.105358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9b7595-03b3-4bf4-a13d-ac7960072626 req-e76c4a2a-776a-46a4-813b-b5486b5fd4a7 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797184 Oct 13 14:11:20.106012 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:11:20.106369 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:11:20.110012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:11:20.114400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:20.114867 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:20.182379 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aed5d87-8dd9-4f62-9aab-3743e75d004a x-openstack-request-id: req-2aed5d87-8dd9-4f62-9aab-3743e75d004a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:20.182674 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d609db1c-fcc5-477b-92bb-c2487ef45ba3", "tag": "c9fede42-1faa-4d16-a3a9-7d1dd180dce4", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:20.182927 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2aed5d87-8dd9-4f62-9aab-3743e75d004a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:20.183323 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd609db1c-fcc5-477b-92bb-c2487ef45ba3', 'tag': 'c9fede42-1faa-4d16-a3a9-7d1dd180dce4', 'status': 'completed', 'code': 200} Oct 13 14:11:20.225965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c74280-6d72-4714-a6af-a1d0f3b31465 req-d6eb51f7-a3e5-4272-9f8f-7c2407a70bff tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:20.227461 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa009da-aed2-4bc2-af04-241765017d45 x-openstack-request-id: req-2fa009da-aed2-4bc2-af04-241765017d45 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:20.227615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37c74280-6d72-4714-a6af-a1d0f3b31465 req-d6eb51f7-a3e5-4272-9f8f-7c2407a70bff tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 943 time: 0.3779769 Oct 13 14:11:20.228164 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d674ef74-f37e-4a83-90ff-8cec453670e5", "name": "network-vif-unplugged", "status": "completed", "tag": "b448e330-b6e4-493d-b37e-95e5f55ac34d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:20.228648 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fa009da-aed2-4bc2-af04-241765017d45 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:20.229585 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd674ef74-f37e-4a83-90ff-8cec453670e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b448e330-b6e4-493d-b37e-95e5f55ac34d', 'code': 200} Oct 13 14:11:20.243591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eefe91b7-c316-489e-a8be-8007fb6a1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:20.245247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-eefe91b7-c316-489e-a8be-8007fb6a1844 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6964d976-94ec-4a1a-9713-1d451d704310 HTTP/1.1" status: 200 len: 859 time: 0.2357085 Oct 13 14:11:20.258693 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:20.275821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a7df4dc-38fd-42bc-84d5-2746069f6f22 req-4705da55-6e8b-4e2d-8e0b-0124e5145f9a service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450965 Oct 13 14:11:20.292461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Pushing event updated for resources: {'Port': ['ID=fe166046-c279-4e9b-9e8f-b1b5be6c131a,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:20.299999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-7a290cfd-a8a2-4662-aad5-f9db446bf395 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:20.300644 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-7a290cfd-a8a2-4662-aad5-f9db446bf395 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:20.303773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7e0715d9-3673-45c0-b1cf-c159ba2e6d84,segment=NetworkSegment(62983c69-ad3b-41cf-aca9-bb4eed33b587),segment_id=62983c69-ad3b-41cf-aca9-bb4eed33b587)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:20.364816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-7fc90154-6b45-4e3b-b18e-514d63bb5834 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930433 Oct 13 14:11:20.387539 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:20.442533 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7e0715d9-3673-45c0-b1cf-c159ba2e6d84,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:20.521236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37c74280-6d72-4714-a6af-a1d0f3b31465 req-fbb671e0-a2b9-455d-af0b-32355df06d08 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704682 Oct 13 14:11:20.525005 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-7a290cfd-a8a2-4662-aad5-f9db446bf395 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0820568 Oct 13 14:11:20.533165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:11:20.533494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:11:20.533820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:20.551330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8fdd8-d935-4b47-a342-8c17ab460a2a req-9603b231-2686-4f26-bd18-8b3e02f6d3ec tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:20.552940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cb8fdd8-d935-4b47-a342-8c17ab460a2a req-9603b231-2686-4f26-bd18-8b3e02f6d3ec tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 944 time: 0.2801197 Oct 13 14:11:20.560553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Request body: {'port': {'device_id': '07b7e719-9bc9-4da6-8cfb-0a1272e2e199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:20.598334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Port fe166046-c279-4e9b-9e8f-b1b5be6c131a on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:11:20.598657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:20.645583 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:20.648270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:11:20.648607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:11:20.649121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Bound using segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:11:20.649558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Bound port: fe166046-c279-4e9b-9e8f-b1b5be6c131a, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:11:20.649910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:20.661162 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b448e330-b6e4-493d-b37e-95e5f55ac34d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:20.683005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b448e330-b6e4-493d-b37e-95e5f55ac34d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b448e330-b6e4-493d-b37e-95e5f55ac34d,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:20.707429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-b11d0070-b9ee-412f-b4cc-c32d60a30b7c service neutron] 10.222.0.41 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318117 Oct 13 14:11:20.732907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a7df4dc-38fd-42bc-84d5-2746069f6f22 req-e5bb258e-5dc4-4899-ab2b-2709af123a05 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251075 Oct 13 14:11:20.753548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cb8fdd8-d935-4b47-a342-8c17ab460a2a req-9407f19d-6855-4f87-af58-dac3a6af94c0 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879423 Oct 13 14:11:20.767562 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:20.830235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b448e330-b6e4-493d-b37e-95e5f55ac34d,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:20.854925 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:20.905232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d3d12-abef-4a89-8e9f-ef3e186a9a90 req-fed60bab-af5b-463e-922f-cdb37448430a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:20.906656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-022d3d12-abef-4a89-8e9f-ef3e186a9a90 req-fed60bab-af5b-463e-922f-cdb37448430a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.3031881 Oct 13 14:11:20.951572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:11:21.001007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:11:21.019607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837de381-8929-4d9d-ad52-a2a5a71dd92e req-bff79f9e-1add-488c-bbeb-54f6cb67b34b service neutron] 10.222.0.41 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990954 Oct 13 14:11:21.042364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea62b1c-681e-441d-85cc-062be668ccac req-927024e2-b41f-4e6c-ba0d-b22f7b77c744 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:21.045132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ea62b1c-681e-441d-85cc-062be668ccac req-927024e2-b41f-4e6c-ba0d-b22f7b77c744 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 932 time: 0.2186563 Oct 13 14:11:21.052104 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-022d3d12-abef-4a89-8e9f-ef3e186a9a90 req-3660d68e-2705-47e0-9f03-70251d0580d3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382449 Oct 13 14:11:21.120878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:21.221093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b448e330-b6e4-493d-b37e-95e5f55ac34d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:11:21.520036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:21.523758 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:21.523758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] 10.222.0.41 "PUT /v2.0/ports/fe166046-c279-4e9b-9e8f-b1b5be6c131a HTTP/1.1" status: 200 len: 1092 time: 3.2998576 Oct 13 14:11:21.550051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ea62b1c-681e-441d-85cc-062be668ccac req-6ecc7588-8427-4c8f-88e3-5d2f09239934 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941854 Oct 13 14:11:21.587604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b7be7-195e-462b-bf89-6c12928eb68a service neutron] Pushing event updated for resources: {'Port': ['ID=fe166046-c279-4e9b-9e8f-b1b5be6c131a,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:21.607087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71477-f40b-430c-a7d7-9f7c706c205f req-b62c66d0-5575-45e1-90f9-fd3fcd557b72 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:21.608760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08c71477-f40b-430c-a7d7-9f7c706c205f req-b62c66d0-5575-45e1-90f9-fd3fcd557b72 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 943 time: 0.1972241 Oct 13 14:11:21.613466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136c1de-8ea2-4044-be83-3b48b30ea7c6 req-886cf1d5-fc6b-458d-938c-5df44e236eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:21.614987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0136c1de-8ea2-4044-be83-3b48b30ea7c6 req-886cf1d5-fc6b-458d-938c-5df44e236eb5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a997977e65de45ed810156d8bb91dad9&device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1994133 Oct 13 14:11:21.723953 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:21.806048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08c71477-f40b-430c-a7d7-9f7c706c205f req-e3c0104c-0c3d-4f7a-8a25-218403b1c50f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863797 Oct 13 14:11:21.832892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2533b40-fc12-453a-88d3-c66709541b54 req-e2a4da97-c182-499f-bd57-2b2068c7b509 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:21.834573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2533b40-fc12-453a-88d3-c66709541b54 req-e2a4da97-c182-499f-bd57-2b2068c7b509 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 944 time: 0.2162890 Oct 13 14:11:21.871688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c397de5-06cb-4163-8e89-251963470e05 req-cc7d9b37-b869-4937-8ddc-745c183170c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:21.873290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-cc7d9b37-b869-4937-8ddc-745c183170c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 1095 time: 0.1750720 Oct 13 14:11:21.912791 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device afb121ee-b6e0-407a-919d-f5698f7d3b7f details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:11:21.924486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136c1de-8ea2-4044-be83-3b48b30ea7c6 req-dba1a9d2-017e-4f4a-a3c8-2545bad6a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:21.926132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0136c1de-8ea2-4044-be83-3b48b30ea7c6 req-dba1a9d2-017e-4f4a-a3c8-2545bad6a08f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e HTTP/1.1" status: 200 len: 920 time: 0.2961736 Oct 13 14:11:21.988358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-81451443-07d8-49a7-8260-14affaeb5319 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a HTTP/1.1" status: 200 len: 217 time: 0.0931876 Oct 13 14:11:22.034686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port afb121ee-b6e0-407a-919d-f5698f7d3b7f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=afb121ee-b6e0-407a-919d-f5698f7d3b7f,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:22.045107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0136c1de-8ea2-4044-be83-3b48b30ea7c6 req-6b448a60-386b-4db2-8b26-8de3a52a7a1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9fede42-1faa-4d16-a3a9-7d1dd180dce4 HTTP/1.1" status: 200 len: 217 time: 0.0727353 Oct 13 14:11:22.047458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bbfd39-5909-471f-8be0-9533bb4b707e {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:22.052875 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'afb121ee-b6e0-407a-919d-f5698f7d3b7f', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'port_id': 'afb121ee-b6e0-407a-919d-f5698f7d3b7f', 'mac_address': 'fa:16:3e:0e:d2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:11:22.057077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2533b40-fc12-453a-88d3-c66709541b54 req-7a1e76e8-8b79-45fa-be97-b30981e6a77f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069676 Oct 13 14:11:22.090666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:22.110244 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:22.129166 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb121ee-b6e0-407a-919d-f5698f7d3b7f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:22.154171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Transition to ACTIVE for port object 98bbfd39-5909-471f-8be0-9533bb4b707e will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:11:22.161320 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port afb121ee-b6e0-407a-919d-f5698f7d3b7f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=afb121ee-b6e0-407a-919d-f5698f7d3b7f,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:22.167550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d9904-dab4-448e-990b-306605590fdd req-7e2c0dab-e330-46b4-8683-4ab1017f0743 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:22.168860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-014d9904-dab4-448e-990b-306605590fdd req-7e2c0dab-e330-46b4-8683-4ab1017f0743 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 943 time: 0.2918434 Oct 13 14:11:22.170106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c397de5-06cb-4163-8e89-251963470e05 req-512efcd4-3386-45af-9fe7-ccab7fafcb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:22.171442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-512efcd4-3386-45af-9fe7-ccab7fafcb53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1397033 Oct 13 14:11:22.185329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902902cc-6192-4741-82bd-633f08c70ba5', 'tag': 'fe166046-c279-4e9b-9e8f-b1b5be6c131a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:22.187509 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf37648b-0d74-44b7-bd61-46e3eee6b60f" -d '{"events": [{"name": "network-changed", "server_uuid": "902902cc-6192-4741-82bd-633f08c70ba5", "tag": "fe166046-c279-4e9b-9e8f-b1b5be6c131a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:22.191876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136c1de-8ea2-4044-be83-3b48b30ea7c6 req-df3a09ee-0586-4ffb-972c-d402246af0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:22.195008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0136c1de-8ea2-4044-be83-3b48b30ea7c6 req-df3a09ee-0586-4ffb-972c-d402246af0b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6964d976-94ec-4a1a-9713-1d451d704310 HTTP/1.1" status: 200 len: 859 time: 0.1169605 Oct 13 14:11:22.230606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d8a127-c1a0-4772-b809-db7e479a6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0715d9-3673-45c0-b1cf-c159ba2e6d84'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:22.234302 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673b30e0-66fb-4cb3-81fc-8a37a7ecea04" -d '{"events": [{"server_uuid": "98d8a127-c1a0-4772-b809-db7e479a6f19", "name": "network-vif-plugged", "status": "completed", "tag": "7e0715d9-3673-45c0-b1cf-c159ba2e6d84"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:22.259119 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3df4571e-74a1-42b3-b592-5ffad6c3b101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:22.273700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-4dca5f43-91e4-44dd-af7b-8f5bf4e9bc0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771303 Oct 13 14:11:22.278281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0136c1de-8ea2-4044-be83-3b48b30ea7c6 req-d733a8b1-4dab-4849-8c13-d95c0e0929db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766635 Oct 13 14:11:22.287935 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:22.311736 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:22.349606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=afb121ee-b6e0-407a-919d-f5698f7d3b7f,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:22.414505 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-014d9904-dab4-448e-990b-306605590fdd req-45974efd-b86d-4b27-af02-8234a635991d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373374 Oct 13 14:11:22.428433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bba70-509e-4304-a060-0a821ccdd20a req-ecbe8b80-53bb-495b-b8e3-5749dec7235c tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:22.430104 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f0bba70-509e-4304-a060-0a821ccdd20a req-ecbe8b80-53bb-495b-b8e3-5749dec7235c tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 945 time: 0.2556796 Oct 13 14:11:22.500181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=98bbfd39-5909-471f-8be0-9533bb4b707e,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:22.589692 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['afb121ee-b6e0-407a-919d-f5698f7d3b7f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:11:22.620117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0136c1de-8ea2-4044-be83-3b48b30ea7c6 req-9b6346d2-641b-4f9d-aeb4-8d65357b1d72 service neutron] 10.222.0.41 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264928 Oct 13 14:11:22.623074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f0bba70-509e-4304-a060-0a821ccdd20a req-aa9c85c6-5073-4535-9b29-7456806e07cd tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813102 Oct 13 14:11:22.643970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-29cb4cc3-959b-49b7-9f31-545eaf684dca service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481579 Oct 13 14:11:22.731969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d933d8a-4d71-4b86-8c56-7b0491cc0c41 req-a71103b3-8d0b-4d21-8c74-5f6f53693747 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:22.733588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d933d8a-4d71-4b86-8c56-7b0491cc0c41 req-a71103b3-8d0b-4d21-8c74-5f6f53693747 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.2409546 Oct 13 14:11:22.826309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Attempting to bind port 98bbfd39-5909-471f-8be0-9533bb4b707e on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:11:22.826442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Attempting to bind port 98bbfd39-5909-471f-8be0-9533bb4b707e by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'aae38631-f2c4-4ae2-baa1-2e71cfec2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:11:22.826771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Attempting to bind port 98bbfd39-5909-471f-8be0-9533bb4b707e on network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:22.831728 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99df9c35-abbc-4892-af84-0b2ba5ee8ef9 x-openstack-request-id: req-99df9c35-abbc-4892-af84-0b2ba5ee8ef9 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:22.832011 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902902cc-6192-4741-82bd-633f08c70ba5", "tag": "fe166046-c279-4e9b-9e8f-b1b5be6c131a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:22.832262 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99df9c35-abbc-4892-af84-0b2ba5ee8ef9 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:22.832651 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902902cc-6192-4741-82bd-633f08c70ba5', 'tag': 'fe166046-c279-4e9b-9e8f-b1b5be6c131a', 'status': 'completed', 'code': 200} Oct 13 14:11:22.864232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Port 98bbfd39-5909-471f-8be0-9533bb4b707e on network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:11:22.864477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Attempting to bind port 98bbfd39-5909-471f-8be0-9533bb4b707e on network e1473f1a-4a53-4fe0-be9d-d5d10bccee8e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:22.886198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d933d8a-4d71-4b86-8c56-7b0491cc0c41 req-cdee9e96-a0d2-4810-97a1-bd9014994c2e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155503 Oct 13 14:11:22.895375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:11:22.895889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Checking segment: {'id': 'aae38631-f2c4-4ae2-baa1-2e71cfec2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:11:22.896475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Bound using segment: {'id': 'aae38631-f2c4-4ae2-baa1-2e71cfec2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:11:22.897005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Bound port: 98bbfd39-5909-471f-8be0-9533bb4b707e, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae38631-f2c4-4ae2-baa1-2e71cfec2202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:11:22.897377 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:22.916488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0136c1de-8ea2-4044-be83-3b48b30ea7c6 req-4e7ae768-484e-49dd-aa1c-cb86111d7da8 service neutron] 10.222.0.41 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841949 Oct 13 14:11:22.918974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c397de5-06cb-4163-8e89-251963470e05 req-55fffdb4-dd9d-4dae-912b-be8aad4cc2cb service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564414 Oct 13 14:11:22.948616 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61342667-7e5b-4ebe-a341-e33cbf0204a3 x-openstack-request-id: req-61342667-7e5b-4ebe-a341-e33cbf0204a3 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:22.955623 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d8a127-c1a0-4772-b809-db7e479a6f19", "name": "network-vif-plugged", "status": "completed", "tag": "7e0715d9-3673-45c0-b1cf-c159ba2e6d84", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:22.955623 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61342667-7e5b-4ebe-a341-e33cbf0204a3 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:22.955623 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d8a127-c1a0-4772-b809-db7e479a6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0715d9-3673-45c0-b1cf-c159ba2e6d84', 'code': 200} Oct 13 14:11:23.053678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] For port 98bbfd39-5909-471f-8be0-9533bb4b707e, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:11:23.103142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] For port 98bbfd39-5909-471f-8be0-9533bb4b707e, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=98bbfd39-5909-471f-8be0-9533bb4b707e,segment=NetworkSegment(aae38631-f2c4-4ae2-baa1-2e71cfec2202),segment_id=aae38631-f2c4-4ae2-baa1-2e71cfec2202)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:11:23.131092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2778a24-523f-4182-ab2b-cfd2e28bb000 req-7de535ae-4891-49c2-a1cc-99bb1f0d0edf tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:23.132836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2778a24-523f-4182-ab2b-cfd2e28bb000 req-7de535ae-4891-49c2-a1cc-99bb1f0d0edf tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 944 time: 0.1796491 Oct 13 14:11:23.174196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc24fb-f854-45ff-ad38-fa3f61001c14 req-32f92b9f-e13e-42a8-9c6b-ae283c09c3bf tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:23.175751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ffc24fb-f854-45ff-ad38-fa3f61001c14 req-32f92b9f-e13e-42a8-9c6b-ae283c09c3bf tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 943 time: 0.1724358 Oct 13 14:11:23.182694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1061861-be17-4336-922d-85e617873db5 req-ce8229c6-ecce-449c-9ba3-fe4c24e4968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:23.184133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1061861-be17-4336-922d-85e617873db5 req-ce8229c6-ecce-449c-9ba3-fe4c24e4968a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 1097 time: 0.1610057 Oct 13 14:11:23.213619 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:23.216710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37648b-0d74-44b7-bd61-46e3eee6b60f req-ae3b3dca-8554-49f1-84d4-4ab4c19b32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:23.218294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf37648b-0d74-44b7-bd61-46e3eee6b60f req-ae3b3dca-8554-49f1-84d4-4ab4c19b32b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 1095 time: 0.1422606 Oct 13 14:11:23.296349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2778a24-523f-4182-ab2b-cfd2e28bb000 req-ae65b24a-c899-4d62-b70d-c23645ba41a7 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547918 Oct 13 14:11:23.580129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:23.580766 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:23.582217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] 10.222.0.49 "PUT /v2.0/ports/98bbfd39-5909-471f-8be0-9533bb4b707e HTTP/1.1" status: 200 len: 1093 time: 3.0397472 Oct 13 14:11:23.615390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ffc24fb-f854-45ff-ad38-fa3f61001c14 req-df5a00a6-2608-4c30-9d70-14b2d000ac44 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289479 Oct 13 14:11:23.636312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1061861-be17-4336-922d-85e617873db5 req-37adbc11-7361-4f7e-9252-cdc8fa8eaa2c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361527 Oct 13 14:11:23.658983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37890333-94ec-46a9-a042-b22dba8df7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=98bbfd39-5909-471f-8be0-9533bb4b707e,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:23.686522 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b448e330-b6e4-493d-b37e-95e5f55ac34d up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:11:23.691397 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:23.707385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a478a-8051-4a4d-83ad-a1d5d55e00e7 req-445695a1-524f-4698-bc94-cfa0b10ceb04 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:23.709032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-527a478a-8051-4a4d-83ad-a1d5d55e00e7 req-445695a1-524f-4698-bc94-cfa0b10ceb04 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 944 time: 0.1411667 Oct 13 14:11:23.713809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37648b-0d74-44b7-bd61-46e3eee6b60f req-e65ca399-22b8-4c1d-aa23-9cc7cd150415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:23.715338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf37648b-0d74-44b7-bd61-46e3eee6b60f req-e65ca399-22b8-4c1d-aa23-9cc7cd150415 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.4734986 Oct 13 14:11:23.741156 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port b448e330-b6e4-493d-b37e-95e5f55ac34d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:23.741518 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:23.788885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf37648b-0d74-44b7-bd61-46e3eee6b60f req-b8edb691-66f6-4d89-b5d3-81c273a16945 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a HTTP/1.1" status: 200 len: 217 time: 0.0529721 Oct 13 14:11:23.833826 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:23.844497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-527a478a-8051-4a4d-83ad-a1d5d55e00e7 req-4ec710e8-7e90-4e5f-ac32-dda806423c3f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098723 Oct 13 14:11:23.872028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62297687-af22-4a63-8625-7c341f256c81 req-d4933b2b-fb52-49c3-b0aa-8ec3665e597e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:23.872028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62297687-af22-4a63-8625-7c341f256c81 req-d4933b2b-fb52-49c3-b0aa-8ec3665e597e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 944 time: 0.1887372 Oct 13 14:11:23.905617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b448e330-b6e4-493d-b37e-95e5f55ac34d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b448e330-b6e4-493d-b37e-95e5f55ac34d,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:23.928426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device afb121ee-b6e0-407a-919d-f5698f7d3b7f up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:11:23.931420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37648b-0d74-44b7-bd61-46e3eee6b60f req-5bc97c25-31f8-4385-b49f-0060cf5bf13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:23.939488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf37648b-0d74-44b7-bd61-46e3eee6b60f req-5bc97c25-31f8-4385-b49f-0060cf5bf13b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1349332 Oct 13 14:11:23.994549 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:24.007248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-72d78e7a-b304-4d03-badb-b2b1451f72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:24.009819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-72d78e7a-b304-4d03-badb-b2b1451f72ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a997977e65de45ed810156d8bb91dad9&device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 1096 time: 0.1605394 Oct 13 14:11:24.012642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf37648b-0d74-44b7-bd61-46e3eee6b60f req-a7a061a6-475e-46b7-b3be-d1645813929a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677025 Oct 13 14:11:24.017538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62297687-af22-4a63-8625-7c341f256c81 req-b19a639a-2171-4ff9-aa4c-0922233f57d5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352606 Oct 13 14:11:24.055431 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:24.062486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b448e330-b6e4-493d-b37e-95e5f55ac34d,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:24.078641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port afb121ee-b6e0-407a-919d-f5698f7d3b7f completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:11:24.085607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port afb121ee-b6e0-407a-919d-f5698f7d3b7f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:24.085607 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:24.112263 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-687e0d56-e021-466a-81ae-0234729ba94a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98bbfd39-5909-471f-8be0-9533bb4b707e HTTP/1.1" status: 200 len: 217 time: 0.0916417 Oct 13 14:11:24.124093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660d027-af72-41d3-b1c9-f41d6458dc4f req-48f723d6-1de5-4e05-81d7-fe66fb9e77c8 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:24.131821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f660d027-af72-41d3-b1c9-f41d6458dc4f req-48f723d6-1de5-4e05-81d7-fe66fb9e77c8 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 945 time: 0.1956432 Oct 13 14:11:24.202863 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:24.246354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f660d027-af72-41d3-b1c9-f41d6458dc4f req-3d2ddcbe-0889-461d-a716-60e0db5b3e8a tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127794 Oct 13 14:11:24.265349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-bf0954bf-066c-493d-81d6-7cc808e09bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:24.265557 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port afb121ee-b6e0-407a-919d-f5698f7d3b7f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=afb121ee-b6e0-407a-919d-f5698f7d3b7f,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:24.266460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-bf0954bf-066c-493d-81d6-7cc808e09bab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6964d976-94ec-4a1a-9713-1d451d704310 HTTP/1.1" status: 200 len: 859 time: 0.1299281 Oct 13 14:11:24.290661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf37648b-0d74-44b7-bd61-46e3eee6b60f req-40ff39d6-78c5-4905-99f7-f7647cc4d82d service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689998 Oct 13 14:11:24.331199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-117c9a86-196a-4577-a126-6aa2348a86fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516617 Oct 13 14:11:24.385118 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:24.440559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=afb121ee-b6e0-407a-919d-f5698f7d3b7f,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:24.503146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad9764-ecbb-4554-b01a-9c940150a86e req-d8b09791-ec57-43ec-99b5-5c11f0cedfce tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:24.504677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30ad9764-ecbb-4554-b01a-9c940150a86e req-d8b09791-ec57-43ec-99b5-5c11f0cedfce tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.2372532 Oct 13 14:11:24.568049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541bc75-54cb-4ab7-a817-421756d7092f req-e8f4b83a-7138-4384-9c95-6ac252e9c8b7 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:24.569569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f541bc75-54cb-4ab7-a817-421756d7092f req-e8f4b83a-7138-4384-9c95-6ac252e9c8b7 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 944 time: 0.1913133 Oct 13 14:11:24.584390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf37648b-0d74-44b7-bd61-46e3eee6b60f req-2e54a7b6-3939-4dd0-8d4c-65e03edf96cd service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783883 Oct 13 14:11:24.596312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-9ae31235-67ce-454b-b6f1-6e5a4a09b04c service neutron] 10.222.0.49 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539365 Oct 13 14:11:24.641853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30ad9764-ecbb-4554-b01a-9c940150a86e req-5b6f9460-d37c-4e04-a3c1-2f5359259967 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274278 Oct 13 14:11:24.688845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f541bc75-54cb-4ab7-a817-421756d7092f req-8af257e2-449e-41ae-af9e-f04fc7b0ec40 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102464 Oct 13 14:11:24.773900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-699a2b89-277a-4e0c-a598-ab2c29738855 req-01fc0597-1280-430b-b05c-9c5bf3c4f6ee service neutron] 10.222.0.49 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609738 Oct 13 14:11:24.788311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4521a7c-3a51-4e4a-b73e-f636b0f5898a req-d6014b1c-cfe0-417d-8395-6c3a935c5df1 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:24.790907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4521a7c-3a51-4e4a-b73e-f636b0f5898a req-d6014b1c-cfe0-417d-8395-6c3a935c5df1 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 943 time: 0.0874703 Oct 13 14:11:24.834056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b7e719-9bc9-4da6-8cfb-0a1272e2e199', 'tag': '98bbfd39-5909-471f-8be0-9533bb4b707e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:24.837291 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bd1e4d-9ee2-4465-8a27-9af88a24af44" -d '{"events": [{"name": "network-changed", "server_uuid": "07b7e719-9bc9-4da6-8cfb-0a1272e2e199", "tag": "98bbfd39-5909-471f-8be0-9533bb4b707e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:24.843053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4521a7c-3a51-4e4a-b73e-f636b0f5898a req-577ac832-256f-4ce1-990b-1985439f9f3c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451283 Oct 13 14:11:24.878056 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db25a85d-d2da-4f80-9485-a1abac599b04 x-openstack-request-id: req-db25a85d-d2da-4f80-9485-a1abac599b04 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:24.878374 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b7e719-9bc9-4da6-8cfb-0a1272e2e199", "tag": "98bbfd39-5909-471f-8be0-9533bb4b707e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:24.878648 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db25a85d-d2da-4f80-9485-a1abac599b04 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:24.879048 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b7e719-9bc9-4da6-8cfb-0a1272e2e199', 'tag': '98bbfd39-5909-471f-8be0-9533bb4b707e', 'status': 'completed', 'code': 200} Oct 13 14:11:24.950219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd674ef74-f37e-4a83-90ff-8cec453670e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b448e330-b6e4-493d-b37e-95e5f55ac34d'}, {'server_uuid': '6d039649-4636-4ac0-9c6b-918dd8ae0692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb121ee-b6e0-407a-919d-f5698f7d3b7f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:24.952698 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc123fa-32b1-4aaf-a358-e49263cef056" -d '{"events": [{"server_uuid": "d674ef74-f37e-4a83-90ff-8cec453670e5", "name": "network-vif-plugged", "status": "completed", "tag": "b448e330-b6e4-493d-b37e-95e5f55ac34d"}, {"server_uuid": "6d039649-4636-4ac0-9c6b-918dd8ae0692", "name": "network-vif-plugged", "status": "completed", "tag": "afb121ee-b6e0-407a-919d-f5698f7d3b7f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:24.962391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd1e4d-9ee2-4465-8a27-9af88a24af44 req-9d8f0105-cd33-413b-bf34-33b47b9350a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:24.963922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4bd1e4d-9ee2-4465-8a27-9af88a24af44 req-9d8f0105-cd33-413b-bf34-33b47b9350a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a997977e65de45ed810156d8bb91dad9&device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 1096 time: 0.0532529 Oct 13 14:11:25.004473 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abea31ee-6e12-4c85-b6be-5d307a179bb6 x-openstack-request-id: req-abea31ee-6e12-4c85-b6be-5d307a179bb6 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:25.004473 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d674ef74-f37e-4a83-90ff-8cec453670e5", "name": "network-vif-plugged", "status": "completed", "tag": "b448e330-b6e4-493d-b37e-95e5f55ac34d", "code": 200}, {"server_uuid": "6d039649-4636-4ac0-9c6b-918dd8ae0692", "name": "network-vif-plugged", "status": "completed", "tag": "afb121ee-b6e0-407a-919d-f5698f7d3b7f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:25.005814 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abea31ee-6e12-4c85-b6be-5d307a179bb6 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:25.005814 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd674ef74-f37e-4a83-90ff-8cec453670e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b448e330-b6e4-493d-b37e-95e5f55ac34d', 'code': 200} Oct 13 14:11:25.006171 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d039649-4636-4ac0-9c6b-918dd8ae0692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb121ee-b6e0-407a-919d-f5698f7d3b7f', 'code': 200} Oct 13 14:11:25.053611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecca3a-1cb2-4f2e-88ea-d2d8fcfad2a2 req-8aaf18d9-d645-4136-a0bb-b1554896bca6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:25.055264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-daecca3a-1cb2-4f2e-88ea-d2d8fcfad2a2 req-8aaf18d9-d645-4136-a0bb-b1554896bca6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1090605 Oct 13 14:11:25.145591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd1e4d-9ee2-4465-8a27-9af88a24af44 req-e547c8f0-9f8b-4f2d-ad94-5d26a2ce3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:25.147039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4bd1e4d-9ee2-4465-8a27-9af88a24af44 req-e547c8f0-9f8b-4f2d-ad94-5d26a2ce3c95 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e HTTP/1.1" status: 200 len: 920 time: 0.1696177 Oct 13 14:11:25.218678 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:25.222893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-daecca3a-1cb2-4f2e-88ea-d2d8fcfad2a2 req-fc1c8d91-dd8a-4870-8be8-38440c394ae3 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493297 Oct 13 14:11:25.228422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4bd1e4d-9ee2-4465-8a27-9af88a24af44 req-2ce7a4c5-cc9c-449b-a4da-23b2e440dbf6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98bbfd39-5909-471f-8be0-9533bb4b707e HTTP/1.1" status: 200 len: 217 time: 0.0559144 Oct 13 14:11:25.298558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdc047-af59-4d95-83c7-23ea34058d00 req-aece3188-e84c-4551-b39b-010d29e16442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:25.298558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3bdc047-af59-4d95-83c7-23ea34058d00 req-aece3188-e84c-4551-b39b-010d29e16442 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 1097 time: 0.2088313 Oct 13 14:11:25.321515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085b950-0138-4f10-a173-f7d308910221 req-226ecf43-7b50-4b38-bd9f-64e86cbda6f7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:25.323087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0085b950-0138-4f10-a173-f7d308910221 req-226ecf43-7b50-4b38-bd9f-64e86cbda6f7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 945 time: 0.2068417 Oct 13 14:11:25.352431 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd1e4d-9ee2-4465-8a27-9af88a24af44 req-0f3c082a-1ee7-474e-8f4a-5bc231841abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:25.353934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4bd1e4d-9ee2-4465-8a27-9af88a24af44 req-0f3c082a-1ee7-474e-8f4a-5bc231841abd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6964d976-94ec-4a1a-9713-1d451d704310 HTTP/1.1" status: 200 len: 859 time: 0.1156540 Oct 13 14:11:25.373888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f108c2b-d50c-40e3-981e-df472ec1c2a3 req-2351fa20-80ab-4e1c-bf3a-b34cd47112ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:25.375458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1f108c2b-d50c-40e3-981e-df472ec1c2a3 req-2351fa20-80ab-4e1c-bf3a-b34cd47112ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 1097 time: 0.1517081 Oct 13 14:11:25.442900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3bdc047-af59-4d95-83c7-23ea34058d00 req-2e015fd8-f787-4569-bf21-e91cb2fdf38f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299589 Oct 13 14:11:25.445317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4bd1e4d-9ee2-4465-8a27-9af88a24af44 req-009525f8-65d2-4c84-b0d0-91ce4c9d4204 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740881 Oct 13 14:11:25.451351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0085b950-0138-4f10-a173-f7d308910221 req-824f9a1b-85b1-46e4-b191-ff23b508bad5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207902 Oct 13 14:11:25.486343 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1f108c2b-d50c-40e3-981e-df472ec1c2a3 req-b196cdc5-6450-484f-8ee0-012b4809e83f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962877 Oct 13 14:11:25.502320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa8202-89a6-4c3d-a34d-ed0b333ba7e8 req-3a9d5a21-9cbf-45a2-8125-b694c6ba9a11 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:25.503945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2aa8202-89a6-4c3d-a34d-ed0b333ba7e8 req-3a9d5a21-9cbf-45a2-8125-b694c6ba9a11 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 945 time: 0.0746548 Oct 13 14:11:25.550651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2aa8202-89a6-4c3d-a34d-ed0b333ba7e8 req-58e68820-6d2b-4acd-8b93-7afbaa0b0dda tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Oct 13 14:11:25.698756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c9fede42-1faa-4d16-a3a9-7d1dd180dce4 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:11:25.726283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52686657-8160-40fa-bc5e-71ab08a02872 req-2e991679-f009-42f1-9d45-3d6fcdc01d58 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:25.728040 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52686657-8160-40fa-bc5e-71ab08a02872 req-2e991679-f009-42f1-9d45-3d6fcdc01d58 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 945 time: 0.1036518 Oct 13 14:11:25.815957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port c9fede42-1faa-4d16-a3a9-7d1dd180dce4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c9fede42-1faa-4d16-a3a9-7d1dd180dce4,segment=NetworkSegment(aae38631-f2c4-4ae2-baa1-2e71cfec2202),segment_id=aae38631-f2c4-4ae2-baa1-2e71cfec2202)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:25.818637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4bd1e4d-9ee2-4465-8a27-9af88a24af44 req-c9487c3b-00db-4f44-9416-358971b08513 service neutron] 10.222.0.49 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642077 Oct 13 14:11:25.830180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52686657-8160-40fa-bc5e-71ab08a02872 req-838f2c13-040f-4190-89c2-bb68d38cb0b8 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858259 Oct 13 14:11:25.830902 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'c9fede42-1faa-4d16-a3a9-7d1dd180dce4', 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e', 'port_id': 'c9fede42-1faa-4d16-a3a9-7d1dd180dce4', 'mac_address': 'fa:16:3e:f2:5b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6964d976-94ec-4a1a-9713-1d451d704310', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:11:25.861421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5669d9e-eedd-432a-af1a-411ba1b9f229 req-2d627122-367b-41ef-b466-8ead49c53210 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:25.863193 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5669d9e-eedd-432a-af1a-411ba1b9f229 req-2d627122-367b-41ef-b466-8ead49c53210 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.1323578 Oct 13 14:11:25.892223 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:25.912180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fede42-1faa-4d16-a3a9-7d1dd180dce4 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:25.943124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port c9fede42-1faa-4d16-a3a9-7d1dd180dce4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c9fede42-1faa-4d16-a3a9-7d1dd180dce4,segment=NetworkSegment(aae38631-f2c4-4ae2-baa1-2e71cfec2202),segment_id=aae38631-f2c4-4ae2-baa1-2e71cfec2202)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:25.946841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5669d9e-eedd-432a-af1a-411ba1b9f229 req-012d586e-6aae-43f5-aeda-661cef9ed1db tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557792 Oct 13 14:11:25.998125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4bd1e4d-9ee2-4465-8a27-9af88a24af44 req-fb31b064-c19b-4295-b3e3-c5ca9d6f1e37 service neutron] 10.222.0.49 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659884 Oct 13 14:11:26.007622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:26.027462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36466c6c-8ca4-4e7c-8ce4-20e3021a7451 req-38b70ca8-1dab-4a73-bfb0-384bedc18988 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:26.030490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36466c6c-8ca4-4e7c-8ce4-20e3021a7451 req-38b70ca8-1dab-4a73-bfb0-384bedc18988 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 944 time: 0.0893543 Oct 13 14:11:26.078406 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=c9fede42-1faa-4d16-a3a9-7d1dd180dce4,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:26.096941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36466c6c-8ca4-4e7c-8ce4-20e3021a7451 req-724650f7-cd2c-40cd-89f7-85155a2153e5 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553308 Oct 13 14:11:26.251486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca250c-409c-48f7-8fac-19e3ad70d27c req-e71dd7f1-3e82-4861-8ce8-b98f5730edfb tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:26.254399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38ca250c-409c-48f7-8fac-19e3ad70d27c req-e71dd7f1-3e82-4861-8ce8-b98f5730edfb tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 945 time: 0.0825424 Oct 13 14:11:26.281140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbeb65-8533-4e72-ad00-15cfac78abb4 req-e0015864-79f0-48db-862c-6822cae88fb7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:26.283301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9cbeb65-8533-4e72-ad00-15cfac78abb4 req-e0015864-79f0-48db-862c-6822cae88fb7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 943 time: 0.1025100 Oct 13 14:11:26.342185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38ca250c-409c-48f7-8fac-19e3ad70d27c req-de38ddd6-f0c2-4e9b-969d-03b7e0096a97 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817780 Oct 13 14:11:26.351172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9cbeb65-8533-4e72-ad00-15cfac78abb4 req-2ad1422f-b508-4c66-aa87-aedff493305a tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572941 Oct 13 14:11:26.481451 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['c9fede42-1faa-4d16-a3a9-7d1dd180dce4'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:11:26.487968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eea002-a5bd-4091-806d-3bfd0d486e7a req-2f11dde9-7c5a-4887-a197-457075e4d42b tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:26.490038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11eea002-a5bd-4091-806d-3bfd0d486e7a req-2f11dde9-7c5a-4887-a197-457075e4d42b tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.0812237 Oct 13 14:11:26.541752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11eea002-a5bd-4091-806d-3bfd0d486e7a req-a9b0e4be-bf38-44cc-886d-b9655fffeedd tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452731 Oct 13 14:11:26.692944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbde8af-c2f7-4d02-a987-bef7deef5f47 req-ab5f8ab7-cbbe-4516-b73c-350847024e90 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:26.694484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cbde8af-c2f7-4d02-a987-bef7deef5f47 req-ab5f8ab7-cbbe-4516-b73c-350847024e90 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 945 time: 0.0532212 Oct 13 14:11:26.739133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cbde8af-c2f7-4d02-a987-bef7deef5f47 req-71dab6cf-7223-4425-a721-4a8335656cff tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360458 Oct 13 14:11:27.119895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34777dc8-684c-415a-8405-60091d5ecec5 req-a16ae0b4-6699-450e-bca7-e7a4b007c8a0 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:27.121493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34777dc8-684c-415a-8405-60091d5ecec5 req-a16ae0b4-6699-450e-bca7-e7a4b007c8a0 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 945 time: 0.0938509 Oct 13 14:11:27.135807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c3510-e42d-4bb2-a9b5-13e62bcdbb68 req-6ee61b8d-adda-4665-9e1c-793fe6a494df tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:27.137384 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-989c3510-e42d-4bb2-a9b5-13e62bcdbb68 req-6ee61b8d-adda-4665-9e1c-793fe6a494df tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.0713592 Oct 13 14:11:27.195094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34777dc8-684c-415a-8405-60091d5ecec5 req-275a5d80-3397-4e13-9a1e-bd66200e0875 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565958 Oct 13 14:11:27.202476 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-989c3510-e42d-4bb2-a9b5-13e62bcdbb68 req-78744134-f378-4a38-b13f-555ee2187a06 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569828 Oct 13 14:11:27.316181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90455e96-4707-45ac-be75-b2f87e3ff5f9 req-afe057ba-ad3f-4ce1-bf25-258fe79b823c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:27.317996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90455e96-4707-45ac-be75-b2f87e3ff5f9 req-afe057ba-ad3f-4ce1-bf25-258fe79b823c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 944 time: 0.0593560 Oct 13 14:11:27.372861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90455e96-4707-45ac-be75-b2f87e3ff5f9 req-42f4e708-d432-4d1a-b0dd-7b3438540477 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476000 Oct 13 14:11:27.499695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547d8f0-1179-47c6-bb61-750d61e949dd req-d264e8f0-a554-4022-9f21-d35ceb64818a tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:27.501323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0547d8f0-1179-47c6-bb61-750d61e949dd req-d264e8f0-a554-4022-9f21-d35ceb64818a tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 943 time: 0.0569251 Oct 13 14:11:27.540608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0547d8f0-1179-47c6-bb61-750d61e949dd req-82b17f32-08cc-476a-b71c-294bdec8c160 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330877 Oct 13 14:11:27.680702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f905a-8756-4006-a6cf-d105d94032c5 req-8c865db3-5ee6-45f6-badd-a9f2c3dd5cf4 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:27.682245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c61f905a-8756-4006-a6cf-d105d94032c5 req-8c865db3-5ee6-45f6-badd-a9f2c3dd5cf4 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.0535655 Oct 13 14:11:27.698067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fe166046-c279-4e9b-9e8f-b1b5be6c131a details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:11:27.730783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c61f905a-8756-4006-a6cf-d105d94032c5 req-bead07af-df7d-4d36-ad64-586625d323dc tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Oct 13 14:11:27.810721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:27.822829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'fe166046-c279-4e9b-9e8f-b1b5be6c131a', 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f', 'port_id': 'fe166046-c279-4e9b-9e8f-b1b5be6c131a', 'mac_address': 'fa:16:3e:fb:43:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc898a0c-f0e8-48e4-be55-ec054e3bd71d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:11:27.866010 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:27.881315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe166046-c279-4e9b-9e8f-b1b5be6c131a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:27.901429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc7483-3711-460f-804f-e57d27f2734c req-f747f020-9c7c-4574-9ce1-ed064c968aee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:27.902929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ffbc7483-3711-460f-804f-e57d27f2734c req-f747f020-9c7c-4574-9ce1-ed064c968aee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 945 time: 0.0808327 Oct 13 14:11:27.904439 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:27.917832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897f029-830c-499b-8c1a-c78a7418448d req-3659db5f-92b2-46f0-aa7c-27e878b890ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:27.918674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9897f029-830c-499b-8c1a-c78a7418448d req-3659db5f-92b2-46f0-aa7c-27e878b890ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.0858567 Oct 13 14:11:27.943047 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 98bbfd39-5909-471f-8be0-9533bb4b707e details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:11:27.972268 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ffbc7483-3711-460f-804f-e57d27f2734c req-5f137dc4-bd02-4fec-b927-ba04f0882ce2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630403 Oct 13 14:11:27.980168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9897f029-830c-499b-8c1a-c78a7418448d req-2dd54380-57ec-4bab-a02f-5ed656e9952b tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484917 Oct 13 14:11:28.002880 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:28.072337 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=fe166046-c279-4e9b-9e8f-b1b5be6c131a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:28.102912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 98bbfd39-5909-471f-8be0-9533bb4b707e, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=98bbfd39-5909-471f-8be0-9533bb4b707e,segment=NetworkSegment(aae38631-f2c4-4ae2-baa1-2e71cfec2202),segment_id=aae38631-f2c4-4ae2-baa1-2e71cfec2202)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:28.117885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '98bbfd39-5909-471f-8be0-9533bb4b707e', 'network_id': 'e1473f1a-4a53-4fe0-be9d-d5d10bccee8e', 'port_id': '98bbfd39-5909-471f-8be0-9533bb4b707e', 'mac_address': 'fa:16:3e:02:9e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6964d976-94ec-4a1a-9713-1d451d704310', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:11:28.161775 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:28.306329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bbfd39-5909-471f-8be0-9533bb4b707e {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:28.334899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 98bbfd39-5909-471f-8be0-9533bb4b707e, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=98bbfd39-5909-471f-8be0-9533bb4b707e,segment=NetworkSegment(aae38631-f2c4-4ae2-baa1-2e71cfec2202),segment_id=aae38631-f2c4-4ae2-baa1-2e71cfec2202)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:28.340718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977525c-8157-40cf-931f-83f5434e36c0 req-44319640-9786-4c34-93e1-5f4c79f5c515 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:28.342429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b977525c-8157-40cf-931f-83f5434e36c0 req-44319640-9786-4c34-93e1-5f4c79f5c515 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 945 time: 0.0610340 Oct 13 14:11:28.393112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b977525c-8157-40cf-931f-83f5434e36c0 req-03764e15-0660-4509-9238-4cb87690e646 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390918 Oct 13 14:11:28.496201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:28.517396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a95a5a-c11a-43ef-aa47-d734d06d761a req-476ade45-adab-44c2-a8b0-7d4c4107995a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:28.520315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73a95a5a-c11a-43ef-aa47-d734d06d761a req-476ade45-adab-44c2-a8b0-7d4c4107995a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.0636165 Oct 13 14:11:28.530560 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['fe166046-c279-4e9b-9e8f-b1b5be6c131a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:11:28.587378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=98bbfd39-5909-471f-8be0-9533bb4b707e,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:28.799214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['98bbfd39-5909-471f-8be0-9533bb4b707e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:11:28.879194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73a95a5a-c11a-43ef-aa47-d734d06d761a req-7c8d6786-30d4-4371-b84a-17cc2d3c112b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433526 Oct 13 14:11:28.899840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088e525-62f5-470c-ae0f-1590770b6be6 req-4714b700-881f-4429-a2d3-aeddf7346472 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:28.904269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3088e525-62f5-470c-ae0f-1590770b6be6 req-4714b700-881f-4429-a2d3-aeddf7346472 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.49 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 945 time: 0.3638942 Oct 13 14:11:28.922089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e0f56-754a-42bb-8580-0d743e66e13d req-b536ead5-715f-4c78-9830-25bd5308917f tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:28.924295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-600e0f56-754a-42bb-8580-0d743e66e13d req-b536ead5-715f-4c78-9830-25bd5308917f tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 945 time: 0.4026740 Oct 13 14:11:29.053513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-600e0f56-754a-42bb-8580-0d743e66e13d req-2bc52763-e64e-43b2-8c4d-af25f71598e4 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967419 Oct 13 14:11:29.108771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff31045-34fa-4623-80f6-e6a2c834340b req-bfefc7b9-f9c1-4170-be63-47def5a122f3 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:29.110696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dff31045-34fa-4623-80f6-e6a2c834340b req-bfefc7b9-f9c1-4170-be63-47def5a122f3 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 944 time: 0.0748696 Oct 13 14:11:29.120804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-3088e525-62f5-470c-ae0f-1590770b6be6 req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Deleting port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:11:29.122264 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3088e525-62f5-470c-ae0f-1590770b6be6 req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:29.268686 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dff31045-34fa-4623-80f6-e6a2c834340b req-997e4383-f54d-4232-afa2-2503ac24acc6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443179 Oct 13 14:11:29.328471 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-3088e525-62f5-470c-ae0f-1590770b6be6 req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] For port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7e0715d9-3673-45c0-b1cf-c159ba2e6d84,segment=NetworkSegment(62983c69-ad3b-41cf-aca9-bb4eed33b587),segment_id=62983c69-ad3b-41cf-aca9-bb4eed33b587)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:29.328852 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3088e525-62f5-470c-ae0f-1590770b6be6 req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:29.340161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-7ae8593f-ebe4-461f-85aa-6269d931def1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:29.342264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-7ae8593f-ebe4-461f-85aa-6269d931def1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/networks?id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe HTTP/1.1" status: 200 len: 815 time: 0.1992750 Oct 13 14:11:29.374174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-3088e525-62f5-470c-ae0f-1590770b6be6 req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Calling delete_port for 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:11:29.376441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-fe8e3036-65f1-47a3-835f-64dedea04178 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/quotas/2d0424ec569c4ca9b6d9d6eea6bb7364 HTTP/1.1" status: 200 len: 375 time: 0.0223041 Oct 13 14:11:29.492197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-a9c26b12-d799-4bc3-afcd-875f485fc0f4 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d0424ec569c4ca9b6d9d6eea6bb7364&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077433 Oct 13 14:11:29.687900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6358474-a5bb-4310-b438-779d70a410e3 req-005ec808-0b2d-4a1a-8766-a73000ea4af5 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:29.689518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6358474-a5bb-4310-b438-779d70a410e3 req-005ec808-0b2d-4a1a-8766-a73000ea4af5 tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 945 time: 0.1746776 Oct 13 14:11:29.693618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-15bfd7bd-b557-4073-8f40-9bded694d6f6 service neutron] 10.222.0.18 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801136 Oct 13 14:11:29.718052 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c9fede42-1faa-4d16-a3a9-7d1dd180dce4 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:11:29.762615 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3088e525-62f5-470c-ae0f-1590770b6be6 req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:29.776217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7e0715d9-3673-45c0-b1cf-c159ba2e6d84'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:11:29.816960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Pushing event deleted for resources: {'Port': ['ID=7e0715d9-3673-45c0-b1cf-c159ba2e6d84,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:29.825942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6358474-a5bb-4310-b438-779d70a410e3 req-06a0a22a-1a96-437b-9005-585f79e2ec5b tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e2855db-8061-4a83-a6d9-12856b2fd8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295545 Oct 13 14:11:29.855915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:29.856254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:29.856670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:29.857076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:29.857422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:29.857822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:29.858088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:29.858420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:29.858752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:29.859085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:29.859411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:29.859737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:29.881973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port c9fede42-1faa-4d16-a3a9-7d1dd180dce4 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:11:29.886897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port c9fede42-1faa-4d16-a3a9-7d1dd180dce4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:29.887417 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:29.895194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-3088e525-62f5-470c-ae0f-1590770b6be6 req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] No DVR routers for this DVR port 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:11:29.903475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3088e525-62f5-470c-ae0f-1590770b6be6 req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:29.907461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3088e525-62f5-470c-ae0f-1590770b6be6 req-cea20a14-e9ef-4f79-ba29-67b9c9b8dd0f tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.49 "DELETE /v2.0/ports/7e0715d9-3673-45c0-b1cf-c159ba2e6d84 HTTP/1.1" status: 204 len: 173 time: 0.9815364 Oct 13 14:11:29.908450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d8a127-c1a0-4772-b809-db7e479a6f19', 'name': 'network-vif-deleted', 'tag': '7e0715d9-3673-45c0-b1cf-c159ba2e6d84'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:29.910756 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ced3acd-b5d1-4632-bd37-2548d7af7162" -d '{"events": [{"server_uuid": "98d8a127-c1a0-4772-b809-db7e479a6f19", "name": "network-vif-deleted", "tag": "7e0715d9-3673-45c0-b1cf-c159ba2e6d84"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:29.939575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-0a071019-383f-4ac4-898a-104a473cb172 service neutron] 10.222.0.18 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355511 Oct 13 14:11:29.962572 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 98bbfd39-5909-471f-8be0-9533bb4b707e up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:11:29.968830 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e0a349-53ba-4cb7-88fc-8bf41b1bcf37 x-openstack-request-id: req-d6e0a349-53ba-4cb7-88fc-8bf41b1bcf37 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:29.969188 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d8a127-c1a0-4772-b809-db7e479a6f19", "name": "network-vif-deleted", "tag": "7e0715d9-3673-45c0-b1cf-c159ba2e6d84", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:29.969497 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6e0a349-53ba-4cb7-88fc-8bf41b1bcf37 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:29.969916 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98d8a127-c1a0-4772-b809-db7e479a6f19', 'name': 'network-vif-deleted', 'tag': '7e0715d9-3673-45c0-b1cf-c159ba2e6d84', 'status': 'completed', 'code': 200} Oct 13 14:11:30.042421 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:30.080169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd609db1c-fcc5-477b-92bb-c2487ef45ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fede42-1faa-4d16-a3a9-7d1dd180dce4'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:30.082875 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9a60db-c604-4c2e-96ee-77600a31b0c5" -d '{"events": [{"server_uuid": "d609db1c-fcc5-477b-92bb-c2487ef45ba3", "name": "network-vif-plugged", "status": "completed", "tag": "c9fede42-1faa-4d16-a3a9-7d1dd180dce4"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:30.100529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port c9fede42-1faa-4d16-a3a9-7d1dd180dce4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c9fede42-1faa-4d16-a3a9-7d1dd180dce4,segment=NetworkSegment(aae38631-f2c4-4ae2-baa1-2e71cfec2202),segment_id=aae38631-f2c4-4ae2-baa1-2e71cfec2202)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:30.104754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c6ff4-5586-4f0d-bff3-fc09c4465670 req-1ced4f0a-4542-498a-83f2-cc4c02cb0797 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:30.106419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-237c6ff4-5586-4f0d-bff3-fc09c4465670 req-1ced4f0a-4542-498a-83f2-cc4c02cb0797 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.0766692 Oct 13 14:11:30.148552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-237c6ff4-5586-4f0d-bff3-fc09c4465670 req-46c9447e-e105-4875-92dc-7c2bd5ad0bf2 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351808 Oct 13 14:11:30.182728 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 98bbfd39-5909-471f-8be0-9533bb4b707e completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:11:30.187798 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:30.233921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 98bbfd39-5909-471f-8be0-9533bb4b707e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:30.234672 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:30.339714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=c9fede42-1faa-4d16-a3a9-7d1dd180dce4,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:30.368054 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae73444a-bed3-468a-b31b-2a20e370ce9f x-openstack-request-id: req-ae73444a-bed3-468a-b31b-2a20e370ce9f {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:30.368810 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d609db1c-fcc5-477b-92bb-c2487ef45ba3", "name": "network-vif-plugged", "status": "completed", "tag": "c9fede42-1faa-4d16-a3a9-7d1dd180dce4", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:30.369591 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae73444a-bed3-468a-b31b-2a20e370ce9f {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:30.373915 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd609db1c-fcc5-477b-92bb-c2487ef45ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fede42-1faa-4d16-a3a9-7d1dd180dce4', 'code': 200} Oct 13 14:11:30.399703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed74e1-1201-4133-85ed-eb43417db142 req-22dfb3eb-c4a2-4faa-b792-91641a1007b0 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:30.407436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1ed74e1-1201-4133-85ed-eb43417db142 req-22dfb3eb-c4a2-4faa-b792-91641a1007b0 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 945 time: 0.1108081 Oct 13 14:11:30.445949 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d385340-2649-42a9-8372-1d0146667e2a req-783b021b-e17a-44fd-864b-5b6d661bedd2 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 210 time: 0.0360661 Oct 13 14:11:30.453498 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:30.478519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1ed74e1-1201-4133-85ed-eb43417db142 req-d12808eb-e790-4d38-9f7b-9817f33fe640 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702021 Oct 13 14:11:30.548316 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 98bbfd39-5909-471f-8be0-9533bb4b707e, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=98bbfd39-5909-471f-8be0-9533bb4b707e,segment=NetworkSegment(aae38631-f2c4-4ae2-baa1-2e71cfec2202),segment_id=aae38631-f2c4-4ae2-baa1-2e71cfec2202)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:30.625207 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:30.626084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:11:30.630870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c459a-8d61-48e6-84ec-d36c79943953 req-d78383e2-0433-4ec1-81e0-01fe6de0e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:30.632424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d0c459a-8d61-48e6-84ec-d36c79943953 req-d78383e2-0433-4ec1-81e0-01fe6de0e973 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 1098 time: 0.1103902 Oct 13 14:11:30.668478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e7c8b-3b9f-4744-bfa8-474493de7a35 req-c29fccfa-039d-4883-ba44-2a4a052a0c62 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:30.669976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-322e7c8b-3b9f-4744-bfa8-474493de7a35 req-c29fccfa-039d-4883-ba44-2a4a052a0c62 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.41 "GET /v2.0/ports?device_id=d674ef74-f37e-4a83-90ff-8cec453670e5 HTTP/1.1" status: 200 len: 945 time: 0.1161206 Oct 13 14:11:30.674633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:11:30.675702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7e0715d9-3673-45c0-b1cf-c159ba2e6d84 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:11:30.699640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff4d0e-93a8-4a77-97c5-b2aa8d92501b req-1c52e5dd-5d7c-4766-a5c5-81f5d37327ca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:30.701162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0ff4d0e-93a8-4a77-97c5-b2aa8d92501b req-1c52e5dd-5d7c-4766-a5c5-81f5d37327ca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 944 time: 0.1143506 Oct 13 14:11:30.712018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=98bbfd39-5909-471f-8be0-9533bb4b707e,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:30.730925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d0c459a-8d61-48e6-84ec-d36c79943953 req-fbf253a1-06a3-43f3-99d2-c2ad70b6b59e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893981 Oct 13 14:11:30.797233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0ff4d0e-93a8-4a77-97c5-b2aa8d92501b req-437385d5-b889-4f0d-ac21-a730890339de tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755949 Oct 13 14:11:30.822504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-322e7c8b-3b9f-4744-bfa8-474493de7a35 req-f0a05e3e-4bfb-4c04-9e9b-ab65d1d75037 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Deleting port b448e330-b6e4-493d-b37e-95e5f55ac34d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:11:30.822887 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-322e7c8b-3b9f-4744-bfa8-474493de7a35 req-f0a05e3e-4bfb-4c04-9e9b-ab65d1d75037 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:30.956089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2405d99-78a1-4dd2-9026-02bd478092b5 req-bafd378b-8db0-4a79-bbae-4a3931abe13c tempest-ServersNegativeTestMultiTenantJSON-340573011 tempest-ServersNegativeTestMultiTenantJSON-340573011-project] 10.222.0.18 "GET /v2.0/ports?device_id=98d8a127-c1a0-4772-b809-db7e479a6f19 HTTP/1.1" status: 200 len: 210 time: 0.0389400 Oct 13 14:11:30.965591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-322e7c8b-3b9f-4744-bfa8-474493de7a35 req-f0a05e3e-4bfb-4c04-9e9b-ab65d1d75037 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] For port b448e330-b6e4-493d-b37e-95e5f55ac34d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b448e330-b6e4-493d-b37e-95e5f55ac34d,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:30.971751 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-322e7c8b-3b9f-4744-bfa8-474493de7a35 req-f0a05e3e-4bfb-4c04-9e9b-ab65d1d75037 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:30.981116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-322e7c8b-3b9f-4744-bfa8-474493de7a35 req-f0a05e3e-4bfb-4c04-9e9b-ab65d1d75037 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Calling delete_port for b448e330-b6e4-493d-b37e-95e5f55ac34d owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:11:31.210038 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-322e7c8b-3b9f-4744-bfa8-474493de7a35 req-f0a05e3e-4bfb-4c04-9e9b-ab65d1d75037 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:31.224698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b448e330-b6e4-493d-b37e-95e5f55ac34d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:11:31.259410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a05e3e-4bfb-4c04-9e9b-ab65d1d75037 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Pushing event deleted for resources: {'Port': ['ID=b448e330-b6e4-493d-b37e-95e5f55ac34d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:31.313147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-322e7c8b-3b9f-4744-bfa8-474493de7a35 req-f0a05e3e-4bfb-4c04-9e9b-ab65d1d75037 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] No DVR routers for this DVR port b448e330-b6e4-493d-b37e-95e5f55ac34d on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:11:31.316381 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-322e7c8b-3b9f-4744-bfa8-474493de7a35 req-f0a05e3e-4bfb-4c04-9e9b-ab65d1d75037 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:31.320575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-322e7c8b-3b9f-4744-bfa8-474493de7a35 req-f0a05e3e-4bfb-4c04-9e9b-ab65d1d75037 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.41 "DELETE /v2.0/ports/b448e330-b6e4-493d-b37e-95e5f55ac34d HTTP/1.1" status: 204 len: 173 time: 0.6423275 Oct 13 14:11:31.341504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b16c87-a31d-437b-8246-3ca8a74ddf62 req-8045be8d-bef7-488f-9cb4-7191c25eb1e7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:31.342897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32b16c87-a31d-437b-8246-3ca8a74ddf62 req-8045be8d-bef7-488f-9cb4-7191c25eb1e7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.1001415 Oct 13 14:11:31.384531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32b16c87-a31d-437b-8246-3ca8a74ddf62 req-ae966628-f098-45e4-b5e9-58ca8af96d79 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354404 Oct 13 14:11:31.565130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0c4212c-ab2d-4ca3-b00d-839d2aa404e3 req-7065f9ae-8fc9-4e3b-8851-83aad7ec7ec1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 210 time: 0.0292554 Oct 13 14:11:31.629118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f553ed6-73d1-4d67-961f-6973d1a068ab req-f213089e-0c4d-4aeb-8fa7-d9e87e3b1063 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:31.630912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f553ed6-73d1-4d67-961f-6973d1a068ab req-f213089e-0c4d-4aeb-8fa7-d9e87e3b1063 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0649326 Oct 13 14:11:31.672200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f553ed6-73d1-4d67-961f-6973d1a068ab req-91347d45-c67e-4995-8e8e-29e636ecbf60 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335250 Oct 13 14:11:31.728403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fe166046-c279-4e9b-9e8f-b1b5be6c131a up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:11:31.847222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port fe166046-c279-4e9b-9e8f-b1b5be6c131a completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:11:31.852966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port fe166046-c279-4e9b-9e8f-b1b5be6c131a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:31.853514 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:31.953281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efff749-2518-4f1d-a2b0-a36e846a7480 req-0564fe5e-6d1f-423c-bc06-1651ceb02de0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:31.954991 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3efff749-2518-4f1d-a2b0-a36e846a7480 req-0564fe5e-6d1f-423c-bc06-1651ceb02de0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 944 time: 0.0810523 Oct 13 14:11:31.971314 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:31.975795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd674ef74-f37e-4a83-90ff-8cec453670e5', 'name': 'network-vif-deleted', 'tag': 'b448e330-b6e4-493d-b37e-95e5f55ac34d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:31.980449 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d59dc00-7db7-4ee0-9725-1b5e3d4b3801" -d '{"events": [{"server_uuid": "d674ef74-f37e-4a83-90ff-8cec453670e5", "name": "network-vif-deleted", "tag": "b448e330-b6e4-493d-b37e-95e5f55ac34d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:32.024001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3efff749-2518-4f1d-a2b0-a36e846a7480 req-ed65dcf0-1be5-43cc-9f35-fb80b1035df9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573821 Oct 13 14:11:32.031862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:32.037472 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa134e6f-a1fb-421a-a1ef-81c81b6e55bc x-openstack-request-id: req-fa134e6f-a1fb-421a-a1ef-81c81b6e55bc {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:32.037472 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d674ef74-f37e-4a83-90ff-8cec453670e5", "name": "network-vif-deleted", "tag": "b448e330-b6e4-493d-b37e-95e5f55ac34d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:32.037472 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa134e6f-a1fb-421a-a1ef-81c81b6e55bc {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:32.039580 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd674ef74-f37e-4a83-90ff-8cec453670e5', 'name': 'network-vif-deleted', 'tag': 'b448e330-b6e4-493d-b37e-95e5f55ac34d', 'status': 'completed', 'code': 200} Oct 13 14:11:32.076369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41694) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:32.137985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03bb678-9487-4761-915a-b5f5832f4df4 admin admin] Deleting subnet a66035c4-c7a8-43e9-9e0d-a6422078a8c7 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:11:32.142006 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d03bb678-9487-4761-915a-b5f5832f4df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:32.155726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:32.204316 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d03bb678-9487-4761-915a-b5f5832f4df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:32.222177 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=fe166046-c279-4e9b-9e8f-b1b5be6c131a,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:32.263399 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d03bb678-9487-4761-915a-b5f5832f4df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:32.371790 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b7e719-9bc9-4da6-8cfb-0a1272e2e199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bbfd39-5909-471f-8be0-9533bb4b707e'}, {'server_uuid': '902902cc-6192-4741-82bd-633f08c70ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe166046-c279-4e9b-9e8f-b1b5be6c131a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:32.374826 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe052c99-8b56-418a-b63c-45056f4701c3" -d '{"events": [{"server_uuid": "07b7e719-9bc9-4da6-8cfb-0a1272e2e199", "name": "network-vif-plugged", "status": "completed", "tag": "98bbfd39-5909-471f-8be0-9533bb4b707e"}, {"server_uuid": "902902cc-6192-4741-82bd-633f08c70ba5", "name": "network-vif-plugged", "status": "completed", "tag": "fe166046-c279-4e9b-9e8f-b1b5be6c131a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:32.423186 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a04385-5c6f-4984-a790-0d193a151aa2 x-openstack-request-id: req-f2a04385-5c6f-4984-a790-0d193a151aa2 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:32.423971 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b7e719-9bc9-4da6-8cfb-0a1272e2e199", "name": "network-vif-plugged", "status": "completed", "tag": "98bbfd39-5909-471f-8be0-9533bb4b707e", "code": 200}, {"server_uuid": "902902cc-6192-4741-82bd-633f08c70ba5", "name": "network-vif-plugged", "status": "completed", "tag": "fe166046-c279-4e9b-9e8f-b1b5be6c131a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:32.424654 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2a04385-5c6f-4984-a790-0d193a151aa2 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:32.425649 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b7e719-9bc9-4da6-8cfb-0a1272e2e199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bbfd39-5909-471f-8be0-9533bb4b707e', 'code': 200} Oct 13 14:11:32.427048 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902902cc-6192-4741-82bd-633f08c70ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe166046-c279-4e9b-9e8f-b1b5be6c131a', 'code': 200} Oct 13 14:11:32.438931 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d03bb678-9487-4761-915a-b5f5832f4df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:32.479638 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bb678-9487-4761-915a-b5f5832f4df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66035c4-c7a8-43e9-9e0d-a6422078a8c7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:32.488780 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d03bb678-9487-4761-915a-b5f5832f4df4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:32.496665 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d03bb678-9487-4761-915a-b5f5832f4df4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a66035c4-c7a8-43e9-9e0d-a6422078a8c7 HTTP/1.1" status: 204 len: 168 time: 0.4193273 Oct 13 14:11:32.497684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41702) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:32.552758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b676e4-5542-4ccb-b6a2-fd42c4b3736c req-7ce2b1e3-f6a3-40bb-9e8f-86d1d383137e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:32.554476 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5b676e4-5542-4ccb-b6a2-fd42c4b3736c req-7ce2b1e3-f6a3-40bb-9e8f-86d1d383137e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.0790997 Oct 13 14:11:32.583523 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75064096-bbfe-4427-8da0-fc5311de927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:32.655831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b80f5-5286-478a-a493-40853df0f821 req-579c28f2-5288-423f-bdcb-8927863df0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:32.657263 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-257b80f5-5286-478a-a493-40853df0f821 req-579c28f2-5288-423f-bdcb-8927863df0ea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 1098 time: 0.1007082 Oct 13 14:11:32.663777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5b676e4-5542-4ccb-b6a2-fd42c4b3736c req-396f1418-72b5-402b-a969-89c015b85148 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895517 Oct 13 14:11:32.666084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c78328-590e-460c-8a41-e7935b7d9fe8 req-e5d33be6-b1ce-441e-9d49-c9f08b62e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:32.667553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24c78328-590e-460c-8a41-e7935b7d9fe8 req-e5d33be6-b1ce-441e-9d49-c9f08b62e082 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 1097 time: 0.1120820 Oct 13 14:11:32.706346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77c0aa9d-9465-4e70-a1ee-0d5b29502ca5 req-bef5a780-6abc-4f5c-b3e9-55069fa4518b tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 210 time: 0.0473480 Oct 13 14:11:32.721678 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75064096-bbfe-4427-8da0-fc5311de927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:32.765774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-75064096-bbfe-4427-8da0-fc5311de927f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02f909a-1f7a-4a49-bc5c-32402868c937']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:32.772318 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-257b80f5-5286-478a-a493-40853df0f821 req-634654ed-b294-4990-9de6-ace395abd47f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036384 Oct 13 14:11:32.780426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24c78328-590e-460c-8a41-e7935b7d9fe8 req-5a473ccf-d47e-4a3b-bce9-526e4aa371e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000178 Oct 13 14:11:32.783391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-75064096-bbfe-4427-8da0-fc5311de927f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62983c69-ad3b-41cf-aca9-bb4eed33b587') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:32.783880 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-75064096-bbfe-4427-8da0-fc5311de927f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62983c69-ad3b-41cf-aca9-bb4eed33b587') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:32.808703 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75064096-bbfe-4427-8da0-fc5311de927f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:32.829897 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75064096-bbfe-4427-8da0-fc5311de927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:32.839675 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75064096-bbfe-4427-8da0-fc5311de927f admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:11:32.840097 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75064096-bbfe-4427-8da0-fc5311de927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:11:32.842495 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:11:32.844916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe0fb5-0cf0-4000-8f5a-11eb4a0240e0 req-6821486c-9a68-4587-99a1-bdd462bdcda3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:32.852066 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cbe0fb5-0cf0-4000-8f5a-11eb4a0240e0 req-6821486c-9a68-4587-99a1-bdd462bdcda3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0649650 Oct 13 14:11:32.887691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cbe0fb5-0cf0-4000-8f5a-11eb4a0240e0 req-bb178993-3912-4b9d-973a-25c6804bf52f tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347471 Oct 13 14:11:32.995984 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75064096-bbfe-4427-8da0-fc5311de927f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:33.004226 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75064096-bbfe-4427-8da0-fc5311de927f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:33.012664 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-75064096-bbfe-4427-8da0-fc5311de927f admin admin] 10.222.0.18 "DELETE /v2.0/networks/a02f909a-1f7a-4a49-bc5c-32402868c937 HTTP/1.1" status: 204 len: 168 time: 0.5104549 Oct 13 14:11:33.013282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41712) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:33.024135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75064096-bbfe-4427-8da0-fc5311de927f admin admin] Pushing event deleted for resources: {'Network': ['ID=a02f909a-1f7a-4a49-bc5c-32402868c937,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:33.125094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a93f42-7b4b-4dda-be52-20f8199ee428 admin admin] Deleting subnet 64c54105-1ce9-4089-9414-46019e0e7f49 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:11:33.145795 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84a93f42-7b4b-4dda-be52-20f8199ee428 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:33.207991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-74dd5022-386e-4e59-88a5-0ffa53f479c5 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:33.209544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-74dd5022-386e-4e59-88a5-0ffa53f479c5 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.49 "GET /v2.0/networks?id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe HTTP/1.1" status: 200 len: 815 time: 0.2065113 Oct 13 14:11:33.216787 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84a93f42-7b4b-4dda-be52-20f8199ee428 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:33.243533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-85f165a6-51d7-4715-a847-fbb184d7df4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Request body: {'port': {'device_id': 'b04edc57-6d2f-4d8c-8f94-95d3488ca855', 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe', 'admin_state_up': True, 'tenant_id': '2d0424ec569c4ca9b6d9d6eea6bb7364'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:33.261190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6988723-692c-428e-991e-f29f26794e62 req-0310e959-29ea-402d-a25b-8a362daba109 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:33.262746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c6988723-692c-428e-991e-f29f26794e62 req-0310e959-29ea-402d-a25b-8a362daba109 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.1512246 Oct 13 14:11:33.352441 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84a93f42-7b4b-4dda-be52-20f8199ee428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:33.401650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c6988723-692c-428e-991e-f29f26794e62 req-594a4cae-7d65-45f3-9aa9-c82296da8640 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264868 Oct 13 14:11:33.556743 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84a93f42-7b4b-4dda-be52-20f8199ee428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:33.585516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a93f42-7b4b-4dda-be52-20f8199ee428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c54105-1ce9-4089-9414-46019e0e7f49,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:33.590828 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84a93f42-7b4b-4dda-be52-20f8199ee428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:33.596305 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-84a93f42-7b4b-4dda-be52-20f8199ee428 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/64c54105-1ce9-4089-9414-46019e0e7f49 HTTP/1.1" status: 204 len: 168 time: 0.5798268 Oct 13 14:11:33.597195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41718) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:33.615298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-85f165a6-51d7-4715-a847-fbb184d7df4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Made reservation on behalf of 2d0424ec569c4ca9b6d9d6eea6bb7364 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:11:33.619820 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-85f165a6-51d7-4715-a847-fbb184d7df4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:33.698435 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ad64249b-a70d-41c4-9d91-39dd9ea94db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:34.136277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ff0032f-a5f8-45e9-9d1f-c96d247c7908 req-b9efd799-51ea-4849-8780-dd920a72c35f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 210 time: 0.3509157 Oct 13 14:11:34.193022 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ad64249b-a70d-41c4-9d91-39dd9ea94db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:34.202875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40208cb-359c-4a68-9c7f-2aa001bc3858 req-d9a221c5-63aa-4390-a4af-2f37039a5d3d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:34.211653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c40208cb-359c-4a68-9c7f-2aa001bc3858 req-d9a221c5-63aa-4390-a4af-2f37039a5d3d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.4727476 Oct 13 14:11:34.235955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-85f165a6-51d7-4715-a847-fbb184d7df4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Allocated IP 172.20.0.13 (a0516c06-25b1-4b13-b7bb-bd89de1b50fe/1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff/29ee1553-9f3a-46b5-93b3-0e4c166cf46a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:11:34.298575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ad64249b-a70d-41c4-9d91-39dd9ea94db7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d40b0a6-6e96-46a0-b9f2-892b16286495']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:34.340858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ad64249b-a70d-41c4-9d91-39dd9ea94db7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a14d6e-388f-4131-b60c-e6c6a4a65828') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:34.341187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ad64249b-a70d-41c4-9d91-39dd9ea94db7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a14d6e-388f-4131-b60c-e6c6a4a65828') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:34.392231 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ad64249b-a70d-41c4-9d91-39dd9ea94db7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:34.398918 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c40208cb-359c-4a68-9c7f-2aa001bc3858 req-c8d96288-ff98-40df-944b-28e964c410fc tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863723 Oct 13 14:11:34.440870 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ad64249b-a70d-41c4-9d91-39dd9ea94db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:34.465701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad64249b-a70d-41c4-9d91-39dd9ea94db7 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:11:34.466109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ad64249b-a70d-41c4-9d91-39dd9ea94db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:11:34.497193 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:11:34.568855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d549f-8b2b-464a-9672-15a67476182d req-7b9ee27d-9c6b-4f2d-9c1b-83f8aae5a2b0 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:34.570978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-000d549f-8b2b-464a-9672-15a67476182d req-7b9ee27d-9c6b-4f2d-9c1b-83f8aae5a2b0 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.2407067 Oct 13 14:11:34.682122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-000d549f-8b2b-464a-9672-15a67476182d req-7e50f992-572c-4e59-8535-c4b0ac5d9657 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829144 Oct 13 14:11:34.685681 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-85f165a6-51d7-4715-a847-fbb184d7df4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:34.698693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef29214-6bec-4ab2-9aae-ea4af9eeb70e req-f52c165b-c002-4263-afcc-9b2be6e91be9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:34.700264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ef29214-6bec-4ab2-9aae-ea4af9eeb70e req-f52c165b-c002-4263-afcc-9b2be6e91be9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.1630700 Oct 13 14:11:34.717995 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ad64249b-a70d-41c4-9d91-39dd9ea94db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:34.740956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ad64249b-a70d-41c4-9d91-39dd9ea94db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:34.745101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ad64249b-a70d-41c4-9d91-39dd9ea94db7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0d40b0a6-6e96-46a0-b9f2-892b16286495 HTTP/1.1" status: 204 len: 168 time: 1.1471736 Oct 13 14:11:34.769060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64249b-a70d-41c4-9d91-39dd9ea94db7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d40b0a6-6e96-46a0-b9f2-892b16286495,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:34.782379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ef29214-6bec-4ab2-9aae-ea4af9eeb70e req-5f238787-e9b2-451a-b56f-8e5b732e66d9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734026 Oct 13 14:11:34.853054 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-85f165a6-51d7-4715-a847-fbb184d7df4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:34.899007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-85f165a6-51d7-4715-a847-fbb184d7df4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Network a0516c06-25b1-4b13-b7bb-bd89de1b50fe is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:11:34.902489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-85f165a6-51d7-4715-a847-fbb184d7df4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:11:34.906457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-85f165a6-51d7-4715-a847-fbb184d7df4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:11:34.913822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f165a6-51d7-4715-a847-fbb184d7df4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Pushing event updated for resources: {'Port': ['ID=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:34.964486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-85f165a6-51d7-4715-a847-fbb184d7df4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:34.965079 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-85f165a6-51d7-4715-a847-fbb184d7df4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:35.075651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-85f165a6-51d7-4715-a847-fbb184d7df4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8373027 Oct 13 14:11:35.099864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Request body: {'port': {'device_id': 'b04edc57-6d2f-4d8c-8f94-95d3488ca855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:35.136889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41736) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:35.170687 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:35.186388 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bc015730-43df-4929-9060-3107cdfb90b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfa828f1efec4cf2b0d7223c89f468ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471365 Oct 13 14:11:35.189434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41740) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:35.260033 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3c22a8a-a002-4c67-b559-980136028cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:35.286562 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3c22a8a-a002-4c67-b559-980136028cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:35.376945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395c8e4-07f4-45b7-8c8b-f90e1cc95c4c req-aa808311-8e21-44f3-8266-ca78f4c28f16 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:35.378569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3395c8e4-07f4-45b7-8c8b-f90e1cc95c4c req-aa808311-8e21-44f3-8266-ca78f4c28f16 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 932 time: 0.1400297 Oct 13 14:11:35.421467 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3c22a8a-a002-4c67-b559-980136028cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:35.426523 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3c22a8a-a002-4c67-b559-980136028cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:35.428234 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e3c22a8a-a002-4c67-b559-980136028cfd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e2855db-8061-4a83-a6d9-12856b2fd8a9 HTTP/1.1" status: 204 len: 168 time: 0.2372336 Oct 13 14:11:35.447224 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c22a8a-a002-4c67-b559-980136028cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2855db-8061-4a83-a6d9-12856b2fd8a9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:35.484642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3395c8e4-07f4-45b7-8c8b-f90e1cc95c4c req-60bd0406-f7c5-4e2d-9218-546e2b166e81 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924215 Oct 13 14:11:35.602152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aceb25-d9df-4b8b-aad3-34c3f0a9e9d7 req-5dd76626-393a-449d-baf8-745a18c09b5c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:35.603734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2aceb25-d9df-4b8b-aad3-34c3f0a9e9d7 req-5dd76626-393a-449d-baf8-745a18c09b5c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.1106067 Oct 13 14:11:35.659604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ee1553-9f3a-46b5-93b3-0e4c166cf46a {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:35.673975 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:35.688692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2aceb25-d9df-4b8b-aad3-34c3f0a9e9d7 req-cf64cb90-bd08-47ee-8714-a05ecc95dcdc tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603781 Oct 13 14:11:35.693903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Transition to ACTIVE for port object 29ee1553-9f3a-46b5-93b3-0e4c166cf46a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:11:35.761584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b448e330-b6e4-493d-b37e-95e5f55ac34d no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:11:35.773030 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:35.783223 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: b448e330-b6e4-493d-b37e-95e5f55ac34d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:11:35.783577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b448e330-b6e4-493d-b37e-95e5f55ac34d not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:11:35.861778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60be8a-2279-436f-9f7b-2bcd91d7f04b req-b93f7b35-0e51-4544-b6e7-92ee84d1c674 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:35.863321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e60be8a-2279-436f-9f7b-2bcd91d7f04b req-b93f7b35-0e51-4544-b6e7-92ee84d1c674 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.1026852 Oct 13 14:11:35.870317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Pushing event updated for resources: {'Port': ['ID=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:35.964448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-a7ab182a-31d3-4221-adc0-2b9c7ac9cf14 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:11:35.965517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-a7ab182a-31d3-4221-adc0-2b9c7ac9cf14 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0110967 Oct 13 14:11:35.985947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e60be8a-2279-436f-9f7b-2bcd91d7f04b req-6b799166-dc70-4fb4-adad-ad707f40aa45 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126530 Oct 13 14:11:36.056931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9abdbe-6a23-4f99-89fa-267ed02ebb1e req-ec6e4095-0043-4a8b-8798-b10e38b03b33 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:36.058484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e9abdbe-6a23-4f99-89fa-267ed02ebb1e req-ec6e4095-0043-4a8b-8798-b10e38b03b33 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.1516712 Oct 13 14:11:36.068438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Attempting to bind port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:11:36.068777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Attempting to bind port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14863dfe-b155-4c88-9fe8-21afbb56bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:11:36.069134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Attempting to bind port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a on network a0516c06-25b1-4b13-b7bb-bd89de1b50fe {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:36.093267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a on network a0516c06-25b1-4b13-b7bb-bd89de1b50fe not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:11:36.093593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Attempting to bind port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a on network a0516c06-25b1-4b13-b7bb-bd89de1b50fe {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:36.103629 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-3b024bcd-693b-4524-8014-9f06e89dd417 service neutron] show failed (client error): The resource could not be found. Oct 13 14:11:36.104654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-3b024bcd-693b-4524-8014-9f06e89dd417 service neutron] 10.222.0.41 "GET /v2.0/ports/b404053c-5795-422b-beaa-2c9b6b2f362a/bindings/n-h1-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.1293504 Oct 13 14:11:36.106714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:11:36.107050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Checking segment: {'id': '14863dfe-b155-4c88-9fe8-21afbb56bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:11:36.107422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Bound using segment: {'id': '14863dfe-b155-4c88-9fe8-21afbb56bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:11:36.107855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Bound port: 29ee1553-9f3a-46b5-93b3-0e4c166cf46a, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14863dfe-b155-4c88-9fe8-21afbb56bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:11:36.108211 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:36.131589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e9abdbe-6a23-4f99-89fa-267ed02ebb1e req-2f23244f-90ab-4765-beaf-bb99ead4a52c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641453 Oct 13 14:11:36.191992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] For port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:11:36.195949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] For port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:11:36.238172 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41762) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:36.259954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920a9d1-3ea1-4e32-97bb-b36f6a57e3c9 req-5d6cbbe4-1b43-4974-91ef-55bb44688753 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:36.261533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2920a9d1-3ea1-4e32-97bb-b36f6a57e3c9 req-5d6cbbe4-1b43-4974-91ef-55bb44688753 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0490110 Oct 13 14:11:36.300079 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:36.300317 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e2956246-f1db-4ec3-b12a-110f9835ca4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5bceb83bbe1945e1863b6a3049505591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605206 Oct 13 14:11:36.303413 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41764) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:36.305566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2920a9d1-3ea1-4e32-97bb-b36f6a57e3c9 req-6d18c983-df3c-48e1-ac91-2a3e68a226a1 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Oct 13 14:11:36.342185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:36.342856 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:36.344281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] 10.222.0.49 "PUT /v2.0/ports/29ee1553-9f3a-46b5-93b3-0e4c166cf46a HTTP/1.1" status: 200 len: 1093 time: 1.2487750 Oct 13 14:11:36.344737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04edc57-6d2f-4d8c-8f94-95d3488ca855', 'tag': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:36.347044 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83a78d0-bceb-45c7-b01e-71cc76db724a" -d '{"events": [{"name": "network-changed", "server_uuid": "b04edc57-6d2f-4d8c-8f94-95d3488ca855", "tag": "29ee1553-9f3a-46b5-93b3-0e4c166cf46a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:36.377033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8a151-48af-4e82-a2ed-6fada9de5d77 service neutron] Pushing event updated for resources: {'Port': ['ID=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:36.392555 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ac4bf5b-bcdf-48fe-b48a-c2e5827f26ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:36.436685 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ac4bf5b-bcdf-48fe-b48a-c2e5827f26ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:36.529632 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0215c9-4480-41ea-aab4-17c7c1842e7a x-openstack-request-id: req-6b0215c9-4480-41ea-aab4-17c7c1842e7a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:36.530086 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04edc57-6d2f-4d8c-8f94-95d3488ca855", "tag": "29ee1553-9f3a-46b5-93b3-0e4c166cf46a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:36.530493 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b0215c9-4480-41ea-aab4-17c7c1842e7a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:36.531997 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04edc57-6d2f-4d8c-8f94-95d3488ca855', 'tag': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a', 'status': 'completed', 'code': 200} Oct 13 14:11:36.579952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-cd87ab8f-ddfa-4f1e-aacd-a716e1025005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:36.582614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-cd87ab8f-ddfa-4f1e-aacd-a716e1025005 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2d0424ec569c4ca9b6d9d6eea6bb7364&device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 1096 time: 0.1086016 Oct 13 14:11:36.601962 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ac4bf5b-bcdf-48fe-b48a-c2e5827f26ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:36.605204 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ac4bf5b-bcdf-48fe-b48a-c2e5827f26ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:36.609781 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2ac4bf5b-bcdf-48fe-b48a-c2e5827f26ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cfe4979-81f1-41ea-8f34-d2189d2d03db HTTP/1.1" status: 204 len: 168 time: 0.3040533 Oct 13 14:11:36.619747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25144c5-83a8-4926-91e0-8ab5c308d3ed req-c8db1729-9e32-487d-8e3f-6155d62bdeb9 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:36.621821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25144c5-83a8-4926-91e0-8ab5c308d3ed req-c8db1729-9e32-487d-8e3f-6155d62bdeb9 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0876427 Oct 13 14:11:36.623461 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4bf5b-bcdf-48fe-b48a-c2e5827f26ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfe4979-81f1-41ea-8f34-d2189d2d03db,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:36.699639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-c6617085-6893-4f37-b966-3c648ffc3b89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ee1553-9f3a-46b5-93b3-0e4c166cf46a HTTP/1.1" status: 200 len: 217 time: 0.0998001 Oct 13 14:11:36.799981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e25144c5-83a8-4926-91e0-8ab5c308d3ed req-111ccf28-9240-45bf-bdb3-b790614d90cb tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287339 Oct 13 14:11:36.815290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-a88e74fe-02dd-436b-b7dd-9d85f8a1e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:36.816792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-a88e74fe-02dd-436b-b7dd-9d85f8a1e300 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff HTTP/1.1" status: 200 len: 855 time: 0.1067784 Oct 13 14:11:36.825834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3212cae-0117-46cc-8046-7801e718d372 req-514858b2-f81c-46d8-8722-a66884d32b4c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:36.827454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3212cae-0117-46cc-8046-7801e718d372 req-514858b2-f81c-46d8-8722-a66884d32b4c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 944 time: 0.2045212 Oct 13 14:11:36.830903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b51b2b-0b41-44a7-9966-c2966811210f req-8b1b7929-863e-4de0-b4a7-505f5ab7ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:36.832362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06b51b2b-0b41-44a7-9966-c2966811210f req-8b1b7929-863e-4de0-b4a7-505f5ab7ad0a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a997977e65de45ed810156d8bb91dad9&device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 1098 time: 0.1626096 Oct 13 14:11:36.883833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-9201fb2e-949f-46f1-9aaa-d19887073033 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552552 Oct 13 14:11:37.063698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3212cae-0117-46cc-8046-7801e718d372 req-5e13c371-0bdf-4500-8eab-6e81c702b22e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223752 Oct 13 14:11:37.124206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903f4fd-1951-4d7b-9e60-2c8327bc3b09 req-7bba4524-9b8e-4b5f-a909-fcad960586e2 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:37.132307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b903f4fd-1951-4d7b-9e60-2c8327bc3b09 req-7bba4524-9b8e-4b5f-a909-fcad960586e2 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.1965525 Oct 13 14:11:37.158932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b51b2b-0b41-44a7-9966-c2966811210f req-94abee98-ab16-4e80-b817-f9fada1c085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:37.160459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06b51b2b-0b41-44a7-9966-c2966811210f req-94abee98-ab16-4e80-b817-f9fada1c085c service neutron] 10.222.0.49 "GET /v2.0/networks?id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e HTTP/1.1" status: 200 len: 920 time: 0.3182275 Oct 13 14:11:37.170168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-07ddfbaf-c0b3-43d4-85cc-193aa28440af service neutron] 10.222.0.49 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480397 Oct 13 14:11:37.178302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-a4be8e82-371c-4635-95a6-01d5d3a5ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:37.178302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-a4be8e82-371c-4635-95a6-01d5d3a5ed15 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd&tenant_id=21833094a6e8447db4e32da93e56651f HTTP/1.1" status: 200 len: 1102 time: 0.1738436 Oct 13 14:11:37.224788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:37.259435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06b51b2b-0b41-44a7-9966-c2966811210f req-b0511960-281e-4067-aab6-f994ddaf2239 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98bbfd39-5909-471f-8be0-9533bb4b707e HTTP/1.1" status: 200 len: 217 time: 0.0833409 Oct 13 14:11:37.344637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b903f4fd-1951-4d7b-9e60-2c8327bc3b09 req-da0b3575-437e-4ff5-8c93-ca342fe3ef67 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098153 Oct 13 14:11:37.390451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b51b2b-0b41-44a7-9966-c2966811210f req-642e0431-4d68-4138-93ed-a303634c063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:37.391912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06b51b2b-0b41-44a7-9966-c2966811210f req-642e0431-4d68-4138-93ed-a303634c063c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6964d976-94ec-4a1a-9713-1d451d704310 HTTP/1.1" status: 200 len: 859 time: 0.1052308 Oct 13 14:11:37.398315 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:37.450938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06b51b2b-0b41-44a7-9966-c2966811210f req-8e9edffa-d7ba-488c-adcf-814d57cbb0f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446069 Oct 13 14:11:37.456494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6eadb5c-19fc-4f9f-af03-749cad270ead req-af83b433-9b8b-497f-b5d3-aea8c91991db service neutron] 10.222.0.49 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709925 Oct 13 14:11:37.972570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06b51b2b-0b41-44a7-9966-c2966811210f req-7e29feb3-bf4f-4e07-93ab-5903b56a5633 service neutron] 10.222.0.49 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866254 Oct 13 14:11:37.990007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41822) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:37.995146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a78d0-bceb-45c7-b01e-71cc76db724a req-4a27133b-5981-4d45-89b2-e26dd33e0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:37.997596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b83a78d0-bceb-45c7-b01e-71cc76db724a req-4a27133b-5981-4d45-89b2-e26dd33e0115 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2d0424ec569c4ca9b6d9d6eea6bb7364&device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 1096 time: 0.2176144 Oct 13 14:11:38.133962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1171021638-network', 'tenant_id': 'ebb64599df7842a799e48340d5a7dc8a'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:38.201362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1aa539-b5d1-4bb5-8113-2e1f85ad4903 req-91edbd43-8d31-465f-8f32-ccd11901ddba tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:38.209144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba1aa539-b5d1-4bb5-8113-2e1f85ad4903 req-91edbd43-8d31-465f-8f32-ccd11901ddba tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.2982914 Oct 13 14:11:38.232686 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Made reservation on behalf of ebb64599df7842a799e48340d5a7dc8a for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:11:38.235084 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:38.245049 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:38.375401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba1aa539-b5d1-4bb5-8113-2e1f85ad4903 req-c116a8cc-ff7f-4dae-b448-8bcdcd8fd3e9 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630659 Oct 13 14:11:38.378621 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:38.402962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06b51b2b-0b41-44a7-9966-c2966811210f req-321f65eb-b95f-43cc-950b-73d4db6c029a service neutron] 10.222.0.49 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680034 Oct 13 14:11:38.411276 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] For port b404053c-5795-422b-beaa-2c9b6b2f362a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b404053c-5795-422b-beaa-2c9b6b2f362a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:38.454973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49def829-19c6-4679-a01a-cf24cdd758d3 req-dcb55aff-73ed-4e5d-be89-607913d48f35 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:38.468698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49def829-19c6-4679-a01a-cf24cdd758d3 req-dcb55aff-73ed-4e5d-be89-607913d48f35 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 944 time: 0.2574203 Oct 13 14:11:38.471331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a78d0-bceb-45c7-b01e-71cc76db724a req-15dfb087-c146-48bf-910a-2dd8961ae74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:38.472838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b83a78d0-bceb-45c7-b01e-71cc76db724a req-15dfb087-c146-48bf-910a-2dd8961ae74b service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe HTTP/1.1" status: 200 len: 916 time: 0.4206724 Oct 13 14:11:38.491144 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:38.542944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:11:38.558817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad359a2e-17fb-491a-a795-90bad6ff5dea,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:38.565214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b83a78d0-bceb-45c7-b01e-71cc76db724a req-1d2cd263-01a5-4bd2-bbf3-fd1d783e00c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29ee1553-9f3a-46b5-93b3-0e4c166cf46a HTTP/1.1" status: 200 len: 217 time: 0.0708718 Oct 13 14:11:38.565440 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:38.565614 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Added segment 3a1e2653-6e03-4df4-b425-55ff42414c74 of type vlan for network 63452500-9b24-454a-bd30-d2a852cc6d71 Oct 13 14:11:38.620602 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:38.650048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] For port b404053c-5795-422b-beaa-2c9b6b2f362a, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:11:38.690243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49def829-19c6-4679-a01a-cf24cdd758d3 req-a3a19539-a553-430a-8ae1-5c28c529d877 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206047 Oct 13 14:11:38.729439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b404053c-5795-422b-beaa-2c9b6b2f362a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:38.732004 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04887892-a906-4c92-b54e-a74c232a37b3" -d '{"events": [{"server_uuid": "d2379237-bb9a-41ef-8b44-746fca9de8fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b404053c-5795-422b-beaa-2c9b6b2f362a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:38.743640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98158897-4bf0-42a9-9de0-a292ca010e66 req-b89668ca-8020-4184-bc9e-38ec9621b12a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:38.745495 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98158897-4bf0-42a9-9de0-a292ca010e66 req-b89668ca-8020-4184-bc9e-38ec9621b12a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.1777928 Oct 13 14:11:38.747924 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:38.751784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a78d0-bceb-45c7-b01e-71cc76db724a req-be5a535c-7518-408f-b5fa-655e7d23acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:38.753294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b83a78d0-bceb-45c7-b01e-71cc76db724a req-be5a535c-7518-408f-b5fa-655e7d23acf8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff HTTP/1.1" status: 200 len: 855 time: 0.1608508 Oct 13 14:11:38.795342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Transition to ACTIVE for port object b404053c-5795-422b-beaa-2c9b6b2f362a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:11:38.810036 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:38.829871 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:38.829871 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:38.830599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b83a78d0-bceb-45c7-b01e-71cc76db724a req-59e7da08-3fbb-40bf-b21a-9901fba6f305 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487309 Oct 13 14:11:38.830599 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee518a1a-96e9-4b75-a55a-4c640659fac8 x-openstack-request-id: req-ee518a1a-96e9-4b75-a55a-4c640659fac8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:38.830599 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2379237-bb9a-41ef-8b44-746fca9de8fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b404053c-5795-422b-beaa-2c9b6b2f362a", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:38.830599 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee518a1a-96e9-4b75-a55a-4c640659fac8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:38.830599 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b404053c-5795-422b-beaa-2c9b6b2f362a', 'code': 200} Oct 13 14:11:38.839817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98158897-4bf0-42a9-9de0-a292ca010e66 req-3752856b-694b-46db-a448-68cbf4a0cc01 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853903 Oct 13 14:11:38.890210 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] Pushing event updated for resources: {'Network': ['ID=63452500-9b24-454a-bd30-d2a852cc6d71,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:38.900757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 63452500-9b24-454a-bd30-d2a852cc6d71 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:11:38.945789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b83a78d0-bceb-45c7-b01e-71cc76db724a req-ba83fd45-27a3-4d8e-ba9a-9075ec88978d service neutron] 10.222.0.49 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047990 Oct 13 14:11:39.035437 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:39.036819 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f98b24fb-ceb0-4c24-9374-d6ccec9c7afb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0455143 Oct 13 14:11:39.115254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b83a78d0-bceb-45c7-b01e-71cc76db724a req-83cd2ab1-35fb-4b6c-be9f-9fcc348ff30f service neutron] 10.222.0.49 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605175 Oct 13 14:11:39.129505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b404053c-5795-422b-beaa-2c9b6b2f362a,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:39.152731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] No DVR routers for this DVR port b404053c-5795-422b-beaa-2c9b6b2f362a on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:11:39.192851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Attempting to bind port b404053c-5795-422b-beaa-2c9b6b2f362a on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:11:39.193320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Attempting to bind port b404053c-5795-422b-beaa-2c9b6b2f362a by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:11:39.193729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Attempting to bind port b404053c-5795-422b-beaa-2c9b6b2f362a on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:39.199549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Port b404053c-5795-422b-beaa-2c9b6b2f362a on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:11:39.199975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Attempting to bind port b404053c-5795-422b-beaa-2c9b6b2f362a on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:39.205775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:11:39.206151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:11:39.206420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:11:39.207164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Bound port: b404053c-5795-422b-beaa-2c9b6b2f362a, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:11:39.207279 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:39.281279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] For port b404053c-5795-422b-beaa-2c9b6b2f362a, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:11:39.284734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] For port b404053c-5795-422b-beaa-2c9b6b2f362a, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b404053c-5795-422b-beaa-2c9b6b2f362a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:11:39.383243 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:39.432737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:39.433862 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:39.440026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] 10.222.0.49 "PUT /v2.0/ports/b404053c-5795-422b-beaa-2c9b6b2f362a HTTP/1.1" status: 200 len: 1097 time: 2.2529850 Oct 13 14:11:39.519856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23811a3-7a22-4fe5-a47c-46cc27e166c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b404053c-5795-422b-beaa-2c9b6b2f362a,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:39.650548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-13456b9c-c6dc-413d-9d6d-ce7c0fde907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:39.655975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-13456b9c-c6dc-413d-9d6d-ce7c0fde907a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 1100 time: 0.1843314 Oct 13 14:11:39.700778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5e9e9-bb68-4640-90aa-86ccf53e641f req-45408264-71ed-4cd5-870b-147ed0c5f623 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:39.702343 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fec5e9e9-bb68-4640-90aa-86ccf53e641f req-45408264-71ed-4cd5-870b-147ed0c5f623 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.2200203 Oct 13 14:11:39.799289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b404053c-5795-422b-beaa-2c9b6b2f362a no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:11:39.834973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6d2af-2702-42c5-bffd-5ea5d133f2d3 req-d0a977f1-2baf-4a70-9924-2a88d8280a70 tempest-ComputeTenantNetworksTest-308190703 tempest-ComputeTenantNetworksTest-308190703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:39.841239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6d2af-2702-42c5-bffd-5ea5d133f2d3 req-d0a977f1-2baf-4a70-9924-2a88d8280a70 tempest-ComputeTenantNetworksTest-308190703 tempest-ComputeTenantNetworksTest-308190703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:39.847410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6d2af-2702-42c5-bffd-5ea5d133f2d3 req-d0a977f1-2baf-4a70-9924-2a88d8280a70 tempest-ComputeTenantNetworksTest-308190703 tempest-ComputeTenantNetworksTest-308190703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:39.848082 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b404053c-5795-422b-beaa-2c9b6b2f362a not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:11:39.849042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7c6d2af-2702-42c5-bffd-5ea5d133f2d3 req-d0a977f1-2baf-4a70-9924-2a88d8280a70 tempest-ComputeTenantNetworksTest-308190703 tempest-ComputeTenantNetworksTest-308190703-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3107097 Oct 13 14:11:39.855054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fec5e9e9-bb68-4640-90aa-86ccf53e641f req-4b5bf719-fb76-4ca8-a297-2bdcd17ba22d tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367817 Oct 13 14:11:39.883435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-0ab3f1b4-ff00-424d-bb63-454b9fa938d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:39.884942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-0ab3f1b4-ff00-424d-bb63-454b9fa938d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.2201889 Oct 13 14:11:39.946753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-9f8e5da5-15e3-4727-b07c-43b430337c5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=b404053c-5795-422b-beaa-2c9b6b2f362a HTTP/1.1" status: 200 len: 217 time: 0.0487602 Oct 13 14:11:40.002724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-7be72a89-cc03-413f-af24-8b3fdbba2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:40.004521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-7be72a89-cc03-413f-af24-8b3fdbba2796 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0506675 Oct 13 14:11:40.016464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 29ee1553-9f3a-46b5-93b3-0e4c166cf46a details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:11:40.079779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a9d1-b378-431d-8201-9586d8f7a9af req-d19a58ed-2a86-402b-b369-a3ded7b88953 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:40.081427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19d0a9d1-b378-431d-8201-9586d8f7a9af req-d19a58ed-2a86-402b-b369-a3ded7b88953 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 944 time: 0.0749629 Oct 13 14:11:40.092259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-fdb5b835-1d69-4a34-9923-d0c901c2102d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:40.093860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-fdb5b835-1d69-4a34-9923-d0c901c2102d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0774493 Oct 13 14:11:40.123384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:40.136682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a', 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe', 'port_id': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a', 'mac_address': 'fa:16:3e:f5:0a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:11:40.175789 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:40.182205 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19d0a9d1-b378-431d-8201-9586d8f7a9af req-ece20830-2663-49c1-b25c-3dd8a5f1128f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871973 Oct 13 14:11:40.189891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ee1553-9f3a-46b5-93b3-0e4c166cf46a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:40.224274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:40.234348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-21a4f008-1fb0-406d-87a7-52681a5270d3 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254208 Oct 13 14:11:40.281817 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:40.331266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:40.339060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:40.342437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:40.342437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:40.342437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:40.342437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:40.342437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:40.342437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:40.342437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:40.342437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:40.342437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:40.342437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:40.343307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:40.403085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3b8c6-9f5b-481e-ae13-635740b3052b req-7f23c542-38f1-4fd7-8da7-b01bbcfe6f2b tempest-ComputeTenantNetworksTest-308190703 tempest-ComputeTenantNetworksTest-308190703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:40.404533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88a3b8c6-9f5b-481e-ae13-635740b3052b req-7f23c542-38f1-4fd7-8da7-b01bbcfe6f2b tempest-ComputeTenantNetworksTest-308190703 tempest-ComputeTenantNetworksTest-308190703-project] 10.222.0.18 "GET /v2.0/networks/63452500-9b24-454a-bd30-d2a852cc6d71 HTTP/1.1" status: 200 len: 769 time: 0.1291599 Oct 13 14:11:40.412940 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41876) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:40.421077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca3c802a-46bb-4cef-bf9c-16ff1641609e req-ff75de0b-367c-483b-9468-50c67fe29da7 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666150 Oct 13 14:11:40.495821 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b22e985-8161-4cc9-8986-70312404455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:40.516109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4396c-9fba-41b6-b260-eb1fefe018d5 req-635ce3fc-9c95-4dac-90d4-14fcbff16459 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:40.518696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fb4396c-9fba-41b6-b260-eb1fefe018d5 req-635ce3fc-9c95-4dac-90d4-14fcbff16459 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 948 time: 0.0546196 Oct 13 14:11:40.572644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fb4396c-9fba-41b6-b260-eb1fefe018d5 req-bb898bc0-2863-469f-bc5f-81103454f0da tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427759 Oct 13 14:11:40.585678 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b22e985-8161-4cc9-8986-70312404455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:40.604104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['29ee1553-9f3a-46b5-93b3-0e4c166cf46a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:11:40.611601 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8b22e985-8161-4cc9-8986-70312404455a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63452500-9b24-454a-bd30-d2a852cc6d71']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:40.624409 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8b22e985-8161-4cc9-8986-70312404455a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1e2653-6e03-4df4-b425-55ff42414c74') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:40.625049 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8b22e985-8161-4cc9-8986-70312404455a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1e2653-6e03-4df4-b425-55ff42414c74') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:11:40.642472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b22e985-8161-4cc9-8986-70312404455a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:40.655825 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b22e985-8161-4cc9-8986-70312404455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:40.661684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b22e985-8161-4cc9-8986-70312404455a admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:11:40.662060 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b22e985-8161-4cc9-8986-70312404455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:11:40.708381 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:11:40.787593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4a9a8-32d1-48d2-bd27-600ad384a6cc req-bae8c6d3-54cd-44ed-a4bc-da088a48e808 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:40.789887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68e4a9a8-32d1-48d2-bd27-600ad384a6cc req-bae8c6d3-54cd-44ed-a4bc-da088a48e808 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0632355 Oct 13 14:11:40.825308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b22e985-8161-4cc9-8986-70312404455a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:40.831994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'tag': 'b404053c-5795-422b-beaa-2c9b6b2f362a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:40.831994 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f55e13-8cda-4650-ade4-50ae625d8fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "d2379237-bb9a-41ef-8b44-746fca9de8fd", "tag": "b404053c-5795-422b-beaa-2c9b6b2f362a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:40.841489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68e4a9a8-32d1-48d2-bd27-600ad384a6cc req-eb71dbd2-962f-446d-9a24-3d1ff0bb80f8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Oct 13 14:11:40.842691 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b22e985-8161-4cc9-8986-70312404455a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:40.851097 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8b22e985-8161-4cc9-8986-70312404455a admin admin] 10.222.0.18 "DELETE /v2.0/networks/63452500-9b24-454a-bd30-d2a852cc6d71 HTTP/1.1" status: 204 len: 168 time: 0.4352264 Oct 13 14:11:40.877339 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22e985-8161-4cc9-8986-70312404455a admin admin] Pushing event deleted for resources: {'Network': ['ID=63452500-9b24-454a-bd30-d2a852cc6d71,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:40.940703 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2206ca03-28cf-4305-9ce8-541e8e72a120 x-openstack-request-id: req-2206ca03-28cf-4305-9ce8-541e8e72a120 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:40.941340 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2379237-bb9a-41ef-8b44-746fca9de8fd", "tag": "b404053c-5795-422b-beaa-2c9b6b2f362a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:40.941893 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2206ca03-28cf-4305-9ce8-541e8e72a120 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:40.942650 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'tag': 'b404053c-5795-422b-beaa-2c9b6b2f362a', 'status': 'completed', 'code': 200} Oct 13 14:11:41.248972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41894) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:41.317207 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bc9ea556-50eb-49cf-b035-6f8e76dd79b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebb64599df7842a799e48340d5a7dc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626636 Oct 13 14:11:41.317694 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41898) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:41.373340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-0d47a658-9a69-484a-ae4b-846e41b779d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:41.374848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-0d47a658-9a69-484a-ae4b-846e41b779d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 1100 time: 0.3849952 Oct 13 14:11:41.377756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-f81085ff-c77a-4a76-8b10-cc44810c2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:41.379150 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-f81085ff-c77a-4a76-8b10-cc44810c2476 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 1100 time: 0.4032953 Oct 13 14:11:41.388855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fa057-bfcf-4ccd-9685-0f573eba0431 req-57ed2747-f6ea-465a-ad4e-bcc0520b3cbf tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:41.391349 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e5b4-c917-4728-aa86-26b33e1341dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:41.396245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc2fa057-bfcf-4ccd-9685-0f573eba0431 req-57ed2747-f6ea-465a-ad4e-bcc0520b3cbf tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.4039676 Oct 13 14:11:41.415842 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e5b4-c917-4728-aa86-26b33e1341dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:41.431481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ab7e6-dcbe-42d4-9494-bdad91af4f01 req-1a5b5378-e67c-4d12-8ae1-352a19c86a1f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:41.433452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-419ab7e6-dcbe-42d4-9494-bdad91af4f01 req-1a5b5378-e67c-4d12-8ae1-352a19c86a1f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.4250562 Oct 13 14:11:41.550334 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e5b4-c917-4728-aa86-26b33e1341dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:41.553598 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e5b4-c917-4728-aa86-26b33e1341dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:41.554933 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aaa1e5b4-c917-4728-aa86-26b33e1341dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad359a2e-17fb-491a-a795-90bad6ff5dea HTTP/1.1" status: 204 len: 168 time: 0.2358763 Oct 13 14:11:41.565052 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1e5b4-c917-4728-aa86-26b33e1341dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad359a2e-17fb-491a-a795-90bad6ff5dea,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:41.598943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc2fa057-bfcf-4ccd-9685-0f573eba0431 req-ff7508d8-7312-43a2-99ff-a07c960af41b tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931126 Oct 13 14:11:41.642604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-419ab7e6-dcbe-42d4-9494-bdad91af4f01 req-7136e32d-c455-4e31-90e1-cf1836bedade tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853783 Oct 13 14:11:41.695704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-a793878d-5be0-48b5-b15d-bf5931e3506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:41.695874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-a793878d-5be0-48b5-b15d-bf5931e3506d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.2939222 Oct 13 14:11:41.702260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-c693b04e-c349-4a44-9332-2fc643cdedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:41.703552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-c693b04e-c349-4a44-9332-2fc643cdedbf service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.3026228 Oct 13 14:11:41.756053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-37cdc0ef-8d65-4da1-ab72-c99cabad1145 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=b404053c-5795-422b-beaa-2c9b6b2f362a HTTP/1.1" status: 200 len: 217 time: 0.0467324 Oct 13 14:11:41.873946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-f866af59-4204-45fb-9b7b-ebb5fa5292d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=b404053c-5795-422b-beaa-2c9b6b2f362a HTTP/1.1" status: 200 len: 217 time: 0.1198642 Oct 13 14:11:41.967265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-e0378617-7dc9-4f30-aa9c-d0ad3008b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:41.968752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-e0378617-7dc9-4f30-aa9c-d0ad3008b44d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1605520 Oct 13 14:11:41.985341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779d035-2eb8-48f1-a080-ab9ffe497952 req-75f9468e-9542-4f96-8caf-345a3b5ab3ea tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:41.986849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3779d035-2eb8-48f1-a080-ab9ffe497952 req-75f9468e-9542-4f96-8caf-345a3b5ab3ea tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 945 time: 0.2341199 Oct 13 14:11:41.999550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-5de66825-e03e-41f5-8f6a-05eea9f34580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:42.000942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-5de66825-e03e-41f5-8f6a-05eea9f34580 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1124918 Oct 13 14:11:42.008246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 29ee1553-9f3a-46b5-93b3-0e4c166cf46a up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:11:42.014481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aaf38f-ef26-491f-9676-1b26103e4a64 req-156a792c-1b8a-4ade-ae17-c204043eaf8f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:42.016003 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3aaf38f-ef26-491f-9676-1b26103e4a64 req-156a792c-1b8a-4ade-ae17-c204043eaf8f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 948 time: 0.1439378 Oct 13 14:11:42.130127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3779d035-2eb8-48f1-a080-ab9ffe497952 req-231fb9f8-0ba4-4426-ac03-2e40c378c39b tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263833 Oct 13 14:11:42.134009 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:11:42.140527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-a77c4274-c6d5-46ea-bb2c-9d69a147d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:42.142034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-a77c4274-c6d5-46ea-bb2c-9d69a147d8e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1540177 Oct 13 14:11:42.145765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:42.146121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3aaf38f-ef26-491f-9676-1b26103e4a64 req-7bf1891b-fd11-40ad-8489-fbecc6199104 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973752 Oct 13 14:11:42.148858 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:42.163614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-791c8085-8264-4558-bcc4-2b7a51b504e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:42.164849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-791c8085-8264-4558-bcc4-2b7a51b504e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1475985 Oct 13 14:11:42.306407 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:42.330202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-e61fdb6e-bbe3-488a-bf30-e62eca9eb250 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785812 Oct 13 14:11:42.337436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-b1cc2ee2-5b38-405b-8e75-c3d0ea7e2e5c service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610036 Oct 13 14:11:42.345034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:42.346040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04edc57-6d2f-4d8c-8f94-95d3488ca855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:42.348531 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e948e97-20df-45f3-a162-a165a37c79cb" -d '{"events": [{"server_uuid": "b04edc57-6d2f-4d8c-8f94-95d3488ca855", "name": "network-vif-plugged", "status": "completed", "tag": "29ee1553-9f3a-46b5-93b3-0e4c166cf46a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:42.412892 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd621fc6-4619-4c38-a7a3-095a6c37b466 x-openstack-request-id: req-cd621fc6-4619-4c38-a7a3-095a6c37b466 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:42.413259 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04edc57-6d2f-4d8c-8f94-95d3488ca855", "name": "network-vif-plugged", "status": "completed", "tag": "29ee1553-9f3a-46b5-93b3-0e4c166cf46a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:42.413439 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd621fc6-4619-4c38-a7a3-095a6c37b466 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:42.414108 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04edc57-6d2f-4d8c-8f94-95d3488ca855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a', 'code': 200} Oct 13 14:11:42.427133 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:42.534621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:42.555905 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:11:42.582570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-d8e9fc88-61c9-4e99-a8e9-2d4f2d2f2b44 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341309 Oct 13 14:11:42.584254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48f55e13-8cda-4650-ade4-50ae625d8fc7 req-5756626b-7fd2-43d5-8238-431f81f615a3 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457788 Oct 13 14:11:42.593202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730beb5-cfe3-42dc-b03b-d252bd06ebaf req-2e45a7bc-2e96-4e1d-af83-99b5ac80452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:42.594754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c730beb5-cfe3-42dc-b03b-d252bd06ebaf req-2e45a7bc-2e96-4e1d-af83-99b5ac80452e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 1098 time: 0.0969660 Oct 13 14:11:42.686943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c730beb5-cfe3-42dc-b03b-d252bd06ebaf req-45766554-c0b1-4f94-a307-89430c5a0b81 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735290 Oct 13 14:11:42.760233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb6880-2621-4631-a406-86f752744aeb req-f85b8ffc-cf97-4f0b-877a-4a0a0e5c5da0 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:42.761913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13eb6880-2621-4631-a406-86f752744aeb req-f85b8ffc-cf97-4f0b-877a-4a0a0e5c5da0 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0560739 Oct 13 14:11:42.809446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13eb6880-2621-4631-a406-86f752744aeb req-f53f67b7-73f1-4dac-8713-60d16580cd31 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356429 Oct 13 14:11:43.065579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87837319-94ca-4b5d-821e-bba9feef31f0 req-f1488cca-3101-4677-86ea-d63f93bdc628 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:43.067263 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87837319-94ca-4b5d-821e-bba9feef31f0 req-f1488cca-3101-4677-86ea-d63f93bdc628 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0685654 Oct 13 14:11:43.119084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87837319-94ca-4b5d-821e-bba9feef31f0 req-2dec3c9e-956a-4ace-a1fd-07d27d6008af tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419495 Oct 13 14:11:43.311202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e5790-1ba3-4a83-b25e-174afe130f6d req-74b82db4-5053-49d6-b39e-f47685851ded tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:43.313433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806e5790-1ba3-4a83-b25e-174afe130f6d req-74b82db4-5053-49d6-b39e-f47685851ded tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 948 time: 0.0611000 Oct 13 14:11:43.357931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806e5790-1ba3-4a83-b25e-174afe130f6d req-f87dedc4-138c-40b8-984f-7677272223bd tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390537 Oct 13 14:11:43.477598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f0618-d670-4274-a5bb-85c9185126f6 req-b494a610-1d15-455e-943c-f88c37d5dd9e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:43.479252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b0f0618-d670-4274-a5bb-85c9185126f6 req-b494a610-1d15-455e-943c-f88c37d5dd9e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0604448 Oct 13 14:11:43.524304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b0f0618-d670-4274-a5bb-85c9185126f6 req-d97aee37-1fa3-4c22-8720-3158b80aa091 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Oct 13 14:11:44.026073 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b404053c-5795-422b-beaa-2c9b6b2f362a details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:11:44.168852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b404053c-5795-422b-beaa-2c9b6b2f362a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b404053c-5795-422b-beaa-2c9b6b2f362a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:44.181827 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'b404053c-5795-422b-beaa-2c9b6b2f362a', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'b404053c-5795-422b-beaa-2c9b6b2f362a', 'mac_address': 'fa:16:3e:4c:65:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:11:44.253188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d734433-17ac-4d1f-b5c6-c5134a3a45c8 req-38b02eff-dc2e-4160-bc50-6cb99bfa4c87 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:44.255256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d734433-17ac-4d1f-b5c6-c5134a3a45c8 req-38b02eff-dc2e-4160-bc50-6cb99bfa4c87 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0723069 Oct 13 14:11:44.307283 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:44.328165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b404053c-5795-422b-beaa-2c9b6b2f362a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:44.335424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d734433-17ac-4d1f-b5c6-c5134a3a45c8 req-ef731e88-6f6c-40ed-b561-516767a46b65 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710280 Oct 13 14:11:44.366266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b404053c-5795-422b-beaa-2c9b6b2f362a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b404053c-5795-422b-beaa-2c9b6b2f362a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:44.507034 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:44.570960 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=b404053c-5795-422b-beaa-2c9b6b2f362a,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:44.591338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c325df-f09b-458c-9919-4b48e54564a8 req-3e162939-e950-42c6-83fa-37712674467f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:44.603260 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5c325df-f09b-458c-9919-4b48e54564a8 req-3e162939-e950-42c6-83fa-37712674467f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 949 time: 0.0912943 Oct 13 14:11:44.645202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5c325df-f09b-458c-9919-4b48e54564a8 req-1866e911-5885-4037-a2d1-b5e31119da79 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403690 Oct 13 14:11:44.775702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3a0fc-3058-4057-aef0-a93d120ae955 req-b3b76a27-9368-4d48-b8fd-f95c67b0a367 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:44.777363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67d3a0fc-3058-4057-aef0-a93d120ae955 req-b3b76a27-9368-4d48-b8fd-f95c67b0a367 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0603535 Oct 13 14:11:44.829377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67d3a0fc-3058-4057-aef0-a93d120ae955 req-9e443957-e8cb-46f8-a85e-7cacc70f5ad1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391498 Oct 13 14:11:44.888124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b404053c-5795-422b-beaa-2c9b6b2f362a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:11:45.043162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff5697-98f1-473f-ad81-368713fb16f1 req-24a942eb-a227-4057-873e-84cd1d0c205e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:45.046972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2ff5697-98f1-473f-ad81-368713fb16f1 req-24a942eb-a227-4057-873e-84cd1d0c205e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1273866 Oct 13 14:11:45.146060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2ff5697-98f1-473f-ad81-368713fb16f1 req-8d02c88d-926f-4a6b-aa45-995f1d2f2570 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816281 Oct 13 14:11:45.207308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20504fee-081b-4abe-b6b8-30bf505f10c6 req-4293588a-3d30-470e-8040-dc41ad4e33cd tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:45.218516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20504fee-081b-4abe-b6b8-30bf505f10c6 req-4293588a-3d30-470e-8040-dc41ad4e33cd tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.1418679 Oct 13 14:11:45.288554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-7d1c334c-c81a-4afe-bd35-fea4c4392a2d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:45.290956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-7d1c334c-c81a-4afe-bd35-fea4c4392a2d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd&tenant_id=21833094a6e8447db4e32da93e56651f&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 949 time: 0.1399038 Oct 13 14:11:45.303414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20504fee-081b-4abe-b6b8-30bf505f10c6 req-6be17884-4193-4acd-9440-a4f3edb866f7 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836446 Oct 13 14:11:45.402374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02f128-86fc-4156-b5b9-14643edd9aba req-bf3bce6e-2762-4793-9a2e-50b347543c93 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:45.412198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b02f128-86fc-4156-b5b9-14643edd9aba req-bf3bce6e-2762-4793-9a2e-50b347543c93 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 949 time: 0.1078393 Oct 13 14:11:45.459999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b02f128-86fc-4156-b5b9-14643edd9aba req-bd9f2e5a-de2d-45da-b508-de3bc646ab19 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Oct 13 14:11:45.616807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d1695-4536-41b2-a68d-8edf73c6bc9a req-be09b01c-2c14-4323-b6d4-136bd97a5e57 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:45.636754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a7d1695-4536-41b2-a68d-8edf73c6bc9a req-be09b01c-2c14-4323-b6d4-136bd97a5e57 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.1020627 Oct 13 14:11:45.726283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a7d1695-4536-41b2-a68d-8edf73c6bc9a req-12d2c9b3-a509-4e36-88cb-21f6dc0a47d5 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881643 Oct 13 14:11:45.773973 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-13f7025c-5105-4e64-bb4d-3d3525841a3a service neutron] delete failed (client error): The resource could not be found. Oct 13 14:11:45.775187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-13f7025c-5105-4e64-bb4d-3d3525841a3a service neutron] 10.222.0.41 "DELETE /v2.0/ports/b404053c-5795-422b-beaa-2c9b6b2f362a/bindings/n-h2-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.4695663 Oct 13 14:11:45.894960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-6f4acbd5-f432-4877-a302-d8a7a61e6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:45.896562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-6f4acbd5-f432-4877-a302-d8a7a61e6b67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 1101 time: 0.0506732 Oct 13 14:11:46.044402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4e9bf-564c-49a3-bc68-75b8476b8412 req-b897fcc2-db98-4593-a8d8-e852c52e87c6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:46.045985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80e4e9bf-564c-49a3-bc68-75b8476b8412 req-b897fcc2-db98-4593-a8d8-e852c52e87c6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.1272233 Oct 13 14:11:46.097887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-23fd5642-9c71-48e4-af40-f7b8e8d60e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:46.099394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-23fd5642-9c71-48e4-af40-f7b8e8d60e8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1922190 Oct 13 14:11:46.120432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80e4e9bf-564c-49a3-bc68-75b8476b8412 req-93bc789f-b028-4b91-beb8-756c75ef2806 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677299 Oct 13 14:11:46.155122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-d77f186a-b9ec-4788-b0a2-118576ce77ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=b404053c-5795-422b-beaa-2c9b6b2f362a HTTP/1.1" status: 200 len: 217 time: 0.0444195 Oct 13 14:11:46.220237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-07a26a57-d05f-426a-8cfe-83ed0c760543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:46.221761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-07a26a57-d05f-426a-8cfe-83ed0c760543 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0589919 Oct 13 14:11:46.288426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf366fb7-041d-4c32-abe5-224cb63637fe req-0cd98e5b-4ba5-4e8a-b39c-e6c3f5a67481 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:46.290006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf366fb7-041d-4c32-abe5-224cb63637fe req-0cd98e5b-4ba5-4e8a-b39c-e6c3f5a67481 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0866966 Oct 13 14:11:46.296336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-086982f6-f405-41b8-b3c5-e56b17b6ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:46.298778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-086982f6-f405-41b8-b3c5-e56b17b6ac8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0631714 Oct 13 14:11:46.383164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf366fb7-041d-4c32-abe5-224cb63637fe req-5f5c914f-93dd-46f9-8ed8-30da59c95c7b tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831742 Oct 13 14:11:46.463129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-d6b18001-264f-475d-8a93-5eb391ef05cf service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441834 Oct 13 14:11:46.587004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943889b4-be17-4b9e-bca5-647add3b98d4 req-6be275e8-3ffc-4290-8ebd-67df8c6878ee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:46.588638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-943889b4-be17-4b9e-bca5-647add3b98d4 req-6be275e8-3ffc-4290-8ebd-67df8c6878ee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1373980 Oct 13 14:11:46.639697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97bc999b-87cf-4d0c-9f9e-d29c8ee3578c req-62482e05-025b-4ce4-9e8c-ffe160fd69a8 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471086 Oct 13 14:11:46.659965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-943889b4-be17-4b9e-bca5-647add3b98d4 req-3a12ffee-b6fc-440d-b350-5defde2688bc tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497010 Oct 13 14:11:46.970394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0cf57-69c7-4229-9af6-ed445a9c19dc req-c81a8381-d35b-4e4f-8810-80f473320240 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:46.971945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36f0cf57-69c7-4229-9af6-ed445a9c19dc req-c81a8381-d35b-4e4f-8810-80f473320240 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 949 time: 0.0611110 Oct 13 14:11:47.020176 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36f0cf57-69c7-4229-9af6-ed445a9c19dc req-c6f3a71f-bef3-4e17-8f13-66a334c2d84a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Oct 13 14:11:47.165548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a329b15-d75c-456e-80b5-1ca570e93254 req-34632c4a-3adf-405d-afb8-9b4e5d02701a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:47.173298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a329b15-d75c-456e-80b5-1ca570e93254 req-34632c4a-3adf-405d-afb8-9b4e5d02701a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0820577 Oct 13 14:11:47.234863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a329b15-d75c-456e-80b5-1ca570e93254 req-8d3dcef2-8f95-48ff-99c7-8c8852d32e0c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606346 Oct 13 14:11:47.404273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b09963-b6c7-40cc-a0bd-1bc9dbb70bc3 req-836d7eaf-8334-4c2e-9f95-f3a6f6a66316 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:47.405926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8b09963-b6c7-40cc-a0bd-1bc9dbb70bc3 req-836d7eaf-8334-4c2e-9f95-f3a6f6a66316 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0629115 Oct 13 14:11:47.476671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8b09963-b6c7-40cc-a0bd-1bc9dbb70bc3 req-07925ae0-1a06-4700-b2db-e05b1e218226 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599689 Oct 13 14:11:47.819781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26ea3d-d67c-441b-95ba-1c798c695d0b req-8c08d80f-9e1d-4939-98d2-9eff3eed6986 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:47.821435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef26ea3d-d67c-441b-95ba-1c798c695d0b req-8c08d80f-9e1d-4939-98d2-9eff3eed6986 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0592232 Oct 13 14:11:47.884216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef26ea3d-d67c-441b-95ba-1c798c695d0b req-bfacdda2-8bbb-4d91-82ba-3657638f9aed tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558586 Oct 13 14:11:48.032258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b404053c-5795-422b-beaa-2c9b6b2f362a up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:11:48.184875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b80f1-e6cc-4cf5-b0f8-c3c8139603b7 req-ce72c344-3e8d-4afb-b4b7-5423e0fa50fe tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:48.186458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e0b80f1-e6cc-4cf5-b0f8-c3c8139603b7 req-ce72c344-3e8d-4afb-b4b7-5423e0fa50fe tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 949 time: 0.0637479 Oct 13 14:11:48.224875 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port b404053c-5795-422b-beaa-2c9b6b2f362a completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:11:48.232775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port b404053c-5795-422b-beaa-2c9b6b2f362a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:48.233418 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:48.257058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e0b80f1-e6cc-4cf5-b0f8-c3c8139603b7 req-43c035f7-fb62-4125-846c-4acf5dcabd31 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605965 Oct 13 14:11:48.398983 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:48.409575 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:48.428021 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b404053c-5795-422b-beaa-2c9b6b2f362a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:48.430788 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bf2193-1870-4621-a26b-b0f738ca1d75" -d '{"events": [{"server_uuid": "d2379237-bb9a-41ef-8b44-746fca9de8fd", "name": "network-vif-plugged", "status": "completed", "tag": "b404053c-5795-422b-beaa-2c9b6b2f362a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:48.440512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6616c-f5ca-4fad-ac90-5a7dab188bd0 req-a00b3fd9-3119-4b49-954f-aa907218258f tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:48.442289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dd6616c-f5ca-4fad-ac90-5a7dab188bd0 req-a00b3fd9-3119-4b49-954f-aa907218258f tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0810781 Oct 13 14:11:48.447891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b404053c-5795-422b-beaa-2c9b6b2f362a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b404053c-5795-422b-beaa-2c9b6b2f362a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:11:48.527101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dd6616c-f5ca-4fad-ac90-5a7dab188bd0 req-8176b47c-1380-441d-ac73-18202698b72a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764627 Oct 13 14:11:48.541969 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:48.544628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70b334-e6aa-4d17-8334-986cb5fbf219 req-8f4fcb2a-96e2-4fab-bc50-7338aa92c257 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:48.544785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a70b334-e6aa-4d17-8334-986cb5fbf219 req-8f4fcb2a-96e2-4fab-bc50-7338aa92c257 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 949 time: 0.0845275 Oct 13 14:11:48.601376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a70b334-e6aa-4d17-8334-986cb5fbf219 req-d4f82587-11b8-447e-81ed-43f235353e2e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432310 Oct 13 14:11:48.701431 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629a1dfd-7e90-429a-beee-655e299011bf x-openstack-request-id: req-629a1dfd-7e90-429a-beee-655e299011bf {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:48.702032 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2379237-bb9a-41ef-8b44-746fca9de8fd", "name": "network-vif-plugged", "status": "completed", "tag": "b404053c-5795-422b-beaa-2c9b6b2f362a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:48.702453 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-629a1dfd-7e90-429a-beee-655e299011bf {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:48.703083 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b404053c-5795-422b-beaa-2c9b6b2f362a', 'code': 200} Oct 13 14:11:48.704123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=b404053c-5795-422b-beaa-2c9b6b2f362a,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:48.888124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3924a3f-ed90-4a07-b277-4fee30b58372 req-fad02b8b-0d0d-4995-a584-b83042be6616 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:48.893856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3924a3f-ed90-4a07-b277-4fee30b58372 req-fad02b8b-0d0d-4995-a584-b83042be6616 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0922806 Oct 13 14:11:48.966540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3924a3f-ed90-4a07-b277-4fee30b58372 req-f40558d9-546a-427d-af88-6f22714647f5 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700188 Oct 13 14:11:49.068438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b180d-d79e-461d-8a72-c8e1b8525792 req-933eed8c-ffa5-406e-8ca8-6b3407613866 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:49.071682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc3b180d-d79e-461d-8a72-c8e1b8525792 req-933eed8c-ffa5-406e-8ca8-6b3407613866 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0610943 Oct 13 14:11:49.123804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc3b180d-d79e-461d-8a72-c8e1b8525792 req-661f3857-39d6-4498-83bd-83fdc0c8587a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Oct 13 14:11:49.209952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-a82a43e9-41ea-48f7-80a9-b23c265029e0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=21833094a6e8447db4e32da93e56651f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229354 Oct 13 14:11:49.328490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-f5b69b61-24f3-4e8f-87f3-251a9a6e3474 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:49.329994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-f5b69b61-24f3-4e8f-87f3-251a9a6e3474 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1158638 Oct 13 14:11:49.346133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-efaf7609-d4e5-484f-9b44-4d650d944abf tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/quotas/21833094a6e8447db4e32da93e56651f HTTP/1.1" status: 200 len: 375 time: 0.0093853 Oct 13 14:11:49.403287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-3e80186c-6f48-4572-970e-5dc242b6da41 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509145 Oct 13 14:11:49.476387 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5508ea7c-dbb8-4520-b0d0-97f0ca8165bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:49.682370 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd0ce8-e413-41b3-b9b8-165d7b53b7fe req-1b56502a-894c-472d-a3a1-bc3c0ba12e8e tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:49.684893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93bd0ce8-e413-41b3-b9b8-165d7b53b7fe req-1b56502a-894c-472d-a3a1-bc3c0ba12e8e tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0725653 Oct 13 14:11:49.759328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c93ec6a2-5d1b-4b3a-88d7-c111076ef9a5 req-7b509741-ddc2-43d1-bfb3-90c74c034f16 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 210 time: 0.0408175 Oct 13 14:11:49.768562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93bd0ce8-e413-41b3-b9b8-165d7b53b7fe req-b4740fca-edfd-41d9-87ae-a1f5a58143e3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734413 Oct 13 14:11:50.114633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f743e5c-71ff-413e-b35f-4d46583900e6 req-a1ba5c59-a2cb-4018-9811-b9b07dfdb712 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:50.117264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f743e5c-71ff-413e-b35f-4d46583900e6 req-a1ba5c59-a2cb-4018-9811-b9b07dfdb712 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0576255 Oct 13 14:11:50.187731 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f743e5c-71ff-413e-b35f-4d46583900e6 req-44144f8d-e99c-400a-a036-1a5bb1debd1c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626540 Oct 13 14:11:50.308278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c34c4a-7ff4-492a-aed0-25411a61fd09 req-4e6aa351-9e05-40f7-ad5e-bc1244bdfe40 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:50.309866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90c34c4a-7ff4-492a-aed0-25411a61fd09 req-4e6aa351-9e05-40f7-ad5e-bc1244bdfe40 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0692844 Oct 13 14:11:50.371609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90c34c4a-7ff4-492a-aed0-25411a61fd09 req-e1e0219f-56cc-4163-bef2-b52369fb3911 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509706 Oct 13 14:11:50.899016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f48c72c9-5aff-4e84-b298-96476dd43629 req-4bf3be21-758e-4416-ab2c-c809ff6b622b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 210 time: 0.0472219 Oct 13 14:11:50.959889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5480102-477b-401a-a8e9-1216ddab1f9f req-4dda5e26-1a48-4fdf-a02c-d018bfdc6e25 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:50.962196 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5480102-477b-401a-a8e9-1216ddab1f9f req-4dda5e26-1a48-4fdf-a02c-d018bfdc6e25 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0668788 Oct 13 14:11:51.025347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5480102-477b-401a-a8e9-1216ddab1f9f req-dbd6431d-0629-4b9b-a758-e127a288bc57 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564086 Oct 13 14:11:51.365537 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a334dcf-19ed-4c7e-8d0a-855407dd1471 req-50ef3e52-2ff4-4360-aff5-afe7cd614a4f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:51.367850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a334dcf-19ed-4c7e-8d0a-855407dd1471 req-50ef3e52-2ff4-4360-aff5-afe7cd614a4f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0788202 Oct 13 14:11:51.418580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a334dcf-19ed-4c7e-8d0a-855407dd1471 req-3e4239d4-87f7-42cc-82cb-34ee8a29c139 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438347 Oct 13 14:11:51.558336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb9a6d-ef19-40d6-a2ab-60f92e2c3d29 req-a21d1a06-25a1-421d-9dd6-044c4ee9a87a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:51.560045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38bb9a6d-ef19-40d6-a2ab-60f92e2c3d29 req-a21d1a06-25a1-421d-9dd6-044c4ee9a87a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0840356 Oct 13 14:11:51.636789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38bb9a6d-ef19-40d6-a2ab-60f92e2c3d29 req-505ef8b9-2056-4ed1-8373-0244246f9005 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640965 Oct 13 14:11:51.661124 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:52.031070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56c2ff15-d9a8-48d9-bd1b-9d2b641e6510 req-81f34b09-04df-40da-afc7-26653091bf24 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 210 time: 0.0373669 Oct 13 14:11:52.213171 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3153-ae7f-4c65-967c-c151eefb9b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:52.216488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb4edb-44b9-45dd-aad7-e5f2972cd28f req-e93f8171-ad04-4b56-81ea-86dddb1ec0e3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:52.218117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7fdb4edb-44b9-45dd-aad7-e5f2972cd28f req-e93f8171-ad04-4b56-81ea-86dddb1ec0e3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0763543 Oct 13 14:11:52.250221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-d8256fec-aec4-4eea-8b05-1aa0c211925c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=21833094a6e8447db4e32da93e56651f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310781 Oct 13 14:11:52.339290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7fdb4edb-44b9-45dd-aad7-e5f2972cd28f req-67ac0917-506e-4d39-a662-beee74a974b1 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920334 Oct 13 14:11:52.405407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-e6c97e2a-789d-40d2-857a-7db31191af60 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:52.407131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-e6c97e2a-789d-40d2-857a-7db31191af60 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425242 Oct 13 14:11:52.422051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4ae5a542-acfe-41a5-9f8b-dbfa94838aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Request body: {'port': {'device_id': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '21833094a6e8447db4e32da93e56651f'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:52.627469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912b021-9b2e-470e-a3fc-799026f331b9 req-cf3bc04b-6c51-46a1-a5ca-108f2a4c0abe tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:52.630405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9912b021-9b2e-470e-a3fc-799026f331b9 req-cf3bc04b-6c51-46a1-a5ca-108f2a4c0abe tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.1053147 Oct 13 14:11:52.707127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9912b021-9b2e-470e-a3fc-799026f331b9 req-7af0a850-8f76-4e8c-a612-dd827dbf7726 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673554 Oct 13 14:11:52.712705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4ae5a542-acfe-41a5-9f8b-dbfa94838aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Made reservation on behalf of 21833094a6e8447db4e32da93e56651f for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:11:52.727078 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4ae5a542-acfe-41a5-9f8b-dbfa94838aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:52.867364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aecd8d-2b44-4def-aadf-77cef583c057 req-e490fe27-260f-4e62-8ddc-4723b24f9297 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:52.868806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73aecd8d-2b44-4def-aadf-77cef583c057 req-e490fe27-260f-4e62-8ddc-4723b24f9297 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1218176 Oct 13 14:11:52.953007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73aecd8d-2b44-4def-aadf-77cef583c057 req-beb039e2-ff0c-42b0-85f0-6aa7b95f6f82 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715764 Oct 13 14:11:52.968071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4ae5a542-acfe-41a5-9f8b-dbfa94838aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Allocated IP 192.168.233.122 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/2572126f-75fe-47b0-acfe-cf9e83f81d3d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:11:53.156025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ddb08aa1-af9e-4a5c-9154-093be6ae8fbd req-38d95ef9-0ced-432a-82cd-913bbadafe6f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 210 time: 0.0360024 Oct 13 14:11:53.202616 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4ae5a542-acfe-41a5-9f8b-dbfa94838aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:53.321331 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4ae5a542-acfe-41a5-9f8b-dbfa94838aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:53.338906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b404053c-5795-422b-beaa-2c9b6b2f362a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:11:53.354379 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2719ac14-cb10-4f6a-a08b-8716e25f943c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:11:53.407817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4ae5a542-acfe-41a5-9f8b-dbfa94838aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:11:53.414427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4ae5a542-acfe-41a5-9f8b-dbfa94838aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:11:53.422757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4ae5a542-acfe-41a5-9f8b-dbfa94838aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:11:53.475535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5a542-acfe-41a5-9f8b-dbfa94838aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Pushing event updated for resources: {'Port': ['ID=2572126f-75fe-47b0-acfe-cf9e83f81d3d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:53.740128 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:53.933936 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c2be4302-1746-4db5-977c-5ecc3cf94173 None None] Provisioning complete for port 2572126f-75fe-47b0-acfe-cf9e83f81d3d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:11:53.935101 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c2be4302-1746-4db5-977c-5ecc3cf94173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:53.971195 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:53.996108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c2be4302-1746-4db5-977c-5ecc3cf94173 None None] Port 2572126f-75fe-47b0-acfe-cf9e83f81d3d cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:11:54.000369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4ae5a542-acfe-41a5-9f8b-dbfa94838aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:54.001033 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4ae5a542-acfe-41a5-9f8b-dbfa94838aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:54.050787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ffc4f-f1b7-42e6-999a-942f06a59ef4 req-dab26583-0856-4f2c-ae1f-f11b981ba37e tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:54.052346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-073ffc4f-f1b7-42e6-999a-942f06a59ef4 req-dab26583-0856-4f2c-ae1f-f11b981ba37e tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.5417283 Oct 13 14:11:54.080947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d558192-4ec1-4896-a003-8b545a6ad9d1 req-d473d4bb-94de-40a5-9d63-09ad0847fa06 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:54.083492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d558192-4ec1-4896-a003-8b545a6ad9d1 req-d473d4bb-94de-40a5-9d63-09ad0847fa06 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.1067042 Oct 13 14:11:54.129441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4ae5a542-acfe-41a5-9f8b-dbfa94838aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7112794 Oct 13 14:11:54.158096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-073ffc4f-f1b7-42e6-999a-942f06a59ef4 req-b1dc4a55-59c7-47f3-807d-004d1487922d tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946658 Oct 13 14:11:54.165835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Request body: {'port': {'device_id': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:54.174518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d558192-4ec1-4896-a003-8b545a6ad9d1 req-7bacaf32-e2b2-46ec-8c54-553f3ea89eb1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784118 Oct 13 14:11:54.247901 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:54.511237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757aecf-5d97-4bf5-88dd-4ffa9fa6e4ff req-6ded5163-9cde-4529-b45b-e443eef359c7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:54.512833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b757aecf-5d97-4bf5-88dd-4ffa9fa6e4ff req-6ded5163-9cde-4529-b45b-e443eef359c7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.2462318 Oct 13 14:11:54.520727 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b5a45-a5df-4eba-813f-f5c3e40db304 req-ab719959-0189-4b37-bf64-e60d55fe7c73 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:54.522398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-354b5a45-a5df-4eba-813f-f5c3e40db304 req-ab719959-0189-4b37-bf64-e60d55fe7c73 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 936 time: 0.1681774 Oct 13 14:11:54.647690 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-354b5a45-a5df-4eba-813f-f5c3e40db304 req-1fa30fbd-fbfa-486d-9ff9-bdbf165d071b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135044 Oct 13 14:11:54.652511 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b757aecf-5d97-4bf5-88dd-4ffa9fa6e4ff req-f0a93fd2-f751-47f9-a546-c7a97d057171 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291227 Oct 13 14:11:54.853903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed45d4-6d40-4c1d-ac19-777c408544c0 req-5903b882-6e39-4857-89a7-663af2c87eaf tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:54.855440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14ed45d4-6d40-4c1d-ac19-777c408544c0 req-5903b882-6e39-4857-89a7-663af2c87eaf tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 1097 time: 0.1111503 Oct 13 14:11:54.859161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2572126f-75fe-47b0-acfe-cf9e83f81d3d {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:11:54.872451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:54.897627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Transition to ACTIVE for port object 2572126f-75fe-47b0-acfe-cf9e83f81d3d will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:11:54.913099 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14ed45d4-6d40-4c1d-ac19-777c408544c0 req-ee33dc3e-41ec-4572-bbff-28ae35996bf3 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486929 Oct 13 14:11:54.989318 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:55.043717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Pushing event updated for resources: {'Port': ['ID=2572126f-75fe-47b0-acfe-cf9e83f81d3d,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:55.161551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Attempting to bind port 2572126f-75fe-47b0-acfe-cf9e83f81d3d on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:11:55.161551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Attempting to bind port 2572126f-75fe-47b0-acfe-cf9e83f81d3d by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:11:55.162997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Attempting to bind port 2572126f-75fe-47b0-acfe-cf9e83f81d3d on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:55.170755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Port 2572126f-75fe-47b0-acfe-cf9e83f81d3d on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:11:55.171045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Attempting to bind port 2572126f-75fe-47b0-acfe-cf9e83f81d3d on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:55.179890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:11:55.180376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:11:55.181162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:11:55.181682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Bound port: 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:11:55.182053 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:55.229617 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:55.331637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:11:55.335292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:11:55.352446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73f2db-5b0a-4b69-8a4f-354196a6869d req-05d4b414-12f5-4521-a6f6-63acc3afdea1 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:55.354021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b73f2db-5b0a-4b69-8a4f-354196a6869d req-05d4b414-12f5-4521-a6f6-63acc3afdea1 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0754964 Oct 13 14:11:55.412231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b73f2db-5b0a-4b69-8a4f-354196a6869d req-f515446f-7324-4546-b62d-c9c48ee198c7 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491819 Oct 13 14:11:55.436551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:55.472442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:55.473350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:55.474901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] 10.222.0.41 "PUT /v2.0/ports/2572126f-75fe-47b0-acfe-cf9e83f81d3d HTTP/1.1" status: 200 len: 1097 time: 1.3132994 Oct 13 14:11:55.477354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:11:55.480510 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4779b7d4-892b-4480-91f7-694e9c6c4231" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:11:55.541913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69188088-7238-4d9c-8c7e-61156b80aa10 service neutron] Pushing event updated for resources: {'Port': ['ID=2572126f-75fe-47b0-acfe-cf9e83f81d3d,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:55.576109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666a1ca-9e44-4835-90ae-313e6a8f80f3 req-da342ba8-2a9e-4d19-a37b-80e4b806bc00 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:55.578140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7666a1ca-9e44-4835-90ae-313e6a8f80f3 req-da342ba8-2a9e-4d19-a37b-80e4b806bc00 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0896091 Oct 13 14:11:55.673761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7666a1ca-9e44-4835-90ae-313e6a8f80f3 req-10e7cb31-77fa-4988-82fd-5f4160d73109 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861399 Oct 13 14:11:55.715563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4f6fe5b6-6e5a-4233-b39f-331d3c0d5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:55.717554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-4f6fe5b6-6e5a-4233-b39f-331d3c0d5d9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 1100 time: 0.1198368 Oct 13 14:11:55.803924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-0a5b0ca1-6372-41b0-9ea8-b93528ab10b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d HTTP/1.1" status: 200 len: 217 time: 0.0702853 Oct 13 14:11:55.892300 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f696d6e0-b5f8-4664-988d-7b21a4b7923f x-openstack-request-id: req-f696d6e0-b5f8-4664-988d-7b21a4b7923f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:11:55.893094 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:11:55.893728 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f696d6e0-b5f8-4664-988d-7b21a4b7923f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:11:55.894738 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d', 'status': 'completed', 'code': 200} Oct 13 14:11:55.935454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-ed2933d9-6fb8-4a6e-8fb5-a0f095de8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:55.938161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-ed2933d9-6fb8-4a6e-8fb5-a0f095de8168 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1202028 Oct 13 14:11:56.040601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-3d8e163e-0b71-4b5c-9bc3-adb152363b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:56.043732 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-3d8e163e-0b71-4b5c-9bc3-adb152363b88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921702 Oct 13 14:11:56.062140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa487e-1e71-453c-b44d-64e33e5f7146 req-c2e7708d-1cab-4774-8cbe-4b9322e4a563 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:56.063688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fffa487e-1e71-453c-b44d-64e33e5f7146 req-c2e7708d-1cab-4774-8cbe-4b9322e4a563 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 948 time: 0.0775154 Oct 13 14:11:56.166269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fffa487e-1e71-453c-b44d-64e33e5f7146 req-0abc3654-b28f-4d36-90b1-b0a485ba6851 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924792 Oct 13 14:11:56.210445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-584f830b-007c-4314-a94d-541657276248 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447179 Oct 13 14:11:56.379504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ef706-2665-4313-bef2-7f33dd1507d7 req-4855d513-93ab-4714-9cdc-b9bb45e9cc96 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:56.381842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-891ef706-2665-4313-bef2-7f33dd1507d7 req-4855d513-93ab-4714-9cdc-b9bb45e9cc96 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1061182 Oct 13 14:11:56.383955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3701e784-859f-4ba6-bb52-81da97b367c6 req-99984182-08b7-44b1-a3fa-64f715cdc835 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646357 Oct 13 14:11:56.425731 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-891ef706-2665-4313-bef2-7f33dd1507d7 req-404b244d-86d5-4401-b95c-9f48a21fdf92 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367668 Oct 13 14:11:56.647533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b7d4-892b-4480-91f7-694e9c6c4231 req-e4aa265a-e5d9-44f8-be70-a054957b1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:56.652514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4779b7d4-892b-4480-91f7-694e9c6c4231 req-e4aa265a-e5d9-44f8-be70-a054957b1c72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 1100 time: 0.0854344 Oct 13 14:11:56.823380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91066f3-87c4-4052-96d7-b8d1515540a9 req-59ed2b58-a2ba-4ca2-9849-0e008d9d7e24 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:56.829533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c91066f3-87c4-4052-96d7-b8d1515540a9 req-59ed2b58-a2ba-4ca2-9849-0e008d9d7e24 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.1419559 Oct 13 14:11:56.861415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b7d4-892b-4480-91f7-694e9c6c4231 req-c1d05f45-aefa-40c3-9816-e915da87b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:56.862868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4779b7d4-892b-4480-91f7-694e9c6c4231 req-c1d05f45-aefa-40c3-9816-e915da87b383 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.2006366 Oct 13 14:11:56.883738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c91066f3-87c4-4052-96d7-b8d1515540a9 req-c7f9fc47-ee91-4dcb-bef6-30942a2f198a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465055 Oct 13 14:11:56.925969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4779b7d4-892b-4480-91f7-694e9c6c4231 req-96417673-822f-4f27-9355-af8e409718b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d HTTP/1.1" status: 200 len: 217 time: 0.0458770 Oct 13 14:11:56.996550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b7d4-892b-4480-91f7-694e9c6c4231 req-b9e68ebb-c0a4-405e-abb0-8133609c0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:56.998656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4779b7d4-892b-4480-91f7-694e9c6c4231 req-b9e68ebb-c0a4-405e-abb0-8133609c0ee2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0621846 Oct 13 14:11:57.076656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b7d4-892b-4480-91f7-694e9c6c4231 req-df3b1b14-0a68-44f5-9093-32f7e38f99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:57.078450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4779b7d4-892b-4480-91f7-694e9c6c4231 req-df3b1b14-0a68-44f5-9093-32f7e38f99e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0665281 Oct 13 14:11:57.205613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4779b7d4-892b-4480-91f7-694e9c6c4231 req-5dbfd21e-31b6-45fd-9bb0-2aa87c6b59d5 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086836 Oct 13 14:11:57.214450 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-b059471e-21f3-4006-9474-7b081a3d12d6 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:11:57.221065 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-b059471e-21f3-4006-9474-7b081a3d12d6 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0109191 Oct 13 14:11:57.283769 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d58840-0676-4063-a4de-541283a4eb51 req-502d3a6b-9dea-40c9-aced-ec48f0061fe8 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:57.286137 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-502d3a6b-9dea-40c9-aced-ec48f0061fe8 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports/fe166046-c279-4e9b-9e8f-b1b5be6c131a HTTP/1.1" status: 200 len: 1094 time: 0.0631313 Oct 13 14:11:57.305429 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] Request body: {'binding': {'host': 'n-h1-806683-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:11:57.306209 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] Unknown quota resources ['binding']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:11:57.393177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4779b7d4-892b-4480-91f7-694e9c6c4231 req-5c59b472-b5e9-42d5-b3c1-ee9a684d0c70 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721025 Oct 13 14:11:57.416967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fe1c9-ad98-4442-a10e-84a4c394c088 req-ee2aa109-0e1e-4366-8ff1-44a345e5864b tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:57.418701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d11fe1c9-ad98-4442-a10e-84a4c394c088 req-ee2aa109-0e1e-4366-8ff1-44a345e5864b tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0763686 Oct 13 14:11:57.499389 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d11fe1c9-ad98-4442-a10e-84a4c394c088 req-5c0056c0-36bc-46d7-ad3c-ff8cdb3b9218 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654860 Oct 13 14:11:57.502697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd066285-1722-40c3-9104-16741bd3f5a9 req-48a91281-b600-4b45-94fa-295aa7011101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:57.504594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd066285-1722-40c3-9104-16741bd3f5a9 req-48a91281-b600-4b45-94fa-295aa7011101 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 1096 time: 0.0819819 Oct 13 14:11:57.670111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd066285-1722-40c3-9104-16741bd3f5a9 req-aaa5ad80-09c4-4f8e-8461-19bed1dc17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:57.672269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd066285-1722-40c3-9104-16741bd3f5a9 req-aaa5ad80-09c4-4f8e-8461-19bed1dc17f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.1513078 Oct 13 14:11:57.780763 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a on host n-h1-806683-15 for vnic_type normal with profile None {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:11:57.781221 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:11:57.781798 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:57.789653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] Port fe166046-c279-4e9b-9e8f-b1b5be6c131a on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:11:57.790188 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:11:57.790684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49902bdb-6351-442c-83d6-2c3e1b9d00d4 req-9a7836f9-2ba7-4f86-b252-c5bdac50b11d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:57.792242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49902bdb-6351-442c-83d6-2c3e1b9d00d4 req-9a7836f9-2ba7-4f86-b252-c5bdac50b11d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1168158 Oct 13 14:11:57.797550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:11:57.798097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:11:57.798701 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] Bound using segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:11:57.799085 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd066285-1722-40c3-9104-16741bd3f5a9 req-51764a45-1a18-477a-834e-6f56ca3d01a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c HTTP/1.1" status: 200 len: 999 time: 0.1129694 Oct 13 14:11:57.799337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] Bound port: fe166046-c279-4e9b-9e8f-b1b5be6c131a, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:11:57.865889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:11:57.878422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49902bdb-6351-442c-83d6-2c3e1b9d00d4 req-593c9e22-02b6-4156-9835-8aba3646782e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782506 Oct 13 14:11:57.883796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd066285-1722-40c3-9104-16741bd3f5a9 req-66732e0c-9946-4924-a726-9f700158bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:57.885652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd066285-1722-40c3-9104-16741bd3f5a9 req-66732e0c-9946-4924-a726-9f700158bea6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.0777476 Oct 13 14:11:57.944386 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd066285-1722-40c3-9104-16741bd3f5a9 req-ff59997f-0e92-45e0-a033-b9657e54a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:57.946804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd066285-1722-40c3-9104-16741bd3f5a9 req-ff59997f-0e92-45e0-a033-b9657e54a9ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478864 Oct 13 14:11:57.954580 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:57.955785 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-6e300650-b975-4944-9c1e-c15275d228a0 service neutron] 10.222.0.18 "POST /v2.0/ports/fe166046-c279-4e9b-9e8f-b1b5be6c131a/bindings HTTP/1.1" status: 201 len: 390 time: 0.6578641 Oct 13 14:11:58.064329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c3359-5825-49e0-88ad-6790258fca36 req-1c6e0c59-1c0c-412e-bf7c-cfe9e5fa240e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:58.066098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-279c3359-5825-49e0-88ad-6790258fca36 req-1c6e0c59-1c0c-412e-bf7c-cfe9e5fa240e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 948 time: 0.1192527 Oct 13 14:11:58.095551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd066285-1722-40c3-9104-16741bd3f5a9 req-443b94de-a46e-43c7-9d26-e47f115ffc4d service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397481 Oct 13 14:11:58.125067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-279c3359-5825-49e0-88ad-6790258fca36 req-ce05b0ae-4a7f-4bf9-bb58-f600887a22b0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473132 Oct 13 14:11:58.228880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd066285-1722-40c3-9104-16741bd3f5a9 req-fe96ea40-76ba-4edf-9bb5-b5d5bd3890cc service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188445 Oct 13 14:11:58.402515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df442c68-995a-4ecb-9512-8c99b2417fc7 req-b5175df6-46c3-4034-b027-5994dfdaab4e tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:58.404165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df442c68-995a-4ecb-9512-8c99b2417fc7 req-b5175df6-46c3-4034-b027-5994dfdaab4e tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.1030159 Oct 13 14:11:58.436428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4505605-cb61-48ff-b68e-0d390c011266 req-5fb1919c-8eda-4323-a306-443d46487b07 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:58.438113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4505605-cb61-48ff-b68e-0d390c011266 req-5fb1919c-8eda-4323-a306-443d46487b07 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.0936265 Oct 13 14:11:58.484426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df442c68-995a-4ecb-9512-8c99b2417fc7 req-38b90bdd-2c45-4b7c-b868-96ae2f43abf2 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735469 Oct 13 14:11:58.506725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4505605-cb61-48ff-b68e-0d390c011266 req-5560bf9a-94e0-4fb8-b93e-fa82b4dee051 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601721 Oct 13 14:11:58.657603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1a9bf-2bc9-40c6-ac8b-9bc6194e90b5 req-8f0fbc24-4d48-41ec-9428-d7fecf58d0b1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:58.659192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fd1a9bf-2bc9-40c6-ac8b-9bc6194e90b5 req-8f0fbc24-4d48-41ec-9428-d7fecf58d0b1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0593607 Oct 13 14:11:58.732681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fd1a9bf-2bc9-40c6-ac8b-9bc6194e90b5 req-524801a8-15d9-4d8f-ad08-b31036e51d27 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645084 Oct 13 14:11:58.814583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d58840-0676-4063-a4de-541283a4eb51 req-b622f094-0888-4419-94a5-e72e83a9139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:58.816808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-b622f094-0888-4419-94a5-e72e83a9139d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 1097 time: 0.0469882 Oct 13 14:11:58.862014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42290) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:58.942300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d58840-0676-4063-a4de-541283a4eb51 req-3ced3939-4fe5-492c-a543-d92853b9687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:58.945704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-3ced3939-4fe5-492c-a543-d92853b9687c service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.1143582 Oct 13 14:11:59.025534 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:59.025824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-6990f8d4-b189-464c-b64c-a1fcad277255 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a HTTP/1.1" status: 200 len: 217 time: 0.0580156 Oct 13 14:11:59.093725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d58840-0676-4063-a4de-541283a4eb51 req-c4a09dfc-f2da-471d-ac0d-f78e76d1d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:59.095179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-c4a09dfc-f2da-471d-ac0d-f78e76d1d920 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.0710270 Oct 13 14:11:59.104222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cf394-103e-4eaf-9f9a-81aa7c7910c3 req-240182aa-2939-48ac-b3b7-338ecf911d1c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:59.105998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-966cf394-103e-4eaf-9f9a-81aa7c7910c3 req-240182aa-2939-48ac-b3b7-338ecf911d1c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0960047 Oct 13 14:11:59.124753 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:59.149121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-11279789-d50c-4e79-ae00-147b0371d81c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421252 Oct 13 14:11:59.188192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-966cf394-103e-4eaf-9f9a-81aa7c7910c3 req-6e7d884e-6e9c-4382-aec4-42b4e711c418 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727358 Oct 13 14:11:59.217559 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:59.268032 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4da12b57a43e4c28bcbad275a0defc27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044180 Oct 13 14:11:59.268759 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74891daf-a423-4d8e-aa99-965b7952e477,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:59.272207 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42298) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:11:59.284350 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:59.285327 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:59.286190 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:59.287132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:59.288369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:59.289508 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:59.290415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:59.291309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:59.292192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:59.293138 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:59.293988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:59.294815 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe37df-c01b-4bc7-a9ab-da2540c6e91f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:11:59.302188 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-9a9b7a71-d68d-4ead-b10b-05f9c48f87ae service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398771 Oct 13 14:11:59.323012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d40d6-4b21-49d3-902c-698781e2b3a1 req-29f44e89-b11c-4fcf-91de-5755e91531b8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:59.325708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-267d40d6-4b21-49d3-902c-698781e2b3a1 req-29f44e89-b11c-4fcf-91de-5755e91531b8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 948 time: 0.0958493 Oct 13 14:11:59.372352 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0ac7-e415-4eba-b663-47fb268a49ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:59.400786 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0ac7-e415-4eba-b663-47fb268a49ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:59.424327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-267d40d6-4b21-49d3-902c-698781e2b3a1 req-2efcfe5b-2423-42cb-b22b-1b3ec17769bb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855684 Oct 13 14:11:59.468438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-766c147b-80c8-428e-9237-52aceb66c0c6 service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413746 Oct 13 14:11:59.566436 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0ac7-e415-4eba-b663-47fb268a49ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:59.569818 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0ac7-e415-4eba-b663-47fb268a49ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:11:59.571488 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b49b0ac7-e415-4eba-b663-47fb268a49ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74891daf-a423-4d8e-aa99-965b7952e477 HTTP/1.1" status: 204 len: 168 time: 0.2978001 Oct 13 14:11:59.580294 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b0ac7-e415-4eba-b663-47fb268a49ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74891daf-a423-4d8e-aa99-965b7952e477,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:11:59.704374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c449f-1d76-4c9a-8bff-e23b9983d6a9 req-c42dec48-1baf-48b0-9464-512772be81cc tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:59.705955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c07c449f-1d76-4c9a-8bff-e23b9983d6a9 req-c42dec48-1baf-48b0-9464-512772be81cc tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.1112814 Oct 13 14:11:59.714532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4ccd6-f951-4b75-8d5d-4cc283a269b0 req-172f0e4a-b0a9-4400-a82a-cb1990f42295 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:11:59.716027 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36c4ccd6-f951-4b75-8d5d-4cc283a269b0 req-172f0e4a-b0a9-4400-a82a-cb1990f42295 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.0974939 Oct 13 14:11:59.808953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c07c449f-1d76-4c9a-8bff-e23b9983d6a9 req-2f2b5191-954c-4e9b-af1c-2140f0167b4d tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852995 Oct 13 14:11:59.815459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36c4ccd6-f951-4b75-8d5d-4cc283a269b0 req-fa57e7e1-a055-41ba-b824-a90ac984d778 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912423 Oct 13 14:11:59.841622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c60d1897-e0b5-4d63-be79-7604d9544425 req-f468acf4-ed45-44df-bf41-3bead3a9cae5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0820823 Oct 13 14:11:59.887682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2572126f-75fe-47b0-acfe-cf9e83f81d3d details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:12:00.000947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d1897-e0b5-4d63-be79-7604d9544425 req-8be75a55-beb9-43a3-b00e-8329bd4978a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:00.003299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c60d1897-e0b5-4d63-be79-7604d9544425 req-8be75a55-beb9-43a3-b00e-8329bd4978a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 1097 time: 0.1268730 Oct 13 14:12:00.027946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f9c8f-3c9b-490a-a6e7-606b74932028 req-0cb22914-f88a-4c58-8c36-aa0f365e6989 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:00.028355 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f47f9c8f-3c9b-490a-a6e7-606b74932028 req-0cb22914-f88a-4c58-8c36-aa0f365e6989 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0871444 Oct 13 14:12:00.087545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:00.103060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '2572126f-75fe-47b0-acfe-cf9e83f81d3d', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '2572126f-75fe-47b0-acfe-cf9e83f81d3d', 'mac_address': 'fa:16:3e:db:62:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:12:00.171015 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:00.192822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2572126f-75fe-47b0-acfe-cf9e83f81d3d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:12:00.236418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:00.352456 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:00.424409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2572126f-75fe-47b0-acfe-cf9e83f81d3d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:00.511968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f47f9c8f-3c9b-490a-a6e7-606b74932028 req-0ffff930-add2-41e5-9e0a-0b159fd7bd59 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216080 Oct 13 14:12:00.572420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f38b9a-3ba3-458f-b085-862f3b5c895e req-ea62b47c-5702-460a-8c67-63dc8e6aedd1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:00.574370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37f38b9a-3ba3-458f-b085-862f3b5c895e req-ea62b47c-5702-460a-8c67-63dc8e6aedd1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1827669 Oct 13 14:12:00.580944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d1897-e0b5-4d63-be79-7604d9544425 req-da3dde8b-a64e-4efc-8bed-46c0af6135bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:00.582711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c60d1897-e0b5-4d63-be79-7604d9544425 req-da3dde8b-a64e-4efc-8bed-46c0af6135bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.5457578 Oct 13 14:12:00.685694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c60d1897-e0b5-4d63-be79-7604d9544425 req-239353cf-53d0-4bf5-8863-d6f2ea6d869a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2b6a021-4ce4-4b5a-961d-2fe667103bbb HTTP/1.1" status: 200 len: 217 time: 0.0823026 Oct 13 14:12:00.698386 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37f38b9a-3ba3-458f-b085-862f3b5c895e req-7ca58aff-8250-44f6-b74a-44aba59c83b4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129189 Oct 13 14:12:00.801754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4c0c4-01a1-45e8-9313-a04897888734 req-0be47d40-3cf4-4cee-acd8-4172b55c4368 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:00.803530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ca4c0c4-01a1-45e8-9313-a04897888734 req-0be47d40-3cf4-4cee-acd8-4172b55c4368 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 949 time: 0.1212749 Oct 13 14:12:00.807904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d1897-e0b5-4d63-be79-7604d9544425 req-88808b0e-33cf-498d-b2fc-7643718cb1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:00.809418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c60d1897-e0b5-4d63-be79-7604d9544425 req-88808b0e-33cf-498d-b2fc-7643718cb1a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.1095576 Oct 13 14:12:00.874605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2572126f-75fe-47b0-acfe-cf9e83f81d3d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:12:00.926137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ca4c0c4-01a1-45e8-9313-a04897888734 req-29962e50-8552-4db9-a54a-c760dd4a213c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155999 Oct 13 14:12:00.937361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ac407-2173-4d26-84ec-28b4e18a6298 req-674484e3-20df-41c7-8afd-70ffd670499d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:00.939110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a15ac407-2173-4d26-84ec-28b4e18a6298 req-674484e3-20df-41c7-8afd-70ffd670499d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1275270 Oct 13 14:12:00.951143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d1897-e0b5-4d63-be79-7604d9544425 req-41a94234-de29-49f0-ae80-74676ee71259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:00.951143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c60d1897-e0b5-4d63-be79-7604d9544425 req-41a94234-de29-49f0-ae80-74676ee71259 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123965 Oct 13 14:12:01.125222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a15ac407-2173-4d26-84ec-28b4e18a6298 req-aa63b094-a6ea-4255-9645-77ee4a0b3171 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706743 Oct 13 14:12:01.202474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105ddd1-c68c-49eb-88f1-040e49f5d96e req-9c39db18-5cec-475f-9287-6262fe16d77f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:01.207212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a105ddd1-c68c-49eb-88f1-040e49f5d96e req-9c39db18-5cec-475f-9287-6262fe16d77f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.1842649 Oct 13 14:12:01.300347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c60d1897-e0b5-4d63-be79-7604d9544425 req-adbb250c-bfa4-41d1-9301-7cb9ebfe5e88 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312876 Oct 13 14:12:01.339615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a105ddd1-c68c-49eb-88f1-040e49f5d96e req-2b78c4d8-6691-4934-8dbc-136d574e95a4 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218271 Oct 13 14:12:01.403042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0036e-d092-4d60-b7ff-65ae8282231d req-8a8fbd91-3dfb-4cba-9b95-381d326c28b3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:01.410958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fca0036e-d092-4d60-b7ff-65ae8282231d req-8a8fbd91-3dfb-4cba-9b95-381d326c28b3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.1821051 Oct 13 14:12:01.485422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fca0036e-d092-4d60-b7ff-65ae8282231d req-6fb84bb7-f3c9-40f9-a5bf-3dd4bd1b2423 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732338 Oct 13 14:12:01.528283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c60d1897-e0b5-4d63-be79-7604d9544425 req-d797e638-e1a8-480d-b87c-9517a621f4a4 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026646 Oct 13 14:12:01.589272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64759e6c-5aaf-4f58-a03d-daff9940a850 req-52147d91-728f-4a46-9793-55ffc47e5a4e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0722380 Oct 13 14:12:01.716084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc270e-8064-4ad4-a831-ac233a2e8e94 req-bc982d9b-99ed-4618-81bb-db64bf30ed18 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:01.717718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85cc270e-8064-4ad4-a831-ac233a2e8e94 req-bc982d9b-99ed-4618-81bb-db64bf30ed18 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0971410 Oct 13 14:12:01.719838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64759e6c-5aaf-4f58-a03d-daff9940a850 req-58753f07-ee22-47b0-b258-e6b5d0ecbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:01.721276 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64759e6c-5aaf-4f58-a03d-daff9940a850 req-58753f07-ee22-47b0-b258-e6b5d0ecbb0e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 1097 time: 0.0908971 Oct 13 14:12:01.788849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85cc270e-8064-4ad4-a831-ac233a2e8e94 req-d1136b33-b005-4346-b3ef-0eee6b7caffc tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649114 Oct 13 14:12:01.891209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64759e6c-5aaf-4f58-a03d-daff9940a850 req-7468886f-a55c-4ef2-b17c-3447a97d3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:01.893114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64759e6c-5aaf-4f58-a03d-daff9940a850 req-7468886f-a55c-4ef2-b17c-3447a97d3ae1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.1309366 Oct 13 14:12:01.971140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64759e6c-5aaf-4f58-a03d-daff9940a850 req-aa49eee3-8930-4183-9aa2-aad54052a45b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 HTTP/1.1" status: 200 len: 217 time: 0.0486968 Oct 13 14:12:02.071058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64759e6c-5aaf-4f58-a03d-daff9940a850 req-3c78a4e3-557c-49f9-bbe8-780c0a33df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:02.072599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64759e6c-5aaf-4f58-a03d-daff9940a850 req-3c78a4e3-557c-49f9-bbe8-780c0a33df71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.0886655 Oct 13 14:12:02.125814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64759e6c-5aaf-4f58-a03d-daff9940a850 req-721b03e9-2e58-4c04-88a6-4dc72240faf7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383859 Oct 13 14:12:02.141355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3d37c-37bb-4e64-9e10-086b77821a41 req-f8096c82-3d15-459b-a187-9ddb3c62c7d0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:02.141355 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f3d37c-37bb-4e64-9e10-086b77821a41 req-f8096c82-3d15-459b-a187-9ddb3c62c7d0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 949 time: 0.1050360 Oct 13 14:12:02.294346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7f3d37c-37bb-4e64-9e10-086b77821a41 req-da52a7a1-5d42-420a-b3c9-7f4a326089b3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277382 Oct 13 14:12:02.321215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf263c-1dd0-4935-b2ac-68b3d6134011 req-e88e6ebe-5770-4d65-8863-81701a5ee1d8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:02.322914 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7cf263c-1dd0-4935-b2ac-68b3d6134011 req-e88e6ebe-5770-4d65-8863-81701a5ee1d8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1235952 Oct 13 14:12:02.330083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64759e6c-5aaf-4f58-a03d-daff9940a850 req-4b08034b-d345-4a84-9216-b4ef1dc450be service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926022 Oct 13 14:12:02.432937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7cf263c-1dd0-4935-b2ac-68b3d6134011 req-b2297309-8aea-4465-aa87-967da7c7fa05 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954580 Oct 13 14:12:02.540096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64759e6c-5aaf-4f58-a03d-daff9940a850 req-386cee67-6bc2-4447-94e1-8e7c3d83ed47 service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011406 Oct 13 14:12:02.580214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09a37e-fe70-4d4d-8853-65ad84c41a78 req-9eb6c7a4-f8ef-43e2-8f68-4fe07c92ebd9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:02.582096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a09a37e-fe70-4d4d-8853-65ad84c41a78 req-9eb6c7a4-f8ef-43e2-8f68-4fe07c92ebd9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.1055009 Oct 13 14:12:02.648886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a09a37e-fe70-4d4d-8853-65ad84c41a78 req-2a8f51e1-a348-42eb-8c59-ddcbe54b0a8c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566061 Oct 13 14:12:02.933928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa5a6e-c4b5-4568-af0f-8d7f3c8013f5 req-91ea24e5-608f-4538-bc48-9316988f41f0 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:02.947557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8aa5a6e-c4b5-4568-af0f-8d7f3c8013f5 req-91ea24e5-608f-4538-bc48-9316988f41f0 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.1071050 Oct 13 14:12:03.041931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8aa5a6e-c4b5-4568-af0f-8d7f3c8013f5 req-cfbc5440-82dd-4635-b759-c57c140c1852 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935187 Oct 13 14:12:03.092954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c337ce-6490-4304-a00f-f20ba2cbe61a req-f0454afb-990c-40de-a659-5f868a4389bf tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:03.095081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72c337ce-6490-4304-a00f-f20ba2cbe61a req-f0454afb-990c-40de-a659-5f868a4389bf tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1234739 Oct 13 14:12:03.160222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72c337ce-6490-4304-a00f-f20ba2cbe61a req-fff80ac4-a80f-481d-bff9-51703d1c75e6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569952 Oct 13 14:12:03.208885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1de72-e684-4cca-8a55-7b7bf2d9f8ad req-2c5eca1a-362e-436c-95ad-b0a0beafe1c9 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:03.214365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2c1de72-e684-4cca-8a55-7b7bf2d9f8ad req-2c5eca1a-362e-436c-95ad-b0a0beafe1c9 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0683508 Oct 13 14:12:03.266403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2c1de72-e684-4cca-8a55-7b7bf2d9f8ad req-ee42a9e3-12be-4bbb-b9fb-5a5223988db1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497453 Oct 13 14:12:03.463991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b96798-9d76-4e86-b8b6-0c288fff99f5 req-fab45ad2-e519-48ce-ad4f-f46ac9bfea9b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:03.466087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3b96798-9d76-4e86-b8b6-0c288fff99f5 req-fab45ad2-e519-48ce-ad4f-f46ac9bfea9b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 949 time: 0.0672500 Oct 13 14:12:03.523341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3b96798-9d76-4e86-b8b6-0c288fff99f5 req-b205e7e5-87ac-4246-8965-47c89a39cf29 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426633 Oct 13 14:12:03.774728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a2630-78b9-4ce0-87ea-458eb754c007 req-3490d819-1f24-4002-9c53-958b08d96459 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:03.776845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc8a2630-78b9-4ce0-87ea-458eb754c007 req-3490d819-1f24-4002-9c53-958b08d96459 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.0532608 Oct 13 14:12:03.819900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc8a2630-78b9-4ce0-87ea-458eb754c007 req-b3190c75-e2cf-4cb1-8cf1-ae64316a826f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366638 Oct 13 14:12:03.914156 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2572126f-75fe-47b0-acfe-cf9e83f81d3d up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:12:04.083503 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 2572126f-75fe-47b0-acfe-cf9e83f81d3d completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:12:04.089459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 2572126f-75fe-47b0-acfe-cf9e83f81d3d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:12:04.089938 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:04.225264 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:04.227228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff8e99-713f-4959-82d6-ae06c9bab7aa req-cda4a0b1-b4bf-403b-9a4b-fa06fb3ac95b tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:04.233162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7eff8e99-713f-4959-82d6-ae06c9bab7aa req-cda4a0b1-b4bf-403b-9a4b-fa06fb3ac95b tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0971181 Oct 13 14:12:04.259026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:12:04.261840 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cc1f6c-34b4-49ed-bdbb-936aac8b26a6" -d '{"events": [{"server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "name": "network-vif-plugged", "status": "completed", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:12:04.282252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:04.331323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7eff8e99-713f-4959-82d6-ae06c9bab7aa req-c35393e3-2af4-4671-a1f3-db48f1bab007 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943401 Oct 13 14:12:04.349331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e5411-464f-4241-a19f-a5d5b1468413 req-14935022-cb10-4119-9374-43dee7f7be92 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:04.350913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-927e5411-464f-4241-a19f-a5d5b1468413 req-14935022-cb10-4119-9374-43dee7f7be92 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0778952 Oct 13 14:12:04.401805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-927e5411-464f-4241-a19f-a5d5b1468413 req-8b6ceb2a-31fb-4376-92b6-032ae040fc61 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414488 Oct 13 14:12:04.419535 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:04.489683 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2572126f-75fe-47b0-acfe-cf9e83f81d3d,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:04.573050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d7239-ab84-4c14-921b-a431c9159c29 req-a5fdcd8a-cc87-4f42-a21f-3ae541471686 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:04.574599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-351d7239-ab84-4c14-921b-a431c9159c29 req-a5fdcd8a-cc87-4f42-a21f-3ae541471686 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0586214 Oct 13 14:12:04.593771 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b34f0ab-b8b6-417e-adf0-1d912d1e4490 x-openstack-request-id: req-0b34f0ab-b8b6-417e-adf0-1d912d1e4490 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:12:04.594053 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "name": "network-vif-plugged", "status": "completed", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:12:04.594311 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b34f0ab-b8b6-417e-adf0-1d912d1e4490 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:12:04.594716 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d', 'code': 200} Oct 13 14:12:04.669203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-351d7239-ab84-4c14-921b-a431c9159c29 req-41a52766-f120-4475-af61-fa94a2eea11f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858412 Oct 13 14:12:04.735795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f37bc-f8b6-4e2a-a2b3-ba43d8539a2b req-59de62bd-3254-4fd3-921f-42113ca356a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:04.737369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b74f37bc-f8b6-4e2a-a2b3-ba43d8539a2b req-59de62bd-3254-4fd3-921f-42113ca356a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 1102 time: 0.0600519 Oct 13 14:12:04.810782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b74f37bc-f8b6-4e2a-a2b3-ba43d8539a2b req-0cef7526-a3a7-43af-a2aa-90fdc9d79fd4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648899 Oct 13 14:12:04.830950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211bea6-6012-4e2a-8e98-3bb701adbd15 req-57ad519a-0abb-4e04-8016-114c4b66ff3e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:04.832511 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8211bea6-6012-4e2a-8e98-3bb701adbd15 req-57ad519a-0abb-4e04-8016-114c4b66ff3e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.0787406 Oct 13 14:12:04.879224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8211bea6-6012-4e2a-8e98-3bb701adbd15 req-20620289-4924-40b0-8ed6-5d989de8580c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391002 Oct 13 14:12:05.009279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83cda-1187-4457-9785-9feb8f5bffa1 req-2c7883f6-db50-466a-8e29-5a6945d42124 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:05.011222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46d83cda-1187-4457-9785-9feb8f5bffa1 req-2c7883f6-db50-466a-8e29-5a6945d42124 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.0590005 Oct 13 14:12:05.069728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46d83cda-1187-4457-9785-9feb8f5bffa1 req-edd326bc-ddb8-4e64-8b5a-00e3642b8fc6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515649 Oct 13 14:12:05.685253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e92ca3-0595-425a-a0d4-cda421e3ec4f req-231d6e12-28a8-4109-9ce3-bfa3c6315d67 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:05.685253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9e92ca3-0595-425a-a0d4-cda421e3ec4f req-231d6e12-28a8-4109-9ce3-bfa3c6315d67 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1114652 Oct 13 14:12:05.685253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9e92ca3-0595-425a-a0d4-cda421e3ec4f req-d45a2fc1-26a7-42ce-ad27-cd4bc716740d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436943 Oct 13 14:12:05.685253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6569d4f-da6b-4533-9d88-54111914a52e req-4a91db82-3013-4532-9a95-fb1b44660f24 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:05.685253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e6569d4f-da6b-4533-9d88-54111914a52e req-4a91db82-3013-4532-9a95-fb1b44660f24 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0831709 Oct 13 14:12:05.685253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e6569d4f-da6b-4533-9d88-54111914a52e req-a0f00665-f433-44dd-876f-57a66fc3a1bc tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480378 Oct 13 14:12:05.832956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a249ae-7640-4742-bc84-5f03a0245aa1 req-b1e6d21f-7cbd-4447-a37f-3ca22ee8fab6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:05.835222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0a249ae-7640-4742-bc84-5f03a0245aa1 req-b1e6d21f-7cbd-4447-a37f-3ca22ee8fab6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0752189 Oct 13 14:12:05.875464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0a249ae-7640-4742-bc84-5f03a0245aa1 req-b63a2b6f-ea9a-4958-bfe7-74cce7c77874 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344353 Oct 13 14:12:06.009708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e038cd-43a4-43e4-8553-3d35a91346b6 req-8b8d8866-959e-4eb4-9adc-9e7ea8de5e0d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:06.011374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13e038cd-43a4-43e4-8553-3d35a91346b6 req-8b8d8866-959e-4eb4-9adc-9e7ea8de5e0d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.0527320 Oct 13 14:12:06.091185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13e038cd-43a4-43e4-8553-3d35a91346b6 req-fbe42260-6866-4955-aa4f-6f5159d31a09 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728378 Oct 13 14:12:06.221907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcabae-d9d0-47a3-b6ea-251111f970e5 req-efe4428b-8b9c-436a-9dd5-278cb81e20d8 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:06.223434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60dcabae-d9d0-47a3-b6ea-251111f970e5 req-efe4428b-8b9c-436a-9dd5-278cb81e20d8 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.0616126 Oct 13 14:12:06.299977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60dcabae-d9d0-47a3-b6ea-251111f970e5 req-0d28b830-cf1a-43d2-8384-6f7dd4d282ee tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675924 Oct 13 14:12:06.476844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbef3d-26a4-4c3f-9070-85ea617b012d req-67f5d495-8aa1-47b0-ad9b-6d3bb9032492 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:06.476844 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbcbef3d-26a4-4c3f-9070-85ea617b012d req-67f5d495-8aa1-47b0-ad9b-6d3bb9032492 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0571513 Oct 13 14:12:06.531417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbcbef3d-26a4-4c3f-9070-85ea617b012d req-90d9da08-8ce9-4d70-8634-ee4fe6408a38 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460658 Oct 13 14:12:06.769533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccfefb-ca49-4e07-a17c-2535fbed9820 req-932399d7-794f-447a-ac78-89e992808829 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:06.771019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0ccfefb-ca49-4e07-a17c-2535fbed9820 req-932399d7-794f-447a-ac78-89e992808829 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0865104 Oct 13 14:12:06.783714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1271d8a-eeb3-4fd2-abdc-6d911cd89cae req-8a33102a-6089-4ed2-91cc-1d967bf45cac tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:06.785181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1271d8a-eeb3-4fd2-abdc-6d911cd89cae req-8a33102a-6089-4ed2-91cc-1d967bf45cac tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0719156 Oct 13 14:12:06.842065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0ccfefb-ca49-4e07-a17c-2535fbed9820 req-88d44169-ae00-49b0-b452-1dcdaa4284ce tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559134 Oct 13 14:12:06.844827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1271d8a-eeb3-4fd2-abdc-6d911cd89cae req-3699e5c6-d2cb-4c18-acfc-f2908b191b80 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523705 Oct 13 14:12:07.011844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f15b0-9513-40fc-a670-354eb1cae4f3 req-c812ff4e-6241-4bbd-986c-e6fe3d973f37 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:07.013345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d74f15b0-9513-40fc-a670-354eb1cae4f3 req-c812ff4e-6241-4bbd-986c-e6fe3d973f37 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0823002 Oct 13 14:12:07.033806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60932b55-6c44-497d-b64f-ffa115391371 req-d8e5207c-3518-480e-9bba-1ff3c40ef65e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:07.035225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60932b55-6c44-497d-b64f-ffa115391371 req-d8e5207c-3518-480e-9bba-1ff3c40ef65e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0769529 Oct 13 14:12:07.084012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d74f15b0-9513-40fc-a670-354eb1cae4f3 req-0b3faf87-5d25-4917-a66e-0ec6db335606 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636110 Oct 13 14:12:07.097597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60932b55-6c44-497d-b64f-ffa115391371 req-23b39085-3ad1-4069-a8f0-ea1488981c2e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541761 Oct 13 14:12:07.229593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca987398-0f56-46e7-a319-cbf2bfad9623 req-baa14ab6-e4de-4c67-a1ab-65600d4d2904 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:07.231116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca987398-0f56-46e7-a319-cbf2bfad9623 req-baa14ab6-e4de-4c67-a1ab-65600d4d2904 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0761588 Oct 13 14:12:07.243297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f157f-1a89-4fbf-9872-73054491a66d req-77c4b1eb-9759-4ace-b584-dc973efc305b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:07.244731 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f8f157f-1a89-4fbf-9872-73054491a66d req-77c4b1eb-9759-4ace-b584-dc973efc305b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.0798759 Oct 13 14:12:07.315824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca987398-0f56-46e7-a319-cbf2bfad9623 req-a6599bed-57ea-40d9-b807-819bd4d37244 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700870 Oct 13 14:12:07.319400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f8f157f-1a89-4fbf-9872-73054491a66d req-c8c79cf7-f665-405c-8db6-81e48067ef0b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679734 Oct 13 14:12:07.450608 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc96d38-6dc3-4818-a080-e285f4cf8b95 req-9d99343c-d550-47eb-b6d8-63c134d3e0ad tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:07.452094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abc96d38-6dc3-4818-a080-e285f4cf8b95 req-9d99343c-d550-47eb-b6d8-63c134d3e0ad tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.0518467 Oct 13 14:12:07.492802 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abc96d38-6dc3-4818-a080-e285f4cf8b95 req-c832fb70-fc4f-4bf9-8981-46c228e94c17 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344408 Oct 13 14:12:07.671210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f93e82-7ed3-48ea-8f0c-46e10d30fbdc req-cb467be2-4547-44be-b772-fccded31fa70 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:07.673876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50f93e82-7ed3-48ea-8f0c-46e10d30fbdc req-cb467be2-4547-44be-b772-fccded31fa70 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.0682755 Oct 13 14:12:07.714870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50f93e82-7ed3-48ea-8f0c-46e10d30fbdc req-9febb0e3-92c7-4fdc-8542-0a3f880ed861 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332606 Oct 13 14:12:08.001787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45ed4c-5735-454b-bcf9-bd85c54d51d8 req-902a8c1b-22dd-4bb5-b194-045d836e2b09 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:08.003372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad45ed4c-5735-454b-bcf9-bd85c54d51d8 req-902a8c1b-22dd-4bb5-b194-045d836e2b09 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0503345 Oct 13 14:12:08.048928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad45ed4c-5735-454b-bcf9-bd85c54d51d8 req-fecb2ebc-c4c3-439c-b34d-b0d76c13b4f4 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Oct 13 14:12:08.162208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8badf2-b798-4313-af57-300d70230cd9 req-29187a84-c5a8-47d0-9804-f07687c63390 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:08.162873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a8badf2-b798-4313-af57-300d70230cd9 req-29187a84-c5a8-47d0-9804-f07687c63390 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0534244 Oct 13 14:12:08.206578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a8badf2-b798-4313-af57-300d70230cd9 req-8397a001-7cd6-4510-ac70-7f077c8aba96 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379405 Oct 13 14:12:08.315601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709fdff-2555-42ba-b050-0d2643c1c8a8 req-4bf1f07f-b7ab-4b65-9ebe-82c0294a1a50 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:08.317251 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5709fdff-2555-42ba-b050-0d2643c1c8a8 req-4bf1f07f-b7ab-4b65-9ebe-82c0294a1a50 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0509472 Oct 13 14:12:08.357381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5709fdff-2555-42ba-b050-0d2643c1c8a8 req-7152949f-b8d9-46f4-b9b9-b6053c2ce811 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329695 Oct 13 14:12:08.464631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409f615-566d-4d4e-bba2-8f65093c7b44 req-fdc2b612-e12a-4a5f-b4dd-4b4d089ce4c0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:08.466148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3409f615-566d-4d4e-bba2-8f65093c7b44 req-fdc2b612-e12a-4a5f-b4dd-4b4d089ce4c0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.0495334 Oct 13 14:12:08.509366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3409f615-566d-4d4e-bba2-8f65093c7b44 req-afaac788-0947-40f2-8ad9-a1a03558f5c9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370238 Oct 13 14:12:08.611591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0850f0c-fd32-4d28-998c-c121b8df690b req-cba0c0df-692f-416f-adb3-fe80eac6026f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:08.613021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0850f0c-fd32-4d28-998c-c121b8df690b req-cba0c0df-692f-416f-adb3-fe80eac6026f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.0510986 Oct 13 14:12:08.653896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0850f0c-fd32-4d28-998c-c121b8df690b req-bfca15e4-9064-4767-a802-9d76bed5503b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339053 Oct 13 14:12:08.803025 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-de74a4a8-6e81-40ee-bd84-78250df2c179 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465376 Oct 13 14:12:09.174874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a720c37-c792-4da9-a2fb-e4e2ebf03497 req-512f25db-115c-4c5a-b063-bbe57c129f70 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:09.176510 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a720c37-c792-4da9-a2fb-e4e2ebf03497 req-512f25db-115c-4c5a-b063-bbe57c129f70 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0524380 Oct 13 14:12:09.220491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a720c37-c792-4da9-a2fb-e4e2ebf03497 req-3093ef0b-a67e-4d28-b795-ab8731c3dab3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361919 Oct 13 14:12:09.345419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12676dad-748c-4e69-bd3d-afa1a37bbe4f req-0811aa9b-43f4-4e5f-b67d-f54e0a3872cf tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:09.346921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12676dad-748c-4e69-bd3d-afa1a37bbe4f req-0811aa9b-43f4-4e5f-b67d-f54e0a3872cf tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0501704 Oct 13 14:12:09.392540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12676dad-748c-4e69-bd3d-afa1a37bbe4f req-b34395ce-f4b6-417c-8ae9-662085e6098f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386872 Oct 13 14:12:09.491087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a754611-0b73-4f07-b83b-345cd84bdafc req-e0055fca-99ea-41be-8eb2-7184b5d06363 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:09.495234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a754611-0b73-4f07-b83b-345cd84bdafc req-e0055fca-99ea-41be-8eb2-7184b5d06363 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0550079 Oct 13 14:12:09.544771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a754611-0b73-4f07-b83b-345cd84bdafc req-d91bee1a-5805-4b1e-af8a-6c990294c957 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448580 Oct 13 14:12:09.682728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43066db2-559c-4386-b016-1a61718ffb38 req-f343ddbe-aaff-4c0c-bf9f-34d92f57b332 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:09.684378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43066db2-559c-4386-b016-1a61718ffb38 req-f343ddbe-aaff-4c0c-bf9f-34d92f57b332 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.0706847 Oct 13 14:12:09.743008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43066db2-559c-4386-b016-1a61718ffb38 req-11f5b3f9-97bf-47c7-8210-766f8f86d70c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518601 Oct 13 14:12:09.808286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df131e-c7db-4cab-befb-4db3e06560fb req-b9405b0b-d830-4316-b6b2-b13415dd4c57 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:09.810009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59df131e-c7db-4cab-befb-4db3e06560fb req-b9405b0b-d830-4316-b6b2-b13415dd4c57 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.0560832 Oct 13 14:12:09.863608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59df131e-c7db-4cab-befb-4db3e06560fb req-00dec461-ea42-4cac-b059-932a68bf7412 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424759 Oct 13 14:12:10.354977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ada3-b73b-47c0-a616-f8d99f3ee94e req-684dcd0b-6b03-4132-ad6a-bee8e17554c2 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:10.356754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a04ada3-b73b-47c0-a616-f8d99f3ee94e req-684dcd0b-6b03-4132-ad6a-bee8e17554c2 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0645754 Oct 13 14:12:10.409178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a04ada3-b73b-47c0-a616-f8d99f3ee94e req-485420f3-b701-4289-87e0-20d52e73cc04 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Oct 13 14:12:10.590418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746040ff-a65a-4b7a-95d1-4b1a94b0fe9b req-dfcd4ca0-4618-4688-a00b-f0407510a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:10.590418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746040ff-a65a-4b7a-95d1-4b1a94b0fe9b req-dfcd4ca0-4618-4688-a00b-f0407510a6f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 1098 time: 0.0816545 Oct 13 14:12:10.591941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd077fd-ddb1-4741-9cc6-e45c5b36fb89 req-02f1a896-4751-457d-9137-486b7ce712b6 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:10.594497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd077fd-ddb1-4741-9cc6-e45c5b36fb89 req-02f1a896-4751-457d-9137-486b7ce712b6 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1052744 Oct 13 14:12:10.647524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746040ff-a65a-4b7a-95d1-4b1a94b0fe9b req-bdb38bf4-ae1f-4500-a9c9-8b670ad60c7d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515320 Oct 13 14:12:10.663345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd077fd-ddb1-4741-9cc6-e45c5b36fb89 req-b076609e-ba86-43a3-bff2-eec0db3e4134 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590370 Oct 13 14:12:10.756448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c405e-5996-41f5-928c-629234641793 req-91cdb733-112e-46c0-93a7-aa99a7e18303 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:10.758024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b0c405e-5996-41f5-928c-629234641793 req-91cdb733-112e-46c0-93a7-aa99a7e18303 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0610285 Oct 13 14:12:10.809623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b0c405e-5996-41f5-928c-629234641793 req-0761a1f2-9c2a-4f5b-8671-416edcde7671 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451920 Oct 13 14:12:10.894014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c34e2-90c3-43b2-be58-dd0cd3468f4f req-f1b7398b-7f5e-4921-8369-bdcbf37115a9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:10.895786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f3c34e2-90c3-43b2-be58-dd0cd3468f4f req-f1b7398b-7f5e-4921-8369-bdcbf37115a9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.0568688 Oct 13 14:12:10.948518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f3c34e2-90c3-43b2-be58-dd0cd3468f4f req-e4375f9f-aa96-48c2-ab38-67f1aec92f7d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457382 Oct 13 14:12:11.052920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1641da-14fb-42cc-b71f-860dbafb5bee req-dca6d52d-1889-4802-8334-dacc5f459d3c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:11.054393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f1641da-14fb-42cc-b71f-860dbafb5bee req-dca6d52d-1889-4802-8334-dacc5f459d3c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.0622675 Oct 13 14:12:11.107608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f1641da-14fb-42cc-b71f-860dbafb5bee req-3009cac8-2338-4124-ac64-a1aacd89b8e1 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462797 Oct 13 14:12:11.546447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469e6a6-2d55-4371-8d5d-093ed74bb410 req-83bda9a4-a76b-4109-b39a-7e20e5d6407c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:11.548025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c469e6a6-2d55-4371-8d5d-093ed74bb410 req-83bda9a4-a76b-4109-b39a-7e20e5d6407c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0565746 Oct 13 14:12:11.590226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c469e6a6-2d55-4371-8d5d-093ed74bb410 req-4477a1de-e7f3-4982-927f-2a8fd33f9800 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350697 Oct 13 14:12:11.800414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e76d1-aab9-43cc-afef-027029f5913a req-3f8c081f-2741-4778-a0a3-e8aea0f05dd8 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:11.801975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-891e76d1-aab9-43cc-afef-027029f5913a req-3f8c081f-2741-4778-a0a3-e8aea0f05dd8 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0607166 Oct 13 14:12:11.843437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-891e76d1-aab9-43cc-afef-027029f5913a req-3dde8550-c013-459c-b2c1-918665107f53 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337892 Oct 13 14:12:11.939662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d86b9-c6c8-4bba-a7ec-51d0190e36c1 req-d52c733a-dea9-4dfc-83ea-42cbdfc73f1a tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:11.941340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c73d86b9-c6c8-4bba-a7ec-51d0190e36c1 req-d52c733a-dea9-4dfc-83ea-42cbdfc73f1a tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0670702 Oct 13 14:12:12.013122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c73d86b9-c6c8-4bba-a7ec-51d0190e36c1 req-b6885b15-f949-4178-a01c-d8cfc41f5ca1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646005 Oct 13 14:12:12.025022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-f0865316-0301-43ed-a950-6e1a3ffabe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:12.026604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-f0865316-0301-43ed-a950-6e1a3ffabe7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 1102 time: 0.0766206 Oct 13 14:12:12.454344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2338d3a-42b3-4cab-b134-03af3b1cc721 req-fa180e77-501d-4a65-93f7-a31752fac357 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:12.455838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2338d3a-42b3-4cab-b134-03af3b1cc721 req-fa180e77-501d-4a65-93f7-a31752fac357 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.3994496 Oct 13 14:12:12.467092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-08e22369-4895-4d57-b3aa-b99445288936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:12.468595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-08e22369-4895-4d57-b3aa-b99445288936 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.4219005 Oct 13 14:12:12.481176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684d706-435b-4ed9-b5dd-6998acc9a107 req-afec1605-8856-4677-bc5d-fe5349766cb0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:12.482636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5684d706-435b-4ed9-b5dd-6998acc9a107 req-afec1605-8856-4677-bc5d-fe5349766cb0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 945 time: 0.1140575 Oct 13 14:12:12.541838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-834e001c-c338-47e8-a58c-5a6037f02fa4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d HTTP/1.1" status: 200 len: 217 time: 0.0562911 Oct 13 14:12:12.607729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2338d3a-42b3-4cab-b134-03af3b1cc721 req-25e0c74a-ce19-4932-bdf2-faeb6d260131 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436384 Oct 13 14:12:12.634508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5684d706-435b-4ed9-b5dd-6998acc9a107 req-bd3589c1-158c-4990-be87-9f6f35d4df13 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266520 Oct 13 14:12:12.637248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-deac82ce-f678-4748-8378-b389b9fe8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:12.638819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-deac82ce-f678-4748-8378-b389b9fe8d7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0895269 Oct 13 14:12:12.699845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-95441aa4-5796-4447-b6fb-3c0e604a34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:12.701916 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-95441aa4-5796-4447-b6fb-3c0e604a34f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0549626 Oct 13 14:12:12.837506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1b9c4-7cef-4d87-9ede-36370af1b0cb req-ebe0461b-053a-48b0-9696-f6a0590d77d5 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:12.839060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cba1b9c4-7cef-4d87-9ede-36370af1b0cb req-ebe0461b-053a-48b0-9696-f6a0590d77d5 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.1077781 Oct 13 14:12:12.845897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-61c02a0b-3a77-45a9-99b2-c30b3fc19b3e service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339660 Oct 13 14:12:12.995732 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cba1b9c4-7cef-4d87-9ede-36370af1b0cb req-a252ffd1-c91c-4741-9131-fcbe0e79ee67 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469796 Oct 13 14:12:13.047718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-444f54bb-a6f9-4e3a-a90f-5a63634b982f service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829178 Oct 13 14:12:13.062784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b202791-3c71-4719-b6b5-a6a0ae22b611 req-53371b15-b09a-46b5-b946-b164c3647fbb tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:13.064715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b202791-3c71-4719-b6b5-a6a0ae22b611 req-53371b15-b09a-46b5-b946-b164c3647fbb tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0902674 Oct 13 14:12:13.182687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b202791-3c71-4719-b6b5-a6a0ae22b611 req-b9aaf0cd-a89d-4abb-a6d1-98647f710457 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108296 Oct 13 14:12:13.193390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353c2d3-2d7a-4c5a-93a0-52fc5589d682 req-504867f8-1a03-412c-af45-e1bae1a9b7c1 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:13.195809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b353c2d3-2d7a-4c5a-93a0-52fc5589d682 req-504867f8-1a03-412c-af45-e1bae1a9b7c1 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1219773 Oct 13 14:12:13.202526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d58840-0676-4063-a4de-541283a4eb51 req-bef7f2ab-50a9-4eee-9787-c5660599cc8d tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:13.204011 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-bef7f2ab-50a9-4eee-9787-c5660599cc8d tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5&tenant_id=f98de12adc794eee8130fc8c105bc67c&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1097 time: 0.1156335 Oct 13 14:12:13.218220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-15'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:12:13.332215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b353c2d3-2d7a-4c5a-93a0-52fc5589d682 req-21eda19a-04af-4a44-ae59-bb22c818002e tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194909 Oct 13 14:12:13.339266 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:13.364082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e5fea-b2da-4e4c-9de9-b259913b6139 req-4d87cc66-c72f-4819-bd86-488e72e441be tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:13.366205 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d87e5fea-b2da-4e4c-9de9-b259913b6139 req-4d87cc66-c72f-4819-bd86-488e72e441be tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.1153350 Oct 13 14:12:13.480194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d87e5fea-b2da-4e4c-9de9-b259913b6139 req-56b2b909-cb0b-45c6-b11b-77b33d938500 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914893 Oct 13 14:12:13.522686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:13.573775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:12:13.628189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902902cc-6192-4741-82bd-633f08c70ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe166046-c279-4e9b-9e8f-b1b5be6c131a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:12:13.631455 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4d6cf3-7fe4-40ea-909c-98862df9e6b7" -d '{"events": [{"server_uuid": "902902cc-6192-4741-82bd-633f08c70ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "fe166046-c279-4e9b-9e8f-b1b5be6c131a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:12:13.635884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:13.677956 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a44f2-1efb-474e-96c2-b87feb2758e9 x-openstack-request-id: req-0a8a44f2-1efb-474e-96c2-b87feb2758e9 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:12:13.678288 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902902cc-6192-4741-82bd-633f08c70ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "fe166046-c279-4e9b-9e8f-b1b5be6c131a", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:12:13.678561 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a8a44f2-1efb-474e-96c2-b87feb2758e9 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:12:13.679118 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902902cc-6192-4741-82bd-633f08c70ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe166046-c279-4e9b-9e8f-b1b5be6c131a', 'code': 200} Oct 13 14:12:13.725858 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:13.892086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe166046-c279-4e9b-9e8f-b1b5be6c131a,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:13.909885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f710093-3606-4013-981d-5c0c65e949a5 req-fd41ec10-ef80-4035-ad66-90b76e45d51b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:13.911980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f710093-3606-4013-981d-5c0c65e949a5 req-fd41ec10-ef80-4035-ad66-90b76e45d51b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1805646 Oct 13 14:12:13.941057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58a82-d355-4f7c-b8df-321310973965 req-68bfee25-015d-4fc3-8359-63c15a8eef26 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:13.941562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29b58a82-d355-4f7c-b8df-321310973965 req-68bfee25-015d-4fc3-8359-63c15a8eef26 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 943 time: 0.1716390 Oct 13 14:12:13.955441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a on host n-h2-806683-15 for vnic_type normal with profile {"migrating_to": "n-h1-806683-15"} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:12:13.955784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:12:13.956118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:12:13.979705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Port fe166046-c279-4e9b-9e8f-b1b5be6c131a on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:12:13.980036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:12:13.997688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:12:13.998026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:12:13.998475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Bound using segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:12:13.998909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Bound port: fe166046-c279-4e9b-9e8f-b1b5be6c131a, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:12:13.999269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:14.004028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f710093-3606-4013-981d-5c0c65e949a5 req-042141a7-4553-493a-b609-d732b0c7bd58 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812676 Oct 13 14:12:14.038577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29b58a82-d355-4f7c-b8df-321310973965 req-8f519b27-f8ad-4fe3-803d-d7812d3de747 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849786 Oct 13 14:12:14.151350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:12:14.160102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device fe166046-c279-4e9b-9e8f-b1b5be6c131a details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:12:14.164595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbfc56-2d44-4cf8-91d1-ea03eb45a449 req-6b63da11-f28b-4335-b70f-57a74589e8f7 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:14.166181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80dbfc56-2d44-4cf8-91d1-ea03eb45a449 req-6b63da11-f28b-4335-b70f-57a74589e8f7 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0897524 Oct 13 14:12:14.168225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:12:14.216040 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80dbfc56-2d44-4cf8-91d1-ea03eb45a449 req-450b7838-4054-4de9-822b-531a9781466f tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389397 Oct 13 14:12:14.258465 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:14.284336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, got binding levels [] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:14.310912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a on host n-h2-806683-15 for vnic_type normal with profile {"migrating_to": "n-h1-806683-15"} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:12:14.311307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:12:14.311665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:12:14.316177 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Port fe166046-c279-4e9b-9e8f-b1b5be6c131a on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:12:14.316528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Attempting to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:12:14.321602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:12:14.327872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:12:14.327872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Bound using segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:12:14.327872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Bound port: fe166046-c279-4e9b-9e8f-b1b5be6c131a, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:12:14.327872 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:14.360068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe166046-c279-4e9b-9e8f-b1b5be6c131a,revision_number=8']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:14.382223 n-d-806683-15 neutron-server[112686]: WARNING neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Concurrent port binding operations failed on port fe166046-c279-4e9b-9e8f-b1b5be6c131a Oct 13 14:12:14.386213 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:14.387679 n-d-806683-15 neutron-server[112686]: INFO neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Attempt 2 to bind port fe166046-c279-4e9b-9e8f-b1b5be6c131a Oct 13 14:12:14.388138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device fe166046-c279-4e9b-9e8f-b1b5be6c131a has no active binding in host n-h1-806683-15 {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 14:12:14.388851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766afe7-5ff0-4f42-980c-19647f7060ea req-6c000f18-22a6-40da-9ec2-119f7c88e94a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:14.390494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7766afe7-5ff0-4f42-980c-19647f7060ea req-6c000f18-22a6-40da-9ec2-119f7c88e94a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1290324 Oct 13 14:12:14.391938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:14.392538 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:14.393884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-3354c93d-ff81-4f9e-b135-ad59517ed1d8 service neutron] 10.222.0.49 "PUT /v2.0/ports/fe166046-c279-4e9b-9e8f-b1b5be6c131a HTTP/1.1" status: 200 len: 1123 time: 1.1796486 Oct 13 14:12:14.437275 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7766afe7-5ff0-4f42-980c-19647f7060ea req-3ba96340-5907-4eac-93da-57b3e2dff37f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379357 Oct 13 14:12:14.489328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['fe166046-c279-4e9b-9e8f-b1b5be6c131a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:12:14.547915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['fe166046-c279-4e9b-9e8f-b1b5be6c131a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:12:14.641686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecafb63-ec23-4fdb-b860-5dc40e3bb68a req-dffb2180-8e12-4057-811e-49ef15a0abde tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:14.643889 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fecafb63-ec23-4fdb-b860-5dc40e3bb68a req-dffb2180-8e12-4057-811e-49ef15a0abde tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0697227 Oct 13 14:12:14.689807 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fecafb63-ec23-4fdb-b860-5dc40e3bb68a req-7ef11a22-a5f4-4042-aedd-837f60c037a6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375729 Oct 13 14:12:15.172274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a0108-96a1-4a5c-a514-50425a74d2b6 req-ca1cd47a-5d27-4be8-80d4-f4c875cabe0f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:15.173858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-933a0108-96a1-4a5c-a514-50425a74d2b6 req-ca1cd47a-5d27-4be8-80d4-f4c875cabe0f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.0979743 Oct 13 14:12:15.191874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0535b-dd72-4a6b-994e-160a27dc541e req-23a173b6-da97-438a-90d7-fbacc72d153d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:15.193809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2a0535b-dd72-4a6b-994e-160a27dc541e req-23a173b6-da97-438a-90d7-fbacc72d153d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 943 time: 0.0715728 Oct 13 14:12:15.260175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-933a0108-96a1-4a5c-a514-50425a74d2b6 req-63e4aeba-131d-43cc-972f-dc833765a014 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655959 Oct 13 14:12:15.263029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2a0535b-dd72-4a6b-994e-160a27dc541e req-5b4eec40-aaee-421d-9c37-57ef99c012d0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623145 Oct 13 14:12:15.401363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958e7f6-9b7c-445b-a5b2-9279cb421ff7 req-2093a928-85f8-4675-bddd-1036c9bd4119 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:15.403297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1958e7f6-9b7c-445b-a5b2-9279cb421ff7 req-2093a928-85f8-4675-bddd-1036c9bd4119 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0651765 Oct 13 14:12:15.477702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1958e7f6-9b7c-445b-a5b2-9279cb421ff7 req-e6a86a37-d4a6-42e8-bb0d-67b9680c1eb2 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636544 Oct 13 14:12:15.622414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3ad66-d042-4ae3-8f19-7ee9f0753d3e req-b751e516-2c18-4442-8544-e266ffe4e84c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:15.624931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6af3ad66-d042-4ae3-8f19-7ee9f0753d3e req-b751e516-2c18-4442-8544-e266ffe4e84c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0796402 Oct 13 14:12:15.679138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6af3ad66-d042-4ae3-8f19-7ee9f0753d3e req-492b7597-0c6e-4da4-9b87-156f9f304e6b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459075 Oct 13 14:12:15.680517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902902cc-6192-4741-82bd-633f08c70ba5', 'tag': 'fe166046-c279-4e9b-9e8f-b1b5be6c131a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:12:15.683222 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ce108d-3715-4f9e-ad7c-952da27a6b26" -d '{"events": [{"name": "network-changed", "server_uuid": "902902cc-6192-4741-82bd-633f08c70ba5", "tag": "fe166046-c279-4e9b-9e8f-b1b5be6c131a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:12:15.751563 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa1432b-d810-4d58-b4d0-721aa3703fac x-openstack-request-id: req-4fa1432b-d810-4d58-b4d0-721aa3703fac {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:12:15.752092 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902902cc-6192-4741-82bd-633f08c70ba5", "tag": "fe166046-c279-4e9b-9e8f-b1b5be6c131a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:12:15.752712 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fa1432b-d810-4d58-b4d0-721aa3703fac {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:12:15.753247 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902902cc-6192-4741-82bd-633f08c70ba5', 'tag': 'fe166046-c279-4e9b-9e8f-b1b5be6c131a', 'status': 'completed', 'code': 200} Oct 13 14:12:15.870356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce108d-3715-4f9e-ad7c-952da27a6b26 req-d55bbdf6-b5f7-4f69-8947-492217f88dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:15.876139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57ce108d-3715-4f9e-ad7c-952da27a6b26 req-d55bbdf6-b5f7-4f69-8947-492217f88dcb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 1126 time: 0.0880647 Oct 13 14:12:15.892024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4a26e-0dd1-4962-a3e1-0e3b3c59cf38 req-48c66efb-65f8-4fcd-874b-1f301e5f4694 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:15.893803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fb4a26e-0dd1-4962-a3e1-0e3b3c59cf38 req-48c66efb-65f8-4fcd-874b-1f301e5f4694 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0807557 Oct 13 14:12:16.047527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fb4a26e-0dd1-4962-a3e1-0e3b3c59cf38 req-55343da1-1a09-4751-9a0b-e2f95d2b6b4d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216893 Oct 13 14:12:16.081409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfb57c-5e16-4c0c-9371-42ed9f1bcdc5 req-f766dbdc-887a-4647-a0b4-7da6ada50a61 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:16.081409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6dfb57c-5e16-4c0c-9371-42ed9f1bcdc5 req-f766dbdc-887a-4647-a0b4-7da6ada50a61 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0931249 Oct 13 14:12:16.124095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce108d-3715-4f9e-ad7c-952da27a6b26 req-03ecf0be-5ac9-4f72-b294-de817fe15999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:16.126957 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57ce108d-3715-4f9e-ad7c-952da27a6b26 req-03ecf0be-5ac9-4f72-b294-de817fe15999 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.2318335 Oct 13 14:12:16.193080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57ce108d-3715-4f9e-ad7c-952da27a6b26 req-c2dccdcb-75f3-4433-9d43-8e919f0557d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a HTTP/1.1" status: 200 len: 217 time: 0.0521696 Oct 13 14:12:16.197358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6dfb57c-5e16-4c0c-9371-42ed9f1bcdc5 req-dfe756f5-026d-48d5-a0c2-4b00086cc4e4 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022744 Oct 13 14:12:16.261747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce108d-3715-4f9e-ad7c-952da27a6b26 req-bcddc664-a7bf-4484-8f27-09c479075884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:16.263234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57ce108d-3715-4f9e-ad7c-952da27a6b26 req-bcddc664-a7bf-4484-8f27-09c479075884 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.0522957 Oct 13 14:12:16.299801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57ce108d-3715-4f9e-ad7c-952da27a6b26 req-b0c97c78-4986-4e74-bcdd-a03dbd3380a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278802 Oct 13 14:12:16.522112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4533f1-a926-4998-99af-494d56b0d21d req-6374894a-350f-4aca-966a-52db4f3304cd tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:16.523660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff4533f1-a926-4998-99af-494d56b0d21d req-6374894a-350f-4aca-966a-52db4f3304cd tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 943 time: 0.1234257 Oct 13 14:12:16.525473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57ce108d-3715-4f9e-ad7c-952da27a6b26 req-e89adb14-3846-462a-861a-c2e10cfb6823 service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133107 Oct 13 14:12:16.534096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b98924-5d79-44b0-9347-498555e3e604 req-a086d47d-a6c6-48d2-b4d5-e6b0c3d673a0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:16.535590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2b98924-5d79-44b0-9347-498555e3e604 req-a086d47d-a6c6-48d2-b4d5-e6b0c3d673a0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1364720 Oct 13 14:12:16.656460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff4533f1-a926-4998-99af-494d56b0d21d req-63d438ee-f36a-4e3c-80fb-f034b04b8a2b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182191 Oct 13 14:12:16.661363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2b98924-5d79-44b0-9347-498555e3e604 req-9a823075-032b-4f8f-b807-379ab16463d2 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152143 Oct 13 14:12:16.699862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57ce108d-3715-4f9e-ad7c-952da27a6b26 req-ec2c8f73-8d7c-42fe-b62c-d66666102bce service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632998 Oct 13 14:12:16.822629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442f46b-710b-4f99-9b5a-2b7b44cce1af req-a558ab2e-6c06-4ed2-a697-31e1350ff6fa tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:16.824229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f442f46b-710b-4f99-9b5a-2b7b44cce1af req-a558ab2e-6c06-4ed2-a697-31e1350ff6fa tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0564032 Oct 13 14:12:16.867286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f442f46b-710b-4f99-9b5a-2b7b44cce1af req-90648eda-3df3-47d5-b2d8-d4b76fd56b78 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366218 Oct 13 14:12:17.211257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c642c-5e65-4062-9a00-addfcf24384d req-d0d37ed6-03da-4c11-881a-22b995476867 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:17.213878 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-999c642c-5e65-4062-9a00-addfcf24384d req-d0d37ed6-03da-4c11-881a-22b995476867 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0749071 Oct 13 14:12:17.263861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-999c642c-5e65-4062-9a00-addfcf24384d req-099cdcde-e1fd-4d38-965e-6bdcfc148cca tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Oct 13 14:12:17.339868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab025d14-4de1-43f3-bb08-e441653486c1 req-831ecca8-1a35-4845-86db-41e62179b6f4 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:17.341464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab025d14-4de1-43f3-bb08-e441653486c1 req-831ecca8-1a35-4845-86db-41e62179b6f4 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0548103 Oct 13 14:12:17.388251 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab025d14-4de1-43f3-bb08-e441653486c1 req-077768a3-0921-435d-b557-9b74baef09ee tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Oct 13 14:12:17.821762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3de57-2892-4451-ba7e-b2a7d8e3e95f req-ecf16837-0556-44eb-bf58-888b35e24e46 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:17.823452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75a3de57-2892-4451-ba7e-b2a7d8e3e95f req-ecf16837-0556-44eb-bf58-888b35e24e46 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.0898559 Oct 13 14:12:17.831242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50e6b1-beaa-45f4-afb1-9abd6268499c req-65269e64-2be4-4d36-bed3-d21c74cebe10 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:17.832584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a50e6b1-beaa-45f4-afb1-9abd6268499c req-65269e64-2be4-4d36-bed3-d21c74cebe10 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 943 time: 0.0875399 Oct 13 14:12:17.889294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75a3de57-2892-4451-ba7e-b2a7d8e3e95f req-9ecb1b60-0ab1-4be0-92ee-64eb5f64023d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554459 Oct 13 14:12:17.894301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a50e6b1-beaa-45f4-afb1-9abd6268499c req-cf99c8c8-acbe-4706-ba28-9dec66045cc1 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546556 Oct 13 14:12:18.018426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f31092-cec3-486c-8078-e1e355fd2891 req-4eb6778b-96b9-495e-8890-d324410c8aa7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:18.021001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53f31092-cec3-486c-8078-e1e355fd2891 req-4eb6778b-96b9-495e-8890-d324410c8aa7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0568278 Oct 13 14:12:18.063071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53f31092-cec3-486c-8078-e1e355fd2891 req-6fcddbf3-08f2-4696-9efa-fc1f63be1996 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349052 Oct 13 14:12:18.369571 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:18.464454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47996e-be27-4ae0-8bf9-14877d048307 req-375bb4c5-a32b-4959-8ee2-d8550fe39e7f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:18.468349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d47996e-be27-4ae0-8bf9-14877d048307 req-375bb4c5-a32b-4959-8ee2-d8550fe39e7f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0870628 Oct 13 14:12:18.549980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d47996e-be27-4ae0-8bf9-14877d048307 req-1edfb41c-ba2a-4c6f-970d-f7c1baf6a89c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646350 Oct 13 14:12:19.166365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb5a11-04e8-4d8d-bff9-07235abb1627 req-67602f24-aebb-4389-a693-0872fd30dd4b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:19.175962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28bb5a11-04e8-4d8d-bff9-07235abb1627 req-67602f24-aebb-4389-a693-0872fd30dd4b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 943 time: 0.1205163 Oct 13 14:12:19.189719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c062652-9a64-40ca-a23c-bb9d0a629aa0 req-d598f5a0-74ec-40c8-9f1e-0690ab29f699 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:19.191946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c062652-9a64-40ca-a23c-bb9d0a629aa0 req-d598f5a0-74ec-40c8-9f1e-0690ab29f699 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1398761 Oct 13 14:12:19.266824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28bb5a11-04e8-4d8d-bff9-07235abb1627 req-6f939b89-cb14-4216-b3a4-157bdacd2f27 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877044 Oct 13 14:12:19.311825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c062652-9a64-40ca-a23c-bb9d0a629aa0 req-8d0ddaf4-eae7-49f3-b788-49fc24f78bef tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907621 Oct 13 14:12:19.481950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16087b1-a3ae-4476-9e65-8d09b61feb5a req-b19e2a80-1250-4c7b-9544-7e098ff2f615 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:19.483555 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d16087b1-a3ae-4476-9e65-8d09b61feb5a req-b19e2a80-1250-4c7b-9544-7e098ff2f615 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0596001 Oct 13 14:12:19.531580 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-003eec38-67f4-490d-bc1e-697b78da3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:19.560432 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:12:19.560973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d16087b1-a3ae-4476-9e65-8d09b61feb5a req-ad10112e-bae7-40a3-8d49-978ff48861b5 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555615 Oct 13 14:12:19.711149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0acab4-eb9e-44b9-ac3d-95a26db98888 req-b1481604-ff7e-45d3-9d8a-b71bf3ca1614 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:19.712587 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be0acab4-eb9e-44b9-ac3d-95a26db98888 req-b1481604-ff7e-45d3-9d8a-b71bf3ca1614 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0682523 Oct 13 14:12:19.768876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be0acab4-eb9e-44b9-ac3d-95a26db98888 req-3f150797-49cb-4340-9d46-048e8a98eb88 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481558 Oct 13 14:12:20.437573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d16966-ad87-46dc-89b6-f619ebfa5840 req-d0db6ff9-f37f-49fb-8745-488fe07472a8 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:20.439376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2d16966-ad87-46dc-89b6-f619ebfa5840 req-d0db6ff9-f37f-49fb-8745-488fe07472a8 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 943 time: 0.0795193 Oct 13 14:12:20.472448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621fd90-7d6a-49a2-92a7-1460a6fe82bc req-395aface-d9e6-4fe1-b7dc-6b8d18686f51 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:20.474143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0621fd90-7d6a-49a2-92a7-1460a6fe82bc req-395aface-d9e6-4fe1-b7dc-6b8d18686f51 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.0856469 Oct 13 14:12:20.513073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2d16966-ad87-46dc-89b6-f619ebfa5840 req-9c9d0bbe-cff0-4827-84b2-d8c93bcc96de tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661578 Oct 13 14:12:20.545091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0621fd90-7d6a-49a2-92a7-1460a6fe82bc req-0f938fd7-02e4-4601-8f97-c08d9722bc25 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582504 Oct 13 14:12:20.736188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e57638-dba5-424e-a022-2f2029504764 req-b0d688e0-8e70-4a67-8c02-fc9d1ceea6d1 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:20.738682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9e57638-dba5-424e-a022-2f2029504764 req-b0d688e0-8e70-4a67-8c02-fc9d1ceea6d1 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0757606 Oct 13 14:12:20.784271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9e57638-dba5-424e-a022-2f2029504764 req-182ab65c-bfe7-4555-949d-d60fd0a247b4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381658 Oct 13 14:12:20.927846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dd69f-d127-4a26-b378-efb0b75ad617 req-8c2d53e0-01b9-45e9-b0d6-39dd5694730f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:20.930248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-873dd69f-d127-4a26-b378-efb0b75ad617 req-8c2d53e0-01b9-45e9-b0d6-39dd5694730f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0667703 Oct 13 14:12:21.010928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-873dd69f-d127-4a26-b378-efb0b75ad617 req-2ab83899-8934-4a32-819d-029cfd46e7fd tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608134 Oct 13 14:12:21.101009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49684c3-6cfe-4c85-ac00-011eaa0fdc47 req-a0600750-1961-4039-9e92-9c3126cc29c8 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:21.102675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e49684c3-6cfe-4c85-ac00-011eaa0fdc47 req-a0600750-1961-4039-9e92-9c3126cc29c8 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0641434 Oct 13 14:12:21.185784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e49684c3-6cfe-4c85-ac00-011eaa0fdc47 req-83c5a728-5867-4d0f-a33f-2692f9b0968c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729823 Oct 13 14:12:21.188476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21180013-9382-424b-a777-6e9282118e2c req-e78e073d-3e50-4f16-92c4-c0953a8fde0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:21.189922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21180013-9382-424b-a777-6e9282118e2c req-e78e073d-3e50-4f16-92c4-c0953a8fde0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a997977e65de45ed810156d8bb91dad9&device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0783925 Oct 13 14:12:21.324585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21180013-9382-424b-a777-6e9282118e2c req-70614ca4-ad08-4a5a-9f55-944f29e62534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:21.326151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21180013-9382-424b-a777-6e9282118e2c req-70614ca4-ad08-4a5a-9f55-944f29e62534 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e HTTP/1.1" status: 200 len: 920 time: 0.1273685 Oct 13 14:12:21.376439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21180013-9382-424b-a777-6e9282118e2c req-739a7a7a-d055-4581-a5bb-324da31151e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9fede42-1faa-4d16-a3a9-7d1dd180dce4 HTTP/1.1" status: 200 len: 217 time: 0.0388148 Oct 13 14:12:21.426674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21180013-9382-424b-a777-6e9282118e2c req-7c39961a-bffc-4786-a13c-917e0e533d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:21.429201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21180013-9382-424b-a777-6e9282118e2c req-7c39961a-bffc-4786-a13c-917e0e533d6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6964d976-94ec-4a1a-9713-1d451d704310 HTTP/1.1" status: 200 len: 859 time: 0.0467849 Oct 13 14:12:21.471579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21180013-9382-424b-a777-6e9282118e2c req-0bf527c6-55b6-4dcc-b4fc-30018e1ac238 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287924 Oct 13 14:12:21.596109 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21180013-9382-424b-a777-6e9282118e2c req-f9c1f567-55f7-4643-91f9-9c0767c3e425 service neutron] 10.222.0.41 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210670 Oct 13 14:12:21.648712 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:22.013298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfa9c0-5446-4c81-8649-53f92b201e06 req-0643726a-df29-4b22-b0ca-2475d32064bb tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:22.015275 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bbfa9c0-5446-4c81-8649-53f92b201e06 req-0643726a-df29-4b22-b0ca-2475d32064bb tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 943 time: 0.4224098 Oct 13 14:12:22.027658 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b9702-98a3-48ea-ac39-df5b9ddcd443 req-427bc77e-3652-41a9-b52f-f8cb0e1f5a2a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:22.035425 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-048b9702-98a3-48ea-ac39-df5b9ddcd443 req-427bc77e-3652-41a9-b52f-f8cb0e1f5a2a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1517463 Oct 13 14:12:22.084138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21180013-9382-424b-a777-6e9282118e2c req-8856293f-efdf-4ec3-9304-e3810d56bf55 service neutron] 10.222.0.41 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764624 Oct 13 14:12:22.127666 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bbfa9c0-5446-4c81-8649-53f92b201e06 req-2d0cf7dd-bf5b-4878-8f0f-cb4060eeb4e6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886762 Oct 13 14:12:22.142524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-048b9702-98a3-48ea-ac39-df5b9ddcd443 req-11060304-0872-4a0d-b4c8-d23a109099fc tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052794 Oct 13 14:12:22.286527 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-35f40d29-ccb8-4dc1-b25d-8835351d6562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:22.343785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a13c11-621e-48f7-93a3-2a5de903b5ee req-86564ba7-fae7-436e-ac16-6be901ab2c4c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:22.345379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6a13c11-621e-48f7-93a3-2a5de903b5ee req-86564ba7-fae7-436e-ac16-6be901ab2c4c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1155558 Oct 13 14:12:22.394649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbc809-53a2-45f3-8e4e-eadb2d32980d req-eff0e83e-1b5b-417a-9b39-5c6df73ca712 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:22.396874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07cbc809-53a2-45f3-8e4e-eadb2d32980d req-eff0e83e-1b5b-417a-9b39-5c6df73ca712 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.1082351 Oct 13 14:12:22.428504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6a13c11-621e-48f7-93a3-2a5de903b5ee req-83a97d89-147d-4b8d-877b-bc37ed5a5b9b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690970 Oct 13 14:12:22.461766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07cbc809-53a2-45f3-8e4e-eadb2d32980d req-700ed5bb-9f70-4e99-91f2-9197a51c4b0d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539923 Oct 13 14:12:22.684512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86178d43-b0a6-4957-be8c-3603b08fd62b req-1ac195d2-a1c4-408d-9ea2-32f5861b011d tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:22.698610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86178d43-b0a6-4957-be8c-3603b08fd62b req-1ac195d2-a1c4-408d-9ea2-32f5861b011d tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1101429 Oct 13 14:12:22.708665 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42780) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:12:22.745894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86178d43-b0a6-4957-be8c-3603b08fd62b req-8b800890-a346-428d-8d60-66645c7a5c7b tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445917 Oct 13 14:12:22.850264 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14ea987f-8dc6-4651-96ff-5fb704392657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:22.940007 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14ea987f-8dc6-4651-96ff-5fb704392657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:23.016624 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14ea987f-8dc6-4651-96ff-5fb704392657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:23.067310 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-14ea987f-8dc6-4651-96ff-5fb704392657 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88129e87ca1f48739119752c19602072&name=default HTTP/1.1" status: 200 len: 2980 time: 0.3532829 Oct 13 14:12:23.067310 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea987f-8dc6-4651-96ff-5fb704392657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b54db71-73bb-4142-b718-5bfbe3e2641d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:23.068655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42784) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:12:23.126566 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e28b224a-be47-470c-a721-09c171407d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:23.164017 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e28b224a-be47-470c-a721-09c171407d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:23.305465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310edad-34b3-4be6-b7de-da4045764338 req-4a99aba4-da2f-4ead-877c-06edeacb56b3 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:23.306843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f310edad-34b3-4be6-b7de-da4045764338 req-4a99aba4-da2f-4ead-877c-06edeacb56b3 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 943 time: 0.0871389 Oct 13 14:12:23.320101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d539a-06ed-42a7-b30b-bafdaa9299b5 req-3a72b0bd-d1e0-4ebf-896c-304fb5718cc9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:23.321662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c5d539a-06ed-42a7-b30b-bafdaa9299b5 req-3a72b0bd-d1e0-4ebf-896c-304fb5718cc9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.0865474 Oct 13 14:12:23.345713 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e28b224a-be47-470c-a721-09c171407d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:23.348632 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e28b224a-be47-470c-a721-09c171407d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:23.352140 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e28b224a-be47-470c-a721-09c171407d34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b54db71-73bb-4142-b718-5bfbe3e2641d HTTP/1.1" status: 204 len: 168 time: 0.2809582 Oct 13 14:12:23.359169 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b224a-be47-470c-a721-09c171407d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b54db71-73bb-4142-b718-5bfbe3e2641d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:23.427217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f310edad-34b3-4be6-b7de-da4045764338 req-771f879e-6b4f-4356-9ae3-d7e905535182 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043463 Oct 13 14:12:23.436649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c5d539a-06ed-42a7-b30b-bafdaa9299b5 req-5bc2a52b-4193-49cd-9ed0-446b45e46706 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002328 Oct 13 14:12:23.443247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-dfd1e3a6-ee10-44e8-8223-def24316917f service neutron] 10.222.0.41 "GET /v2.0/ports/fe166046-c279-4e9b-9e8f-b1b5be6c131a/bindings/n-h1-806683-15 HTTP/1.1" status: 200 len: 385 time: 0.1135414 Oct 13 14:12:23.652023 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:23.726894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c913caf-3f5b-4778-a604-8326464ee888 req-a08b94e9-4cb4-409f-8ded-595e81391110 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:23.728425 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c913caf-3f5b-4778-a604-8326464ee888 req-a08b94e9-4cb4-409f-8ded-595e81391110 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1433210 Oct 13 14:12:23.743636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34100dca-be17-45de-92c7-69e18bee7ffd req-ce1c6cf4-7c36-46c0-83c3-e7f739efb7fb tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:23.745166 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34100dca-be17-45de-92c7-69e18bee7ffd req-ce1c6cf4-7c36-46c0-83c3-e7f739efb7fb tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.1253307 Oct 13 14:12:23.747290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-09d58840-0676-4063-a4de-541283a4eb51 req-8aada773-37f8-4c91-80e1-d5ad57179b39 service neutron] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:23.801490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-09d58840-0676-4063-a4de-541283a4eb51 req-8aada773-37f8-4c91-80e1-d5ad57179b39 service neutron] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:12:23.854600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c913caf-3f5b-4778-a604-8326464ee888 req-a9c81420-5566-47c2-b669-0711d8b6326d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896604 Oct 13 14:12:23.861154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34100dca-be17-45de-92c7-69e18bee7ffd req-3b6564c0-c221-4254-b6fd-a87ea7cbc653 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953040 Oct 13 14:12:23.873394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-09d58840-0676-4063-a4de-541283a4eb51 req-8aada773-37f8-4c91-80e1-d5ad57179b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe166046-c279-4e9b-9e8f-b1b5be6c131a {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:12:23.910856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-09d58840-0676-4063-a4de-541283a4eb51 req-8aada773-37f8-4c91-80e1-d5ad57179b39 service neutron] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:23.953601 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:23.968354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fe166046-c279-4e9b-9e8f-b1b5be6c131a no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:12:23.983092 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09d58840-0676-4063-a4de-541283a4eb51 req-8aada773-37f8-4c91-80e1-d5ad57179b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:24.013960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10f1fe-1dbc-4f39-9739-2696ac57153e req-766ed278-38d1-471b-b417-38a72b4f58cc tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:24.015538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a10f1fe-1dbc-4f39-9739-2696ac57153e req-766ed278-38d1-471b-b417-38a72b4f58cc tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0704587 Oct 13 14:12:24.100449 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a10f1fe-1dbc-4f39-9739-2696ac57153e req-42b88b0e-26e4-4197-9420-34cdcaf6725d tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651209 Oct 13 14:12:24.119633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-09d58840-0676-4063-a4de-541283a4eb51 req-8aada773-37f8-4c91-80e1-d5ad57179b39 service neutron] Transition to ACTIVE for port object fe166046-c279-4e9b-9e8f-b1b5be6c131a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:12:24.165348 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09d58840-0676-4063-a4de-541283a4eb51 req-8aada773-37f8-4c91-80e1-d5ad57179b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:24.209554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 29ee1553-9f3a-46b5-93b3-0e4c166cf46a details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:12:24.214691 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 29ee1553-9f3a-46b5-93b3-0e4c166cf46a no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:12:24.234705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d58840-0676-4063-a4de-541283a4eb51 req-8aada773-37f8-4c91-80e1-d5ad57179b39 service neutron] No DVR routers for this DVR port fe166046-c279-4e9b-9e8f-b1b5be6c131a on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:12:24.274345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-8aada773-37f8-4c91-80e1-d5ad57179b39 service neutron] 10.222.0.41 "PUT /v2.0/ports/fe166046-c279-4e9b-9e8f-b1b5be6c131a/bindings/n-h1-806683-15/activate HTTP/1.1" status: 200 len: 370 time: 0.8201697 Oct 13 14:12:24.275165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aada773-37f8-4c91-80e1-d5ad57179b39 service neutron] Pushing event updated for resources: {'Port': ['ID=fe166046-c279-4e9b-9e8f-b1b5be6c131a,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:24.383428 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:24.408946 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:24.431733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04edc57-6d2f-4d8c-8f94-95d3488ca855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:12:24.434105 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27c8d8e-8ffc-472b-b7ba-66b73d9b8c98" -d '{"events": [{"server_uuid": "b04edc57-6d2f-4d8c-8f94-95d3488ca855", "name": "network-vif-unplugged", "status": "completed", "tag": "29ee1553-9f3a-46b5-93b3-0e4c166cf46a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:12:24.440402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a', 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe', 'port_id': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a', 'mac_address': 'fa:16:3e:f5:0a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:12:24.451505 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:24.487157 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f81e03f-b51d-4811-82c8-3d77cdeb9831 x-openstack-request-id: req-9f81e03f-b51d-4811-82c8-3d77cdeb9831 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:12:24.493002 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04edc57-6d2f-4d8c-8f94-95d3488ca855", "name": "network-vif-unplugged", "status": "completed", "tag": "29ee1553-9f3a-46b5-93b3-0e4c166cf46a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:12:24.493002 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f81e03f-b51d-4811-82c8-3d77cdeb9831 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:12:24.493002 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04edc57-6d2f-4d8c-8f94-95d3488ca855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a', 'code': 200} Oct 13 14:12:24.504806 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:24.522281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29ee1553-9f3a-46b5-93b3-0e4c166cf46a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:12:24.525486 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:24.539512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d58840-0676-4063-a4de-541283a4eb51 req-d2167298-20a8-4580-987d-3fad3ad933da tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:24.542324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-d2167298-20a8-4580-987d-3fad3ad933da tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5&tenant_id=f98de12adc794eee8130fc8c105bc67c&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1096 time: 0.0704744 Oct 13 14:12:24.607534 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:12:24.608223 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:12:24.610989 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:24.667529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d58840-0676-4063-a4de-541283a4eb51 req-d00d3399-8f37-46c5-ab1a-eb8bf9808060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:24.668966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-d00d3399-8f37-46c5-ab1a-eb8bf9808060 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5&tenant_id=f98de12adc794eee8130fc8c105bc67c HTTP/1.1" status: 200 len: 1096 time: 0.1146741 Oct 13 14:12:24.682245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa9a0d-4dac-4f72-ae4c-99cbb607a989 req-28c30410-34eb-4d01-a057-5ca6e4b2cb0d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:24.683733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34fa9a0d-4dac-4f72-ae4c-99cbb607a989 req-28c30410-34eb-4d01-a057-5ca6e4b2cb0d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 944 time: 0.1101310 Oct 13 14:12:24.697252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b6ba6-95bb-4026-875d-bbd025af3951 req-9203ddda-31b1-4193-bf18-189de6818483 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:24.698732 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184b6ba6-95bb-4026-875d-bbd025af3951 req-9203ddda-31b1-4193-bf18-189de6818483 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1027906 Oct 13 14:12:24.784826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34fa9a0d-4dac-4f72-ae4c-99cbb607a989 req-de6e627f-977c-4b78-9458-7fd826621c84 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840106 Oct 13 14:12:24.795283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184b6ba6-95bb-4026-875d-bbd025af3951 req-9bf097c1-74bb-43c6-92db-8985792fa07d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855095 Oct 13 14:12:24.798393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d58840-0676-4063-a4de-541283a4eb51 req-45cf168b-c584-45d4-a43d-b6406ab7370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:24.799950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-45cf168b-c584-45d4-a43d-b6406ab7370d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 1096 time: 0.1003413 Oct 13 14:12:24.912080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d58840-0676-4063-a4de-541283a4eb51 req-2d20d6e5-bbd7-4192-ab3a-d6eb790bd211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:24.914845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-2d20d6e5-bbd7-4192-ab3a-d6eb790bd211 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.1064694 Oct 13 14:12:24.973277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-a5ff83d4-9a43-4405-9042-f5322c3a8e10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a HTTP/1.1" status: 200 len: 217 time: 0.0489433 Oct 13 14:12:25.072867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d58840-0676-4063-a4de-541283a4eb51 req-ebcb3a58-3a68-4e27-9d79-04f707ae565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:25.074364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-ebcb3a58-3a68-4e27-9d79-04f707ae565c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.0812132 Oct 13 14:12:25.085623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f932d73-e78f-4e29-ad94-0579aa8dc7f7 req-cc00651e-f19e-4392-aff2-c0575482a294 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:25.087192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1f932d73-e78f-4e29-ad94-0579aa8dc7f7 req-cc00651e-f19e-4392-aff2-c0575482a294 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 944 time: 0.1250126 Oct 13 14:12:25.124919 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-97d69cd6-886f-4588-a18a-2cb47f7e1ab8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360794 Oct 13 14:12:25.139885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ccd96-fa2c-4523-ab64-1be4bf910c2a req-d1e3a51a-a1de-4e4b-aec0-593b78bf6743 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:25.141492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f81ccd96-fa2c-4523-ab64-1be4bf910c2a req-d1e3a51a-a1de-4e4b-aec0-593b78bf6743 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1164286 Oct 13 14:12:25.161945 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:25.177766 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ee1553-9f3a-46b5-93b3-0e4c166cf46a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:12:25.201237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:25.234624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1f932d73-e78f-4e29-ad94-0579aa8dc7f7 req-cc53ecdb-b4c9-4a35-b992-f290f0caae3e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344290 Oct 13 14:12:25.251532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f81ccd96-fa2c-4523-ab64-1be4bf910c2a req-954d06c6-b042-43cc-aed5-0bf0e1333911 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987742 Oct 13 14:12:25.274814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:25.290716 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:25.311940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-cdf1172b-d55a-4a1c-bc02-23946fbe9da9 service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694126 Oct 13 14:12:25.375655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:25.469268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69d52b-6bb5-4948-8065-61132a034dd2 req-caca3ad7-90cd-429a-ba03-d26d34db5170 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:25.470788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c69d52b-6bb5-4948-8065-61132a034dd2 req-caca3ad7-90cd-429a-ba03-d26d34db5170 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0762501 Oct 13 14:12:25.493084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-eb8e32dd-af0c-4829-8bc6-26100ce5d9e5 service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705287 Oct 13 14:12:25.531838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c69d52b-6bb5-4948-8065-61132a034dd2 req-010ced08-14e3-4436-939d-e7af267a48eb tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413225 Oct 13 14:12:25.685479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['29ee1553-9f3a-46b5-93b3-0e4c166cf46a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:12:25.958436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208465-1339-4bfd-abee-5662a8451362 req-db91806e-82f4-4d9e-9f83-364f5d5728d6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:25.966804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5208465-1339-4bfd-abee-5662a8451362 req-db91806e-82f4-4d9e-9f83-364f5d5728d6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 944 time: 0.0865247 Oct 13 14:12:25.998234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42866) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:12:26.028051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793df3d1-4f11-4ce3-a19c-f6a9b70d98b3 req-c2f5ef3d-7bbd-4786-9ab0-3d85b7d31fcc tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:26.029663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-793df3d1-4f11-4ce3-a19c-f6a9b70d98b3 req-c2f5ef3d-7bbd-4786-9ab0-3d85b7d31fcc tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1265697 Oct 13 14:12:26.071249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5208465-1339-4bfd-abee-5662a8451362 req-4d0d5f12-4ed7-4473-96ce-8faa57bfa32f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915163 Oct 13 14:12:26.078766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d58840-0676-4063-a4de-541283a4eb51 req-a189c0ec-dd5f-4ade-b59f-a138cc750ae1 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:26.080294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-a189c0ec-dd5f-4ade-b59f-a138cc750ae1 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5&tenant_id=f98de12adc794eee8130fc8c105bc67c&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 1096 time: 0.1127372 Oct 13 14:12:26.107113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-793df3d1-4f11-4ce3-a19c-f6a9b70d98b3 req-76751ca5-7b26-4e43-8b19-630b17d9b093 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629420 Oct 13 14:12:26.146860 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2ae9-248e-4a9c-a291-3cee72d6b7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:26.224773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device be4bedfe-1017-4fad-b941-f5d7d6d027b2 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:12:26.236316 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2ae9-248e-4a9c-a291-3cee72d6b7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:26.296154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-09d58840-0676-4063-a4de-541283a4eb51 req-d79aa516-02be-44f6-83f6-83ac04fbb4be service neutron] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:12:26.301740 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-09d58840-0676-4063-a4de-541283a4eb51 req-d79aa516-02be-44f6-83f6-83ac04fbb4be service neutron] Notify callbacks [] for binding, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:26.306548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d58840-0676-4063-a4de-541283a4eb51 req-d79aa516-02be-44f6-83f6-83ac04fbb4be service neutron] 10.222.0.49 "DELETE /v2.0/ports/fe166046-c279-4e9b-9e8f-b1b5be6c131a/bindings/n-h2-806683-15 HTTP/1.1" status: 204 len: 173 time: 0.2090905 Oct 13 14:12:26.325493 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a8b2ae9-248e-4a9c-a291-3cee72d6b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:26.339157 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:26.358536 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'port_id': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'mac_address': 'fa:16:3e:ba:2a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:12:26.362466 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5a8b2ae9-248e-4a9c-a291-3cee72d6b7e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=416a06b2a9544766aa2106c8b3c12189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626964 Oct 13 14:12:26.362967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42874) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:12:26.389234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b2ae9-248e-4a9c-a291-3cee72d6b7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d58d93-15dc-49bf-91ef-591e5e9bab84,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:26.397950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39014f7-3f76-4437-a3db-8a7b0d7e3b40 req-07085a49-0299-4a98-95d1-6aa6b2d9e232 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:26.405122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f39014f7-3f76-4437-a3db-8a7b0d7e3b40 req-07085a49-0299-4a98-95d1-6aa6b2d9e232 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 945 time: 0.0935247 Oct 13 14:12:26.412764 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:26.436218 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be4bedfe-1017-4fad-b941-f5d7d6d027b2 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:12:26.459638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:26.507015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f39014f7-3f76-4437-a3db-8a7b0d7e3b40 req-ea52aad6-0bac-4b2a-9a00-c614ec2f44f4 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009233 Oct 13 14:12:26.514740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602daf9-6545-47db-9e8d-8d38a2974290 req-41d18bee-ae5b-4df5-ab48-f9ce2694be35 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:26.516233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4602daf9-6545-47db-9e8d-8d38a2974290 req-41d18bee-ae5b-4df5-ab48-f9ce2694be35 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1342058 Oct 13 14:12:26.519014 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40338108-28e0-4257-bf38-9a35ca0585b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:26.552293 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40338108-28e0-4257-bf38-9a35ca0585b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:26.577957 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:26.598547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4602daf9-6545-47db-9e8d-8d38a2974290 req-809cf67e-dc22-4649-af3f-d5e72cd96646 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712678 Oct 13 14:12:26.681758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=be4bedfe-1017-4fad-b941-f5d7d6d027b2,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:26.682743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c9a5a-93d6-4adf-96e2-48e05852439b req-7e42ca22-f445-445e-9ccf-d660bd163d2c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:26.685195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c85c9a5a-93d6-4adf-96e2-48e05852439b req-7e42ca22-f445-445e-9ccf-d660bd163d2c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0648685 Oct 13 14:12:26.730892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c85c9a5a-93d6-4adf-96e2-48e05852439b req-4dfc6dc8-eb39-464a-8633-2bcb556f2c1b tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378914 Oct 13 14:12:26.751696 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40338108-28e0-4257-bf38-9a35ca0585b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:26.752369 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['be4bedfe-1017-4fad-b941-f5d7d6d027b2'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:12:26.755514 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40338108-28e0-4257-bf38-9a35ca0585b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:26.757719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-40338108-28e0-4257-bf38-9a35ca0585b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0d58d93-15dc-49bf-91ef-591e5e9bab84 HTTP/1.1" status: 204 len: 168 time: 0.3928869 Oct 13 14:12:26.766267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40338108-28e0-4257-bf38-9a35ca0585b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d58d93-15dc-49bf-91ef-591e5e9bab84,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:27.256466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aeead2-ef4e-4808-b370-98cdcbda1217 req-186671ef-f968-498c-a0a9-2a37c521dc01 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:27.258065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26aeead2-ef4e-4808-b370-98cdcbda1217 req-186671ef-f968-498c-a0a9-2a37c521dc01 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 944 time: 0.0925403 Oct 13 14:12:27.284904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aeab20-4c56-4e20-af20-5a85f82f193c req-1ea28fa6-3d14-4110-a7bc-73dcc483fbf7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:27.287134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8aeab20-4c56-4e20-af20-5a85f82f193c req-1ea28fa6-3d14-4110-a7bc-73dcc483fbf7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.0808527 Oct 13 14:12:27.342242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26aeead2-ef4e-4808-b370-98cdcbda1217 req-0a91ac8f-1b80-48ab-b05b-e244820987f2 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744250 Oct 13 14:12:27.357213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8aeab20-4c56-4e20-af20-5a85f82f193c req-f364b3bc-9efc-497a-9911-7c5c95fe6dc9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552773 Oct 13 14:12:27.538540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd226388-3fbb-43d6-807a-320d034ad9dc req-825905d0-81cf-46c7-973f-f0d82f478f0e tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:27.538540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd226388-3fbb-43d6-807a-320d034ad9dc req-825905d0-81cf-46c7-973f-f0d82f478f0e tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0641742 Oct 13 14:12:27.612222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd226388-3fbb-43d6-807a-320d034ad9dc req-227254ce-f62f-42d2-acd3-e6844ce9d4d8 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645952 Oct 13 14:12:27.667940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fb717-47a3-4ae1-a391-7c4e8cad5747 req-00c2db2c-adb8-4ebf-9301-1214b77f2030 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:27.669631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b2fb717-47a3-4ae1-a391-7c4e8cad5747 req-00c2db2c-adb8-4ebf-9301-1214b77f2030 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 945 time: 0.0563667 Oct 13 14:12:27.747345 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdc3e1-eaa3-406e-99ae-9c492dbc7627 req-3ba6f7b7-f01f-415a-900f-ae0550264836 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:27.748865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ebbdc3e1-eaa3-406e-99ae-9c492dbc7627 req-3ba6f7b7-f01f-415a-900f-ae0550264836 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0722833 Oct 13 14:12:27.751695 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b2fb717-47a3-4ae1-a391-7c4e8cad5747 req-e48007bb-7832-4f9d-9b90-7a016277db56 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653629 Oct 13 14:12:27.787869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ebbdc3e1-eaa3-406e-99ae-9c492dbc7627 req-c43eb4fb-0793-45e7-be2d-c14ef64fe502 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303988 Oct 13 14:12:27.899330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3e4a5-c931-4661-a716-25a0395021d7 req-34957684-41f8-488e-8657-9595ffadd04c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:27.901409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21e3e4a5-c931-4661-a716-25a0395021d7 req-34957684-41f8-488e-8657-9595ffadd04c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 945 time: 0.0787549 Oct 13 14:12:27.967791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae628c-6316-4582-8eaf-274736e442a8 req-38ae1c6f-1180-46ca-bc70-ee49abab4bbc tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:27.969512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-faae628c-6316-4582-8eaf-274736e442a8 req-38ae1c6f-1180-46ca-bc70-ee49abab4bbc tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0965936 Oct 13 14:12:27.972483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21e3e4a5-c931-4661-a716-25a0395021d7 req-23ddf726-5bec-4508-abf6-cf9c6ff9adc3 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562894 Oct 13 14:12:28.056524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-faae628c-6316-4582-8eaf-274736e442a8 req-26fb443f-ba62-4dd9-8b2c-7e33e9479634 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620387 Oct 13 14:12:28.248654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device be4bedfe-1017-4fad-b941-f5d7d6d027b2 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:12:28.351092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port be4bedfe-1017-4fad-b941-f5d7d6d027b2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:12:28.360178 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:28.446439 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:28.493614 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:12:28.496468 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee348174-299f-4206-a871-215279f8ae40" -d '{"events": [{"server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "name": "network-vif-plugged", "status": "completed", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:12:28.513412 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:28.572606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a6433-1eeb-4776-a437-bbfa56b4347d req-1f122f40-646e-4ca8-91fc-8a5d151bea33 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:28.581721 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:28.583078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-544a6433-1eeb-4776-a437-bbfa56b4347d req-1f122f40-646e-4ca8-91fc-8a5d151bea33 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1108298 Oct 13 14:12:28.583246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 29ee1553-9f3a-46b5-93b3-0e4c166cf46a up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:12:28.672651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-544a6433-1eeb-4776-a437-bbfa56b4347d req-c4111c8a-35a1-4f47-9810-db16e6f23317 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877638 Oct 13 14:12:28.730800 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=be4bedfe-1017-4fad-b941-f5d7d6d027b2,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:28.740035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:12:28.740324 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:28.790237 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca89cd1-492d-4121-b2e9-97655bcfc317 x-openstack-request-id: req-eca89cd1-492d-4121-b2e9-97655bcfc317 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:12:28.790532 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "name": "network-vif-plugged", "status": "completed", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:12:28.790788 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eca89cd1-492d-4121-b2e9-97655bcfc317 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:12:28.791178 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'code': 200} Oct 13 14:12:28.860605 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:28.911678 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:28.925026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8eaf9-8f4b-4764-a756-d2f73b74cf98 req-3a9346a8-5b82-4bc1-8d0b-cff055d5f85c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:28.925967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71a8eaf9-8f4b-4764-a756-d2f73b74cf98 req-3a9346a8-5b82-4bc1-8d0b-cff055d5f85c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 945 time: 0.0750268 Oct 13 14:12:28.977503 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:28.985578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71a8eaf9-8f4b-4764-a756-d2f73b74cf98 req-1f31a730-49e7-4c75-a7ae-37fdbf1c6640 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526199 Oct 13 14:12:29.055152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:29.208339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c325e-6423-48d0-a1af-57fc5a4f9710 req-0459c283-8af4-4831-9989-1b1deafc63fc tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:29.210445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-142c325e-6423-48d0-a1af-57fc5a4f9710 req-0459c283-8af4-4831-9989-1b1deafc63fc tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1241276 Oct 13 14:12:29.237385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39085fa3-0117-41a9-9daf-5d6e5fb5a0ec req-71ff3f62-7117-4da9-9de1-f6f8830091fa tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:29.239931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39085fa3-0117-41a9-9daf-5d6e5fb5a0ec req-71ff3f62-7117-4da9-9de1-f6f8830091fa tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0804060 Oct 13 14:12:29.303533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39085fa3-0117-41a9-9daf-5d6e5fb5a0ec req-2932dcd9-d5e5-4191-a643-7d5212f353cc tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485137 Oct 13 14:12:29.322227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-142c325e-6423-48d0-a1af-57fc5a4f9710 req-afdcf9b6-d4ee-4987-be18-e2a63890983e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984583 Oct 13 14:12:29.888181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d8818-9d64-4412-a2ac-dd2516828476 req-6b0c78ce-6880-4120-87ea-6a09ece54537 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:29.899371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92d8818-9d64-4412-a2ac-dd2516828476 req-6b0c78ce-6880-4120-87ea-6a09ece54537 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1105649 Oct 13 14:12:29.962734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92d8818-9d64-4412-a2ac-dd2516828476 req-30248dc9-4f5e-42b3-a78b-2dc948ddd85b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604715 Oct 13 14:12:30.159536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ea0a3-1e64-4621-a55d-1f17e9afcf52 req-3d7386da-e5d2-417e-bf1d-ebc5fb636a53 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:30.161478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c0ea0a3-1e64-4621-a55d-1f17e9afcf52 req-3d7386da-e5d2-417e-bf1d-ebc5fb636a53 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0835800 Oct 13 14:12:30.261214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c0ea0a3-1e64-4621-a55d-1f17e9afcf52 req-4b030aab-f8b8-4ccb-b4b9-db3f71f523a9 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819652 Oct 13 14:12:30.526267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10c874-f182-445f-a1a2-4081f1ead2bd req-7814c556-a366-4781-bc94-7cba675b3122 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:30.527984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea10c874-f182-445f-a1a2-4081f1ead2bd req-7814c556-a366-4781-bc94-7cba675b3122 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1234953 Oct 13 14:12:30.574300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58f130-c0e1-48be-a04c-3aee0ac9cd48 req-c19f45d4-3b80-4b9e-b974-c3de1f6ddb25 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:30.581917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da58f130-c0e1-48be-a04c-3aee0ac9cd48 req-c19f45d4-3b80-4b9e-b974-c3de1f6ddb25 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1185479 Oct 13 14:12:30.655479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea10c874-f182-445f-a1a2-4081f1ead2bd req-d6459493-5362-4a2f-98fb-4ce6c019d68a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167316 Oct 13 14:12:30.682907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da58f130-c0e1-48be-a04c-3aee0ac9cd48 req-50d04e73-b267-4bc0-a91a-b2e49cf2f193 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973928 Oct 13 14:12:30.808418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04edc57-6d2f-4d8c-8f94-95d3488ca855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:12:30.808418 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4a2de6-1e0c-4db0-80a4-88a091bf123d" -d '{"events": [{"server_uuid": "b04edc57-6d2f-4d8c-8f94-95d3488ca855", "name": "network-vif-plugged", "status": "completed", "tag": "29ee1553-9f3a-46b5-93b3-0e4c166cf46a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:12:30.879946 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b5fe5e-9b70-41e8-b2cc-e2fd24023613 x-openstack-request-id: req-c4b5fe5e-9b70-41e8-b2cc-e2fd24023613 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:12:30.881142 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04edc57-6d2f-4d8c-8f94-95d3488ca855", "name": "network-vif-plugged", "status": "completed", "tag": "29ee1553-9f3a-46b5-93b3-0e4c166cf46a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:12:30.881568 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4b5fe5e-9b70-41e8-b2cc-e2fd24023613 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:12:30.882185 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04edc57-6d2f-4d8c-8f94-95d3488ca855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a', 'code': 200} Oct 13 14:12:31.171076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053206b-571d-4a10-8661-a9993ed53856 req-5e5787af-158a-452f-8642-84cbd43b153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:31.173301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f053206b-571d-4a10-8661-a9993ed53856 req-5e5787af-158a-452f-8642-84cbd43b153b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 1098 time: 0.1411088 Oct 13 14:12:31.187795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec91ef0-30f5-47ba-95de-9e8966c3cbb2 req-78a4a883-9424-4611-8124-c1128a8f11d3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:31.189659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aec91ef0-30f5-47ba-95de-9e8966c3cbb2 req-78a4a883-9424-4611-8124-c1128a8f11d3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1468184 Oct 13 14:12:31.248729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f053206b-571d-4a10-8661-a9993ed53856 req-694b1134-0c04-4a6d-aad2-f6b78f40b2ca service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579839 Oct 13 14:12:31.260878 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aec91ef0-30f5-47ba-95de-9e8966c3cbb2 req-7de947c9-02d3-44e7-a8e1-4a84b8319e02 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636451 Oct 13 14:12:31.458971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be209eb0-d990-410f-a354-d40ab87a96d1 req-35ae9d1e-d4b1-4fe9-b2ad-937146219d2c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:31.461334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be209eb0-d990-410f-a354-d40ab87a96d1 req-35ae9d1e-d4b1-4fe9-b2ad-937146219d2c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.1214898 Oct 13 14:12:31.526437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be209eb0-d990-410f-a354-d40ab87a96d1 req-e0d97fde-53ea-418f-9b73-2c9fbe299a3d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583694 Oct 13 14:12:31.863623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afa24f-cc6b-44ea-b9e2-29fabc04b30b req-a5fcf6ba-e3c3-4add-85c7-47f8b5e40402 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:31.865438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9afa24f-cc6b-44ea-b9e2-29fabc04b30b req-a5fcf6ba-e3c3-4add-85c7-47f8b5e40402 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0961549 Oct 13 14:12:31.880076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a074f2-01ca-4444-81b6-ae703ecf9463 req-adf513cc-b5f0-4f6f-b616-1f03ef80b8b0 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:31.881703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40a074f2-01ca-4444-81b6-ae703ecf9463 req-adf513cc-b5f0-4f6f-b616-1f03ef80b8b0 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0903134 Oct 13 14:12:31.931088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9afa24f-cc6b-44ea-b9e2-29fabc04b30b req-f10d953b-4561-4293-bb4d-31e4cc3469fb tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592868 Oct 13 14:12:31.960209 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40a074f2-01ca-4444-81b6-ae703ecf9463 req-f992d104-2a93-40d7-a569-52e402e7eadb tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719740 Oct 13 14:12:32.484183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443a3b-b7fa-498d-8325-800a5f0b92e2 req-9bca9f6e-eb42-4d3d-912c-4f325da9df46 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:32.492310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7443a3b-b7fa-498d-8325-800a5f0b92e2 req-9bca9f6e-eb42-4d3d-912c-4f325da9df46 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1113820 Oct 13 14:12:32.604948 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7443a3b-b7fa-498d-8325-800a5f0b92e2 req-9d119566-13fe-430c-bfb6-ffc1fc952e8f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051357 Oct 13 14:12:32.775988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91311b5-eef3-432c-b8c3-71e2eade900d req-c5241e7c-a54f-42e0-bcc6-bcdbf31f8222 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:32.793907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e91311b5-eef3-432c-b8c3-71e2eade900d req-c5241e7c-a54f-42e0-bcc6-bcdbf31f8222 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0908580 Oct 13 14:12:32.879199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e91311b5-eef3-432c-b8c3-71e2eade900d req-78d7dcc6-791b-4aaf-a2cc-5d61ef81d717 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683587 Oct 13 14:12:33.557697 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43056) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:12:33.558322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f8ed2-3c19-4b53-b2ba-dfa3eab38db8 req-5efbd317-1279-4488-8061-91ef0d774fa9 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:33.570824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-690f8ed2-3c19-4b53-b2ba-dfa3eab38db8 req-5efbd317-1279-4488-8061-91ef0d774fa9 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.4896395 Oct 13 14:12:33.587989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922deaae-4332-4fe4-b524-3bb88b6b15dd req-ffb11ad7-42c5-4aaf-b97b-63bfc36f411d tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:33.603447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-922deaae-4332-4fe4-b524-3bb88b6b15dd req-ffb11ad7-42c5-4aaf-b97b-63bfc36f411d tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.4975843 Oct 13 14:12:33.745080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-922deaae-4332-4fe4-b524-3bb88b6b15dd req-8b1bd4dc-8523-41c7-a5a0-d9dcab771c86 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405704 Oct 13 14:12:33.773725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-690f8ed2-3c19-4b53-b2ba-dfa3eab38db8 req-82fe440a-e8eb-4568-8115-a02df16d7ddb tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018220 Oct 13 14:12:33.778910 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1358a0e3-455c-41eb-80ef-4a25f464fb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:33.918245 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1358a0e3-455c-41eb-80ef-4a25f464fb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:33.993531 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1358a0e3-455c-41eb-80ef-4a25f464fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:34.049462 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1358a0e3-455c-41eb-80ef-4a25f464fb01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc5c6d0831f747c5a139dc8d913307e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906523 Oct 13 14:12:34.053773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43064) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:12:34.115894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5954095-3374-4af1-b7ae-0bc5667edcb4 req-eb275eac-36b3-4bcb-ae56-9f4b485b0cd1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:34.143977 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-79f5e7ec-f9b0-4707-8924-bddfe6fd0ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:34.144724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5954095-3374-4af1-b7ae-0bc5667edcb4 req-eb275eac-36b3-4bcb-ae56-9f4b485b0cd1 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.1370883 Oct 13 14:12:34.147534 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358a0e3-455c-41eb-80ef-4a25f464fb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd8941f-c344-466c-8707-9f8820c19f95,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:34.190704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1632bb-9abd-4663-8e29-f7f2e680ee4b req-db66e87f-7dd5-496e-9e8d-204087d73665 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:34.190704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e1632bb-9abd-4663-8e29-f7f2e680ee4b req-db66e87f-7dd5-496e-9e8d-204087d73665 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1495624 Oct 13 14:12:34.195525 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-79f5e7ec-f9b0-4707-8924-bddfe6fd0ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:34.240149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5954095-3374-4af1-b7ae-0bc5667edcb4 req-a957216b-add7-456b-a467-feb58ca42456 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942984 Oct 13 14:12:34.313059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e1632bb-9abd-4663-8e29-f7f2e680ee4b req-7d1b8fb9-b770-41e8-92de-0ae0ceac1479 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104836 Oct 13 14:12:34.364712 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-79f5e7ec-f9b0-4707-8924-bddfe6fd0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:34.367605 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-79f5e7ec-f9b0-4707-8924-bddfe6fd0ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:34.369137 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-79f5e7ec-f9b0-4707-8924-bddfe6fd0ad7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfd8941f-c344-466c-8707-9f8820c19f95 HTTP/1.1" status: 204 len: 168 time: 0.3012507 Oct 13 14:12:34.401434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5e7ec-f9b0-4707-8924-bddfe6fd0ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd8941f-c344-466c-8707-9f8820c19f95,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:34.404297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a1638-76e0-4b66-9b55-655ef56ccf84 req-44d21637-d630-4c18-a0e2-c66f146dff35 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:34.405904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a32a1638-76e0-4b66-9b55-655ef56ccf84 req-44d21637-d630-4c18-a0e2-c66f146dff35 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.0722363 Oct 13 14:12:34.508100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a32a1638-76e0-4b66-9b55-655ef56ccf84 req-3076e690-ffa7-4e7c-a56e-57fe99277a81 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943530 Oct 13 14:12:34.550623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b5857-608f-4cb2-a7a5-48b8ee842144 req-bf359e8f-7192-45ea-8730-5b79c490093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:34.554001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d7b5857-608f-4cb2-a7a5-48b8ee842144 req-bf359e8f-7192-45ea-8730-5b79c490093c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0711374 Oct 13 14:12:34.661149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d7b5857-608f-4cb2-a7a5-48b8ee842144 req-8eb02217-e1f3-4628-8d06-213e22c62a82 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977900 Oct 13 14:12:35.042527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f344c0-6a05-42b1-a50e-6a41e551c9cd req-3f81fd77-77f3-4f4c-b647-f1a48913d980 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:35.051064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5f344c0-6a05-42b1-a50e-6a41e551c9cd req-3f81fd77-77f3-4f4c-b647-f1a48913d980 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0777342 Oct 13 14:12:35.204051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5f344c0-6a05-42b1-a50e-6a41e551c9cd req-55391437-e636-4a30-8c6f-e707ce607456 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517413 Oct 13 14:12:35.334411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add9832-3c50-42d2-bb4a-ea087b6f8436 req-a8b805e4-ce30-4a63-8f77-ad5b99754825 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:35.336020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2add9832-3c50-42d2-bb4a-ea087b6f8436 req-a8b805e4-ce30-4a63-8f77-ad5b99754825 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1284392 Oct 13 14:12:35.378783 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43088) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:12:35.408738 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b9412567-d7f7-44e6-9d02-912d23d2cf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:35.415362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2add9832-3c50-42d2-bb4a-ea087b6f8436 req-8303f73e-7171-4334-8e13-3e27c18acff2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653458 Oct 13 14:12:35.600844 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b9412567-d7f7-44e6-9d02-912d23d2cf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:35.684817 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b9412567-d7f7-44e6-9d02-912d23d2cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:35.718737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fda40-ac3f-476f-9615-50568a4717d8 req-a9b4c29f-38c4-4cd4-a824-927dbf39466e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:35.726967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a89fda40-ac3f-476f-9615-50568a4717d8 req-a9b4c29f-38c4-4cd4-a824-927dbf39466e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.2085638 Oct 13 14:12:35.739858 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b9412567-d7f7-44e6-9d02-912d23d2cf75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f04f1a36057c4d368da92d9282f8af53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568544 Oct 13 14:12:35.745584 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43100) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:12:35.784230 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9412567-d7f7-44e6-9d02-912d23d2cf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e6a16-9dcb-42bb-8292-c89f6d2debc8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:35.817086 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e1d146e-a0f4-4649-b02b-3bc45fd69bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:35.821538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a89fda40-ac3f-476f-9615-50568a4717d8 req-d5945654-1f91-40c1-ab3e-9df21b320246 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933185 Oct 13 14:12:35.853915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-3826209c-fe46-4134-afd9-447fa55d1ddb tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:35.857772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e1d146e-a0f4-4649-b02b-3bc45fd69bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:35.865795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-3826209c-fe46-4134-afd9-447fa55d1ddb tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/networks?id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe HTTP/1.1" status: 200 len: 815 time: 0.2634134 Oct 13 14:12:35.888423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-55be35bd-17f6-49c5-873a-92c68b9e32fb tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/quotas/2d0424ec569c4ca9b6d9d6eea6bb7364 HTTP/1.1" status: 200 len: 375 time: 0.0176406 Oct 13 14:12:35.973378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-f7466b85-e43f-4927-8001-de1a20349094 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2d0424ec569c4ca9b6d9d6eea6bb7364&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681453 Oct 13 14:12:35.985399 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e1d146e-a0f4-4649-b02b-3bc45fd69bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:35.988487 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e1d146e-a0f4-4649-b02b-3bc45fd69bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:35.990343 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5e1d146e-a0f4-4649-b02b-3bc45fd69bd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c76e6a16-9dcb-42bb-8292-c89f6d2debc8 HTTP/1.1" status: 204 len: 168 time: 0.2434449 Oct 13 14:12:36.007687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d146e-a0f4-4649-b02b-3bc45fd69bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e6a16-9dcb-42bb-8292-c89f6d2debc8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:36.152724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-12061239-8f3b-40eb-b549-db08b4df30e4 service neutron] 10.222.0.18 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722064 Oct 13 14:12:36.326299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51215efa-b7c3-4795-b976-cd0f37e8ebd6 service neutron] 10.222.0.18 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619577 Oct 13 14:12:36.422925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92bde7-af16-40e7-aac6-f06e99d15022 req-7920930d-8c1e-4510-9ba3-62f5e41719a7 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:36.425143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e92bde7-af16-40e7-aac6-f06e99d15022 req-7920930d-8c1e-4510-9ba3-62f5e41719a7 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0958838 Oct 13 14:12:36.487857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e92bde7-af16-40e7-aac6-f06e99d15022 req-1324ad75-e1d7-4433-9a13-9825a250e8b5 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552926 Oct 13 14:12:36.857551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-560bc6f4-9cda-4ae4-abb7-ae05c0fedb29 req-2bcd5b97-3164-4a8a-964a-2098c68b4625 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 210 time: 0.1107526 Oct 13 14:12:36.952242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9996337-8bf2-4f19-893b-1f89c338e566 req-c1453545-5c9c-4661-9088-8250688c11cf tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:36.961977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9996337-8bf2-4f19-893b-1f89c338e566 req-c1453545-5c9c-4661-9088-8250688c11cf tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.2931638 Oct 13 14:12:37.086781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9996337-8bf2-4f19-893b-1f89c338e566 req-c22916ac-db42-4f14-b0a6-505d5ddd1c34 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223338 Oct 13 14:12:37.101743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3fd31-5367-4f62-84cf-4bcbd2cfdd8a req-0db130f6-15d2-4a87-9c0c-128edd3b29c5 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:37.103319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11f3fd31-5367-4f62-84cf-4bcbd2cfdd8a req-0db130f6-15d2-4a87-9c0c-128edd3b29c5 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.49 "GET /v2.0/ports?device_id=b04edc57-6d2f-4d8c-8f94-95d3488ca855 HTTP/1.1" status: 200 len: 946 time: 0.3512340 Oct 13 14:12:37.178835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d29d5a-5bf7-482e-84b7-c3198dd477ae req-88b4ec33-4883-4810-9cf9-81a8691a94fe tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:37.182374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41d29d5a-5bf7-482e-84b7-c3198dd477ae req-88b4ec33-4883-4810-9cf9-81a8691a94fe tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.2108188 Oct 13 14:12:37.351047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41d29d5a-5bf7-482e-84b7-c3198dd477ae req-9b015eae-f26e-4bb9-ae04-626b35f2c12a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460059 Oct 13 14:12:37.378422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-11f3fd31-5367-4f62-84cf-4bcbd2cfdd8a req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Deleting port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:12:37.378641 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-11f3fd31-5367-4f62-84cf-4bcbd2cfdd8a req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:37.478753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-11f3fd31-5367-4f62-84cf-4bcbd2cfdd8a req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] For port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:37.479122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-11f3fd31-5367-4f62-84cf-4bcbd2cfdd8a req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:37.492614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-11f3fd31-5367-4f62-84cf-4bcbd2cfdd8a req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Calling delete_port for 29ee1553-9f3a-46b5-93b3-0e4c166cf46a owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:12:37.683613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d640e-08b1-4872-a427-8fa6b38aa63a req-3e3aa583-0439-4367-84f3-bb49b97f1dcf tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:37.685031 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-350d640e-08b1-4872-a427-8fa6b38aa63a req-3e3aa583-0439-4367-84f3-bb49b97f1dcf tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1056871 Oct 13 14:12:37.752771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-350d640e-08b1-4872-a427-8fa6b38aa63a req-e03098bf-7943-4399-947e-57d6cf2b69c9 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488198 Oct 13 14:12:37.828556 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-11f3fd31-5367-4f62-84cf-4bcbd2cfdd8a req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:37.846456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['29ee1553-9f3a-46b5-93b3-0e4c166cf46a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:12:37.903492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Pushing event deleted for resources: {'Port': ['ID=29ee1553-9f3a-46b5-93b3-0e4c166cf46a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:37.915301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:37.915670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:37.916007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:37.919634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:37.919634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:37.919634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:37.919634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:37.919634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:37.919634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:37.919634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:37.919634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:37.920747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:37.986854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f3fd31-5367-4f62-84cf-4bcbd2cfdd8a req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] No DVR routers for this DVR port 29ee1553-9f3a-46b5-93b3-0e4c166cf46a on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:12:37.990225 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-11f3fd31-5367-4f62-84cf-4bcbd2cfdd8a req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:37.995104 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11f3fd31-5367-4f62-84cf-4bcbd2cfdd8a req-61d5c1be-d658-4432-9e54-9f43a08c7e30 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.49 "DELETE /v2.0/ports/29ee1553-9f3a-46b5-93b3-0e4c166cf46a HTTP/1.1" status: 204 len: 173 time: 0.8818834 Oct 13 14:12:37.995597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04edc57-6d2f-4d8c-8f94-95d3488ca855', 'name': 'network-vif-deleted', 'tag': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:12:38.003596 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2777ba1f-9366-4268-b283-43c0b8164a9f" -d '{"events": [{"server_uuid": "b04edc57-6d2f-4d8c-8f94-95d3488ca855", "name": "network-vif-deleted", "tag": "29ee1553-9f3a-46b5-93b3-0e4c166cf46a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:12:38.078170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-04bf8a07-3b1b-410e-bc20-fbd4559e1e0e req-56fe84da-5329-4d7e-af47-232b75586d7c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 210 time: 0.0382771 Oct 13 14:12:38.173036 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de98d00f-3137-451d-96f3-d8c33751af58 x-openstack-request-id: req-de98d00f-3137-451d-96f3-d8c33751af58 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:12:38.173595 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04edc57-6d2f-4d8c-8f94-95d3488ca855", "name": "network-vif-deleted", "tag": "29ee1553-9f3a-46b5-93b3-0e4c166cf46a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:12:38.174379 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de98d00f-3137-451d-96f3-d8c33751af58 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:12:38.175061 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04edc57-6d2f-4d8c-8f94-95d3488ca855', 'name': 'network-vif-deleted', 'tag': '29ee1553-9f3a-46b5-93b3-0e4c166cf46a', 'status': 'completed', 'code': 200} Oct 13 14:12:38.468211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c75d2-0cd8-45ec-885d-4272a852012f req-3da817f2-083f-47c2-a874-7118a59c9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:38.470144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-762c75d2-0cd8-45ec-885d-4272a852012f req-3da817f2-083f-47c2-a874-7118a59c9a88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a997977e65de45ed810156d8bb91dad9&device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 1098 time: 0.1258981 Oct 13 14:12:38.482787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0ea66-728d-454e-aa58-6281a210c71f req-74343f6c-ea47-403a-8004-320223030c83 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:38.493231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19f0ea66-728d-454e-aa58-6281a210c71f req-74343f6c-ea47-403a-8004-320223030c83 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.2497833 Oct 13 14:12:38.508598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacac96-0cf7-4fb9-980f-03e8e280d643 req-66b1a6e0-8c92-4652-a199-d7a72ae43904 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:38.510691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1bacac96-0cf7-4fb9-980f-03e8e280d643 req-66b1a6e0-8c92-4652-a199-d7a72ae43904 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.2583404 Oct 13 14:12:38.691569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19f0ea66-728d-454e-aa58-6281a210c71f req-72614a1a-3480-4a9a-ab34-1e2a94d424cd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963956 Oct 13 14:12:38.778823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1bacac96-0cf7-4fb9-980f-03e8e280d643 req-87af2bd7-8dd0-4c2c-9fd2-c19b7d72d008 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467246 Oct 13 14:12:38.860314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c75d2-0cd8-45ec-885d-4272a852012f req-9a1b1e1a-200c-49c7-929c-856e83aad8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:38.862038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-762c75d2-0cd8-45ec-885d-4272a852012f req-9a1b1e1a-200c-49c7-929c-856e83aad8cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e HTTP/1.1" status: 200 len: 920 time: 0.3498006 Oct 13 14:12:38.925229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcb698-e951-4f05-aa1f-669e7c0634fe req-8c448492-a475-448a-a34c-819c5bb3d3c9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:38.930340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7fcb698-e951-4f05-aa1f-669e7c0634fe req-8c448492-a475-448a-a34c-819c5bb3d3c9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1323316 Oct 13 14:12:39.017980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-762c75d2-0cd8-45ec-885d-4272a852012f req-a1782177-5999-4080-981c-3b08316ebae4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9fede42-1faa-4d16-a3a9-7d1dd180dce4 HTTP/1.1" status: 200 len: 217 time: 0.1136994 Oct 13 14:12:39.050977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7fcb698-e951-4f05-aa1f-669e7c0634fe req-4cdc53d8-cea6-4744-b0eb-f6a03567b03a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455849 Oct 13 14:12:39.131934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c75d2-0cd8-45ec-885d-4272a852012f req-e9c80779-b172-4ecb-a042-5459c4b43272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:39.133663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-762c75d2-0cd8-45ec-885d-4272a852012f req-e9c80779-b172-4ecb-a042-5459c4b43272 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6964d976-94ec-4a1a-9713-1d451d704310 HTTP/1.1" status: 200 len: 859 time: 0.0861206 Oct 13 14:12:39.204706 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-762c75d2-0cd8-45ec-885d-4272a852012f req-bd81bf2c-bcdf-41ae-8366-c3984d7e67b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629158 Oct 13 14:12:39.287542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d6fe0eb-7979-4127-82e4-c771dccd0ca1 req-46efbf55-6727-4f27-8c35-6018e57f505f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 210 time: 0.0853834 Oct 13 14:12:39.482753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-762c75d2-0cd8-45ec-885d-4272a852012f req-9c8e4f91-d30f-484d-bcd0-4c7d5aef2023 service neutron] 10.222.0.41 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560275 Oct 13 14:12:39.644111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-762c75d2-0cd8-45ec-885d-4272a852012f req-960fe7d4-f4e1-415f-909b-fd43986d2130 service neutron] 10.222.0.41 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491165 Oct 13 14:12:39.863855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c15195-416e-4e48-913e-4fa65f980cff req-5b7c48ef-b727-4154-b7d8-707c1d8021cf tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:39.871994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38c15195-416e-4e48-913e-4fa65f980cff req-5b7c48ef-b727-4154-b7d8-707c1d8021cf tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0781600 Oct 13 14:12:39.933549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38c15195-416e-4e48-913e-4fa65f980cff req-5d00878b-9597-4c08-9295-4388fce8e0db tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603750 Oct 13 14:12:40.048048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eded7d-17dd-42a9-9e76-c2aaedcddfe2 req-99f50cb2-9f3d-4971-87b9-af37bde5f49b tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:40.063553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15eded7d-17dd-42a9-9e76-c2aaedcddfe2 req-99f50cb2-9f3d-4971-87b9-af37bde5f49b tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1286700 Oct 13 14:12:40.317617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15eded7d-17dd-42a9-9e76-c2aaedcddfe2 req-61fae953-ec53-4195-a250-1ed6556c4e03 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352126 Oct 13 14:12:40.319698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 29ee1553-9f3a-46b5-93b3-0e4c166cf46a no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:12:40.358477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 29ee1553-9f3a-46b5-93b3-0e4c166cf46a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:12:40.358477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 29ee1553-9f3a-46b5-93b3-0e4c166cf46a not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:12:40.362193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab840838-e05f-4a7b-9ac1-a733a43a19bf req-cd986867-ed37-4109-87c2-38a7b0355219 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:40.370185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab840838-e05f-4a7b-9ac1-a733a43a19bf req-cd986867-ed37-4109-87c2-38a7b0355219 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1318769 Oct 13 14:12:40.405982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-27c3e1f4-872c-497c-b476-5fceaaf29ea5 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:40.407465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-27c3e1f4-872c-497c-b476-5fceaaf29ea5 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.41 "GET /v2.0/networks?id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe HTTP/1.1" status: 200 len: 815 time: 0.3975625 Oct 13 14:12:40.425050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-cef574fd-5202-45b4-a16c-29540fcb89ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Request body: {'port': {'device_id': '40298f6d-6615-448e-9e10-afb387579fd5', 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe', 'admin_state_up': True, 'tenant_id': '2d0424ec569c4ca9b6d9d6eea6bb7364'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:12:40.469621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab840838-e05f-4a7b-9ac1-a733a43a19bf req-b7e51e65-f607-4c33-90c8-e4b0cd69bd3b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984874 Oct 13 14:12:40.554409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0903079c-fc35-4469-bdfb-0d7c2058feeb req-98315d8d-57df-4ccc-b11d-b3c6cecc05b2 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 210 time: 0.0722232 Oct 13 14:12:40.754992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-cef574fd-5202-45b4-a16c-29540fcb89ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Made reservation on behalf of 2d0424ec569c4ca9b6d9d6eea6bb7364 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:12:40.758872 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-cef574fd-5202-45b4-a16c-29540fcb89ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:40.933437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-cef574fd-5202-45b4-a16c-29540fcb89ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Allocated IP 172.20.0.9 (a0516c06-25b1-4b13-b7bb-bd89de1b50fe/1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff/f2b76e47-c2a2-4407-b14c-1e46ad510bd8) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:12:41.194307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cc345-25d7-44ce-8448-12d6e4c4e4a2 req-4d135d07-0ab1-43dd-a47d-8185519c4239 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:41.196472 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-397cc345-25d7-44ce-8448-12d6e4c4e4a2 req-4d135d07-0ab1-43dd-a47d-8185519c4239 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1574957 Oct 13 14:12:41.247875 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-cef574fd-5202-45b4-a16c-29540fcb89ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:41.298212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-397cc345-25d7-44ce-8448-12d6e4c4e4a2 req-5a55a231-241c-4ef3-be7c-0aca0c9d5497 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868223 Oct 13 14:12:41.390197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-cef574fd-5202-45b4-a16c-29540fcb89ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:41.454058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-cef574fd-5202-45b4-a16c-29540fcb89ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Network a0516c06-25b1-4b13-b7bb-bd89de1b50fe is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:12:41.526634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-cef574fd-5202-45b4-a16c-29540fcb89ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:12:41.536139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-cef574fd-5202-45b4-a16c-29540fcb89ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:12:41.685840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef574fd-5202-45b4-a16c-29540fcb89ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Pushing event updated for resources: {'Port': ['ID=f2b76e47-c2a2-4407-b14c-1e46ad510bd8,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:41.830622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-cef574fd-5202-45b4-a16c-29540fcb89ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:41.830622 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-cef574fd-5202-45b4-a16c-29540fcb89ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:41.830622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c534-f498-4a52-a250-1b6daebc4212 req-8b271458-030c-4365-979b-0476c6dafbfb tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:41.830622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5582c534-f498-4a52-a250-1b6daebc4212 req-8b271458-030c-4365-979b-0476c6dafbfb tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.2886686 Oct 13 14:12:41.834791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec4d58-fdcf-4669-b79f-a0087e6db405 req-d1d39491-fd94-46d6-aa91-4c415f86fc43 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:41.837216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7ec4d58-fdcf-4669-b79f-a0087e6db405 req-d1d39491-fd94-46d6-aa91-4c415f86fc43 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1640339 Oct 13 14:12:41.854533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5582c534-f498-4a52-a250-1b6daebc4212 req-3f0ecd37-36ad-4184-bca0-af8c4d1e7d89 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020439 Oct 13 14:12:41.934639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7ec4d58-fdcf-4669-b79f-a0087e6db405 req-309ed753-7a5f-4ea5-8e6c-25d1c16d4a35 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699019 Oct 13 14:12:41.999231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-cef574fd-5202-45b4-a16c-29540fcb89ec tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5789196 Oct 13 14:12:42.015080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Request body: {'port': {'device_id': '40298f6d-6615-448e-9e10-afb387579fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:12:42.037295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60462c9f-4ed8-406d-a58b-9324f05f3f08 req-d204cce8-da9c-4901-9cac-180b8c541892 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:42.046877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60462c9f-4ed8-406d-a58b-9324f05f3f08 req-d204cce8-da9c-4901-9cac-180b8c541892 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 931 time: 0.0861421 Oct 13 14:12:42.606315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60462c9f-4ed8-406d-a58b-9324f05f3f08 req-7ef93f42-8124-4d4b-974f-a763e7bfa022 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546153 Oct 13 14:12:42.638826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:42.724057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d373b-2c43-4153-906c-2dda1aab34ff req-bb3fe9ab-e982-498a-ac3a-29f6962cda9f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:42.726621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c7d373b-2c43-4153-906c-2dda1aab34ff req-bb3fe9ab-e982-498a-ac3a-29f6962cda9f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1866112 Oct 13 14:12:42.882574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c7d373b-2c43-4153-906c-2dda1aab34ff req-0508fcb3-0409-4f0f-90ca-0d41fa50f48c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420810 Oct 13 14:12:43.048636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47324552-10a2-477a-8f6e-95778f2f4a93 req-9e344289-8151-4a60-8c03-1dbca72f9b23 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:43.050399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47324552-10a2-477a-8f6e-95778f2f4a93 req-9e344289-8151-4a60-8c03-1dbca72f9b23 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1005826 Oct 13 14:12:43.172670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38135c40-277e-43ee-95d4-292d9a9c692f req-bf695e1e-cd3b-4cc1-9850-0bf7b38c73b9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:43.182568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38135c40-277e-43ee-95d4-292d9a9c692f req-bf695e1e-cd3b-4cc1-9850-0bf7b38c73b9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1630733 Oct 13 14:12:43.218891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47324552-10a2-477a-8f6e-95778f2f4a93 req-2502c43a-21ec-4532-9ea6-fd7c2177f5dd tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245108 Oct 13 14:12:43.302415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38135c40-277e-43ee-95d4-292d9a9c692f req-a28d7397-fbdc-424c-82db-5b549af3e2fb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185689 Oct 13 14:12:43.322965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b76e47-c2a2-4407-b14c-1e46ad510bd8 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:12:43.334213 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:43.353130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Transition to ACTIVE for port object f2b76e47-c2a2-4407-b14c-1e46ad510bd8 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:12:43.438529 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:43.525317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b76e47-c2a2-4407-b14c-1e46ad510bd8,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:43.601197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Attempting to bind port f2b76e47-c2a2-4407-b14c-1e46ad510bd8 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:12:43.601625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Attempting to bind port f2b76e47-c2a2-4407-b14c-1e46ad510bd8 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14863dfe-b155-4c88-9fe8-21afbb56bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:12:43.602097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Attempting to bind port f2b76e47-c2a2-4407-b14c-1e46ad510bd8 on network a0516c06-25b1-4b13-b7bb-bd89de1b50fe {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:12:43.606976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Port f2b76e47-c2a2-4407-b14c-1e46ad510bd8 on network a0516c06-25b1-4b13-b7bb-bd89de1b50fe not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:12:43.607612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Attempting to bind port f2b76e47-c2a2-4407-b14c-1e46ad510bd8 on network a0516c06-25b1-4b13-b7bb-bd89de1b50fe {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:12:43.622448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:12:43.622448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Checking segment: {'id': '14863dfe-b155-4c88-9fe8-21afbb56bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:12:43.622448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Bound using segment: {'id': '14863dfe-b155-4c88-9fe8-21afbb56bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:12:43.634706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Bound port: f2b76e47-c2a2-4407-b14c-1e46ad510bd8, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14863dfe-b155-4c88-9fe8-21afbb56bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:12:43.635098 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:43.892619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce560b-e8cf-4b19-85fb-3952ff455ee1 req-e52c22da-a5a2-48e8-be6c-26d0d61dcd25 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:43.896122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73ce560b-e8cf-4b19-85fb-3952ff455ee1 req-e52c22da-a5a2-48e8-be6c-26d0d61dcd25 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 943 time: 0.1840830 Oct 13 14:12:43.903727 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] For port f2b76e47-c2a2-4407-b14c-1e46ad510bd8, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:12:43.921859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] For port f2b76e47-c2a2-4407-b14c-1e46ad510bd8, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b76e47-c2a2-4407-b14c-1e46ad510bd8,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:12:44.052418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:44.083798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73ce560b-e8cf-4b19-85fb-3952ff455ee1 req-231cef09-927e-4b21-9b0b-12cf74076a80 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596491 Oct 13 14:12:44.161958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:44.162969 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:44.167896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] 10.222.0.41 "PUT /v2.0/ports/f2b76e47-c2a2-4407-b14c-1e46ad510bd8 HTTP/1.1" status: 200 len: 1092 time: 2.1556330 Oct 13 14:12:44.167896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40298f6d-6615-448e-9e10-afb387579fd5', 'tag': 'f2b76e47-c2a2-4407-b14c-1e46ad510bd8'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:12:44.169445 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c49635a-ab04-48c7-8a39-79c566877bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "40298f6d-6615-448e-9e10-afb387579fd5", "tag": "f2b76e47-c2a2-4407-b14c-1e46ad510bd8"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:12:44.244030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a33b0-3ee1-41e2-893a-cc66148ef31e req-2a43dbbb-aea2-48ec-b434-dbb6327f7eb3 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:44.253513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-681a33b0-3ee1-41e2-893a-cc66148ef31e req-2a43dbbb-aea2-48ec-b434-dbb6327f7eb3 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.2308204 Oct 13 14:12:44.297221 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ee9dd4-af7a-4f3f-94a8-ab2f245dfee0 x-openstack-request-id: req-53ee9dd4-af7a-4f3f-94a8-ab2f245dfee0 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:12:44.297221 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40298f6d-6615-448e-9e10-afb387579fd5", "tag": "f2b76e47-c2a2-4407-b14c-1e46ad510bd8", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:12:44.297221 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53ee9dd4-af7a-4f3f-94a8-ab2f245dfee0 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:12:44.297221 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40298f6d-6615-448e-9e10-afb387579fd5', 'tag': 'f2b76e47-c2a2-4407-b14c-1e46ad510bd8', 'status': 'completed', 'code': 200} Oct 13 14:12:44.304494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abe647-7cc6-4b9f-8b11-8b10f8028810 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b76e47-c2a2-4407-b14c-1e46ad510bd8,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:44.373784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-681a33b0-3ee1-41e2-893a-cc66148ef31e req-b6902614-8283-41c1-afe6-669fffbfc18f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070600 Oct 13 14:12:44.416283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-7151bdfe-3622-4747-956e-6af80917ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:44.419625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-7151bdfe-3622-4747-956e-6af80917ae5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0424ec569c4ca9b6d9d6eea6bb7364&device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 1095 time: 0.1003516 Oct 13 14:12:44.501302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-30acb80d-ad87-4da4-b2b8-f1dddbcec7ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b76e47-c2a2-4407-b14c-1e46ad510bd8 HTTP/1.1" status: 200 len: 217 time: 0.0699453 Oct 13 14:12:44.575435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-c2d83675-0c5a-4580-82ab-ada70df9e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:44.576883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-c2d83675-0c5a-4580-82ab-ada70df9e2fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff HTTP/1.1" status: 200 len: 855 time: 0.0609050 Oct 13 14:12:44.590233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014c91e-06f5-43b2-a439-52bc0f1a4819 req-f1fb8308-4b6d-432f-810e-f01bdb6311d4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:44.590233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e014c91e-06f5-43b2-a439-52bc0f1a4819 req-f1fb8308-4b6d-432f-810e-f01bdb6311d4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1444833 Oct 13 14:12:44.624868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-46f60294-19ef-470e-b3c4-bd5a876beab7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368121 Oct 13 14:12:44.663254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e014c91e-06f5-43b2-a439-52bc0f1a4819 req-05cc81bc-c4d0-458c-b415-cc6034a6e77b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671997 Oct 13 14:12:44.755613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-71bfcc44-075a-4d9f-be29-5838369a5439 service neutron] 10.222.0.41 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213374 Oct 13 14:12:44.898612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db406029-d38f-4c2a-94ad-c4b6d03c422b req-6939320e-5632-46e0-8eb3-3158c907c098 service neutron] 10.222.0.41 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332996 Oct 13 14:12:45.136026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49635a-ab04-48c7-8a39-79c566877bcf req-23ffaa90-ce00-486f-a0e6-9b84ae792281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:45.138570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c49635a-ab04-48c7-8a39-79c566877bcf req-23ffaa90-ce00-486f-a0e6-9b84ae792281 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d0424ec569c4ca9b6d9d6eea6bb7364&device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 1095 time: 0.0857966 Oct 13 14:12:45.290960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72eeaa-e333-4055-a36a-e29d4c20d9bc req-a599d35b-26e8-4da6-9e4d-1267355557fa tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:45.292690 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f72eeaa-e333-4055-a36a-e29d4c20d9bc req-a599d35b-26e8-4da6-9e4d-1267355557fa tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 943 time: 0.1219678 Oct 13 14:12:45.341416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49635a-ab04-48c7-8a39-79c566877bcf req-484f8229-f1ac-46ff-a572-e7c4e1b62e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:45.342929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c49635a-ab04-48c7-8a39-79c566877bcf req-484f8229-f1ac-46ff-a572-e7c4e1b62e0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe HTTP/1.1" status: 200 len: 916 time: 0.1926389 Oct 13 14:12:45.361840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f72eeaa-e333-4055-a36a-e29d4c20d9bc req-d368421f-a2ea-489c-9c3b-24e75b37d62a tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545783 Oct 13 14:12:45.424230 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c49635a-ab04-48c7-8a39-79c566877bcf req-1db1eb60-e051-45b3-822d-280f6dd66204 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2b76e47-c2a2-4407-b14c-1e46ad510bd8 HTTP/1.1" status: 200 len: 217 time: 0.0699608 Oct 13 14:12:45.539213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49635a-ab04-48c7-8a39-79c566877bcf req-e566a66b-434a-4ebb-8a8d-2800588e2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:45.540753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c49635a-ab04-48c7-8a39-79c566877bcf req-e566a66b-434a-4ebb-8a8d-2800588e2759 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff HTTP/1.1" status: 200 len: 855 time: 0.1079938 Oct 13 14:12:45.562149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddbea4-36d2-4697-8cd3-9f95c2f9a7a9 req-5a712898-0bb8-4fd8-8155-30be3d98cdf0 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:45.574899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fddbea4-36d2-4697-8cd3-9f95c2f9a7a9 req-5a712898-0bb8-4fd8-8155-30be3d98cdf0 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.0885971 Oct 13 14:12:45.600444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c49635a-ab04-48c7-8a39-79c566877bcf req-01de9547-a596-4d93-802f-2d4bffe49708 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0516c06-25b1-4b13-b7bb-bd89de1b50fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332770 Oct 13 14:12:45.692140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fddbea4-36d2-4697-8cd3-9f95c2f9a7a9 req-c7313202-081f-4537-900c-7e282bc9a9bf tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184688 Oct 13 14:12:45.838954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c49635a-ab04-48c7-8a39-79c566877bcf req-30ba1b92-e3e2-4149-b704-3f6b9572e3ab service neutron] 10.222.0.41 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308979 Oct 13 14:12:45.868639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1ba79-c1c5-42cd-be39-cee73c1e18a8 req-5d104b59-c8a6-4e0b-aedc-76623f557888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:45.869609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d1ba79-c1c5-42cd-be39-cee73c1e18a8 req-5d104b59-c8a6-4e0b-aedc-76623f557888 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 1098 time: 0.1351800 Oct 13 14:12:46.004476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96783e-f43b-4270-86b9-79584b6239ef req-169aa3aa-de30-403e-b7e0-ee9ad7354195 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:46.006129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f96783e-f43b-4270-86b9-79584b6239ef req-169aa3aa-de30-403e-b7e0-ee9ad7354195 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.2187099 Oct 13 14:12:46.157270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f96783e-f43b-4270-86b9-79584b6239ef req-4d525473-74a4-411f-98d1-bec328ff38b7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333468 Oct 13 14:12:46.161608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c49635a-ab04-48c7-8a39-79c566877bcf req-acff4167-f23b-4f55-8c7a-82e25a7d5f46 service neutron] 10.222.0.41 "GET /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083282 Oct 13 14:12:46.164013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-f4881237-c52a-47de-9378-7a41521029bd service neutron] 10.222.0.41 "GET /v2.0/ports/2572126f-75fe-47b0-acfe-cf9e83f81d3d/bindings/n-h2-806683-15 HTTP/1.1" status: 200 len: 383 time: 0.2588036 Oct 13 14:12:46.186174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1ba79-c1c5-42cd-be39-cee73c1e18a8 req-5b238e0e-d07b-4c82-bffc-3d55e5e8cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:46.187697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d1ba79-c1c5-42cd-be39-cee73c1e18a8 req-5b238e0e-d07b-4c82-bffc-3d55e5e8cf4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 918 time: 0.2816093 Oct 13 14:12:46.317743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d1ba79-c1c5-42cd-be39-cee73c1e18a8 req-65767dc8-5fce-4999-bf4d-a3fc2f85e11c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2 HTTP/1.1" status: 200 len: 1000 time: 0.1161964 Oct 13 14:12:46.332283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91df50-e948-4914-ac66-c68cfaebe47e req-0a04dba8-2e72-496a-8eeb-4989bc4faa2e tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:46.333864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc91df50-e948-4914-ac66-c68cfaebe47e req-0a04dba8-2e72-496a-8eeb-4989bc4faa2e tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1193595 Oct 13 14:12:46.430149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc91df50-e948-4914-ac66-c68cfaebe47e req-c9be81d8-8328-4609-bcf0-0aa8714e4642 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685487 Oct 13 14:12:46.457708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1ba79-c1c5-42cd-be39-cee73c1e18a8 req-47b8487b-deb7-4cef-a4f4-0c0293a453b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:46.466419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d1ba79-c1c5-42cd-be39-cee73c1e18a8 req-47b8487b-deb7-4cef-a4f4-0c0293a453b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1870f77-f283-46b0-91af-b6c012baea10 HTTP/1.1" status: 200 len: 856 time: 0.1314881 Oct 13 14:12:46.556242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd931b-8a0a-4371-96a2-fee4644992ae req-f1b9504f-b9a0-4a97-8516-0ee8a807a7a6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:46.561817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18cd931b-8a0a-4371-96a2-fee4644992ae req-f1b9504f-b9a0-4a97-8516-0ee8a807a7a6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 943 time: 0.1087389 Oct 13 14:12:46.603660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1ba79-c1c5-42cd-be39-cee73c1e18a8 req-ef5a7024-87e3-47ca-b48f-0e2344fa4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:46.605595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d1ba79-c1c5-42cd-be39-cee73c1e18a8 req-ef5a7024-87e3-47ca-b48f-0e2344fa4604 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16e15b01-e808-4e45-90e1-66199134cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220422 Oct 13 14:12:46.663503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18cd931b-8a0a-4371-96a2-fee4644992ae req-46cf5f5a-b59f-416e-885c-78d9e20b94c2 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868423 Oct 13 14:12:46.765944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d1ba79-c1c5-42cd-be39-cee73c1e18a8 req-6fdeccbc-ae10-4fc2-bacc-e0587221d157 service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459148 Oct 13 14:12:46.934423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-d2b5144d-6346-4864-802d-2e6bc2260585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:46.935964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-d2b5144d-6346-4864-802d-2e6bc2260585 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52&tenant_id=21833094a6e8447db4e32da93e56651f HTTP/1.1" status: 200 len: 1102 time: 0.1486897 Oct 13 14:12:47.025024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d1ba79-c1c5-42cd-be39-cee73c1e18a8 req-5849d7ef-921a-4149-bf12-6a487eba43ec service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465880 Oct 13 14:12:47.073924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48620845-0726-4bfc-9d04-b81fcb198329 req-ce897632-3e42-4e99-9e4d-8ba05e088bac tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:47.075496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48620845-0726-4bfc-9d04-b81fcb198329 req-ce897632-3e42-4e99-9e4d-8ba05e088bac tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1884813 Oct 13 14:12:47.124835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-87b314dd-9347-4b41-81f5-ff8440f0ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:47.126530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-87b314dd-9347-4b41-81f5-ff8440f0ed1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 1102 time: 0.1535923 Oct 13 14:12:47.135505 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48620845-0726-4bfc-9d04-b81fcb198329 req-3cdeb2d3-a9f7-4b89-b91c-cb5d666abcd6 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508149 Oct 13 14:12:47.312312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-116c2a76-080b-4632-8c3f-bd94b5fa70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:47.314084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-116c2a76-080b-4632-8c3f-bd94b5fa70b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1750517 Oct 13 14:12:47.339295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23af4da-7a4f-4f35-a50f-92d77f11644c req-de63f097-9b9d-4cfb-922c-262ccb4898bf tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:47.340862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c23af4da-7a4f-4f35-a50f-92d77f11644c req-de63f097-9b9d-4cfb-922c-262ccb4898bf tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.0799448 Oct 13 14:12:47.370955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-cb2a6aff-2582-45a1-aa83-f2dc59c718f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d HTTP/1.1" status: 200 len: 217 time: 0.0472209 Oct 13 14:12:47.438673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c23af4da-7a4f-4f35-a50f-92d77f11644c req-05f3dd35-7d4e-47d5-a721-dbb21d8a9154 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701737 Oct 13 14:12:47.451713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-61070817-db00-4fe4-ab31-72bb4edbd972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:47.455046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-61070817-db00-4fe4-ab31-72bb4edbd972 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0683501 Oct 13 14:12:47.506172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-4dff7aea-6171-48ee-a925-567a790420fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:47.507738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-4dff7aea-6171-48ee-a925-567a790420fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0440376 Oct 13 14:12:47.652821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-bd05e3d2-de58-49ee-aec7-f3723b518989 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358778 Oct 13 14:12:47.784703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1216f57d-0723-4595-99fb-df1aaec284a7 req-39dbde3e-de9c-411e-be2a-f54fb0b1d8e2 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152914 Oct 13 14:12:47.910850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5656c8-326d-43cf-99a5-a82e1ed518ae req-63e29ba1-0942-4e73-95df-efcb85a21910 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:47.910850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b5656c8-326d-43cf-99a5-a82e1ed518ae req-63e29ba1-0942-4e73-95df-efcb85a21910 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 943 time: 0.0745950 Oct 13 14:12:47.957633 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b5656c8-326d-43cf-99a5-a82e1ed518ae req-e637c4fc-cf88-4c30-9594-4b4a58b2035d tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416813 Oct 13 14:12:48.140817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa057291-7054-4d49-b7df-839aead6094d req-68fa8ed9-5092-48a4-8fd0-3b9249165d17 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:48.142822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa057291-7054-4d49-b7df-839aead6094d req-68fa8ed9-5092-48a4-8fd0-3b9249165d17 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 946 time: 0.1085408 Oct 13 14:12:48.195433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa057291-7054-4d49-b7df-839aead6094d req-94057946-e87b-42a4-92e1-ebf2673a30dd tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/security-groups?id=a27339c1-7dcf-4b0b-8abe-abc38836e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400665 Oct 13 14:12:48.346881 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:48.358418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e71fa6-6a3b-4e24-81cd-75e4af930d58 req-3fa896b7-51da-44dd-b58d-8f2cf939e130 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:48.359960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76e71fa6-6a3b-4e24-81cd-75e4af930d58 req-3fa896b7-51da-44dd-b58d-8f2cf939e130 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 946 time: 0.1093063 Oct 13 14:12:48.405914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device be4bedfe-1017-4fad-b941-f5d7d6d027b2 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:12:48.421681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76e71fa6-6a3b-4e24-81cd-75e4af930d58 req-7409bd39-18fc-4efa-a8c0-854551e7762a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521033 Oct 13 14:12:48.540694 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:48.570806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:12:48.573954 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fdea97-bd90-427e-9cc9-217edcfd3a19" -d '{"events": [{"server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "name": "network-vif-unplugged", "status": "completed", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:12:48.608947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:48.672846 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:48.692376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ea74f-9270-4134-9cba-5ad10050ff72 req-40f542b2-9017-475c-a669-5d3fa46412ea tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:48.695219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1f1ea74f-9270-4134-9cba-5ad10050ff72 req-40f542b2-9017-475c-a669-5d3fa46412ea tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1149080 Oct 13 14:12:48.739635 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036e6bcf-f15e-401b-ae66-e5a1a870fb3e x-openstack-request-id: req-036e6bcf-f15e-401b-ae66-e5a1a870fb3e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:12:48.740218 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "name": "network-vif-unplugged", "status": "completed", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:12:48.740620 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-036e6bcf-f15e-401b-ae66-e5a1a870fb3e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:12:48.741184 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'code': 200} Oct 13 14:12:48.744731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=be4bedfe-1017-4fad-b941-f5d7d6d027b2,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:48.747512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1f1ea74f-9270-4134-9cba-5ad10050ff72 req-a0c69544-af33-443f-9a47-9c8075cccf40 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438941 Oct 13 14:12:48.753573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:48.754176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:48.754657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:48.755135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:48.755616 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:48.756088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:48.756550 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:48.757127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:48.757651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:48.758145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:48.759086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:48.760245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:12:49.077593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43576) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:12:49.238840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcaa6-b8f0-40ab-b469-af8d068158d3 req-b25ef1e4-4306-4a27-a5c7-84d8fb077340 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:49.241174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e3bcaa6-b8f0-40ab-b469-af8d068158d3 req-b25ef1e4-4306-4a27-a5c7-84d8fb077340 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 943 time: 0.1839044 Oct 13 14:12:49.302958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e3bcaa6-b8f0-40ab-b469-af8d068158d3 req-1f26fc6b-eaae-429a-908f-57de32707d6a tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559950 Oct 13 14:12:49.357159 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3fafbaac-bba3-4f7c-9c02-672256f2ad3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:49.397428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2b0af-9c8c-4b25-8376-8c753aabcce5 req-3e624851-b28c-4a46-a864-7c1334294f90 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:49.400660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1b2b0af-9c8c-4b25-8376-8c753aabcce5 req-3e624851-b28c-4a46-a864-7c1334294f90 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 946 time: 0.1023984 Oct 13 14:12:49.446309 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3fafbaac-bba3-4f7c-9c02-672256f2ad3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:49.461180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1b2b0af-9c8c-4b25-8376-8c753aabcce5 req-7f65b888-3df9-43dd-936e-931009cd340f tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/security-groups?id=a27339c1-7dcf-4b0b-8abe-abc38836e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528362 Oct 13 14:12:49.576076 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3fafbaac-bba3-4f7c-9c02-672256f2ad3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:49.576283 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f0961b56-1f58-4cf7-b893-28cfd4580b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:49.597058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae243327-1d81-41c1-891b-fa07410563b5 req-c3726e29-cad1-45ae-a34e-b6f178166c34 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:49.614333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae243327-1d81-41c1-891b-fa07410563b5 req-c3726e29-cad1-45ae-a34e-b6f178166c34 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.0991690 Oct 13 14:12:49.631805 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3fafbaac-bba3-4f7c-9c02-672256f2ad3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2125f7245ab476b9ec63a87916e8f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5463364 Oct 13 14:12:49.633305 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43590) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:12:49.679196 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae243327-1d81-41c1-891b-fa07410563b5 req-b93c33c3-1b13-48cb-bd39-46dbff5d6f65 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592122 Oct 13 14:12:49.750838 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafbaac-bba3-4f7c-9c02-672256f2ad3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d434ad98-ee4f-4fb3-890b-6ea957b424c4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:49.769494 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a3db278-8cbd-40de-96d8-a5696eed173d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:49.797363 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a3db278-8cbd-40de-96d8-a5696eed173d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:49.947786 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a3db278-8cbd-40de-96d8-a5696eed173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:49.950563 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a3db278-8cbd-40de-96d8-a5696eed173d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:49.951743 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9a3db278-8cbd-40de-96d8-a5696eed173d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d434ad98-ee4f-4fb3-890b-6ea957b424c4 HTTP/1.1" status: 204 len: 168 time: 0.3153574 Oct 13 14:12:49.964488 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3db278-8cbd-40de-96d8-a5696eed173d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d434ad98-ee4f-4fb3-890b-6ea957b424c4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:50.007869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789b2fd-4de3-4693-959e-159c7c28b7a6 req-cb4628b9-4305-45e3-a667-203343733bac tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:50.018830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6789b2fd-4de3-4693-959e-159c7c28b7a6 req-cb4628b9-4305-45e3-a667-203343733bac tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1275413 Oct 13 14:12:50.100464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f2b76e47-c2a2-4407-b14c-1e46ad510bd8 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:12:50.104286 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2572126f-75fe-47b0-acfe-cf9e83f81d3d no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:12:50.343191 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:50.361367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6789b2fd-4de3-4693-959e-159c7c28b7a6 req-66cb73ff-4b00-4b0f-94f6-593a4e06c0f9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366659 Oct 13 14:12:50.389746 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f2b76e47-c2a2-4407-b14c-1e46ad510bd8, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b76e47-c2a2-4407-b14c-1e46ad510bd8,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:50.436256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'f2b76e47-c2a2-4407-b14c-1e46ad510bd8', 'network_id': 'a0516c06-25b1-4b13-b7bb-bd89de1b50fe', 'port_id': 'f2b76e47-c2a2-4407-b14c-1e46ad510bd8', 'mac_address': 'fa:16:3e:b0:90:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:12:50.459993 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:50.519168 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:50.539598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b76e47-c2a2-4407-b14c-1e46ad510bd8 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:12:50.559447 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:50.567644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f2b76e47-c2a2-4407-b14c-1e46ad510bd8, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b76e47-c2a2-4407-b14c-1e46ad510bd8,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:50.615557 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2572126f-75fe-47b0-acfe-cf9e83f81d3d,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:50.635674 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:50.715506 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=f2b76e47-c2a2-4407-b14c-1e46ad510bd8,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:50.742993 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:12:50.746516 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730a6470-21a3-4b9d-88de-c9cfe8bac72b" -d '{"events": [{"server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "name": "network-vif-unplugged", "status": "completed", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:12:51.024615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63787f-f452-491f-89cf-28b45a2b330e req-75d95f3d-8b68-41ee-a606-06b670e4c909 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:51.026375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d63787f-f452-491f-89cf-28b45a2b330e req-75d95f3d-8b68-41ee-a606-06b670e4c909 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 944 time: 0.0805476 Oct 13 14:12:51.085581 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f2b76e47-c2a2-4407-b14c-1e46ad510bd8'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:12:51.126215 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43624) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:12:51.139551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d63787f-f452-491f-89cf-28b45a2b330e req-7546dc30-5573-45fc-b390-30cdf883b0ee tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014667 Oct 13 14:12:51.150273 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-835362b0-cc67-479a-86df-0d0b14c6a5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:51.206435 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756e803c-5998-4719-9dd1-5d8e9343b668 x-openstack-request-id: req-756e803c-5998-4719-9dd1-5d8e9343b668 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:12:51.206726 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "name": "network-vif-unplugged", "status": "completed", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:12:51.207045 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-756e803c-5998-4719-9dd1-5d8e9343b668 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:12:51.207439 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d', 'code': 200} Oct 13 14:12:51.266513 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-835362b0-cc67-479a-86df-0d0b14c6a5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:51.336642 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-835362b0-cc67-479a-86df-0d0b14c6a5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:51.336806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beeb6b-70ac-430c-8227-4fc4fdc23938 req-090f85bd-09e8-421a-a9af-ba219226ba8d tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:51.344884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5beeb6b-70ac-430c-8227-4fc4fdc23938 req-090f85bd-09e8-421a-a9af-ba219226ba8d tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 946 time: 0.0778093 Oct 13 14:12:51.378511 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835362b0-cc67-479a-86df-0d0b14c6a5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4158ef-d0b1-4e48-9d4d-96261371dc87,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:51.408711 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-835362b0-cc67-479a-86df-0d0b14c6a5a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c76fad119eee4fb1ab9e2f73a5deea8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801681 Oct 13 14:12:51.410367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43632) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:12:51.431675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5beeb6b-70ac-430c-8227-4fc4fdc23938 req-bf8b4664-dee3-407a-bdf6-3fd941b2290f tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/security-groups?id=a27339c1-7dcf-4b0b-8abe-abc38836e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836711 Oct 13 14:12:51.540399 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42be251d-69db-4344-b86b-3c71dc78eea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:51.635994 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42be251d-69db-4344-b86b-3c71dc78eea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:51.696198 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:51.742530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45378c91-113f-4c23-b5bb-13ffeed61524 req-6e6e34cd-98c9-4342-ae96-922d075b8d27 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:51.751186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45378c91-113f-4c23-b5bb-13ffeed61524 req-6e6e34cd-98c9-4342-ae96-922d075b8d27 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 948 time: 0.1665726 Oct 13 14:12:51.806988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45378c91-113f-4c23-b5bb-13ffeed61524 req-34597976-f23c-4b90-9a79-093c82b61c9d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538032 Oct 13 14:12:51.855651 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42be251d-69db-4344-b86b-3c71dc78eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:51.864563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-0a6bb01e-a712-4197-a3b6-fa04098d62df req-c98854b3-3b62-4882-9eca-fae2d1bbdc03 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:12:51.866150 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a6bb01e-a712-4197-a3b6-fa04098d62df req-c98854b3-3b62-4882-9eca-fae2d1bbdc03 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4160960 Oct 13 14:12:51.866868 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42be251d-69db-4344-b86b-3c71dc78eea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:51.868863 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-42be251d-69db-4344-b86b-3c71dc78eea3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f4158ef-d0b1-4e48-9d4d-96261371dc87 HTTP/1.1" status: 204 len: 168 time: 0.4567883 Oct 13 14:12:51.883727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be251d-69db-4344-b86b-3c71dc78eea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4158ef-d0b1-4e48-9d4d-96261371dc87,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:52.152207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2572126f-75fe-47b0-acfe-cf9e83f81d3d details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:12:52.281841 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8b2493e8-2fc4-46ec-a058-1a8e241e1918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:52.294441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:52.299041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd9e2e-edc5-4199-8d21-f873c83f328d req-a741c5a0-9ae0-48f1-bdd4-a19246f977c6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:52.315239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcfd9e2e-edc5-4199-8d21-f873c83f328d req-a741c5a0-9ae0-48f1-bdd4-a19246f977c6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 944 time: 0.0947547 Oct 13 14:12:52.333928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '2572126f-75fe-47b0-acfe-cf9e83f81d3d', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '2572126f-75fe-47b0-acfe-cf9e83f81d3d', 'mac_address': 'fa:16:3e:db:62:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:12:52.386427 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:52.404355 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2572126f-75fe-47b0-acfe-cf9e83f81d3d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:12:52.416803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcfd9e2e-edc5-4199-8d21-f873c83f328d req-3dccc42d-ad5d-4141-8e4a-c0611749b84c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944262 Oct 13 14:12:52.431166 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:52.436417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device be4bedfe-1017-4fad-b941-f5d7d6d027b2 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:12:52.583364 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:52.591852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400004c-b1d5-4f42-a1c9-63bfe0bd6ce9 req-fad3d0b7-96c8-48d7-82d9-ae861afbaf7f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:52.609042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7400004c-b1d5-4f42-a1c9-63bfe0bd6ce9 req-fad3d0b7-96c8-48d7-82d9-ae861afbaf7f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.1629717 Oct 13 14:12:52.742646 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2572126f-75fe-47b0-acfe-cf9e83f81d3d,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:52.765347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7400004c-b1d5-4f42-a1c9-63bfe0bd6ce9 req-f948d567-0e4d-4a8f-9882-0d6255e7158c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375318 Oct 13 14:12:52.809626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119698d2-74fc-434f-8be9-d891da67637d req-51c1583b-8a29-4254-b28c-a0502de0a8ba tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:52.811166 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-119698d2-74fc-434f-8be9-d891da67637d req-51c1583b-8a29-4254-b28c-a0502de0a8ba tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.49 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 946 time: 0.2856784 Oct 13 14:12:52.844404 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-ea2edc3b-b6b8-4e94-9dbf-50f5fac49acd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754840 Oct 13 14:12:52.866001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c91966-6de4-49a8-9bff-72dbac275ee9 req-908ce937-5047-4b5b-be5a-0524450f1365 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:52.876642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53c91966-6de4-49a8-9bff-72dbac275ee9 req-908ce937-5047-4b5b-be5a-0524450f1365 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 946 time: 0.3271697 Oct 13 14:12:53.026834 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53c91966-6de4-49a8-9bff-72dbac275ee9 req-e8d61325-9cb1-4e26-9c80-b0c1e57ca904 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/security-groups?id=a27339c1-7dcf-4b0b-8abe-abc38836e8a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146247 Oct 13 14:12:53.082849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2572126f-75fe-47b0-acfe-cf9e83f81d3d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:12:53.151718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ea7da-d3a4-45e9-834d-5f8e5895e517 req-cfe12dda-2d66-4c13-ab4c-d6e8b3295c1e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:53.159065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-468ea7da-d3a4-45e9-834d-5f8e5895e517 req-cfe12dda-2d66-4c13-ab4c-d6e8b3295c1e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 949 time: 0.1656971 Oct 13 14:12:53.214583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Deleting port 7fa59398-f720-49f6-ae85-9628077867f5 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:12:53.214884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:53.289942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-468ea7da-d3a4-45e9-834d-5f8e5895e517 req-abe500b5-fe5a-410e-8598-d93ff041559b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298952 Oct 13 14:12:53.462300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] For port 7fa59398-f720-49f6-ae85-9628077867f5, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7fa59398-f720-49f6-ae85-9628077867f5,segment=NetworkSegment(f3a15eee-7eee-4446-91bd-94a55760aecc),segment_id=f3a15eee-7eee-4446-91bd-94a55760aecc)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:53.462974 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:53.661331 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:53.903950 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:53.904540 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:53.904794 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Floating IP 2409fcb9-b02e-4b14-ba6f-322ee203eafe disassociated. External IP: 172.25.0.114, port: 7fa59398-f720-49f6-ae85-9628077867f5. Oct 13 14:12:53.905401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Calling delete_port for 7fa59398-f720-49f6-ae85-9628077867f5 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:12:53.925334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a9ce6-0b46-4b92-89e5-994bb80f5cdc req-926b36e6-9bad-4293-97fe-fb663032764b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:53.929917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f7a9ce6-0b46-4b92-89e5-994bb80f5cdc req-926b36e6-9bad-4293-97fe-fb663032764b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.2312295 Oct 13 14:12:53.959324 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:54.080966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175976-200f-4727-a7f1-078910f23bc7 req-812712cb-ad10-4745-af22-3ccab4963f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:54.082983 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49175976-200f-4727-a7f1-078910f23bc7 req-812712cb-ad10-4745-af22-3ccab4963f61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 1096 time: 0.3831103 Oct 13 14:12:54.128475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f2b76e47-c2a2-4407-b14c-1e46ad510bd8 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:12:54.252745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f7a9ce6-0b46-4b92-89e5-994bb80f5cdc req-28e462da-abf1-4309-88e0-775ad70218fb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032136 Oct 13 14:12:54.299259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port f2b76e47-c2a2-4407-b14c-1e46ad510bd8 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:12:54.299259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port f2b76e47-c2a2-4407-b14c-1e46ad510bd8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:12:54.299259 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:54.299778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-ac35e039-405c-4260-a242-fad812c4ace9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:54.300859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-ac35e039-405c-4260-a242-fad812c4ace9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52&tenant_id=21833094a6e8447db4e32da93e56651f&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 949 time: 0.2137158 Oct 13 14:12:54.405963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175976-200f-4727-a7f1-078910f23bc7 req-caeaadf7-0b57-4e35-9844-a791d42c4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:54.413507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49175976-200f-4727-a7f1-078910f23bc7 req-caeaadf7-0b57-4e35-9844-a791d42c4145 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.3023300 Oct 13 14:12:54.421323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e97464-4fa7-4479-a71e-0d4987720dbd req-78038e3d-5a5e-4ec3-a1f3-73ac8e50ddf3 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:54.429595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26e97464-4fa7-4479-a71e-0d4987720dbd req-78038e3d-5a5e-4ec3-a1f3-73ac8e50ddf3 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 944 time: 0.3435464 Oct 13 14:12:54.491673 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:54.526486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40298f6d-6615-448e-9e10-afb387579fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b76e47-c2a2-4407-b14c-1e46ad510bd8'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:12:54.534503 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c70d314-ff3f-42ef-a01e-dfdf667acbd4" -d '{"events": [{"server_uuid": "40298f6d-6615-448e-9e10-afb387579fd5", "name": "network-vif-plugged", "status": "completed", "tag": "f2b76e47-c2a2-4407-b14c-1e46ad510bd8"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:12:54.575011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f2b76e47-c2a2-4407-b14c-1e46ad510bd8, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b76e47-c2a2-4407-b14c-1e46ad510bd8,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:54.645056 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:54.698075 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49175976-200f-4727-a7f1-078910f23bc7 req-381dab61-a7fb-4afb-9e86-597d6e16c422 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c HTTP/1.1" status: 200 len: 999 time: 0.2567530 Oct 13 14:12:54.707409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-9eddded5-6fcc-48b8-bce9-4a89eefe891c service neutron] 10.222.0.41 "GET /v2.0/ports/2572126f-75fe-47b0-acfe-cf9e83f81d3d/bindings/n-h2-806683-15 HTTP/1.1" status: 200 len: 383 time: 0.3885393 Oct 13 14:12:54.711124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26e97464-4fa7-4479-a71e-0d4987720dbd req-17e02ad6-d63b-4c05-92a4-ba6f29585232 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806933 Oct 13 14:12:54.725668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea36ac-2518-44d9-8ef0-a2a6e6ee7cc6 req-ef824642-3b0f-48ef-931b-1dc866a3a2bf tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:54.735983 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0aea36ac-2518-44d9-8ef0-a2a6e6ee7cc6 req-ef824642-3b0f-48ef-931b-1dc866a3a2bf tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.2975545 Oct 13 14:12:54.751807 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:54.817880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=f2b76e47-c2a2-4407-b14c-1e46ad510bd8,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:54.902805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Pushing event deleted for resources: {'Port': ['ID=7fa59398-f720-49f6-ae85-9628077867f5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:55.052725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175976-200f-4727-a7f1-078910f23bc7 req-d87325a1-e8ec-4665-a197-c100602e233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:55.054292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49175976-200f-4727-a7f1-078910f23bc7 req-d87325a1-e8ec-4665-a197-c100602e233b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.3422172 Oct 13 14:12:55.073683 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0aea36ac-2518-44d9-8ef0-a2a6e6ee7cc6 req-c19cc149-2798-4871-9f87-65b46af40b91 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366470 Oct 13 14:12:55.165606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-b669c2a4-aab5-4fa7-916a-594182691a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:55.171197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-b669c2a4-aab5-4fa7-916a-594182691a7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 1101 time: 0.4214671 Oct 13 14:12:55.224635 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c584a82-1bf6-4875-b9fc-073d6437df4d req-6e72ca8c-92de-429c-bb49-a047267f41b1 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:55.232416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c584a82-1bf6-4875-b9fc-073d6437df4d req-6e72ca8c-92de-429c-bb49-a047267f41b1 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 949 time: 0.3362858 Oct 13 14:12:55.261295 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:55.399163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e185f4e5-ce20-4c5b-b70d-bb52bb3693d2 req-d704ed29-e3d6-4559-aa7b-8988866380a2 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 210 time: 0.2106936 Oct 13 14:12:55.411697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175976-200f-4727-a7f1-078910f23bc7 req-0cfeeba0-6099-4b96-851e-815855bc82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:55.414452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49175976-200f-4727-a7f1-078910f23bc7 req-0cfeeba0-6099-4b96-851e-815855bc82c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3374062 Oct 13 14:12:55.537095 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def53149-c220-4f91-9f30-d754bfd08379 x-openstack-request-id: req-def53149-c220-4f91-9f30-d754bfd08379 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:12:55.537285 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40298f6d-6615-448e-9e10-afb387579fd5", "name": "network-vif-plugged", "status": "completed", "tag": "f2b76e47-c2a2-4407-b14c-1e46ad510bd8", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:12:55.541372 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-def53149-c220-4f91-9f30-d754bfd08379 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:12:55.541372 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40298f6d-6615-448e-9e10-afb387579fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b76e47-c2a2-4407-b14c-1e46ad510bd8', 'code': 200} Oct 13 14:12:55.581817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c584a82-1bf6-4875-b9fc-073d6437df4d req-74fa4cd6-8434-4b4a-928b-134dc15bf454 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482661 Oct 13 14:12:55.670927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Router b8d4589c-9185-4969-a225-99031bd3bb33 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:12:55.709864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-e77dcc62-b47b-4b30-9f09-9b3bbb0555c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:55.714032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-e77dcc62-b47b-4b30-9f09-9b3bbb0555c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.5286610 Oct 13 14:12:56.126684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49175976-200f-4727-a7f1-078910f23bc7 req-956c7552-fed6-4aa0-8f9c-ca4bb4fc0eea service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931994 Oct 13 14:12:56.141853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-2c179abc-4191-4e18-9917-6366188b5915 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d HTTP/1.1" status: 200 len: 217 time: 0.4073365 Oct 13 14:12:56.152500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2572126f-75fe-47b0-acfe-cf9e83f81d3d up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:12:56.251914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 2572126f-75fe-47b0-acfe-cf9e83f81d3d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:12:56.252510 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:56.370526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2e5dd-52e5-419a-8a41-65ca426de365 req-80116356-892b-4cee-ae5d-d51caaa65a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:56.372314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85c2e5dd-52e5-419a-8a41-65ca426de365 req-80116356-892b-4cee-ae5d-d51caaa65a53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 1097 time: 0.7539961 Oct 13 14:12:56.373390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:12:56.391612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cbc3d-19b6-4fc6-aced-32676c569993 req-09498be4-464b-45a1-b513-ab62c47a8547 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:56.392106 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163b3dc-96dc-4a89-9b0e-3c79449ea3c0 None None] Sync routers for ids ['b8d4589c-9185-4969-a225-99031bd3bb33'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:12:56.393349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e1cbc3d-19b6-4fc6-aced-32676c569993 req-09498be4-464b-45a1-b513-ab62c47a8547 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.7088640 Oct 13 14:12:56.426287 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163b3dc-96dc-4a89-9b0e-3c79449ea3c0 None None] Routers {'b8d4589c-9185-4969-a225-99031bd3bb33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:12:56.436343 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0163b3dc-96dc-4a89-9b0e-3c79449ea3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:12:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8d4589c-9185-4969-a225-99031bd3bb33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:12:56.438454 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:56.488753 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7fa59398-f720-49f6-ae85-9628077867f5 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:12:56.512564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] No DVR routers for this DVR port 7fa59398-f720-49f6-ae85-9628077867f5 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:12:56.515120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-ee462430-e71e-40a1-8a80-19d49a9282a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:56.520561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-ee462430-e71e-40a1-8a80-19d49a9282a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2711513 Oct 13 14:12:56.520561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:56.525032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-119698d2-74fc-434f-8be9-d891da67637d req-5058f551-3a45-4eec-a1ce-afe72efe5986 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.49 "DELETE /v2.0/ports/7fa59398-f720-49f6-ae85-9628077867f5 HTTP/1.1" status: 204 len: 173 time: 3.6999750 Oct 13 14:12:56.527188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced72dcc-6440-44c0-9529-22b32f864fa9', 'name': 'network-vif-deleted', 'tag': '7fa59398-f720-49f6-ae85-9628077867f5'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:12:56.529734 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f05922-3985-4a56-a0a9-4a9351b4b040" -d '{"events": [{"server_uuid": "ced72dcc-6440-44c0-9529-22b32f864fa9", "name": "network-vif-deleted", "tag": "7fa59398-f720-49f6-ae85-9628077867f5"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:12:56.576115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 7fa59398-f720-49f6-ae85-9628077867f5 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:12:56.577400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7fa59398-f720-49f6-ae85-9628077867f5 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:12:56.581788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e0046-458b-481e-9c89-52508e3a84e6 req-edf0c885-5a22-46c7-86c9-204eb6edf94f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:56.583613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-089e0046-458b-481e-9c89-52508e3a84e6 req-edf0c885-5a22-46c7-86c9-204eb6edf94f tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 945 time: 0.4746795 Oct 13 14:12:56.611386 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85c2e5dd-52e5-419a-8a41-65ca426de365 req-7ba3fe1f-1089-48b4-8825-96186116c52f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140894 Oct 13 14:12:56.616516 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:12:56.627000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49175976-200f-4727-a7f1-078910f23bc7 req-31a53c26-87bc-4012-a006-d57657454ca7 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852143 Oct 13 14:12:56.656561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e1cbc3d-19b6-4fc6-aced-32676c569993 req-4124f1b7-974e-4459-88fb-2f38e967ceed tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211313 Oct 13 14:12:56.663578 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:12:56.691848 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0163b3dc-96dc-4a89-9b0e-3c79449ea3c0 None None] Set router b8d4589c-9185-4969-a225-99031bd3bb33 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:12:56.699436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-699f0d75-dc86-4240-bda8-f45f4983002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:56.700934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-699f0d75-dc86-4240-bda8-f45f4983002f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1613848 Oct 13 14:12:56.706379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-089e0046-458b-481e-9c89-52508e3a84e6 req-11b371fd-3c7b-4de0-9954-a8ba4d2c6fc4 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831227 Oct 13 14:12:56.764971 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:57.035855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2572126f-75fe-47b0-acfe-cf9e83f81d3d,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:12:57.147544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f731cdcc-6c32-472e-b34d-3452a16e4c6d req-e0939e44-f8a7-4ae7-b2f7-06de1c305866 tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 210 time: 0.1322670 Oct 13 14:12:57.151882 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0163b3dc-96dc-4a89-9b0e-3c79449ea3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:10:39Z', 'revision_number': 4, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port': {'id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:35Z', 'updated_at': '2021-10-13T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'be6675b6-8649-40f9-9639-960574539cac', 'name': '', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'mac_address': 'fa:16:3e:43:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:38Z', 'updated_at': '2021-10-13T14:10:44Z', 'revision_number': 5, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'subnets': [{'id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:12:57.176354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4d267-6b92-4692-adee-7f1eb8b55886 req-0093ad6c-e6c6-4aae-90a9-acf3e5e926ed tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:57.184557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7b4d267-6b92-4692-adee-7f1eb8b55886 req-0093ad6c-e6c6-4aae-90a9-acf3e5e926ed tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.3258901 Oct 13 14:12:57.220729 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163b3dc-96dc-4a89-9b0e-3c79449ea3c0 None None] Checking router: b8d4589c-9185-4969-a225-99031bd3bb33 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:12:57.225380 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30bd475-8f36-46a5-8847-82b2abfb1a47 x-openstack-request-id: req-d30bd475-8f36-46a5-8847-82b2abfb1a47 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:12:57.225865 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced72dcc-6440-44c0-9529-22b32f864fa9", "name": "network-vif-deleted", "tag": "7fa59398-f720-49f6-ae85-9628077867f5", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:12:57.226291 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d30bd475-8f36-46a5-8847-82b2abfb1a47 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:12:57.226946 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced72dcc-6440-44c0-9529-22b32f864fa9', 'name': 'network-vif-deleted', 'tag': '7fa59398-f720-49f6-ae85-9628077867f5', 'status': 'completed', 'code': 200} Oct 13 14:12:57.239211 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163b3dc-96dc-4a89-9b0e-3c79449ea3c0 None None] Routers {'b8d4589c-9185-4969-a225-99031bd3bb33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:12:57.240158 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0163b3dc-96dc-4a89-9b0e-3c79449ea3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:12:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8d4589c-9185-4969-a225-99031bd3bb33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:12:57.328148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-e7b7f24d-5a17-4cf8-9f45-4cad82de22c8 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506539 Oct 13 14:12:57.382403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7b4d267-6b92-4692-adee-7f1eb8b55886 req-93f96f1c-a835-497b-82c9-e35f715fa96c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968195 Oct 13 14:12:57.528502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311e711-9409-4ff2-a78c-cb93029b98a8 req-1dbcb65e-666e-4d23-a781-331abffb782e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:57.536753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b311e711-9409-4ff2-a78c-cb93029b98a8 req-1dbcb65e-666e-4d23-a781-331abffb782e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1924949 Oct 13 14:12:57.539675 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:12:57.543188 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa351c87-e17a-4383-a821-7d16c20ad8d7" -d '{"events": [{"server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "name": "network-vif-plugged", "status": "completed", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:12:57.553649 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0163b3dc-96dc-4a89-9b0e-3c79449ea3c0 None None] Set router b8d4589c-9185-4969-a225-99031bd3bb33 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:12:57.634347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b311e711-9409-4ff2-a78c-cb93029b98a8 req-9f552732-5bd3-4be2-88af-2c32569762b3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966616 Oct 13 14:12:57.645067 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d88ac28-8c94-4e31-9bca-da3d6287709c x-openstack-request-id: req-1d88ac28-8c94-4e31-9bca-da3d6287709c {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:12:57.645316 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "name": "network-vif-plugged", "status": "completed", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:12:57.645678 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d88ac28-8c94-4e31-9bca-da3d6287709c {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:12:57.646145 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d', 'code': 200} Oct 13 14:12:57.690001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-88435a5b-7a0d-4f26-9a69-72d67db6de8d service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490803 Oct 13 14:12:57.926259 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0163b3dc-96dc-4a89-9b0e-3c79449ea3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:10:39Z', 'revision_number': 4, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port': {'id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:35Z', 'updated_at': '2021-10-13T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'be6675b6-8649-40f9-9639-960574539cac', 'name': '', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'mac_address': 'fa:16:3e:43:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:38Z', 'updated_at': '2021-10-13T14:10:44Z', 'revision_number': 5, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'subnets': [{'id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:12:57.932088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d473f-f248-476e-9d7c-cf4fd8dc4f91 req-9692c042-a108-412a-b6cb-5e52f2f549eb tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:57.934172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-715d473f-f248-476e-9d7c-cf4fd8dc4f91 req-9692c042-a108-412a-b6cb-5e52f2f549eb tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 945 time: 0.1230974 Oct 13 14:12:57.967180 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0163b3dc-96dc-4a89-9b0e-3c79449ea3c0 None None] The sync data for ids ['b8d4589c-9185-4969-a225-99031bd3bb33'] in n-d-806683-15 is: [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:10:39Z', 'revision_number': 4, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port': {'id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:35Z', 'updated_at': '2021-10-13T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'be6675b6-8649-40f9-9639-960574539cac', 'name': '', 'network_id': '9ea6ef29-1d3e-4e64-81d1-b93a7699050a', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'mac_address': 'fa:16:3e:43:8e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:38Z', 'updated_at': '2021-10-13T14:10:44Z', 'revision_number': 5, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'subnets': [{'id': '903a3ec8-1475-4837-921b-92122e8b0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:12:57.976955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c093d-d69f-4e92-a749-b67c051f62a3 req-8b34df75-b7f2-4bc2-9c70-4b07b55c33df tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:57.978799 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-351c093d-d69f-4e92-a749-b67c051f62a3 req-8b34df75-b7f2-4bc2-9c70-4b07b55c33df tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1407952 Oct 13 14:12:58.092151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-715d473f-f248-476e-9d7c-cf4fd8dc4f91 req-c082a178-a77c-4f40-87fc-47b7bbd23167 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336927 Oct 13 14:12:58.151429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-351c093d-d69f-4e92-a749-b67c051f62a3 req-4ff5fd21-35c6-46aa-83fb-5fd4ea528687 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544144 Oct 13 14:12:58.409177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6b77ec1-baa7-4d0e-88aa-d641688e9cdf req-a1ca39ef-2383-40cf-9870-e2b7542f85ba tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/ports?device_id=ced72dcc-6440-44c0-9529-22b32f864fa9 HTTP/1.1" status: 200 len: 210 time: 0.0527294 Oct 13 14:12:58.509735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fafe765-00d1-4a94-9096-98d14fee1514 None None] New status for floating IP 2409fcb9-b02e-4b14-ba6f-322ee203eafe: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:12:58.673539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc7c58-eb47-4eb5-9f12-84a99684d8fe req-34698dc6-48c9-4626-8341-0a24f1888903 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:58.689751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2adc7c58-eb47-4eb5-9f12-84a99684d8fe req-34698dc6-48c9-4626-8341-0a24f1888903 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.1630003 Oct 13 14:12:58.774629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2adc7c58-eb47-4eb5-9f12-84a99684d8fe req-d8496b2b-6820-42d3-ac6f-37a10f6cae6d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862746 Oct 13 14:12:58.913521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7312be-e773-406a-ac08-e4ac808e9952 req-05de0823-f1e2-496c-b35d-7d4fb6e39b2c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:58.923639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f7312be-e773-406a-ac08-e4ac808e9952 req-05de0823-f1e2-496c-b35d-7d4fb6e39b2c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1168292 Oct 13 14:12:58.987639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f7312be-e773-406a-ac08-e4ac808e9952 req-5cb816e3-f413-49ef-aa41-4b7550157fd3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611475 Oct 13 14:12:59.330630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e1368-5c52-46d5-9534-fd39db433012 req-35d7add0-07f5-4d86-87a5-d68d595836b2 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:59.332490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-037e1368-5c52-46d5-9534-fd39db433012 req-35d7add0-07f5-4d86-87a5-d68d595836b2 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 945 time: 0.1162376 Oct 13 14:12:59.407653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df655eb-1b1b-4aa3-b5cf-3676c2abdab9 req-00555709-1f08-4038-ab96-6fce6e10b7ed tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:59.416070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2df655eb-1b1b-4aa3-b5cf-3676c2abdab9 req-00555709-1f08-4038-ab96-6fce6e10b7ed tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1182966 Oct 13 14:12:59.431840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-037e1368-5c52-46d5-9534-fd39db433012 req-1a276680-f6cc-456f-9194-f117e87f287e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750225 Oct 13 14:12:59.485673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2df655eb-1b1b-4aa3-b5cf-3676c2abdab9 req-6610d7dd-b948-425f-8daf-403b932321ac tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674794 Oct 13 14:12:59.655923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3938a-a1c1-4ab0-aeec-900d4bd9e204 req-1ac9ddc3-3c53-427a-8f50-1d830c8f489e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:12:59.657532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cba3938a-a1c1-4ab0-aeec-900d4bd9e204 req-1ac9ddc3-3c53-427a-8f50-1d830c8f489e tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 945 time: 0.0622971 Oct 13 14:12:59.726630 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43800) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:12:59.737130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cba3938a-a1c1-4ab0-aeec-900d4bd9e204 req-b5c91fb7-ce43-4542-bd79-8dad235dc755 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669603 Oct 13 14:12:59.807077 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:12:59.893824 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:00.067182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb28bfe-4868-42ce-bada-46864a77965b req-054f5078-522c-4f45-ae2b-fce7a696a613 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:00.068843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdb28bfe-4868-42ce-bada-46864a77965b req-054f5078-522c-4f45-ae2b-fce7a696a613 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.1135821 Oct 13 14:13:00.086529 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:00.096882 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:00.098517 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "DELETE /v2.0/security-groups/a27339c1-7dcf-4b0b-8abe-abc38836e8a1 HTTP/1.1" status: 204 len: 168 time: 0.3706765 Oct 13 14:13:00.099097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43812) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:00.152814 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-819e7629-2240-45ad-8e81-5cab19f4841b tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] show failed (client error): The resource could not be found. Oct 13 14:13:00.157086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43814) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:00.157752 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-819e7629-2240-45ad-8e81-5cab19f4841b tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "GET /v2.0/security-groups/a27339c1-7dcf-4b0b-8abe-abc38836e8a1 HTTP/1.1" status: 404 len: 347 time: 0.0498366 Oct 13 14:13:00.158858 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27339c1-7dcf-4b0b-8abe-abc38836e8a1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:00.170048 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:00.171174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:00.171708 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:00.172245 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:00.172786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:00.173410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:00.173982 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:00.174497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:00.175025 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:00.175617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:00.176595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:00.176595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab246a-a570-49e6-b0c0-94b0b974602e tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:00.222858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdb28bfe-4868-42ce-bada-46864a77965b req-38085aaf-2aa3-4bb5-96e5-c078d368ad71 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360807 Oct 13 14:13:00.382760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736ebc4-d79d-458f-a4c5-e772ad9b83b7 req-45eb5d7c-9cf5-4b06-9e8d-73b58b0f4d77 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:00.384738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3736ebc4-d79d-458f-a4c5-e772ad9b83b7 req-45eb5d7c-9cf5-4b06-9e8d-73b58b0f4d77 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.2491875 Oct 13 14:13:00.508523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3736ebc4-d79d-458f-a4c5-e772ad9b83b7 req-5e46caff-df3b-4dc4-80de-8192183c2ff7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954852 Oct 13 14:13:00.526325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a14a4-e1e7-4214-843a-4c9d512db686 req-70393934-3607-4015-a019-ff5ab4fa219c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:00.527973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-564a14a4-e1e7-4214-843a-4c9d512db686 req-70393934-3607-4015-a019-ff5ab4fa219c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 945 time: 0.0997388 Oct 13 14:13:00.561868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b5c75d01-ea4e-4bf0-8aa9-7a9bf86d2c8d tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Deleting port f4df9a7c-cd96-4e2a-966c-bf32ef05ee9f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:13:00.562353 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5c75d01-ea4e-4bf0-8aa9-7a9bf86d2c8d tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:00.662779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-564a14a4-e1e7-4214-843a-4c9d512db686 req-dde20458-0c55-4e31-8eeb-f8e042e3a8be tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217816 Oct 13 14:13:00.716675 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5c75d01-ea4e-4bf0-8aa9-7a9bf86d2c8d tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:00.719106 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5c75d01-ea4e-4bf0-8aa9-7a9bf86d2c8d tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:00.756581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b5c75d01-ea4e-4bf0-8aa9-7a9bf86d2c8d tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Calling delete_port for f4df9a7c-cd96-4e2a-966c-bf32ef05ee9f owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:13:00.915797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b1c6e-d183-4098-a056-b731eb5b0bc7 req-bec34d0d-bbf6-49b0-b3e2-ab377b2c363a tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:00.917404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-364b1c6e-d183-4098-a056-b731eb5b0bc7 req-bec34d0d-bbf6-49b0-b3e2-ab377b2c363a tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 945 time: 0.1354575 Oct 13 14:13:00.980736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-364b1c6e-d183-4098-a056-b731eb5b0bc7 req-8198211e-f5fe-4eb9-ab30-f165ab0e18f0 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462224 Oct 13 14:13:01.152736 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5c75d01-ea4e-4bf0-8aa9-7a9bf86d2c8d tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:01.197799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c75d01-ea4e-4bf0-8aa9-7a9bf86d2c8d tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Pushing event deleted for resources: {'Port': ['ID=f4df9a7c-cd96-4e2a-966c-bf32ef05ee9f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:01.323165 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5c75d01-ea4e-4bf0-8aa9-7a9bf86d2c8d tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:01.328269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5c75d01-ea4e-4bf0-8aa9-7a9bf86d2c8d tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:01.333326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b5c75d01-ea4e-4bf0-8aa9-7a9bf86d2c8d tempest-ServersTestJSON-242035667 tempest-ServersTestJSON-242035667-project] 10.222.0.18 "DELETE /v2.0/floatingips/2409fcb9-b02e-4b14-ba6f-322ee203eafe HTTP/1.1" status: 204 len: 168 time: 1.1437707 Oct 13 14:13:01.334136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43842) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:01.545654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2d49b-395b-4c78-811f-50ca08fdf6c3 req-75fddb87-eb3d-4bfd-b99b-138f97289343 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:01.577929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9b2d49b-395b-4c78-811f-50ca08fdf6c3 req-75fddb87-eb3d-4bfd-b99b-138f97289343 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 945 time: 0.2024970 Oct 13 14:13:01.629824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e449b0-e0c7-4657-9752-742bd8c053c6 req-c65a7477-4dbe-4e60-bb32-4c26adbc864c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:01.646747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90e449b0-e0c7-4657-9752-742bd8c053c6 req-c65a7477-4dbe-4e60-bb32-4c26adbc864c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.2372313 Oct 13 14:13:01.765322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90e449b0-e0c7-4657-9752-742bd8c053c6 req-f7791dd6-691f-42d9-88ea-d12fdd45e1b8 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168308 Oct 13 14:13:01.771611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9b2d49b-395b-4c78-811f-50ca08fdf6c3 req-4c11b204-97e6-42eb-bda4-17a34303e4d2 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849334 Oct 13 14:13:02.069742 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8051bb57-bbb0-4ce9-8547-01a165c96bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:02.122107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c536a8-e6aa-4484-a603-3abf78af3f4f req-0e4bf3d4-97f5-4a4e-ace7-d279066ee559 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:02.130961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36c536a8-e6aa-4484-a603-3abf78af3f4f req-0e4bf3d4-97f5-4a4e-ace7-d279066ee559 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 945 time: 0.1005821 Oct 13 14:13:02.149640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae143ce7-59f2-456d-b048-07441c133a2b req-d76e9857-1a95-442c-9ce1-5224edeab80d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:02.157541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae143ce7-59f2-456d-b048-07441c133a2b req-d76e9857-1a95-442c-9ce1-5224edeab80d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1167693 Oct 13 14:13:02.250064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36c536a8-e6aa-4484-a603-3abf78af3f4f req-c6a876fc-5c21-484a-9faf-f317151d660a tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158836 Oct 13 14:13:02.326328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae143ce7-59f2-456d-b048-07441c133a2b req-923f5009-59d5-4b5f-8b9a-d0e252bbcead tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676633 Oct 13 14:13:02.372853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-eb145649-b95d-4f87-882a-322d3e13ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:02.379393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-eb145649-b95d-4f87-882a-322d3e13ccea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52&tenant_id=21833094a6e8447db4e32da93e56651f HTTP/1.1" status: 200 len: 1102 time: 0.1571686 Oct 13 14:13:02.489756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-2003cb21-145a-49a9-811f-3ad98a193b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:02.492044 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-2003cb21-145a-49a9-811f-3ad98a193b5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 1102 time: 0.0838561 Oct 13 14:13:02.656510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-24504268-9fdf-47f9-83fd-b985794e7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:02.658685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-24504268-9fdf-47f9-83fd-b985794e7d0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1538503 Oct 13 14:13:02.668689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8051bb57-bbb0-4ce9-8547-01a165c96bb9 admin admin] Deleting port be6675b6-8649-40f9-9639-960574539cac {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:13:02.678209 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8051bb57-bbb0-4ce9-8547-01a165c96bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:02.745769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-77faa7e1-78f1-4760-8ddf-03519ca47b42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d HTTP/1.1" status: 200 len: 217 time: 0.0727828 Oct 13 14:13:02.851277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-8051bb57-bbb0-4ce9-8547-01a165c96bb9 admin admin] For port be6675b6-8649-40f9-9639-960574539cac, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=be6675b6-8649-40f9-9639-960574539cac,segment=NetworkSegment(f3a15eee-7eee-4446-91bd-94a55760aecc),segment_id=f3a15eee-7eee-4446-91bd-94a55760aecc)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:02.852256 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8051bb57-bbb0-4ce9-8547-01a165c96bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:02.879166 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8051bb57-bbb0-4ce9-8547-01a165c96bb9 admin admin] Calling delete_port for be6675b6-8649-40f9-9639-960574539cac owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:13:02.915156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-e4c2d469-9dfb-41e6-8c34-d0e038e64c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:02.917359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-e4c2d469-9dfb-41e6-8c34-d0e038e64c4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1503818 Oct 13 14:13:03.059913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-72e42d51-9f0a-4bd6-81af-7f991cb619b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:03.062747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-72e42d51-9f0a-4bd6-81af-7f991cb619b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1307373 Oct 13 14:13:03.227843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a528a-5ca9-4580-9b40-e8cd301c8258 req-6c6bccab-966a-4ea3-9085-1aae4dbff90a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:03.230113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b60a528a-5ca9-4580-9b40-e8cd301c8258 req-6c6bccab-966a-4ea3-9085-1aae4dbff90a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.0991569 Oct 13 14:13:03.249681 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8051bb57-bbb0-4ce9-8547-01a165c96bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:03.254403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-f8b68b04-1253-43dc-b333-039336590d1c service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794605 Oct 13 14:13:03.313794 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051bb57-bbb0-4ce9-8547-01a165c96bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=be6675b6-8649-40f9-9639-960574539cac,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:03.395375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b60a528a-5ca9-4580-9b40-e8cd301c8258 req-e88f60da-2bec-4829-8f0d-c7dd9979f4af tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529534 Oct 13 14:13:03.603581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a40a89f6-77ad-446c-86b2-30e824de2782 req-86589929-c889-4fde-86a8-397ac49ef713 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287661 Oct 13 14:13:03.621277 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8051bb57-bbb0-4ce9-8547-01a165c96bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:03.640402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71f6cf-978e-4a21-991b-b88fcf448541 req-98e0c637-1492-4d7d-8813-14d64b15b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:03.642433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b71f6cf-978e-4a21-991b-b88fcf448541 req-98e0c637-1492-4d7d-8813-14d64b15b951 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a997977e65de45ed810156d8bb91dad9&device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 1098 time: 0.3666553 Oct 13 14:13:03.654365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266b76-1954-424c-b505-d3eb18db0828 req-137ae5a8-e8da-4a37-8897-db92cd1bff41 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:03.656566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71266b76-1954-424c-b505-d3eb18db0828 req-137ae5a8-e8da-4a37-8897-db92cd1bff41 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 945 time: 0.3797314 Oct 13 14:13:04.006193 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8051bb57-bbb0-4ce9-8547-01a165c96bb9 admin admin] Router b8d4589c-9185-4969-a225-99031bd3bb33 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:13:04.086419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef97a7c-7ea3-475c-8fdd-971bc269c4e5 req-4b0eac3d-2360-4d27-bbfc-9948628a86d9 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:04.095036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ef97a7c-7ea3-475c-8fdd-971bc269c4e5 req-4b0eac3d-2360-4d27-bbfc-9948628a86d9 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.5188496 Oct 13 14:13:04.147523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71266b76-1954-424c-b505-d3eb18db0828 req-4c887288-8bf8-4262-8f96-1c0db1f51ce6 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774752 Oct 13 14:13:04.168835 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2572126f-75fe-47b0-acfe-cf9e83f81d3d no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:13:04.201345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8051bb57-bbb0-4ce9-8547-01a165c96bb9 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:13:04.219560 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cd488-0fcf-4c0f-8cf3-c996502363d1 None None] Sync routers for ids ['b8d4589c-9185-4969-a225-99031bd3bb33'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:13:04.223399 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8051bb57-bbb0-4ce9-8547-01a165c96bb9 admin admin] 10.222.0.18 "PUT /v2.0/routers/b8d4589c-9185-4969-a225-99031bd3bb33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8876224 Oct 13 14:13:04.226896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43918) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:04.249334 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4cd488-0fcf-4c0f-8cf3-c996502363d1 None None] Routers {'b8d4589c-9185-4969-a225-99031bd3bb33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:13:04.250463 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bc4cd488-0fcf-4c0f-8cf3-c996502363d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:12:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8d4589c-9185-4969-a225-99031bd3bb33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:13:04.266916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71f6cf-978e-4a21-991b-b88fcf448541 req-e0767b71-dbdf-4091-a474-a4f7ac2a1388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:04.273081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b71f6cf-978e-4a21-991b-b88fcf448541 req-e0767b71-dbdf-4091-a474-a4f7ac2a1388 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e HTTP/1.1" status: 200 len: 920 time: 0.6135414 Oct 13 14:13:04.319111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ef97a7c-7ea3-475c-8fdd-971bc269c4e5 req-a99b7027-f8ab-44b2-84bd-75f8765381bf tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229021 Oct 13 14:13:04.420532 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:04.422432 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-bc4cd488-0fcf-4c0f-8cf3-c996502363d1 None None] Set router b8d4589c-9185-4969-a225-99031bd3bb33 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:13:04.427809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:04.536865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:04.541677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:04.544502 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87d2403-dae2-4d2b-8f76-66f0c1e5546d" -d '{"events": [{"server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "name": "network-vif-unplugged", "status": "completed", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:04.559222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b71f6cf-978e-4a21-991b-b88fcf448541 req-29cb9ecd-3015-455e-84b5-fcc4c4fb974e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9fede42-1faa-4d16-a3a9-7d1dd180dce4 HTTP/1.1" status: 200 len: 217 time: 0.2489977 Oct 13 14:13:04.649019 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:04.682195 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:04.733116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37bc5c-104c-496e-82a5-bf83862f77ee req-843a5eb8-128f-40eb-a7e6-6420c2aa6e9d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:04.741641 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e37bc5c-104c-496e-82a5-bf83862f77ee req-843a5eb8-128f-40eb-a7e6-6420c2aa6e9d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.4944577 Oct 13 14:13:04.778523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71f6cf-978e-4a21-991b-b88fcf448541 req-66ecc0b4-ce44-4001-a627-f456d3080228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:04.779764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b71f6cf-978e-4a21-991b-b88fcf448541 req-66ecc0b4-ce44-4001-a627-f456d3080228 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6964d976-94ec-4a1a-9713-1d451d704310 HTTP/1.1" status: 200 len: 859 time: 0.2080948 Oct 13 14:13:04.798516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2572126f-75fe-47b0-acfe-cf9e83f81d3d,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:04.813730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f530c5-c57d-462f-bb6a-fb02350764ce req-9eb755a7-f45f-4c06-9d88-e32c2200e762 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:04.835184 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Deleting port 9e4b99d4-c293-4b09-9870-d5889d6be243 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:13:04.836498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02f530c5-c57d-462f-bb6a-fb02350764ce req-9eb755a7-f45f-4c06-9d88-e32c2200e762 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.2762411 Oct 13 14:13:04.837766 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:04.842638 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bc4cd488-0fcf-4c0f-8cf3-c996502363d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:13:03Z', 'revision_number': 5, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port': {'id': '9e4b99d4-c293-4b09-9870-d5889d6be243', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:10:35Z', 'updated_at': '2021-10-13T14:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:13:04.922752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e37bc5c-104c-496e-82a5-bf83862f77ee req-543bbe5e-e05d-4ff5-9046-425a5542a9c9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787493 Oct 13 14:13:04.934219 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cd488-0fcf-4c0f-8cf3-c996502363d1 None None] Checking router: b8d4589c-9185-4969-a225-99031bd3bb33 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:13:04.958008 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4cd488-0fcf-4c0f-8cf3-c996502363d1 None None] Routers {'b8d4589c-9185-4969-a225-99031bd3bb33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:13:04.959427 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bc4cd488-0fcf-4c0f-8cf3-c996502363d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:12:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8d4589c-9185-4969-a225-99031bd3bb33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:13:04.970029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b71f6cf-978e-4a21-991b-b88fcf448541 req-5c7f2834-06b4-4103-b3ce-f69228f44f2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307945 Oct 13 14:13:05.025276 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4973b4c6-02d1-4ce6-9855-35b26c6c1bd8 x-openstack-request-id: req-4973b4c6-02d1-4ce6-9855-35b26c6c1bd8 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:05.025572 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "name": "network-vif-unplugged", "status": "completed", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:05.025825 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4973b4c6-02d1-4ce6-9855-35b26c6c1bd8 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:05.026416 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d', 'code': 200} Oct 13 14:13:05.034028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] For port 9e4b99d4-c293-4b09-9870-d5889d6be243, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9e4b99d4-c293-4b09-9870-d5889d6be243,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:05.036212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:05.073689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Calling delete_port for 9e4b99d4-c293-4b09-9870-d5889d6be243 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:13:05.129898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02f530c5-c57d-462f-bb6a-fb02350764ce req-7a1ecd28-b9c6-4af1-9fdb-dde8ff26afac tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919967 Oct 13 14:13:05.174441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-5db88aef-774c-4dab-ac5e-621f3ae692fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:05.196765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-5db88aef-774c-4dab-ac5e-621f3ae692fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a&tenant_id=b80d7edb00dd4c08b870dab304ba4673 HTTP/1.1" status: 200 len: 1096 time: 0.3318009 Oct 13 14:13:05.298956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efb6ac-c2e4-4608-ae9a-5c295ad3bf59 req-97bde74f-7645-4c84-ae1d-547718a90251 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:05.302542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1efb6ac-c2e4-4608-ae9a-5c295ad3bf59 req-97bde74f-7645-4c84-ae1d-547718a90251 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.41 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 945 time: 0.3294818 Oct 13 14:13:05.405113 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-bc4cd488-0fcf-4c0f-8cf3-c996502363d1 None None] Set router b8d4589c-9185-4969-a225-99031bd3bb33 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:13:05.483995 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bc4cd488-0fcf-4c0f-8cf3-c996502363d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:13:04Z', 'revision_number': 6, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:13:05.514601 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4cd488-0fcf-4c0f-8cf3-c996502363d1 None None] The sync data for ids ['b8d4589c-9185-4969-a225-99031bd3bb33'] in n-d-806683-15 is: [{'id': 'b8d4589c-9185-4969-a225-99031bd3bb33', 'name': 'tempest-ServersTestJSON-408978477-router', 'tenant_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:10:34Z', 'updated_at': '2021-10-13T14:13:04Z', 'revision_number': 6, 'project_id': '5471a7ffdc1d4cc4a2baddaef75c1e04', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:13:05.529462 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:05.577429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b71f6cf-978e-4a21-991b-b88fcf448541 req-9cbf66a0-3168-4800-944c-130b7703dbf6 service neutron] 10.222.0.41 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776374 Oct 13 14:13:05.615126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4b99d4-c293-4b09-9870-d5889d6be243,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:05.685996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-a17ab699-95c6-4556-b10b-eabb91a6afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:05.688326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-a17ab699-95c6-4556-b10b-eabb91a6afa0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 1096 time: 0.3825395 Oct 13 14:13:05.689058 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:05.750335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97386f02-affa-420d-896a-531dadea6d40 req-6f127cf8-bfce-48e6-950b-3296b448505c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:05.757935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97386f02-affa-420d-896a-531dadea6d40 req-6f127cf8-bfce-48e6-950b-3296b448505c tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 945 time: 0.4291053 Oct 13 14:13:05.794053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:05.796951 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:05.841712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2499f31-4969-4df8-81c1-de9d81f35ad8 req-8fef273d-e260-439a-9f5d-8961fce079f8 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:05.845659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2499f31-4969-4df8-81c1-de9d81f35ad8 req-8fef273d-e260-439a-9f5d-8961fce079f8 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.3671861 Oct 13 14:13:05.883539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-a1efb6ac-c2e4-4608-ae9a-5c295ad3bf59 req-d4f4f465-5e6a-425b-8508-4ec412415c20 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Deleting port f2b76e47-c2a2-4407-b14c-1e46ad510bd8 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:13:05.883856 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1efb6ac-c2e4-4608-ae9a-5c295ad3bf59 req-d4f4f465-5e6a-425b-8508-4ec412415c20 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:05.928373 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:05.929055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8d4589c-9185-4969-a225-99031bd3bb33 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:13:05.940480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:05.943724 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-59b07b74-1b5a-4b95-8635-232a9be9944d admin admin] 10.222.0.18 "DELETE /v2.0/routers/b8d4589c-9185-4969-a225-99031bd3bb33 HTTP/1.1" status: 204 len: 168 time: 1.7137334 Oct 13 14:13:05.949393 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43936) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:05.990209 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b71f6cf-978e-4a21-991b-b88fcf448541 req-67d6b551-6feb-4158-8d90-3819c1086344 service neutron] 10.222.0.41 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791401 Oct 13 14:13:06.027978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97386f02-affa-420d-896a-531dadea6d40 req-892ef5ec-249d-4512-ad19-343b56269645 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8c56baf-7735-4e96-8a7e-3a5c33735378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689316 Oct 13 14:13:06.093322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-809f7115-7704-4b30-b37c-575a406ac5c4 admin admin] Deleting subnet 903a3ec8-1475-4837-921b-92122e8b0d09 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:13:06.105918 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2499f31-4969-4df8-81c1-de9d81f35ad8 req-cedada61-2abf-4695-8589-8643f452b0f8 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417061 Oct 13 14:13:06.107600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-809f7115-7704-4b30-b37c-575a406ac5c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:06.169912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-0b42a626-a404-4e3b-b6af-5833b903304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:06.171325 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-809f7115-7704-4b30-b37c-575a406ac5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:06.172825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-0b42a626-a404-4e3b-b6af-5833b903304a service neutron] 10.222.0.49 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 918 time: 0.4766417 Oct 13 14:13:06.215182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a1efb6ac-c2e4-4608-ae9a-5c295ad3bf59 req-d4f4f465-5e6a-425b-8508-4ec412415c20 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] For port f2b76e47-c2a2-4407-b14c-1e46ad510bd8, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b76e47-c2a2-4407-b14c-1e46ad510bd8,segment=NetworkSegment(14863dfe-b155-4c88-9fe8-21afbb56bcef),segment_id=14863dfe-b155-4c88-9fe8-21afbb56bcef)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:06.216253 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1efb6ac-c2e4-4608-ae9a-5c295ad3bf59 req-d4f4f465-5e6a-425b-8508-4ec412415c20 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:06.271008 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-809f7115-7704-4b30-b37c-575a406ac5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:06.303947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-a1efb6ac-c2e4-4608-ae9a-5c295ad3bf59 req-d4f4f465-5e6a-425b-8508-4ec412415c20 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Calling delete_port for f2b76e47-c2a2-4407-b14c-1e46ad510bd8 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:13:06.389167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23199e4a-ef37-40de-b786-8f705fc33dae req-137a2d3a-1de0-4335-96e2-d083384dcca9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:06.391216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23199e4a-ef37-40de-b786-8f705fc33dae req-137a2d3a-1de0-4335-96e2-d083384dcca9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 948 time: 0.2093740 Oct 13 14:13:06.419731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device be6675b6-8649-40f9-9639-960574539cac no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:13:06.432654 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-809f7115-7704-4b30-b37c-575a406ac5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:06.448261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-23113463-8154-4963-916e-1a02892364ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2 HTTP/1.1" status: 200 len: 998 time: 0.2599339 Oct 13 14:13:06.464406 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: be6675b6-8649-40f9-9639-960574539cac {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:13:06.464924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device be6675b6-8649-40f9-9639-960574539cac not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:13:06.484024 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f7115-7704-4b30-b37c-575a406ac5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=903a3ec8-1475-4837-921b-92122e8b0d09,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:06.485827 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d52195-f40d-4331-b9b6-265615158221 None None] Network 9ea6ef29-1d3e-4e64-81d1-b93a7699050a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:13:06.493472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-809f7115-7704-4b30-b37c-575a406ac5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:06.496791 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-809f7115-7704-4b30-b37c-575a406ac5c4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/903a3ec8-1475-4837-921b-92122e8b0d09 HTTP/1.1" status: 204 len: 168 time: 0.5470657 Oct 13 14:13:06.508194 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43958) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:06.525425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c911ab-f5a8-4534-b467-922950889eaa req-b9f88669-22d9-4018-a964-6c8747c262c8 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:06.533584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95c911ab-f5a8-4534-b467-922950889eaa req-b9f88669-22d9-4018-a964-6c8747c262c8 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.2569592 Oct 13 14:13:06.617393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23199e4a-ef37-40de-b786-8f705fc33dae req-5f5ef099-fcc4-4c41-b8bc-99729fc03062 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976664 Oct 13 14:13:06.634476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-b4883d23-2774-42e3-88c3-adda8ece55af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:06.636546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-b4883d23-2774-42e3-88c3-adda8ece55af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1870f77-f283-46b0-91af-b6c012baea10 HTTP/1.1" status: 200 len: 856 time: 0.1353352 Oct 13 14:13:06.664426 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:06.676385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95c911ab-f5a8-4534-b467-922950889eaa req-117b4691-5eb3-4fe0-831a-9324b0a5ea2a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405954 Oct 13 14:13:06.773302 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Deleting port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:13:06.773632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-542a83b1-3918-43fb-a1f9-f77bcaf55ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:06.775322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-542a83b1-3918-43fb-a1f9-f77bcaf55ecb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16e15b01-e808-4e45-90e1-66199134cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308482 Oct 13 14:13:06.776273 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:06.873602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93c0808-8f34-4912-a622-50389ef4c56b None None] DHCP port deletion for 9ea6ef29-1d3e-4e64-81d1-b93a7699050a request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:13:06.939516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f93c0808-8f34-4912-a622-50389ef4c56b None None] Deleting port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:13:06.940277 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f93c0808-8f34-4912-a622-50389ef4c56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:06.966057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-bb696464-fe2f-4ec5-b3a5-011446c98de5 service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706061 Oct 13 14:13:06.971272 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] For port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36,segment=NetworkSegment(f3a15eee-7eee-4446-91bd-94a55760aecc),segment_id=f3a15eee-7eee-4446-91bd-94a55760aecc)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:06.978874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.010821 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Calling delete_port for bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:13:07.068707 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f93c0808-8f34-4912-a622-50389ef4c56b None None] For port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36,segment=NetworkSegment(f3a15eee-7eee-4446-91bd-94a55760aecc),segment_id=f3a15eee-7eee-4446-91bd-94a55760aecc)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:07.069547 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f93c0808-8f34-4912-a622-50389ef4c56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.091544 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f93c0808-8f34-4912-a622-50389ef4c56b None None] Calling delete_port for bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:13:07.146246 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1efb6ac-c2e4-4608-ae9a-5c295ad3bf59 req-d4f4f465-5e6a-425b-8508-4ec412415c20 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.197011 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: from cryptography.utils import int_from_bytes Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: from cryptography.utils import int_from_bytes Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.225299 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:13:07.228443 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:13:07.232094 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f93c0808-8f34-4912-a622-50389ef4c56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.237833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4f465-5e6a-425b-8508-4ec412415c20 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Pushing event deleted for resources: {'Port': ['ID=f2b76e47-c2a2-4407-b14c-1e46ad510bd8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:07.264669 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] No DVR routers for this DVR port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:13:07.266308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c0808-8f34-4912-a622-50389ef4c56b None None] Pushing event deleted for resources: {'Port': ['ID=bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:07.275341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c0808-8f34-4912-a622-50389ef4c56b None None] No DVR routers for this DVR port bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:13:07.277352 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:07.306260 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e97c2504-f96f-40e3-8e91-1453bbd960a2 req-08adc9dd-1031-4afe-bbc7-c8ca6700c043 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 210 time: 0.0918212 Oct 13 14:13:07.391921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e08112ba-cd85-4ab6-821c-45a10717b725 req-2ab48cbd-d9cb-43ad-bbe7-55263dd850e6 service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118507 Oct 13 14:13:07.392816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1efb6ac-c2e4-4608-ae9a-5c295ad3bf59 req-d4f4f465-5e6a-425b-8508-4ec412415c20 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] No DVR routers for this DVR port f2b76e47-c2a2-4407-b14c-1e46ad510bd8 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:13:07.397845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1efb6ac-c2e4-4608-ae9a-5c295ad3bf59 req-d4f4f465-5e6a-425b-8508-4ec412415c20 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.401718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1efb6ac-c2e4-4608-ae9a-5c295ad3bf59 req-d4f4f465-5e6a-425b-8508-4ec412415c20 tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.41 "DELETE /v2.0/ports/f2b76e47-c2a2-4407-b14c-1e46ad510bd8 HTTP/1.1" status: 204 len: 173 time: 2.0715907 Oct 13 14:13:07.408159 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.416130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40298f6d-6615-448e-9e10-afb387579fd5', 'name': 'network-vif-deleted', 'tag': 'f2b76e47-c2a2-4407-b14c-1e46ad510bd8'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:07.418985 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52649a49-1846-4368-ad7b-1fd868dc2f1f" -d '{"events": [{"server_uuid": "40298f6d-6615-448e-9e10-afb387579fd5", "name": "network-vif-deleted", "tag": "f2b76e47-c2a2-4407-b14c-1e46ad510bd8"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:07.441578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6929ac8-a2e5-41e9-8c41-ae4fa250e3f1 req-664b6956-72fa-47cb-8e2c-d292571e3345 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:07.443988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e6929ac8-a2e5-41e9-8c41-ae4fa250e3f1 req-664b6956-72fa-47cb-8e2c-d292571e3345 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1958044 Oct 13 14:13:07.482886 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea6ef29-1d3e-4e64-81d1-b93a7699050a']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:13:07.502669 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a15eee-7eee-4446-91bd-94a55760aecc') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:13:07.503578 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a15eee-7eee-4446-91bd-94a55760aecc') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:13:07.521198 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.531724 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43972) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:07.532863 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dee80a6-642f-4a70-94d6-408ba300442a x-openstack-request-id: req-7dee80a6-642f-4a70-94d6-408ba300442a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:07.533389 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40298f6d-6615-448e-9e10-afb387579fd5", "name": "network-vif-deleted", "tag": "f2b76e47-c2a2-4407-b14c-1e46ad510bd8", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:07.533645 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7dee80a6-642f-4a70-94d6-408ba300442a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:07.536433 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40298f6d-6615-448e-9e10-afb387579fd5', 'name': 'network-vif-deleted', 'tag': 'f2b76e47-c2a2-4407-b14c-1e46ad510bd8', 'status': 'completed', 'code': 200} Oct 13 14:13:07.539063 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e6929ac8-a2e5-41e9-8c41-ae4fa250e3f1 req-165f7309-75e7-49e4-b52a-1c1a83983be8 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739381 Oct 13 14:13:07.550405 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.575102 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:13:07.575987 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:13:07.578464 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:13:07.704250 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ed2702f-b14d-4a6c-8edb-2c3d7c2f1aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.729213 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.754470 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.762019 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9ea6ef29-1d3e-4e64-81d1-b93a7699050a HTTP/1.1" status: 204 len: 168 time: 1.2520764 Oct 13 14:13:07.803779 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951a9da-bc7c-4641-9ac0-f10c7522f1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea6ef29-1d3e-4e64-81d1-b93a7699050a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:07.919184 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ed2702f-b14d-4a6c-8edb-2c3d7c2f1aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:07.944218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf3005-28df-4ff1-81e6-0a9ba3948af5 req-5b6720e7-f08e-4a69-8ec4-03294ccca79a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:07.946007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8fdf3005-28df-4ff1-81e6-0a9ba3948af5 req-5b6720e7-f08e-4a69-8ec4-03294ccca79a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.1087134 Oct 13 14:13:07.959293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d648c6e-7b37-49c2-9c23-64071b57b49f req-2e11cf2d-314d-4e1b-b5bd-90d52e1fc714 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:07.968556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d648c6e-7b37-49c2-9c23-64071b57b49f req-2e11cf2d-314d-4e1b-b5bd-90d52e1fc714 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 948 time: 0.2194102 Oct 13 14:13:08.007860 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ed2702f-b14d-4a6c-8edb-2c3d7c2f1aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:08.055127 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9ed2702f-b14d-4a6c-8edb-2c3d7c2f1aea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ed61402119549b793f795248de845de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5223606 Oct 13 14:13:08.058667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43990) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:08.080802 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8fdf3005-28df-4ff1-81e6-0a9ba3948af5 req-287ac953-25c2-49bf-bd2d-0214221a2a1a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053183 Oct 13 14:13:08.137750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d648c6e-7b37-49c2-9c23-64071b57b49f req-7ee979bc-579a-43fb-9c8a-2e3a8fa51c52 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678071 Oct 13 14:13:08.140443 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2702f-b14d-4a6c-8edb-2c3d7c2f1aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d20118f-72e8-487e-831d-8ad29ccc47ab,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:08.187461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2572126f-75fe-47b0-acfe-cf9e83f81d3d details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:13:08.193568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9e4b99d4-c293-4b09-9870-d5889d6be243 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:13:08.197572 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f2b76e47-c2a2-4407-b14c-1e46ad510bd8 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:13:08.236036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43996) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:08.250441 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c15e42b-894b-4447-a54d-4ecf7c527ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:08.298890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: f2b76e47-c2a2-4407-b14c-1e46ad510bd8 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:13:08.299575 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f2b76e47-c2a2-4407-b14c-1e46ad510bd8 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:13:08.302499 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 9e4b99d4-c293-4b09-9870-d5889d6be243 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:13:08.303370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9e4b99d4-c293-4b09-9870-d5889d6be243 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:13:08.304132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:13:08.310035 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9ad7cd73-ebe5-4b06-9b2e-96cf68007d69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5471a7ffdc1d4cc4a2baddaef75c1e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726118 Oct 13 14:13:08.312518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43998) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:08.324502 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c15e42b-894b-4447-a54d-4ecf7c527ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:08.331314 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:13:08.332019 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bb50a2f6-0c30-47a5-9bf7-cf8dcd736b36 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:13:08.400534 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f28d9e0-5045-4c47-a5ab-eb519f33692d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:08.471985 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f28d9e0-5045-4c47-a5ab-eb519f33692d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:08.490621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:08.493521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56eb7a2a-3ea5-4b83-84dc-c5d1e2d14e33 req-7bc02687-7061-45a1-849b-b349ad8025ff tempest-ServerDiskConfigTestJSON-1901526686 tempest-ServerDiskConfigTestJSON-1901526686-project] 10.222.0.18 "GET /v2.0/ports?device_id=40298f6d-6615-448e-9e10-afb387579fd5 HTTP/1.1" status: 200 len: 210 time: 0.0380559 Oct 13 14:13:08.520416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '2572126f-75fe-47b0-acfe-cf9e83f81d3d', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '2572126f-75fe-47b0-acfe-cf9e83f81d3d', 'mac_address': 'fa:16:3e:db:62:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:13:08.529702 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c15e42b-894b-4447-a54d-4ecf7c527ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:08.535387 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c15e42b-894b-4447-a54d-4ecf7c527ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:08.536312 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2c15e42b-894b-4447-a54d-4ecf7c527ea1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d20118f-72e8-487e-831d-8ad29ccc47ab HTTP/1.1" status: 204 len: 168 time: 0.4764802 Oct 13 14:13:08.547320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15e42b-894b-4447-a54d-4ecf7c527ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d20118f-72e8-487e-831d-8ad29ccc47ab,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:08.630764 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:08.676188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2572126f-75fe-47b0-acfe-cf9e83f81d3d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:13:08.698660 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f28d9e0-5045-4c47-a5ab-eb519f33692d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:08.702469 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f28d9e0-5045-4c47-a5ab-eb519f33692d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:08.708178 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:08.708367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9f28d9e0-5045-4c47-a5ab-eb519f33692d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02952972-f407-4322-8963-fa1f5baeb422 HTTP/1.1" status: 204 len: 168 time: 0.3910646 Oct 13 14:13:08.724005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28d9e0-5045-4c47-a5ab-eb519f33692d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02952972-f407-4322-8963-fa1f5baeb422,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:08.742678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead82c3-c45f-443a-b3a0-38b35e0618dc req-8f471870-819a-4357-b5ab-63dbcc50af55 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:08.751479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ead82c3-c45f-443a-b3a0-38b35e0618dc req-8f471870-819a-4357-b5ab-63dbcc50af55 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1082394 Oct 13 14:13:08.775623 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:08.813408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ead82c3-c45f-443a-b3a0-38b35e0618dc req-093ae51c-3b4a-4293-ba42-6e3fef15acfb tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542462 Oct 13 14:13:08.897017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2572126f-75fe-47b0-acfe-cf9e83f81d3d,revision_number=10']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:09.283976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2572126f-75fe-47b0-acfe-cf9e83f81d3d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:09.315577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05287b-f016-4ef9-adfe-6c80438e1825 req-b6068bff-ce08-4091-91ec-179f6c3f2bbe tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:09.317452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff05287b-f016-4ef9-adfe-6c80438e1825 req-b6068bff-ce08-4091-91ec-179f6c3f2bbe tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.1037529 Oct 13 14:13:09.443993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae0b3f-435c-453f-b6fc-1064d877735a req-484786e2-c4e1-448a-a856-8527d5539131 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:09.473725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12ae0b3f-435c-453f-b6fc-1064d877735a req-484786e2-c4e1-448a-a856-8527d5539131 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1527238 Oct 13 14:13:09.538029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff05287b-f016-4ef9-adfe-6c80438e1825 req-00da4427-1f2c-4e4b-bff2-9ff589d134ce tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066686 Oct 13 14:13:09.641033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12ae0b3f-435c-453f-b6fc-1064d877735a req-9dd547d0-20b9-4811-a69a-4a11762ea92e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629331 Oct 13 14:13:09.913892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08644d0f-64fa-4e11-b036-763846ede4c3 req-fb546148-0bf4-4e8c-a947-251d43e212c4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:09.918397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08644d0f-64fa-4e11-b036-763846ede4c3 req-fb546148-0bf4-4e8c-a947-251d43e212c4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 950 time: 0.1212444 Oct 13 14:13:10.028080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08644d0f-64fa-4e11-b036-763846ede4c3 req-1696a0a4-6088-44e0-b0f1-bcde5bb4a9c4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972297 Oct 13 14:13:10.135847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44046) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:10.171906 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-acdab084-7aa7-499d-95c2-ec19dda95de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:10.319335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70a7c1-9887-4d44-bd80-579d0da65f00 req-64de1cfe-1616-43ae-a1fa-dc4fbaaf7180 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:10.334403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb70a7c1-9887-4d44-bd80-579d0da65f00 req-64de1cfe-1616-43ae-a1fa-dc4fbaaf7180 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1679449 Oct 13 14:13:10.371637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44054) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:10.520375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb70a7c1-9887-4d44-bd80-579d0da65f00 req-238d56f5-2313-4747-ab5c-8a1ccd94442d tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842611 Oct 13 14:13:10.589138 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5e1a14-88b1-4231-a54c-3abbe47bfd88 admin admin] Deleting subnet 1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:13:10.627095 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1a14-88b1-4231-a54c-3abbe47bfd88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:10.676680 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-acdab084-7aa7-499d-95c2-ec19dda95de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:10.811835 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1a14-88b1-4231-a54c-3abbe47bfd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:10.819133 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-acdab084-7aa7-499d-95c2-ec19dda95de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:10.888858 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1a14-88b1-4231-a54c-3abbe47bfd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:10.948345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-1a031791-87a7-4034-b021-eec1bd104142 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=21833094a6e8447db4e32da93e56651f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1307952 Oct 13 14:13:10.978742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-acdab084-7aa7-499d-95c2-ec19dda95de9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e17400483e7a425797e94a78669d8624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8416429 Oct 13 14:13:10.983822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44074) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:11.022622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdab084-7aa7-499d-95c2-ec19dda95de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19007a5d-6eff-4d2c-b71e-8465fa24893c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:11.093629 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21fa56f8-24d1-41b4-99c5-eca593293b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.125757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21fa56f8-24d1-41b4-99c5-eca593293b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.129495 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1a14-88b1-4231-a54c-3abbe47bfd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.141385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917c8fe-2514-46e0-8084-a2cc8513bf63 req-a9595769-9e2b-420f-9bb7-ab49045d6c3d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:11.144591 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3917c8fe-2514-46e0-8084-a2cc8513bf63 req-a9595769-9e2b-420f-9bb7-ab49045d6c3d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.2877681 Oct 13 14:13:11.146795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44078) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:11.176422 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e1a14-88b1-4231-a54c-3abbe47bfd88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:11.195998 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b5e1a14-88b1-4231-a54c-3abbe47bfd88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.203843 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0b5e1a14-88b1-4231-a54c-3abbe47bfd88 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1389aa79-0e7d-4643-8d5b-0f2b0e0b1aff HTTP/1.1" status: 204 len: 168 time: 0.8305128 Oct 13 14:13:11.204427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44082) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:11.313518 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15442958-f32c-45e6-b306-206c570b0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.337261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3917c8fe-2514-46e0-8084-a2cc8513bf63 req-1dfb7af3-d371-411d-a520-04b0f4254d27 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832755 Oct 13 14:13:11.381603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-c0d1af45-4661-4ff7-ae24-82e36e684704 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:11.389284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-c0d1af45-4661-4ff7-ae24-82e36e684704 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4258702 Oct 13 14:13:11.397519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-711143088-network', 'tenant_id': '50de92767b224e8bafe810121c2a20c8'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:11.424754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-f60a2f11-b73e-4c77-a314-a08f064ec52b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/quotas/21833094a6e8447db4e32da93e56651f HTTP/1.1" status: 200 len: 375 time: 0.0341852 Oct 13 14:13:11.431126 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15442958-f32c-45e6-b306-206c570b0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.468289 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-15442958-f32c-45e6-b306-206c570b0f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0516c06-25b1-4b13-b7bb-bd89de1b50fe']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:13:11.480049 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-15442958-f32c-45e6-b306-206c570b0f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14863dfe-b155-4c88-9fe8-21afbb56bcef') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:13:11.484126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-15442958-f32c-45e6-b306-206c570b0f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14863dfe-b155-4c88-9fe8-21afbb56bcef') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:13:11.496611 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15442958-f32c-45e6-b306-206c570b0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.512470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-662b395c-c086-4c02-bf9b-085da17e9c25 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689056 Oct 13 14:13:11.529195 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15442958-f32c-45e6-b306-206c570b0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.535941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15442958-f32c-45e6-b306-206c570b0f1f admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15442958-f32c-45e6-b306-206c570b0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:13:11.546209 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:13:11.612940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Made reservation on behalf of 50de92767b224e8bafe810121c2a20c8 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:13:11.612940 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.626494 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21fa56f8-24d1-41b4-99c5-eca593293b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.630652 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.633779 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21fa56f8-24d1-41b4-99c5-eca593293b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.635076 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-21fa56f8-24d1-41b4-99c5-eca593293b9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19007a5d-6eff-4d2c-b71e-8465fa24893c HTTP/1.1" status: 204 len: 168 time: 0.6506786 Oct 13 14:13:11.676600 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa56f8-24d1-41b4-99c5-eca593293b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19007a5d-6eff-4d2c-b71e-8465fa24893c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:11.717257 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15442958-f32c-45e6-b306-206c570b0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.723445 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15442958-f32c-45e6-b306-206c570b0f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:11.729908 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-15442958-f32c-45e6-b306-206c570b0f1f admin admin] 10.222.0.18 "DELETE /v2.0/networks/a0516c06-25b1-4b13-b7bb-bd89de1b50fe HTTP/1.1" status: 204 len: 168 time: 0.5215187 Oct 13 14:13:11.757071 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15442958-f32c-45e6-b306-206c570b0f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=a0516c06-25b1-4b13-b7bb-bd89de1b50fe,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:11.936249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b99ab26f-6e77-4bd1-a16a-c907defc8012 req-4ba1707a-ceab-482d-b034-105c9cae9a7d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 210 time: 0.0713472 Oct 13 14:13:11.961554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e96e5-dad6-47b4-bcb7-d19ca81ea8bd req-b4d1f4a9-5598-4c00-8d84-f03bc2751086 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:11.967666 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-344e96e5-dad6-47b4-bcb7-d19ca81ea8bd req-b4d1f4a9-5598-4c00-8d84-f03bc2751086 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.2599285 Oct 13 14:13:11.981593 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:12.080374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-344e96e5-dad6-47b4-bcb7-d19ca81ea8bd req-6e3252b5-f263-4fe9-ac71-87144a1cd8a9 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920322 Oct 13 14:13:12.085552 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:12.167315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:13:12.192237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674fd76c-54e1-462a-bd01-75536ce54990,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:12.193751 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2572126f-75fe-47b0-acfe-cf9e83f81d3d up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:13:12.217197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:12.217496 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Added segment 9ff07ebf-2cca-45a6-88fb-00407ae2d1dd of type vlan for network 5a26a948-9aee-4bc0-9aaa-0cd6133c0be5 Oct 13 14:13:12.278931 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:12.322324 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 2572126f-75fe-47b0-acfe-cf9e83f81d3d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:13:12.322934 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:12.336171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44106) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:12.450824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-da87ea1a-42e7-4611-a02d-9993512d914a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d0424ec569c4ca9b6d9d6eea6bb7364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1111789 Oct 13 14:13:12.455184 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44108) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:12.465422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:12.466875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:12.467799 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:12.516572 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:12.562370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:12.566387 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e0e93f-850c-4309-b647-5248e45c2063" -d '{"events": [{"server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "name": "network-vif-plugged", "status": "completed", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:12.580135 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74cf9bde-6691-4ec4-88cd-7855aaad028f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:12.611609 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74cf9bde-6691-4ec4-88cd-7855aaad028f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:12.614497 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:12.659346 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f5ede3-c184-4e2a-9487-bcd36e3bbec8 x-openstack-request-id: req-50f5ede3-c184-4e2a-9487-bcd36e3bbec8 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:12.662654 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "name": "network-vif-plugged", "status": "completed", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:12.663233 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50f5ede3-c184-4e2a-9487-bcd36e3bbec8 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:12.664212 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d', 'code': 200} Oct 13 14:13:12.720535 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:12.864346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2572126f-75fe-47b0-acfe-cf9e83f81d3d,revision_number=11']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:12.883106 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74cf9bde-6691-4ec4-88cd-7855aaad028f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:12.886471 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74cf9bde-6691-4ec4-88cd-7855aaad028f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:12.888138 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-74cf9bde-6691-4ec4-88cd-7855aaad028f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8c56baf-7735-4e96-8a7e-3a5c33735378 HTTP/1.1" status: 204 len: 168 time: 0.4297798 Oct 13 14:13:12.934027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf9bde-6691-4ec4-88cd-7855aaad028f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c56baf-7735-4e96-8a7e-3a5c33735378,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:13.186526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0339975 Oct 13 14:13:13.189861 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44132) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:13.195326 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-17e06f98-75fa-49d6-8a5f-cc0e19181bdd admin admin] Request body: {'subnet': {'network_id': '5a26a948-9aee-4bc0-9aaa-0cd6133c0be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-711143088-subnet', 'tenant_id': '50de92767b224e8bafe810121c2a20c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:13.197481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326ed4e-52cb-4ed0-921d-230e2abf7647 admin admin] Pushing event updated for resources: {'Network': ['ID=5a26a948-9aee-4bc0-9aaa-0cd6133c0be5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:13.219621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 5a26a948-9aee-4bc0-9aaa-0cd6133c0be5 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:13:13.238695 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a8c1ae3-2ef8-4a48-ad1e-ff41faca3320 req-5882a8e6-7a98-4cb0-b9ea-5c82b16814ef tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 210 time: 0.0640466 Oct 13 14:13:13.261274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bc2fb-65cd-4afb-9e41-814e30384931 req-279d910c-09c6-4b5f-84de-0866b7e00b9f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:13.274589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d00bc2fb-65cd-4afb-9e41-814e30384931 req-279d910c-09c6-4b5f-84de-0866b7e00b9f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.8071311 Oct 13 14:13:13.399552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e06f98-75fa-49d6-8a5f-cc0e19181bdd admin admin] Made reservation on behalf of 50de92767b224e8bafe810121c2a20c8 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:13:13.399552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17e06f98-75fa-49d6-8a5f-cc0e19181bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:13.402257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d00bc2fb-65cd-4afb-9e41-814e30384931 req-a4926fb6-7ec9-4f0c-bdcf-a82531f1489e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165826 Oct 13 14:13:13.529342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacaeeb-d139-41ce-9b27-b3724da2b20c req-3c629769-7b7b-433c-a60e-c6cfb08141f6 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:13.531593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1bacaeeb-d139-41ce-9b27-b3724da2b20c req-3c629769-7b7b-433c-a60e-c6cfb08141f6 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1088405 Oct 13 14:13:13.605944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1bacaeeb-d139-41ce-9b27-b3724da2b20c req-d3aeb804-560c-4a3a-95a7-975b2b59d77c tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665662 Oct 13 14:13:13.803571 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17e06f98-75fa-49d6-8a5f-cc0e19181bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:14.293127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e06f98-75fa-49d6-8a5f-cc0e19181bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72f6a3c-2ac4-4a1d-a4a7-a3569e80df8a,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:14.311700 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e06f98-75fa-49d6-8a5f-cc0e19181bdd admin admin] Checking segment: {'id': '9ff07ebf-2cca-45a6-88fb-00407ae2d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5a26a948-9aee-4bc0-9aaa-0cd6133c0be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:13:14.312058 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e06f98-75fa-49d6-8a5f-cc0e19181bdd admin admin] Network hostable DHCP agents. Network: 5a26a948-9aee-4bc0-9aaa-0cd6133c0be5, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:13:14.447435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cfcfe41-8cb3-47a3-a5cc-ab471f488bd0 req-48342135-80cf-4652-a601-084834af4932 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 210 time: 0.0493767 Oct 13 14:13:14.453849 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e06f98-75fa-49d6-8a5f-cc0e19181bdd admin admin] Network 5a26a948-9aee-4bc0-9aaa-0cd6133c0be5 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:13:14.575745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3d1c6-1861-4163-b963-1862b55a9dbc req-15ce0ec2-99bd-430f-a8e4-91d74a457cf3 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:14.577352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80b3d1c6-1861-4163-b963-1862b55a9dbc req-15ce0ec2-99bd-430f-a8e4-91d74a457cf3 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.0637026 Oct 13 14:13:14.580635 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-17e06f98-75fa-49d6-8a5f-cc0e19181bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 5a26a948-9aee-4bc0-9aaa-0cd6133c0be5) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:13:14.591919 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e06f98-75fa-49d6-8a5f-cc0e19181bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:14.593874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17e06f98-75fa-49d6-8a5f-cc0e19181bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:14.602636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a412381-d9be-4f33-9b46-4e817280f824 None None] Network 5a26a948-9aee-4bc0-9aaa-0cd6133c0be5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:13:14.658061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80b3d1c6-1861-4163-b963-1862b55a9dbc req-00b4aa00-17ac-4fda-b16d-c27c30555ee1 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639505 Oct 13 14:13:14.735596 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-17e06f98-75fa-49d6-8a5f-cc0e19181bdd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5445414 Oct 13 14:13:14.796355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29253d6c-15a1-4d2b-84b5-c095026373c0 req-0ad85f13-71ec-49e2-ab88-34d5d09a9f42 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:14.798146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29253d6c-15a1-4d2b-84b5-c095026373c0 req-0ad85f13-71ec-49e2-ab88-34d5d09a9f42 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0671504 Oct 13 14:13:14.876430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29253d6c-15a1-4d2b-84b5-c095026373c0 req-901227a6-da5c-4a38-a3a6-572e80c9940d tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695388 Oct 13 14:13:14.889013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac78da0e-6a15-40d7-8338-d83f0bae2187 None None] Network 5a26a948-9aee-4bc0-9aaa-0cd6133c0be5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:13:15.633845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56c8027c-cb86-4ec9-a360-bf1d31f7af8c req-cb7cf26b-c1f3-45e7-8a19-23dacecc48cd tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 210 time: 0.0808110 Oct 13 14:13:15.891030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-ae8a9fdc-0105-4823-98fb-9cf32ac72cf9 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:15.892563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-ae8a9fdc-0105-4823-98fb-9cf32ac72cf9 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/networks?id=5a26a948-9aee-4bc0-9aaa-0cd6133c0be5 HTTP/1.1" status: 200 len: 817 time: 0.1779225 Oct 13 14:13:15.911647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-d326fdf1-04ac-431c-b934-d65ab7adec13 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/quotas/50de92767b224e8bafe810121c2a20c8 HTTP/1.1" status: 200 len: 375 time: 0.0117421 Oct 13 14:13:15.925887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94a208-a809-4664-bde0-924a6cf032af req-c236a657-19e8-4b0b-97e1-210e12e99ee6 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:15.933589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd94a208-a809-4664-bde0-924a6cf032af req-c236a657-19e8-4b0b-97e1-210e12e99ee6 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.1267061 Oct 13 14:13:16.015538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-752bc97f-ccff-49f7-9e5c-02513ab2d8eb tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=50de92767b224e8bafe810121c2a20c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789380 Oct 13 14:13:16.029408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-8f8f2b19-000e-4a55-b313-62d6aab2df23 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:13:16.030414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-8f8f2b19-000e-4a55-b313-62d6aab2df23 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073397 Oct 13 14:13:16.036788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd94a208-a809-4664-bde0-924a6cf032af req-f6e21328-28e2-465f-b008-bc474bb2b0ce tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022093 Oct 13 14:13:16.146087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-938e6313-bf77-4920-b47a-15a979d3b560 service neutron] 10.222.0.18 "GET /v2.0/networks/5a26a948-9aee-4bc0-9aaa-0cd6133c0be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039686 Oct 13 14:13:16.268016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-404870bf-702c-4ad4-afef-517f53e13a74 service neutron] 10.222.0.18 "GET /v2.0/networks/5a26a948-9aee-4bc0-9aaa-0cd6133c0be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145411 Oct 13 14:13:16.463214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a146d-f0e2-49b4-8d71-f0a14ea60a56 req-c9277925-cc2b-4b93-a72e-607f8b7a04a7 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:16.465378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f4a146d-f0e2-49b4-8d71-f0a14ea60a56 req-c9277925-cc2b-4b93-a72e-607f8b7a04a7 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0589104 Oct 13 14:13:16.528010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f4a146d-f0e2-49b4-8d71-f0a14ea60a56 req-fdc2cfac-3557-4000-a78a-a2c7eada4144 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567317 Oct 13 14:13:16.682610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-908d7800-ef97-4dd0-8c14-ff002aaabc92 req-d1d1d436-dca3-4acf-88e8-40c094593be1 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 210 time: 0.0283110 Oct 13 14:13:16.766187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b24d9457-80e5-43e6-8e56-ca2213644e49 req-760be119-c444-452d-afa0-249d190f41e9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 210 time: 0.0646756 Oct 13 14:13:17.214580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f4d83-75d8-4d74-9323-a56e59d83363 req-b1322b51-1c1e-4d88-8427-32f4b309ed99 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:17.217973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59f4d83-75d8-4d74-9323-a56e59d83363 req-b1322b51-1c1e-4d88-8427-32f4b309ed99 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.0696008 Oct 13 14:13:17.302622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a59f4d83-75d8-4d74-9323-a56e59d83363 req-3e487fde-952b-412c-863f-0a0ba148d73f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750210 Oct 13 14:13:17.746415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44278) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:17.770407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cd37f-3967-48f7-ac4d-07bf564068e5 req-26194e94-eb15-4e3f-82eb-cdf04902a4f8 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:17.792034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-553cd37f-3967-48f7-ac4d-07bf564068e5 req-26194e94-eb15-4e3f-82eb-cdf04902a4f8 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1313186 Oct 13 14:13:17.871061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-413fddba-e41d-4665-9ddd-3b2d71b338c9 req-f689ba74-40a2-4583-b316-4732e11acaaa tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 210 time: 0.0379941 Oct 13 14:13:17.874587 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-553cd37f-3967-48f7-ac4d-07bf564068e5 req-67ce361e-e404-4470-97b6-983076cb7c2a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814726 Oct 13 14:13:17.930249 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5107f150-0e21-4d23-a87f-c8dbc9611b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:18.082704 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5107f150-0e21-4d23-a87f-c8dbc9611b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:18.114785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3cf8d4b-fecb-480c-9404-368556f673d9 req-3ffdb338-8eb2-49de-aeb1-4d4e33ca2ef6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 210 time: 0.0898759 Oct 13 14:13:18.169020 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5107f150-0e21-4d23-a87f-c8dbc9611b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:18.234717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107f150-0e21-4d23-a87f-c8dbc9611b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5286e70a-4cc0-4d54-944f-f3b963a1bdb8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:18.242344 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5107f150-0e21-4d23-a87f-c8dbc9611b54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ff785ae2e6743668a0ba8f1b87504c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4932616 Oct 13 14:13:18.244914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44292) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:18.308955 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-02c250cf-6ef0-43d3-8bfd-80856a09b64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:18.333957 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-02c250cf-6ef0-43d3-8bfd-80856a09b64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:18.471877 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:18.514628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d198ce-61d0-4f23-9393-5979911827e6 req-8a589deb-2795-4be4-8c7c-b92273f6d97e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:18.516049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9d198ce-61d0-4f23-9393-5979911827e6 req-8a589deb-2795-4be4-8c7c-b92273f6d97e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.0677955 Oct 13 14:13:18.573056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9d198ce-61d0-4f23-9393-5979911827e6 req-06075511-46ed-4ca0-8eaf-05bc7a8b4eb6 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490906 Oct 13 14:13:18.600970 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-02c250cf-6ef0-43d3-8bfd-80856a09b64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:18.600970 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-02c250cf-6ef0-43d3-8bfd-80856a09b64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:18.600970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-02c250cf-6ef0-43d3-8bfd-80856a09b64a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5286e70a-4cc0-4d54-944f-f3b963a1bdb8 HTTP/1.1" status: 204 len: 168 time: 0.3510609 Oct 13 14:13:18.644428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c250cf-6ef0-43d3-8bfd-80856a09b64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5286e70a-4cc0-4d54-944f-f3b963a1bdb8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:18.660311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d2017-27a4-4611-9c44-2300ddab332e req-b67fbe98-cd56-4bd6-b2d6-f7d99626bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:18.662034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d1d2017-27a4-4611-9c44-2300ddab332e req-b67fbe98-cd56-4bd6-b2d6-f7d99626bde6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0700767 Oct 13 14:13:18.699059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d1d2017-27a4-4611-9c44-2300ddab332e req-d8c94f8d-f0f8-48d5-a29d-f2a47d4ec565 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293486 Oct 13 14:13:18.907512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44308) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:19.038713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-04de93cd-62f0-406c-a687-afd2b77bd548 req-0a23ee69-3b58-44a9-9394-d42b33400dbe tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 210 time: 0.0530481 Oct 13 14:13:19.153180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3d814-a5e8-453b-be71-e4577a6fae9c req-d3231dd7-5aeb-427c-be3e-c6130d0d7401 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:19.155163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52c3d814-a5e8-453b-be71-e4577a6fae9c req-d3231dd7-5aeb-427c-be3e-c6130d0d7401 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1076381 Oct 13 14:13:19.212271 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40e2f480-96f4-4a1b-aca4-95649f62d242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:19.244296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52c3d814-a5e8-453b-be71-e4577a6fae9c req-b07b542e-b679-44fd-99a1-e2ee7b8a20ce tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816402 Oct 13 14:13:19.307800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4910fc0e-b797-402e-9c0e-b19b04674a3b req-0d8fe48d-13b1-4a1b-8913-9eb64d032a3f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 210 time: 0.0505948 Oct 13 14:13:19.397679 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40e2f480-96f4-4a1b-aca4-95649f62d242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:19.474405 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40e2f480-96f4-4a1b-aca4-95649f62d242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:19.512367 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4214c54d-fe7e-4e08-bb8d-7c22cb2170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:19.520897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2f480-96f4-4a1b-aca4-95649f62d242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fef4cd5-71d5-4e1f-b1f4-c46b5a8ba503,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:19.529047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-40e2f480-96f4-4a1b-aca4-95649f62d242 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67ba10c619a448be99fea2fdf03abe71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6198142 Oct 13 14:13:19.531495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44332) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:19.600331 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-868006cb-c32c-49d4-8f63-45d48a90bf16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:19.724758 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-868006cb-c32c-49d4-8f63-45d48a90bf16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:19.829117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98f981-55b6-407a-9ab6-8d11102ad4b9 req-2a0176ff-baa5-4d70-bc2f-7b517da18346 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:19.829117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b98f981-55b6-407a-9ab6-8d11102ad4b9 req-2a0176ff-baa5-4d70-bc2f-7b517da18346 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.1464374 Oct 13 14:13:19.829117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-f2837f15-7434-48fe-baf8-7502d69cf8f7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:19.829117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-f2837f15-7434-48fe-baf8-7502d69cf8f7 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 808 time: 0.2277637 Oct 13 14:13:19.870895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-77b98e09-c328-4482-9c9d-ce69c0d1fb3b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/quotas/f98de12adc794eee8130fc8c105bc67c HTTP/1.1" status: 200 len: 375 time: 0.0334120 Oct 13 14:13:19.901285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b98f981-55b6-407a-9ab6-8d11102ad4b9 req-f980a4b3-45e5-4fff-ae58-0e0392cfe289 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737712 Oct 13 14:13:19.959474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-a05ac265-7c3e-436c-b6d4-0ff19f6ac468 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803680 Oct 13 14:13:20.087655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-8d924e57-7ff4-4e01-a93d-2fdf74224493 service neutron] 10.222.0.18 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157851 Oct 13 14:13:20.200372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c00633c-601b-442c-804b-04368e88ca67 req-f8cd90a1-0945-46dc-811e-3e192f6a12de tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 210 time: 0.0418696 Oct 13 14:13:20.231364 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-868006cb-c32c-49d4-8f63-45d48a90bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:20.235888 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-868006cb-c32c-49d4-8f63-45d48a90bf16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:20.241383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-868006cb-c32c-49d4-8f63-45d48a90bf16 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fef4cd5-71d5-4e1f-b1f4-c46b5a8ba503 HTTP/1.1" status: 204 len: 168 time: 0.7055058 Oct 13 14:13:20.254774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44346) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:20.272708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868006cb-c32c-49d4-8f63-45d48a90bf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fef4cd5-71d5-4e1f-b1f4-c46b5a8ba503,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:20.293702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-2048c589-bfd0-4ded-8cde-73faa797a3ac service neutron] 10.222.0.18 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970768 Oct 13 14:13:20.527657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e88dc3-7c57-484d-b6e6-20c4d7357273 req-a59de681-1fea-4037-ac96-249dca038613 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:20.529401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8e88dc3-7c57-484d-b6e6-20c4d7357273 req-a59de681-1fea-4037-ac96-249dca038613 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1401205 Oct 13 14:13:20.613951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8e88dc3-7c57-484d-b6e6-20c4d7357273 req-82fec537-84ba-41ff-ae0a-08bed14c33a4 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698690 Oct 13 14:13:20.786130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bc15057-8f2d-41f1-8e9d-e4ab0f0a73e0 req-daef2b5e-a0fc-4804-9336-ece4bdd1231b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 210 time: 0.0502665 Oct 13 14:13:20.882377 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1186087311-network', 'tenant_id': '98fcaf782ddd4be98883dac5d3553e48'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:21.031854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Made reservation on behalf of 98fcaf782ddd4be98883dac5d3553e48 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:13:21.037126 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:21.050330 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:21.062719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272e6b0-5bbd-4351-a05e-76ab079b84ff req-7047ab09-0c2f-4b8f-8fe4-48b7d8d4841a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:21.073946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e272e6b0-5bbd-4351-a05e-76ab079b84ff req-7047ab09-0c2f-4b8f-8fe4-48b7d8d4841a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.0827978 Oct 13 14:13:21.167436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e272e6b0-5bbd-4351-a05e-76ab079b84ff req-5be31b25-3ec5-4d96-aaad-65bf83a811a7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711453 Oct 13 14:13:21.223671 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:21.312113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:21.378020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6731a8d-854e-4cf5-99e1-3a6666f3ef1b req-e1002e81-79b3-43af-8708-909d83b5ca88 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 210 time: 0.1019444 Oct 13 14:13:21.432406 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:13:21.442838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f27c3c6-5119-4a29-b23b-e4441f4dbcae req-d78a9be5-cc1f-4840-993c-d7d71e5ae5e7 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 210 time: 0.0470746 Oct 13 14:13:21.462897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4a9d15-e4ad-42ca-b828-c22bf30502ff,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:21.485532 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:21.501110 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Added segment 50e07d53-bf1b-4d40-9ff9-dbc0ed61af04 of type vlan for network 5d629c18-f76b-44ce-bee6-bc0bac66c6dc Oct 13 14:13:21.532829 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:21.654125 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:21.659408 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:21.659408 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:21.718117 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:21.720876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] Pushing event updated for resources: {'Network': ['ID=5d629c18-f76b-44ce-bee6-bc0bac66c6dc,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:21.733622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c55aa-c84f-4331-9977-c281881fd02e req-baef7f78-1be0-44e5-b01a-294390093b24 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:21.733622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-093c55aa-c84f-4331-9977-c281881fd02e req-baef7f78-1be0-44e5-b01a-294390093b24 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0559778 Oct 13 14:13:21.733876 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 5d629c18-f76b-44ce-bee6-bc0bac66c6dc details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:13:21.780124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-093c55aa-c84f-4331-9977-c281881fd02e req-e39efe6d-6216-404c-91c7-3c732716e4a8 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401702 Oct 13 14:13:21.828606 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0e505d51-6a09-44dc-949e-8441631eb306 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5719872 Oct 13 14:13:21.831905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44382) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:21.836722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-64c48201-6265-4087-ab3f-eee577f02aa8 admin admin] Request body: {'subnet': {'network_id': '5d629c18-f76b-44ce-bee6-bc0bac66c6dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1186087311-subnet', 'tenant_id': '98fcaf782ddd4be98883dac5d3553e48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:21.917150 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1691cbd2-eb32-47cc-a236-4d47bc7ccbf0 req-1b51b5ff-7313-4b27-b587-1ac0ee59b32c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 210 time: 0.0281205 Oct 13 14:13:21.974568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c48201-6265-4087-ab3f-eee577f02aa8 admin admin] Made reservation on behalf of 98fcaf782ddd4be98883dac5d3553e48 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:13:21.977130 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-64c48201-6265-4087-ab3f-eee577f02aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:22.277108 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-62ad9dd2-0ee0-4fcd-9a91-fe337ed5bc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:22.283959 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-64c48201-6265-4087-ab3f-eee577f02aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:22.325791 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44372) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:22.345833 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-80b59942-adf2-4620-ae8b-28ef5535e869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:22.432862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab8c37-49aa-4119-8df2-ea33043d9e40 req-9ced5b05-4957-4af1-83af-a92e9b68fddf tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:22.434652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2eab8c37-49aa-4119-8df2-ea33043d9e40 req-9ced5b05-4957-4af1-83af-a92e9b68fddf tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1897459 Oct 13 14:13:22.438361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c48201-6265-4087-ab3f-eee577f02aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa540a9-f19d-470e-8912-1354726ae7cd,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:22.503968 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-80b59942-adf2-4620-ae8b-28ef5535e869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:22.510332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b86fb-1cf2-4b37-b371-465d6cec6315 req-2ef0538a-01af-431d-b9c3-ed454e6fdfd2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:22.511927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f3b86fb-1cf2-4b37-b371-465d6cec6315 req-2ef0538a-01af-431d-b9c3-ed454e6fdfd2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.1910241 Oct 13 14:13:22.519410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c48201-6265-4087-ab3f-eee577f02aa8 admin admin] Checking segment: {'id': '50e07d53-bf1b-4d40-9ff9-dbc0ed61af04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5d629c18-f76b-44ce-bee6-bc0bac66c6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:13:22.519783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c48201-6265-4087-ab3f-eee577f02aa8 admin admin] Network hostable DHCP agents. Network: 5d629c18-f76b-44ce-bee6-bc0bac66c6dc, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:13:22.523268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b8824-6a9a-42ee-a913-4ffdb75fe4aa req-53e03f13-c9ee-46a2-bdf3-382498d30e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:22.524774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa7b8824-6a9a-42ee-a913-4ffdb75fe4aa req-53e03f13-c9ee-46a2-bdf3-382498d30e39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a997977e65de45ed810156d8bb91dad9&device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 1098 time: 0.1841543 Oct 13 14:13:22.561736 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-80b59942-adf2-4620-ae8b-28ef5535e869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:22.587750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2eab8c37-49aa-4119-8df2-ea33043d9e40 req-24c9703d-241a-4ece-86c1-d51bee842dd5 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276956 Oct 13 14:13:22.606677 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-80b59942-adf2-4620-ae8b-28ef5535e869 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6da4fa6db04b43e8abb6ca712f7ee588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794802 Oct 13 14:13:22.607410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b59942-adf2-4620-ae8b-28ef5535e869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044c8359-5576-4dc2-ad09-d53ed76a1813,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:22.610014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44400) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:22.676348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f3b86fb-1cf2-4b37-b371-465d6cec6315 req-1d08d24e-b8b1-4569-ae68-c4b3decd96d8 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434715 Oct 13 14:13:22.722225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c48201-6265-4087-ab3f-eee577f02aa8 admin admin] Network 5d629c18-f76b-44ce-bee6-bc0bac66c6dc is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:13:22.745136 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18032155-18b6-4504-a04f-0869b525f088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:22.779120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18032155-18b6-4504-a04f-0869b525f088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:22.779399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-564131dd-4595-4a2e-bc5e-45763b0c5990 req-978ddf0b-43e4-4e2e-ba4d-c9f8a3614bc6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 210 time: 0.0628729 Oct 13 14:13:22.780448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b8824-6a9a-42ee-a913-4ffdb75fe4aa req-ee7c2734-9a90-4f70-a4a5-0393297f0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:22.781911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa7b8824-6a9a-42ee-a913-4ffdb75fe4aa req-ee7c2734-9a90-4f70-a4a5-0393297f0856 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e HTTP/1.1" status: 200 len: 920 time: 0.2398944 Oct 13 14:13:22.846904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa7b8824-6a9a-42ee-a913-4ffdb75fe4aa req-e4b3e26f-8957-474a-a4b0-791df9529b20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9fede42-1faa-4d16-a3a9-7d1dd180dce4 HTTP/1.1" status: 200 len: 217 time: 0.0475211 Oct 13 14:13:22.846904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-64c48201-6265-4087-ab3f-eee577f02aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 5d629c18-f76b-44ce-bee6-bc0bac66c6dc) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:13:22.860134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418db645-ee1b-4e2d-bee5-8ab689ecc5a2 None None] Network 5d629c18-f76b-44ce-bee6-bc0bac66c6dc requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:13:22.866894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c48201-6265-4087-ab3f-eee577f02aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:22.866894 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-64c48201-6265-4087-ab3f-eee577f02aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:22.885019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b291f600-4448-4120-bf75-da05f8a12c03 req-366974f6-dced-4fa4-8165-0c5ecac5e752 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 210 time: 0.0452940 Oct 13 14:13:22.941030 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18032155-18b6-4504-a04f-0869b525f088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:22.945665 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18032155-18b6-4504-a04f-0869b525f088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:22.948130 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-18032155-18b6-4504-a04f-0869b525f088 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/044c8359-5576-4dc2-ad09-d53ed76a1813 HTTP/1.1" status: 204 len: 168 time: 0.3362358 Oct 13 14:13:22.950702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b8824-6a9a-42ee-a913-4ffdb75fe4aa req-aef843cf-72b9-482b-bba2-a1fd11d7cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:22.952328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa7b8824-6a9a-42ee-a913-4ffdb75fe4aa req-aef843cf-72b9-482b-bba2-a1fd11d7cd2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6964d976-94ec-4a1a-9713-1d451d704310 HTTP/1.1" status: 200 len: 859 time: 0.0988948 Oct 13 14:13:22.962663 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18032155-18b6-4504-a04f-0869b525f088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044c8359-5576-4dc2-ad09-d53ed76a1813,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:22.975236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-64c48201-6265-4087-ab3f-eee577f02aa8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1423762 Oct 13 14:13:23.007542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa7b8824-6a9a-42ee-a913-4ffdb75fe4aa req-3a9ce392-7711-4df6-8538-8f72b1f71b0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451660 Oct 13 14:13:23.059465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d231755-2750-4bc9-8186-c8b53634e95e None None] Network 5d629c18-f76b-44ce-bee6-bc0bac66c6dc requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:13:23.137867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5c57097-9776-462a-9c27-aa7c294d76e9 req-10d0ee36-d82c-4ce1-ba4b-3857b2f249b8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 210 time: 0.0442457 Oct 13 14:13:23.185767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa7b8824-6a9a-42ee-a913-4ffdb75fe4aa req-ad04b49c-dcb6-4135-b467-49ecaada119e service neutron] 10.222.0.41 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677134 Oct 13 14:13:23.332017 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa7b8824-6a9a-42ee-a913-4ffdb75fe4aa req-e89138dc-9a96-4e98-8ebc-3b0e4746153e service neutron] 10.222.0.41 "GET /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380105 Oct 13 14:13:23.626095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-122d1168-684b-4da7-8827-ff4cd5f44995 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=21833094a6e8447db4e32da93e56651f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643177 Oct 13 14:13:23.668397 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:23.885501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cfbe8-0cda-45c5-ab1f-dac076a4bc66 req-fd8b1994-9e18-4b2e-a56e-5f4aedbd0f9e tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:23.887022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-192cfbe8-0cda-45c5-ab1f-dac076a4bc66 req-fd8b1994-9e18-4b2e-a56e-5f4aedbd0f9e tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1745739 Oct 13 14:13:23.911691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-3a5b32e2-1ed4-4bd6-b20d-60faddc27bd4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:23.913185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-3a5b32e2-1ed4-4bd6-b20d-60faddc27bd4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2788815 Oct 13 14:13:23.935909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-bc4ce54f-1127-4e9c-b104-c62364fc5187 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Request body: {'port': {'device_id': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '21833094a6e8447db4e32da93e56651f'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:23.945960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-7882a651-72a9-4122-84f4-9579aa77a80a tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:23.947481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-7882a651-72a9-4122-84f4-9579aa77a80a tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/networks?id=5d629c18-f76b-44ce-bee6-bc0bac66c6dc HTTP/1.1" status: 200 len: 814 time: 0.2361991 Oct 13 14:13:23.982650 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:24.038251 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-192cfbe8-0cda-45c5-ab1f-dac076a4bc66 req-06e368b2-b935-4015-9457-81d94059b4d9 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405065 Oct 13 14:13:24.076314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-dd3af7fe-5ed2-4e53-827a-6c94b7a1f73e tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/quotas/98fcaf782ddd4be98883dac5d3553e48 HTTP/1.1" status: 200 len: 375 time: 0.1122909 Oct 13 14:13:24.126702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-8c4050f2-3e46-410d-9eef-18cb6ab889fb tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98fcaf782ddd4be98883dac5d3553e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362678 Oct 13 14:13:24.321366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9658b-b1d2-418b-8167-807e20b48b64 req-5c4d80cb-a6b2-4d70-8385-24d9f7366c36 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:24.322862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9a9658b-b1d2-418b-8167-807e20b48b64 req-5c4d80cb-a6b2-4d70-8385-24d9f7366c36 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.1096194 Oct 13 14:13:24.389371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-0f949cb6-2abd-4bcf-b2d0-288012ebe9b5 service neutron] 10.222.0.18 "GET /v2.0/networks/5d629c18-f76b-44ce-bee6-bc0bac66c6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549994 Oct 13 14:13:24.700698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-bc4ce54f-1127-4e9c-b104-c62364fc5187 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Made reservation on behalf of 21833094a6e8447db4e32da93e56651f for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:13:24.704358 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-bc4ce54f-1127-4e9c-b104-c62364fc5187 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:24.785446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9a9658b-b1d2-418b-8167-807e20b48b64 req-348cc3fc-42d1-4982-ba6b-262a9c082b6b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4433262 Oct 13 14:13:24.824600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-7b7edee3-2553-4743-9ff6-d95dc0dc3fa7 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:24.826200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-7b7edee3-2553-4743-9ff6-d95dc0dc3fa7 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.49 "GET /v2.0/networks?id=5a26a948-9aee-4bc0-9aaa-0cd6133c0be5 HTTP/1.1" status: 200 len: 817 time: 0.5300524 Oct 13 14:13:24.874154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-4e92c28e-5870-40af-bd52-06cca641f714 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Request body: {'port': {'device_id': 'f285df96-7bd9-44c2-9709-3ef6cd110f1a', 'network_id': '5a26a948-9aee-4bc0-9aaa-0cd6133c0be5', 'admin_state_up': True, 'tenant_id': '50de92767b224e8bafe810121c2a20c8'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:24.957529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1f986eb-eb57-42e4-9e0a-c383f8399cbe req-8882c6a8-f410-4519-adfb-be4289cea182 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 210 time: 0.0912023 Oct 13 14:13:25.125022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-3712e11d-56ea-436b-8d1f-2cac4c9fd0da service neutron] 10.222.0.18 "GET /v2.0/networks/5d629c18-f76b-44ce-bee6-bc0bac66c6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919693 Oct 13 14:13:25.125022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8499313b-7cf2-44a9-bb92-83f728561717 req-342b2a29-b299-4a3a-9ad3-ffa33107d437 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 210 time: 0.0504832 Oct 13 14:13:25.126736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-bc4ce54f-1127-4e9c-b104-c62364fc5187 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Allocated IP 192.168.233.209 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/cf9bc048-dca3-420b-a6d1-73683790334f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:13:25.248008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51a49ddf-8d20-41e2-a81b-d2fffc2af534 req-eda07f63-126f-4e0e-84bd-a10a6bae0557 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 210 time: 0.0555098 Oct 13 14:13:25.377693 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-bc4ce54f-1127-4e9c-b104-c62364fc5187 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:25.399270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4de9e-2435-40a6-ab06-0bc30f65028c req-462bfa9c-03d3-409d-b2bd-e8479c29265a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:25.400833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7d4de9e-2435-40a6-ab06-0bc30f65028c req-462bfa9c-03d3-409d-b2bd-e8479c29265a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0851381 Oct 13 14:13:25.462607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7d4de9e-2435-40a6-ab06-0bc30f65028c req-ee63c1da-fbfc-477e-b177-b6c4a95d3349 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506690 Oct 13 14:13:25.929020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fca5d0-dcc1-4868-a65b-ffc3250c18ac req-d36a2a10-8e29-47c0-9e87-da7c7c36fef2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:25.930553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4fca5d0-dcc1-4868-a65b-ffc3250c18ac req-d36a2a10-8e29-47c0-9e87-da7c7c36fef2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.0561504 Oct 13 14:13:25.971454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4fca5d0-dcc1-4868-a65b-ffc3250c18ac req-b393beac-5413-4a72-9230-067636abc2a7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346961 Oct 13 14:13:26.089644 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:26.106553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-4e92c28e-5870-40af-bd52-06cca641f714 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Made reservation on behalf of 50de92767b224e8bafe810121c2a20c8 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:13:26.110049 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-4e92c28e-5870-40af-bd52-06cca641f714 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:26.188863 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-bc4ce54f-1127-4e9c-b104-c62364fc5187 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:26.199878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b404053c-5795-422b-beaa-2c9b6b2f362a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:26.288701 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2719ac14-cb10-4f6a-a08b-8716e25f943c', '2572126f-75fe-47b0-acfe-cf9e83f81d3d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:26.426376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d65d85d9-8b2c-42c6-ab1c-58056c2a589b req-378ac67a-f153-4ef1-beb5-0b25484d4a63 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 210 time: 0.1252942 Oct 13 14:13:26.461973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b25cc303-f16c-4bf5-89fa-c2d0ef9fc26e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:26.466087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b25cc303-f16c-4bf5-89fa-c2d0ef9fc26e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.49 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 808 time: 0.4056311 Oct 13 14:13:26.473004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64481d26-dc10-4e59-a6a3-59513c279c8d req-d95c5988-9495-4903-b578-8d3091ba2a69 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 210 time: 0.1723909 Oct 13 14:13:26.477695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-bc4ce54f-1127-4e9c-b104-c62364fc5187 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:13:26.519530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b322f9a5-d690-4206-9655-895dce6874bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Request body: {'port': {'device_id': 'd8175f93-4615-4cdd-aadb-48c54d5ed730', 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f', 'admin_state_up': True, 'tenant_id': 'f98de12adc794eee8130fc8c105bc67c'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:26.523600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-bc4ce54f-1127-4e9c-b104-c62364fc5187 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:13:26.551387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-bc4ce54f-1127-4e9c-b104-c62364fc5187 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:13:26.665560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ce54f-1127-4e9c-b104-c62364fc5187 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:26.676579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c6a5a88d-3898-4455-8f14-da055a5e34c0 req-ea4307d6-a49e-4cde-83d0-7e5904ba2e34 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 210 time: 0.1609027 Oct 13 14:13:26.814715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-4e92c28e-5870-40af-bd52-06cca641f714 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Allocated IP 172.20.0.8 (5a26a948-9aee-4bc0-9aaa-0cd6133c0be5/e72f6a3c-2ac4-4a1d-a4a7-a3569e80df8a/eecda0a3-e853-4fba-98a5-789397a07787) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:13:26.869860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-bc4ce54f-1127-4e9c-b104-c62364fc5187 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:26.870537 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-bc4ce54f-1127-4e9c-b104-c62364fc5187 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:26.908886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3e1aa454-da43-4a83-90e7-55aff29b3f5a None None] Provisioning complete for port cf9bc048-dca3-420b-a6d1-73683790334f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:13:26.913814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3e1aa454-da43-4a83-90e7-55aff29b3f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:26.927669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e025fc9-a12a-4cfb-b4a6-7949a296f2e4 req-01312d66-373a-43c6-9f5d-24d0246b30de tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:26.935022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e025fc9-a12a-4cfb-b4a6-7949a296f2e4 req-01312d66-373a-43c6-9f5d-24d0246b30de tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 936 time: 0.2705133 Oct 13 14:13:26.987323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71def7-9865-4692-80e6-2b9afbf9b14f req-a71a7fc7-7bc6-4652-8952-bfc716768760 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:26.988922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f71def7-9865-4692-80e6-2b9afbf9b14f req-a71a7fc7-7bc6-4652-8952-bfc716768760 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1953375 Oct 13 14:13:26.999914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3e1aa454-da43-4a83-90e7-55aff29b3f5a None None] Port cf9bc048-dca3-420b-a6d1-73683790334f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:13:27.075579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e025fc9-a12a-4cfb-b4a6-7949a296f2e4 req-4ad24583-1247-4945-b3dc-086cb2006644 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396794 Oct 13 14:13:27.078702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-bc4ce54f-1127-4e9c-b104-c62364fc5187 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1492193 Oct 13 14:13:27.098872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Request body: {'port': {'device_id': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:27.162528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f71def7-9865-4692-80e6-2b9afbf9b14f req-ecb95bab-0751-4e84-b17c-7c3e6c9fb787 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649013 Oct 13 14:13:27.268011 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-4e92c28e-5870-40af-bd52-06cca641f714 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:27.269972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b322f9a5-d690-4206-9655-895dce6874bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Made reservation on behalf of f98de12adc794eee8130fc8c105bc67c for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:13:27.273547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b322f9a5-d690-4206-9655-895dce6874bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:27.280592 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:27.374569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab959bc-af1b-4171-bfd1-5f798b475dcd req-345dc0a9-16b3-4219-ac69-d4f09dee376d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:27.376473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ab959bc-af1b-4171-bfd1-5f798b475dcd req-345dc0a9-16b3-4219-ac69-d4f09dee376d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.1707952 Oct 13 14:13:27.575117 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-4e92c28e-5870-40af-bd52-06cca641f714 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:27.579329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ab959bc-af1b-4171-bfd1-5f798b475dcd req-f57dae5b-9840-43ab-8d74-cd82053bec9e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638398 Oct 13 14:13:27.706602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-4e92c28e-5870-40af-bd52-06cca641f714 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Network 5a26a948-9aee-4bc0-9aaa-0cd6133c0be5 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:13:27.715953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b322f9a5-d690-4206-9655-895dce6874bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Allocated IP 172.20.0.2 (3d8236a3-e9cb-4b0f-a226-dce14143f54f/fc898a0c-f0e8-48e4-be55-ec054e3bd71d/5cd13188-02f5-4986-8d58-b3d86267fde6) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:13:27.726096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-4e92c28e-5870-40af-bd52-06cca641f714 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:13:27.729967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92c28e-5870-40af-bd52-06cca641f714 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Pushing event updated for resources: {'Port': ['ID=eecda0a3-e853-4fba-98a5-789397a07787,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:27.732358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-4e92c28e-5870-40af-bd52-06cca641f714 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:13:27.777952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e35c0709-30a1-4aba-bf7a-31fb793c1f85 req-e293632d-6c60-4044-aa3c-eadd6fcdc629 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 210 time: 0.0861282 Oct 13 14:13:27.869595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-4e92c28e-5870-40af-bd52-06cca641f714 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:27.870374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-4e92c28e-5870-40af-bd52-06cca641f714 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:28.244922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2a3a8ce-0374-4d3e-b0ac-3b447f73db4d req-933537c7-48ab-4335-92c2-c04346c2e3fa tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 210 time: 0.3615768 Oct 13 14:13:28.256203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-4e92c28e-5870-40af-bd52-06cca641f714 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3883073 Oct 13 14:13:28.278928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Request body: {'port': {'device_id': 'f285df96-7bd9-44c2-9709-3ef6cd110f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:28.354505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9665f7-407a-467a-93a6-45f4fd9f58f1 req-d26e37cf-1da8-457b-9998-908d2c54eec6 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:28.362542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d9665f7-407a-467a-93a6-45f4fd9f58f1 req-d26e37cf-1da8-457b-9998-908d2c54eec6 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 931 time: 0.4850192 Oct 13 14:13:28.392140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf9bc048-dca3-420b-a6d1-73683790334f {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:13:28.432597 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:28.469667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Transition to ACTIVE for port object cf9bc048-dca3-420b-a6d1-73683790334f will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:13:28.470638 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:28.493449 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b322f9a5-d690-4206-9655-895dce6874bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:28.543606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d9665f7-407a-467a-93a6-45f4fd9f58f1 req-48bf0b88-64ff-4908-bf7b-2777b10c8b1e tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700907 Oct 13 14:13:28.625402 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:28.832421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d003f3a-6cb8-48f9-b8b2-2958bcb9bcab req-cd2327cb-a34a-43fb-b070-7358c1e4261f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:28.839199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d003f3a-6cb8-48f9-b8b2-2958bcb9bcab req-cd2327cb-a34a-43fb-b070-7358c1e4261f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 936 time: 0.3577197 Oct 13 14:13:29.000660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:29.082972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d003f3a-6cb8-48f9-b8b2-2958bcb9bcab req-ad8b0e02-4fd9-4114-8032-b47aded8ece7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426186 Oct 13 14:13:29.116007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb52d3-5a18-4240-b3ac-15875c543bcb req-3c87272a-2a08-45e9-952c-eb9100191858 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:29.123453 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1cb52d3-5a18-4240-b3ac-15875c543bcb req-3c87272a-2a08-45e9-952c-eb9100191858 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.3892736 Oct 13 14:13:29.185208 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b322f9a5-d690-4206-9655-895dce6874bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:29.198594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['fe166046-c279-4e9b-9e8f-b1b5be6c131a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:29.335884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Attempting to bind port cf9bc048-dca3-420b-a6d1-73683790334f on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:13:29.336238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Attempting to bind port cf9bc048-dca3-420b-a6d1-73683790334f by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:13:29.336435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Attempting to bind port cf9bc048-dca3-420b-a6d1-73683790334f on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:13:29.359240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b322f9a5-d690-4206-9655-895dce6874bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Network 3d8236a3-e9cb-4b0f-a226-dce14143f54f is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:13:29.371662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Port cf9bc048-dca3-420b-a6d1-73683790334f on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:13:29.372343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Attempting to bind port cf9bc048-dca3-420b-a6d1-73683790334f on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:13:29.381538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1cb52d3-5a18-4240-b3ac-15875c543bcb req-beb2a133-62fb-4d3d-b9fe-187e940742b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571332 Oct 13 14:13:29.384161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b322f9a5-d690-4206-9655-895dce6874bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:13:29.389463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b322f9a5-d690-4206-9655-895dce6874bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:13:29.477313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322f9a5-d690-4206-9655-895dce6874bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Pushing event updated for resources: {'Port': ['ID=5cd13188-02f5-4986-8d58-b3d86267fde6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:29.519549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:13:29.519944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:13:29.520334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:13:29.520872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Bound port: cf9bc048-dca3-420b-a6d1-73683790334f, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:13:29.521238 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:29.619503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fea15040-9deb-466f-972b-e1708815eefa req-8e0b8c45-f136-426b-b2bb-d08fdc9eb1e3 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 210 time: 0.1245639 Oct 13 14:13:29.631423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d80529-7510-4671-952f-86be80441b62 req-95496993-4e77-4c7d-9f13-d372257d45cb tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:29.633487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26d80529-7510-4671-952f-86be80441b62 req-95496993-4e77-4c7d-9f13-d372257d45cb tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 931 time: 0.4361706 Oct 13 14:13:29.647750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b322f9a5-d690-4206-9655-895dce6874bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:29.648647 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b322f9a5-d690-4206-9655-895dce6874bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:29.815244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eecda0a3-e853-4fba-98a5-789397a07787 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:13:29.855003 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:29.874238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b322f9a5-d690-4206-9655-895dce6874bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3829625 Oct 13 14:13:29.899212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26d80529-7510-4671-952f-86be80441b62 req-9f830a48-15b8-455a-bc80-1be6496b6e04 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429237 Oct 13 14:13:29.907482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Request body: {'port': {'device_id': 'd8175f93-4615-4cdd-aadb-48c54d5ed730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:29.929488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-d5ff5e2e-1cc2-451b-aab9-6000220ead9d tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:29.933941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-d5ff5e2e-1cc2-451b-aab9-6000220ead9d tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.41 "GET /v2.0/networks?id=5d629c18-f76b-44ce-bee6-bc0bac66c6dc HTTP/1.1" status: 200 len: 814 time: 0.4429855 Oct 13 14:13:29.959570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Transition to ACTIVE for port object eecda0a3-e853-4fba-98a5-789397a07787 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:13:29.975542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:13:29.983681 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-58520cd0-a181-461b-a9d3-6038f851f36f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Request body: {'port': {'device_id': 'c6c90a21-cbd4-4f1e-895f-8341cbe92621', 'network_id': '5d629c18-f76b-44ce-bee6-bc0bac66c6dc', 'admin_state_up': True, 'tenant_id': '98fcaf782ddd4be98883dac5d3553e48'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:30.084748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:13:30.094025 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:30.129041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a404e-5ae4-40c9-8264-67f815aac937 req-680a4bf0-34a3-43c0-a30c-628d981aac87 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:30.130764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-006a404e-5ae4-40c9-8264-67f815aac937 req-680a4bf0-34a3-43c0-a30c-628d981aac87 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 931 time: 0.3207364 Oct 13 14:13:30.182960 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:30.206182 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:30.280145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Pushing event updated for resources: {'Port': ['ID=eecda0a3-e853-4fba-98a5-789397a07787,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:30.304028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:30.304522 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:30.305993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] 10.222.0.49 "PUT /v2.0/ports/cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 200 len: 1097 time: 3.2150784 Oct 13 14:13:30.316372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:30.319207 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f252c6aa-5f39-4569-83b6-61e2784bd512" -d '{"events": [{"name": "network-changed", "server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:30.437693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-006a404e-5ae4-40c9-8264-67f815aac937 req-6f1fac5a-532a-4172-9578-f34296095097 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678628 Oct 13 14:13:30.516122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ef6cf-e8c1-404a-bca7-bbf6fc7a01e3 req-7cf93bdb-37b2-405e-8737-9ba5da4a77e2 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:30.524070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-772ef6cf-e8c1-404a-bca7-bbf6fc7a01e3 req-7cf93bdb-37b2-405e-8737-9ba5da4a77e2 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 948 time: 0.3456161 Oct 13 14:13:30.530783 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0747372a-7ecf-4116-b1d7-5f3eee0f7cfa x-openstack-request-id: req-0747372a-7ecf-4116-b1d7-5f3eee0f7cfa {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:30.531082 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:30.531540 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0747372a-7ecf-4116-b1d7-5f3eee0f7cfa {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:30.532026 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'status': 'completed', 'code': 200} Oct 13 14:13:30.570879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c2261-38dd-46b1-8709-d43dea68d783 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:30.606576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device be4bedfe-1017-4fad-b941-f5d7d6d027b2 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:13:30.759140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:30.768379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-772ef6cf-e8c1-404a-bca7-bbf6fc7a01e3 req-eda23042-313d-445f-8442-7a2e4beafa90 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383397 Oct 13 14:13:30.777047 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'port_id': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'mac_address': 'fa:16:3e:ba:2a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:13:30.823822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-58520cd0-a181-461b-a9d3-6038f851f36f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Made reservation on behalf of 98fcaf782ddd4be98883dac5d3553e48 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:13:30.829035 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-58520cd0-a181-461b-a9d3-6038f851f36f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:30.830243 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:30.850067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4bedfe-1017-4fad-b941-f5d7d6d027b2 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:13:30.878834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:30.973381 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:31.043718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=be4bedfe-1017-4fad-b941-f5d7d6d027b2,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:31.134919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Attempting to bind port eecda0a3-e853-4fba-98a5-789397a07787 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:13:31.135246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Attempting to bind port eecda0a3-e853-4fba-98a5-789397a07787 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '9ff07ebf-2cca-45a6-88fb-00407ae2d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5a26a948-9aee-4bc0-9aaa-0cd6133c0be5'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:13:31.135575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Attempting to bind port eecda0a3-e853-4fba-98a5-789397a07787 on network 5a26a948-9aee-4bc0-9aaa-0cd6133c0be5 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:13:31.187656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Port eecda0a3-e853-4fba-98a5-789397a07787 on network 5a26a948-9aee-4bc0-9aaa-0cd6133c0be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:13:31.188004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Attempting to bind port eecda0a3-e853-4fba-98a5-789397a07787 on network 5a26a948-9aee-4bc0-9aaa-0cd6133c0be5 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:13:31.199276 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1ea86f8-264b-49ea-9c74-73f61239b3c6 req-c472b358-ebda-4c63-bf2c-74c7bde11a33 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 210 time: 0.0512865 Oct 13 14:13:31.203941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-61afd569-9b94-4b2d-9bc5-bbdfefe2c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:31.205992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-61afd569-9b94-4b2d-9bc5-bbdfefe2c759 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 1100 time: 0.6798978 Oct 13 14:13:31.235529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f8fa5-868f-41b2-a8db-6264bd4043d3 req-a7eb8e70-5f49-4be9-91d0-5a9e8a5eaf64 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:31.243790 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-000f8fa5-868f-41b2-a8db-6264bd4043d3 req-a7eb8e70-5f49-4be9-91d0-5a9e8a5eaf64 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 944 time: 0.5892086 Oct 13 14:13:31.251862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:13:31.251862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Checking segment: {'id': '9ff07ebf-2cca-45a6-88fb-00407ae2d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5a26a948-9aee-4bc0-9aaa-0cd6133c0be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:13:31.251862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Bound using segment: {'id': '9ff07ebf-2cca-45a6-88fb-00407ae2d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5a26a948-9aee-4bc0-9aaa-0cd6133c0be5'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:13:31.251862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Bound port: eecda0a3-e853-4fba-98a5-789397a07787, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff07ebf-2cca-45a6-88fb-00407ae2d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '5a26a948-9aee-4bc0-9aaa-0cd6133c0be5'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:13:31.252973 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:31.303535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['be4bedfe-1017-4fad-b941-f5d7d6d027b2'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:31.375774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-766ee954-64cd-40ce-9d93-7d36dfd4c6e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 200 len: 217 time: 0.1295784 Oct 13 14:13:31.565170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-000f8fa5-868f-41b2-a8db-6264bd4043d3 req-c35d1207-4f70-4994-b47b-417948f2a6ba tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196809 Oct 13 14:13:31.635551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] For port eecda0a3-e853-4fba-98a5-789397a07787, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:13:31.638786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-85daee0f-4b9b-43c3-8943-ebe3c9a40df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:31.640375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-85daee0f-4b9b-43c3-8943-ebe3c9a40df1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2390568 Oct 13 14:13:31.649560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] For port eecda0a3-e853-4fba-98a5-789397a07787, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=eecda0a3-e853-4fba-98a5-789397a07787,segment=NetworkSegment(9ff07ebf-2cca-45a6-88fb-00407ae2d1dd),segment_id=9ff07ebf-2cca-45a6-88fb-00407ae2d1dd)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:13:31.650928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-58520cd0-a181-461b-a9d3-6038f851f36f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Allocated IP 172.20.0.12 (5d629c18-f76b-44ce-bee6-bc0bac66c6dc/7fa540a9-f19d-470e-8912-1354726ae7cd/e9ab0ed2-bf42-478e-873d-1b1a123a9b5a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:13:31.694104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8eebb-366d-4c3d-90a7-57dbbf9ff4fc req-ad4ec6c3-c79a-428e-a02b-fa2a5cc40f49 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:31.695723 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31f8eebb-366d-4c3d-90a7-57dbbf9ff4fc req-ad4ec6c3-c79a-428e-a02b-fa2a5cc40f49 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 931 time: 0.3291645 Oct 13 14:13:31.774248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd13188-02f5-4986-8d58-b3d86267fde6 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:13:31.788995 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:31.799921 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:31.901266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Transition to ACTIVE for port object 5cd13188-02f5-4986-8d58-b3d86267fde6 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:13:31.904862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:31.906222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:31.907231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] 10.222.0.49 "PUT /v2.0/ports/eecda0a3-e853-4fba-98a5-789397a07787 HTTP/1.1" status: 200 len: 1092 time: 3.6334324 Oct 13 14:13:31.910634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-70657835-f19b-400e-8f21-9b017fa11169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:31.913223 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-70657835-f19b-400e-8f21-9b017fa11169 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2599883 Oct 13 14:13:31.918468 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31f8eebb-366d-4c3d-90a7-57dbbf9ff4fc req-f7b863dd-8063-4ee5-8c69-54b979f2be3f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909609 Oct 13 14:13:31.984789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb074d3-9e17-443f-b2d7-78c1e16667da req-be568cdf-2149-4ad4-b443-2bb63b6fddeb tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:31.999206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdb074d3-9e17-443f-b2d7-78c1e16667da req-be568cdf-2149-4ad4-b443-2bb63b6fddeb tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 943 time: 0.3242548 Oct 13 14:13:32.132827 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:32.246321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4a363-a60e-4253-9286-4cc8cacbf171 service neutron] Pushing event updated for resources: {'Port': ['ID=eecda0a3-e853-4fba-98a5-789397a07787,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:32.474382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd13188-02f5-4986-8d58-b3d86267fde6,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:32.493978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-bd4eaf7b-18e8-46a6-bbea-c53980a112f4 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502932 Oct 13 14:13:32.575040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f285df96-7bd9-44c2-9709-3ef6cd110f1a', 'tag': 'eecda0a3-e853-4fba-98a5-789397a07787'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:32.579415 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0155ea-9ea0-4d1f-951e-3a81aa3f1ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "f285df96-7bd9-44c2-9709-3ef6cd110f1a", "tag": "eecda0a3-e853-4fba-98a5-789397a07787"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:32.607582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device be4bedfe-1017-4fad-b941-f5d7d6d027b2 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:13:32.653398 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-58520cd0-a181-461b-a9d3-6038f851f36f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:32.659391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdb074d3-9e17-443f-b2d7-78c1e16667da req-dcaefc91-19e7-40fc-9fa4-5f9851a39eed tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6573305 Oct 13 14:13:32.680890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f16fc-7553-47c2-996c-3f9cb1e00aa8 req-df564948-e038-446e-a173-71571f079351 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:32.684965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-255f16fc-7553-47c2-996c-3f9cb1e00aa8 req-df564948-e038-446e-a173-71571f079351 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 948 time: 0.5539851 Oct 13 14:13:32.698827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-1b0252e0-34a0-4c10-bb0e-386f2a5970e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:32.698827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-1b0252e0-34a0-4c10-bb0e-386f2a5970e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50de92767b224e8bafe810121c2a20c8&device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 1095 time: 0.5365136 Oct 13 14:13:32.754551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port be4bedfe-1017-4fad-b941-f5d7d6d027b2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:13:32.755136 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:32.839189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-914e32b5-cc90-4513-8db0-0d300856e9ed req-22ecdcea-19a1-4b67-8c52-c295c3528b0f service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670650 Oct 13 14:13:32.883454 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:32.916209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:32.924769 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e28953-f00e-4fa8-a91d-45e611ca25c9" -d '{"events": [{"server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "name": "network-vif-plugged", "status": "completed", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:32.944770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-0de677a8-7cf6-4616-bec3-28806a968b0b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eecda0a3-e853-4fba-98a5-789397a07787 HTTP/1.1" status: 200 len: 217 time: 0.2254055 Oct 13 14:13:32.945665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:32.987358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7366a56-174b-4ebe-a9d2-9b2716dd6bf9 req-569fe51f-c840-4567-8a0f-e5a91b5cdc0e tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 210 time: 0.1470277 Oct 13 14:13:33.033398 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:33.115304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=be4bedfe-1017-4fad-b941-f5d7d6d027b2,revision_number=10']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:33.128019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-255f16fc-7553-47c2-996c-3f9cb1e00aa8 req-08388c55-e80f-4621-b9a9-39038ae3011e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267907 Oct 13 14:13:33.173499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Attempting to bind port 5cd13188-02f5-4986-8d58-b3d86267fde6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:13:33.173978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Attempting to bind port 5cd13188-02f5-4986-8d58-b3d86267fde6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:13:33.174321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Attempting to bind port 5cd13188-02f5-4986-8d58-b3d86267fde6 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:13:33.180204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-b2597f81-bafd-4c2d-814a-33adf4e172e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:33.181752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-b2597f81-bafd-4c2d-814a-33adf4e172e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e72f6a3c-2ac4-4a1d-a4a7-a3569e80df8a HTTP/1.1" status: 200 len: 857 time: 0.1977255 Oct 13 14:13:33.198799 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86acad0d-35f0-445d-ba1b-59da59cc6046 x-openstack-request-id: req-86acad0d-35f0-445d-ba1b-59da59cc6046 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:33.198799 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f285df96-7bd9-44c2-9709-3ef6cd110f1a", "tag": "eecda0a3-e853-4fba-98a5-789397a07787", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:33.198799 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86acad0d-35f0-445d-ba1b-59da59cc6046 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:33.199148 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f285df96-7bd9-44c2-9709-3ef6cd110f1a', 'tag': 'eecda0a3-e853-4fba-98a5-789397a07787', 'status': 'completed', 'code': 200} Oct 13 14:13:33.226142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Port 5cd13188-02f5-4986-8d58-b3d86267fde6 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:13:33.226142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Attempting to bind port 5cd13188-02f5-4986-8d58-b3d86267fde6 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:13:33.275337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252c6aa-5f39-4569-83b6-61e2784bd512 req-df18c9a2-6b1c-49c2-ad48-9b89a08f28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:33.276865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f252c6aa-5f39-4569-83b6-61e2784bd512 req-df18c9a2-6b1c-49c2-ad48-9b89a08f28d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 1100 time: 0.2809482 Oct 13 14:13:33.278051 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-58520cd0-a181-461b-a9d3-6038f851f36f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:33.295413 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28b67e0-8f31-42d9-b3e1-d3ceab073f30 x-openstack-request-id: req-a28b67e0-8f31-42d9-b3e1-d3ceab073f30 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:33.295903 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "name": "network-vif-plugged", "status": "completed", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:33.296217 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a28b67e0-8f31-42d9-b3e1-d3ceab073f30 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:33.296754 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'code': 200} Oct 13 14:13:33.313032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-5e9780a5-a04e-4f23-8f5f-583678d84b7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a26a948-9aee-4bc0-9aaa-0cd6133c0be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090569 Oct 13 14:13:33.370531 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:13:33.371139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:13:33.371617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Bound using segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:13:33.372159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Bound port: 5cd13188-02f5-4986-8d58-b3d86267fde6, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:13:33.372636 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:33.625005 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:13:33.628387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58520cd0-a181-461b-a9d3-6038f851f36f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Pushing event updated for resources: {'Port': ['ID=e9ab0ed2-bf42-478e-873d-1b1a123a9b5a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:33.640854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-58520cd0-a181-461b-a9d3-6038f851f36f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Network 5d629c18-f76b-44ce-bee6-bc0bac66c6dc is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:13:33.657348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252c6aa-5f39-4569-83b6-61e2784bd512 req-8c167479-c78a-4a36-a817-d5e38f9f7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:33.662876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f252c6aa-5f39-4569-83b6-61e2784bd512 req-8c167479-c78a-4a36-a817-d5e38f9f7589 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.3455021 Oct 13 14:13:33.691831 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b98a72-9890-456a-a27b-1958b0ab9010 req-8405c9a8-a1dc-46b6-92a6-1e7ae7dbe57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:33.693415 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e6b98a72-9890-456a-a27b-1958b0ab9010 req-8405c9a8-a1dc-46b6-92a6-1e7ae7dbe57d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 1099 time: 0.0726213 Oct 13 14:13:33.697654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-58520cd0-a181-461b-a9d3-6038f851f36f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:13:33.728347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-58520cd0-a181-461b-a9d3-6038f851f36f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:13:33.742888 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e6b98a72-9890-456a-a27b-1958b0ab9010 req-bc77fe7f-3677-4e77-898e-1c53bd844e89 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317202 Oct 13 14:13:34.066422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f252c6aa-5f39-4569-83b6-61e2784bd512 req-f25b2c91-8f99-45ee-9e81-202965fd403a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 200 len: 217 time: 0.3590171 Oct 13 14:13:34.114248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934da9e-c973-4b80-ae9b-509ee200d32a req-47d43d96-e4c3-4769-84b2-44440eb6ac29 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:34.115671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8934da9e-c973-4b80-ae9b-509ee200d32a req-47d43d96-e4c3-4769-84b2-44440eb6ac29 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 947 time: 0.8273370 Oct 13 14:13:34.116793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:13:34.133028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4d5b-eb36-4fb5-a0c6-8839f0c143f7 req-5056ef90-5626-4ab9-9d4f-a85bd54717f9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:34.135784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ad4d5b-eb36-4fb5-a0c6-8839f0c143f7 req-5056ef90-5626-4ab9-9d4f-a85bd54717f9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.7198958 Oct 13 14:13:34.210496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-58520cd0-a181-461b-a9d3-6038f851f36f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:34.211126 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-58520cd0-a181-461b-a9d3-6038f851f36f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:34.220973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5cd13188-02f5-4986-8d58-b3d86267fde6,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:13:34.234278 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-07d5dab2-44b6-46eb-a45e-f6a2b2a9a0d5 service neutron] 10.222.0.49 "GET /v2.0/networks/5a26a948-9aee-4bc0-9aaa-0cd6133c0be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9024255 Oct 13 14:13:34.266388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252c6aa-5f39-4569-83b6-61e2784bd512 req-632c4834-41e2-4dd2-949a-684174eceaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:34.267993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f252c6aa-5f39-4569-83b6-61e2784bd512 req-632c4834-41e2-4dd2-949a-684174eceaef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1797683 Oct 13 14:13:34.339640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-58520cd0-a181-461b-a9d3-6038f851f36f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3716002 Oct 13 14:13:34.342485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8934da9e-c973-4b80-ae9b-509ee200d32a req-525bf936-08cf-480b-ada8-2ac49e26e687 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005537 Oct 13 14:13:34.343756 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:34.373817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ad4d5b-eb36-4fb5-a0c6-8839f0c143f7 req-6cd56fb8-e350-4c3d-a21e-e64e317ab742 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014534 Oct 13 14:13:34.379944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Request body: {'port': {'device_id': 'c6c90a21-cbd4-4f1e-895f-8341cbe92621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:34.472605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:34.473273 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:34.474829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] 10.222.0.49 "PUT /v2.0/ports/5cd13188-02f5-4986-8d58-b3d86267fde6 HTTP/1.1" status: 200 len: 1092 time: 4.5818474 Oct 13 14:13:34.578877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252c6aa-5f39-4569-83b6-61e2784bd512 req-e4929d57-9b1b-4550-b7df-78516883ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:34.580487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f252c6aa-5f39-4569-83b6-61e2784bd512 req-e4929d57-9b1b-4550-b7df-78516883ae87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2901373 Oct 13 14:13:34.585387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3955f9-3074-4a7c-a13a-1afce1bcaba0 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd13188-02f5-4986-8d58-b3d86267fde6,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:34.610460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714057f7-d270-4ce5-9f4e-fca16c1b5758 req-171dd6df-72d6-4450-87ef-a64bbad9ba04 service neutron] 10.222.0.49 "GET /v2.0/networks/5a26a948-9aee-4bc0-9aaa-0cd6133c0be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615251 Oct 13 14:13:34.614962 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:34.708226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13085ca0-6c08-4915-b653-183c85f240cd req-65cc28cf-223e-4a4b-ab23-2098b51ad9ff tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:34.709771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13085ca0-6c08-4915-b653-183c85f240cd req-65cc28cf-223e-4a4b-ab23-2098b51ad9ff tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 943 time: 0.2692468 Oct 13 14:13:34.728963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6e4a4-d582-44f5-8d61-52a3ce12b353 req-d190fedc-a5d8-472b-85f1-e1a4d6137528 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:34.730592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1bd6e4a4-d582-44f5-8d61-52a3ce12b353 req-d190fedc-a5d8-472b-85f1-e1a4d6137528 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 932 time: 0.2694023 Oct 13 14:13:34.875806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-e863ddbc-5f60-470c-b370-1a5b12f0d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:34.878221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-e863ddbc-5f60-470c-b370-1a5b12f0d89d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 1095 time: 0.2186885 Oct 13 14:13:34.956662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f252c6aa-5f39-4569-83b6-61e2784bd512 req-a47f656d-441c-49cd-8251-f0d44ce31525 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579800 Oct 13 14:13:34.965439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13085ca0-6c08-4915-b653-183c85f240cd req-b1bd11c5-121c-4903-9de7-78b432f79453 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447371 Oct 13 14:13:35.009750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1bd6e4a4-d582-44f5-8d61-52a3ce12b353 req-24dbf053-d6cd-4198-bd18-e7065e77830e tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518733 Oct 13 14:13:35.020891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-1c9f1b1b-73d1-42f5-a909-e3ed0590f524 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5cd13188-02f5-4986-8d58-b3d86267fde6 HTTP/1.1" status: 200 len: 217 time: 0.1330769 Oct 13 14:13:35.039728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0155ea-9ea0-4d1f-951e-3a81aa3f1ab4 req-7db2b68d-53fb-4bc4-bf71-62f242dfc107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:35.042114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b0155ea-9ea0-4d1f-951e-3a81aa3f1ab4 req-7db2b68d-53fb-4bc4-bf71-62f242dfc107 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50de92767b224e8bafe810121c2a20c8&device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 1095 time: 0.2855670 Oct 13 14:13:35.200692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8175f93-4615-4cdd-aadb-48c54d5ed730', 'tag': '5cd13188-02f5-4986-8d58-b3d86267fde6'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:35.205496 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26cebf8-6c21-46f7-97b1-48163b52d8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d8175f93-4615-4cdd-aadb-48c54d5ed730", "tag": "5cd13188-02f5-4986-8d58-b3d86267fde6"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:35.299812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b2d257f3-4dcc-455b-80c7-fb9459181ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:35.301359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-b2d257f3-4dcc-455b-80c7-fb9459181ee1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.2557964 Oct 13 14:13:35.331276 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca005b1-1e2b-4b3e-8150-25943004a84f x-openstack-request-id: req-0ca005b1-1e2b-4b3e-8150-25943004a84f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:35.331641 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8175f93-4615-4cdd-aadb-48c54d5ed730", "tag": "5cd13188-02f5-4986-8d58-b3d86267fde6", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:35.331898 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ca005b1-1e2b-4b3e-8150-25943004a84f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:35.332297 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8175f93-4615-4cdd-aadb-48c54d5ed730', 'tag': '5cd13188-02f5-4986-8d58-b3d86267fde6', 'status': 'completed', 'code': 200} Oct 13 14:13:35.395727 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f252c6aa-5f39-4569-83b6-61e2784bd512 req-d5b92c84-b3da-4474-8827-e9135afca658 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004261 Oct 13 14:13:35.405615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-41981dcb-dd96-4acd-95b9-817329348d52 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771079 Oct 13 14:13:35.439169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4577bba-b116-44a9-99c8-e3905b2dfc56 req-dba4c0d4-f9fc-4e51-b610-c08d1bc792da tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:35.446183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4577bba-b116-44a9-99c8-e3905b2dfc56 req-dba4c0d4-f9fc-4e51-b610-c08d1bc792da tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 948 time: 0.2802420 Oct 13 14:13:35.505038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0155ea-9ea0-4d1f-951e-3a81aa3f1ab4 req-ae922fbe-3641-4e8f-8a27-5abd8c2625ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:35.505038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b0155ea-9ea0-4d1f-951e-3a81aa3f1ab4 req-ae922fbe-3641-4e8f-8a27-5abd8c2625ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a26a948-9aee-4bc0-9aaa-0cd6133c0be5 HTTP/1.1" status: 200 len: 918 time: 0.4291322 Oct 13 14:13:35.623719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b0155ea-9ea0-4d1f-951e-3a81aa3f1ab4 req-b12d183f-2510-44e2-8e04-1070b21a9130 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eecda0a3-e853-4fba-98a5-789397a07787 HTTP/1.1" status: 200 len: 217 time: 0.0852733 Oct 13 14:13:35.691114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4577bba-b116-44a9-99c8-e3905b2dfc56 req-3a54581f-2eaa-417a-8261-29d4505eb5b8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434223 Oct 13 14:13:35.715635 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ab0ed2-bf42-478e-873d-1b1a123a9b5a {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:13:35.721127 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:35.734321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f8d18-6233-4b0e-a759-79b34039a333 req-1b31d642-d8d2-4574-b428-4510fd92ed47 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:35.735883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c9f8d18-6233-4b0e-a759-79b34039a333 req-1b31d642-d8d2-4574-b428-4510fd92ed47 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.3160043 Oct 13 14:13:35.803474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Transition to ACTIVE for port object e9ab0ed2-bf42-478e-873d-1b1a123a9b5a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:13:35.822770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0155ea-9ea0-4d1f-951e-3a81aa3f1ab4 req-de1885c0-c4bb-4974-9ee8-47273049ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:35.824373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b0155ea-9ea0-4d1f-951e-3a81aa3f1ab4 req-de1885c0-c4bb-4974-9ee8-47273049ce8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e72f6a3c-2ac4-4a1d-a4a7-a3569e80df8a HTTP/1.1" status: 200 len: 857 time: 0.1908336 Oct 13 14:13:35.828998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-00700da7-95f6-4c23-b6a2-8899b485115a service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079299 Oct 13 14:13:35.935078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c9f8d18-6233-4b0e-a759-79b34039a333 req-8d045fa0-628c-4d03-8f0e-7928ca52d770 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769383 Oct 13 14:13:35.937061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b0155ea-9ea0-4d1f-951e-3a81aa3f1ab4 req-23d885c7-abca-4f4b-8133-f18dbfd9dba6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a26a948-9aee-4bc0-9aaa-0cd6133c0be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890973 Oct 13 14:13:35.941857 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:36.001593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5c3b6-333c-4163-a68a-eca0539600b6 req-5002b9c9-7921-4640-8972-5c460a8fbb1c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:36.003973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3b5c3b6-333c-4163-a68a-eca0539600b6 req-5002b9c9-7921-4640-8972-5c460a8fbb1c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 947 time: 0.2448130 Oct 13 14:13:36.398879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ab0ed2-bf42-478e-873d-1b1a123a9b5a,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:36.488348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1461307b-7dc2-4aba-935f-9a2d7ea93869 req-84a48e05-6458-4c63-8397-15229eb6cc01 service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419437 Oct 13 14:13:36.499467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3b5c3b6-333c-4163-a68a-eca0539600b6 req-1febab45-da00-4a8c-a98f-e7963e43d8fd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4794018 Oct 13 14:13:36.529250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22add1f0-dd28-42bb-9381-a402aa49f87d req-ff11d360-39ba-4957-8910-5bb02f1add7e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:36.529250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22add1f0-dd28-42bb-9381-a402aa49f87d req-ff11d360-39ba-4957-8910-5bb02f1add7e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.2161059 Oct 13 14:13:36.546997 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b0155ea-9ea0-4d1f-951e-3a81aa3f1ab4 req-4103a6b2-662f-4ce2-ae3c-023d38b8ea8f service neutron] 10.222.0.49 "GET /v2.0/networks/5a26a948-9aee-4bc0-9aaa-0cd6133c0be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927985 Oct 13 14:13:36.621360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cf9bc048-dca3-420b-a6d1-73683790334f details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:13:36.631917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Attempting to bind port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:13:36.632178 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Attempting to bind port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '50e07d53-bf1b-4d40-9ff9-dbc0ed61af04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5d629c18-f76b-44ce-bee6-bc0bac66c6dc'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:13:36.632586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Attempting to bind port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a on network 5d629c18-f76b-44ce-bee6-bc0bac66c6dc {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:13:36.726335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a on network 5d629c18-f76b-44ce-bee6-bc0bac66c6dc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:13:36.726638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Attempting to bind port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a on network 5d629c18-f76b-44ce-bee6-bc0bac66c6dc {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:13:36.747665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:13:36.748011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Checking segment: {'id': '50e07d53-bf1b-4d40-9ff9-dbc0ed61af04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5d629c18-f76b-44ce-bee6-bc0bac66c6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:13:36.748407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Bound using segment: {'id': '50e07d53-bf1b-4d40-9ff9-dbc0ed61af04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5d629c18-f76b-44ce-bee6-bc0bac66c6dc'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:13:36.748820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Bound port: e9ab0ed2-bf42-478e-873d-1b1a123a9b5a, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e07d53-bf1b-4d40-9ff9-dbc0ed61af04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5d629c18-f76b-44ce-bee6-bc0bac66c6dc'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:13:36.749203 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:36.779738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22add1f0-dd28-42bb-9381-a402aa49f87d req-6a33aa17-5118-4c36-8ec2-047dc71ade04 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218473 Oct 13 14:13:36.855270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b0155ea-9ea0-4d1f-951e-3a81aa3f1ab4 req-c49b1b18-c5e1-4d77-8a3b-2decf6cc8280 service neutron] 10.222.0.49 "GET /v2.0/networks/5a26a948-9aee-4bc0-9aaa-0cd6133c0be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926431 Oct 13 14:13:36.989473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65b0d4-7a62-48c0-852a-36887e0fa138 req-663e3771-91b4-4266-b2bb-0970b11490bf tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:37.002873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:37.005592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af65b0d4-7a62-48c0-852a-36887e0fa138 req-663e3771-91b4-4266-b2bb-0970b11490bf tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.3636630 Oct 13 14:13:37.041610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'mac_address': 'fa:16:3e:40:52:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:13:37.087988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cebf8-6c21-46f7-97b1-48163b52d8f4 req-68200bff-664e-4c89-ae00-1600b0283f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:37.088854 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:37.089768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d26cebf8-6c21-46f7-97b1-48163b52d8f4 req-68200bff-664e-4c89-ae00-1600b0283f13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 1095 time: 0.3174703 Oct 13 14:13:37.107214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9bc048-dca3-420b-a6d1-73683790334f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:13:37.116896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d9ae7-19f2-49bf-8f15-6f8f6a772485 req-95d3766a-fa0e-43af-943d-dbc801b60c0c tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:37.118746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-926d9ae7-19f2-49bf-8f15-6f8f6a772485 req-95d3766a-fa0e-43af-943d-dbc801b60c0c tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 943 time: 0.2398496 Oct 13 14:13:37.135163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] For port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:13:37.145484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:37.151663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af65b0d4-7a62-48c0-852a-36887e0fa138 req-6888fe85-9313-463b-beab-37530c62c655 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451778 Oct 13 14:13:37.203289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] For port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e9ab0ed2-bf42-478e-873d-1b1a123a9b5a,segment=NetworkSegment(50e07d53-bf1b-4d40-9ff9-dbc0ed61af04),segment_id=50e07d53-bf1b-4d40-9ff9-dbc0ed61af04)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:13:37.248228 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:37.249720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device eecda0a3-e853-4fba-98a5-789397a07787 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:13:37.268849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-926d9ae7-19f2-49bf-8f15-6f8f6a772485 req-27869458-b327-4fd9-85a8-491800190984 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347840 Oct 13 14:13:37.310995 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:37.399963 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:37.443585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:37.449569 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:37.453481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9ab0ed2-bf42-478e-873d-1b1a123a9b5a HTTP/1.1" status: 200 len: 1093 time: 3.0794728 Oct 13 14:13:37.455298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c90a21-cbd4-4f1e-895f-8341cbe92621', 'tag': 'e9ab0ed2-bf42-478e-873d-1b1a123a9b5a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:37.475119 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd13aa4-5b83-4500-b29f-9120b2963512" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c90a21-cbd4-4f1e-895f-8341cbe92621", "tag": "e9ab0ed2-bf42-478e-873d-1b1a123a9b5a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:37.492891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cebf8-6c21-46f7-97b1-48163b52d8f4 req-fe5377c5-efb6-46dd-bb62-9434e2849f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:37.499201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d26cebf8-6c21-46f7-97b1-48163b52d8f4 req-fe5377c5-efb6-46dd-bb62-9434e2849f49 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.3896325 Oct 13 14:13:37.517493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port eecda0a3-e853-4fba-98a5-789397a07787, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=eecda0a3-e853-4fba-98a5-789397a07787,segment=NetworkSegment(9ff07ebf-2cca-45a6-88fb-00407ae2d1dd),segment_id=9ff07ebf-2cca-45a6-88fb-00407ae2d1dd)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:37.535837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'eecda0a3-e853-4fba-98a5-789397a07787', 'network_id': '5a26a948-9aee-4bc0-9aaa-0cd6133c0be5', 'port_id': 'eecda0a3-e853-4fba-98a5-789397a07787', 'mac_address': 'fa:16:3e:f1:cb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72f6a3c-2ac4-4a1d-a4a7-a3569e80df8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:13:37.597967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7c048-41a1-4cee-a263-1ad3c7db2a4a req-beef3d63-745e-4b65-aaf7-4dbd172b8f0f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:37.599531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91f7c048-41a1-4cee-a263-1ad3c7db2a4a req-beef3d63-745e-4b65-aaf7-4dbd172b8f0f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 944 time: 0.3729708 Oct 13 14:13:37.607178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d26cebf8-6c21-46f7-97b1-48163b52d8f4 req-f9db367a-b458-460f-9135-e781612f8051 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5cd13188-02f5-4986-8d58-b3d86267fde6 HTTP/1.1" status: 200 len: 217 time: 0.0965335 Oct 13 14:13:37.634732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9309086-24f2-45af-834d-7d5bb5297939 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ab0ed2-bf42-478e-873d-1b1a123a9b5a,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:37.663315 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:37.685878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecda0a3-e853-4fba-98a5-789397a07787 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:13:37.735614 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port eecda0a3-e853-4fba-98a5-789397a07787, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=eecda0a3-e853-4fba-98a5-789397a07787,segment=NetworkSegment(9ff07ebf-2cca-45a6-88fb-00407ae2d1dd),segment_id=9ff07ebf-2cca-45a6-88fb-00407ae2d1dd)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:37.739859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276b7f-f4fc-42d3-93dc-be29e8016dc4 req-fc90c351-ae9d-46b8-90a3-439b433041b6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:37.741482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16276b7f-f4fc-42d3-93dc-be29e8016dc4 req-fc90c351-ae9d-46b8-90a3-439b433041b6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 949 time: 0.2613878 Oct 13 14:13:37.750306 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91f7c048-41a1-4cee-a263-1ad3c7db2a4a req-b1b11fac-413a-4832-b12f-f3e8c84bc73d tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390007 Oct 13 14:13:37.757026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cebf8-6c21-46f7-97b1-48163b52d8f4 req-34fe3ab1-d78a-41ba-bca2-200d3404ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:37.760018 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d26cebf8-6c21-46f7-97b1-48163b52d8f4 req-34fe3ab1-d78a-41ba-bca2-200d3404ade2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1425705 Oct 13 14:13:37.793290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-b46acc75-d166-4ebc-90c7-d29d663e03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:37.794855 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-b46acc75-d166-4ebc-90c7-d29d663e03bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=98fcaf782ddd4be98883dac5d3553e48&device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 1096 time: 0.1471097 Oct 13 14:13:37.812777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d26cebf8-6c21-46f7-97b1-48163b52d8f4 req-6bfafc3c-7f1e-4147-b244-a511906dada5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419924 Oct 13 14:13:37.832031 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:37.871233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-7e0bd6fb-e910-44c3-811d-fd06f4be80e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9ab0ed2-bf42-478e-873d-1b1a123a9b5a HTTP/1.1" status: 200 len: 217 time: 0.0612545 Oct 13 14:13:37.934268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=eecda0a3-e853-4fba-98a5-789397a07787,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:37.961726 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16276b7f-f4fc-42d3-93dc-be29e8016dc4 req-596da6d8-dc21-4187-a202-aaf2576a5e1a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936851 Oct 13 14:13:38.078531 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea3c5e7-7e97-49cd-a5e2-3c5163f86d64 x-openstack-request-id: req-bea3c5e7-7e97-49cd-a5e2-3c5163f86d64 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:38.078828 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c90a21-cbd4-4f1e-895f-8341cbe92621", "tag": "e9ab0ed2-bf42-478e-873d-1b1a123a9b5a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:38.079086 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bea3c5e7-7e97-49cd-a5e2-3c5163f86d64 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:38.079489 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c90a21-cbd4-4f1e-895f-8341cbe92621', 'tag': 'e9ab0ed2-bf42-478e-873d-1b1a123a9b5a', 'status': 'completed', 'code': 200} Oct 13 14:13:38.116490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-419263ea-29ac-4173-a992-cd718163304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:38.118189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-419263ea-29ac-4173-a992-cd718163304c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fa540a9-f19d-470e-8912-1354726ae7cd HTTP/1.1" status: 200 len: 854 time: 0.2315550 Oct 13 14:13:38.155349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['cf9bc048-dca3-420b-a6d1-73683790334f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:38.160375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['eecda0a3-e853-4fba-98a5-789397a07787'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:38.214066 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-0d64fe1b-5130-494f-b802-ed3782b19be5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d629c18-f76b-44ce-bee6-bc0bac66c6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729198 Oct 13 14:13:38.239818 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d26cebf8-6c21-46f7-97b1-48163b52d8f4 req-b8df9a96-2655-413d-83cf-cf59cd4db10c service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170151 Oct 13 14:13:38.259144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-83ece82f-3408-463e-a055-266fa4aaaf92 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:38.260900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-83ece82f-3408-463e-a055-266fa4aaaf92 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 812 time: 0.3265040 Oct 13 14:13:38.361804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44718) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:38.371527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa0a29-e936-47bb-b54b-2edb811490ed req-12da5297-3020-4688-b52c-6239be75de10 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:38.383159 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14aa0a29-e936-47bb-b54b-2edb811490ed req-12da5297-3020-4688-b52c-6239be75de10 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 947 time: 0.2701147 Oct 13 14:13:38.395590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-ff8a3c68-7aaa-4bad-88a9-fe07ee946136 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/quotas/f30573fef89b4a79a75abcae7dd5b4d0 HTTP/1.1" status: 200 len: 375 time: 0.0933998 Oct 13 14:13:38.518426 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d893cb4c-2b5e-4445-842d-42fb29d50a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:38.540313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14aa0a29-e936-47bb-b54b-2edb811490ed req-06130d3b-ddb1-4f07-97f5-0ec1ab55bbbe tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560104 Oct 13 14:13:38.545583 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-98583e76-3d94-471b-8135-6f4c03cb155c service neutron] 10.222.0.41 "GET /v2.0/networks/5d629c18-f76b-44ce-bee6-bc0bac66c6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166881 Oct 13 14:13:38.554216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d26cebf8-6c21-46f7-97b1-48163b52d8f4 req-db9dd953-eca5-4642-934d-afc79a06da02 service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894840 Oct 13 14:13:38.577022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-2f2aed63-017e-48f3-99d6-433816aac399 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1729548 Oct 13 14:13:38.653306 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d893cb4c-2b5e-4445-842d-42fb29d50a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:38.752739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d893cb4c-2b5e-4445-842d-42fb29d50a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:38.794585 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d893cb4c-2b5e-4445-842d-42fb29d50a86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70bec3e620814f3499292dcbacb94a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305031 Oct 13 14:13:38.796666 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893cb4c-2b5e-4445-842d-42fb29d50a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2ff86d-511f-43d8-b756-b90233b195a8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:38.799236 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44726) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:38.800543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66010e7-7800-423d-ab02-e0b702e2a31d req-d7bed1d3-9d1c-404a-a870-32ee290d18e9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:38.802110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b66010e7-7800-423d-ab02-e0b702e2a31d req-d7bed1d3-9d1c-404a-a870-32ee290d18e9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.1536818 Oct 13 14:13:38.811754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c74b316-525f-46d8-aa14-b387ac185af3 req-193047a9-e6b7-4c81-b3d2-3e833bbab182 service neutron] 10.222.0.41 "GET /v2.0/networks/5d629c18-f76b-44ce-bee6-bc0bac66c6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332850 Oct 13 14:13:38.817010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-651d5c52-d6ee-4b94-9136-88706bba2568 service neutron] 10.222.0.18 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832857 Oct 13 14:13:38.859016 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781ee37-3135-4f66-86d5-0cb0b83ab656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:38.884372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781ee37-3135-4f66-86d5-0cb0b83ab656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:39.007748 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781ee37-3135-4f66-86d5-0cb0b83ab656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:39.011613 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781ee37-3135-4f66-86d5-0cb0b83ab656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:39.013681 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1781ee37-3135-4f66-86d5-0cb0b83ab656 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af2ff86d-511f-43d8-b756-b90233b195a8 HTTP/1.1" status: 204 len: 168 time: 0.2126760 Oct 13 14:13:39.051454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781ee37-3135-4f66-86d5-0cb0b83ab656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2ff86d-511f-43d8-b756-b90233b195a8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:39.219368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b66010e7-7800-423d-ab02-e0b702e2a31d req-2f122c54-364c-4a7b-b7d1-04d711264e7d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010708 Oct 13 14:13:39.243970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13aa4-5b83-4500-b29f-9120b2963512 req-09b158c6-acb3-4ca6-a16e-d85a7eb1abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:39.243970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5bd13aa4-5b83-4500-b29f-9120b2963512 req-09b158c6-acb3-4ca6-a16e-d85a7eb1abab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=98fcaf782ddd4be98883dac5d3553e48&device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 1096 time: 0.1276424 Oct 13 14:13:39.330061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-5cef71ff-316f-48ac-947a-ac6168900155 service neutron] 10.222.0.18 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156031 Oct 13 14:13:39.405367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13aa4-5b83-4500-b29f-9120b2963512 req-7a687884-f83c-47fd-8ce5-bf998f8b6c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:39.407368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5bd13aa4-5b83-4500-b29f-9120b2963512 req-7a687884-f83c-47fd-8ce5-bf998f8b6c93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d629c18-f76b-44ce-bee6-bc0bac66c6dc HTTP/1.1" status: 200 len: 915 time: 0.1534326 Oct 13 14:13:39.486294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5bd13aa4-5b83-4500-b29f-9120b2963512 req-21a81430-856e-40d5-b4cb-9836ab7117b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e9ab0ed2-bf42-478e-873d-1b1a123a9b5a HTTP/1.1" status: 200 len: 217 time: 0.0657346 Oct 13 14:13:39.532007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae17ddf-10c1-4597-8f0d-021479fd7fed req-03d87d3f-e84e-4923-afa6-e2ad81dea9e9 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:39.534228 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ae17ddf-10c1-4597-8f0d-021479fd7fed req-03d87d3f-e84e-4923-afa6-e2ad81dea9e9 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 944 time: 0.1253259 Oct 13 14:13:39.568011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13aa4-5b83-4500-b29f-9120b2963512 req-e654d8bb-bbbc-499d-8eef-5a4958d8a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:39.569586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5bd13aa4-5b83-4500-b29f-9120b2963512 req-e654d8bb-bbbc-499d-8eef-5a4958d8a12c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7fa540a9-f19d-470e-8912-1354726ae7cd HTTP/1.1" status: 200 len: 854 time: 0.0740397 Oct 13 14:13:39.626135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ae17ddf-10c1-4597-8f0d-021479fd7fed req-efbce86e-6052-4fd2-9db7-301e94ea2920 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855873 Oct 13 14:13:39.628571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5bd13aa4-5b83-4500-b29f-9120b2963512 req-f705f964-9c1d-4f9f-8d3b-ea88a3387cef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d629c18-f76b-44ce-bee6-bc0bac66c6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468807 Oct 13 14:13:39.828793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c51f-2306-4051-9298-6c12c2fb04be req-4a3ab6dc-a6f1-4be1-88cb-71a4f94f15ab tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:39.841533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea54c51f-2306-4051-9298-6c12c2fb04be req-4a3ab6dc-a6f1-4be1-88cb-71a4f94f15ab tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 944 time: 0.1568823 Oct 13 14:13:39.848314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5bd13aa4-5b83-4500-b29f-9120b2963512 req-a9eb3bc2-7880-4e1a-8802-44d43af066e9 service neutron] 10.222.0.41 "GET /v2.0/networks/5d629c18-f76b-44ce-bee6-bc0bac66c6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119331 Oct 13 14:13:39.861388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44746) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:39.883917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb9bf-e3d5-4039-9c29-8d9ca8cc86df admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:39.963166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dba631-1193-4130-9ca1-f8225c972163 req-6f9c814f-143b-45a6-bed3-2156bab1dfc0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:39.971521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31dba631-1193-4130-9ca1-f8225c972163 req-6f9c814f-143b-45a6-bed3-2156bab1dfc0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 949 time: 0.2414479 Oct 13 14:13:39.978994 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb9bf-e3d5-4039-9c29-8d9ca8cc86df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:40.020143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea54c51f-2306-4051-9298-6c12c2fb04be req-7f0ac189-6b4e-4410-b839-bad6dc576bce tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598482 Oct 13 14:13:40.070696 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb9bf-e3d5-4039-9c29-8d9ca8cc86df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:40.081465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31dba631-1193-4130-9ca1-f8225c972163 req-d7c9d2f8-79b7-4781-b237-c3208ab8a28e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920396 Oct 13 14:13:40.086991 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5bd13aa4-5b83-4500-b29f-9120b2963512 req-bccd6acd-9550-41da-b1f6-e75c644c657c service neutron] 10.222.0.41 "GET /v2.0/networks/5d629c18-f76b-44ce-bee6-bc0bac66c6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251537 Oct 13 14:13:40.126026 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d4ccb9bf-e3d5-4039-9c29-8d9ca8cc86df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3cd5d1c488e4648a70667fdcca359c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608845 Oct 13 14:13:40.126026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccb9bf-e3d5-4039-9c29-8d9ca8cc86df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd90cc53-1b9f-42e7-9bf8-473cc37ee80e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:40.141084 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44748) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:40.164462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-397bdc67-f7c4-4681-ae33-518ed0a35f5d req-7fad7a99-67b6-4010-a56a-1141bc1aef03 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0387509 Oct 13 14:13:40.192842 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-203a4b8c-1d86-43d1-a3fe-a427095b6a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:40.218728 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-203a4b8c-1d86-43d1-a3fe-a427095b6a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:40.351445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8e5df-467f-4946-bcde-931dc0927d52 req-8ed5241d-e821-4f5d-9b1a-0b09428e8648 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:40.353098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1c8e5df-467f-4946-bcde-931dc0927d52 req-8ed5241d-e821-4f5d-9b1a-0b09428e8648 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.0553749 Oct 13 14:13:40.356320 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-203a4b8c-1d86-43d1-a3fe-a427095b6a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:40.359145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-203a4b8c-1d86-43d1-a3fe-a427095b6a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:40.360477 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-203a4b8c-1d86-43d1-a3fe-a427095b6a8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd90cc53-1b9f-42e7-9bf8-473cc37ee80e HTTP/1.1" status: 204 len: 168 time: 0.2228701 Oct 13 14:13:40.389094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a4b8c-1d86-43d1-a3fe-a427095b6a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd90cc53-1b9f-42e7-9bf8-473cc37ee80e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:40.432259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1c8e5df-467f-4946-bcde-931dc0927d52 req-2de7e0f4-0bfa-4f6c-9f2b-031d71bc7a9f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674608 Oct 13 14:13:40.637440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cf9bc048-dca3-420b-a6d1-73683790334f up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:13:40.786622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd126b83-37c6-4a33-9194-aeaa57f23ea7 req-96236fdc-cb49-4762-91b1-69a548450653 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:40.794599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd126b83-37c6-4a33-9194-aeaa57f23ea7 req-96236fdc-cb49-4762-91b1-69a548450653 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 944 time: 0.0721824 Oct 13 14:13:40.801784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port cf9bc048-dca3-420b-a6d1-73683790334f completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:13:40.807210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port cf9bc048-dca3-420b-a6d1-73683790334f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:13:40.810070 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:40.859696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd126b83-37c6-4a33-9194-aeaa57f23ea7 req-c46530ca-5dd4-4098-a978-262b5eccd785 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640783 Oct 13 14:13:40.944404 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:40.972609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:40.975224 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b063d1-dc27-4c0c-b8ea-77f9e336b5d4" -d '{"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-plugged", "status": "completed", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:41.007584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:41.019983 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3cd765-9762-4469-9227-5a378e1f4598 x-openstack-request-id: req-ee3cd765-9762-4469-9227-5a378e1f4598 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:41.020416 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-plugged", "status": "completed", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:41.020671 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee3cd765-9762-4469-9227-5a378e1f4598 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:41.021295 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'code': 200} Oct 13 14:13:41.101243 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:41.102167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device eecda0a3-e853-4fba-98a5-789397a07787 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:13:41.224374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:41.257833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fc943-f579-46d6-b322-c84d20f01f01 req-e33f7079-9df5-4af0-8fa2-9dd0ad64567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:41.259640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf8fc943-f579-46d6-b322-c84d20f01f01 req-e33f7079-9df5-4af0-8fa2-9dd0ad64567e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 1102 time: 0.1702168 Oct 13 14:13:41.279811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dc6bc-b1ab-4912-b4c1-9731995a1492 req-4cc368aa-08d6-4306-815e-a0d8f5e94b8a tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:41.285626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-944dc6bc-b1ab-4912-b4c1-9731995a1492 req-4cc368aa-08d6-4306-815e-a0d8f5e94b8a tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 944 time: 0.1506224 Oct 13 14:13:41.326278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a683c53-6b19-49a3-bc47-58694e6ad573 req-7a0bc0c3-e86b-40f2-a840-563ec9d4f076 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:41.327681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port eecda0a3-e853-4fba-98a5-789397a07787 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:13:41.327795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a683c53-6b19-49a3-bc47-58694e6ad573 req-7a0bc0c3-e86b-40f2-a840-563ec9d4f076 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.1354284 Oct 13 14:13:41.333398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port eecda0a3-e853-4fba-98a5-789397a07787 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:13:41.333969 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:41.371194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf8fc943-f579-46d6-b322-c84d20f01f01 req-8cc78556-5cd1-48f2-9502-b2b79c7e72d7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001737 Oct 13 14:13:41.398029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-944dc6bc-b1ab-4912-b4c1-9731995a1492 req-a314327e-0618-43b9-8be4-fcff0671b0ae tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981557 Oct 13 14:13:41.439545 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:41.459126 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a683c53-6b19-49a3-bc47-58694e6ad573 req-11df1469-a788-4734-b401-8de67a3781cb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102080 Oct 13 14:13:41.495467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port eecda0a3-e853-4fba-98a5-789397a07787, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=eecda0a3-e853-4fba-98a5-789397a07787,segment=NetworkSegment(9ff07ebf-2cca-45a6-88fb-00407ae2d1dd),segment_id=9ff07ebf-2cca-45a6-88fb-00407ae2d1dd)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:41.541639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5061c2c-56c7-4916-a831-77e64b78f9e0 req-59ce07e7-81da-42d1-a5a1-8f25008a61d7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0428042 Oct 13 14:13:41.591085 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:41.624960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aaa7f-cab5-4144-be77-c0f55fc1c411 req-abbb2bde-1cc1-4a90-9b11-af23af8cacf9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:41.628450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c3aaa7f-cab5-4144-be77-c0f55fc1c411 req-abbb2bde-1cc1-4a90-9b11-af23af8cacf9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.0649178 Oct 13 14:13:41.676381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c3aaa7f-cab5-4144-be77-c0f55fc1c411 req-de8a79bf-fc18-45a6-9a87-ade66b056a49 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398607 Oct 13 14:13:41.693079 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=eecda0a3-e853-4fba-98a5-789397a07787,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:42.020452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5ac04-7650-4e20-9cc0-5fb0123c7323 req-7b0b6577-fae4-4212-91f3-3a676e8f86ec tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:42.022125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cee5ac04-7650-4e20-9cc0-5fb0123c7323 req-7b0b6577-fae4-4212-91f3-3a676e8f86ec tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 945 time: 0.0682535 Oct 13 14:13:42.063375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cee5ac04-7650-4e20-9cc0-5fb0123c7323 req-af9031ab-4d3b-4dac-83cc-14a68fbdccc6 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350087 Oct 13 14:13:42.276647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-d58fccab-cc08-46d8-949f-a3950964b488 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:42.278162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-d58fccab-cc08-46d8-949f-a3950964b488 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.41 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 812 time: 0.1434724 Oct 13 14:13:42.296465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Request body: {'port': {'device_id': '46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'admin_state_up': True, 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:42.560661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Made reservation on behalf of f30573fef89b4a79a75abcae7dd5b4d0 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:13:42.566616 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:42.585389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec74fff-567a-4e8e-894c-a4047a37fb89 req-8c4d000b-20e4-4101-a7bd-985fe1393b0d tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:42.588009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eec74fff-567a-4e8e-894c-a4047a37fb89 req-8c4d000b-20e4-4101-a7bd-985fe1393b0d tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 944 time: 0.1125126 Oct 13 14:13:42.685278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ac279-deba-444f-9a34-049ec9f7f111 req-4b49147a-dc1e-45c0-a975-9fdf4c5256ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:42.686799 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-481ac279-deba-444f-9a34-049ec9f7f111 req-4b49147a-dc1e-45c0-a975-9fdf4c5256ca tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.1446180 Oct 13 14:13:42.753655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eec74fff-567a-4e8e-894c-a4047a37fb89 req-acbd4d01-288a-4bcb-8810-6b401a657baf tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254911 Oct 13 14:13:42.794616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-481ac279-deba-444f-9a34-049ec9f7f111 req-8c7078bb-5dfd-49ce-9190-0c7306f6ef0d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765471 Oct 13 14:13:42.884122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Allocated IP 172.20.0.8 (c54ddf7f-30d4-46c7-9ab3-6c873937a10d/f692ea5c-5bea-418c-a845-bf8b8caee90c/fdee327c-eb29-408f-b8f9-5ad86dd6c32b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:13:42.928974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b77196a5-0e83-4a0e-84e2-1f4c1d17a931 req-e8173b16-1f4c-4206-92b8-096c3ad779ed tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0601745 Oct 13 14:13:43.001214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed6cd5-cd3f-442c-9097-3fe06ce5a7e5 req-3be437cd-a9fa-46cd-92ad-125095095ec4 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:43.003615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82ed6cd5-cd3f-442c-9097-3fe06ce5a7e5 req-3be437cd-a9fa-46cd-92ad-125095095ec4 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.1171570 Oct 13 14:13:43.023047 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f285df96-7bd9-44c2-9709-3ef6cd110f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecda0a3-e853-4fba-98a5-789397a07787'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:43.026936 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4292dc6d-ccf4-45e3-90c6-03bcb4c87b8e" -d '{"events": [{"server_uuid": "f285df96-7bd9-44c2-9709-3ef6cd110f1a", "name": "network-vif-plugged", "status": "completed", "tag": "eecda0a3-e853-4fba-98a5-789397a07787"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:43.079459 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aec11a-176f-4e33-962a-8274f18f7de2 x-openstack-request-id: req-91aec11a-176f-4e33-962a-8274f18f7de2 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:43.080506 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f285df96-7bd9-44c2-9709-3ef6cd110f1a", "name": "network-vif-plugged", "status": "completed", "tag": "eecda0a3-e853-4fba-98a5-789397a07787", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:43.080960 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91aec11a-176f-4e33-962a-8274f18f7de2 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:43.081614 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f285df96-7bd9-44c2-9709-3ef6cd110f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecda0a3-e853-4fba-98a5-789397a07787', 'code': 200} Oct 13 14:13:43.102588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82ed6cd5-cd3f-442c-9097-3fe06ce5a7e5 req-419bf916-b132-42f0-86b9-484d3fa3682b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901313 Oct 13 14:13:43.202087 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:43.260070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4dd94-388c-4475-befd-9a96678f1de7 req-96f2f7e3-0780-437c-bafd-8326d38f427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:43.261702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4f4dd94-388c-4475-befd-9a96678f1de7 req-96f2f7e3-0780-437c-bafd-8326d38f427a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 1097 time: 0.1101005 Oct 13 14:13:43.298672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7db76-ead8-4381-b462-ab50bb4c0b5b req-af31b669-871d-483a-970d-c039f337d12e tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:43.300218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05c7db76-ead8-4381-b462-ab50bb4c0b5b req-af31b669-871d-483a-970d-c039f337d12e tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 945 time: 0.1316421 Oct 13 14:13:43.330667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4f4dd94-388c-4475-befd-9a96678f1de7 req-0616039e-498d-4522-a3d5-d1f8d8aea8a8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595238 Oct 13 14:13:43.352532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05c7db76-ead8-4381-b462-ab50bb4c0b5b req-6f14b645-3fb5-488d-a669-125e5d6a4487 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448842 Oct 13 14:13:43.374289 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:43.390918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f2b6a021-4ce4-4b5a-961d-2fe667103bbb'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:43.393825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['afb121ee-b6e0-407a-919d-f5698f7d3b7f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:43.423714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Network c54ddf7f-30d4-46c7-9ab3-6c873937a10d is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:13:43.427234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:13:43.431415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:13:43.466159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event updated for resources: {'Port': ['ID=fdee327c-eb29-408f-b8f9-5ad86dd6c32b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:43.485833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:43.486653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:43.487521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:43.491666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:43.491666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:43.491666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:43.491666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:43.491666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:43.491666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:43.491666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:43.491666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:43.491666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:43.522499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:43.523206 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:43.629255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-f6ef3d36-aea4-4fe5-a6a7-a0b8b7722627 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3378148 Oct 13 14:13:43.647370 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Request body: {'port': {'device_id': '46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:43.719871 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:43.803147 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-68fd9ed5-5ce2-4071-b81a-3dd4d5d1c3b3 None None] Provisioning complete for port fdee327c-eb29-408f-b8f9-5ad86dd6c32b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:13:43.803611 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-68fd9ed5-5ce2-4071-b81a-3dd4d5d1c3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:43.851019 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-68fd9ed5-5ce2-4071-b81a-3dd4d5d1c3b3 None None] Port fdee327c-eb29-408f-b8f9-5ad86dd6c32b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:13:44.151909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ce3d1-39ce-4b93-a378-92dc2ce0143b req-c43cc3ad-3203-4d39-87c1-af2f22d49cd0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:44.160025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-350ce3d1-39ce-4b93-a378-92dc2ce0143b req-c43cc3ad-3203-4d39-87c1-af2f22d49cd0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.1181393 Oct 13 14:13:44.199726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14bc31-cdbd-4dc4-aff0-3fa11c2b5c31 req-1eb1b3b5-94f0-41dd-acce-fb02c1a09ab0 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:44.201253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d14bc31-cdbd-4dc4-aff0-3fa11c2b5c31 req-1eb1b3b5-94f0-41dd-acce-fb02c1a09ab0 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 944 time: 0.1606538 Oct 13 14:13:44.266763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-350ce3d1-39ce-4b93-a378-92dc2ce0143b req-79da459e-276f-4fe5-8cb0-8c4aa09f7291 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007972 Oct 13 14:13:44.332682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdee327c-eb29-408f-b8f9-5ad86dd6c32b {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:13:44.350742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e9ab0ed2-bf42-478e-873d-1b1a123a9b5a details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:13:44.359904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d14bc31-cdbd-4dc4-aff0-3fa11c2b5c31 req-eeb7b419-42dd-411f-b0bc-2f9207466d35 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345856 Oct 13 14:13:44.364109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:44.435845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Transition to ACTIVE for port object fdee327c-eb29-408f-b8f9-5ad86dd6c32b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:13:44.506597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1fc33-d604-4762-ba8b-6b064b221cbc req-c40db201-6497-4a13-97e5-6203f28973c1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:44.515114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26a1fc33-d604-4762-ba8b-6b064b221cbc req-c40db201-6497-4a13-97e5-6203f28973c1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 931 time: 0.1189017 Oct 13 14:13:44.538113 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e9ab0ed2-bf42-478e-873d-1b1a123a9b5a,segment=NetworkSegment(50e07d53-bf1b-4d40-9ff9-dbc0ed61af04),segment_id=50e07d53-bf1b-4d40-9ff9-dbc0ed61af04)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:44.568399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbffaa0-9c50-4b93-86b7-a40d2d29ec5a req-3956f712-4818-4504-a299-c73329d2f17c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:44.581336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'e9ab0ed2-bf42-478e-873d-1b1a123a9b5a', 'network_id': '5d629c18-f76b-44ce-bee6-bc0bac66c6dc', 'port_id': 'e9ab0ed2-bf42-478e-873d-1b1a123a9b5a', 'mac_address': 'fa:16:3e:54:7d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa540a9-f19d-470e-8912-1354726ae7cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:13:44.586086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbbffaa0-9c50-4b93-86b7-a40d2d29ec5a req-3956f712-4818-4504-a299-c73329d2f17c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.1497035 Oct 13 14:13:44.615928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26a1fc33-d604-4762-ba8b-6b064b221cbc req-68927654-9a70-4cc3-919b-f52b414f06af tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880020 Oct 13 14:13:44.616941 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:44.670171 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:44.686471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ab0ed2-bf42-478e-873d-1b1a123a9b5a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:13:44.710018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e9ab0ed2-bf42-478e-873d-1b1a123a9b5a,segment=NetworkSegment(50e07d53-bf1b-4d40-9ff9-dbc0ed61af04),segment_id=50e07d53-bf1b-4d40-9ff9-dbc0ed61af04)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:44.789662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbbffaa0-9c50-4b93-86b7-a40d2d29ec5a req-e06cc1c9-8355-4b6d-a9a2-391a7f931663 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026062 Oct 13 14:13:44.792335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Pushing event updated for resources: {'Port': ['ID=fdee327c-eb29-408f-b8f9-5ad86dd6c32b,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:44.841539 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:44.983918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=e9ab0ed2-bf42-478e-873d-1b1a123a9b5a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:45.005139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7ecb-2d66-4338-8083-4e87a943aff1 req-d91a79c0-c714-4f5b-bde8-6e681b090f66 tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:45.006810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0fde7ecb-2d66-4338-8083-4e87a943aff1 req-d91a79c0-c714-4f5b-bde8-6e681b090f66 tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 1102 time: 0.2931306 Oct 13 14:13:45.008503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Attempting to bind port fdee327c-eb29-408f-b8f9-5ad86dd6c32b on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:13:45.008840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Attempting to bind port fdee327c-eb29-408f-b8f9-5ad86dd6c32b by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:13:45.009195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Attempting to bind port fdee327c-eb29-408f-b8f9-5ad86dd6c32b on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:13:45.034238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Port fdee327c-eb29-408f-b8f9-5ad86dd6c32b on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:13:45.034817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Attempting to bind port fdee327c-eb29-408f-b8f9-5ad86dd6c32b on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:13:45.055122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cac11a-fe27-4579-a332-d472bb9186ac req-9d0e9360-611b-40c9-b8cc-7d28bd959d2f tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:45.056725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87cac11a-fe27-4579-a332-d472bb9186ac req-9d0e9360-611b-40c9-b8cc-7d28bd959d2f tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 945 time: 0.1189265 Oct 13 14:13:45.061606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:13:45.061955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Checking segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:13:45.062342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Bound using segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:13:45.062780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Bound port: fdee327c-eb29-408f-b8f9-5ad86dd6c32b, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:13:45.063141 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:45.114926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0fde7ecb-2d66-4338-8083-4e87a943aff1 req-8c986b6d-6bfe-4f0d-839f-e4924452b224 tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916991 Oct 13 14:13:45.164863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87cac11a-fe27-4579-a332-d472bb9186ac req-57a628db-f0a9-46f7-9854-649b4e1d43f0 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947890 Oct 13 14:13:45.216103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] For port fdee327c-eb29-408f-b8f9-5ad86dd6c32b, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:13:45.219836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] For port fdee327c-eb29-408f-b8f9-5ad86dd6c32b, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fdee327c-eb29-408f-b8f9-5ad86dd6c32b,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:13:45.265398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-ffaaf956-2e89-4491-af8b-57841a4e29e8 req-17211140-9507-4dd0-a7c2-551ea8035570 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:13:45.266706 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ffaaf956-2e89-4491-af8b-57841a4e29e8 req-17211140-9507-4dd0-a7c2-551ea8035570 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059028 Oct 13 14:13:45.288969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['e9ab0ed2-bf42-478e-873d-1b1a123a9b5a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:45.351013 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:45.474494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:45.475122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:45.479285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] 10.222.0.41 "PUT /v2.0/ports/fdee327c-eb29-408f-b8f9-5ad86dd6c32b HTTP/1.1" status: 200 len: 1092 time: 1.8366764 Oct 13 14:13:45.482600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7', 'tag': 'fdee327c-eb29-408f-b8f9-5ad86dd6c32b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:45.485802 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c141242-2d97-430a-a7fe-17cec467b4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7", "tag": "fdee327c-eb29-408f-b8f9-5ad86dd6c32b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:45.540015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43139e-05dc-4fd6-a77d-d506adc76589 service neutron] Pushing event updated for resources: {'Port': ['ID=fdee327c-eb29-408f-b8f9-5ad86dd6c32b,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:45.653211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af38cb-e6e4-4ef9-9477-b9190cc127ed req-65c1b9d1-2f20-4a69-936a-fdacbf9b5c1d tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:45.655622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90af38cb-e6e4-4ef9-9477-b9190cc127ed req-65c1b9d1-2f20-4a69-936a-fdacbf9b5c1d tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 945 time: 0.1571891 Oct 13 14:13:45.732435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90af38cb-e6e4-4ef9-9477-b9190cc127ed req-d905f194-3891-4845-894d-44edfaa4085d tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648668 Oct 13 14:13:45.743970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-4166dbb2-4da2-4c8b-b685-d854aadb95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:45.745620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-4166dbb2-4da2-4c8b-b685-d854aadb95b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 1095 time: 0.0885930 Oct 13 14:13:45.831923 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72bdc78-d3c5-4fed-a94b-107b7c6c8c21 x-openstack-request-id: req-d72bdc78-d3c5-4fed-a94b-107b7c6c8c21 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:45.832223 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7", "tag": "fdee327c-eb29-408f-b8f9-5ad86dd6c32b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:45.832479 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d72bdc78-d3c5-4fed-a94b-107b7c6c8c21 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:45.832881 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7', 'tag': 'fdee327c-eb29-408f-b8f9-5ad86dd6c32b', 'status': 'completed', 'code': 200} Oct 13 14:13:45.835019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-7627a2ac-62cd-4576-a30d-507dee3be467 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdee327c-eb29-408f-b8f9-5ad86dd6c32b HTTP/1.1" status: 200 len: 217 time: 0.0729980 Oct 13 14:13:45.913145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-4f91b8c4-ad9d-4f5b-be18-bd7f29fd71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:45.915232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-4f91b8c4-ad9d-4f5b-be18-bd7f29fd71ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.0721910 Oct 13 14:13:45.984592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818bde6-1b6c-490c-84d9-0fe7f75038fd req-5457f0b1-8d7c-45a2-9934-773caefb2572 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:45.987017 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0818bde6-1b6c-490c-84d9-0fe7f75038fd req-5457f0b1-8d7c-45a2-9934-773caefb2572 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 943 time: 0.0901992 Oct 13 14:13:45.998264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-a1624f41-9673-451f-82fa-92cf19653fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:45.999837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-a1624f41-9673-451f-82fa-92cf19653fcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682917 Oct 13 14:13:46.139823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0818bde6-1b6c-490c-84d9-0fe7f75038fd req-a0334614-69c4-4fd7-8fed-df56f214265c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348329 Oct 13 14:13:46.151021 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44888) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:46.178023 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6456dc-982c-48e2-b678-b03d54c0caee req-14ad90f1-4793-40a7-a2f5-601bf0e0eccc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:46.185983 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee6456dc-982c-48e2-b678-b03d54c0caee req-14ad90f1-4793-40a7-a2f5-601bf0e0eccc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.1429698 Oct 13 14:13:46.221944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-8acec0a9-c75d-4ff5-93fa-f3b81ddec613 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095013 Oct 13 14:13:46.270593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee6456dc-982c-48e2-b678-b03d54c0caee req-a906a44c-c72f-4240-bb6e-808b895bc42e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836008 Oct 13 14:13:46.286336 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-7c607889-b7c0-4eac-8e61-c1ac36e168f3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0912182 Oct 13 14:13:46.319401 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f63f522-79e5-4e9b-814a-6973fb83f73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:46.449920 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f63f522-79e5-4e9b-814a-6973fb83f73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:46.484195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3702a-b285-48ee-b52e-5959a4a5115b req-ecf553a4-1270-4c77-a6da-8fb4e514c4a6 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:46.487638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1a3702a-b285-48ee-b52e-5959a4a5115b req-ecf553a4-1270-4c77-a6da-8fb4e514c4a6 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 945 time: 0.1177347 Oct 13 14:13:46.499986 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee7916-3083-4f36-b213-36458ffc3484 req-a8cfb026-596d-459c-8e62-253c80cfadf7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:46.509369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9bee7916-3083-4f36-b213-36458ffc3484 req-a8cfb026-596d-459c-8e62-253c80cfadf7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.1702139 Oct 13 14:13:46.515199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd8b4a6-4c3f-46ac-943c-629078d47b76 req-6702864b-320c-4709-9ca8-828a327362c7 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819710 Oct 13 14:13:46.538872 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f63f522-79e5-4e9b-814a-6973fb83f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:46.583844 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8f63f522-79e5-4e9b-814a-6973fb83f73e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9097bb84a2e644d5a204e270dc3b433d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315126 Oct 13 14:13:46.588192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44906) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:46.614754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1a3702a-b285-48ee-b52e-5959a4a5115b req-6921214a-fa0a-4ab5-addc-0aadeeca5768 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029840 Oct 13 14:13:46.655174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9bee7916-3083-4f36-b213-36458ffc3484 req-94e441d7-e165-4583-bf0a-79c284a9afa4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310024 Oct 13 14:13:46.706297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c141242-2d97-430a-a7fe-17cec467b4ca req-16e2cc7a-4109-440f-9176-db2d6e20cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:46.707954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c141242-2d97-430a-a7fe-17cec467b4ca req-16e2cc7a-4109-440f-9176-db2d6e20cd6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 1095 time: 0.0543847 Oct 13 14:13:46.712011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63f522-79e5-4e9b-814a-6973fb83f73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3165de82-30fa-4187-88f6-965a53c3fb52,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:46.772057 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b2f-0829-4eda-b262-870c7936ad15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:46.802386 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b2f-0829-4eda-b262-870c7936ad15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:46.963013 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b2f-0829-4eda-b262-870c7936ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:46.966526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0fc7b2f-0829-4eda-b262-870c7936ad15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:46.968428 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c0fc7b2f-0829-4eda-b262-870c7936ad15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3165de82-30fa-4187-88f6-965a53c3fb52 HTTP/1.1" status: 204 len: 168 time: 0.3780971 Oct 13 14:13:46.979977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc7b2f-0829-4eda-b262-870c7936ad15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3165de82-30fa-4187-88f6-965a53c3fb52,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:47.225923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c141242-2d97-430a-a7fe-17cec467b4ca req-6d8e7404-da3f-4e04-b81e-d19612e38904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:47.228398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c141242-2d97-430a-a7fe-17cec467b4ca req-6d8e7404-da3f-4e04-b81e-d19612e38904 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.5036407 Oct 13 14:13:47.315730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c3e08-96ca-4dd2-9077-c523daebd999 req-e89ca332-a0e7-44d9-8cc8-36b93f8e0ae8 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:47.321776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea4c3e08-96ca-4dd2-9077-c523daebd999 req-e89ca332-a0e7-44d9-8cc8-36b93f8e0ae8 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 945 time: 0.4420307 Oct 13 14:13:47.324417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c141242-2d97-430a-a7fe-17cec467b4ca req-6a2e7dcf-7f61-4d76-954f-89a1a0639719 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdee327c-eb29-408f-b8f9-5ad86dd6c32b HTTP/1.1" status: 200 len: 217 time: 0.0777545 Oct 13 14:13:47.386443 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50f80c-dcdf-4739-974f-15b15c7ba5a8 req-8f1ae1e3-d042-4b5e-9f98-7b780550fc22 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:47.388078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c50f80c-dcdf-4739-974f-15b15c7ba5a8 req-8f1ae1e3-d042-4b5e-9f98-7b780550fc22 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 945 time: 0.1545110 Oct 13 14:13:47.429925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea4c3e08-96ca-4dd2-9077-c523daebd999 req-74d100d9-12fc-4164-b6fa-c3bb0fcf6272 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023555 Oct 13 14:13:47.438156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c141242-2d97-430a-a7fe-17cec467b4ca req-17df353a-36b7-4c58-b3a7-464504eae596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:47.440179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c141242-2d97-430a-a7fe-17cec467b4ca req-17df353a-36b7-4c58-b3a7-464504eae596 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.1022792 Oct 13 14:13:47.492940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c50f80c-dcdf-4739-974f-15b15c7ba5a8 req-efead2c0-b813-47be-a216-db265a52e2f0 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931888 Oct 13 14:13:47.512575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c141242-2d97-430a-a7fe-17cec467b4ca req-c466e3a6-d73b-4fd6-8abd-066b7b24f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:47.513064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c141242-2d97-430a-a7fe-17cec467b4ca req-c466e3a6-d73b-4fd6-8abd-066b7b24f91c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595686 Oct 13 14:13:47.679612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c939e-9655-4ca0-94c8-4ca7f458972c req-99a7e158-f6fb-4230-b8b8-05e480131d70 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:47.687614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b2c939e-9655-4ca0-94c8-4ca7f458972c req-99a7e158-f6fb-4230-b8b8-05e480131d70 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 943 time: 0.1557705 Oct 13 14:13:47.751369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c141242-2d97-430a-a7fe-17cec467b4ca req-6da016dd-d8bd-46c3-bcba-78a4b57157fb service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280083 Oct 13 14:13:47.766458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7ef7c-6f9d-4585-82a3-f624aa305a86 req-f7b06c38-2a26-4517-8ce2-69d2dc882024 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:47.769220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64f7ef7c-6f9d-4585-82a3-f624aa305a86 req-f7b06c38-2a26-4517-8ce2-69d2dc882024 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.1482255 Oct 13 14:13:47.783057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b2c939e-9655-4ca0-94c8-4ca7f458972c req-c219f6ad-f448-4ed6-b1f8-a2613e890cce tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942988 Oct 13 14:13:47.868486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64f7ef7c-6f9d-4585-82a3-f624aa305a86 req-617c59ef-dedf-45f9-bfb8-713be81e2c57 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897732 Oct 13 14:13:47.924366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c141242-2d97-430a-a7fe-17cec467b4ca req-784c1f41-6d2f-4633-a0cc-8d1f8f26f214 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541128 Oct 13 14:13:48.065093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d737d0-ea0e-4b0e-bb64-9ebebf495ab6 req-61bf8da4-04d2-4b98-b449-62b0a9090be8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:48.067055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20d737d0-ea0e-4b0e-bb64-9ebebf495ab6 req-61bf8da4-04d2-4b98-b449-62b0a9090be8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.0723684 Oct 13 14:13:48.110483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20d737d0-ea0e-4b0e-bb64-9ebebf495ab6 req-4a09a01e-bb63-4609-ab0d-35717ad35e80 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362496 Oct 13 14:13:48.379996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e9ab0ed2-bf42-478e-873d-1b1a123a9b5a up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:13:48.415915 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:48.435168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f010e-c2c0-42fd-82c4-24fbf190fa7c req-fd8c813f-a1af-4990-848a-e3570e269053 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:48.438529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d05f010e-c2c0-42fd-82c4-24fbf190fa7c req-fd8c813f-a1af-4990-848a-e3570e269053 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0873010 Oct 13 14:13:48.527408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d05f010e-c2c0-42fd-82c4-24fbf190fa7c req-c918c63e-91c7-44a8-bc14-0907ab924e7f tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810847 Oct 13 14:13:48.562319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:13:48.571799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:13:48.572184 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:48.634436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b39ae-eb68-4310-aa84-2e2d7f01f097 req-b198fb48-438b-4b0d-bf57-b1ccac12e822 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:48.648584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 5cd13188-02f5-4986-8d58-b3d86267fde6 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:13:48.648684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-299b39ae-eb68-4310-aa84-2e2d7f01f097 req-b198fb48-438b-4b0d-bf57-b1ccac12e822 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 945 time: 0.1021571 Oct 13 14:13:48.697558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-299b39ae-eb68-4310-aa84-2e2d7f01f097 req-d0b6bff1-4ea1-4682-b366-109e7a223a5a tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535276 Oct 13 14:13:48.847071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9597-1b80-473c-9126-4cfb8bd9e263 req-b2338606-3b31-4ca6-baf8-585b721a010c tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:48.865679 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5cd13188-02f5-4986-8d58-b3d86267fde6,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:48.866799 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0da9597-1b80-473c-9126-4cfb8bd9e263 req-b2338606-3b31-4ca6-baf8-585b721a010c tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 945 time: 0.1609435 Oct 13 14:13:48.881397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '5cd13188-02f5-4986-8d58-b3d86267fde6', 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f', 'port_id': '5cd13188-02f5-4986-8d58-b3d86267fde6', 'mac_address': 'fa:16:3e:cf:27:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc898a0c-f0e8-48e4-be55-ec054e3bd71d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:13:48.883126 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:48.888579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99527001-724d-4bea-b554-3ed74a4ac47b req-58a672b9-ca1e-4015-bb48-79cdcb960e6b tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:48.892266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99527001-724d-4bea-b554-3ed74a4ac47b req-58a672b9-ca1e-4015-bb48-79cdcb960e6b tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.49 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 945 time: 0.1386452 Oct 13 14:13:48.947814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c90a21-cbd4-4f1e-895f-8341cbe92621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ab0ed2-bf42-478e-873d-1b1a123a9b5a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:48.950202 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaa986d-9e28-4b1e-9c10-d14a5d1f395f" -d '{"events": [{"server_uuid": "c6c90a21-cbd4-4f1e-895f-8341cbe92621", "name": "network-vif-plugged", "status": "completed", "tag": "e9ab0ed2-bf42-478e-873d-1b1a123a9b5a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:48.969308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e9ab0ed2-bf42-478e-873d-1b1a123a9b5a,segment=NetworkSegment(50e07d53-bf1b-4d40-9ff9-dbc0ed61af04),segment_id=50e07d53-bf1b-4d40-9ff9-dbc0ed61af04)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:48.972682 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:49.000738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd13188-02f5-4986-8d58-b3d86267fde6 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:13:49.041255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5cd13188-02f5-4986-8d58-b3d86267fde6,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:49.048419 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:49.050103 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0da9597-1b80-473c-9126-4cfb8bd9e263 req-df3c54f1-5ddd-4b4d-967f-3c0114bd61b9 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/security-groups?id=674fd76c-54e1-462a-bd01-75536ce54990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822133 Oct 13 14:13:49.111351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abfdf0-96ea-41d9-9947-80b161c3cf57 req-72d0aa3f-0c55-432e-a663-1488842af267 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:49.113288 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82abfdf0-96ea-41d9-9947-80b161c3cf57 req-72d0aa3f-0c55-432e-a663-1488842af267 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 943 time: 0.1887922 Oct 13 14:13:49.129851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=e9ab0ed2-bf42-478e-873d-1b1a123a9b5a,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:49.154595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:49.155232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:49.155614 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:49.156030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:49.156428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:49.156856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:49.157291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:49.158346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:49.158741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:49.159144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:49.159542 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:49.159940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:13:49.161392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-99527001-724d-4bea-b554-3ed74a4ac47b req-dcf8c700-289a-4db0-8f42-30e30e0a1898 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Deleting port eecda0a3-e853-4fba-98a5-789397a07787 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:13:49.161945 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-99527001-724d-4bea-b554-3ed74a4ac47b req-dcf8c700-289a-4db0-8f42-30e30e0a1898 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:49.196222 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:49.280452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=5cd13188-02f5-4986-8d58-b3d86267fde6,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:49.343147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82abfdf0-96ea-41d9-9947-80b161c3cf57 req-011206d9-4f74-448b-b203-e249d598932d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179341 Oct 13 14:13:49.358317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a9eea-cbee-4704-81b0-9ab75201f57a req-e9da6efa-ea48-4382-bea1-bc9672cd7ced tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:49.360072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-794a9eea-cbee-4704-81b0-9ab75201f57a req-e9da6efa-ea48-4382-bea1-bc9672cd7ced tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 944 time: 0.1890457 Oct 13 14:13:49.414444 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e133d4-ee92-4a8e-af15-2e45f15acaed x-openstack-request-id: req-14e133d4-ee92-4a8e-af15-2e45f15acaed {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:49.415253 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c90a21-cbd4-4f1e-895f-8341cbe92621", "name": "network-vif-plugged", "status": "completed", "tag": "e9ab0ed2-bf42-478e-873d-1b1a123a9b5a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:49.415253 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14e133d4-ee92-4a8e-af15-2e45f15acaed {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:49.415539 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c90a21-cbd4-4f1e-895f-8341cbe92621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ab0ed2-bf42-478e-873d-1b1a123a9b5a', 'code': 200} Oct 13 14:13:49.420656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-99527001-724d-4bea-b554-3ed74a4ac47b req-dcf8c700-289a-4db0-8f42-30e30e0a1898 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] For port eecda0a3-e853-4fba-98a5-789397a07787, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=eecda0a3-e853-4fba-98a5-789397a07787,segment=NetworkSegment(9ff07ebf-2cca-45a6-88fb-00407ae2d1dd),segment_id=9ff07ebf-2cca-45a6-88fb-00407ae2d1dd)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:49.421463 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-99527001-724d-4bea-b554-3ed74a4ac47b req-dcf8c700-289a-4db0-8f42-30e30e0a1898 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:49.471101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-99527001-724d-4bea-b554-3ed74a4ac47b req-dcf8c700-289a-4db0-8f42-30e30e0a1898 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Calling delete_port for eecda0a3-e853-4fba-98a5-789397a07787 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:13:49.499883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-794a9eea-cbee-4704-81b0-9ab75201f57a req-97d9aa3f-ab70-460e-8534-65623e00ce6c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065571 Oct 13 14:13:49.526219 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-545c7f58-cb03-44be-b958-2917f250a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:49.604646 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['5cd13188-02f5-4986-8d58-b3d86267fde6'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:49.734012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fb810-9bc3-4522-a7d1-1abb9c794499 req-8b714e5d-6b0d-405d-a4f4-37551be809a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:49.735661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c3fb810-9bc3-4522-a7d1-1abb9c794499 req-8b714e5d-6b0d-405d-a4f4-37551be809a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 1098 time: 0.2341447 Oct 13 14:13:49.756112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676d76e-32ee-4f10-a260-3495e173cd0b req-81b0f2fc-3f1a-40a5-a8a0-a8d73030606e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:49.758191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9676d76e-32ee-4f10-a260-3495e173cd0b req-81b0f2fc-3f1a-40a5-a8a0-a8d73030606e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.2516952 Oct 13 14:13:49.778581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-9371e88f-6c41-4545-a042-f2db04bc009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:49.780065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-9371e88f-6c41-4545-a042-f2db04bc009b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 1102 time: 0.1515367 Oct 13 14:13:49.875918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7543e-c2bd-41b3-a245-cad8bbbcd31e req-3d1e6d9b-fb39-46af-8556-9905723ec657 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:49.878312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24c7543e-c2bd-41b3-a245-cad8bbbcd31e req-3d1e6d9b-fb39-46af-8556-9905723ec657 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.2166243 Oct 13 14:13:49.945632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c3fb810-9bc3-4522-a7d1-1abb9c794499 req-34172467-437a-4ad3-9b82-c6d18ad94e8f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861179 Oct 13 14:13:49.963825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9676d76e-32ee-4f10-a260-3495e173cd0b req-df2c42f4-7123-48f4-acd9-fd5a8bfe1f0d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876750 Oct 13 14:13:50.015767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24c7543e-c2bd-41b3-a245-cad8bbbcd31e req-f1a02736-5e50-481f-950e-7aa7c7552327 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215169 Oct 13 14:13:50.038746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-85136845-389f-403f-958c-e04a0660e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:50.041333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-85136845-389f-403f-958c-e04a0660e184 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.2393856 Oct 13 14:13:50.110350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-99527001-724d-4bea-b554-3ed74a4ac47b req-dcf8c700-289a-4db0-8f42-30e30e0a1898 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:50.119459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-a7eecb54-3fbf-4e25-9435-608bbbc2eea6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 200 len: 217 time: 0.0480742 Oct 13 14:13:50.163168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8c700-289a-4db0-8f42-30e30e0a1898 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Pushing event deleted for resources: {'Port': ['ID=eecda0a3-e853-4fba-98a5-789397a07787,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:50.229240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15955865-e6e3-4ca1-9338-e96906e05648 req-0fa90144-a3e8-4aeb-96cd-dbed6ce0a42f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:50.230755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15955865-e6e3-4ca1-9338-e96906e05648 req-0fa90144-a3e8-4aeb-96cd-dbed6ce0a42f tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 946 time: 0.1962829 Oct 13 14:13:50.247986 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cfb3873-6247-4ae7-bf1f-dd7aa12c90a3 req-d0c59952-bc33-4b99-a1ab-41060050abc3 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 210 time: 0.0943329 Oct 13 14:13:50.284210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-99527001-724d-4bea-b554-3ed74a4ac47b req-dcf8c700-289a-4db0-8f42-30e30e0a1898 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] No DVR routers for this DVR port eecda0a3-e853-4fba-98a5-789397a07787 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:13:50.303487 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-99527001-724d-4bea-b554-3ed74a4ac47b req-dcf8c700-289a-4db0-8f42-30e30e0a1898 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:50.304155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99527001-724d-4bea-b554-3ed74a4ac47b req-dcf8c700-289a-4db0-8f42-30e30e0a1898 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.49 "DELETE /v2.0/ports/eecda0a3-e853-4fba-98a5-789397a07787 HTTP/1.1" status: 204 len: 173 time: 1.3979747 Oct 13 14:13:50.304628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f285df96-7bd9-44c2-9709-3ef6cd110f1a', 'name': 'network-vif-deleted', 'tag': 'eecda0a3-e853-4fba-98a5-789397a07787'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:50.306958 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866b05a3-6e7b-44df-88e7-de2d45eada12" -d '{"events": [{"server_uuid": "f285df96-7bd9-44c2-9709-3ef6cd110f1a", "name": "network-vif-deleted", "tag": "eecda0a3-e853-4fba-98a5-789397a07787"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:50.317673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-d216032f-55f6-4d80-aae1-146449e86906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:50.319166 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-d216032f-55f6-4d80-aae1-146449e86906 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.1721158 Oct 13 14:13:50.354260 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15955865-e6e3-4ca1-9338-e96906e05648 req-0c81b557-ee08-4b0f-8751-c86157e84b27 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035612 Oct 13 14:13:50.370307 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd9912d-6472-445b-b10d-34c9f942ad59 x-openstack-request-id: req-8cd9912d-6472-445b-b10d-34c9f942ad59 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:50.370646 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f285df96-7bd9-44c2-9709-3ef6cd110f1a", "name": "network-vif-deleted", "tag": "eecda0a3-e853-4fba-98a5-789397a07787", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:50.375669 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cd9912d-6472-445b-b10d-34c9f942ad59 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:50.375669 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f285df96-7bd9-44c2-9709-3ef6cd110f1a', 'name': 'network-vif-deleted', 'tag': 'eecda0a3-e853-4fba-98a5-789397a07787', 'status': 'completed', 'code': 200} Oct 13 14:13:50.384289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fdee327c-eb29-408f-b8f9-5ad86dd6c32b details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:13:50.394602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-b6d18762-2101-43a2-a488-7aae97affd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:50.396529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-b6d18762-2101-43a2-a488-7aae97affd57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640759 Oct 13 14:13:50.505258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fdee327c-eb29-408f-b8f9-5ad86dd6c32b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fdee327c-eb29-408f-b8f9-5ad86dd6c32b,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:50.523476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'fdee327c-eb29-408f-b8f9-5ad86dd6c32b', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'port_id': 'fdee327c-eb29-408f-b8f9-5ad86dd6c32b', 'mac_address': 'fa:16:3e:a8:37:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:13:50.550337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-8cf856f6-a78b-4556-8a6e-255a5ce91f8e service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248000 Oct 13 14:13:50.584129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['eecda0a3-e853-4fba-98a5-789397a07787'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:50.683295 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:50.700845 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdee327c-eb29-408f-b8f9-5ad86dd6c32b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:13:50.723860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fdee327c-eb29-408f-b8f9-5ad86dd6c32b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fdee327c-eb29-408f-b8f9-5ad86dd6c32b,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:50.739767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028693-7049-44ed-8b60-028f859e30d6 req-6eae13d4-cc08-4bc8-bbcb-3ae8c71dca0e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:50.741362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00028693-7049-44ed-8b60-028f859e30d6 req-6eae13d4-cc08-4bc8-bbcb-3ae8c71dca0e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 944 time: 0.1165097 Oct 13 14:13:50.756352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfc6a7-700d-4827-b27a-753161bc46da req-e8e29905-5986-46f8-9278-05fe5177af5e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:50.757860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4dfc6a7-700d-4827-b27a-753161bc46da req-e8e29905-5986-46f8-9278-05fe5177af5e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 943 time: 0.3157215 Oct 13 14:13:50.796866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-8cdc1495-e309-441a-9323-aae215d27101 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382360 Oct 13 14:13:50.819238 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:50.831427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00028693-7049-44ed-8b60-028f859e30d6 req-ac726026-0e5a-4d4f-9753-8ed254e9a2e1 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834882 Oct 13 14:13:50.835097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4dfc6a7-700d-4827-b27a-753161bc46da req-accf5ef4-0362-42d1-aa9b-181cbbba9a6f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660722 Oct 13 14:13:50.882419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=fdee327c-eb29-408f-b8f9-5ad86dd6c32b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:51.157782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b30e1e-3e33-4dab-a1ff-2e7c7c6ddf3c req-71dab193-0e79-494f-9d5b-a00f616b6888 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:51.159427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33b30e1e-3e33-4dab-a1ff-2e7c7c6ddf3c req-71dab193-0e79-494f-9d5b-a00f616b6888 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.0969615 Oct 13 14:13:51.177788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0173f-7317-47be-9141-2890b1e68138 req-a67e6594-c5a9-4a7e-911c-e91cbcef2122 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:51.184534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd0173f-7317-47be-9141-2890b1e68138 req-a67e6594-c5a9-4a7e-911c-e91cbcef2122 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.0679278 Oct 13 14:13:51.268067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33b30e1e-3e33-4dab-a1ff-2e7c7c6ddf3c req-c7e4f0e0-3aef-486a-9a4b-6d8d186d1aa6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999384 Oct 13 14:13:51.314215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd0173f-7317-47be-9141-2890b1e68138 req-13210619-d230-4978-a3f0-fbb0ac5c874f tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134231 Oct 13 14:13:51.366065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b855d-dd30-4d0c-aa06-aa898fb0f1e0 req-923ead79-0808-467c-b1ee-92f6618ea2b2 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:51.368563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe5b855d-dd30-4d0c-aa06-aa898fb0f1e0 req-923ead79-0808-467c-b1ee-92f6618ea2b2 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.49 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 946 time: 0.1248467 Oct 13 14:13:51.441715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5732bab-b043-4e1b-874b-1cf10f868633 req-84b5e894-3fe7-45e1-842b-1aa6384a6571 tempest-InstanceActionsV221TestJSON-1570640691 tempest-InstanceActionsV221TestJSON-1570640691-project] 10.222.0.18 "GET /v2.0/ports?device_id=f285df96-7bd9-44c2-9709-3ef6cd110f1a HTTP/1.1" status: 200 len: 210 time: 0.0547450 Oct 13 14:13:51.461324 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['fdee327c-eb29-408f-b8f9-5ad86dd6c32b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:51.563397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4461b-e185-4df1-8937-cb3893c7aef2 req-a80db335-c764-47b6-a1e3-d70fb7ce88d6 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:51.565449 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cd4461b-e185-4df1-8937-cb3893c7aef2 req-a80db335-c764-47b6-a1e3-d70fb7ce88d6 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 946 time: 0.1139586 Oct 13 14:13:51.577803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-fe5b855d-dd30-4d0c-aa06-aa898fb0f1e0 req-dab2397c-dc44-48a9-a1f2-71b17e9deb85 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Deleting port 98bbfd39-5909-471f-8be0-9533bb4b707e {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:13:51.578225 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fe5b855d-dd30-4d0c-aa06-aa898fb0f1e0 req-dab2397c-dc44-48a9-a1f2-71b17e9deb85 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:51.707071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cd4461b-e185-4df1-8937-cb3893c7aef2 req-20b0c84f-ff31-4520-b5ea-784347e4ad99 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227605 Oct 13 14:13:51.766811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fe5b855d-dd30-4d0c-aa06-aa898fb0f1e0 req-dab2397c-dc44-48a9-a1f2-71b17e9deb85 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] For port 98bbfd39-5909-471f-8be0-9533bb4b707e, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=98bbfd39-5909-471f-8be0-9533bb4b707e,segment=NetworkSegment(aae38631-f2c4-4ae2-baa1-2e71cfec2202),segment_id=aae38631-f2c4-4ae2-baa1-2e71cfec2202)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:51.766811 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fe5b855d-dd30-4d0c-aa06-aa898fb0f1e0 req-dab2397c-dc44-48a9-a1f2-71b17e9deb85 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:51.772855 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:51.780960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-fe5b855d-dd30-4d0c-aa06-aa898fb0f1e0 req-dab2397c-dc44-48a9-a1f2-71b17e9deb85 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Calling delete_port for 98bbfd39-5909-471f-8be0-9533bb4b707e owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:13:52.122258 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45046) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:52.241330 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-19cfc1cf-ca23-4aa3-aa7d-d3448f69ac01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:52.270608 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2be07fab-a9d5-4c1b-b20c-6f8e864cc4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:52.290299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e18dc0-4536-46aa-aa63-30d8eca33753 req-2e110cf5-8b93-453f-92ed-eeb3f7fcd414 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:52.291925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9e18dc0-4536-46aa-aa63-30d8eca33753 req-2e110cf5-8b93-453f-92ed-eeb3f7fcd414 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 944 time: 0.3591878 Oct 13 14:13:52.305950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae161b-718c-422c-9f1a-816fa9bcb840 req-2d7f0991-e350-43f8-b19e-ecd5c1a47eaa tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:52.307615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7ae161b-718c-422c-9f1a-816fa9bcb840 req-2d7f0991-e350-43f8-b19e-ecd5c1a47eaa tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 944 time: 0.3610072 Oct 13 14:13:52.351367 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fe5b855d-dd30-4d0c-aa06-aa898fb0f1e0 req-dab2397c-dc44-48a9-a1f2-71b17e9deb85 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:52.365680 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['98bbfd39-5909-471f-8be0-9533bb4b707e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:52.381214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9e18dc0-4536-46aa-aa63-30d8eca33753 req-17e870c9-f8b9-4cec-940b-cb824764ea26 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722735 Oct 13 14:13:52.402323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2397c-dc44-48a9-a1f2-71b17e9deb85 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Pushing event deleted for resources: {'Port': ['ID=98bbfd39-5909-471f-8be0-9533bb4b707e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:52.406318 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2be07fab-a9d5-4c1b-b20c-6f8e864cc4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:52.406563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7ae161b-718c-422c-9f1a-816fa9bcb840 req-77d4bf91-46cb-4a41-841d-b9c09a0347c5 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895169 Oct 13 14:13:52.450266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5b855d-dd30-4d0c-aa06-aa898fb0f1e0 req-dab2397c-dc44-48a9-a1f2-71b17e9deb85 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] No DVR routers for this DVR port 98bbfd39-5909-471f-8be0-9533bb4b707e on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:13:52.456957 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fe5b855d-dd30-4d0c-aa06-aa898fb0f1e0 req-dab2397c-dc44-48a9-a1f2-71b17e9deb85 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:52.457218 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2be07fab-a9d5-4c1b-b20c-6f8e864cc4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:52.465410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe5b855d-dd30-4d0c-aa06-aa898fb0f1e0 req-dab2397c-dc44-48a9-a1f2-71b17e9deb85 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.49 "DELETE /v2.0/ports/98bbfd39-5909-471f-8be0-9533bb4b707e HTTP/1.1" status: 204 len: 173 time: 1.0891438 Oct 13 14:13:52.468710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b7e719-9bc9-4da6-8cfb-0a1272e2e199', 'name': 'network-vif-deleted', 'tag': '98bbfd39-5909-471f-8be0-9533bb4b707e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:52.471709 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2695a5e8-c085-4401-b738-21785b450434" -d '{"events": [{"server_uuid": "07b7e719-9bc9-4da6-8cfb-0a1272e2e199", "name": "network-vif-deleted", "tag": "98bbfd39-5909-471f-8be0-9533bb4b707e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:52.519079 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2be07fab-a9d5-4c1b-b20c-6f8e864cc4f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6eec7d3638d24869bb929ca96597c226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953273 Oct 13 14:13:52.527688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45058) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:52.550115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be07fab-a9d5-4c1b-b20c-6f8e864cc4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1fb237-0be1-46cf-ad14-78b6911e428f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:52.560790 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85f11c48-766b-4506-b212-37ca500de124 req-3cadbb15-1301-45ab-b1c3-0be9bb76e903 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 210 time: 0.0392478 Oct 13 14:13:52.622403 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9322298-096b-45e3-9b47-d47a28e03565 x-openstack-request-id: req-c9322298-096b-45e3-9b47-d47a28e03565 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:52.623355 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b7e719-9bc9-4da6-8cfb-0a1272e2e199", "name": "network-vif-deleted", "tag": "98bbfd39-5909-471f-8be0-9533bb4b707e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:52.623558 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9322298-096b-45e3-9b47-d47a28e03565 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:52.623737 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1705fddf-86fb-42ca-8932-292e4797e939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:52.624339 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b7e719-9bc9-4da6-8cfb-0a1272e2e199', 'name': 'network-vif-deleted', 'tag': '98bbfd39-5909-471f-8be0-9533bb4b707e', 'status': 'completed', 'code': 200} Oct 13 14:13:52.637093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8d635-db04-4bcb-8f5f-6a28f7af1844 req-abeb9afb-f930-433b-9294-2ca389f88735 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:52.637994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['c9fede42-1faa-4d16-a3a9-7d1dd180dce4'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:13:52.639732 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2c8d635-db04-4bcb-8f5f-6a28f7af1844 req-abeb9afb-f930-433b-9294-2ca389f88735 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.1081924 Oct 13 14:13:52.667926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 5cd13188-02f5-4986-8d58-b3d86267fde6 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:13:52.697229 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1705fddf-86fb-42ca-8932-292e4797e939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:52.698753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2c8d635-db04-4bcb-8f5f-6a28f7af1844 req-74a70b24-f069-4f64-a401-20c748b89e47 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486505 Oct 13 14:13:52.868783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b57e3f-f11d-47d7-95f5-36b5e95384ec req-b7adb9d2-045e-490c-8d6f-a735bbee25ba tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:52.874229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0b57e3f-f11d-47d7-95f5-36b5e95384ec req-b7adb9d2-045e-490c-8d6f-a735bbee25ba tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 946 time: 0.0775816 Oct 13 14:13:52.898693 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 5cd13188-02f5-4986-8d58-b3d86267fde6 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:13:52.903053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 5cd13188-02f5-4986-8d58-b3d86267fde6 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:13:52.903276 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:52.932096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0b57e3f-f11d-47d7-95f5-36b5e95384ec req-844ca8ee-139a-4557-b7ca-efc302e98607 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379972 Oct 13 14:13:52.932281 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45068) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:52.973364 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1705fddf-86fb-42ca-8932-292e4797e939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:52.978178 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1705fddf-86fb-42ca-8932-292e4797e939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:52.980006 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1705fddf-86fb-42ca-8932-292e4797e939 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea1fb237-0be1-46cf-ad14-78b6911e428f HTTP/1.1" status: 204 len: 168 time: 0.4508436 Oct 13 14:13:53.002654 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705fddf-86fb-42ca-8932-292e4797e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1fb237-0be1-46cf-ad14-78b6911e428f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:53.017599 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efc4c1f-ea45-4f9e-8caf-6c64d7b98de8 admin admin] Deleting subnet e72f6a3c-2ac4-4a1d-a4a7-a3569e80df8a {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:13:53.021071 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efc4c1f-ea45-4f9e-8caf-6c64d7b98de8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.054235 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.073877 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efc4c1f-ea45-4f9e-8caf-6c64d7b98de8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.087971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8175f93-4615-4cdd-aadb-48c54d5ed730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd13188-02f5-4986-8d58-b3d86267fde6'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:53.090873 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51dbb0b-c28a-467d-b798-5da72b04cab9" -d '{"events": [{"server_uuid": "d8175f93-4615-4cdd-aadb-48c54d5ed730", "name": "network-vif-plugged", "status": "completed", "tag": "5cd13188-02f5-4986-8d58-b3d86267fde6"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:53.121362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5cd13188-02f5-4986-8d58-b3d86267fde6,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:53.127317 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efc4c1f-ea45-4f9e-8caf-6c64d7b98de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.147880 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26b7ffb-7466-4ec7-8754-2c534b9765de x-openstack-request-id: req-c26b7ffb-7466-4ec7-8754-2c534b9765de {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:53.153986 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8175f93-4615-4cdd-aadb-48c54d5ed730", "name": "network-vif-plugged", "status": "completed", "tag": "5cd13188-02f5-4986-8d58-b3d86267fde6", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:53.153986 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c26b7ffb-7466-4ec7-8754-2c534b9765de {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:53.153986 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8175f93-4615-4cdd-aadb-48c54d5ed730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd13188-02f5-4986-8d58-b3d86267fde6', 'code': 200} Oct 13 14:13:53.213519 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.214424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 98bbfd39-5909-471f-8be0-9533bb4b707e no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:13:53.255299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 98bbfd39-5909-471f-8be0-9533bb4b707e {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:13:53.256045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 98bbfd39-5909-471f-8be0-9533bb4b707e not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:13:53.256471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device eecda0a3-e853-4fba-98a5-789397a07787 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:13:53.270136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e400079-ee28-43d1-8207-6124f77ace12 req-64c42516-26fd-4e1b-8e2e-3f5188b13775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:53.271761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e400079-ee28-43d1-8207-6124f77ace12 req-64c42516-26fd-4e1b-8e2e-3f5188b13775 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 1097 time: 0.0506475 Oct 13 14:13:53.275893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efc4c1f-ea45-4f9e-8caf-6c64d7b98de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.281765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: eecda0a3-e853-4fba-98a5-789397a07787 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:13:53.282134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device eecda0a3-e853-4fba-98a5-789397a07787 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:13:53.301456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=5cd13188-02f5-4986-8d58-b3d86267fde6,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:53.303044 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc4c1f-ea45-4f9e-8caf-6c64d7b98de8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72f6a3c-2ac4-4a1d-a4a7-a3569e80df8a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:53.307064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efc4c1f-ea45-4f9e-8caf-6c64d7b98de8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.310846 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5efc4c1f-ea45-4f9e-8caf-6c64d7b98de8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e72f6a3c-2ac4-4a1d-a4a7-a3569e80df8a HTTP/1.1" status: 204 len: 168 time: 0.3814514 Oct 13 14:13:53.314252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45082) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:53.318517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e400079-ee28-43d1-8207-6124f77ace12 req-d79243e9-5c1d-4df2-b873-94ba3c4434f9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378242 Oct 13 14:13:53.386507 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cce3-27a5-4be7-a2e5-53e742b73f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.479819 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cce3-27a5-4be7-a2e5-53e742b73f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.502159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-0ea3cce3-27a5-4be7-a2e5-53e742b73f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a26a948-9aee-4bc0-9aaa-0cd6133c0be5']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:13:53.512326 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-0ea3cce3-27a5-4be7-a2e5-53e742b73f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff07ebf-2cca-45a6-88fb-00407ae2d1dd') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:13:53.512743 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-0ea3cce3-27a5-4be7-a2e5-53e742b73f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff07ebf-2cca-45a6-88fb-00407ae2d1dd') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:13:53.523827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cce3-27a5-4be7-a2e5-53e742b73f12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.538523 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cce3-27a5-4be7-a2e5-53e742b73f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.544927 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea3cce3-27a5-4be7-a2e5-53e742b73f12 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:13:53.545134 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cce3-27a5-4be7-a2e5-53e742b73f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:13:53.546919 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:13:53.559401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b97f7-c579-4378-bda5-73be3aa6894e req-2982e974-03c9-41d8-a1f6-4fce7acb71e6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:53.560944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c8b97f7-c579-4378-bda5-73be3aa6894e req-2982e974-03c9-41d8-a1f6-4fce7acb71e6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0575278 Oct 13 14:13:53.609858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c8b97f7-c579-4378-bda5-73be3aa6894e req-fd3a09b3-1260-4f7a-a60a-4c8355d3e9a7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426245 Oct 13 14:13:53.736751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0ab7d19-68d7-4abe-9993-17c3d505af90 req-7ee7b900-6502-421b-81e5-5ec7e776f661 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=07b7e719-9bc9-4da6-8cfb-0a1272e2e199 HTTP/1.1" status: 200 len: 210 time: 0.0290689 Oct 13 14:13:53.738752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cce3-27a5-4be7-a2e5-53e742b73f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.738951 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.744802 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ea3cce3-27a5-4be7-a2e5-53e742b73f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.751503 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0ea3cce3-27a5-4be7-a2e5-53e742b73f12 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5a26a948-9aee-4bc0-9aaa-0cd6133c0be5 HTTP/1.1" status: 204 len: 168 time: 0.4351337 Oct 13 14:13:53.766406 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea3cce3-27a5-4be7-a2e5-53e742b73f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a26a948-9aee-4bc0-9aaa-0cd6133c0be5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:53.775177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c222405-a020-4492-a293-ee58fa094363 req-4f19492d-28ac-4e31-b46e-5b9961c6985b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:53.784213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c222405-a020-4492-a293-ee58fa094363 req-4f19492d-28ac-4e31-b46e-5b9961c6985b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 945 time: 0.1027615 Oct 13 14:13:53.866183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c222405-a020-4492-a293-ee58fa094363 req-72e15278-b009-4157-8d08-3f1c0ab483b6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761142 Oct 13 14:13:53.899006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6b283-17d3-44ee-aab1-d00d7f907d10 req-2204b5be-69b8-4040-be8a-1bc84e7c8fec tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:53.900904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15c6b283-17d3-44ee-aab1-d00d7f907d10 req-2204b5be-69b8-4040-be8a-1bc84e7c8fec tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 946 time: 0.0692990 Oct 13 14:13:53.912533 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45098) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:53.921974 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a09a70c1-52d7-4247-b7ed-76828971f861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:53.959387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15c6b283-17d3-44ee-aab1-d00d7f907d10 req-a1ff9580-5418-4b63-8360-97e7c7159d81 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500996 Oct 13 14:13:54.012740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e3413-b32d-41d8-911f-17fe40039db6 req-af11354d-a3b5-43f1-aca8-c6f9ae16b0fa tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:54.018245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a8e3413-b32d-41d8-911f-17fe40039db6 req-af11354d-a3b5-43f1-aca8-c6f9ae16b0fa tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.0718582 Oct 13 14:13:54.030505 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.031083 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a09a70c1-52d7-4247-b7ed-76828971f861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.077187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a8e3413-b32d-41d8-911f-17fe40039db6 req-2597ffcf-9397-40e6-9bb4-5059ba892a87 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495186 Oct 13 14:13:54.103656 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a09a70c1-52d7-4247-b7ed-76828971f861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.148266 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a09a70c1-52d7-4247-b7ed-76828971f861 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e00573b554ae417dacd5f329f5ab8d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395558 Oct 13 14:13:54.149159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a70c1-52d7-4247-b7ed-76828971f861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c203b0-4fae-4078-8a58-938e35c0b019,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:54.151506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45100) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:54.203682 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45102) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:54.209551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb904da5-3790-4de6-9f8e-584c8e465c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.236699 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb904da5-3790-4de6-9f8e-584c8e465c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.251728 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1253b77e-6036-4ef1-97b6-97764d5f6fb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50de92767b224e8bafe810121c2a20c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461102 Oct 13 14:13:54.254699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45104) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:54.309925 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b70df68-8b1f-44da-8b45-ebfb04ad8a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.338544 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b70df68-8b1f-44da-8b45-ebfb04ad8a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.390406 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb904da5-3790-4de6-9f8e-584c8e465c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.396368 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb904da5-3790-4de6-9f8e-584c8e465c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.398804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bb904da5-3790-4de6-9f8e-584c8e465c83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27c203b0-4fae-4078-8a58-938e35c0b019 HTTP/1.1" status: 204 len: 168 time: 0.2455144 Oct 13 14:13:54.411576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb904da5-3790-4de6-9f8e-584c8e465c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c203b0-4fae-4078-8a58-938e35c0b019,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:54.429050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fdee327c-eb29-408f-b8f9-5ad86dd6c32b up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:13:54.489158 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b70df68-8b1f-44da-8b45-ebfb04ad8a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.492613 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b70df68-8b1f-44da-8b45-ebfb04ad8a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.502475 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2b70df68-8b1f-44da-8b45-ebfb04ad8a27 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/674fd76c-54e1-462a-bd01-75536ce54990 HTTP/1.1" status: 204 len: 168 time: 0.2390404 Oct 13 14:13:54.519261 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70df68-8b1f-44da-8b45-ebfb04ad8a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674fd76c-54e1-462a-bd01-75536ce54990,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:54.612489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port fdee327c-eb29-408f-b8f9-5ad86dd6c32b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:13:54.617230 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port fdee327c-eb29-408f-b8f9-5ad86dd6c32b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:13:54.625741 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.740093 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.770367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4aee9-4400-446c-9f1a-c4b2d5e027c7 req-4432c585-3b8b-46ee-85e3-4a4cf119ce8a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:54.772064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eab4aee9-4400-446c-9f1a-c4b2d5e027c7 req-4432c585-3b8b-46ee-85e3-4a4cf119ce8a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 944 time: 0.0842447 Oct 13 14:13:54.783123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fdee327c-eb29-408f-b8f9-5ad86dd6c32b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fdee327c-eb29-408f-b8f9-5ad86dd6c32b,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:54.821299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eab4aee9-4400-446c-9f1a-c4b2d5e027c7 req-f8bd9047-8e9c-44f7-82b1-4f1d50c7aa1e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429316 Oct 13 14:13:54.923170 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:54.996123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=fdee327c-eb29-408f-b8f9-5ad86dd6c32b,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:55.030070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c79d6a-fa13-4c80-9f80-1f686723e8cf req-f6e6187c-c788-4981-b228-489b37bb70bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:55.039817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5c79d6a-fa13-4c80-9f80-1f686723e8cf req-f6e6187c-c788-4981-b228-489b37bb70bc tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 945 time: 0.0777278 Oct 13 14:13:55.084009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5c79d6a-fa13-4c80-9f80-1f686723e8cf req-1d931895-c221-4150-a419-e424955917a4 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Oct 13 14:13:55.150731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee327c-eb29-408f-b8f9-5ad86dd6c32b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:55.153752 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd95d05-8db3-4211-ad51-0547d495b6c9" -d '{"events": [{"server_uuid": "46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7", "name": "network-vif-plugged", "status": "completed", "tag": "fdee327c-eb29-408f-b8f9-5ad86dd6c32b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:55.216347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e19a7b-71ac-4f0b-8e83-4366378c399c req-317911c6-39e8-4b55-92ac-f37fe9a463e1 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:55.218002 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0e19a7b-71ac-4f0b-8e83-4366378c399c req-317911c6-39e8-4b55-92ac-f37fe9a463e1 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 946 time: 0.0721376 Oct 13 14:13:55.234473 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:55.307262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0e19a7b-71ac-4f0b-8e83-4366378c399c req-747dde75-9bb3-4cd2-bcb3-03f3cf6d37ad tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786602 Oct 13 14:13:55.377122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b162bec-d08e-4fc4-b848-674f9c1309ab req-676d6181-78fa-4b5c-927b-7a00e955c5a5 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:55.385183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b162bec-d08e-4fc4-b848-674f9c1309ab req-676d6181-78fa-4b5c-927b-7a00e955c5a5 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.0613577 Oct 13 14:13:55.447084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b162bec-d08e-4fc4-b848-674f9c1309ab req-fa047c8d-0352-4429-8d92-2815fc574a0f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609956 Oct 13 14:13:55.459556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fc9dd-9b1d-4686-b948-396347ea507b req-65c54e4e-a558-4d2f-9059-3c5c35e1905a tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:55.461120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d52fc9dd-9b1d-4686-b948-396347ea507b req-65c54e4e-a558-4d2f-9059-3c5c35e1905a tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 1097 time: 0.0576940 Oct 13 14:13:55.492784 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf56be2f-1a78-4bd5-ac28-ec3ee55f947a x-openstack-request-id: req-cf56be2f-1a78-4bd5-ac28-ec3ee55f947a {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:55.495004 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7", "name": "network-vif-plugged", "status": "completed", "tag": "fdee327c-eb29-408f-b8f9-5ad86dd6c32b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:55.495264 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf56be2f-1a78-4bd5-ac28-ec3ee55f947a {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:55.495682 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee327c-eb29-408f-b8f9-5ad86dd6c32b', 'code': 200} Oct 13 14:13:55.518574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d52fc9dd-9b1d-4686-b948-396347ea507b req-b1bc85c3-a639-441d-9a3a-9952a9b207ba tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Oct 13 14:13:55.692723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fa0d5-ee20-4011-90ad-a9ed8bcc372e req-2b0f742b-e1f5-43f9-a0d1-bb44a9792579 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:55.694836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e1fa0d5-ee20-4011-90ad-a9ed8bcc372e req-2b0f742b-e1f5-43f9-a0d1-bb44a9792579 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 946 time: 0.1630702 Oct 13 14:13:55.777333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585040a-1bf9-40e4-9592-652474320fa3 req-55a7c394-3070-4374-8da6-ea4647c2fa06 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:55.778893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3585040a-1bf9-40e4-9592-652474320fa3 req-55a7c394-3070-4374-8da6-ea4647c2fa06 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1786757 Oct 13 14:13:55.783364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdba8e-f41f-4c9b-bb33-d2c2bc63ea8d req-dc61bd26-1aba-4d20-b8cc-d321c2a3c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:55.785484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ccbdba8e-f41f-4c9b-bb33-d2c2bc63ea8d req-dc61bd26-1aba-4d20-b8cc-d321c2a3c49d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 1097 time: 0.2003405 Oct 13 14:13:55.850098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e3861-7b08-4360-8045-c8318b6ba0f5 req-c922fc2f-d2f5-45dc-945b-caf18cfcdcde tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:55.851662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f21e3861-7b08-4360-8045-c8318b6ba0f5 req-c922fc2f-d2f5-45dc-945b-caf18cfcdcde tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 1097 time: 0.2152703 Oct 13 14:13:55.914209 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ccbdba8e-f41f-4c9b-bb33-d2c2bc63ea8d req-a75865e3-ef61-4543-9629-4034a067d934 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178138 Oct 13 14:13:55.920143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3585040a-1bf9-40e4-9592-652474320fa3 req-d570cd64-d035-4b7f-8a65-3732de6eb85f tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335130 Oct 13 14:13:55.947547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f21e3861-7b08-4360-8045-c8318b6ba0f5 req-a2c82a94-e829-48d2-b695-9ed4ba66fed1 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817974 Oct 13 14:13:55.950917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4e1fa0d5-ee20-4011-90ad-a9ed8bcc372e req-4b4eb61f-2ea8-4f0a-a9c4-f09e6c125155 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Deleting port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:13:55.951270 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4e1fa0d5-ee20-4011-90ad-a9ed8bcc372e req-4b4eb61f-2ea8-4f0a-a9c4-f09e6c125155 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:56.015936 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45176) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:56.128497 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12835203-7973-415b-9e8b-fb4d72e8eb6a req-e6dc48e6-43d4-4338-90bc-694e55d98cb1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:56.130395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12835203-7973-415b-9e8b-fb4d72e8eb6a req-e6dc48e6-43d4-4338-90bc-694e55d98cb1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 945 time: 0.0984249 Oct 13 14:13:56.147006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4e1fa0d5-ee20-4011-90ad-a9ed8bcc372e req-4b4eb61f-2ea8-4f0a-a9c4-f09e6c125155 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] For port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e9ab0ed2-bf42-478e-873d-1b1a123a9b5a,segment=NetworkSegment(50e07d53-bf1b-4d40-9ff9-dbc0ed61af04),segment_id=50e07d53-bf1b-4d40-9ff9-dbc0ed61af04)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:13:56.147006 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4e1fa0d5-ee20-4011-90ad-a9ed8bcc372e req-4b4eb61f-2ea8-4f0a-a9c4-f09e6c125155 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:56.157369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1920058230-network', 'tenant_id': 'b11885c009724cdea99ff3430265f898'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:56.168174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4e1fa0d5-ee20-4011-90ad-a9ed8bcc372e req-4b4eb61f-2ea8-4f0a-a9c4-f09e6c125155 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Calling delete_port for e9ab0ed2-bf42-478e-873d-1b1a123a9b5a owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:13:56.228034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12835203-7973-415b-9e8b-fb4d72e8eb6a req-7c06ba6b-4ac5-4a13-8957-47ed73296e34 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874147 Oct 13 14:13:56.276294 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Made reservation on behalf of b11885c009724cdea99ff3430265f898 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:13:56.279554 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:56.299831 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:56.464098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4806be8-ee98-4766-8039-a05177d1f7fd req-a08b7827-784f-4890-8002-c8680e60b21d tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:56.465722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4806be8-ee98-4766-8039-a05177d1f7fd req-a08b7827-784f-4890-8002-c8680e60b21d tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 946 time: 0.0688863 Oct 13 14:13:56.488062 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4e1fa0d5-ee20-4011-90ad-a9ed8bcc372e req-4b4eb61f-2ea8-4f0a-a9c4-f09e6c125155 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:56.528454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4eb61f-2ea8-4f0a-a9c4-f09e6c125155 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Pushing event deleted for resources: {'Port': ['ID=e9ab0ed2-bf42-478e-873d-1b1a123a9b5a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:56.571727 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:56.573538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4806be8-ee98-4766-8039-a05177d1f7fd req-8a4ac681-f17c-4e4c-9341-d4500ae60fd7 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf4a9d15-e4ad-42ca-b828-c22bf30502ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002970 Oct 13 14:13:56.604475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1fa0d5-ee20-4011-90ad-a9ed8bcc372e req-4b4eb61f-2ea8-4f0a-a9c4-f09e6c125155 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] No DVR routers for this DVR port e9ab0ed2-bf42-478e-873d-1b1a123a9b5a on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:13:56.611666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4e1fa0d5-ee20-4011-90ad-a9ed8bcc372e req-4b4eb61f-2ea8-4f0a-a9c4-f09e6c125155 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:56.616688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e1fa0d5-ee20-4011-90ad-a9ed8bcc372e req-4b4eb61f-2ea8-4f0a-a9c4-f09e6c125155 tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.41 "DELETE /v2.0/ports/e9ab0ed2-bf42-478e-873d-1b1a123a9b5a HTTP/1.1" status: 204 len: 173 time: 0.9028485 Oct 13 14:13:56.617278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c90a21-cbd4-4f1e-895f-8341cbe92621', 'name': 'network-vif-deleted', 'tag': 'e9ab0ed2-bf42-478e-873d-1b1a123a9b5a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:13:56.625429 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eb793d-097a-45dd-bb0f-8005669d49d9" -d '{"events": [{"server_uuid": "c6c90a21-cbd4-4f1e-895f-8341cbe92621", "name": "network-vif-deleted", "tag": "e9ab0ed2-bf42-478e-873d-1b1a123a9b5a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:13:56.664081 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:56.696220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:13:56.710474 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ee87f0-a721-4eec-915c-c5c8795b1f50,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:56.717778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac092739-6e62-4576-8ec2-b674b9a1f8e9 req-f339b21b-822c-4973-adfe-c30354f2a501 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:56.720899 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:56.721567 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Added segment 839e7061-6bc3-47ba-8094-9283fb0ab606 of type vlan for network 5e8f8e33-8a54-4389-b888-024ad92d562e Oct 13 14:13:56.726398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac092739-6e62-4576-8ec2-b674b9a1f8e9 req-f339b21b-822c-4973-adfe-c30354f2a501 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.0649877 Oct 13 14:13:56.788908 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:56.797580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac092739-6e62-4576-8ec2-b674b9a1f8e9 req-bec61ed7-dc81-4f0e-bef4-95508cc5a399 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688887 Oct 13 14:13:56.843198 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b46eb5-7da9-48cd-b624-3634714ba703 x-openstack-request-id: req-86b46eb5-7da9-48cd-b624-3634714ba703 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:13:56.843577 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c90a21-cbd4-4f1e-895f-8341cbe92621", "name": "network-vif-deleted", "tag": "e9ab0ed2-bf42-478e-873d-1b1a123a9b5a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:13:56.843820 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86b46eb5-7da9-48cd-b624-3634714ba703 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:13:56.844408 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c90a21-cbd4-4f1e-895f-8341cbe92621', 'name': 'network-vif-deleted', 'tag': 'e9ab0ed2-bf42-478e-873d-1b1a123a9b5a', 'status': 'completed', 'code': 200} Oct 13 14:13:56.961678 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:56.965107 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:56.966582 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:57.069289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e801a-6095-4595-a084-03b34a30680f req-e5aab451-e734-4901-be3d-8ad7a32caa1b tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:57.076858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b43e801a-6095-4595-a084-03b34a30680f req-e5aab451-e734-4901-be3d-8ad7a32caa1b tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0669196 Oct 13 14:13:57.106150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8f8e33-8a54-4389-b888-024ad92d562e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:57.126617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 5e8f8e33-8a54-4389-b888-024ad92d562e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:13:57.143177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b43e801a-6095-4595-a084-03b34a30680f req-cb43afca-304e-437a-85f0-c2c27eef6c6a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652614 Oct 13 14:13:57.152489 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4851fe81-21c6-4462-9acf-cfadfffacb56 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1348083 Oct 13 14:13:57.155669 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45230) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:57.165127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7352277a-077e-42f5-a3aa-0b82efc8b043 admin admin] Request body: {'subnet': {'network_id': '5e8f8e33-8a54-4389-b888-024ad92d562e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1920058230-subnet', 'tenant_id': 'b11885c009724cdea99ff3430265f898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:57.266978 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7352277a-077e-42f5-a3aa-0b82efc8b043 admin admin] Made reservation on behalf of b11885c009724cdea99ff3430265f898 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:13:57.273383 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7352277a-077e-42f5-a3aa-0b82efc8b043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:57.415331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f428e89-79cb-45c7-866c-7cc3e502dbdf req-c08e32d5-e8d3-4e3b-a39a-ca99acd046b8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:57.417816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f428e89-79cb-45c7-866c-7cc3e502dbdf req-c08e32d5-e8d3-4e3b-a39a-ca99acd046b8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 945 time: 0.0700328 Oct 13 14:13:57.484676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f428e89-79cb-45c7-866c-7cc3e502dbdf req-7dc8a089-8f3e-4f63-b6ed-454b74402a77 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590456 Oct 13 14:13:57.631094 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7352277a-077e-42f5-a3aa-0b82efc8b043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:57.755146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352277a-077e-42f5-a3aa-0b82efc8b043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b724495-f2ae-4a2a-9ead-b9e98f264c00,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:57.758354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7352277a-077e-42f5-a3aa-0b82efc8b043 admin admin] Checking segment: {'id': '839e7061-6bc3-47ba-8094-9283fb0ab606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e8f8e33-8a54-4389-b888-024ad92d562e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:13:57.759129 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7352277a-077e-42f5-a3aa-0b82efc8b043 admin admin] Network hostable DHCP agents. Network: 5e8f8e33-8a54-4389-b888-024ad92d562e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:13:57.774269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a8a32f7-3b0e-45ac-880a-48e9dd293f8c req-9203b67e-b56d-4bc6-ada7-400b82babd9d tempest-ServerAddressesTestJSON-969772226 tempest-ServerAddressesTestJSON-969772226-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6c90a21-cbd4-4f1e-895f-8341cbe92621 HTTP/1.1" status: 200 len: 210 time: 0.0554514 Oct 13 14:13:57.893633 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7352277a-077e-42f5-a3aa-0b82efc8b043 admin admin] Network 5e8f8e33-8a54-4389-b888-024ad92d562e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:13:57.899500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45254) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:57.990140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3da2a-dfbe-491c-bd19-84e50c9f14bb req-b7fd0e81-2bc6-4e98-8899-1906490105a3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:57.998049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cb3da2a-dfbe-491c-bd19-84e50c9f14bb req-b7fd0e81-2bc6-4e98-8899-1906490105a3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.0803955 Oct 13 14:13:58.007375 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-7352277a-077e-42f5-a3aa-0b82efc8b043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 5e8f8e33-8a54-4389-b888-024ad92d562e) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:13:58.017834 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7352277a-077e-42f5-a3aa-0b82efc8b043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:58.018045 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7352277a-077e-42f5-a3aa-0b82efc8b043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:58.026296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86b01ca-e658-4c10-8027-b187644dcc38 None None] Network 5e8f8e33-8a54-4389-b888-024ad92d562e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:13:58.107481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cb3da2a-dfbe-491c-bd19-84e50c9f14bb req-b6a2ce20-dab8-4b1e-bf4d-5ae47dc34e6a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050620 Oct 13 14:13:58.146595 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7352277a-077e-42f5-a3aa-0b82efc8b043 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9876840 Oct 13 14:13:58.165425 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c15edd9-0307-4e14-abb7-f3b63690903d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:58.343896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1e130-82e3-42e9-b16d-530d3db2e4e0 req-c807d156-48a0-4a94-a851-ffc634bbeb88 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:58.346043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97b1e130-82e3-42e9-b16d-530d3db2e4e0 req-c807d156-48a0-4a94-a851-ffc634bbeb88 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1030600 Oct 13 14:13:58.351544 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c15edd9-0307-4e14-abb7-f3b63690903d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:58.399573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97b1e130-82e3-42e9-b16d-530d3db2e4e0 req-5ab25e9d-090f-4bbe-84cc-b78467497fb7 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426335 Oct 13 14:13:58.426364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae5f75-34ef-4de6-b869-e6245cc60db2 None None] Network 5e8f8e33-8a54-4389-b888-024ad92d562e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:13:58.441261 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c15edd9-0307-4e14-abb7-f3b63690903d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:58.482907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e9ab0ed2-bf42-478e-873d-1b1a123a9b5a no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:13:58.488615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3c15edd9-0307-4e14-abb7-f3b63690903d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d54dc9694084808a65e9425ab01aa15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876467 Oct 13 14:13:58.491504 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45270) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:58.491718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15edd9-0307-4e14-abb7-f3b63690903d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263bc6a8-c583-4edc-91ec-74c2c20a1104,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:58.518158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: e9ab0ed2-bf42-478e-873d-1b1a123a9b5a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:13:58.518967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e9ab0ed2-bf42-478e-873d-1b1a123a9b5a not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:13:58.574541 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-155001d3-2cfe-47de-a644-1de621da983e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:58.612922 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-155001d3-2cfe-47de-a644-1de621da983e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:58.703947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-bae85179-7488-43b4-b939-802369760a7b tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:13:58.704793 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-bae85179-7488-43b4-b939-802369760a7b tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2322583 Oct 13 14:13:58.744687 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-155001d3-2cfe-47de-a644-1de621da983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:58.747515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-155001d3-2cfe-47de-a644-1de621da983e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:58.748736 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-155001d3-2cfe-47de-a644-1de621da983e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/263bc6a8-c583-4edc-91ec-74c2c20a1104 HTTP/1.1" status: 204 len: 168 time: 0.2556403 Oct 13 14:13:58.763983 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78332-0475-4d2c-906d-29fb77187b25 req-319ce524-9183-46bd-b032-77ac5960fa65 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:58.766408 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-319ce524-9183-46bd-b032-77ac5960fa65 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports/5cd13188-02f5-4986-8d58-b3d86267fde6 HTTP/1.1" status: 200 len: 1094 time: 0.0550056 Oct 13 14:13:58.767473 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155001d3-2cfe-47de-a644-1de621da983e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263bc6a8-c583-4edc-91ec-74c2c20a1104,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:13:58.852595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] Request body: {'binding': {'host': 'n-h2-806683-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:13:58.853345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] Unknown quota resources ['binding']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:13:58.900050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-c676593f-d1bd-4125-9538-e9bd88ba31fa tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:58.905863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-c676593f-d1bd-4125-9538-e9bd88ba31fa tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/networks?id=5e8f8e33-8a54-4389-b888-024ad92d562e HTTP/1.1" status: 200 len: 821 time: 0.1424227 Oct 13 14:13:58.922053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-cb410ad3-74dc-4bcb-a127-3a2981648d7d tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/quotas/b11885c009724cdea99ff3430265f898 HTTP/1.1" status: 200 len: 375 time: 0.0102396 Oct 13 14:13:58.962880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-88a499d7-56a2-49ab-8ec4-03f4ce81b497 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b11885c009724cdea99ff3430265f898&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324092 Oct 13 14:13:59.026695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] Attempting to bind port 5cd13188-02f5-4986-8d58-b3d86267fde6 on host n-h2-806683-15 for vnic_type normal with profile None {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:13:59.027042 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] Attempting to bind port 5cd13188-02f5-4986-8d58-b3d86267fde6 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:13:59.027353 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] Attempting to bind port 5cd13188-02f5-4986-8d58-b3d86267fde6 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:13:59.032815 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] Port 5cd13188-02f5-4986-8d58-b3d86267fde6 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:13:59.033167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] Attempting to bind port 5cd13188-02f5-4986-8d58-b3d86267fde6 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:13:59.038182 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:13:59.038519 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:13:59.038901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] Bound using segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:13:59.039318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] Bound port: 5cd13188-02f5-4986-8d58-b3d86267fde6, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:13:59.083392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-2a035b4e-1c4a-4f53-b854-ed9e6a74da50 service neutron] 10.222.0.18 "GET /v2.0/networks/5e8f8e33-8a54-4389-b888-024ad92d562e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956800 Oct 13 14:13:59.107901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5cd13188-02f5-4986-8d58-b3d86267fde6,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:13:59.195813 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-9fa5424c-d67f-4aaf-97c9-b0391103dbe9 service neutron] 10.222.0.18 "GET /v2.0/networks/5e8f8e33-8a54-4389-b888-024ad92d562e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039836 Oct 13 14:13:59.233216 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] Notify callbacks [] for binding, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:59.234469 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-37792509-20f4-4118-9327-0ee269a92ff8 service neutron] 10.222.0.18 "POST /v2.0/ports/5cd13188-02f5-4986-8d58-b3d86267fde6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4565809 Oct 13 14:13:59.624488 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45310) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:13:59.634892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2d0d6-a76d-407a-b6f8-e589da617425 req-9aee3ea8-05f7-4c1f-b45d-f2e18547a953 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:59.647939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09f2d0d6-a76d-407a-b6f8-e589da617425 req-9aee3ea8-05f7-4c1f-b45d-f2e18547a953 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 945 time: 0.1070600 Oct 13 14:13:59.698695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbe1025-2d24-4b08-bd33-c55b0d2981e8 admin admin] Deleting subnet 7fa540a9-f19d-470e-8912-1354726ae7cd {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:13:59.702934 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1025-2d24-4b08-bd33-c55b0d2981e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:59.723521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09f2d0d6-a76d-407a-b6f8-e589da617425 req-90ff5339-1c12-4480-a1bc-037dc6694c0d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742345 Oct 13 14:13:59.757424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bed580-7832-4dd2-aecb-556c7a682d14 req-d5c7a17e-dec2-4d64-aafc-0792eb01111b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:59.759242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83bed580-7832-4dd2-aecb-556c7a682d14 req-d5c7a17e-dec2-4d64-aafc-0792eb01111b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.0771251 Oct 13 14:13:59.779002 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1025-2d24-4b08-bd33-c55b0d2981e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:59.838748 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1025-2d24-4b08-bd33-c55b0d2981e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:13:59.862068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83bed580-7832-4dd2-aecb-556c7a682d14 req-7adda862-bab6-4554-91a2-04173c01777f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897818 Oct 13 14:13:59.910067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571debf-198b-4bfe-a807-28223ada166a req-c2130e62-373d-4435-8b26-abfd9405f3b3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:13:59.912395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2571debf-198b-4bfe-a807-28223ada166a req-c2130e62-373d-4435-8b26-abfd9405f3b3 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.1064689 Oct 13 14:13:59.961614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e309324-2387-48e4-b7ce-2160d6c256bb req-1303a720-4e66-489f-bb51-a49731aa0f10 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 210 time: 0.0478981 Oct 13 14:13:59.989896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2571debf-198b-4bfe-a807-28223ada166a req-ff5cc88e-664a-44d0-a59f-9778705d0584 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662258 Oct 13 14:14:00.035967 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1025-2d24-4b08-bd33-c55b0d2981e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:00.068335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1025-2d24-4b08-bd33-c55b0d2981e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:00.072351 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6fbe1025-2d24-4b08-bd33-c55b0d2981e8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7fa540a9-f19d-470e-8912-1354726ae7cd HTTP/1.1" status: 204 len: 168 time: 0.4525945 Oct 13 14:14:00.073717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe1025-2d24-4b08-bd33-c55b0d2981e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa540a9-f19d-470e-8912-1354726ae7cd,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:00.076347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45324) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:00.163803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b860474-5c9e-4147-93f8-14babb6a8c9e req-7c84779a-2f1b-4f8d-9fd8-5240f28f4587 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:00.165402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b860474-5c9e-4147-93f8-14babb6a8c9e req-7c84779a-2f1b-4f8d-9fd8-5240f28f4587 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 945 time: 0.1431398 Oct 13 14:14:00.223149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97bd1c78-2b83-4f3e-8781-2cf4329764a0 req-027d169a-6252-489b-852f-2df38f572b24 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f30573fef89b4a79a75abcae7dd5b4d0 HTTP/1.1" status: 200 len: 267 time: 0.1573932 Oct 13 14:14:00.243588 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63e54904-5937-4d20-a993-015a82a5f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:00.309222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b860474-5c9e-4147-93f8-14babb6a8c9e req-3d9aec01-525e-4b08-8c12-a35997bfd723 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315217 Oct 13 14:14:00.321670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78332-0475-4d2c-906d-29fb77187b25 req-cd052ddc-fbb3-4a90-9d48-a6f64802f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:00.323272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-cd052ddc-fbb3-4a90-9d48-a6f64802f615 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 1097 time: 0.1505430 Oct 13 14:14:00.389142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd1c78-2b83-4f3e-8781-2cf4329764a0 req-f3a0a053-2a92-4695-8050-fa1feb5b436b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:00.390674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97bd1c78-2b83-4f3e-8781-2cf4329764a0 req-f3a0a053-2a92-4695-8050-fa1feb5b436b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 945 time: 0.1578341 Oct 13 14:14:00.455829 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-97bd1c78-2b83-4f3e-8781-2cf4329764a0 req-d50ad630-0973-4f05-b479-b9bb964427a7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Request body: {'port': {'security_groups': []}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:00.505560 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63e54904-5937-4d20-a993-015a82a5f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:00.571983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-63e54904-5937-4d20-a993-015a82a5f6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d629c18-f76b-44ce-bee6-bc0bac66c6dc']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:00.596278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-63e54904-5937-4d20-a993-015a82a5f6a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e07d53-bf1b-4d40-9ff9-dbc0ed61af04') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:00.599944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-63e54904-5937-4d20-a993-015a82a5f6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e07d53-bf1b-4d40-9ff9-dbc0ed61af04') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:00.599944 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-97bd1c78-2b83-4f3e-8781-2cf4329764a0 req-d50ad630-0973-4f05-b479-b9bb964427a7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:00.617006 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63e54904-5937-4d20-a993-015a82a5f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:00.619371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78332-0475-4d2c-906d-29fb77187b25 req-72cf0a5e-2295-4891-950a-245097e8a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:00.620963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-72cf0a5e-2295-4891-950a-245097e8a194 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.2729342 Oct 13 14:14:00.678267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a3a2baf8-b807-4836-8aff-d7097c632349 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5cd13188-02f5-4986-8d58-b3d86267fde6 HTTP/1.1" status: 200 len: 217 time: 0.0478582 Oct 13 14:14:00.679250 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63e54904-5937-4d20-a993-015a82a5f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:00.716158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e54904-5937-4d20-a993-015a82a5f6a3 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:14:00.716571 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63e54904-5937-4d20-a993-015a82a5f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:14:00.718320 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:14:00.878389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78332-0475-4d2c-906d-29fb77187b25 req-992ed104-1547-4eb9-81b5-2979755510d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:00.882202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-992ed104-1547-4eb9-81b5-2979755510d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1781423 Oct 13 14:14:00.934521 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63e54904-5937-4d20-a993-015a82a5f6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:00.934521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-1b7d65d7-270d-4556-97ea-561429afcccc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410240 Oct 13 14:14:00.943368 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63e54904-5937-4d20-a993-015a82a5f6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:00.946607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-63e54904-5937-4d20-a993-015a82a5f6a3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5d629c18-f76b-44ce-bee6-bc0bac66c6dc HTTP/1.1" status: 204 len: 168 time: 0.8675876 Oct 13 14:14:00.984947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e54904-5937-4d20-a993-015a82a5f6a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d629c18-f76b-44ce-bee6-bc0bac66c6dc,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:01.084683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-97bd1c78-2b83-4f3e-8781-2cf4329764a0 req-d50ad630-0973-4f05-b479-b9bb964427a7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] For port fdee327c-eb29-408f-b8f9-5ad86dd6c32b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fdee327c-eb29-408f-b8f9-5ad86dd6c32b,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:01.386705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec6161-145a-4c81-ab23-8d189a677b95 req-9498f15b-6e3b-4582-8bf8-cb0e4c22d40c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:01.388050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bec6161-145a-4c81-ab23-8d189a677b95 req-9498f15b-6e3b-4582-8bf8-cb0e4c22d40c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.4403853 Oct 13 14:14:01.441401 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-97bd1c78-2b83-4f3e-8781-2cf4329764a0 req-d50ad630-0973-4f05-b479-b9bb964427a7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:01.464457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-7a323df6-e6d4-453a-a5df-558af56e5e48 service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130117 Oct 13 14:14:01.474463 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45370) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:01.545526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45374) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:01.568094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bec6161-145a-4c81-ab23-8d189a677b95 req-c0cd41a5-a3b0-436d-b6f4-3fef784c008f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521299 Oct 13 14:14:01.572247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-97bd1c78-2b83-4f3e-8781-2cf4329764a0 req-d50ad630-0973-4f05-b479-b9bb964427a7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:01.591468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['afb121ee-b6e0-407a-919d-f5698f7d3b7f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:01.606233 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3bc101f4-3d47-4a25-8cd2-35784daf8081 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98fcaf782ddd4be98883dac5d3553e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594172 Oct 13 14:14:01.607210 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45376) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:01.694222 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:01.747973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f2b6a021-4ce4-4b5a-961d-2fe667103bbb', 'fdee327c-eb29-408f-b8f9-5ad86dd6c32b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:01.757422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd1c78-2b83-4f3e-8781-2cf4329764a0 req-d50ad630-0973-4f05-b479-b9bb964427a7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:01.757422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-97bd1c78-2b83-4f3e-8781-2cf4329764a0 req-d50ad630-0973-4f05-b479-b9bb964427a7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:01.764237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97bd1c78-2b83-4f3e-8781-2cf4329764a0 req-d50ad630-0973-4f05-b479-b9bb964427a7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "PUT /v2.0/ports/fdee327c-eb29-408f-b8f9-5ad86dd6c32b HTTP/1.1" status: 200 len: 904 time: 1.3167148 Oct 13 14:14:01.765202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7', 'tag': 'fdee327c-eb29-408f-b8f9-5ad86dd6c32b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:01.769816 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:01.778547 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ade3049-8e2d-49cb-b731-946a0490c140" -d '{"events": [{"name": "network-changed", "server_uuid": "46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7", "tag": "fdee327c-eb29-408f-b8f9-5ad86dd6c32b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:01.922304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ad630-0973-4f05-b479-b9bb964427a7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event updated for resources: {'Port': ['ID=fdee327c-eb29-408f-b8f9-5ad86dd6c32b,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:01.976879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-209e9852-232e-4873-ae52-16498c6b7ff7 service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021806 Oct 13 14:14:01.979503 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:01.981309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['fdee327c-eb29-408f-b8f9-5ad86dd6c32b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:01.990207 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:01.996445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf034536-0b78-4915-9951-0b08bf0c8894 req-dfd799c5-95bd-4f17-afff-e74e61499957 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 210 time: 0.1501646 Oct 13 14:14:01.996737 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf4a9d15-e4ad-42ca-b828-c22bf30502ff HTTP/1.1" status: 204 len: 168 time: 0.3879251 Oct 13 14:14:02.098463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30911776-2a2e-44ba-83ae-e25ecc28e3ea req-e05a2f56-f16c-4f65-bec5-fca97302b117 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:02.100118 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30911776-2a2e-44ba-83ae-e25ecc28e3ea req-e05a2f56-f16c-4f65-bec5-fca97302b117 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.2324841 Oct 13 14:14:02.123124 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4a9d15-e4ad-42ca-b828-c22bf30502ff,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:02.171826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:02.172223 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:02.173473 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:02.173965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:02.174862 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:02.175370 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:02.177449 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:02.178025 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:02.178528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:02.179145 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:02.179642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:02.180117 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cd7966-f439-4bee-8622-49a078e89f6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:02.201486 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6496cbd3-6b7f-4be2-b332-9e2e41589f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:02.290815 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30911776-2a2e-44ba-83ae-e25ecc28e3ea req-3a24e33e-4306-487c-82e7-fdd2887110c7 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450963 Oct 13 14:14:02.350015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3214ec-dcbf-42cf-9232-d9b3a76e4eaf req-947a0696-b0eb-4ac6-81dc-ca4ef86f075c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:02.359165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f3214ec-dcbf-42cf-9232-d9b3a76e4eaf req-947a0696-b0eb-4ac6-81dc-ca4ef86f075c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 945 time: 0.2021954 Oct 13 14:14:02.379661 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6496cbd3-6b7f-4be2-b332-9e2e41589f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:02.389050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a6b5fe9-919f-4e9c-980e-490d9f60f94a req-59e03a74-327f-4282-9300-15f9cad1ebad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1723115 Oct 13 14:14:02.389265 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e24c5019-3d40-4d0f-9d2a-8e1906aebe73 None None] Provisioning complete for port fdee327c-eb29-408f-b8f9-5ad86dd6c32b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:02.389508 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e24c5019-3d40-4d0f-9d2a-8e1906aebe73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:02.423591 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f3214ec-dcbf-42cf-9232-d9b3a76e4eaf req-9ca3fd98-4fdb-4401-892e-8e5144a5b939 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635540 Oct 13 14:14:02.516398 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae933e9c-ba19-407b-bd64-872822fd3a1c x-openstack-request-id: req-ae933e9c-ba19-407b-bd64-872822fd3a1c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:02.518044 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7", "tag": "fdee327c-eb29-408f-b8f9-5ad86dd6c32b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:02.518044 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae933e9c-ba19-407b-bd64-872822fd3a1c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:02.518044 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7', 'tag': 'fdee327c-eb29-408f-b8f9-5ad86dd6c32b', 'status': 'completed', 'code': 200} Oct 13 14:14:02.538450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e78da-e3cb-4ee7-8911-d3208db3ffbd req-6962babf-f2fa-49ed-a80e-6fb84af89e15 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:02.541753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e5e78da-e3cb-4ee7-8911-d3208db3ffbd req-6962babf-f2fa-49ed-a80e-6fb84af89e15 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 907 time: 0.1318910 Oct 13 14:14:02.562698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b5fe9-919f-4e9c-980e-490d9f60f94a req-5aaaa600-c531-4a48-b0b4-2071e8f52f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:02.564402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a6b5fe9-919f-4e9c-980e-490d9f60f94a req-5aaaa600-c531-4a48-b0b4-2071e8f52f33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 1102 time: 0.1109099 Oct 13 14:14:02.680839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade3049-8e2d-49cb-b731-946a0490c140 req-1adfcb14-fcc1-4bd1-ab94-4ca7f3768013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:02.682693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ade3049-8e2d-49cb-b731-946a0490c140 req-1adfcb14-fcc1-4bd1-ab94-4ca7f3768013 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 1059 time: 0.1333423 Oct 13 14:14:02.698348 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6496cbd3-6b7f-4be2-b332-9e2e41589f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:02.800056 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6496cbd3-6b7f-4be2-b332-9e2e41589f53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f028010a9a84ddd813e09b6496d171d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3192184 Oct 13 14:14:02.800056 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496cbd3-6b7f-4be2-b332-9e2e41589f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6928d52c-588c-4fd5-8461-9878abaa4414,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:02.802932 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45388) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:02.881854 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2118347-de7e-4dd7-96dc-7cf7946041e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:02.945783 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2118347-de7e-4dd7-96dc-7cf7946041e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:03.072585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe28d5-b79a-47cb-b026-2359bab26813 req-b507dbb5-6167-4a20-9293-05ed3b743033 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:03.076292 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-6bbe28d5-b79a-47cb-b026-2359bab26813 req-b507dbb5-6167-4a20-9293-05ed3b743033 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.41 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 946 time: 0.0855632 Oct 13 14:14:03.081863 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2118347-de7e-4dd7-96dc-7cf7946041e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:03.089383 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2118347-de7e-4dd7-96dc-7cf7946041e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:03.095420 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a2118347-de7e-4dd7-96dc-7cf7946041e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6928d52c-588c-4fd5-8461-9878abaa4414 HTTP/1.1" status: 204 len: 168 time: 0.2898991 Oct 13 14:14:03.132348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a14cb9-276d-45c4-a739-20ec556b469f req-072f10a6-2e62-4735-9371-3de83fc26050 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:03.133943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40a14cb9-276d-45c4-a739-20ec556b469f req-072f10a6-2e62-4735-9371-3de83fc26050 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.3104441 Oct 13 14:14:03.172003 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2118347-de7e-4dd7-96dc-7cf7946041e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6928d52c-588c-4fd5-8461-9878abaa4414,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:03.275407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade3049-8e2d-49cb-b731-946a0490c140 req-3801f4ea-a48e-460d-8b1f-47e1f5d74b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:03.276870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ade3049-8e2d-49cb-b731-946a0490c140 req-3801f4ea-a48e-460d-8b1f-47e1f5d74b0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.4679930 Oct 13 14:14:03.300038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52214df2-ad60-426a-861d-ca20745561fb req-4eb1a9dd-46ca-4934-8f20-70870c8e616e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:03.307262 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [req-6bbe28d5-b79a-47cb-b026-2359bab26813 req-6a1d83bc-1a52-4c39-b811-cf588277519a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Deleting port c9fede42-1faa-4d16-a3a9-7d1dd180dce4 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:03.309274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52214df2-ad60-426a-861d-ca20745561fb req-4eb1a9dd-46ca-4934-8f20-70870c8e616e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.5051720 Oct 13 14:14:03.310599 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6bbe28d5-b79a-47cb-b026-2359bab26813 req-6a1d83bc-1a52-4c39-b811-cf588277519a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:03.336932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-6e1ebd97-bc04-40ad-b183-b41096b8efbf tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:03.338514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-6e1ebd97-bc04-40ad-b183-b41096b8efbf tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.41 "GET /v2.0/networks?id=5e8f8e33-8a54-4389-b888-024ad92d562e HTTP/1.1" status: 200 len: 821 time: 0.7101021 Oct 13 14:14:03.339685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b5fe9-919f-4e9c-980e-490d9f60f94a req-3b751a1c-b315-4466-80e7-7a64fec55c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:03.341115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a6b5fe9-919f-4e9c-980e-490d9f60f94a req-3b751a1c-b315-4466-80e7-7a64fec55c75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.7359602 Oct 13 14:14:03.397746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-d2ef0caf-27ad-467d-93c1-455e2dd98e52 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Request body: {'port': {'device_id': 'c2ddfe3a-c000-460d-aa62-a7ccb1e08f90', 'network_id': '5e8f8e33-8a54-4389-b888-024ad92d562e', 'admin_state_up': True, 'tenant_id': 'b11885c009724cdea99ff3430265f898'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:03.403412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ade3049-8e2d-49cb-b731-946a0490c140 req-fd2e49b4-71cc-4706-950f-945e016ee309 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdee327c-eb29-408f-b8f9-5ad86dd6c32b HTTP/1.1" status: 200 len: 217 time: 0.0879242 Oct 13 14:14:03.438653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [req-6bbe28d5-b79a-47cb-b026-2359bab26813 req-6a1d83bc-1a52-4c39-b811-cf588277519a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] For port c9fede42-1faa-4d16-a3a9-7d1dd180dce4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c9fede42-1faa-4d16-a3a9-7d1dd180dce4,segment=NetworkSegment(aae38631-f2c4-4ae2-baa1-2e71cfec2202),segment_id=aae38631-f2c4-4ae2-baa1-2e71cfec2202)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:03.439024 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6bbe28d5-b79a-47cb-b026-2359bab26813 req-6a1d83bc-1a52-4c39-b811-cf588277519a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:03.452022 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [req-6bbe28d5-b79a-47cb-b026-2359bab26813 req-6a1d83bc-1a52-4c39-b811-cf588277519a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Calling delete_port for c9fede42-1faa-4d16-a3a9-7d1dd180dce4 owned by compute:nova {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:03.454514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40a14cb9-276d-45c4-a739-20ec556b469f req-4f281e49-7014-4357-9ae5-de2dfa39ee97 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864995 Oct 13 14:14:03.501625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a6b5fe9-919f-4e9c-980e-490d9f60f94a req-9799074e-8ccf-4d8b-8f4a-49838a9af607 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c HTTP/1.1" status: 200 len: 217 time: 0.1222882 Oct 13 14:14:03.561279 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52214df2-ad60-426a-861d-ca20745561fb req-234e843e-b84b-486d-878a-a216334d8579 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457685 Oct 13 14:14:03.693849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade3049-8e2d-49cb-b731-946a0490c140 req-4d0fcb0d-dfd8-4a0f-9bba-f3de1382afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:03.696376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ade3049-8e2d-49cb-b731-946a0490c140 req-4d0fcb0d-dfd8-4a0f-9bba-f3de1382afbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.2457972 Oct 13 14:14:03.708382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b5e9882-7c03-4c24-a6d1-2536dba43e4e req-828990ac-1b1d-4e9a-99ee-837060ecc54c tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 210 time: 0.0618320 Oct 13 14:14:03.772305 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6bbe28d5-b79a-47cb-b026-2359bab26813 req-6a1d83bc-1a52-4c39-b811-cf588277519a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:03.785619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['c9fede42-1faa-4d16-a3a9-7d1dd180dce4'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:03.795826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b5fe9-919f-4e9c-980e-490d9f60f94a req-df3a0048-a762-4224-a7f9-802c744e51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:03.796591 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a6b5fe9-919f-4e9c-980e-490d9f60f94a req-df3a0048-a762-4224-a7f9-802c744e51dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2689712 Oct 13 14:14:03.869616 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d83bc-1a52-4c39-b811-cf588277519a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Pushing event deleted for resources: {'Port': ['ID=c9fede42-1faa-4d16-a3a9-7d1dd180dce4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:03.916556 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbe28d5-b79a-47cb-b026-2359bab26813 req-6a1d83bc-1a52-4c39-b811-cf588277519a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] No DVR routers for this DVR port c9fede42-1faa-4d16-a3a9-7d1dd180dce4 on host n-h2-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:14:03.920214 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [req-6bbe28d5-b79a-47cb-b026-2359bab26813 req-6a1d83bc-1a52-4c39-b811-cf588277519a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:03.925238 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-6bbe28d5-b79a-47cb-b026-2359bab26813 req-6a1d83bc-1a52-4c39-b811-cf588277519a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.41 "DELETE /v2.0/ports/c9fede42-1faa-4d16-a3a9-7d1dd180dce4 HTTP/1.1" status: 204 len: 173 time: 0.8277233 Oct 13 14:14:03.925982 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd609db1c-fcc5-477b-92bb-c2487ef45ba3', 'name': 'network-vif-deleted', 'tag': 'c9fede42-1faa-4d16-a3a9-7d1dd180dce4'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:03.928753 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a521aa-b983-4fd8-88b8-5661cd07ba49" -d '{"events": [{"server_uuid": "d609db1c-fcc5-477b-92bb-c2487ef45ba3", "name": "network-vif-deleted", "tag": "c9fede42-1faa-4d16-a3a9-7d1dd180dce4"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:03.986098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1ccc3-2b8a-41fc-bc72-11b863085934 req-5209661c-77ec-4b66-ac33-b1d2db3d932f tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:03.993465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29e1ccc3-2b8a-41fc-bc72-11b863085934 req-5209661c-77ec-4b66-ac33-b1d2db3d932f tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/ports?device_id=d609db1c-fcc5-477b-92bb-c2487ef45ba3 HTTP/1.1" status: 200 len: 867 time: 0.2881451 Oct 13 14:14:03.996579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade3049-8e2d-49cb-b731-946a0490c140 req-4d8d8b32-c465-426d-a12f-b79911fef2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:03.998068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ade3049-8e2d-49cb-b731-946a0490c140 req-4d8d8b32-c465-426d-a12f-b79911fef2f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2882023 Oct 13 14:14:04.009165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-d2ef0caf-27ad-467d-93c1-455e2dd98e52 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Made reservation on behalf of b11885c009724cdea99ff3430265f898 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:04.012585 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-d2ef0caf-27ad-467d-93c1-455e2dd98e52 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:04.102520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b5fe9-919f-4e9c-980e-490d9f60f94a req-9c646d62-fd0a-4231-8ffb-05e84ed71458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:04.104123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a6b5fe9-919f-4e9c-980e-490d9f60f94a req-9c646d62-fd0a-4231-8ffb-05e84ed71458 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2641652 Oct 13 14:14:04.113385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5519cf-a0cc-498e-b554-bcc54ce708c2 req-7fce4e26-308a-48e7-bed5-47cf905a0742 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:04.120751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c5519cf-a0cc-498e-b554-bcc54ce708c2 req-7fce4e26-308a-48e7-bed5-47cf905a0742 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 945 time: 0.1940820 Oct 13 14:14:04.230002 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45432) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:04.266838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29e1ccc3-2b8a-41fc-bc72-11b863085934 req-99c4d2a7-d386-45d3-af98-2b0b5ca840f7 tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0f492d-be01-44c5-823f-cd02ee9a70c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660022 Oct 13 14:14:04.421460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-845020086-network', 'tenant_id': 'd162d07a2f434ed7a274d2296a42d0bb'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:04.443359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c5519cf-a0cc-498e-b554-bcc54ce708c2 req-6a5cee23-04e5-496e-9e0b-fdbaed2e4c4c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216279 Oct 13 14:14:04.480000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ade3049-8e2d-49cb-b731-946a0490c140 req-e16c238f-4b53-4f13-a29a-69dc79b75907 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651699 Oct 13 14:14:04.523904 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8948b2b-71c8-4e40-b4c7-28244341faa6 x-openstack-request-id: req-c8948b2b-71c8-4e40-b4c7-28244341faa6 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:04.523904 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d609db1c-fcc5-477b-92bb-c2487ef45ba3", "name": "network-vif-deleted", "tag": "c9fede42-1faa-4d16-a3a9-7d1dd180dce4", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:04.525320 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8948b2b-71c8-4e40-b4c7-28244341faa6 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:04.525872 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd609db1c-fcc5-477b-92bb-c2487ef45ba3', 'name': 'network-vif-deleted', 'tag': 'c9fede42-1faa-4d16-a3a9-7d1dd180dce4', 'status': 'completed', 'code': 200} Oct 13 14:14:04.574677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Made reservation on behalf of d162d07a2f434ed7a274d2296a42d0bb for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:04.578036 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:04.604626 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:04.734790 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:04.807618 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:04.838367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:14:04.856288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8ad58e-19c8-461d-a879-1fa723d1bb8f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:04.862208 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:04.862551 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Added segment b31a6d0f-14b6-4cec-9a4a-027e824e330d of type vlan for network 591fc45b-8fda-49f2-8a25-1bd3e5ef6520 Oct 13 14:14:04.919258 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:04.934105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a6b5fe9-919f-4e9c-980e-490d9f60f94a req-b0d825c0-6cf6-49b3-818a-2a78b4dfd487 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8084486 Oct 13 14:14:05.002867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-d2ef0caf-27ad-467d-93c1-455e2dd98e52 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Allocated IP 172.20.0.9 (5e8f8e33-8a54-4389-b888-024ad92d562e/7b724495-f2ae-4a2a-9ead-b9e98f264c00/e52471b0-53cb-4de8-9b97-e175a35a27e4) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:14:05.029661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a104ed8-fb40-4e45-b2cf-00d088f0d58a req-65a9a410-9678-4fe5-b8e5-a71544b84567 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:05.031195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a104ed8-fb40-4e45-b2cf-00d088f0d58a req-65a9a410-9678-4fe5-b8e5-a71544b84567 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.6524727 Oct 13 14:14:05.115363 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:05.116419 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:05.117318 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:05.137830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-531016b5-1de5-48f9-b8f5-c0bd4ae8a4fe req-f6c95cb3-4c7d-4b31-adf4-be5b203052c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6418064 Oct 13 14:14:05.169399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ade3049-8e2d-49cb-b731-946a0490c140 req-4489630a-e366-4793-b141-9744d353e314 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602535 Oct 13 14:14:05.185270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854e67f-09dd-45a5-9dcb-dc2e0614a075 req-c7b45ee7-0ef3-4c31-8181-f8604ebcba7b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:05.187414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9854e67f-09dd-45a5-9dcb-dc2e0614a075 req-c7b45ee7-0ef3-4c31-8181-f8604ebcba7b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.3401749 Oct 13 14:14:05.259360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a104ed8-fb40-4e45-b2cf-00d088f0d58a req-b3b3a7aa-aff0-4ad6-8aad-8a61ccb12f20 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842122 Oct 13 14:14:05.278722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] Pushing event updated for resources: {'Network': ['ID=591fc45b-8fda-49f2-8a25-1bd3e5ef6520,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:05.301432 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 591fc45b-8fda-49f2-8a25-1bd3e5ef6520 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:14:05.351388 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eb432eba-c9d7-4d29-8dc9-e032645cf4d0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1170199 Oct 13 14:14:05.351644 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45454) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:05.357062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-17ba3fe8-35c9-46ac-98bc-c5cd202aa43c admin admin] Request body: {'subnet': {'network_id': '591fc45b-8fda-49f2-8a25-1bd3e5ef6520', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-845020086-subnet', 'tenant_id': 'd162d07a2f434ed7a274d2296a42d0bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:05.379285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a6b5fe9-919f-4e9c-980e-490d9f60f94a req-1a52821f-51ec-4085-9a80-9a31074edc8b service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263196 Oct 13 14:14:05.419753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9854e67f-09dd-45a5-9dcb-dc2e0614a075 req-c82ff12f-4d90-46c4-9a15-17531c0baddb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151117 Oct 13 14:14:05.441834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531016b5-1de5-48f9-b8f5-c0bd4ae8a4fe req-46f50069-d142-43cb-a7c7-2ad19f4ffb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:05.443338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-531016b5-1de5-48f9-b8f5-c0bd4ae8a4fe req-46f50069-d142-43cb-a7c7-2ad19f4ffb0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 1096 time: 0.2262626 Oct 13 14:14:05.466189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22a96311-b4bb-4d3b-88dd-67cdb2d45ada req-99edbc8b-cd1f-4672-876e-ec7831451e06 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 210 time: 0.0411992 Oct 13 14:14:05.502877 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ba3fe8-35c9-46ac-98bc-c5cd202aa43c admin admin] Made reservation on behalf of d162d07a2f434ed7a274d2296a42d0bb for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:05.506631 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17ba3fe8-35c9-46ac-98bc-c5cd202aa43c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:05.638581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45460) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:05.646515 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-d2ef0caf-27ad-467d-93c1-455e2dd98e52 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:05.723903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531016b5-1de5-48f9-b8f5-c0bd4ae8a4fe req-d876b2b2-45e9-4e9b-a237-d40a3f68d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:05.725450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-531016b5-1de5-48f9-b8f5-c0bd4ae8a4fe req-d876b2b2-45e9-4e9b-a237-d40a3f68d984 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.2109940 Oct 13 14:14:05.849022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f7206-744a-4a71-b1d1-34cf5127a85f req-70bd44dd-4589-46ca-b405-19d8eabd9c6c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:05.850636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-117f7206-744a-4a71-b1d1-34cf5127a85f req-70bd44dd-4589-46ca-b405-19d8eabd9c6c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 945 time: 0.2076504 Oct 13 14:14:05.932512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-531016b5-1de5-48f9-b8f5-c0bd4ae8a4fe req-2cc6d802-c530-493e-b6bd-43d692dc0a30 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c HTTP/1.1" status: 200 len: 999 time: 0.1912179 Oct 13 14:14:05.993818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-c09cf1a5-2450-4187-a3ea-01e7b1589db9 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:05.995661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-c09cf1a5-2450-4187-a3ea-01e7b1589db9 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 812 time: 0.2620940 Oct 13 14:14:05.997247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-d2ef0caf-27ad-467d-93c1-455e2dd98e52 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:06.088491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45482) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:06.105482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-117f7206-744a-4a71-b1d1-34cf5127a85f req-9780f36e-dc08-44ce-8665-13b129a9a8f9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439518 Oct 13 14:14:06.111980 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17ba3fe8-35c9-46ac-98bc-c5cd202aa43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:06.116163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-d2ef0caf-27ad-467d-93c1-455e2dd98e52 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Network 5e8f8e33-8a54-4389-b888-024ad92d562e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:14:06.119689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-94f0e852-1be3-4fbe-a13f-e89f09c54d81 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/quotas/f30573fef89b4a79a75abcae7dd5b4d0 HTTP/1.1" status: 200 len: 375 time: 0.1012220 Oct 13 14:14:06.127992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-d2ef0caf-27ad-467d-93c1-455e2dd98e52 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:06.131589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-d2ef0caf-27ad-467d-93c1-455e2dd98e52 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:14:06.183059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-d2ef0caf-27ad-467d-93c1-455e2dd98e52 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:06.183695 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-d2ef0caf-27ad-467d-93c1-455e2dd98e52 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:06.186253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef0caf-27ad-467d-93c1-455e2dd98e52 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Pushing event updated for resources: {'Port': ['ID=e52471b0-53cb-4de8-9b97-e175a35a27e4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:06.193945 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba3fe8-35c9-46ac-98bc-c5cd202aa43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f58f81-7ed9-4d71-950a-52fd5509f139,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:06.232569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531016b5-1de5-48f9-b8f5-c0bd4ae8a4fe req-ba4f1660-f58a-4aa7-8677-15875989d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:06.234521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-531016b5-1de5-48f9-b8f5-c0bd4ae8a4fe req-ba4f1660-f58a-4aa7-8677-15875989d4d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.2935750 Oct 13 14:14:06.255091 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba3fe8-35c9-46ac-98bc-c5cd202aa43c admin admin] Checking segment: {'id': 'b31a6d0f-14b6-4cec-9a4a-027e824e330d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '591fc45b-8fda-49f2-8a25-1bd3e5ef6520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:06.255536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ba3fe8-35c9-46ac-98bc-c5cd202aa43c admin admin] Network hostable DHCP agents. Network: 591fc45b-8fda-49f2-8a25-1bd3e5ef6520, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:14:06.271844 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e28f6a8-f34e-4dd7-8ccb-1ca651f22d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:06.292296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-48bfcc0a-e6b3-4a69-9c26-ceb927d8d728 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1616886 Oct 13 14:14:06.314629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-d2ef0caf-27ad-467d-93c1-455e2dd98e52 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9278572 Oct 13 14:14:06.322067 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1310173277'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:06.361665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Request body: {'port': {'device_id': 'c2ddfe3a-c000-460d-aa62-a7ccb1e08f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:06.367704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531016b5-1de5-48f9-b8f5-c0bd4ae8a4fe req-2e729c77-9ab6-43b7-9de5-722c14ec47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:06.369216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-531016b5-1de5-48f9-b8f5-c0bd4ae8a4fe req-2e729c77-9ab6-43b7-9de5-722c14ec47ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203899 Oct 13 14:14:06.440855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ba3fe8-35c9-46ac-98bc-c5cd202aa43c admin admin] Network 591fc45b-8fda-49f2-8a25-1bd3e5ef6520 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:14:06.494940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c9fede42-1faa-4d16-a3a9-7d1dd180dce4 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:14:06.515564 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:06.534407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Made reservation on behalf of 98e7d88a81f24585839a7a766136e08c for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:06.538602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: c9fede42-1faa-4d16-a3a9-7d1dd180dce4 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:14:06.539291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c9fede42-1faa-4d16-a3a9-7d1dd180dce4 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:14:06.541659 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:06.541940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-b87591a8-9f30-4b34-92fa-d66c28d41ace service neutron] 10.222.0.18 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382805 Oct 13 14:14:06.565719 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:06.579588 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-17ba3fe8-35c9-46ac-98bc-c5cd202aa43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 591fc45b-8fda-49f2-8a25-1bd3e5ef6520) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:06.587747 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ba3fe8-35c9-46ac-98bc-c5cd202aa43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:06.588730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17ba3fe8-35c9-46ac-98bc-c5cd202aa43c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:06.591890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b355b7-4520-4967-b1d4-854104c71b2b None None] Network 591fc45b-8fda-49f2-8a25-1bd3e5ef6520 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:14:06.678769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-531016b5-1de5-48f9-b8f5-c0bd4ae8a4fe req-bf674087-776a-497d-8c0a-2697e6e42898 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916548 Oct 13 14:14:06.744222 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-3e28f6a8-f34e-4dd7-8ccb-1ca651f22d18 admin admin] Deleting port e635bb5b-d44a-401e-be2e-e19c573784ec {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:06.744917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e28f6a8-f34e-4dd7-8ccb-1ca651f22d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:06.757855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3134ad63-400f-4793-975e-5a9168d06e35 None None] Network 591fc45b-8fda-49f2-8a25-1bd3e5ef6520 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:14:06.799566 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-17ba3fe8-35c9-46ac-98bc-c5cd202aa43c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4468086 Oct 13 14:14:06.808007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20658e-c6d5-41ca-a79a-146e7cfb6c78 req-d4c2910d-0207-4a85-b8e8-9bbc44e1b2cb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:06.810280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c20658e-c6d5-41ca-a79a-146e7cfb6c78 req-d4c2910d-0207-4a85-b8e8-9bbc44e1b2cb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.2492197 Oct 13 14:14:06.855747 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:06.894984 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-3e28f6a8-f34e-4dd7-8ccb-1ca651f22d18 admin admin] For port e635bb5b-d44a-401e-be2e-e19c573784ec, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e635bb5b-d44a-401e-be2e-e19c573784ec,segment=NetworkSegment(aae38631-f2c4-4ae2-baa1-2e71cfec2202),segment_id=aae38631-f2c4-4ae2-baa1-2e71cfec2202)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:06.895466 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e28f6a8-f34e-4dd7-8ccb-1ca651f22d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:06.932569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-3e28f6a8-f34e-4dd7-8ccb-1ca651f22d18 admin admin] Calling delete_port for e635bb5b-d44a-401e-be2e-e19c573784ec owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:06.939459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-fcebff9b-776d-4232-82b1-75bf0a606db9 service neutron] 10.222.0.18 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964705 Oct 13 14:14:07.061330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-531016b5-1de5-48f9-b8f5-c0bd4ae8a4fe req-32ee93c7-28a7-4dc3-8114-7be059210501 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647766 Oct 13 14:14:07.087762 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:07.088791 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c20658e-c6d5-41ca-a79a-146e7cfb6c78 req-5c501b48-9037-4b6e-8976-5bcf30c93256 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109079 Oct 13 14:14:07.109746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:14:07.122546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:07.128424 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Added segment dca0214f-d4b0-4f5d-b78b-8a40952bb22d of type vlan for network 5bc19bf4-1d10-49b3-a255-41488dd83e02 Oct 13 14:14:07.186551 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:07.269599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52471b0-53cb-4de8-9b97-e175a35a27e4 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:07.282860 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:07.307119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Transition to ACTIVE for port object e52471b0-53cb-4de8-9b97-e175a35a27e4 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:14:07.310689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb67008-1a4b-4bde-ac13-ab87256e984a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:07.318720 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d2d5e-264d-48f0-a59c-5a88b49026f1 req-3bef1995-af71-4088-8edc-b1b32c14a2dd tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:07.327135 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:07.329387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a30d2d5e-264d-48f0-a59c-5a88b49026f1 req-3bef1995-af71-4088-8edc-b1b32c14a2dd tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 931 time: 0.1096253 Oct 13 14:14:07.339988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:07.341095 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:07.393395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a30d2d5e-264d-48f0-a59c-5a88b49026f1 req-076c14cc-22c4-4f2c-a84e-14c2f7fb8996 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568221 Oct 13 14:14:07.412269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:07.599002 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5084796 Oct 13 14:14:07.602038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45516) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:07.607603 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-971d535b-0c56-447c-9812-5df0c408b609 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Request body: {'subnet': {'network_id': '5bc19bf4-1d10-49b3-a255-41488dd83e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:07.612183 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3695561-5b95-4599-82d3-0f812b264001 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Pushing event updated for resources: {'Network': ['ID=5bc19bf4-1d10-49b3-a255-41488dd83e02,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:07.635273 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 5bc19bf4-1d10-49b3-a255-41488dd83e02 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:14:08.022687 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e28f6a8-f34e-4dd7-8ccb-1ca651f22d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:08.053255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Pushing event updated for resources: {'Port': ['ID=e52471b0-53cb-4de8-9b97-e175a35a27e4,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:08.060345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28f6a8-f34e-4dd7-8ccb-1ca651f22d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=e635bb5b-d44a-401e-be2e-e19c573784ec,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:08.166346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c245b-eb8a-4516-aaeb-cdeae7371234 req-3daba4a7-3ce0-485d-92d2-c16bc081cb7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:08.175312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-860c245b-eb8a-4516-aaeb-cdeae7371234 req-3daba4a7-3ce0-485d-92d2-c16bc081cb7b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 945 time: 0.6665773 Oct 13 14:14:08.191454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-88b095e3-3b3f-4437-a08d-1d9f4e147dc1 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:08.199119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-88b095e3-3b3f-4437-a08d-1d9f4e147dc1 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/networks?id=591fc45b-8fda-49f2-8a25-1bd3e5ef6520 HTTP/1.1" status: 200 len: 821 time: 0.7888329 Oct 13 14:14:08.231005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971d535b-0c56-447c-9812-5df0c408b609 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Made reservation on behalf of 98e7d88a81f24585839a7a766136e08c for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:08.237099 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-971d535b-0c56-447c-9812-5df0c408b609 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:08.255203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-331c5930-c910-4a20-8ed0-ac9966c45549 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/quotas/d162d07a2f434ed7a274d2296a42d0bb HTTP/1.1" status: 200 len: 375 time: 0.0548317 Oct 13 14:14:08.313529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-6b1a710b-1f22-4c44-b82e-3e55a0ff0d2f tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d162d07a2f434ed7a274d2296a42d0bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426071 Oct 13 14:14:08.321024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Attempting to bind port e52471b0-53cb-4de8-9b97-e175a35a27e4 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:14:08.321368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Attempting to bind port e52471b0-53cb-4de8-9b97-e175a35a27e4 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '839e7061-6bc3-47ba-8094-9283fb0ab606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e8f8e33-8a54-4389-b888-024ad92d562e'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:14:08.321702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Attempting to bind port e52471b0-53cb-4de8-9b97-e175a35a27e4 on network 5e8f8e33-8a54-4389-b888-024ad92d562e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:08.345541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-860c245b-eb8a-4516-aaeb-cdeae7371234 req-8945cf1d-5775-4506-9fc4-07cd60048ca0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693127 Oct 13 14:14:08.346135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Port e52471b0-53cb-4de8-9b97-e175a35a27e4 on network 5e8f8e33-8a54-4389-b888-024ad92d562e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:14:08.352289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Attempting to bind port e52471b0-53cb-4de8-9b97-e175a35a27e4 on network 5e8f8e33-8a54-4389-b888-024ad92d562e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:08.394491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:14:08.394832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Checking segment: {'id': '839e7061-6bc3-47ba-8094-9283fb0ab606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e8f8e33-8a54-4389-b888-024ad92d562e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:08.395439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Bound using segment: {'id': '839e7061-6bc3-47ba-8094-9283fb0ab606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e8f8e33-8a54-4389-b888-024ad92d562e'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:14:08.395662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Bound port: e52471b0-53cb-4de8-9b97-e175a35a27e4, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '839e7061-6bc3-47ba-8094-9283fb0ab606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '5e8f8e33-8a54-4389-b888-024ad92d562e'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:14:08.396027 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:08.411192 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e28f6a8-f34e-4dd7-8ccb-1ca651f22d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:08.535494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-036113be-cf99-4f29-9f1c-ba7051ed821b req-cac00373-f2da-4674-a8f9-500d23085838 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 210 time: 0.0831051 Oct 13 14:14:08.577197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-c7564a95-f976-4727-b621-663a2cf8027a service neutron] 10.222.0.18 "GET /v2.0/networks/591fc45b-8fda-49f2-8a25-1bd3e5ef6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509654 Oct 13 14:14:08.598388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] For port e52471b0-53cb-4de8-9b97-e175a35a27e4, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:08.655627 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-aca653eb-0090-4b7c-bff1-f689ab95c94c service neutron] show failed (client error): The resource could not be found. Oct 13 14:14:08.656817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-aca653eb-0090-4b7c-bff1-f689ab95c94c service neutron] 10.222.0.49 "GET /v2.0/ports/cf9bc048-dca3-420b-a6d1-73683790334f/bindings/n-h2-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.2192011 Oct 13 14:14:08.674170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] For port e52471b0-53cb-4de8-9b97-e175a35a27e4, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e52471b0-53cb-4de8-9b97-e175a35a27e4,segment=NetworkSegment(839e7061-6bc3-47ba-8094-9283fb0ab606),segment_id=839e7061-6bc3-47ba-8094-9283fb0ab606)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:14:08.759125 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:08.775709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-56afd910-b727-47f8-86ba-8e44c98a71fc service neutron] 10.222.0.18 "GET /v2.0/networks/591fc45b-8fda-49f2-8a25-1bd3e5ef6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889327 Oct 13 14:14:08.807507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0987e4-0ddf-47be-b7d6-8483621610ea req-b2f17026-f44b-4ca8-b0ec-738cfaa47512 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:08.809444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d0987e4-0ddf-47be-b7d6-8483621610ea req-b2f17026-f44b-4ca8-b0ec-738cfaa47512 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.1152060 Oct 13 14:14:08.830018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:08.831055 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:08.832595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] 10.222.0.41 "PUT /v2.0/ports/e52471b0-53cb-4de8-9b97-e175a35a27e4 HTTP/1.1" status: 200 len: 1092 time: 2.5006142 Oct 13 14:14:08.834238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ddfe3a-c000-460d-aa62-a7ccb1e08f90', 'tag': 'e52471b0-53cb-4de8-9b97-e175a35a27e4'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:08.836623 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becfd5ac-effc-4ed0-a4b8-a58d2edf6ada" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ddfe3a-c000-460d-aa62-a7ccb1e08f90", "tag": "e52471b0-53cb-4de8-9b97-e175a35a27e4"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:08.908348 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-971d535b-0c56-447c-9812-5df0c408b609 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:08.925917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e28f6a8-f34e-4dd7-8ccb-1ca651f22d18 admin admin] Router 7135305b-1ffe-468a-a922-39bb7a42a15a has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:14:08.931013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d750855-894b-49d0-b60a-4b3cf9f3c376 service neutron] Pushing event updated for resources: {'Port': ['ID=e52471b0-53cb-4de8-9b97-e175a35a27e4,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:08.988428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d0987e4-0ddf-47be-b7d6-8483621610ea req-96431e25-7007-48e0-a3a9-22d5a693c543 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547189 Oct 13 14:14:09.028474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-7a4420d7-7764-4463-9004-dce0fcd8da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:09.030243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-7a4420d7-7764-4463-9004-dce0fcd8da0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b11885c009724cdea99ff3430265f898&device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 1095 time: 0.0836117 Oct 13 14:14:09.068475 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d535b-0c56-447c-9812-5df0c408b609 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Pushing event updated for resources: {'Subnet': ['ID=878ea173-8baf-4a12-b1e5-7f08ae10d79f,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:09.081524 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971d535b-0c56-447c-9812-5df0c408b609 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Checking segment: {'id': 'dca0214f-d4b0-4f5d-b78b-8a40952bb22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5bc19bf4-1d10-49b3-a255-41488dd83e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:09.082249 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d535b-0c56-447c-9812-5df0c408b609 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Network hostable DHCP agents. Network: 5bc19bf4-1d10-49b3-a255-41488dd83e02, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:14:09.111006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-f2fc3163-84fe-4ca4-840d-fdf7da92d6a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e52471b0-53cb-4de8-9b97-e175a35a27e4 HTTP/1.1" status: 200 len: 217 time: 0.0647664 Oct 13 14:14:09.212809 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83dbcdf-4183-4ea0-a814-7f97283c7847 x-openstack-request-id: req-f83dbcdf-4183-4ea0-a814-7f97283c7847 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:09.213289 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ddfe3a-c000-460d-aa62-a7ccb1e08f90", "tag": "e52471b0-53cb-4de8-9b97-e175a35a27e4", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:09.213551 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f83dbcdf-4183-4ea0-a814-7f97283c7847 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:09.214030 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ddfe3a-c000-460d-aa62-a7ccb1e08f90', 'tag': 'e52471b0-53cb-4de8-9b97-e175a35a27e4', 'status': 'completed', 'code': 200} Oct 13 14:14:09.226080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b041c79-13c9-4cab-994a-2cbe900913ae req-c9e46a56-871c-49c0-9075-17acb7f61825 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:09.233767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b041c79-13c9-4cab-994a-2cbe900913ae req-c9e46a56-871c-49c0-9075-17acb7f61825 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 943 time: 0.1215913 Oct 13 14:14:09.247220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-79041aad-7f07-4359-aaa4-652e690802b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:09.248784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-79041aad-7f07-4359-aaa4-652e690802b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b724495-f2ae-4a2a-9ead-b9e98f264c00 HTTP/1.1" status: 200 len: 861 time: 0.0858102 Oct 13 14:14:09.286085 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e28f6a8-f34e-4dd7-8ccb-1ca651f22d18 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:14:09.289801 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d535b-0c56-447c-9812-5df0c408b609 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Network 5bc19bf4-1d10-49b3-a255-41488dd83e02 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:14:09.297915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98b6d2-d7e2-45e5-833d-44796aa54949 None None] Sync routers for ids ['7135305b-1ffe-468a-a922-39bb7a42a15a'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:14:09.307305 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3e28f6a8-f34e-4dd7-8ccb-1ca651f22d18 admin admin] 10.222.0.18 "PUT /v2.0/routers/7135305b-1ffe-468a-a922-39bb7a42a15a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6673388 Oct 13 14:14:09.311328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-eaec36de-8da3-4d50-ad17-87d1dd1f900c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e8f8e33-8a54-4389-b888-024ad92d562e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443325 Oct 13 14:14:09.312604 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45534) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:09.316086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df98b6d2-d7e2-45e5-833d-44796aa54949 None None] Routers {'7135305b-1ffe-468a-a922-39bb7a42a15a'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:14:09.318194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-df98b6d2-d7e2-45e5-833d-44796aa54949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:13:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7135305b-1ffe-468a-a922-39bb7a42a15a'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:09.347781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1bee86f7-92f5-40bc-a356-a28b2ff119f7 req-25b412f6-93ad-4c70-b30a-4afe8b03f288 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 210 time: 0.0331345 Oct 13 14:14:09.410428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b041c79-13c9-4cab-994a-2cbe900913ae req-dcfe2292-5917-4b25-a104-91247a2fa97d tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756971 Oct 13 14:14:09.503335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-971d535b-0c56-447c-9812-5df0c408b609 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 5bc19bf4-1d10-49b3-a255-41488dd83e02) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:09.518396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803499d7-d882-46ee-95eb-0c957b267fb5 None None] Network 5bc19bf4-1d10-49b3-a255-41488dd83e02 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:14:09.526408 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d535b-0c56-447c-9812-5df0c408b609 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:09.527007 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-971d535b-0c56-447c-9812-5df0c408b609 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:09.557697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-21b11842-fcf8-4f0e-b52a-cc6de6de0e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:09.559833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-21b11842-fcf8-4f0e-b52a-cc6de6de0e15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20&tenant_id=21833094a6e8447db4e32da93e56651f HTTP/1.1" status: 200 len: 1102 time: 0.2980940 Oct 13 14:14:09.575754 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:09.587829 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:09.680507 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-df98b6d2-d7e2-45e5-833d-44796aa54949 None None] Set router 7135305b-1ffe-468a-a922-39bb7a42a15a gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:14:09.686939 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-971d535b-0c56-447c-9812-5df0c408b609 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0838296 Oct 13 14:14:09.691686 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45544) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:09.702138 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Request body: {'port': {'network_id': '5bc19bf4-1d10-49b3-a255-41488dd83e02', 'name': 'tempest-DHCPAgentSchedulersTestJSON-461521380'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:09.731420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a748f65-0ff2-4cc6-88a8-d182d0d9bc3b req-13aa8f4d-74d5-402e-a271-b98ebaf76321 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:09.740029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a748f65-0ff2-4cc6-88a8-d182d0d9bc3b req-13aa8f4d-74d5-402e-a271-b98ebaf76321 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 945 time: 0.2418101 Oct 13 14:14:09.762818 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-4ae3d20d-d4e7-44f7-bb57-7add56b3709a service neutron] 10.222.0.41 "GET /v2.0/networks/5e8f8e33-8a54-4389-b888-024ad92d562e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001949 Oct 13 14:14:09.763547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:09.799564 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-243dd3ce-a211-4b90-8c26-2f6ad0561c26 req-76faa34e-0e55-42f1-9726-59ad4fd38d2c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 210 time: 0.1005876 Oct 13 14:14:09.849997 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:09.889503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a748f65-0ff2-4cc6-88a8-d182d0d9bc3b req-f0c326b3-2da8-4ae6-b75d-51038a73f4e3 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472111 Oct 13 14:14:09.926292 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-5bc19bf4-1d10-49b3-a255-41488dd83e02', 'network_id': '5bc19bf4-1d10-49b3-a255-41488dd83e02', 'tenant_id': '98e7d88a81f24585839a7a766136e08c', 'fixed_ips': [{'subnet_id': '878ea173-8baf-4a12-b1e5-7f08ae10d79f'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:14:09.930778 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:10.062568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Made reservation on behalf of 98e7d88a81f24585839a7a766136e08c for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:10.067696 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:10.102904 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Deleting port d9fb0273-321d-40be-bb87-4b271065befb {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:10.103353 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:10.112684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6882b2a4-f8dc-4f57-a869-3ecde115d06f req-a86ef9aa-d387-4191-9aaa-61554499245a service neutron] 10.222.0.41 "GET /v2.0/networks/5e8f8e33-8a54-4389-b888-024ad92d562e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193622 Oct 13 14:14:10.145655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] device_id is not set on port d0ad10ce-890b-4937-b8e8-59d736d82b83 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:14:10.221473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Allocated IP 172.20.0.2 (5bc19bf4-1d10-49b3-a255-41488dd83e02/878ea173-8baf-4a12-b1e5-7f08ae10d79f/005afb38-05f3-4a4a-9174-950a1849888c) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:14:10.251275 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] For port d9fb0273-321d-40be-bb87-4b271065befb, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d9fb0273-321d-40be-bb87-4b271065befb,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:10.252231 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:10.255579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56fc86-b0c7-406d-919d-6e940664b368 req-c82a936d-0202-422f-8bda-77f165e2b6c7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:10.257153 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb56fc86-b0c7-406d-919d-6e940664b368 req-c82a936d-0202-422f-8bda-77f165e2b6c7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.0953069 Oct 13 14:14:10.259218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:10.273763 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Calling delete_port for d9fb0273-321d-40be-bb87-4b271065befb owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:10.367322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb56fc86-b0c7-406d-919d-6e940664b368 req-cc26981a-5d2e-4020-8fbc-6065a0dba79a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907907 Oct 13 14:14:10.372094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:10.416159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfd5ac-effc-4ed0-a4b8-a58d2edf6ada req-c743b1f9-0258-4b38-98c2-0e5136f46406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:10.417766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-becfd5ac-effc-4ed0-a4b8-a58d2edf6ada req-c743b1f9-0258-4b38-98c2-0e5136f46406 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b11885c009724cdea99ff3430265f898&device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 1095 time: 0.1311743 Oct 13 14:14:10.538932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-df98b6d2-d7e2-45e5-833d-44796aa54949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'name': 'tempest-ServerRescueNegativeTestJSON-1608117726-router', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:11:01Z', 'updated_at': '2021-10-13T14:14:07Z', 'revision_number': 5, 'project_id': 'a997977e65de45ed810156d8bb91dad9', 'gw_port': {'id': 'd9fb0273-321d-40be-bb87-4b271065befb', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:15:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:11:02Z', 'updated_at': '2021-10-13T14:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:10.571215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98b6d2-d7e2-45e5-833d-44796aa54949 None None] Checking router: 7135305b-1ffe-468a-a922-39bb7a42a15a for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:14:10.592724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df98b6d2-d7e2-45e5-833d-44796aa54949 None None] Routers {'7135305b-1ffe-468a-a922-39bb7a42a15a'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:14:10.593507 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-df98b6d2-d7e2-45e5-833d-44796aa54949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:13:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7135305b-1ffe-468a-a922-39bb7a42a15a'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:10.618964 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:14:10.621484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-874c254c-ac01-4426-ac18-af1f575c895d req-63af6e22-64af-4fc3-a06a-4ce173be2d35 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 210 time: 0.1044483 Oct 13 14:14:10.635285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:10.678559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Transition to ACTIVE for port object cf9bc048-dca3-420b-a6d1-73683790334f will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:14:10.717476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfd5ac-effc-4ed0-a4b8-a58d2edf6ada req-376547f7-c682-4c6a-9347-20070216f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:10.718952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-becfd5ac-effc-4ed0-a4b8-a58d2edf6ada req-376547f7-c682-4c6a-9347-20070216f77d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e8f8e33-8a54-4389-b888-024ad92d562e HTTP/1.1" status: 200 len: 922 time: 0.2888947 Oct 13 14:14:10.726384 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:10.727045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317372c7-df97-4f75-a130-f4b3719f4cd5 req-4f3bc134-ddec-43a2-9206-0d2eac1493b8 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:10.728396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-317372c7-df97-4f75-a130-f4b3719f4cd5 req-4f3bc134-ddec-43a2-9206-0d2eac1493b8 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 943 time: 0.2147233 Oct 13 14:14:10.739509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cf9bc048-dca3-420b-a6d1-73683790334f no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:14:10.776167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9fb0273-321d-40be-bb87-4b271065befb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:10.799218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-e8c16a8e-3b3e-40af-9527-4df57f546c41 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:10.801083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-e8c16a8e-3b3e-40af-9527-4df57f546c41 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.41 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 812 time: 0.4008813 Oct 13 14:14:10.813507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-becfd5ac-effc-4ed0-a4b8-a58d2edf6ada req-3ed95412-7235-4022-9200-dd735a43786c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e52471b0-53cb-4de8-9b97-e175a35a27e4 HTTP/1.1" status: 200 len: 217 time: 0.0838516 Oct 13 14:14:10.820211 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:10.835077 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-df98b6d2-d7e2-45e5-833d-44796aa54949 None None] Set router 7135305b-1ffe-468a-a922-39bb7a42a15a gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:14:10.841538 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:10.847294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-1d3e87a5-3c10-413e-9c40-3d34a8335047 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Request body: {'port': {'device_id': '1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'admin_state_up': True, 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:10.898711 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-df98b6d2-d7e2-45e5-833d-44796aa54949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'name': 'tempest-ServerRescueNegativeTestJSON-1608117726-router', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:11:01Z', 'updated_at': '2021-10-13T14:14:09Z', 'revision_number': 6, 'project_id': 'a997977e65de45ed810156d8bb91dad9', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:10.905049 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:10.938026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98b6d2-d7e2-45e5-833d-44796aa54949 None None] The sync data for ids ['7135305b-1ffe-468a-a922-39bb7a42a15a'] in n-d-806683-15 is: [{'id': '7135305b-1ffe-468a-a922-39bb7a42a15a', 'name': 'tempest-ServerRescueNegativeTestJSON-1608117726-router', 'tenant_id': 'a997977e65de45ed810156d8bb91dad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:11:01Z', 'updated_at': '2021-10-13T14:14:09Z', 'revision_number': 6, 'project_id': 'a997977e65de45ed810156d8bb91dad9', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:14:10.939918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cf9bc048-dca3-420b-a6d1-73683790334f not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:14:10.983830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.003069 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.005739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.042478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-317372c7-df97-4f75-a130-f4b3719f4cd5 req-3cdda7b4-503a-458c-8faa-cc4b9a56ced7 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019400 Oct 13 14:14:11.066002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Network 5bc19bf4-1d10-49b3-a255-41488dd83e02 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:14:11.085015 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:11.089589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e29d355-318b-4cf6-b739-ba7a538c5934 req-119442d0-7554-4426-bcd4-78a1e0b9f6f6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 210 time: 0.0700378 Oct 13 14:14:11.090901 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] No DVR routers for this DVR port cf9bc048-dca3-420b-a6d1-73683790334f on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:14:11.099773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:14:11.107380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:11.122662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Pushing event updated for resources: {'Port': ['ID=005afb38-05f3-4a4a-9174-950a1849888c,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:11.132384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfd5ac-effc-4ed0-a4b8-a58d2edf6ada req-fbfb6537-ccc6-4323-a34b-44d3ac3c842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:11.134047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-becfd5ac-effc-4ed0-a4b8-a58d2edf6ada req-fbfb6537-ccc6-4323-a34b-44d3ac3c842e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b724495-f2ae-4a2a-9ead-b9e98f264c00 HTTP/1.1" status: 200 len: 861 time: 0.3021152 Oct 13 14:14:11.138265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Allocated IP 172.20.0.13 (5bc19bf4-1d10-49b3-a255-41488dd83e02/878ea173-8baf-4a12-b1e5-7f08ae10d79f/d0ad10ce-890b-4937-b8e8-59d736d82b83) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:14:11.159414 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.160436 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7135305b-1ffe-468a-a922-39bb7a42a15a {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:14:11.175618 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.180234 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a865306a-2b2b-4884-81ae-a93ee6185135 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7135305b-1ffe-468a-a922-39bb7a42a15a HTTP/1.1" status: 204 len: 168 time: 1.8630929 Oct 13 14:14:11.182295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45560) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:11.213181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Attempting to bind port 005afb38-05f3-4a4a-9174-950a1849888c on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:14:11.213631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Attempting to bind port 005afb38-05f3-4a4a-9174-950a1849888c by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'dca0214f-d4b0-4f5d-b78b-8a40952bb22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5bc19bf4-1d10-49b3-a255-41488dd83e02'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:14:11.214068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Attempting to bind port 005afb38-05f3-4a4a-9174-950a1849888c on network 5bc19bf4-1d10-49b3-a255-41488dd83e02 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:11.220796 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-becfd5ac-effc-4ed0-a4b8-a58d2edf6ada req-428d8b46-515d-4f0e-a5b0-c8fe49f6996a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e8f8e33-8a54-4389-b888-024ad92d562e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757186 Oct 13 14:14:11.223909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:11.225003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:14:11.232203 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a32c87-f989-488d-973b-0e8b8ab4b29b" -d '{"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-unplugged", "status": "completed", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:11.232475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Checking segment: {'id': 'dca0214f-d4b0-4f5d-b78b-8a40952bb22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5bc19bf4-1d10-49b3-a255-41488dd83e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:11.232475 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.232475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Bound using segment: {'id': 'dca0214f-d4b0-4f5d-b78b-8a40952bb22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5bc19bf4-1d10-49b3-a255-41488dd83e02'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:14:11.232475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Bound port: 005afb38-05f3-4a4a-9174-950a1849888c, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca0214f-d4b0-4f5d-b78b-8a40952bb22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5bc19bf4-1d10-49b3-a255-41488dd83e02'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:14:11.232475 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.278091 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab3d4a0-cddd-4bf2-8208-698f61d06e1c admin admin] Deleting subnet 6964d976-94ec-4a1a-9713-1d451d704310 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:14:11.285276 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8ab3d4a0-cddd-4bf2-8208-698f61d06e1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.298914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Attempting to bind port cf9bc048-dca3-420b-a6d1-73683790334f on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:14:11.299253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Attempting to bind port cf9bc048-dca3-420b-a6d1-73683790334f by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:14:11.299947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Attempting to bind port cf9bc048-dca3-420b-a6d1-73683790334f on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:11.340300 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8ab3d4a0-cddd-4bf2-8208-698f61d06e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.389942 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243f1e51-cb52-4850-bf58-80e1bbd0efc7 x-openstack-request-id: req-243f1e51-cb52-4850-bf58-80e1bbd0efc7 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:11.389942 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-unplugged", "status": "completed", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:11.389942 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-243f1e51-cb52-4850-bf58-80e1bbd0efc7 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:11.393258 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'code': 200} Oct 13 14:14:11.396952 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8ab3d4a0-cddd-4bf2-8208-698f61d06e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.400642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] For port 005afb38-05f3-4a4a-9174-950a1849888c, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:11.407341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] For port 005afb38-05f3-4a4a-9174-950a1849888c, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=005afb38-05f3-4a4a-9174-950a1849888c,segment=NetworkSegment(dca0214f-d4b0-4f5d-b78b-8a40952bb22d),segment_id=dca0214f-d4b0-4f5d-b78b-8a40952bb22d)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:14:11.411963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Port cf9bc048-dca3-420b-a6d1-73683790334f on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:14:11.412346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Attempting to bind port cf9bc048-dca3-420b-a6d1-73683790334f on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:11.428307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:14:11.428736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:11.429171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:14:11.429618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Bound port: cf9bc048-dca3-420b-a6d1-73683790334f, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:14:11.429977 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.473229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283cf33-583f-41db-8b5f-262b18b0aeab req-786ed9c7-8918-414f-ad5a-63e99eafa931 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:11.474856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f283cf33-583f-41db-8b5f-262b18b0aeab req-786ed9c7-8918-414f-ad5a-63e99eafa931 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 945 time: 0.1970689 Oct 13 14:14:11.547204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-becfd5ac-effc-4ed0-a4b8-a58d2edf6ada req-bc4b98fe-0c15-428a-806f-21048ca4f42f service neutron] 10.222.0.41 "GET /v2.0/networks/5e8f8e33-8a54-4389-b888-024ad92d562e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102324 Oct 13 14:14:11.584395 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.619361 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.692573 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8ab3d4a0-cddd-4bf2-8208-698f61d06e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.693343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14f9e4-c98d-4e17-af64-d920bea0a7b6 None None] Pushing event updated for resources: {'Port': ['ID=005afb38-05f3-4a4a-9174-950a1849888c,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:11.746698 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3d4a0-cddd-4bf2-8208-698f61d06e1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6964d976-94ec-4a1a-9713-1d451d704310,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:11.753564 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8ab3d4a0-cddd-4bf2-8208-698f61d06e1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.760971 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8ab3d4a0-cddd-4bf2-8208-698f61d06e1c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6964d976-94ec-4a1a-9713-1d451d704310 HTTP/1.1" status: 204 len: 168 time: 0.5750477 Oct 13 14:14:11.761699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45568) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:11.821455 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.897590 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2478d370-ddc2-4661-af76-643a3c6d6cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:11.930612 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Network 5bc19bf4-1d10-49b3-a255-41488dd83e02 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:14:11.941373 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:11.946520 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:14:12.018395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-1d3e87a5-3c10-413e-9c40-3d34a8335047 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Made reservation on behalf of f30573fef89b4a79a75abcae7dd5b4d0 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:12.022132 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-1d3e87a5-3c10-413e-9c40-3d34a8335047 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:12.029893 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Pushing event updated for resources: {'Port': ['ID=d0ad10ce-890b-4937-b8e8-59d736d82b83,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:12.128045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:12.154352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f283cf33-583f-41db-8b5f-262b18b0aeab req-624515aa-3d20-44d0-b0ee-74cd1f282b61 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6403894 Oct 13 14:14:12.191114 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:12.191114 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:12.209627 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2478d370-ddc2-4661-af76-643a3c6d6cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:12.227271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:14:12.257725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2478d370-ddc2-4661-af76-643a3c6d6cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1473f1a-4a53-4fe0-be9d-d5d10bccee8e']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:12.258321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26628ad-766b-41fd-93fd-e18f0868d961 req-61fc29e0-941d-4393-a2a8-7634c1d680fd tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:12.259881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c26628ad-766b-41fd-93fd-e18f0868d961 req-61fc29e0-941d-4393-a2a8-7634c1d680fd tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 948 time: 0.7070241 Oct 13 14:14:12.288058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 005afb38-05f3-4a4a-9174-950a1849888c up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:14:12.288576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2478d370-ddc2-4661-af76-643a3c6d6cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae38631-f2c4-4ae2-baa1-2e71cfec2202') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:12.288840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2478d370-ddc2-4661-af76-643a3c6d6cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae38631-f2c4-4ae2-baa1-2e71cfec2202') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:12.302552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2478d370-ddc2-4661-af76-643a3c6d6cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:12.323135 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2478d370-ddc2-4661-af76-643a3c6d6cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:12.332602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a924b584-01e9-4ddb-beec-e30244ab83f9 req-b59a82b0-d0c9-43ce-a39d-b5232205f330 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 210 time: 0.0654039 Oct 13 14:14:12.367362 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2478d370-ddc2-4661-af76-643a3c6d6cec admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:14:12.369570 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2478d370-ddc2-4661-af76-643a3c6d6cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:14:12.371782 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:14:12.398268 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-56eebe13-f491-4baa-b260-79855d5dd12b tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7049611 Oct 13 14:14:12.407889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45574) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:12.415249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-becfd5ac-effc-4ed0-a4b8-a58d2edf6ada req-fe1a38f7-bd58-4cbd-87ea-9f2594ef1c79 service neutron] 10.222.0.41 "GET /v2.0/networks/5e8f8e33-8a54-4389-b888-024ad92d562e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8465481 Oct 13 14:14:12.428519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 005afb38-05f3-4a4a-9174-950a1849888c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:12.429113 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:12.458781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c26628ad-766b-41fd-93fd-e18f0868d961 req-d04541d2-ff22-4964-9c52-2eebb7eef494 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741781 Oct 13 14:14:12.517667 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:12.568646 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:12.686504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-1d3e87a5-3c10-413e-9c40-3d34a8335047 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Allocated IP 172.20.0.11 (c54ddf7f-30d4-46c7-9ab3-6c873937a10d/f692ea5c-5bea-418c-a845-bf8b8caee90c/a65cb65d-b7ce-487b-9ed4-37f8c7605de7) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:14:12.719965 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 005afb38-05f3-4a4a-9174-950a1849888c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=005afb38-05f3-4a4a-9174-950a1849888c,segment=NetworkSegment(dca0214f-d4b0-4f5d-b78b-8a40952bb22d),segment_id=dca0214f-d4b0-4f5d-b78b-8a40952bb22d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:12.723413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce981f43-49a0-406d-9b12-7ee1b5d12d9b req-a8c94949-793d-4257-8539-dbb73ba4f543 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 210 time: 0.1763682 Oct 13 14:14:12.730381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:12.734392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:12.735975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] 10.222.0.41 "PUT /v2.0/ports/cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 200 len: 1097 time: 3.1663980 Oct 13 14:14:12.773632 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2478d370-ddc2-4661-af76-643a3c6d6cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:12.782857 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2478d370-ddc2-4661-af76-643a3c6d6cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:12.790418 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2478d370-ddc2-4661-af76-643a3c6d6cec admin admin] 10.222.0.18 "DELETE /v2.0/networks/e1473f1a-4a53-4fe0-be9d-d5d10bccee8e HTTP/1.1" status: 204 len: 168 time: 1.0250816 Oct 13 14:14:12.815803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478d370-ddc2-4661-af76-643a3c6d6cec admin admin] Pushing event deleted for resources: {'Network': ['ID=e1473f1a-4a53-4fe0-be9d-d5d10bccee8e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:12.820042 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:12.937433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=005afb38-05f3-4a4a-9174-950a1849888c,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:12.942208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e635bb5b-d44a-401e-be2e-e19c573784ec no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:14:12.994097 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: e635bb5b-d44a-401e-be2e-e19c573784ec {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:14:12.994712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e635bb5b-d44a-401e-be2e-e19c573784ec not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:14:12.995205 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d9fb0273-321d-40be-bb87-4b271065befb no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:14:13.024920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: d9fb0273-321d-40be-bb87-4b271065befb {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:14:13.025661 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d9fb0273-321d-40be-bb87-4b271065befb not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:14:13.076755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d6072-0ade-471c-8bad-032ecc016cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:13.143781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290b5a9d-ec4c-4d18-a38e-7b6d3699684e None None] Network 5bc19bf4-1d10-49b3-a255-41488dd83e02 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:14:13.145394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abad228-2b8c-4064-b10f-cabe5175fc14 req-1c5b3728-fe7b-4e45-92fa-37ad46bfa07f tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:13.147058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7abad228-2b8c-4064-b10f-cabe5175fc14 req-1c5b3728-fe7b-4e45-92fa-37ad46bfa07f tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 943 time: 0.6234279 Oct 13 14:14:13.162185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-d409c8ed-802f-4914-a979-09a74a3f54e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:13.166693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-d409c8ed-802f-4914-a979-09a74a3f54e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 1100 time: 0.3874435 Oct 13 14:14:13.223934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d15313f6-5fb1-4b51-bebb-2857963d2160 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:13.225502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d15313f6-5fb1-4b51-bebb-2857963d2160 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.49 "GET /v2.0/networks?id=591fc45b-8fda-49f2-8a25-1bd3e5ef6520 HTTP/1.1" status: 200 len: 821 time: 0.7030046 Oct 13 14:14:13.285174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-02f08bb2-4e37-4c3c-b387-228c4d246a61 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Request body: {'port': {'device_id': '4de718bc-d903-426d-944a-74894eff406d', 'network_id': '591fc45b-8fda-49f2-8a25-1bd3e5ef6520', 'admin_state_up': True, 'tenant_id': 'd162d07a2f434ed7a274d2296a42d0bb'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:13.315694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0c30f191-2b1e-4c8f-a4bd-9848dbc683d7 None None] Provisioning complete for port 005afb38-05f3-4a4a-9174-950a1849888c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:13.316067 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0c30f191-2b1e-4c8f-a4bd-9848dbc683d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:13.372135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45582) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:13.381860 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-1d3e87a5-3c10-413e-9c40-3d34a8335047 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:13.403826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:13.403826 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:13.416381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-30d6dfe3-e036-4732-9ebc-c922a3116a75 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Deleting port d0ad10ce-890b-4937-b8e8-59d736d82b83 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:13.416780 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30d6dfe3-e036-4732-9ebc-c922a3116a75 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:13.432200 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-48a26adc-6ae2-4724-8f0c-0596b17a27a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a997977e65de45ed810156d8bb91dad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560544 Oct 13 14:14:13.434011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45586) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:13.454621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7abad228-2b8c-4064-b10f-cabe5175fc14 req-27e7c2d7-ff24-4d31-a43a-69f1160feb43 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851543 Oct 13 14:14:13.514697 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f5d63dc-4dac-4d81-b25b-ce48291d532e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:13.547843 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f5d63dc-4dac-4d81-b25b-ce48291d532e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:13.580974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-269261e4-1aca-4bfd-871b-c40cdae5ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:13.582516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-269261e4-1aca-4bfd-871b-c40cdae5ee90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.4041409 Oct 13 14:14:13.600777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e8a06-2fbd-4e48-8898-86b467470142 req-0a1a4de3-24b4-4c80-9d0c-812c5bed3452 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:13.602335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df9e8a06-2fbd-4e48-8898-86b467470142 req-0a1a4de3-24b4-4c80-9d0c-812c5bed3452 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 945 time: 0.3561900 Oct 13 14:14:13.630826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d581c3eb-a480-4669-a9b0-f9bda5cd43e5 req-a3d382e9-c9ea-41a6-970e-65aadb80f0b2 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 210 time: 0.0893188 Oct 13 14:14:13.695515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-2213bde2-c61c-48fa-9eb7-0c043ac475a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 200 len: 217 time: 0.0921519 Oct 13 14:14:13.712601 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c29be97-dc7f-49d7-9281-b93fbbf28335 x-openstack-request-id: req-8c29be97-dc7f-49d7-9281-b93fbbf28335 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:13.713199 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:13.713362 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c29be97-dc7f-49d7-9281-b93fbbf28335 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:13.713703 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'status': 'completed', 'code': 200} Oct 13 14:14:13.721847 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f5d63dc-4dac-4d81-b25b-ce48291d532e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:13.724810 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f5d63dc-4dac-4d81-b25b-ce48291d532e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:13.730094 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4f5d63dc-4dac-4d81-b25b-ce48291d532e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b0f492d-be01-44c5-823f-cd02ee9a70c8 HTTP/1.1" status: 204 len: 168 time: 0.2949684 Oct 13 14:14:13.742435 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d63dc-4dac-4d81-b25b-ce48291d532e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0f492d-be01-44c5-823f-cd02ee9a70c8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:13.769350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30d6dfe3-e036-4732-9ebc-c922a3116a75 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:13.779958 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-1d3e87a5-3c10-413e-9c40-3d34a8335047 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:13.809080 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['afb121ee-b6e0-407a-919d-f5698f7d3b7f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:13.829047 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-30d6dfe3-e036-4732-9ebc-c922a3116a75 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Calling delete_port for d0ad10ce-890b-4937-b8e8-59d736d82b83 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:13.854166 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f2b6a021-4ce4-4b5a-961d-2fe667103bbb'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:13.859026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5a69ee9e-72ad-469b-9733-5f0fc304df39 None None] Provisioning complete for port d0ad10ce-890b-4937-b8e8-59d736d82b83 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:13.860179 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5a69ee9e-72ad-469b-9733-5f0fc304df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:13.908912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df9e8a06-2fbd-4e48-8898-86b467470142 req-7cba82ad-eb02-4c15-abbf-b5801e20c920 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802193 Oct 13 14:14:13.954803 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5a69ee9e-72ad-469b-9733-5f0fc304df39 None None] Port d0ad10ce-890b-4937-b8e8-59d736d82b83 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:14:13.977789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-02f08bb2-4e37-4c3c-b387-228c4d246a61 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Made reservation on behalf of d162d07a2f434ed7a274d2296a42d0bb for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:13.981755 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-02f08bb2-4e37-4c3c-b387-228c4d246a61 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:14.000063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5a69ee9e-72ad-469b-9733-5f0fc304df39 None None] Provisioning complete for port 005afb38-05f3-4a4a-9174-950a1849888c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:14.000467 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5a69ee9e-72ad-469b-9733-5f0fc304df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:14.037982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e87a5-3c10-413e-9c40-3d34a8335047 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event updated for resources: {'Port': ['ID=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:14.041566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-711b254e-a9e9-463b-b986-c5748b3b8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:14.055471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-711b254e-a9e9-463b-b986-c5748b3b8c5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.3322499 Oct 13 14:14:14.094452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-1d3e87a5-3c10-413e-9c40-3d34a8335047 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Network c54ddf7f-30d4-46c7-9ab3-6c873937a10d is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:14:14.097937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-4118583f-4232-4f51-9316-85bbf38aa525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:14.099689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-4118583f-4232-4f51-9316-85bbf38aa525 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 1100 time: 0.3394454 Oct 13 14:14:14.132020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-1d3e87a5-3c10-413e-9c40-3d34a8335047 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:14.168945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 005afb38-05f3-4a4a-9174-950a1849888c up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:14:14.186968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-1d3e87a5-3c10-413e-9c40-3d34a8335047 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:14:14.202832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36289f0e-e34b-43d0-90da-6bc0180584fd req-f236d66a-2d13-4d00-aa75-9ca2613dd3d2 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:14.205359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36289f0e-e34b-43d0-90da-6bc0180584fd req-f236d66a-2d13-4d00-aa75-9ca2613dd3d2 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 948 time: 0.3208098 Oct 13 14:14:14.271734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 005afb38-05f3-4a4a-9174-950a1849888c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:14.272245 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:14.374876 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b5ec2fd4-1b44-499d-8693-32f265013269 None None] Provisioning complete for port d0ad10ce-890b-4937-b8e8-59d736d82b83 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:14.375144 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2fd4-1b44-499d-8693-32f265013269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:14.423494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec2fd4-1b44-499d-8693-32f265013269 None None] Port d0ad10ce-890b-4937-b8e8-59d736d82b83 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:14:14.432206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-cb03791f-f9e7-4956-8194-c771a46d326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:14.433985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-cb03791f-f9e7-4956-8194-c771a46d326f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.3032763 Oct 13 14:14:14.537290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e52471b0-53cb-4de8-9b97-e175a35a27e4 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:14:14.566421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-41671eb6-7f0a-4903-999a-68853274529b None None] Provisioning complete for port a65cb65d-b7ce-487b-9ed4-37f8c7605de7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:14.566873 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-41671eb6-7f0a-4903-999a-68853274529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:14.656020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-41671eb6-7f0a-4903-999a-68853274529b None None] Port a65cb65d-b7ce-487b-9ed4-37f8c7605de7 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:14:14.990000 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e52471b0-53cb-4de8-9b97-e175a35a27e4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e52471b0-53cb-4de8-9b97-e175a35a27e4,segment=NetworkSegment(839e7061-6bc3-47ba-8094-9283fb0ab606),segment_id=839e7061-6bc3-47ba-8094-9283fb0ab606)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:14.990000 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'e52471b0-53cb-4de8-9b97-e175a35a27e4', 'network_id': '5e8f8e33-8a54-4389-b888-024ad92d562e', 'port_id': 'e52471b0-53cb-4de8-9b97-e175a35a27e4', 'mac_address': 'fa:16:3e:16:a1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b724495-f2ae-4a2a-9ead-b9e98f264c00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:14:14.990000 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:14.990000 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52471b0-53cb-4de8-9b97-e175a35a27e4 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:14.990000 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e52471b0-53cb-4de8-9b97-e175a35a27e4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e52471b0-53cb-4de8-9b97-e175a35a27e4,segment=NetworkSegment(839e7061-6bc3-47ba-8094-9283fb0ab606),segment_id=839e7061-6bc3-47ba-8094-9283fb0ab606)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:14.991033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c6226d0a-35a0-4dd7-80ee-dd5ac461bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:14.991033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-c6226d0a-35a0-4dd7-80ee-dd5ac461bf36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7295766 Oct 13 14:14:14.991033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-9d6fc16a-bdc7-486b-9e87-cac2c3b5ba2f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 200 len: 217 time: 0.1090212 Oct 13 14:14:14.991033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-1d3e87a5-3c10-413e-9c40-3d34a8335047 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:14.991033 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-1d3e87a5-3c10-413e-9c40-3d34a8335047 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:14.991033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3d7cb-ad15-4862-a96f-0f46100faf19 req-066ba8b1-9f72-433e-b19b-be741adc59fc tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:14.991033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0c3d7cb-ad15-4862-a96f-0f46100faf19 req-066ba8b1-9f72-433e-b19b-be741adc59fc tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 932 time: 0.8789051 Oct 13 14:14:14.991033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36289f0e-e34b-43d0-90da-6bc0180584fd req-6c8e8fce-3334-4c6a-a62d-a6397cc19438 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6977911 Oct 13 14:14:15.001864 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:15.013952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-02f08bb2-4e37-4c3c-b387-228c4d246a61 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Allocated IP 172.20.0.4 (591fc45b-8fda-49f2-8a25-1bd3e5ef6520/83f58f81-7ed9-4d71-950a-52fd5509f139/9c523759-02d4-476f-a2b7-04479dd24432) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:14:15.066179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-1d3e87a5-3c10-413e-9c40-3d34a8335047 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2353210 Oct 13 14:14:15.075756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=e52471b0-53cb-4de8-9b97-e175a35a27e4,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:15.116205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Request body: {'port': {'device_id': '1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:15.129574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-d01df5c9-a5c4-4336-815a-c09a3794e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:15.131155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-d01df5c9-a5c4-4336-815a-c09a3794e0ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2861257 Oct 13 14:14:15.191238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0c3d7cb-ad15-4862-a96f-0f46100faf19 req-b97862d8-f332-4c0b-90e5-c5d9e9f3382b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402732 Oct 13 14:14:15.205719 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30d6dfe3-e036-4732-9ebc-c922a3116a75 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:15.263400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-7b0ba04d-7066-4609-b853-0f8c9113fb01 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218545 Oct 13 14:14:15.331994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6dfe3-e036-4732-9ebc-c922a3116a75 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Pushing event deleted for resources: {'Port': ['ID=d0ad10ce-890b-4937-b8e8-59d736d82b83,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:15.346936 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45618) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:15.423725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b44fa-33a6-486d-88ca-6ad63a7cb999 req-b0a5dfc6-8a4a-4c41-a333-29a2ed0cfb06 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:15.423725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e0b44fa-33a6-486d-88ca-6ad63a7cb999 req-b0a5dfc6-8a4a-4c41-a333-29a2ed0cfb06 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 944 time: 0.3557172 Oct 13 14:14:15.484293 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['e52471b0-53cb-4de8-9b97-e175a35a27e4'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:15.486684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1049308225-network', 'tenant_id': 'c3b0d6508ec7404b9e7dc1d26340ed8d'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:15.493974 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:15.502823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfa3246c-a0fb-4a27-808e-4a11bddf694e req-cfd8f1a1-3102-469d-b288-6397c8ae8795 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 210 time: 0.1800077 Oct 13 14:14:15.538719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-b9f4a62a-0dc9-44ba-bc06-95d39ef94438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:15.540237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-b9f4a62a-0dc9-44ba-bc06-95d39ef94438 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3709805 Oct 13 14:14:15.623600 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Made reservation on behalf of c3b0d6508ec7404b9e7dc1d26340ed8d for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:15.630819 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:15.663825 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:15.767956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e0b44fa-33a6-486d-88ca-6ad63a7cb999 req-e8957f0e-8f8b-4dc9-ad97-53ea8251a23d tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865081 Oct 13 14:14:15.773679 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30d6dfe3-e036-4732-9ebc-c922a3116a75 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:15.780556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-30d6dfe3-e036-4732-9ebc-c922a3116a75 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] 10.222.0.18 "DELETE /v2.0/ports/d0ad10ce-890b-4937-b8e8-59d736d82b83 HTTP/1.1" status: 204 len: 168 time: 3.3672221 Oct 13 14:14:15.782541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45622) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:15.819687 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:15.828894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33a57243-e842-4fae-8c6f-68ad6f622cfb req-a301a494-78f0-4e8b-8c88-322d598d295c service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141065 Oct 13 14:14:15.896452 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:15.925814 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-02f08bb2-4e37-4c3c-b387-228c4d246a61 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:15.937533 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:14:15.952026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-fddb7386-4055-4097-beae-95b91adaacbd service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852305 Oct 13 14:14:15.972313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:15.972488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42527271-6bf0-4f8a-a366-c61f24e4fb30 req-ad43e9f6-e5a8-4469-9c87-9b40102adeca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:15.978922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-42527271-6bf0-4f8a-a366-c61f24e4fb30 req-ad43e9f6-e5a8-4469-9c87-9b40102adeca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 945 time: 0.3303030 Oct 13 14:14:15.997680 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:16.001181 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Added segment c5d3280d-01a6-43c7-8cd3-f44abe805d12 of type vlan for network 0e955fcd-dd4b-419f-bf6c-dd49da2b30dc Oct 13 14:14:16.035780 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8491f607-9422-4509-b880-bae5d77fa489 tempest-DHCPAgentSchedulersTestJSON-242801118 tempest-DHCPAgentSchedulersTestJSON-242801118-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.2510204 Oct 13 14:14:16.039757 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45628) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:16.050966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b140589e-33a4-47c9-bb6b-fb033ea683ca tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1488489819'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:16.097800 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:16.166468 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b140589e-33a4-47c9-bb6b-fb033ea683ca tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Made reservation on behalf of 98e7d88a81f24585839a7a766136e08c for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:16.172857 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b140589e-33a4-47c9-bb6b-fb033ea683ca tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:16.194184 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:16.196331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:16.196331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:16.225601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-42527271-6bf0-4f8a-a366-c61f24e4fb30 req-a1c24ef0-23fd-4c4b-9e1d-e41f734dd5b8 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453959 Oct 13 14:14:16.268552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b140589e-33a4-47c9-bb6b-fb033ea683ca tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:14:16.288350 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b140589e-33a4-47c9-bb6b-fb033ea683ca tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:16.288350 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-b140589e-33a4-47c9-bb6b-fb033ea683ca tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Added segment 55a58892-05eb-49fa-b2d7-341bfc2ec3c4 of type vlan for network 07773753-1045-4682-91f2-a2f9f7fee2ad Oct 13 14:14:16.294065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-496d8bbc-472e-4c3a-8032-a7e61059e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:16.295299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-496d8bbc-472e-4c3a-8032-a7e61059e0ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 1100 time: 0.2717993 Oct 13 14:14:16.308574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] Pushing event updated for resources: {'Network': ['ID=0e955fcd-dd4b-419f-bf6c-dd49da2b30dc,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:16.315365 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-02f08bb2-4e37-4c3c-b387-228c4d246a61 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:16.323873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 0e955fcd-dd4b-419f-bf6c-dd49da2b30dc details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:14:16.342866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3aee51-ff8d-462f-9924-507d320e70b9 req-f5146a71-d5cc-4177-9bcf-98b44be17507 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:16.345259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af3aee51-ff8d-462f-9924-507d320e70b9 req-f5146a71-d5cc-4177-9bcf-98b44be17507 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 948 time: 0.2432973 Oct 13 14:14:16.360364 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8f90d217-5f4b-414b-bb06-b9a7143e68fe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0110836 Oct 13 14:14:16.361388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45634) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:16.385110 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a8a134c3-d659-4175-9f24-4332845c57b8 admin admin] Request body: {'subnet': {'network_id': '0e955fcd-dd4b-419f-bf6c-dd49da2b30dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1049308225-subnet', 'tenant_id': 'c3b0d6508ec7404b9e7dc1d26340ed8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:16.388479 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b140589e-33a4-47c9-bb6b-fb033ea683ca tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:16.426357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-1c64aa5c-5fea-4575-b8b8-2bb751c170ac service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310074 Oct 13 14:14:16.518764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-02f08bb2-4e37-4c3c-b387-228c4d246a61 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Network 591fc45b-8fda-49f2-8a25-1bd3e5ef6520 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:14:16.537288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-02f08bb2-4e37-4c3c-b387-228c4d246a61 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:16.555988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a134c3-d659-4175-9f24-4332845c57b8 admin admin] Made reservation on behalf of c3b0d6508ec7404b9e7dc1d26340ed8d for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:16.560321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8a134c3-d659-4175-9f24-4332845c57b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:16.565515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-02f08bb2-4e37-4c3c-b387-228c4d246a61 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:14:16.584129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f08bb2-4e37-4c3c-b387-228c4d246a61 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Pushing event updated for resources: {'Port': ['ID=9c523759-02d4-476f-a2b7-04479dd24432,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:16.630601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af3aee51-ff8d-462f-9924-507d320e70b9 req-9b7f04e0-5a0c-4fb1-99cb-0643ea0dba75 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712133 Oct 13 14:14:16.632675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65cb65d-b7ce-487b-9ed4-37f8c7605de7 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:16.662476 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b140589e-33a4-47c9-bb6b-fb033ea683ca tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:16.668038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b140589e-33a4-47c9-bb6b-fb033ea683ca tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:16.668734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b140589e-33a4-47c9-bb6b-fb033ea683ca tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:16.672700 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:16.690397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ffdcf-0c2a-48b5-83c6-94dd5999a14a req-a0acea94-b1fd-48d4-9db3-89e4d3019d06 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:16.692627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-682ffdcf-0c2a-48b5-83c6-94dd5999a14a req-a0acea94-b1fd-48d4-9db3-89e4d3019d06 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 932 time: 0.3199320 Oct 13 14:14:16.730056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-02f08bb2-4e37-4c3c-b387-228c4d246a61 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:16.731047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-02f08bb2-4e37-4c3c-b387-228c4d246a61 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:16.733455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-067e824c-ddeb-443b-8ed5-ad410efce940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:16.735809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-067e824c-ddeb-443b-8ed5-ad410efce940 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.4257908 Oct 13 14:14:16.766370 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140589e-33a4-47c9-bb6b-fb033ea683ca tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Pushing event updated for resources: {'Network': ['ID=07773753-1045-4682-91f2-a2f9f7fee2ad,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:16.780353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 07773753-1045-4682-91f2-a2f9f7fee2ad details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:14:16.821888 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b140589e-33a4-47c9-bb6b-fb033ea683ca tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7807336 Oct 13 14:14:16.827130 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45640) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:16.902731 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8a134c3-d659-4175-9f24-4332845c57b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:17.045906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Transition to ACTIVE for port object a65cb65d-b7ce-487b-9ed4-37f8c7605de7 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:14:17.119397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-47e53a1e-b2ee-44c9-aaa6-dce23c0b0025 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 200 len: 217 time: 0.0655169 Oct 13 14:14:17.127030 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:17.184156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-682ffdcf-0c2a-48b5-83c6-94dd5999a14a req-383224cc-5a27-4c73-aab0-565c879e5855 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787285 Oct 13 14:14:17.231825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-02f08bb2-4e37-4c3c-b387-228c4d246a61 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9843111 Oct 13 14:14:17.263552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a134c3-d659-4175-9f24-4332845c57b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a84e14-4ac4-46ad-a640-04fdbce8ae36,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:17.271714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Request body: {'port': {'device_id': '4de718bc-d903-426d-944a-74894eff406d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:17.285216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Pushing event updated for resources: {'Port': ['ID=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:17.309557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d453a18-c050-4e5a-aac9-1ce817356919 req-77f2d061-d59d-466f-9019-ebf73936e2a9 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:17.311965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d453a18-c050-4e5a-aac9-1ce817356919 req-77f2d061-d59d-466f-9019-ebf73936e2a9 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 931 time: 0.5988958 Oct 13 14:14:17.315609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a134c3-d659-4175-9f24-4332845c57b8 admin admin] Checking segment: {'id': 'c5d3280d-01a6-43c7-8cd3-f44abe805d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0e955fcd-dd4b-419f-bf6c-dd49da2b30dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:17.315609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a134c3-d659-4175-9f24-4332845c57b8 admin admin] Network hostable DHCP agents. Network: 0e955fcd-dd4b-419f-bf6c-dd49da2b30dc, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:14:17.334767 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5216b411-2b25-40cb-b798-bc3db04f6947 tempest-DHCPAgentSchedulersTestJSON-242801118 tempest-DHCPAgentSchedulersTestJSON-242801118-project-admin] 10.222.0.18 "GET /v2.0/agents/5a213ed9-8357-4199-9b44-fc67910c7c01/dhcp-networks HTTP/1.1" status: 200 len: 8098 time: 0.5037596 Oct 13 14:14:17.335751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45646) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:17.396782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-9691feb1-551e-4a9f-9e01-38060ca2e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:17.398547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-9691feb1-551e-4a9f-9e01-38060ca2e63a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2635686 Oct 13 14:14:17.437874 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d043bc-8b56-4866-b267-3dc92ba14597 tempest-DHCPAgentSchedulersTestJSON-242801118 tempest-DHCPAgentSchedulersTestJSON-242801118-project-admin] Network 07773753-1045-4682-91f2-a2f9f7fee2ad is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:14:17.533108 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a134c3-d659-4175-9f24-4332845c57b8 admin admin] Network 0e955fcd-dd4b-419f-bf6c-dd49da2b30dc is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:14:17.563242 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:17.591219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d453a18-c050-4e5a-aac9-1ce817356919 req-eece6afb-2ba8-45cb-96cc-6b4801fbf189 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca8ad58e-19c8-461d-a879-1fa723d1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498426 Oct 13 14:14:17.603693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa088773-0f99-4bdd-b32c-533e286d3546 req-8f4dd53c-26e1-4cad-b397-30460074ad24 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:17.611546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa088773-0f99-4bdd-b32c-533e286d3546 req-8f4dd53c-26e1-4cad-b397-30460074ad24 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 944 time: 0.2756116 Oct 13 14:14:17.617304 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-01d043bc-8b56-4866-b267-3dc92ba14597 tempest-DHCPAgentSchedulersTestJSON-242801118 tempest-DHCPAgentSchedulersTestJSON-242801118-project-admin] 10.222.0.18 "POST /v2.0/agents/5a213ed9-8357-4199-9b44-fc67910c7c01/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2797518 Oct 13 14:14:17.618220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45648) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:17.621589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a8a134c3-d659-4175-9f24-4332845c57b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 0e955fcd-dd4b-419f-bf6c-dd49da2b30dc) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:17.634424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c5f97-0e65-4548-b7a8-48c80ae52700 None None] Network 07773753-1045-4682-91f2-a2f9f7fee2ad requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:14:17.645710 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a134c3-d659-4175-9f24-4332845c57b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:17.646919 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8a134c3-d659-4175-9f24-4332845c57b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:17.659624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dcfea6-61d4-41b4-af8c-54d9d5b2692f None None] Network 0e955fcd-dd4b-419f-bf6c-dd49da2b30dc requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:14:17.707371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-3c77707e-a8ae-47e0-8a09-f171c7b02f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:17.708440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-3c77707e-a8ae-47e0-8a09-f171c7b02f22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2847593 Oct 13 14:14:17.726784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa088773-0f99-4bdd-b32c-533e286d3546 req-436c8b5a-1b40-4b7a-ba9f-3feaade85525 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142931 Oct 13 14:14:17.743784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Attempting to bind port a65cb65d-b7ce-487b-9ed4-37f8c7605de7 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:14:17.744124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Attempting to bind port a65cb65d-b7ce-487b-9ed4-37f8c7605de7 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:14:17.744456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Attempting to bind port a65cb65d-b7ce-487b-9ed4-37f8c7605de7 on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:17.788114 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a8a134c3-d659-4175-9f24-4332845c57b8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4212573 Oct 13 14:14:17.797912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a0ee1f17-a009-4dde-9c10-20b6e1032f46 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:17.797912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a0ee1f17-a009-4dde-9c10-20b6e1032f46 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730&tenant_id=f98de12adc794eee8130fc8c105bc67c&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 1097 time: 0.2555206 Oct 13 14:14:17.867605 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-744c7422-e1c6-4b67-a286-82994225a134 tempest-DHCPAgentSchedulersTestJSON-242801118 tempest-DHCPAgentSchedulersTestJSON-242801118-project-admin] 10.222.0.18 "GET /v2.0/agents/5a213ed9-8357-4199-9b44-fc67910c7c01/dhcp-networks HTTP/1.1" status: 200 len: 9664 time: 0.2475665 Oct 13 14:14:17.869058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Port a65cb65d-b7ce-487b-9ed4-37f8c7605de7 on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:14:17.869391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Attempting to bind port a65cb65d-b7ce-487b-9ed4-37f8c7605de7 on network c54ddf7f-30d4-46c7-9ab3-6c873937a10d {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:17.870461 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45658) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:17.876957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-15'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:18.007912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:14:18.008352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Checking segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:18.008848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Bound using segment: {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:14:18.009395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Bound port: a65cb65d-b7ce-487b-9ed4-37f8c7605de7, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:14:18.009901 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:18.072360 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-59b8bfb5-5133-41be-8fb7-1f5df15ffdd1 tempest-DHCPAgentSchedulersTestJSON-242801118 tempest-DHCPAgentSchedulersTestJSON-242801118-project-admin] 10.222.0.18 "DELETE /v2.0/agents/5a213ed9-8357-4199-9b44-fc67910c7c01/dhcp-networks/07773753-1045-4682-91f2-a2f9f7fee2ad HTTP/1.1" status: 204 len: 168 time: 0.2004278 Oct 13 14:14:18.075682 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45664) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:18.100147 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8a0ed-f332-4ccf-99b1-6db987a98909 None None] Network 0e955fcd-dd4b-419f-bf6c-dd49da2b30dc requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:14:18.194879 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:18.218079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdaf3f-56c5-4c04-b444-1c437b96d6ac req-9f6523a8-3489-4c87-bf00-946245350087 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:18.221216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37cdaf3f-56c5-4c04-b444-1c437b96d6ac req-9f6523a8-3489-4c87-bf00-946245350087 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 945 time: 0.4377205 Oct 13 14:14:18.239857 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9a68c4aa-f7c3-458f-bfec-967ffc60a300 tempest-DHCPAgentSchedulersTestJSON-242801118 tempest-DHCPAgentSchedulersTestJSON-242801118-project-admin] 10.222.0.18 "GET /v2.0/agents/5a213ed9-8357-4199-9b44-fc67910c7c01/dhcp-networks HTTP/1.1" status: 200 len: 8893 time: 0.1622510 Oct 13 14:14:18.245320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45668) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:18.263436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175edc7-8633-438f-a567-8e2bd3e3f3fd req-30cc51a0-c0b7-4aa2-98c0-a63cd80a9374 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:18.265277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8175edc7-8633-438f-a567-8e2bd3e3f3fd req-30cc51a0-c0b7-4aa2-98c0-a63cd80a9374 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 948 time: 0.4636228 Oct 13 14:14:18.270579 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0e620560-914b-4b9e-8e6f-1280db755485 tempest-DHCPAgentSchedulersTestJSON-242801118 tempest-DHCPAgentSchedulersTestJSON-242801118-project-admin] 10.222.0.18 "GET /v2.0/networks/5bc19bf4-1d10-49b3-a255-41488dd83e02/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0208588 Oct 13 14:14:18.270781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45670) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:18.281056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-2847e534-4b9b-408e-ae46-10aaf79004f5 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469587 Oct 13 14:14:18.295633 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e5aa1b81-b85c-4b16-800b-225f10b22e1e tempest-DHCPAgentSchedulersTestJSON-242801118 tempest-DHCPAgentSchedulersTestJSON-242801118-project-admin] 10.222.0.18 "GET /v2.0/networks/5bc19bf4-1d10-49b3-a255-41488dd83e02/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0237601 Oct 13 14:14:18.298978 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45672) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:18.343979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] For port a65cb65d-b7ce-487b-9ed4-37f8c7605de7, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:18.406514 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:18.435545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] For port a65cb65d-b7ce-487b-9ed4-37f8c7605de7, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:14:18.450348 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d24578bc-ceaf-4de6-b85d-9672e59869a1 tempest-DHCPAgentSchedulersTestJSON-242801118 tempest-DHCPAgentSchedulersTestJSON-242801118-project-admin] 10.222.0.18 "GET /v2.0/agents/5a213ed9-8357-4199-9b44-fc67910c7c01/dhcp-networks HTTP/1.1" status: 200 len: 8893 time: 0.1498272 Oct 13 14:14:18.455485 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45674) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:18.476545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37cdaf3f-56c5-4c04-b444-1c437b96d6ac req-6eba2a5a-d08b-4188-b7b5-3fb42d49ebf5 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303739 Oct 13 14:14:18.505467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8175edc7-8633-438f-a567-8e2bd3e3f3fd req-f2f81986-7512-4c6a-92d2-3a85dff4f5cb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130337 Oct 13 14:14:18.554981 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13ba1fa9-3616-4f48-bbf8-4634dfbd9880 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:18.581698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5cd13188-02f5-4986-8d58-b3d86267fde6 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:14:18.595595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e52471b0-53cb-4de8-9b97-e175a35a27e4 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:14:18.607031 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:18.691784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd663e8-2c4b-48ed-8ccd-c8e105857b3a req-a27180d1-329d-4987-8e7a-02229e9d893f service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963137 Oct 13 14:14:18.726109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:18.726813 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:18.727813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13ba1fa9-3616-4f48-bbf8-4634dfbd9880 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:18.728212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] 10.222.0.41 "PUT /v2.0/ports/a65cb65d-b7ce-487b-9ed4-37f8c7605de7 HTTP/1.1" status: 200 len: 1093 time: 3.6444788 Oct 13 14:14:18.745819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1', 'tag': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:18.750638 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b85ae8-79d2-435b-98b1-665ac8718fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1", "tag": "a65cb65d-b7ce-487b-9ed4-37f8c7605de7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:18.767885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c523759-02d4-476f-a2b7-04479dd24432 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:18.796027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-13ba1fa9-3616-4f48-bbf8-4634dfbd9880 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07773753-1045-4682-91f2-a2f9f7fee2ad']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:18.806584 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:18.815266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5cd13188-02f5-4986-8d58-b3d86267fde6,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:18.820854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-13ba1fa9-3616-4f48-bbf8-4634dfbd9880 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a58892-05eb-49fa-b2d7-341bfc2ec3c4') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:18.821509 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-13ba1fa9-3616-4f48-bbf8-4634dfbd9880 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a58892-05eb-49fa-b2d7-341bfc2ec3c4') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:18.831851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5cd13188-02f5-4986-8d58-b3d86267fde6 has no active binding in host n-h2-806683-15 {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 14:14:18.834200 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13ba1fa9-3616-4f48-bbf8-4634dfbd9880 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:18.853315 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13ba1fa9-3616-4f48-bbf8-4634dfbd9880 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:18.865089 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ba1fa9-3616-4f48-bbf8-4634dfbd9880 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:14:18.865556 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13ba1fa9-3616-4f48-bbf8-4634dfbd9880 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:18.870234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port e52471b0-53cb-4de8-9b97-e175a35a27e4 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:14:18.870829 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:14:18.881003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port e52471b0-53cb-4de8-9b97-e175a35a27e4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:18.881633 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:18.923946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36076a-b98c-489a-9b6c-ac83e7b9b300 service neutron] Pushing event updated for resources: {'Port': ['ID=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:18.998385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5cd13188-02f5-4986-8d58-b3d86267fde6,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:19.010435 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.044419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ddfe3a-c000-460d-aa62-a7ccb1e08f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52471b0-53cb-4de8-9b97-e175a35a27e4'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:19.050821 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc1babf-a75a-4f12-aad6-3784302e3198" -d '{"events": [{"server_uuid": "c2ddfe3a-c000-460d-aa62-a7ccb1e08f90", "name": "network-vif-plugged", "status": "completed", "tag": "e52471b0-53cb-4de8-9b97-e175a35a27e4"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:19.063439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-63d17f54-ce03-4678-9e39-4a8f2fd159ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:19.065241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-63d17f54-ce03-4678-9e39-4a8f2fd159ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 1096 time: 0.1843874 Oct 13 14:14:19.069477 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13ba1fa9-3616-4f48-bbf8-4634dfbd9880 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.083130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Transition to ACTIVE for port object 9c523759-02d4-476f-a2b7-04479dd24432 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:14:19.083806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e52471b0-53cb-4de8-9b97-e175a35a27e4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e52471b0-53cb-4de8-9b97-e175a35a27e4,segment=NetworkSegment(839e7061-6bc3-47ba-8094-9283fb0ab606),segment_id=839e7061-6bc3-47ba-8094-9283fb0ab606)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:19.089460 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13ba1fa9-3616-4f48-bbf8-4634dfbd9880 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.096618 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-13ba1fa9-3616-4f48-bbf8-4634dfbd9880 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] 10.222.0.18 "DELETE /v2.0/networks/07773753-1045-4682-91f2-a2f9f7fee2ad HTTP/1.1" status: 204 len: 168 time: 0.6400642 Oct 13 14:14:19.098186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba1fa9-3616-4f48-bbf8-4634dfbd9880 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Pushing event deleted for resources: {'Network': ['ID=07773753-1045-4682-91f2-a2f9f7fee2ad,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:19.099519 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45700) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:19.122879 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-78200caf-57a5-41f1-8eb3-9ce063cbf403 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] DELETE failed (client error): The resource could not be found. Oct 13 14:14:19.123569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78200caf-57a5-41f1-8eb3-9ce063cbf403 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:14:19.127023 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-78200caf-57a5-41f1-8eb3-9ce063cbf403 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] 10.222.0.18 "DELETE /v2.0/ports/d0ad10ce-890b-4937-b8e8-59d736d82b83 HTTP/1.1" status: 404 len: 333 time: 0.0265357 Oct 13 14:14:19.130457 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45702) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:19.160389 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.170030 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-e6ff9449-5c8e-4393-815a-210205eb292e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a65cb65d-b7ce-487b-9ed4-37f8c7605de7 HTTP/1.1" status: 200 len: 217 time: 0.0882378 Oct 13 14:14:19.190047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.200625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-a906f348-263f-48db-b107-7a53bfcb5ba8 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Deleting subnet 878ea173-8baf-4a12-b1e5-7f08ae10d79f {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:14:19.201422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:19.205087 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a906f348-263f-48db-b107-7a53bfcb5ba8 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.217831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=e52471b0-53cb-4de8-9b97-e175a35a27e4,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:19.261607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a906f348-263f-48db-b107-7a53bfcb5ba8 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.275461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-5289ba0b-83ca-43ab-9e3f-0a70db456ab2 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:19.283327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-5289ba0b-83ca-43ab-9e3f-0a70db456ab2 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/networks?id=0e955fcd-dd4b-419f-bf6c-dd49da2b30dc HTTP/1.1" status: 200 len: 809 time: 0.3728268 Oct 13 14:14:19.370444 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a906f348-263f-48db-b107-7a53bfcb5ba8 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.560970 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a906f348-263f-48db-b107-7a53bfcb5ba8 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.590196 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906f348-263f-48db-b107-7a53bfcb5ba8 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Pushing event deleted for resources: {'Subnet': ['ID=878ea173-8baf-4a12-b1e5-7f08ae10d79f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:19.600633 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a906f348-263f-48db-b107-7a53bfcb5ba8 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.605881 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a906f348-263f-48db-b107-7a53bfcb5ba8 tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] 10.222.0.18 "DELETE /v2.0/subnets/878ea173-8baf-4a12-b1e5-7f08ae10d79f HTTP/1.1" status: 204 len: 168 time: 0.4719853 Oct 13 14:14:19.606219 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45708) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:19.608671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f850604a-de98-4ef5-9c7e-d092fba42f60 None None] Network 5bc19bf4-1d10-49b3-a255-41488dd83e02 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:14:19.627713 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7b98088f-821e-4486-9d85-dc953565885e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.629715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Pushing event updated for resources: {'Port': ['ID=9c523759-02d4-476f-a2b7-04479dd24432,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:19.640119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-577459ff-179d-462c-9fe9-5579a85fddad tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/quotas/c3b0d6508ec7404b9e7dc1d26340ed8d HTTP/1.1" status: 200 len: 375 time: 0.0652704 Oct 13 14:14:19.643408 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.649693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-7c6c50e8-98c3-4a2e-9e5f-883ad4781bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:19.650856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-7c6c50e8-98c3-4a2e-9e5f-883ad4781bdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.4581311 Oct 13 14:14:19.677302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c895bee-d896-4f85-b719-5e8f767dee9d req-f21ec75c-c328-4981-8bef-d01a629b8748 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:19.678846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c895bee-d896-4f85-b719-5e8f767dee9d req-f21ec75c-c328-4981-8bef-d01a629b8748 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 944 time: 0.5764146 Oct 13 14:14:19.715333 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.742039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-9ea551cc-9805-4ea0-95f1-e040ec6dda70 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3b0d6508ec7404b9e7dc1d26340ed8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880108 Oct 13 14:14:19.749591 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.782428 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Deleting port 005afb38-05f3-4a4a-9174-950a1849888c {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:19.782761 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.840698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b237c06a-b393-4744-8f29-c8b823de6adf None None] DHCP port deletion for 5bc19bf4-1d10-49b3-a255-41488dd83e02 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:14:19.866242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] For port 005afb38-05f3-4a4a-9174-950a1849888c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=005afb38-05f3-4a4a-9174-950a1849888c,segment=NetworkSegment(dca0214f-d4b0-4f5d-b78b-8a40952bb22d),segment_id=dca0214f-d4b0-4f5d-b78b-8a40952bb22d)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:19.866755 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:19.883493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Calling delete_port for 005afb38-05f3-4a4a-9174-950a1849888c owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:19.911396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b237c06a-b393-4744-8f29-c8b823de6adf None None] Deleting port 005afb38-05f3-4a4a-9174-950a1849888c {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:19.911907 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b237c06a-b393-4744-8f29-c8b823de6adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.009862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-fcae61b2-a5e2-46b8-aa0d-7b90d3713093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:20.011732 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-fcae61b2-a5e2-46b8-aa0d-7b90d3713093 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3457329 Oct 13 14:14:20.012522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Attempting to bind port 9c523759-02d4-476f-a2b7-04479dd24432 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:14:20.012923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Attempting to bind port 9c523759-02d4-476f-a2b7-04479dd24432 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'b31a6d0f-14b6-4cec-9a4a-027e824e330d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '591fc45b-8fda-49f2-8a25-1bd3e5ef6520'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:14:20.013387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Attempting to bind port 9c523759-02d4-476f-a2b7-04479dd24432 on network 591fc45b-8fda-49f2-8a25-1bd3e5ef6520 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:20.014610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b237c06a-b393-4744-8f29-c8b823de6adf None None] For port 005afb38-05f3-4a4a-9174-950a1849888c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=005afb38-05f3-4a4a-9174-950a1849888c,segment=NetworkSegment(dca0214f-d4b0-4f5d-b78b-8a40952bb22d),segment_id=dca0214f-d4b0-4f5d-b78b-8a40952bb22d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:20.015020 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b237c06a-b393-4744-8f29-c8b823de6adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.034061 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b237c06a-b393-4744-8f29-c8b823de6adf None None] Calling delete_port for 005afb38-05f3-4a4a-9174-950a1849888c owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:20.035464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c895bee-d896-4f85-b719-5e8f767dee9d req-246cde05-715c-42aa-9d58-33d9707b7a27 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180892 Oct 13 14:14:20.064077 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.112193 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Pushing event deleted for resources: {'Port': ['ID=005afb38-05f3-4a4a-9174-950a1849888c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:20.118627 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] No DVR routers for this DVR port 005afb38-05f3-4a4a-9174-950a1849888c on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:14:20.133412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Port 9c523759-02d4-476f-a2b7-04479dd24432 on network 591fc45b-8fda-49f2-8a25-1bd3e5ef6520 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:14:20.133987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Attempting to bind port 9c523759-02d4-476f-a2b7-04479dd24432 on network 591fc45b-8fda-49f2-8a25-1bd3e5ef6520 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:20.167523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd13188-02f5-4986-8d58-b3d86267fde6,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:20.171500 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b237c06a-b393-4744-8f29-c8b823de6adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.227248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 005afb38-05f3-4a4a-9174-950a1849888c no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:14:20.235770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237c06a-b393-4744-8f29-c8b823de6adf None None] Pushing event deleted for resources: {'Port': ['ID=005afb38-05f3-4a4a-9174-950a1849888c,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:20.254754 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.279417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b237c06a-b393-4744-8f29-c8b823de6adf None None] No DVR routers for this DVR port 005afb38-05f3-4a4a-9174-950a1849888c on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:14:20.283709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 005afb38-05f3-4a4a-9174-950a1849888c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:14:20.284053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 005afb38-05f3-4a4a-9174-950a1849888c not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:14:20.285240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc19bf4-1d10-49b3-a255-41488dd83e02']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:20.300574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca0214f-d4b0-4f5d-b78b-8a40952bb22d') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:20.300574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca0214f-d4b0-4f5d-b78b-8a40952bb22d') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:20.311087 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.323089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Attempting to bind port 5cd13188-02f5-4986-8d58-b3d86267fde6 on host n-h1-806683-15 for vnic_type normal with profile {"migrating_to": "n-h2-806683-15"} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:14:20.323089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Attempting to bind port 5cd13188-02f5-4986-8d58-b3d86267fde6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:14:20.323089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Attempting to bind port 5cd13188-02f5-4986-8d58-b3d86267fde6 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:20.334382 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.341511 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:14:20.341963 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.347337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:14:20.347337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Checking segment: {'id': 'b31a6d0f-14b6-4cec-9a4a-027e824e330d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '591fc45b-8fda-49f2-8a25-1bd3e5ef6520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:20.347337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Bound using segment: {'id': 'b31a6d0f-14b6-4cec-9a4a-027e824e330d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '591fc45b-8fda-49f2-8a25-1bd3e5ef6520'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:14:20.347337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Bound port: 9c523759-02d4-476f-a2b7-04479dd24432, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31a6d0f-14b6-4cec-9a4a-027e824e330d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '591fc45b-8fda-49f2-8a25-1bd3e5ef6520'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:14:20.347337 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:14:20.348015 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:14:20.375783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Port 5cd13188-02f5-4986-8d58-b3d86267fde6 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:14:20.376091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Attempting to bind port 5cd13188-02f5-4986-8d58-b3d86267fde6 on network 3d8236a3-e9cb-4b0f-a226-dce14143f54f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:20.395554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-4230fcfb-e4d3-4820-b877-f09e0ee12dbe service neutron] 10.222.0.18 "GET /v2.0/networks/0e955fcd-dd4b-419f-bf6c-dd49da2b30dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063507 Oct 13 14:14:20.404732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:14:20.405198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Checking segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:20.405486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Bound using segment: {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:14:20.405921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Bound port: 5cd13188-02f5-4986-8d58-b3d86267fde6, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '578d6b73-b314-4c1f-aaaa-2cf530b7ec66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3d8236a3-e9cb-4b0f-a226-dce14143f54f'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:14:20.406513 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.412718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-c29f904e-9d42-4eb6-8e0f-ec5b1c08a836 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198164 Oct 13 14:14:20.562434 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.585829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device cf9bc048-dca3-420b-a6d1-73683790334f details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:14:20.598123 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.602948 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] 10.222.0.18 "DELETE /v2.0/networks/5bc19bf4-1d10-49b3-a255-41488dd83e02 HTTP/1.1" status: 204 len: 168 time: 0.9956775 Oct 13 14:14:20.603870 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8fdde-a6f6-478b-87c3-21a9172f697a tempest-DHCPAgentSchedulersTestJSON-1473486033 tempest-DHCPAgentSchedulersTestJSON-1473486033-project] Pushing event deleted for resources: {'Network': ['ID=5bc19bf4-1d10-49b3-a255-41488dd83e02,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:20.618798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e423b2-3022-4afb-a40f-71d1dd91f6cb req-e33c578b-c7be-4550-a26f-9ded6490ed23 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:20.625558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36e423b2-3022-4afb-a40f-71d1dd91f6cb req-e33c578b-c7be-4550-a26f-9ded6490ed23 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 943 time: 0.3794446 Oct 13 14:14:20.701920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] For port 9c523759-02d4-476f-a2b7-04479dd24432, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:20.759346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] For port 9c523759-02d4-476f-a2b7-04479dd24432, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=9c523759-02d4-476f-a2b7-04479dd24432,segment=NetworkSegment(b31a6d0f-14b6-4cec-9a4a-027e824e330d),segment_id=b31a6d0f-14b6-4cec-9a4a-027e824e330d)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:14:20.783608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:20.791828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36e423b2-3022-4afb-a40f-71d1dd91f6cb req-a60a1a01-8563-4591-85ab-b7481905d9a9 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca8ad58e-19c8-461d-a879-1fa723d1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617622 Oct 13 14:14:20.793390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:20.800728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-6053652f-e687-49ec-b121-8442f7bfe2d7 service neutron] 10.222.0.18 "GET /v2.0/networks/0e955fcd-dd4b-419f-bf6c-dd49da2b30dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909783 Oct 13 14:14:20.807299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5cd13188-02f5-4986-8d58-b3d86267fde6,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:14:20.810694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'mac_address': 'fa:16:3e:40:52:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:14:20.823853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30e4ade0-172d-418f-b722-ca39a2647da0 req-5cf9dd87-903d-4173-a857-764652a9e8f6 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834031 Oct 13 14:14:20.858716 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.892807 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.908207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9bc048-dca3-420b-a6d1-73683790334f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:20.940268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:20.966359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:20.966981 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:20.969446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] 10.222.0.49 "PUT /v2.0/ports/9c523759-02d4-476f-a2b7-04479dd24432 HTTP/1.1" status: 200 len: 1092 time: 3.7182035 Oct 13 14:14:20.970462 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:21.012935 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:21.028525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231d67e-5198-4760-92b4-e398d9357009 service neutron] Pushing event updated for resources: {'Port': ['ID=9c523759-02d4-476f-a2b7-04479dd24432,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:21.042892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41098ee4-3df3-477c-a6c8-fc0a00073302 req-ac7067e2-e29e-4c41-8e4c-661c5899e0f2 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:21.052602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41098ee4-3df3-477c-a6c8-fc0a00073302 req-ac7067e2-e29e-4c41-8e4c-661c5899e0f2 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 945 time: 0.1541731 Oct 13 14:14:21.154485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:21.155594 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:21.158688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] 10.222.0.41 "PUT /v2.0/ports/5cd13188-02f5-4986-8d58-b3d86267fde6 HTTP/1.1" status: 200 len: 1123 time: 3.2907038 Oct 13 14:14:21.189015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41098ee4-3df3-477c-a6c8-fc0a00073302 req-773bc805-2348-43f4-aadc-86ad67835afa tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361690 Oct 13 14:14:21.268629 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab5fc6c-8f98-4d94-9767-b12a7db76840 x-openstack-request-id: req-9ab5fc6c-8f98-4d94-9767-b12a7db76840 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:21.269098 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1", "tag": "a65cb65d-b7ce-487b-9ed4-37f8c7605de7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:21.269576 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ab5fc6c-8f98-4d94-9767-b12a7db76840 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:21.269929 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1', 'tag': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7', 'status': 'completed', 'code': 200} Oct 13 14:14:21.270558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5a900-d5bf-4362-b779-182429a91091 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd13188-02f5-4986-8d58-b3d86267fde6,revision_number=8']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:21.307222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-8d3e14d2-8816-4ff5-85af-e691b5ec1588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:21.308783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-8d3e14d2-8816-4ff5-85af-e691b5ec1588 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d162d07a2f434ed7a274d2296a42d0bb&device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 1095 time: 0.1439185 Oct 13 14:14:21.320238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['5cd13188-02f5-4986-8d58-b3d86267fde6'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:21.389158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45720) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:21.424902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-097bf915-2505-49da-9775-f3373129b7a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c523759-02d4-476f-a2b7-04479dd24432 HTTP/1.1" status: 200 len: 217 time: 0.0872204 Oct 13 14:14:21.627972 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9c5122-cbc0-4746-bff9-b7ed3268ec00 x-openstack-request-id: req-fc9c5122-cbc0-4746-bff9-b7ed3268ec00 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:21.628912 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ddfe3a-c000-460d-aa62-a7ccb1e08f90", "name": "network-vif-plugged", "status": "completed", "tag": "e52471b0-53cb-4de8-9b97-e175a35a27e4", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:21.630608 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc9c5122-cbc0-4746-bff9-b7ed3268ec00 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:21.631496 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ddfe3a-c000-460d-aa62-a7ccb1e08f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52471b0-53cb-4de8-9b97-e175a35a27e4', 'code': 200} Oct 13 14:14:21.636649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['5cd13188-02f5-4986-8d58-b3d86267fde6'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:21.690864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:21.722939 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0817e305-11bf-41e5-bfec-5af68f28f9b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98e7d88a81f24585839a7a766136e08c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323011 Oct 13 14:14:21.735928 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45730) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:21.809799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ee6f5-3c26-44e2-aa3a-df26f8fd58a7 req-916c8228-12fb-4b20-b0ef-c5be10344f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:21.812877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e2ee6f5-3c26-44e2-aa3a-df26f8fd58a7 req-916c8228-12fb-4b20-b0ef-c5be10344f9d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 1097 time: 0.3249590 Oct 13 14:14:21.865737 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:21.890059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54af05-7cd9-4ae3-85e5-5119d4d17c6a req-c08023fa-83d3-4b0a-9238-4f11c0e9de10 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:21.904100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da54af05-7cd9-4ae3-85e5-5119d4d17c6a req-c08023fa-83d3-4b0a-9238-4f11c0e9de10 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.2480063 Oct 13 14:14:21.911545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-a996f524-a598-4e03-a6db-fea45ba46332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:21.917718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-a996f524-a598-4e03-a6db-fea45ba46332 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=83f58f81-7ed9-4d71-950a-52fd5509f139 HTTP/1.1" status: 200 len: 861 time: 0.4231265 Oct 13 14:14:21.923722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b85ae8-79d2-435b-98b1-665ac8718fb0 req-a03c2dd3-fc0f-4fcd-9125-8d0707bf0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:21.936246 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbea9e2e-7768-4b75-a849-e30d0eb8c758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:21.949028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9b85ae8-79d2-435b-98b1-665ac8718fb0 req-a03c2dd3-fc0f-4fcd-9125-8d0707bf0665 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 1096 time: 0.6293879 Oct 13 14:14:21.980942 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbea9e2e-7768-4b75-a849-e30d0eb8c758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:22.007464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['cf9bc048-dca3-420b-a6d1-73683790334f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:22.153571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-09c0156b-1116-4550-bd3b-ba09f3d98c28 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591fc45b-8fda-49f2-8a25-1bd3e5ef6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1834464 Oct 13 14:14:22.257316 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbea9e2e-7768-4b75-a849-e30d0eb8c758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:22.262268 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbea9e2e-7768-4b75-a849-e30d0eb8c758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:22.264391 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cbea9e2e-7768-4b75-a849-e30d0eb8c758 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cb67008-1a4b-4bde-ac13-ab87256e984a HTTP/1.1" status: 204 len: 168 time: 0.5266638 Oct 13 14:14:22.299401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea9e2e-7768-4b75-a849-e30d0eb8c758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb67008-1a4b-4bde-ac13-ab87256e984a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:22.303426 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3dc11fa0-5d6f-47bb-be06-f0ee97a0996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:22.380816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e2ee6f5-3c26-44e2-aa3a-df26f8fd58a7 req-4ac4a98d-2d43-4483-a3c0-76ea02bd3ca9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417962 Oct 13 14:14:22.400819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da54af05-7cd9-4ae3-85e5-5119d4d17c6a req-e6aaf5ce-d5ee-4f14-a1a2-dc58f3a140aa tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355993 Oct 13 14:14:22.450447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ff8ca-0438-4fba-bab5-d56e5f59afdd req-e0e17a3d-400b-4661-8a28-569dcf9a3083 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:22.460267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef8ff8ca-0438-4fba-bab5-d56e5f59afdd req-e0e17a3d-400b-4661-8a28-569dcf9a3083 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 949 time: 0.4835227 Oct 13 14:14:22.543091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b85ae8-79d2-435b-98b1-665ac8718fb0 req-a7b9f092-2181-49ec-8a96-f71b6014b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:22.547057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9b85ae8-79d2-435b-98b1-665ac8718fb0 req-a7b9f092-2181-49ec-8a96-f71b6014b0b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.5692258 Oct 13 14:14:22.575381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-750230f7-59b5-4415-9d11-c03e7a69f0c6 service neutron] 10.222.0.49 "GET /v2.0/networks/591fc45b-8fda-49f2-8a25-1bd3e5ef6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484352 Oct 13 14:14:22.592929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef8ff8ca-0438-4fba-bab5-d56e5f59afdd req-973a3902-66bd-42b0-a946-734544656dfc tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248944 Oct 13 14:14:22.721788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0e97f10-b43d-4667-bc80-f703bd3dbeed req-d1b45370-4677-4984-81d2-d15a5207907f tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 210 time: 0.0362310 Oct 13 14:14:22.743111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611a486-856a-4371-889c-1e80aea7d2bb req-71bcf03d-b3ed-4a86-a2f1-17c0e3dc2020 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:22.765285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f611a486-856a-4371-889c-1e80aea7d2bb req-71bcf03d-b3ed-4a86-a2f1-17c0e3dc2020 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 944 time: 0.2257013 Oct 13 14:14:22.839308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9b85ae8-79d2-435b-98b1-665ac8718fb0 req-54459a51-9ae1-4a99-940e-83af6f4e76dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a65cb65d-b7ce-487b-9ed4-37f8c7605de7 HTTP/1.1" status: 200 len: 217 time: 0.0803156 Oct 13 14:14:23.005198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f611a486-856a-4371-889c-1e80aea7d2bb req-1dae133d-cc55-45b9-bab0-c5f4c2ebe55a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486475 Oct 13 14:14:23.059351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b85ae8-79d2-435b-98b1-665ac8718fb0 req-78d560f2-5eea-46a4-bc59-c2a273255c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:23.061704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9b85ae8-79d2-435b-98b1-665ac8718fb0 req-78d560f2-5eea-46a4-bc59-c2a273255c59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.2006395 Oct 13 14:14:23.075796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd8739-066f-49ad-97d1-d8a48cbff6ca req-95747dec-054e-4df4-bf3f-44ddf2996f52 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:23.078753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44fd8739-066f-49ad-97d1-d8a48cbff6ca req-95747dec-054e-4df4-bf3f-44ddf2996f52 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 943 time: 0.2497711 Oct 13 14:14:23.082633 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcdb2c2-6ade-4a79-9ce2-020ef2b059f5 req-48861738-daf1-49cf-9191-856b13605aa1 service neutron] 10.222.0.49 "GET /v2.0/networks/591fc45b-8fda-49f2-8a25-1bd3e5ef6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878120 Oct 13 14:14:23.223777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44fd8739-066f-49ad-97d1-d8a48cbff6ca req-300f92f4-6dde-4ebd-81ea-a2c630021d59 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca8ad58e-19c8-461d-a879-1fa723d1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023052 Oct 13 14:14:23.235963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b85ae8-79d2-435b-98b1-665ac8718fb0 req-bfce7019-c7b1-4444-9bc2-7821037be69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:23.237585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9b85ae8-79d2-435b-98b1-665ac8718fb0 req-bfce7019-c7b1-4444-9bc2-7821037be69f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1537111 Oct 13 14:14:23.251028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb1a8c-44d3-4eb1-a7ee-a31aa7251635 req-0e7e8134-bb69-4951-bb2e-2c5c32a9f27c tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:23.253103 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cbb1a8c-44d3-4eb1-a7ee-a31aa7251635 req-0e7e8134-bb69-4951-bb2e-2c5c32a9f27c tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 945 time: 0.1022179 Oct 13 14:14:23.273922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8175f93-4615-4cdd-aadb-48c54d5ed730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd13188-02f5-4986-8d58-b3d86267fde6'}, {'name': 'network-changed', 'server_uuid': '4de718bc-d903-426d-944a-74894eff406d', 'tag': '9c523759-02d4-476f-a2b7-04479dd24432'}, {'name': 'network-changed', 'server_uuid': 'd8175f93-4615-4cdd-aadb-48c54d5ed730', 'tag': '5cd13188-02f5-4986-8d58-b3d86267fde6'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:23.278292 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f6e767-0880-4fe5-af22-73001e3fd637" -d '{"events": [{"server_uuid": "d8175f93-4615-4cdd-aadb-48c54d5ed730", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd13188-02f5-4986-8d58-b3d86267fde6"}, {"name": "network-changed", "server_uuid": "4de718bc-d903-426d-944a-74894eff406d", "tag": "9c523759-02d4-476f-a2b7-04479dd24432"}, {"name": "network-changed", "server_uuid": "d8175f93-4615-4cdd-aadb-48c54d5ed730", "tag": "5cd13188-02f5-4986-8d58-b3d86267fde6"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:23.316391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45750) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:23.347869 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9366a77e-66f1-4b2a-857f-a8c3d2f99fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:23.512137 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9366a77e-66f1-4b2a-857f-a8c3d2f99fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:23.659939 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9366a77e-66f1-4b2a-857f-a8c3d2f99fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:23.726245 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366a77e-66f1-4b2a-857f-a8c3d2f99fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdf91d7-53bb-4e98-b57a-3cd521908cf6,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:23.745707 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cbb1a8c-44d3-4eb1-a7ee-a31aa7251635 req-ffedfa9c-f407-49e8-a21b-7e5b768a44a9 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734349 Oct 13 14:14:23.746450 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9366a77e-66f1-4b2a-857f-a8c3d2f99fea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a5a41e678fc4e0b87e9336b8063e390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284043 Oct 13 14:14:23.746619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45756) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:23.806921 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:23.851951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9b85ae8-79d2-435b-98b1-665ac8718fb0 req-5299eb5e-9fcc-4499-bebf-61855ebb181e service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976396 Oct 13 14:14:23.897315 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969e84ad-6b06-4d65-b018-2177abaaef01 x-openstack-request-id: req-969e84ad-6b06-4d65-b018-2177abaaef01 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:23.897635 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8175f93-4615-4cdd-aadb-48c54d5ed730", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd13188-02f5-4986-8d58-b3d86267fde6", "code": 200}, {"name": "network-changed", "server_uuid": "4de718bc-d903-426d-944a-74894eff406d", "tag": "9c523759-02d4-476f-a2b7-04479dd24432", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d8175f93-4615-4cdd-aadb-48c54d5ed730", "tag": "5cd13188-02f5-4986-8d58-b3d86267fde6", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:23.898075 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-969e84ad-6b06-4d65-b018-2177abaaef01 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:23.898264 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8175f93-4615-4cdd-aadb-48c54d5ed730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd13188-02f5-4986-8d58-b3d86267fde6', 'code': 200} Oct 13 14:14:23.898560 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de718bc-d903-426d-944a-74894eff406d', 'tag': '9c523759-02d4-476f-a2b7-04479dd24432', 'status': 'completed', 'code': 200} Oct 13 14:14:23.898726 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8175f93-4615-4cdd-aadb-48c54d5ed730', 'tag': '5cd13188-02f5-4986-8d58-b3d86267fde6', 'status': 'completed', 'code': 200} Oct 13 14:14:23.927202 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-216c4939-02d9-4d7e-9431-0b4aeee0e31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:24.019233 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:24.118459 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-216c4939-02d9-4d7e-9431-0b4aeee0e31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:24.192907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e284e195-adb9-4bd0-810c-ee95082de30c req-e9500dc6-1c26-4c1b-a4f3-6926873f7cdf tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 210 time: 0.1291502 Oct 13 14:14:24.283444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-cc40944c-f24f-4a30-b26c-816448ad4b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:24.285309 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-cc40944c-f24f-4a30-b26c-816448ad4b87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d162d07a2f434ed7a274d2296a42d0bb&device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 1095 time: 0.2865794 Oct 13 14:14:24.363443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9b85ae8-79d2-435b-98b1-665ac8718fb0 req-b8b42dfc-ccd3-4de0-98ad-641b56223e13 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906950 Oct 13 14:14:24.390058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-bb1ac135-0391-458d-8a6e-6c7fb64f12df tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:24.392589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-bb1ac135-0391-458d-8a6e-6c7fb64f12df tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20&tenant_id=21833094a6e8447db4e32da93e56651f&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 949 time: 0.2517900 Oct 13 14:14:24.486005 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-216c4939-02d9-4d7e-9431-0b4aeee0e31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:24.488770 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-216c4939-02d9-4d7e-9431-0b4aeee0e31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:24.494000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-216c4939-02d9-4d7e-9431-0b4aeee0e31c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bdf91d7-53bb-4e98-b57a-3cd521908cf6 HTTP/1.1" status: 204 len: 168 time: 0.7380500 Oct 13 14:14:24.539420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c4939-02d9-4d7e-9431-0b4aeee0e31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdf91d7-53bb-4e98-b57a-3cd521908cf6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:24.548229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-13287764-67e9-43ef-9093-e42c4b539b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:24.550207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-13287764-67e9-43ef-9093-e42c4b539b11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=591fc45b-8fda-49f2-8a25-1bd3e5ef6520 HTTP/1.1" status: 200 len: 922 time: 0.2547910 Oct 13 14:14:24.587545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device cf9bc048-dca3-420b-a6d1-73683790334f up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:14:24.613695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355c35f-f4cb-4221-8ce4-cb00089a76c2 req-ccfcf274-c376-4539-8707-a18cb9568d79 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:24.615569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1355c35f-f4cb-4221-8ce4-cb00089a76c2 req-ccfcf274-c376-4539-8707-a18cb9568d79 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 949 time: 0.2215917 Oct 13 14:14:24.656705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-095e3afa-dba7-4206-9616-8c859b71d97d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c523759-02d4-476f-a2b7-04479dd24432 HTTP/1.1" status: 200 len: 217 time: 0.0850596 Oct 13 14:14:24.665293 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-a1cad2d4-939f-4acd-9ac6-feeca319dc53 service neutron] 10.222.0.41 "GET /v2.0/ports/cf9bc048-dca3-420b-a6d1-73683790334f/bindings/n-h2-806683-15 HTTP/1.1" status: 200 len: 383 time: 0.2534020 Oct 13 14:14:24.771117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f14d2-6af7-4857-b04e-14f00abc168c req-60f709a3-1f90-49d6-81b7-6b554aed280e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:24.772829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f09f14d2-6af7-4857-b04e-14f00abc168c req-60f709a3-1f90-49d6-81b7-6b554aed280e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.2280273 Oct 13 14:14:24.801579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-0d2fe0d6-0106-456d-8ef6-a4d38fe37c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:24.803251 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-0d2fe0d6-0106-456d-8ef6-a4d38fe37c25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=83f58f81-7ed9-4d71-950a-52fd5509f139 HTTP/1.1" status: 200 len: 861 time: 0.1357214 Oct 13 14:14:24.806599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1355c35f-f4cb-4221-8ce4-cb00089a76c2 req-f2ef4190-66ee-44e0-a20a-039309fc986a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565740 Oct 13 14:14:24.827656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 9c523759-02d4-476f-a2b7-04479dd24432 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:14:24.840893 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port cf9bc048-dca3-420b-a6d1-73683790334f completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:14:24.848837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port cf9bc048-dca3-420b-a6d1-73683790334f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:24.849855 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:24.863217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-1fc947e0-d83b-4f6c-a32a-313e55d23411 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=591fc45b-8fda-49f2-8a25-1bd3e5ef6520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474095 Oct 13 14:14:24.873166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-ad3ad471-b0fe-4034-a927-beeb44bf7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:24.875772 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-ad3ad471-b0fe-4034-a927-beeb44bf7162 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 1101 time: 0.1585367 Oct 13 14:14:24.881059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f09f14d2-6af7-4857-b04e-14f00abc168c req-a764c08a-603d-4d4a-8e80-ad6ae82e1c21 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957775 Oct 13 14:14:25.144872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 9c523759-02d4-476f-a2b7-04479dd24432, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=9c523759-02d4-476f-a2b7-04479dd24432,segment=NetworkSegment(b31a6d0f-14b6-4cec-9a4a-027e824e330d),segment_id=b31a6d0f-14b6-4cec-9a4a-027e824e330d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:25.153821 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:25.191491 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '9c523759-02d4-476f-a2b7-04479dd24432', 'network_id': '591fc45b-8fda-49f2-8a25-1bd3e5ef6520', 'port_id': '9c523759-02d4-476f-a2b7-04479dd24432', 'mac_address': 'fa:16:3e:9e:5e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f58f81-7ed9-4d71-950a-52fd5509f139', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:14:25.299369 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:25.322584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c523759-02d4-476f-a2b7-04479dd24432 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:25.359275 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:25.366638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:25.369287 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca04129-1edc-41c8-a075-8dfb1b292693" -d '{"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-plugged", "status": "completed", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:25.395144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfefb56-accf-42f8-9602-9ddc2a2c932c req-fb506027-2468-4faf-8abc-596883613eb5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:25.400207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 9c523759-02d4-476f-a2b7-04479dd24432, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=9c523759-02d4-476f-a2b7-04479dd24432,segment=NetworkSegment(b31a6d0f-14b6-4cec-9a4a-027e824e330d),segment_id=b31a6d0f-14b6-4cec-9a4a-027e824e330d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:25.404312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dcfefb56-accf-42f8-9602-9ddc2a2c932c req-fb506027-2468-4faf-8abc-596883613eb5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 944 time: 0.3369360 Oct 13 14:14:25.416092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ca8b5-9bb4-40fa-8c49-e06db9cf51e9 req-22bf569e-cc9a-476c-8ba8-be2811adc191 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:25.418061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-249ca8b5-9bb4-40fa-8c49-e06db9cf51e9 req-22bf569e-cc9a-476c-8ba8-be2811adc191 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 943 time: 0.3488455 Oct 13 14:14:25.446102 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:25.544123 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:25.558430 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:25.590935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-af7db19b-4497-415e-8564-924ec9f95f77 service neutron] 10.222.0.49 "GET /v2.0/networks/591fc45b-8fda-49f2-8a25-1bd3e5ef6520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138991 Oct 13 14:14:25.684945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:25.723279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-94718394-2351-4b93-a2e8-ef8d61eb2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:25.725890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-94718394-2351-4b93-a2e8-ef8d61eb2edc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.8025727 Oct 13 14:14:25.751449 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=9c523759-02d4-476f-a2b7-04479dd24432,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:25.780541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dcfefb56-accf-42f8-9602-9ddc2a2c932c req-adb5a6a9-4dc0-493c-a830-33bcf5ce14c4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748012 Oct 13 14:14:25.866598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-249ca8b5-9bb4-40fa-8c49-e06db9cf51e9 req-1a31e874-5878-4deb-b509-a1ea30a0f195 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca8ad58e-19c8-461d-a879-1fa723d1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583496 Oct 13 14:14:25.880649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['9c523759-02d4-476f-a2b7-04479dd24432'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:25.937674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-ee7c21f1-3fc7-49f4-927c-36424c8dc726 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 200 len: 217 time: 0.1534817 Oct 13 14:14:25.957989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-c810842d-a5f4-4732-9011-3c7a55f837f0 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:25.964539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-c810842d-a5f4-4732-9011-3c7a55f837f0 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.41 "GET /v2.0/networks?id=0e955fcd-dd4b-419f-bf6c-dd49da2b30dc HTTP/1.1" status: 200 len: 809 time: 0.6104751 Oct 13 14:14:26.004867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-cb4ebdc1-ccbe-479c-84e3-2cd9ff0664eb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Request body: {'port': {'device_id': 'f2d1a81f-8c88-4ba8-8fab-82902df5f9d7', 'network_id': '0e955fcd-dd4b-419f-bf6c-dd49da2b30dc', 'admin_state_up': True, 'tenant_id': 'c3b0d6508ec7404b9e7dc1d26340ed8d'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:26.040093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-3986e5a7-551d-4cec-a8cf-b9e1cd7d7fe6 service neutron] 10.222.0.49 "GET /v2.0/networks/591fc45b-8fda-49f2-8a25-1bd3e5ef6520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210482 Oct 13 14:14:26.239900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bea042a5-9070-40e5-8d1a-cec5cf6a9374 req-a0c8ef78-4bc5-4e9d-be4e-ee7020be6a08 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 210 time: 0.0952156 Oct 13 14:14:26.251493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-0fae9b10-a528-41e2-bad0-37221225f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:26.253384 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-0fae9b10-a528-41e2-bad0-37221225f288 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2845218 Oct 13 14:14:26.261986 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaffa0e-66a6-45cf-8021-d3c05dc8bd81 req-6dff6044-a920-41ca-beb8-384ec9133d67 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:26.269809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8aaffa0e-66a6-45cf-8021-d3c05dc8bd81 req-6dff6044-a920-41ca-beb8-384ec9133d67 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 945 time: 0.2717667 Oct 13 14:14:26.387245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-4df0a5ca-a520-4eae-8ba7-fc5ad58ed487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:26.388850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-4df0a5ca-a520-4eae-8ba7-fc5ad58ed487 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 1126 time: 0.2452471 Oct 13 14:14:26.397387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8aaffa0e-66a6-45cf-8021-d3c05dc8bd81 req-31badd0a-7ff6-4318-8db7-9e2dd96e9efe tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265483 Oct 13 14:14:26.404779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-9301375c-628d-4b93-9696-827393b9061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:26.405588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-9301375c-628d-4b93-9696-827393b9061e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1334817 Oct 13 14:14:26.439994 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82962cd2-9dab-4a72-86d4-52c6b5b2f053 x-openstack-request-id: req-82962cd2-9dab-4a72-86d4-52c6b5b2f053 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:26.439994 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-plugged", "status": "completed", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:26.439994 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82962cd2-9dab-4a72-86d4-52c6b5b2f053 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:26.439994 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'code': 200} Oct 13 14:14:26.585806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device a65cb65d-b7ce-487b-9ed4-37f8c7605de7 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:14:26.737293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d99533-32cc-4a7a-82d4-c9c854c263bd req-fd9a062b-b29a-49be-a0fa-fec4a876449b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:26.750503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9d99533-32cc-4a7a-82d4-c9c854c263bd req-fd9a062b-b29a-49be-a0fa-fec4a876449b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.2169762 Oct 13 14:14:26.765347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-cb4ebdc1-ccbe-479c-84e3-2cd9ff0664eb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Made reservation on behalf of c3b0d6508ec7404b9e7dc1d26340ed8d for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:26.769470 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-cb4ebdc1-ccbe-479c-84e3-2cd9ff0664eb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:26.821968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a65cb65d-b7ce-487b-9ed4-37f8c7605de7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:26.845417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'port_id': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7', 'mac_address': 'fa:16:3e:51:91:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:14:26.884017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d54922-e17b-46d9-9abf-2c0ff7d14f8b req-39e17445-b9e3-4d4e-933c-2ad644d2f3cf tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:26.903241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9d54922-e17b-46d9-9abf-2c0ff7d14f8b req-39e17445-b9e3-4d4e-933c-2ad644d2f3cf tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.3550751 Oct 13 14:14:26.912615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-7979d90a-965c-43b1-896c-484130b3a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:26.920299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-7979d90a-965c-43b1-896c-484130b3a4d7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.5180707 Oct 13 14:14:26.922897 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:26.943056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65cb65d-b7ce-487b-9ed4-37f8c7605de7 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:26.974847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a65cb65d-b7ce-487b-9ed4-37f8c7605de7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:27.054421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-ec9faa1e-19b8-4940-96be-b08d82de2fbb service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367901 Oct 13 14:14:27.067775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-bd9353f0-7c0f-4db2-97c0-175a8fabe3ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5cd13188-02f5-4986-8d58-b3d86267fde6 HTTP/1.1" status: 200 len: 217 time: 0.1160612 Oct 13 14:14:27.086115 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:27.185263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:27.456130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9d99533-32cc-4a7a-82d4-c9c854c263bd req-6aaa175e-dff9-4a35-b8d6-8f544d28d88a tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7033350 Oct 13 14:14:27.596233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9d54922-e17b-46d9-9abf-2c0ff7d14f8b req-33f3fc77-3ad7-42cf-a095-21bca201257f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6898234 Oct 13 14:14:27.690348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['a65cb65d-b7ce-487b-9ed4-37f8c7605de7'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:27.753336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-5122cf1d-5a6c-42e8-89c2-5d608d763241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:27.762186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-5122cf1d-5a6c-42e8-89c2-5d608d763241 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.3459198 Oct 13 14:14:27.951872 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-78609ff3-6139-49e2-bd00-1d94641a823e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764050 Oct 13 14:14:27.957087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-cb4ebdc1-ccbe-479c-84e3-2cd9ff0664eb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Allocated IP 172.20.0.8 (0e955fcd-dd4b-419f-bf6c-dd49da2b30dc/a7a84e14-4ac4-46ad-a640-04fdbce8ae36/fd32683a-13c3-4036-9ad9-abae07f5e46f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:14:28.073175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-83275704-47e9-4a9c-9adf-650166799e54 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9929976 Oct 13 14:14:28.113734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6edd2e-6bf7-44d7-a713-17c65cd217aa req-aff086cf-bd4a-4bfd-9e21-f52ac2142fc9 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:28.122524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d6edd2e-6bf7-44d7-a713-17c65cd217aa req-aff086cf-bd4a-4bfd-9e21-f52ac2142fc9 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 945 time: 0.4751751 Oct 13 14:14:28.126132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45822) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:28.194167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8dd3d2-f11f-4466-9b57-f1f16d98a762 req-160e915f-dce3-4f28-8750-30dec51e60d8 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:28.196843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b8dd3d2-f11f-4466-9b57-f1f16d98a762 req-160e915f-dce3-4f28-8750-30dec51e60d8 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 944 time: 0.3613169 Oct 13 14:14:28.263169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d6edd2e-6bf7-44d7-a713-17c65cd217aa req-c870c48e-4125-4deb-80f7-59a021c892ad tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395907 Oct 13 14:14:28.352425 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1106097775'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:28.353010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-ebbe0515-98ba-4821-b6f0-22d2ce6d31fb service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838217 Oct 13 14:14:28.360642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b8dd3d2-f11f-4466-9b57-f1f16d98a762 req-88287cf3-4dfa-4088-a395-ab2a76231d58 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca8ad58e-19c8-461d-a879-1fa723d1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455476 Oct 13 14:14:28.497483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Made reservation on behalf of b2c7f2c8322c4949ab33fc879250e9ed for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:28.514093 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:28.525853 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:28.535599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3661cbc3-5098-496f-9ee1-17ab4abf25a3 req-2b28be18-9f41-4463-aaa6-cb292451f9c9 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 210 time: 0.0522065 Oct 13 14:14:28.663930 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:28.684398 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-cb4ebdc1-ccbe-479c-84e3-2cd9ff0664eb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:28.704594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8f6e767-0880-4fe5-af22-73001e3fd637 req-76a9c081-56f5-486f-bcbd-9873390498a2 service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426290 Oct 13 14:14:28.725407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ace56-5abc-485f-a79f-56b75755415b req-e6f56bca-68cb-4459-8d2e-7f6a02d81cee tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:28.727039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e50ace56-5abc-485f-a79f-56b75755415b req-e6f56bca-68cb-4459-8d2e-7f6a02d81cee tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 945 time: 0.1742072 Oct 13 14:14:28.743649 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:28.787517 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:14:28.802103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bc9854-33f8-4534-998a-4da13aea2c91,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:28.810572 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:28.811495 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Added segment 6407078c-b593-4c29-9963-a80464ef931e of type vlan for network 130ba13f-3f8b-4164-b9ae-59d1abe83c00 Oct 13 14:14:28.822798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e50ace56-5abc-485f-a79f-56b75755415b req-7dd060f4-fbb9-4efc-9cf8-9211b92ed701 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763731 Oct 13 14:14:28.840808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 9c523759-02d4-476f-a2b7-04479dd24432 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:14:28.887650 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-cb4ebdc1-ccbe-479c-84e3-2cd9ff0664eb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:28.927894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:29.051085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-cb4ebdc1-ccbe-479c-84e3-2cd9ff0664eb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Network 0e955fcd-dd4b-419f-bf6c-dd49da2b30dc is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:14:29.053697 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:29.057573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-cb4ebdc1-ccbe-479c-84e3-2cd9ff0664eb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:29.061292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ebdc1-ccbe-479c-84e3-2cd9ff0664eb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Pushing event updated for resources: {'Port': ['ID=fd32683a-13c3-4036-9ad9-abae07f5e46f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:29.065033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-cb4ebdc1-ccbe-479c-84e3-2cd9ff0664eb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:14:29.094374 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:29.095971 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:29.100146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa864b-571c-4169-8d0e-c7961996b32a req-eab7353e-4b88-4a69-849d-55ca88e76fcf tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:29.102770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18fa864b-571c-4169-8d0e-c7961996b32a req-eab7353e-4b88-4a69-849d-55ca88e76fcf tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.1868429 Oct 13 14:14:29.109439 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 9c523759-02d4-476f-a2b7-04479dd24432 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:14:29.117114 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 9c523759-02d4-476f-a2b7-04479dd24432 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:29.117863 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:29.217262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-cb4ebdc1-ccbe-479c-84e3-2cd9ff0664eb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:29.219250 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-cb4ebdc1-ccbe-479c-84e3-2cd9ff0664eb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:29.288921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18fa864b-571c-4169-8d0e-c7961996b32a req-e918230a-84c1-430f-b6b5-8d4e37c8e724 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582942 Oct 13 14:14:29.297883 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Pushing event updated for resources: {'Network': ['ID=130ba13f-3f8b-4164-b9ae-59d1abe83c00,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:29.320866 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:29.329932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 130ba13f-3f8b-4164-b9ae-59d1abe83c00 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:14:29.337774 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3a042e47-4324-43b3-a603-dc60a90e3d2e tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2087166 Oct 13 14:14:29.343856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45842) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:29.350638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b5913-6f87-4daf-84b5-07c32f86c6c3 req-a765be35-49bc-4308-b632-7c75512f0ef1 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:29.362719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-936b5913-6f87-4daf-84b5-07c32f86c6c3 req-a765be35-49bc-4308-b632-7c75512f0ef1 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.1826019 Oct 13 14:14:29.382523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-cb4ebdc1-ccbe-479c-84e3-2cd9ff0664eb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3860109 Oct 13 14:14:29.404670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Request body: {'port': {'device_id': 'f2d1a81f-8c88-4ba8-8fab-82902df5f9d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:29.455208 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Request body: {'network': {'name': 'tempest-network--1090467969', 'router:external': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:29.485782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-936b5913-6f87-4daf-84b5-07c32f86c6c3 req-8445184c-6455-4ef6-91bb-8d5230bc3f0f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207309 Oct 13 14:14:29.617482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Made reservation on behalf of e7d39a9cf3ce4a3d9a7f6c72ba633f85 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:29.619956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:29.630066 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:29.653932 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:29.707557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0316b2-1c57-465a-a7c3-5c3e494a218b req-fb0e5a21-4f5f-416b-84ce-543e5967b7a8 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:29.709424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da0316b2-1c57-465a-a7c3-5c3e494a218b req-fb0e5a21-4f5f-416b-84ce-543e5967b7a8 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 947 time: 0.2337601 Oct 13 14:14:29.721771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b08bd-b42e-41f8-8fa4-155a46693af0 req-1bb0a3dd-332e-4bf2-ac68-91860e3a0146 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:29.723482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e83b08bd-b42e-41f8-8fa4-155a46693af0 req-1bb0a3dd-332e-4bf2-ac68-91860e3a0146 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 945 time: 0.1406181 Oct 13 14:14:29.742250 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de718bc-d903-426d-944a-74894eff406d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c523759-02d4-476f-a2b7-04479dd24432'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:29.746523 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d59aec-d1aa-4915-9d39-6c6810a19145" -d '{"events": [{"server_uuid": "4de718bc-d903-426d-944a-74894eff406d", "name": "network-vif-plugged", "status": "completed", "tag": "9c523759-02d4-476f-a2b7-04479dd24432"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:29.754397 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:29.773696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 9c523759-02d4-476f-a2b7-04479dd24432, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=9c523759-02d4-476f-a2b7-04479dd24432,segment=NetworkSegment(b31a6d0f-14b6-4cec-9a4a-027e824e330d),segment_id=b31a6d0f-14b6-4cec-9a4a-027e824e330d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:29.832745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da0316b2-1c57-465a-a7c3-5c3e494a218b req-869b56d0-49e6-499d-b134-7f34a80a8bf3 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906055 Oct 13 14:14:29.851826 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:29.893054 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:29.895731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 5cd13188-02f5-4986-8d58-b3d86267fde6 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:14:29.901372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e83b08bd-b42e-41f8-8fa4-155a46693af0 req-48162cea-73c5-49aa-8100-2754a42c8ab2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524107 Oct 13 14:14:29.929914 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:14:29.958537 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2255dea7-4ecf-48fb-a93f-3ea1caa83be1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:29.974937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:29.974937 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Added segment 309c0297-a704-4687-b287-4b29adf7eb55 of type vlan for network f4796f63-cb70-413a-aad4-b5999a53b965 Oct 13 14:14:30.105154 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:30.142501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=9c523759-02d4-476f-a2b7-04479dd24432,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:30.211717 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:30.212755 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:30.213430 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:30.298466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af44fc8-fb61-41cc-af50-8ad038d52e5e req-b64eca07-37e6-4719-a8ec-b5b4cf9889c7 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:30.300124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1af44fc8-fb61-41cc-af50-8ad038d52e5e req-b64eca07-37e6-4719-a8ec-b5b4cf9889c7 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 945 time: 0.2360063 Oct 13 14:14:30.300437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event updated for resources: {'Network': ['ID=f4796f63-cb70-413a-aad4-b5999a53b965,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:30.312391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9db1c-862d-415b-9c80-58c39fe3d849 req-0611760c-cdb9-4994-8cf2-f60995e373f7 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:30.314065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fd9db1c-862d-415b-9c80-58c39fe3d849 req-0611760c-cdb9-4994-8cf2-f60995e373f7 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 931 time: 0.2263920 Oct 13 14:14:30.321214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network f4796f63-cb70-413a-aad4-b5999a53b965 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:14:30.355341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-dd83bfca-09ba-4d55-a263-20444989bff0 service neutron] 10.222.0.49 "GET /v2.0/ports/5cd13188-02f5-4986-8d58-b3d86267fde6/bindings/n-h2-806683-15 HTTP/1.1" status: 200 len: 385 time: 0.1918969 Oct 13 14:14:30.403468 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b39503f5-a813-41f4-b08d-7203fae6d1af tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0575347 Oct 13 14:14:30.407699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45860) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:30.486756 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:30.506703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1af44fc8-fb61-41cc-af50-8ad038d52e5e req-f5b619bc-ff06-44d2-b763-d888d74567d8 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca8ad58e-19c8-461d-a879-1fa723d1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841199 Oct 13 14:14:30.542068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fd9db1c-862d-415b-9c80-58c39fe3d849 req-ef7fc96b-eb6d-4884-b5ad-0339d28bea63 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103529 Oct 13 14:14:30.555335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd32683a-13c3-4036-9ad9-abae07f5e46f {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:30.584925 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:30.588267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device a65cb65d-b7ce-487b-9ed4-37f8c7605de7 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:14:30.647576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Transition to ACTIVE for port object fd32683a-13c3-4036-9ad9-abae07f5e46f will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:14:30.662693 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:30.664842 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae88b234-545c-43d1-be9b-1bb7f05ab2d7 x-openstack-request-id: req-ae88b234-545c-43d1-be9b-1bb7f05ab2d7 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:30.665386 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de718bc-d903-426d-944a-74894eff406d", "name": "network-vif-plugged", "status": "completed", "tag": "9c523759-02d4-476f-a2b7-04479dd24432", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:30.665811 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae88b234-545c-43d1-be9b-1bb7f05ab2d7 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:30.674758 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de718bc-d903-426d-944a-74894eff406d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c523759-02d4-476f-a2b7-04479dd24432', 'code': 200} Oct 13 14:14:30.704267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4796f63-cb70-413a-aad4-b5999a53b965']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:30.721829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309c0297-a704-4687-b287-4b29adf7eb55') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:30.722487 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309c0297-a704-4687-b287-4b29adf7eb55') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:30.739492 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:30.758934 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:30.769349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:14:30.774801 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:14:30.834330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port a65cb65d-b7ce-487b-9ed4-37f8c7605de7 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:14:30.838629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port a65cb65d-b7ce-487b-9ed4-37f8c7605de7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:30.844347 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:30.847401 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:30.949519 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:30.971863 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:30.978369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4796f63-cb70-413a-aad4-b5999a53b965 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 14:14:30.980208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd32683a-13c3-4036-9ad9-abae07f5e46f,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:30.983240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943af552-ddb6-41e6-a7dc-669f35994a9f req-04e216cf-cd2f-43b8-91c3-b772825b90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:30.985366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-943af552-ddb6-41e6-a7dc-669f35994a9f req-04e216cf-cd2f-43b8-91c3-b772825b90a3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 1097 time: 0.2766669 Oct 13 14:14:30.989092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-70a78332-0475-4d2c-906d-29fb77187b25 req-4c57d85a-a043-4807-bb13-625a16b5a7ad service neutron] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5cd13188-02f5-4986-8d58-b3d86267fde6,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:30.989993 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a65cb65d-b7ce-487b-9ed4-37f8c7605de7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:31.001399 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:31.001601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd76d0a-eb4f-499f-bba0-668c2abe6ae9 req-c3824f58-dffd-4ed3-938b-ce2d15e5f292 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:31.002296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dd76d0a-eb4f-499f-bba0-668c2abe6ae9 req-c3824f58-dffd-4ed3-938b-ce2d15e5f292 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 943 time: 0.2885268 Oct 13 14:14:31.010002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-15365b39-a9ff-4b5f-92cb-2af76e183516 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:31.011435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-15365b39-a9ff-4b5f-92cb-2af76e183516 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.49 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 947 time: 0.2528200 Oct 13 14:14:31.016193 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "DELETE /v2.0/networks/f4796f63-cb70-413a-aad4-b5999a53b965 HTTP/1.1" status: 204 len: 168 time: 0.6031272 Oct 13 14:14:31.028838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38941661-0f5c-452b-9d23-2d0704763bf7 req-d2f4a3d8-2b85-4759-87cb-d2af1a320782 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:31.029351 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45872) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:31.030378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38941661-0f5c-452b-9d23-2d0704763bf7 req-d2f4a3d8-2b85-4759-87cb-d2af1a320782 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.3143840 Oct 13 14:14:31.036527 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f40ba916-6ff8-4d5e-91fa-9684f92d180d tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Request body: {'network': {'router:external': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:31.039943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abfb64-6100-4eb0-8152-ef015c7b3662 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4796f63-cb70-413a-aad4-b5999a53b965,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:31.075265 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:31.126669 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40ba916-6ff8-4d5e-91fa-9684f92d180d tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Made reservation on behalf of e7d39a9cf3ce4a3d9a7f6c72ba633f85 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:31.130923 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f40ba916-6ff8-4d5e-91fa-9684f92d180d tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:31.174208 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40ba916-6ff8-4d5e-91fa-9684f92d180d tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:14:31.177443 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:31.189194 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f40ba916-6ff8-4d5e-91fa-9684f92d180d tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:31.189659 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-f40ba916-6ff8-4d5e-91fa-9684f92d180d tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Added segment 1f5969a9-4a33-448e-858e-003879d3330a of type vlan for network 301372a3-c640-441a-9d10-baaa576e480e Oct 13 14:14:31.243758 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f40ba916-6ff8-4d5e-91fa-9684f92d180d tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:31.368334 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f40ba916-6ff8-4d5e-91fa-9684f92d180d tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:31.370013 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ba916-6ff8-4d5e-91fa-9684f92d180d tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:31.370761 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f40ba916-6ff8-4d5e-91fa-9684f92d180d tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:31.424555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-70a78332-0475-4d2c-906d-29fb77187b25 req-4c57d85a-a043-4807-bb13-625a16b5a7ad service neutron] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:31.464113 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ba916-6ff8-4d5e-91fa-9684f92d180d tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event updated for resources: {'Network': ['ID=301372a3-c640-441a-9d10-baaa576e480e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:31.476483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 301372a3-c640-441a-9d10-baaa576e480e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:14:31.535539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-943af552-ddb6-41e6-a7dc-669f35994a9f req-18624133-3b2c-4434-84ef-1cf3ea3a437c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ca8ad58e-19c8-461d-a879-1fa723d1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144410 Oct 13 14:14:31.544946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-70a78332-0475-4d2c-906d-29fb77187b25 req-4c57d85a-a043-4807-bb13-625a16b5a7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd13188-02f5-4986-8d58-b3d86267fde6 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:31.553898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38941661-0f5c-452b-9d23-2d0704763bf7 req-1c3edae9-378a-471d-9ef0-a6ee37dbb97b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950426 Oct 13 14:14:31.562316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45878) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:31.566913 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f40ba916-6ff8-4d5e-91fa-9684f92d180d tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5313308 Oct 13 14:14:31.573675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1b4cfc31-b961-49e1-8c1a-3aa1b349ae2c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Request body: {'subnet': {'network_id': '301372a3-c640-441a-9d10-baaa576e480e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:31.579706 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dd76d0a-eb4f-499f-bba0-668c2abe6ae9 req-3027c600-b2ad-4eda-97a7-79beb957d107 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599306 Oct 13 14:14:31.583085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-70a78332-0475-4d2c-906d-29fb77187b25 req-4c57d85a-a043-4807-bb13-625a16b5a7ad service neutron] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5cd13188-02f5-4986-8d58-b3d86267fde6,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:31.619499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Attempting to bind port fd32683a-13c3-4036-9ad9-abae07f5e46f on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:14:31.624652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Attempting to bind port fd32683a-13c3-4036-9ad9-abae07f5e46f by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'c5d3280d-01a6-43c7-8cd3-f44abe805d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0e955fcd-dd4b-419f-bf6c-dd49da2b30dc'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:14:31.624652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Attempting to bind port fd32683a-13c3-4036-9ad9-abae07f5e46f on network 0e955fcd-dd4b-419f-bf6c-dd49da2b30dc {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:31.640948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Port fd32683a-13c3-4036-9ad9-abae07f5e46f on network 0e955fcd-dd4b-419f-bf6c-dd49da2b30dc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:14:31.641239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Attempting to bind port fd32683a-13c3-4036-9ad9-abae07f5e46f on network 0e955fcd-dd4b-419f-bf6c-dd49da2b30dc {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:31.670111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:14:31.670455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Checking segment: {'id': 'c5d3280d-01a6-43c7-8cd3-f44abe805d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0e955fcd-dd4b-419f-bf6c-dd49da2b30dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:31.670877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Bound using segment: {'id': 'c5d3280d-01a6-43c7-8cd3-f44abe805d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0e955fcd-dd4b-419f-bf6c-dd49da2b30dc'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:14:31.672029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Bound port: fd32683a-13c3-4036-9ad9-abae07f5e46f, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d3280d-01a6-43c7-8cd3-f44abe805d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '0e955fcd-dd4b-419f-bf6c-dd49da2b30dc'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:14:31.673212 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:31.720854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Deleting port be4bedfe-1017-4fad-b941-f5d7d6d027b2 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:31.721216 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:31.817691 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70a78332-0475-4d2c-906d-29fb77187b25 req-4c57d85a-a043-4807-bb13-625a16b5a7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:31.852493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd7eef-bcc2-43bd-8b8d-49af4ac4653f req-3331f902-406c-4890-805e-6ade193d2a3b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:31.854086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7cd7eef-bcc2-43bd-8b8d-49af4ac4653f req-3331f902-406c-4890-805e-6ade193d2a3b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 947 time: 0.1968894 Oct 13 14:14:31.873794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4cfc31-b961-49e1-8c1a-3aa1b349ae2c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Made reservation on behalf of e7d39a9cf3ce4a3d9a7f6c72ba633f85 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:31.885379 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfc31-b961-49e1-8c1a-3aa1b349ae2c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:31.981305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c2ed4-355d-4a62-b249-33217202b087 req-2210bf47-bc33-4d79-bf0d-d0ca2d1a6172 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:31.982697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c4c2ed4-355d-4a62-b249-33217202b087 req-2210bf47-bc33-4d79-bf0d-d0ca2d1a6172 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.2788579 Oct 13 14:14:32.000417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] For port fd32683a-13c3-4036-9ad9-abae07f5e46f, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:32.063563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] For port fd32683a-13c3-4036-9ad9-abae07f5e46f, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fd32683a-13c3-4036-9ad9-abae07f5e46f,segment=NetworkSegment(c5d3280d-01a6-43c7-8cd3-f44abe805d12),segment_id=c5d3280d-01a6-43c7-8cd3-f44abe805d12)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:14:32.065559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:32.066512 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:32.101429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7cd7eef-bcc2-43bd-8b8d-49af4ac4653f req-543efc45-ec16-47ab-953a-4c4e5f4ddb21 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=4f595947-f5fc-40b4-bf7e-4913032b38ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346439 Oct 13 14:14:32.205117 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:32.264120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c4c2ed4-355d-4a62-b249-33217202b087 req-e404fe02-84b7-492b-a2b5-bae420632a2f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593181 Oct 13 14:14:32.306687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:32.307758 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:32.315040 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] 10.222.0.41 "PUT /v2.0/ports/fd32683a-13c3-4036-9ad9-abae07f5e46f HTTP/1.1" status: 200 len: 1092 time: 2.9121718 Oct 13 14:14:32.409944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-70a78332-0475-4d2c-906d-29fb77187b25 req-4c57d85a-a043-4807-bb13-625a16b5a7ad service neutron] Transition to ACTIVE for port object 5cd13188-02f5-4986-8d58-b3d86267fde6 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:14:32.423216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d1a81f-8c88-4ba8-8fab-82902df5f9d7', 'tag': 'fd32683a-13c3-4036-9ad9-abae07f5e46f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:32.425918 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2545032c-a02c-4f0a-9f66-2cd78285579f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d1a81f-8c88-4ba8-8fab-82902df5f9d7", "tag": "fd32683a-13c3-4036-9ad9-abae07f5e46f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:32.576309 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70a78332-0475-4d2c-906d-29fb77187b25 req-4c57d85a-a043-4807-bb13-625a16b5a7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:32.597631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87078e5d-0fb3-414d-a507-210e1057abe3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd32683a-13c3-4036-9ad9-abae07f5e46f,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:32.678457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:32.680879 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee519df-b83f-4fe8-af00-fd3e00c14e17" -d '{"events": [{"server_uuid": "1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1", "name": "network-vif-plugged", "status": "completed", "tag": "a65cb65d-b7ce-487b-9ed4-37f8c7605de7"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:32.699023 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c3155-04b2-4738-8a54-13a513ddd1b0 req-dabd8182-3ced-465c-9804-da2143063638 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:32.700566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f67c3155-04b2-4738-8a54-13a513ddd1b0 req-dabd8182-3ced-465c-9804-da2143063638 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 945 time: 0.5103416 Oct 13 14:14:32.744411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-dae7ee72-8868-4ba5-9d86-0168e555d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:32.745950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-dae7ee72-8868-4ba5-9d86-0168e555d5c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3b0d6508ec7404b9e7dc1d26340ed8d&device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 1095 time: 0.3100667 Oct 13 14:14:32.778829 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:32.779302 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:32.779496 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Floating IP ba99b3c6-6632-4ca4-8a50-aa4707d6fc5c disassociated. External IP: 172.25.0.2, port: be4bedfe-1017-4fad-b941-f5d7d6d027b2. Oct 13 14:14:32.779862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Calling delete_port for be4bedfe-1017-4fad-b941-f5d7d6d027b2 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:32.802928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a78332-0475-4d2c-906d-29fb77187b25 req-4c57d85a-a043-4807-bb13-625a16b5a7ad service neutron] No DVR routers for this DVR port 5cd13188-02f5-4986-8d58-b3d86267fde6 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:14:32.811690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e12a9c-7032-4267-ae45-6a93a55ecf37 req-5e8467c3-5ef0-4473-a7c6-fd9c0e287df8 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:32.813567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97e12a9c-7032-4267-ae45-6a93a55ecf37 req-5e8467c3-5ef0-4473-a7c6-fd9c0e287df8 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 943 time: 0.3812475 Oct 13 14:14:32.875931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device be4bedfe-1017-4fad-b941-f5d7d6d027b2 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:14:32.897447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-ba57a729-5525-43f0-96d4-02d4cc966086 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd32683a-13c3-4036-9ad9-abae07f5e46f HTTP/1.1" status: 200 len: 217 time: 0.1146953 Oct 13 14:14:32.960706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57d85a-a043-4807-bb13-625a16b5a7ad service neutron] Pushing event updated for resources: {'Port': ['ID=5cd13188-02f5-4986-8d58-b3d86267fde6,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:32.965043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-7b53b6d5-980a-41b0-80d3-752e074a8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:32.966380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-7b53b6d5-980a-41b0-80d3-752e074a8de4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20&tenant_id=21833094a6e8447db4e32da93e56651f HTTP/1.1" status: 200 len: 1102 time: 0.3781800 Oct 13 14:14:33.010726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:33.020465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:33.033156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-4c57d85a-a043-4807-bb13-625a16b5a7ad service neutron] 10.222.0.49 "PUT /v2.0/ports/5cd13188-02f5-4986-8d58-b3d86267fde6/bindings/n-h2-806683-15/activate HTTP/1.1" status: 200 len: 370 time: 2.6629987 Oct 13 14:14:33.041581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f67c3155-04b2-4738-8a54-13a513ddd1b0 req-5683f845-b150-410e-b3a2-5aa2c8c4661e tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca8ad58e-19c8-461d-a879-1fa723d1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007169 Oct 13 14:14:33.066741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port be4bedfe-1017-4fad-b941-f5d7d6d027b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=be4bedfe-1017-4fad-b941-f5d7d6d027b2,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:33.107201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97e12a9c-7032-4267-ae45-6a93a55ecf37 req-b6ed8c4a-e330-4a18-a056-ddd7677e631b tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268763 Oct 13 14:14:33.144942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-68727829-3a45-42f3-9dbc-261a81746caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:33.146519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-68727829-3a45-42f3-9dbc-261a81746caa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7a84e14-4ac4-46ad-a640-04fdbce8ae36 HTTP/1.1" status: 200 len: 849 time: 0.2012603 Oct 13 14:14:33.160480 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:33.250328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=be4bedfe-1017-4fad-b941-f5d7d6d027b2,revision_number=11']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:33.256088 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f26fa75-3cc6-4730-9f59-e4c540e63e15 x-openstack-request-id: req-1f26fa75-3cc6-4730-9f59-e4c540e63e15 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:33.256374 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d1a81f-8c88-4ba8-8fab-82902df5f9d7", "tag": "fd32683a-13c3-4036-9ad9-abae07f5e46f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:33.256630 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f26fa75-3cc6-4730-9f59-e4c540e63e15 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:33.257043 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d1a81f-8c88-4ba8-8fab-82902df5f9d7', 'tag': 'fd32683a-13c3-4036-9ad9-abae07f5e46f', 'status': 'completed', 'code': 200} Oct 13 14:14:33.296892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-e4562df9-3937-4ade-9756-e08fc1be8b85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e955fcd-dd4b-419f-bf6c-dd49da2b30dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853205 Oct 13 14:14:33.394608 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:33.540389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78332-0475-4d2c-906d-29fb77187b25 req-e3969558-db80-4fe7-a506-019f3c8ded9d tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:33.542144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-e3969558-db80-4fe7-a506-019f3c8ded9d tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730&tenant_id=f98de12adc794eee8130fc8c105bc67c&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 1096 time: 0.2826285 Oct 13 14:14:33.565589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f2f6b-9c27-4132-8496-7cc187050ba6 req-00a74c81-084a-4716-b296-78f3f77b3bb8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:33.567084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac4f2f6b-9c27-4132-8496-7cc187050ba6 req-00a74c81-084a-4716-b296-78f3f77b3bb8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.3570919 Oct 13 14:14:33.581893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd6f71-95d9-468e-88af-9fa0b3a0a7ee req-78a0d2bc-048e-471a-8ce6-6b35fd9f993c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:33.583376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cccd6f71-95d9-468e-88af-9fa0b3a0a7ee req-78a0d2bc-048e-471a-8ce6-6b35fd9f993c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 944 time: 0.2852948 Oct 13 14:14:33.974915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-c31e0098-26ff-41b5-98ad-7cc5c3e78b9e service neutron] 10.222.0.41 "GET /v2.0/networks/0e955fcd-dd4b-419f-bf6c-dd49da2b30dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652925 Oct 13 14:14:33.992036 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:34.074750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac4f2f6b-9c27-4132-8496-7cc187050ba6 req-8bd9b69f-1aa8-409e-b3e7-574abe4d840b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785249 Oct 13 14:14:34.116014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cccd6f71-95d9-468e-88af-9fa0b3a0a7ee req-b730bc34-42f3-4c45-881b-0aff9e3a465d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084362 Oct 13 14:14:34.117619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event deleted for resources: {'Port': ['ID=be4bedfe-1017-4fad-b941-f5d7d6d027b2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:34.125083 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93ce0d9-bf5c-4807-804e-187b64f04d49 x-openstack-request-id: req-d93ce0d9-bf5c-4807-804e-187b64f04d49 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:34.125083 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1", "name": "network-vif-plugged", "status": "completed", "tag": "a65cb65d-b7ce-487b-9ed4-37f8c7605de7", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:34.125083 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d93ce0d9-bf5c-4807-804e-187b64f04d49 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:34.125083 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7', 'code': 200} Oct 13 14:14:34.133753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78332-0475-4d2c-906d-29fb77187b25 req-29cb197d-a60f-4a94-986d-3907c6d294ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:34.136680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-29cb197d-a60f-4a94-986d-3907c6d294ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730&tenant_id=f98de12adc794eee8130fc8c105bc67c HTTP/1.1" status: 200 len: 1096 time: 0.5648248 Oct 13 14:14:34.471413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b4412cb-a87a-4f82-bbda-675671c90559 req-b4b9d9b4-4f17-4c3f-87f9-390022af0ec2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 210 time: 0.1594245 Oct 13 14:14:34.471898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.objects.ports [None req-1b4cfc31-b961-49e1-8c1a-3aa1b349ae2c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112685) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:14:34.472373 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfc31-b961-49e1-8c1a-3aa1b349ae2c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:34.542795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea73d2c9-cf97-4395-8312-fcd24d7f1bfa req-166bc51c-c95e-4fab-90c4-b793d9ddba9c service neutron] 10.222.0.41 "GET /v2.0/networks/0e955fcd-dd4b-419f-bf6c-dd49da2b30dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454850 Oct 13 14:14:34.587610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78332-0475-4d2c-906d-29fb77187b25 req-9812f0e6-5fdc-451b-8ba4-d0e525ae1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:34.589139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-9812f0e6-5fdc-451b-8ba4-d0e525ae1d7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 1096 time: 0.3761077 Oct 13 14:14:34.599910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:34.631248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device cf9bc048-dca3-420b-a6d1-73683790334f no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:14:34.663957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd350e-2154-4a5f-a77f-fd87493e43c0 req-54b4f9c7-696c-4446-9aa8-84c499d2c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:34.665612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14cd350e-2154-4a5f-a77f-fd87493e43c0 req-54b4f9c7-696c-4446-9aa8-84c499d2c1c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 1098 time: 0.3605125 Oct 13 14:14:34.673501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc204f27-297c-4fdf-b286-236688dc7dc5 req-b0bd6997-c8d4-4b80-8c7d-71cde9ad4bf9 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:34.675059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc204f27-297c-4fdf-b286-236688dc7dc5 req-b0bd6997-c8d4-4b80-8c7d-71cde9ad4bf9 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.4399362 Oct 13 14:14:34.737303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cfc31-b961-49e1-8c1a-3aa1b349ae2c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9ba2e84d-67b0-4471-9b4d-08d6a93d5c1b,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:34.738236 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:34.842068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Router da3aac8f-3c95-4be3-9131-bed68c445a6e has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:14:34.869646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:34.910828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe900bf-7c8f-48ca-a22f-7287e35aa6f2 req-5f05335e-25be-4cba-8778-eeb61b27c99c tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:34.912356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fe900bf-7c8f-48ca-a22f-7287e35aa6f2 req-5f05335e-25be-4cba-8778-eeb61b27c99c tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 945 time: 0.3650494 Oct 13 14:14:34.913115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4cfc31-b961-49e1-8c1a-3aa1b349ae2c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Checking segment: {'id': '1f5969a9-4a33-448e-858e-003879d3330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '301372a3-c640-441a-9d10-baaa576e480e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:34.913486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4cfc31-b961-49e1-8c1a-3aa1b349ae2c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Network hostable DHCP agents. Network: 301372a3-c640-441a-9d10-baaa576e480e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:14:34.939143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14cd350e-2154-4a5f-a77f-fd87493e43c0 req-0e5c0e88-c134-47f7-a679-46efe4557397 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430892 Oct 13 14:14:34.987606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc204f27-297c-4fdf-b286-236688dc7dc5 req-fbc70e29-b0dc-4b7e-890c-7115ebc39097 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352924 Oct 13 14:14:35.043858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78332-0475-4d2c-906d-29fb77187b25 req-80884d35-9a94-4da6-b6f3-102031e81439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:35.045849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-80884d35-9a94-4da6-b6f3-102031e81439 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.4021826 Oct 13 14:14:35.047539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545032c-a02c-4f0a-9f66-2cd78285579f req-ee402efd-eb90-4acd-9740-dc22845b8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:35.049002 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2545032c-a02c-4f0a-9f66-2cd78285579f req-ee402efd-eb90-4acd-9740-dc22845b8ee1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c3b0d6508ec7404b9e7dc1d26340ed8d&device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 1095 time: 0.3039787 Oct 13 14:14:35.057981 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:35.116933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Transition to ACTIVE for port object cf9bc048-dca3-420b-a6d1-73683790334f will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:14:35.152815 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fe900bf-7c8f-48ca-a22f-7287e35aa6f2 req-72014a4a-c8a5-40f2-a407-a3a0377e9732 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca8ad58e-19c8-461d-a879-1fa723d1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188072 Oct 13 14:14:35.196451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4cfc31-b961-49e1-8c1a-3aa1b349ae2c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Network 301372a3-c640-441a-9d10-baaa576e480e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:14:35.196451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:35.228880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:14:35.235259 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:14:35.236136 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:14:35.238156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe58bc2-b1ec-493a-96d0-4918b37aa107 req-a3ceba52-81fe-4e17-9c1d-73c79d390ae2 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:35.242683 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a5b8d-ef40-4237-9154-fb7d8d89c257 None None] Sync routers for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:14:35.246493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bbe58bc2-b1ec-493a-96d0-4918b37aa107 req-a3ceba52-81fe-4e17-9c1d-73c79d390ae2 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 943 time: 0.1747582 Oct 13 14:14:35.267982 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a5b8d-ef40-4237-9154-fb7d8d89c257 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:14:35.268467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:35.268918 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8b9a5b8d-ef40-4237-9154-fb7d8d89c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:14:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:35.271236 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdf003d-7bdd-4b49-9c6c-946912fb2b69" -d '{"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-unplugged", "status": "completed", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:35.399963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] No DVR routers for this DVR port be4bedfe-1017-4fad-b941-f5d7d6d027b2 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:14:35.402103 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-8b9a5b8d-ef40-4237-9154-fb7d8d89c257 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:14:35.410128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] No DVR routers for this DVR port cf9bc048-dca3-420b-a6d1-73683790334f on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:14:35.413274 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:35.416621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb7b8f29-6858-4baa-930b-86fa9d7351c2 req-70e4ec4d-58d8-4ffb-895a-40498638e946 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.49 "DELETE /v2.0/ports/be4bedfe-1017-4fad-b941-f5d7d6d027b2 HTTP/1.1" status: 204 len: 173 time: 4.3820567 Oct 13 14:14:35.419217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-1b4cfc31-b961-49e1-8c1a-3aa1b349ae2c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 301372a3-c640-441a-9d10-baaa576e480e) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:35.428021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:35.429544 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6541d7b1-94ca-49b5-87a7-1ce6979befa3 None None] Network 301372a3-c640-441a-9d10-baaa576e480e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:14:35.446770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4cfc31-b961-49e1-8c1a-3aa1b349ae2c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:35.446770 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b4cfc31-b961-49e1-8c1a-3aa1b349ae2c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:35.451119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bbe58bc2-b1ec-493a-96d0-4918b37aa107 req-8c6c6d53-7263-4655-9461-8ee1d67712a6 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045515 Oct 13 14:14:35.495705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad2f1e-0eef-49d8-b0f3-9b451c9f5831 req-6afb04ad-8ac7-4873-adb7-db644142949c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:35.497329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47ad2f1e-0eef-49d8-b0f3-9b451c9f5831 req-6afb04ad-8ac7-4873-adb7-db644142949c tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 949 time: 0.2130413 Oct 13 14:14:35.500679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Attempting to bind port cf9bc048-dca3-420b-a6d1-73683790334f on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:14:35.501043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Attempting to bind port cf9bc048-dca3-420b-a6d1-73683790334f by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:14:35.501382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Attempting to bind port cf9bc048-dca3-420b-a6d1-73683790334f on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:35.513309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Port cf9bc048-dca3-420b-a6d1-73683790334f on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:14:35.513637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Attempting to bind port cf9bc048-dca3-420b-a6d1-73683790334f on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:35.529415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:14:35.529726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:35.530105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:14:35.530551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Bound port: cf9bc048-dca3-420b-a6d1-73683790334f, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:14:35.531041 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:35.559055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47ad2f1e-0eef-49d8-b0f3-9b451c9f5831 req-4cc3665e-8b82-4cc0-9d6c-dbb01cdab7bd tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541489 Oct 13 14:14:35.632584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1b4cfc31-b961-49e1-8c1a-3aa1b349ae2c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0677819 Oct 13 14:14:35.635145 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45920) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:35.639619 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Request body: {'floatingip': {'floating_network_id': '301372a3-c640-441a-9d10-baaa576e480e'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:35.700696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddce9c7-7df4-49f9-b320-96908f3b0eb2 req-f6ac7d9c-5b1e-4155-afb9-2b8b94449ef0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:35.702946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fddce9c7-7df4-49f9-b320-96908f3b0eb2 req-f6ac7d9c-5b1e-4155-afb9-2b8b94449ef0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 944 time: 0.1363144 Oct 13 14:14:35.712336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:35.716490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:14:35.724050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6cf306-585a-483c-801b-23e022f20bf8 None None] Network 301372a3-c640-441a-9d10-baaa576e480e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:14:35.761531 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8b9a5b8d-ef40-4237-9154-fb7d8d89c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:35.785549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fddce9c7-7df4-49f9-b320-96908f3b0eb2 req-c05a8a45-4495-4899-a55e-3cb7bbf8707b tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462017 Oct 13 14:14:35.795033 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a5b8d-ef40-4237-9154-fb7d8d89c257 None None] Checking router: da3aac8f-3c95-4be3-9131-bed68c445a6e for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:14:35.805893 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a5b8d-ef40-4237-9154-fb7d8d89c257 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:14:35.806869 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8b9a5b8d-ef40-4237-9154-fb7d8d89c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:14:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:35.828770 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1af7e9-6b85-4ab2-ad2b-1ce487e320fa x-openstack-request-id: req-2e1af7e9-6b85-4ab2-ad2b-1ce487e320fa {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:35.829169 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-unplugged", "status": "completed", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:35.829422 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e1af7e9-6b85-4ab2-ad2b-1ce487e320fa {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:35.829825 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'code': 200} Oct 13 14:14:35.863197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:35.863647 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:35.920353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:35.921050 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:35.923343 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] 10.222.0.49 "PUT /v2.0/ports/cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 200 len: 1098 time: 2.9329481 Oct 13 14:14:35.969758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca6ac4b4-70b1-464e-85e1-70cf877c0146 req-2c3b355e-427f-40a9-a50e-602e13d52858 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=98dcf1f2-ebaf-4f69-809b-acc7c71ee82a HTTP/1.1" status: 200 len: 210 time: 0.0564299 Oct 13 14:14:35.988622 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-8b9a5b8d-ef40-4237-9154-fb7d8d89c257 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:14:36.025010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:36.028461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f9350-1a93-40aa-abbe-b9eb971408e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=11']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:36.045834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-c1844e4f-6510-49f1-9dd2-0f9b37f5e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:36.048250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-c1844e4f-6510-49f1-9dd2-0f9b37f5e004 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 1101 time: 0.0816312 Oct 13 14:14:36.127769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:36.130586 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8d83a9-e2eb-49fa-ba2a-c17fa4047bbd" -d '{"events": [{"server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "name": "network-vif-unplugged", "status": "completed", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:36.186226 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Allocated IP 172.20.0.12 (301372a3-c640-441a-9d10-baaa576e480e/9ba2e84d-67b0-4471-9b4d-08d6a93d5c1b/a1372127-f960-432f-b404-088f6b895354) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:14:36.326476 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:36.338840 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8b9a5b8d-ef40-4237-9154-fb7d8d89c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:36.373353 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a5b8d-ef40-4237-9154-fb7d8d89c257 None None] The sync data for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 is: [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:14:36.474906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b6000-349b-4e83-8afc-89a2ca151441 req-81dfe8d6-3dad-4184-95bb-b7971afd004e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:36.476359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-334b6000-349b-4e83-8afc-89a2ca151441 req-81dfe8d6-3dad-4184-95bb-b7971afd004e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.0891860 Oct 13 14:14:36.485714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-0f2f65ef-086e-4e59-af76-86e66508f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:36.486807 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:36.489062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-0f2f65ef-086e-4e59-af76-86e66508f4de service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.4307866 Oct 13 14:14:36.539402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event updated for resources: {'Port': ['ID=a1372127-f960-432f-b404-088f6b895354,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:36.543131 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Network 301372a3-c640-441a-9d10-baaa576e480e is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:14:36.545315 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:36.548774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:14:36.551736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-0e424c5c-a422-45b5-9e2d-3b7df6e73017 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 200 len: 217 time: 0.0465949 Oct 13 14:14:36.559602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-334b6000-349b-4e83-8afc-89a2ca151441 req-e5fa5b66-b45a-4f89-9f08-20e8a94557a4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711758 Oct 13 14:14:36.627392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-496d001e-5664-471b-b783-ad3a88c5553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:36.634359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-496d001e-5664-471b-b783-ad3a88c5553b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0698259 Oct 13 14:14:36.638528 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add555c4-1349-4346-bd63-dddc48f70c15 x-openstack-request-id: req-add555c4-1349-4346-bd63-dddc48f70c15 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:36.638528 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "name": "network-vif-unplugged", "status": "completed", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:36.639187 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-add555c4-1349-4346-bd63-dddc48f70c15 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:36.639187 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'code': 200} Oct 13 14:14:36.682786 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:36.733573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-8ca39775-ba70-423e-ad18-79d522ef6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:36.734285 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96da1f5-d89e-4f20-ba62-f7db9faf9de1 None None] New status for floating IP ba99b3c6-6632-4ca4-8a50-aa4707d6fc5c: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:14:36.735192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-8ca39775-ba70-423e-ad18-79d522ef6dbb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0884666 Oct 13 14:14:36.829600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdb94d-1254-4462-b952-045dcc0d9769 req-058b633d-d3ee-4642-8a09-3e6c406c8b86 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:36.831015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ecdb94d-1254-4462-b952-045dcc0d9769 req-058b633d-d3ee-4642-8a09-3e6c406c8b86 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 945 time: 0.1354418 Oct 13 14:14:36.852423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c555db9-f385-473b-bc0d-e2f0fc96b5a7 req-136bdc8e-a7b0-4f78-8150-6481b930f9b8 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:36.853966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c555db9-f385-473b-bc0d-e2f0fc96b5a7 req-136bdc8e-a7b0-4f78-8150-6481b930f9b8 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 943 time: 0.1263683 Oct 13 14:14:36.929572 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:36.933934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-afd16b6c-1697-4d73-8a17-92523775221c service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872315 Oct 13 14:14:36.940090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ecdb94d-1254-4462-b952-045dcc0d9769 req-be22ff3b-a04f-452f-995b-af2f020643dc tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831513 Oct 13 14:14:36.953971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c555db9-f385-473b-bc0d-e2f0fc96b5a7 req-ac49d78e-97a2-4d22-849f-b5940dc6e02a tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889728 Oct 13 14:14:37.044002 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87d38f8a-3a76-42aa-a323-94cd9aec3748 req-07f45312-c371-4b5a-9f42-cf579c200f27 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008422 Oct 13 14:14:37.133387 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:37.156516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d33444-0264-48dd-bc28-52737dbd0447 req-9f56dd53-2077-423d-991a-34e95e1eb24b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:37.158058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89d33444-0264-48dd-bc28-52737dbd0447 req-9f56dd53-2077-423d-991a-34e95e1eb24b tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 949 time: 0.0846822 Oct 13 14:14:37.181401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f567dce-c978-4a7c-b8ea-1837f42cc5db req-5a8aa8ad-5f58-47ab-8470-63d14a1f8914 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:37.182895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f567dce-c978-4a7c-b8ea-1837f42cc5db req-5a8aa8ad-5f58-47ab-8470-63d14a1f8914 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 945 time: 0.0808485 Oct 13 14:14:37.228656 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:37.231638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89d33444-0264-48dd-bc28-52737dbd0447 req-151a6441-fe35-4984-9d7a-c18f716678ec tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667257 Oct 13 14:14:37.243127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f567dce-c978-4a7c-b8ea-1837f42cc5db req-db88c8a1-498f-4f99-be24-42ca36e9bc87 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca8ad58e-19c8-461d-a879-1fa723d1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528958 Oct 13 14:14:37.323774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event updated for resources: {'Port': ['ID=a1372127-f960-432f-b404-088f6b895354,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:37.336633 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:37.357490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898ec3-552e-462f-80f0-881dac81beba req-d94df22e-d988-4696-b2a7-805669231c59 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:37.359608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48898ec3-552e-462f-80f0-881dac81beba req-d94df22e-d988-4696-b2a7-805669231c59 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 944 time: 0.0560579 Oct 13 14:14:37.399721 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48898ec3-552e-462f-80f0-881dac81beba req-18cea654-96cb-47aa-883d-afb87096eb50 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339718 Oct 13 14:14:37.458744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45942) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:37.469913 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:37.471104 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e4064eaa-dfea-44c5-b377-d9836bf3b843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8349507 Oct 13 14:14:37.474555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45944) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:37.525917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-188c4830-04d1-4295-a569-5cb4e1e78522 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:37.556946 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-188c4830-04d1-4295-a569-5cb4e1e78522 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:37.564547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-beef1abd-83c1-4911-8548-e40b900210b2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=301372a3-c640-441a-9d10-baaa576e480e HTTP/1.1" status: 200 len: 690 time: 0.0884092 Oct 13 14:14:37.567123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45946) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:37.691299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-188c4830-04d1-4295-a569-5cb4e1e78522 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:37.694374 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-188c4830-04d1-4295-a569-5cb4e1e78522 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:37.695576 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-188c4830-04d1-4295-a569-5cb4e1e78522 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "DELETE /v2.0/security-groups/4f595947-f5fc-40b4-bf7e-4913032b38ef HTTP/1.1" status: 204 len: 168 time: 0.2357926 Oct 13 14:14:37.699982 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45950) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:37.711036 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:37.713399 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c4830-04d1-4295-a569-5cb4e1e78522 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f595947-f5fc-40b4-bf7e-4913032b38ef,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:37.723412 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-c824d5f4-d6b5-4214-802d-b29679c49dfb tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] show failed (client error): The resource could not be found. Oct 13 14:14:37.724837 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c824d5f4-d6b5-4214-802d-b29679c49dfb tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups/4f595947-f5fc-40b4-bf7e-4913032b38ef HTTP/1.1" status: 404 len: 347 time: 0.0232930 Oct 13 14:14:37.727659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45952) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:37.799759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7cb33-abdb-4d3d-9e13-769d4fbeedb0 req-c6ec61ee-3cbd-4a44-849b-2e4d71c7eb3b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:37.801375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbd7cb33-abdb-4d3d-9e13-769d4fbeedb0 req-c6ec61ee-3cbd-4a44-849b-2e4d71c7eb3b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1538274 Oct 13 14:14:37.833345 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'name': 'network-vif-deleted', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2'}, {'name': 'network-changed', 'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:37.835655 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2431cca1-6936-43a2-a0ad-27d0af7694ef" -d '{"events": [{"server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "name": "network-vif-deleted", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2"}, {"name": "network-changed", "server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:37.870869 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5d116b15-5bfa-4ea3-8a59-5c9925c58c16 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Deleting port d24ba63f-e016-4834-9ac7-d856133b984e {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:37.871221 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d116b15-5bfa-4ea3-8a59-5c9925c58c16 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:37.893224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbd7cb33-abdb-4d3d-9e13-769d4fbeedb0 req-9fabd8a8-eea1-41f6-9f29-f2a5feb8155a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826275 Oct 13 14:14:37.914061 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcabd12-bdb2-4623-bfb3-41a729f2c9af x-openstack-request-id: req-9fcabd12-bdb2-4623-bfb3-41a729f2c9af {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:37.914061 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dcf1f2-ebaf-4f69-809b-acc7c71ee82a", "name": "network-vif-deleted", "tag": "be4bedfe-1017-4fad-b941-f5d7d6d027b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:37.914061 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fcabd12-bdb2-4623-bfb3-41a729f2c9af {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:37.914061 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dcf1f2-ebaf-4f69-809b-acc7c71ee82a', 'name': 'network-vif-deleted', 'tag': 'be4bedfe-1017-4fad-b941-f5d7d6d027b2', 'status': 'completed', 'code': 200} Oct 13 14:14:37.914061 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'status': 'completed', 'code': 200} Oct 13 14:14:37.923378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Deleting port a1372127-f960-432f-b404-088f6b895354 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:37.923929 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:37.960901 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d116b15-5bfa-4ea3-8a59-5c9925c58c16 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:37.961268 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d116b15-5bfa-4ea3-8a59-5c9925c58c16 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:37.974977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5d116b15-5bfa-4ea3-8a59-5c9925c58c16 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Calling delete_port for d24ba63f-e016-4834-9ac7-d856133b984e owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:38.048289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-b7608a1c-7b04-4b7c-8942-72ff1938d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:38.049931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-b7608a1c-7b04-4b7c-8942-72ff1938d8eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 1101 time: 0.1216304 Oct 13 14:14:38.083677 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:38.084010 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:38.191920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Calling delete_port for a1372127-f960-432f-b404-088f6b895354 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:38.240259 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d116b15-5bfa-4ea3-8a59-5c9925c58c16 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:38.243185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc2cc4-ba6c-46af-8009-cee4a55430e6 req-e99702e7-f21a-42e0-9d1b-1bb3672244db tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:38.244760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81bc2cc4-ba6c-46af-8009-cee4a55430e6 req-e99702e7-f21a-42e0-9d1b-1bb3672244db tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 943 time: 0.1923695 Oct 13 14:14:38.273983 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d116b15-5bfa-4ea3-8a59-5c9925c58c16 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event deleted for resources: {'Port': ['ID=d24ba63f-e016-4834-9ac7-d856133b984e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:38.346644 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d116b15-5bfa-4ea3-8a59-5c9925c58c16 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:38.351469 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d116b15-5bfa-4ea3-8a59-5c9925c58c16 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:38.354232 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5d116b15-5bfa-4ea3-8a59-5c9925c58c16 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "DELETE /v2.0/floatingips/ba99b3c6-6632-4ca4-8a50-aa4707d6fc5c HTTP/1.1" status: 204 len: 168 time: 0.6243973 Oct 13 14:14:38.365210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33aec4-3e77-48ae-a1bd-b1cef22f5784 req-d8e4f1b6-b444-467a-90e6-32c35b019b1d tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:38.366761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea33aec4-3e77-48ae-a1bd-b1cef22f5784 req-d8e4f1b6-b444-467a-90e6-32c35b019b1d tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 945 time: 0.2801538 Oct 13 14:14:38.435753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-38de6718-2ac1-4041-b31a-f99f02698940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:38.438489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-38de6718-2ac1-4041-b31a-f99f02698940 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.3670886 Oct 13 14:14:38.448825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81bc2cc4-ba6c-46af-8009-cee4a55430e6 req-3a7a7ffa-6a30-4c6b-a735-fc38235ebcd9 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626217 Oct 13 14:14:38.510525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1bf0e-35d2-47c7-a659-072d7973adeb req-bf9683bc-0d11-4523-a6b7-4c5500700dde tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:38.512034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8fa1bf0e-35d2-47c7-a659-072d7973adeb req-bf9683bc-0d11-4523-a6b7-4c5500700dde tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.49 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 945 time: 0.2333291 Oct 13 14:14:38.523135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-2927d2aa-ac59-4daf-be27-d6ddd0657402 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 200 len: 217 time: 0.0740523 Oct 13 14:14:38.545452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea33aec4-3e77-48ae-a1bd-b1cef22f5784 req-12b2ef33-2457-448a-9614-baa3753e5bc9 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616254 Oct 13 14:14:38.746936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-9a451e9a-28bc-4c63-83b9-a083d116897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:38.748434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-9a451e9a-28bc-4c63-83b9-a083d116897a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2101793 Oct 13 14:14:38.757138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b0d38-f1d1-48c1-b205-941d9a107cb8 req-430c2703-b357-42dc-892c-806f2e98caa4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:38.758542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf2b0d38-f1d1-48c1-b205-941d9a107cb8 req-430c2703-b357-42dc-892c-806f2e98caa4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 949 time: 0.2430565 Oct 13 14:14:38.842543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73d6cb-15c3-4adf-9fe1-74001b6555ba req-6521bdd3-6f4f-4382-b047-3c37a37ed821 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:38.844598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b73d6cb-15c3-4adf-9fe1-74001b6555ba req-6521bdd3-6f4f-4382-b047-3c37a37ed821 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 945 time: 0.2128034 Oct 13 14:14:38.881178 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:38.898600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf2b0d38-f1d1-48c1-b205-941d9a107cb8 req-8e3b4c22-3826-4eb1-ab74-f8222e34ddfa tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185567 Oct 13 14:14:38.907625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-8fa1bf0e-35d2-47c7-a659-072d7973adeb req-43270745-dc86-461b-a6de-c431f1179d6b tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Deleting port 9c523759-02d4-476f-a2b7-04479dd24432 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:38.907971 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8fa1bf0e-35d2-47c7-a659-072d7973adeb req-43270745-dc86-461b-a6de-c431f1179d6b tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:38.925916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cf9bc048-dca3-420b-a6d1-73683790334f details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:14:38.931444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-b086c4f3-042b-4d93-8d1d-fdbdc2749db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:38.933152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-b086c4f3-042b-4d93-8d1d-fdbdc2749db1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1704717 Oct 13 14:14:38.941537 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1372127-f960-432f-b404-088f6b895354,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:39.063925 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:39.076235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'mac_address': 'fa:16:3e:40:52:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:14:39.121935 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:39.141493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9bc048-dca3-420b-a6d1-73683790334f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:39.165151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:39.222998 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:39.280883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=12']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:39.339887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b73d6cb-15c3-4adf-9fe1-74001b6555ba req-35d42f2d-ca3e-46a4-86df-c81d142adb97 tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca8ad58e-19c8-461d-a879-1fa723d1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844470 Oct 13 14:14:39.402826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:39.454760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-8fa1bf0e-35d2-47c7-a659-072d7973adeb req-43270745-dc86-461b-a6de-c431f1179d6b tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] For port 9c523759-02d4-476f-a2b7-04479dd24432, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=9c523759-02d4-476f-a2b7-04479dd24432,segment=NetworkSegment(b31a6d0f-14b6-4cec-9a4a-027e824e330d),segment_id=b31a6d0f-14b6-4cec-9a4a-027e824e330d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:39.455328 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8fa1bf0e-35d2-47c7-a659-072d7973adeb req-43270745-dc86-461b-a6de-c431f1179d6b tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:39.522048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-8fa1bf0e-35d2-47c7-a659-072d7973adeb req-43270745-dc86-461b-a6de-c431f1179d6b tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Calling delete_port for 9c523759-02d4-476f-a2b7-04479dd24432 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:39.533577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['cf9bc048-dca3-420b-a6d1-73683790334f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:39.534185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-47141a83-4b10-4cf1-af2f-d4021db08356 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908177 Oct 13 14:14:39.552919 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45972) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:39.564253 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4baab8a0-1555-40ab-a7ed-839f0b9256f4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1784588306', 'description': 'tempest-description--90286102'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:39.724123 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:39.755091 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4baab8a0-1555-40ab-a7ed-839f0b9256f4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:39.760838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f7bc3-a8e7-4158-bc47-538883cfc62d req-6e8a1432-0bf1-47a8-a881-3562ad43aef3 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:39.765387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-272f7bc3-a8e7-4158-bc47-538883cfc62d req-6e8a1432-0bf1-47a8-a881-3562ad43aef3 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 944 time: 0.3265769 Oct 13 14:14:39.857400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4baab8a0-1555-40ab-a7ed-839f0b9256f4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:39.870447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ec185-be81-4d6d-a892-14f251d3fc64 req-4f2611ff-ec3e-464b-8651-1dd431f8706c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:39.871971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0ec185-be81-4d6d-a892-14f251d3fc64 req-4f2611ff-ec3e-464b-8651-1dd431f8706c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.2174766 Oct 13 14:14:39.892398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-b2812913-057e-4f85-ba6c-b22b6657ac27 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436487 Oct 13 14:14:39.907246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-272f7bc3-a8e7-4158-bc47-538883cfc62d req-f0ae8aad-9ecb-4cc5-9fdf-2517f40ef6a9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284869 Oct 13 14:14:39.986863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0ec185-be81-4d6d-a892-14f251d3fc64 req-6e14e2ac-593f-4d0e-b630-8e3cd4e3d628 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029682 Oct 13 14:14:39.994454 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4baab8a0-1555-40ab-a7ed-839f0b9256f4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.038082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baab8a0-1555-40ab-a7ed-839f0b9256f4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe24992-1791-413f-ab30-64fd5989edb9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:40.040074 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af59da-e60b-4c0a-bbb8-be808579cc6c req-dc26eeb6-e8c8-4fb7-88b4-544cb0cd86a6 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:40.041788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5af59da-e60b-4c0a-bbb8-be808579cc6c req-dc26eeb6-e8c8-4fb7-88b4-544cb0cd86a6 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 943 time: 0.0704727 Oct 13 14:14:40.080773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.142256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba2e84d-67b0-4471-9b4d-08d6a93d5c1b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:40.168439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5af59da-e60b-4c0a-bbb8-be808579cc6c req-d97be319-f177-4f84-acfb-0db37605086b tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156404 Oct 13 14:14:40.218188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcb6d6-525a-4d6b-abdc-39b28617714b req-25f6e962-1f95-4ebe-944b-fc3fd8fb3006 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:40.220299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86dcb6d6-525a-4d6b-abdc-39b28617714b req-25f6e962-1f95-4ebe-944b-fc3fd8fb3006 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 945 time: 0.1596618 Oct 13 14:14:40.239211 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.263828 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8fa1bf0e-35d2-47c7-a659-072d7973adeb req-43270745-dc86-461b-a6de-c431f1179d6b tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.276445 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4baab8a0-1555-40ab-a7ed-839f0b9256f4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.277823 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4baab8a0-1555-40ab-a7ed-839f0b9256f4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7234511 Oct 13 14:14:40.280756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45978) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:40.285438 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-39e635fd-2e31-4c59-947a-b42fe37fb0bd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Request body: {'security_group_rule': {'security_group_id': 'afe24992-1791-413f-ab30-64fd5989edb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:40.329948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43270745-dc86-461b-a6de-c431f1179d6b tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Pushing event deleted for resources: {'Port': ['ID=9c523759-02d4-476f-a2b7-04479dd24432,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:40.347731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301372a3-c640-441a-9d10-baaa576e480e']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:40.372232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5969a9-4a33-448e-858e-003879d3330a') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:40.372521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5969a9-4a33-448e-858e-003879d3330a') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:40.391541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86dcb6d6-525a-4d6b-abdc-39b28617714b req-a29a4f39-6038-4279-a391-b0df511c0a78 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639273 Oct 13 14:14:40.412203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83947f-4b0a-49c9-be98-346d2aa45c27 req-24aa754a-a8ed-4ebb-ae29-896ac97657e3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:40.413341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c83947f-4b0a-49c9-be98-346d2aa45c27 req-24aa754a-a8ed-4ebb-ae29-896ac97657e3 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 950 time: 0.1845534 Oct 13 14:14:40.415316 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.441036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa1bf0e-35d2-47c7-a659-072d7973adeb req-43270745-dc86-461b-a6de-c431f1179d6b tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] No DVR routers for this DVR port 9c523759-02d4-476f-a2b7-04479dd24432 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:14:40.450680 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8fa1bf0e-35d2-47c7-a659-072d7973adeb req-43270745-dc86-461b-a6de-c431f1179d6b tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.455160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8fa1bf0e-35d2-47c7-a659-072d7973adeb req-43270745-dc86-461b-a6de-c431f1179d6b tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.49 "DELETE /v2.0/ports/9c523759-02d4-476f-a2b7-04479dd24432 HTTP/1.1" status: 204 len: 173 time: 1.9361613 Oct 13 14:14:40.456678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de718bc-d903-426d-944a-74894eff406d', 'name': 'network-vif-deleted', 'tag': '9c523759-02d4-476f-a2b7-04479dd24432'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:40.458956 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564e2720-3469-4500-b5af-cef38db29ad4" -d '{"events": [{"server_uuid": "4de718bc-d903-426d-944a-74894eff406d", "name": "network-vif-deleted", "tag": "9c523759-02d4-476f-a2b7-04479dd24432"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:40.474623 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.508185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:14:40.508598 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc1860b7-61e9-43e2-baa6-a05167dde576 req-94d3782f-9255-46db-be3e-aed4d31ca60a tempest-ServerAddressesNegativeTestJSON-29145367 tempest-ServerAddressesNegativeTestJSON-29145367-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de718bc-d903-426d-944a-74894eff406d HTTP/1.1" status: 200 len: 210 time: 0.0443645 Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:14:40.512956 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:14:40.515504 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39e635fd-2e31-4c59-947a-b42fe37fb0bd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.571265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c83947f-4b0a-49c9-be98-346d2aa45c27 req-7a2ddf41-63c0-44ca-801d-2086012cd4f5 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354480 Oct 13 14:14:40.572764 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7261e20b-5fdd-4243-8270-364f6b395010 x-openstack-request-id: req-7261e20b-5fdd-4243-8270-364f6b395010 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:40.573142 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de718bc-d903-426d-944a-74894eff406d", "name": "network-vif-deleted", "tag": "9c523759-02d4-476f-a2b7-04479dd24432", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:40.573398 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7261e20b-5fdd-4243-8270-364f6b395010 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:40.573810 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de718bc-d903-426d-944a-74894eff406d', 'name': 'network-vif-deleted', 'tag': '9c523759-02d4-476f-a2b7-04479dd24432', 'status': 'completed', 'code': 200} Oct 13 14:14:40.587046 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39e635fd-2e31-4c59-947a-b42fe37fb0bd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.695511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e354ed-275b-46ac-84d8-e2a88f60ef84 req-f335b324-3b25-464e-9a5b-307c7b8d0d39 tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:40.697123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7e354ed-275b-46ac-84d8-e2a88f60ef84 req-f335b324-3b25-464e-9a5b-307c7b8d0d39 tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 1102 time: 0.0445414 Oct 13 14:14:40.734475 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7e354ed-275b-46ac-84d8-e2a88f60ef84 req-6c401a29-b739-4576-a61c-c8569a255f11 tempest-MigrationsAdminTest-1498046284 tempest-MigrationsAdminTest-1498046284-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Oct 13 14:14:40.788658 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39e635fd-2e31-4c59-947a-b42fe37fb0bd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.827567 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e635fd-2e31-4c59-947a-b42fe37fb0bd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58fb5935-105b-4b0c-b2a4-55bc305b4aca,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:40.837095 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.843789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 301372a3-c640-441a-9d10-baaa576e480e {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 14:14:40.847274 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.850876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "DELETE /v2.0/networks/301372a3-c640-441a-9d10-baaa576e480e HTTP/1.1" status: 204 len: 168 time: 3.2823298 Oct 13 14:14:40.854930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45988) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:40.861897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437cb64-244c-4bb4-951c-8c7e3cb09dbe tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event deleted for resources: {'Network': ['ID=301372a3-c640-441a-9d10-baaa576e480e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:40.919489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cf9bc048-dca3-420b-a6d1-73683790334f up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:14:40.973182 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39e635fd-2e31-4c59-947a-b42fe37fb0bd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:40.977685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45992) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:40.978711 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-39e635fd-2e31-4c59-947a-b42fe37fb0bd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6957040 Oct 13 14:14:40.984018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-70852d5e-8777-4a3f-befa-191154d1636a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Request body: {'security_group_rule': {'security_group_id': 'afe24992-1791-413f-ab30-64fd5989edb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:41.012779 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bc3f035d-d277-4ae9-89f0-548a7d75d700 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 0.1556356 Oct 13 14:14:41.013407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45996) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:41.068620 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port cf9bc048-dca3-420b-a6d1-73683790334f completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:14:41.075296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port cf9bc048-dca3-420b-a6d1-73683790334f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:41.075769 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:41.091769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25f830-c774-4d70-aa25-58da044af2c0 req-54371e58-f1f6-404e-bc00-d17cb1c1d9d4 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.094444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d25f830-c774-4d70-aa25-58da044af2c0 req-54371e58-f1f6-404e-bc00-d17cb1c1d9d4 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 944 time: 0.0922589 Oct 13 14:14:41.134882 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70852d5e-8777-4a3f-befa-191154d1636a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:41.153901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e37d1-7845-4cfe-b276-4688d72923b8 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.154375 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e37d1-7845-4cfe-b276-4688d72923b8 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.154917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e37d1-7845-4cfe-b276-4688d72923b8 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.156521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e37d1-7845-4cfe-b276-4688d72923b8 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.157212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e37d1-7845-4cfe-b276-4688d72923b8 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.157675 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e37d1-7845-4cfe-b276-4688d72923b8 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.158147 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e37d1-7845-4cfe-b276-4688d72923b8 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.158967 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e37d1-7845-4cfe-b276-4688d72923b8 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.159266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e37d1-7845-4cfe-b276-4688d72923b8 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.159726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e37d1-7845-4cfe-b276-4688d72923b8 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.165116 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e58e37d1-7845-4cfe-b276-4688d72923b8 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6595 time: 0.1478319 Oct 13 14:14:41.165392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45998) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:41.179262 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:41.207997 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70852d5e-8777-4a3f-befa-191154d1636a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:41.224026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d25f830-c774-4d70-aa25-58da044af2c0 req-f531c360-6fd7-4f7a-924e-36d082ea29cb tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214237 Oct 13 14:14:41.234015 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:41.239254 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd847b5-47f2-4ad3-ad81-2e456ef714b0" -d '{"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-plugged", "status": "completed", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:41.247742 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-e18dbe39-a801-40d7-aa62-f5ae510f1a88 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] delete failed (client error): The resource could not be found. Oct 13 14:14:41.249643 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e18dbe39-a801-40d7-aa62-f5ae510f1a88 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/50cc74f9-ff15-4d4e-9b08-62a30d62eac2 HTTP/1.1" status: 404 len: 345 time: 0.0823452 Oct 13 14:14:41.253184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46004) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:41.269407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:41.274333 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed5bae1-cbf5-45d8-bd33-187cc2479f9a tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] DELETE failed (client error): The resource could not be found. Oct 13 14:14:41.279370 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed5bae1-cbf5-45d8-bd33-187cc2479f9a tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:14:41.279370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2ed5bae1-cbf5-45d8-bd33-187cc2479f9a tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "DELETE /v2.0/networks/301372a3-c640-441a-9d10-baaa576e480e HTTP/1.1" status: 404 len: 339 time: 0.0243704 Oct 13 14:14:41.283118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46006) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:41.288404 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-35236620-8df0-46a2-bab2-8135d8cd3ac1 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Request body: {'network': {'name': 'tempest-network--1819259874', 'router:external': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:41.344349 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:41.346397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 9c523759-02d4-476f-a2b7-04479dd24432 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:14:41.350194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40391fe2-e74b-45ec-8260-ca57f2eff93c req-bf2747ca-301b-40c8-9b62-98d47b3acfe1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.357568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40391fe2-e74b-45ec-8260-ca57f2eff93c req-bf2747ca-301b-40c8-9b62-98d47b3acfe1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.0603085 Oct 13 14:14:41.359409 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70852d5e-8777-4a3f-befa-191154d1636a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:41.395298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70852d5e-8777-4a3f-befa-191154d1636a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36682a24-ea8f-4143-8704-2b1c9850a147,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:41.395516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 9c523759-02d4-476f-a2b7-04479dd24432 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:14:41.395818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 9c523759-02d4-476f-a2b7-04479dd24432 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:14:41.397005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35236620-8df0-46a2-bab2-8135d8cd3ac1 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Made reservation on behalf of e7d39a9cf3ce4a3d9a7f6c72ba633f85 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:41.402309 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-35236620-8df0-46a2-bab2-8135d8cd3ac1 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:41.424867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40391fe2-e74b-45ec-8260-ca57f2eff93c req-0e05e9cc-e2f0-4df1-928a-9774c6ac7d85 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631616 Oct 13 14:14:41.443524 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35236620-8df0-46a2-bab2-8135d8cd3ac1 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:14:41.456176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-35236620-8df0-46a2-bab2-8135d8cd3ac1 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:41.456618 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-35236620-8df0-46a2-bab2-8135d8cd3ac1 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Added segment afa73271-216a-411b-b959-ff2ada4f5eb2 of type vlan for network 073c7653-3a12-447a-a779-c577b8fb9cae Oct 13 14:14:41.457133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=13']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:41.506543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fad18-b73e-43d2-9908-afd55a765b22 req-72766b76-aa58-4312-b662-5de5d643652a tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.508433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-843fad18-b73e-43d2-9908-afd55a765b22 req-72766b76-aa58-4312-b662-5de5d643652a tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 943 time: 0.0824990 Oct 13 14:14:41.509974 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc88e5b0-66dd-41d5-8097-e071b0260887 x-openstack-request-id: req-fc88e5b0-66dd-41d5-8097-e071b0260887 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:41.509974 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-plugged", "status": "completed", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:41.510252 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc88e5b0-66dd-41d5-8097-e071b0260887 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:41.511348 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70852d5e-8777-4a3f-befa-191154d1636a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:41.512544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-70852d5e-8777-4a3f-befa-191154d1636a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5334277 Oct 13 14:14:41.513597 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'code': 200} Oct 13 14:14:41.517878 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-35236620-8df0-46a2-bab2-8135d8cd3ac1 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:41.518697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46012) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:41.527365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:41.701758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-765f257c-a87f-4426-87c7-8339162b042f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5cd13188-02f5-4986-8d58-b3d86267fde6 HTTP/1.1" status: 200 len: 217 time: 0.1176131 Oct 13 14:14:41.730047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-843fad18-b73e-43d2-9908-afd55a765b22 req-ac9f299d-f9bf-4c4a-aff2-5d7b70783095 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122982 Oct 13 14:14:41.757042 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-35236620-8df0-46a2-bab2-8135d8cd3ac1 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:41.757778 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35236620-8df0-46a2-bab2-8135d8cd3ac1 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.758340 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-35236620-8df0-46a2-bab2-8135d8cd3ac1 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:41.782885 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:41.868148 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35236620-8df0-46a2-bab2-8135d8cd3ac1 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event updated for resources: {'Network': ['ID=073c7653-3a12-447a-a779-c577b8fb9cae,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:41.879595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78332-0475-4d2c-906d-29fb77187b25 req-62d6e036-00ff-44d1-af48-50c2a4464dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.881109 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-62d6e036-00ff-44d1-af48-50c2a4464dcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.1481218 Oct 13 14:14:41.893343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 073c7653-3a12-447a-a779-c577b8fb9cae details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:14:41.895818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-7cfe15f4-ad0a-4c5c-aaf3-55caadbccc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.897330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-7cfe15f4-ad0a-4c5c-aaf3-55caadbccc12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=21833094a6e8447db4e32da93e56651f&device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 1103 time: 0.2749982 Oct 13 14:14:41.905741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e09ef-1443-480f-b212-86eea24e47d3 req-4e6dbc84-a2d8-4f6c-a308-41351eb6d3b8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.907373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f9e09ef-1443-480f-b212-86eea24e47d3 req-4e6dbc84-a2d8-4f6c-a308-41351eb6d3b8 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 951 time: 0.3216832 Oct 13 14:14:41.956255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545032c-a02c-4f0a-9f66-2cd78285579f req-efda9cce-bd38-4864-bf3c-2acbcd7cf89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:41.957740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2545032c-a02c-4f0a-9f66-2cd78285579f req-efda9cce-bd38-4864-bf3c-2acbcd7cf89e service neutron] 10.222.0.41 "GET /v2.0/networks?id=0e955fcd-dd4b-419f-bf6c-dd49da2b30dc HTTP/1.1" status: 200 len: 910 time: 0.3593433 Oct 13 14:14:41.974645 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-35236620-8df0-46a2-bab2-8135d8cd3ac1 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6902695 Oct 13 14:14:41.978676 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46016) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:41.990317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-4fdd57ae-b8ea-4c44-abd9-4ef928ff8d7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818143 Oct 13 14:14:42.095705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2545032c-a02c-4f0a-9f66-2cd78285579f req-bdbc4360-4a72-4d0a-a051-55e81e45db11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd32683a-13c3-4036-9ad9-abae07f5e46f HTTP/1.1" status: 200 len: 217 time: 0.1140857 Oct 13 14:14:42.206918 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f9e09ef-1443-480f-b212-86eea24e47d3 req-4677526b-4c21-4101-ac1d-7869b0bac59e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817473 Oct 13 14:14:42.221400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648744d1-8318-460d-9afd-0ddc49a33ed6 req-5f11d004-8adb-4196-8d34-c3edd3171182 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:42.223069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-648744d1-8318-460d-9afd-0ddc49a33ed6 req-5f11d004-8adb-4196-8d34-c3edd3171182 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 945 time: 0.3649504 Oct 13 14:14:42.304260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545032c-a02c-4f0a-9f66-2cd78285579f req-1d219cc1-34d4-470c-8ecb-0f11325a5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:42.305694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2545032c-a02c-4f0a-9f66-2cd78285579f req-1d219cc1-34d4-470c-8ecb-0f11325a5ca5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a7a84e14-4ac4-46ad-a640-04fdbce8ae36 HTTP/1.1" status: 200 len: 849 time: 0.1784117 Oct 13 14:14:42.309541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46020) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:42.315975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-cbf9c99b-8514-4acc-b030-d601b335091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:42.317535 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-cbf9c99b-8514-4acc-b030-d601b335091c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.3910849 Oct 13 14:14:42.412902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2545032c-a02c-4f0a-9f66-2cd78285579f req-50b2ad79-b6d6-45da-9507-86602af7ef92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0e955fcd-dd4b-419f-bf6c-dd49da2b30dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942152 Oct 13 14:14:42.471837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-2f2ac37c-2eff-4b3e-a6c6-524f4278613a service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357731 Oct 13 14:14:42.485030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387f7ee6-341e-4e7f-8009-525095f99f4b tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:42.491340 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387f7ee6-341e-4e7f-8009-525095f99f4b tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:42.497781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387f7ee6-341e-4e7f-8009-525095f99f4b tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:42.499599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-22bb24b5-cf63-41ef-8b69-0146b4c1d405 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 200 len: 217 time: 0.1300309 Oct 13 14:14:42.506381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387f7ee6-341e-4e7f-8009-525095f99f4b tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:42.510931 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-387f7ee6-341e-4e7f-8009-525095f99f4b tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5286174 Oct 13 14:14:42.511140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-648744d1-8318-460d-9afd-0ddc49a33ed6 req-8b4b1ea0-45a1-4a4a-b194-025167804baf tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502046 Oct 13 14:14:42.511411 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46024) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:42.635902 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:42.736387 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:42.767661 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073c7653-3a12-447a-a779-c577b8fb9cae']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:42.788229 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa73271-216a-411b-b959-ff2ada4f5eb2') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:42.788519 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa73271-216a-411b-b959-ff2ada4f5eb2') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:42.800082 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:42.817530 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:42.825852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:14:42.826261 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:14:42.829353 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:14:42.943613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Deleting subnet 83f58f81-7ed9-4d71-950a-52fd5509f139 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:14:42.968173 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:43.032797 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:43.040091 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:43.046434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 073c7653-3a12-447a-a779-c577b8fb9cae {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 14:14:43.051652 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:43.056357 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "DELETE /v2.0/networks/073c7653-3a12-447a-a779-c577b8fb9cae HTTP/1.1" status: 204 len: 168 time: 0.5435376 Oct 13 14:14:43.070933 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46030) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:43.072018 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17955468-413e-4b12-8203-b84e98a41c1b tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event deleted for resources: {'Network': ['ID=073c7653-3a12-447a-a779-c577b8fb9cae,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:43.087146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d538c468-f18b-4d8f-a4f3-7f3a550bf28e tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Request body: {'network': {'name': 'tempest-network--383213514', 'router:external': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:43.099698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52ed81-573d-4c41-b705-b4bf5d6795c1 req-f95c528d-1da8-4857-b7c2-fa733fdada1e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:43.101322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df52ed81-573d-4c41-b705-b4bf5d6795c1 req-f95c528d-1da8-4857-b7c2-fa733fdada1e tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 944 time: 0.7049625 Oct 13 14:14:43.111206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-1bccc33e-8d30-45af-8e70-8431d92aca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:43.116753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-1bccc33e-8d30-45af-8e70-8431d92aca40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.5777316 Oct 13 14:14:43.118094 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:43.216831 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d538c468-f18b-4d8f-a4f3-7f3a550bf28e tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Made reservation on behalf of e7d39a9cf3ce4a3d9a7f6c72ba633f85 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:43.220652 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d538c468-f18b-4d8f-a4f3-7f3a550bf28e tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:43.270579 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d538c468-f18b-4d8f-a4f3-7f3a550bf28e tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:14:43.276283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2545032c-a02c-4f0a-9f66-2cd78285579f req-c25fcf68-1ffa-4f48-bdf6-ca7164e1950f service neutron] 10.222.0.41 "GET /v2.0/networks/0e955fcd-dd4b-419f-bf6c-dd49da2b30dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8085606 Oct 13 14:14:43.283631 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d538c468-f18b-4d8f-a4f3-7f3a550bf28e tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:43.284767 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-d538c468-f18b-4d8f-a4f3-7f3a550bf28e tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Added segment f699fe2c-0334-4c20-8af3-e4e50ba05cc1 of type vlan for network 9c48807b-f59e-4f7c-96f8-b7a7349803b8 Oct 13 14:14:43.287167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4b389-a838-4fc5-8927-9d4620a3062d req-52dbe49c-8782-4f5b-bf6b-aab9fa290b83 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:43.289244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9a4b389-a838-4fc5-8927-9d4620a3062d req-52dbe49c-8782-4f5b-bf6b-aab9fa290b83 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.49 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 951 time: 0.4202538 Oct 13 14:14:43.323930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49375f-bc77-4b03-a28e-38f113736eb8 req-36823406-f759-489d-a845-e26feaf6a984 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:43.325014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df49375f-bc77-4b03-a28e-38f113736eb8 req-36823406-f759-489d-a845-e26feaf6a984 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.4749458 Oct 13 14:14:43.349744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-1e81dda0-4af5-4fd6-bd92-13c9cffe824c service neutron] 10.222.0.41 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8489506 Oct 13 14:14:43.362285 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d538c468-f18b-4d8f-a4f3-7f3a550bf28e tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:43.513544 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:43.526976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df52ed81-573d-4c41-b705-b4bf5d6795c1 req-393f79a5-6416-43af-a15f-f27ea47e63b0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977957 Oct 13 14:14:43.578894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-bae41cdb-9992-4c6a-adf4-f2f0de374f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:43.580413 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d538c468-f18b-4d8f-a4f3-7f3a550bf28e tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:43.580750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-bae41cdb-9992-4c6a-adf4-f2f0de374f0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4311426 Oct 13 14:14:43.581639 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d538c468-f18b-4d8f-a4f3-7f3a550bf28e tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:43.582319 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d538c468-f18b-4d8f-a4f3-7f3a550bf28e tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:43.671945 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538c468-f18b-4d8f-a4f3-7f3a550bf28e tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event updated for resources: {'Network': ['ID=9c48807b-f59e-4f7c-96f8-b7a7349803b8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:43.682065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 9c48807b-f59e-4f7c-96f8-b7a7349803b8 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:14:43.734567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df49375f-bc77-4b03-a28e-38f113736eb8 req-ea6fecae-c90a-44b0-befa-c840984484c4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797319 Oct 13 14:14:43.746571 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d538c468-f18b-4d8f-a4f3-7f3a550bf28e tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6622174 Oct 13 14:14:43.747576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46036) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:43.764939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Allocated IP 172.25.0.251 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/383b1bea-5beb-49d5-8c91-4f2999b0a38f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:14:43.825697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2545032c-a02c-4f0a-9f66-2cd78285579f req-9f5c3b58-1e33-43a2-b411-7b59fbbad6f4 service neutron] 10.222.0.41 "GET /v2.0/networks/0e955fcd-dd4b-419f-bf6c-dd49da2b30dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351741 Oct 13 14:14:43.877372 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd7ffc-78e6-4f1d-a05f-1cd6a3af4229 tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:43.879406 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-00bd7ffc-78e6-4f1d-a05f-1cd6a3af4229 tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] 10.222.0.18 "GET /v2.0/networks/9c48807b-f59e-4f7c-96f8-b7a7349803b8 HTTP/1.1" status: 200 len: 756 time: 0.1306026 Oct 13 14:14:43.882890 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46038) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:43.977666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311a6bd-d6f1-4eea-b37d-b815bc60ee91 req-9ccdfabb-e1c4-4160-8077-cb767ce4abea tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:43.980546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0311a6bd-d6f1-4eea-b37d-b815bc60ee91 req-9ccdfabb-e1c4-4160-8077-cb767ce4abea tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 943 time: 0.3493044 Oct 13 14:14:44.016417 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.018206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522b1193-b759-42ba-9c4f-673bbc68504f tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:44.022869 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-522b1193-b759-42ba-9c4f-673bbc68504f tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] 10.222.0.18 "GET /v2.0/networks/130ba13f-3f8b-4164-b9ae-59d1abe83c00 HTTP/1.1" status: 200 len: 768 time: 0.1361363 Oct 13 14:14:44.023289 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46040) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:44.058123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-e9a4b389-a838-4fc5-8927-9d4620a3062d req-4e2dd56c-caa4-411c-992b-dc396a97bfdb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Deleting port cf9bc048-dca3-420b-a6d1-73683790334f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:44.058577 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9a4b389-a838-4fc5-8927-9d4620a3062d req-4e2dd56c-caa4-411c-992b-dc396a97bfdb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.140971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-1562f469-0b43-4fb7-9cd6-970627e36c61 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087378 Oct 13 14:14:44.142166 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.169344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f58f81-7ed9-4d71-950a-52fd5509f139,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:44.222643 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.225783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/83f58f81-7ed9-4d71-950a-52fd5509f139 HTTP/1.1" status: 204 len: 168 time: 1.9114003 Oct 13 14:14:44.227654 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.230164 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46042) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:44.273362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:44.273710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:44.274053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:44.274385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:44.274710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:44.275038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:44.275363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:44.275687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:44.276005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:44.276323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:44.276642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:44.276960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c46994-d908-40b8-a5de-271880308f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:44.297095 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c48807b-f59e-4f7c-96f8-b7a7349803b8']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:44.315431 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f699fe2c-0334-4c20-8af3-e4e50ba05cc1') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:44.315654 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f699fe2c-0334-4c20-8af3-e4e50ba05cc1') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:44.333095 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.336460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2946c08-d9d2-4c52-b9fa-ef8bc84ed3f7 req-b5e024d0-62cd-4ca7-854e-59ddc85badd4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:44.338016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2946c08-d9d2-4c52-b9fa-ef8bc84ed3f7 req-b5e024d0-62cd-4ca7-854e-59ddc85badd4 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 951 time: 0.4978495 Oct 13 14:14:44.342891 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d79a555-7272-4b43-ab36-9f90937a0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.353278 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.362190 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:14:44.362582 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:14:44.364270 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:14:44.386891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0311a6bd-d6f1-4eea-b37d-b815bc60ee91 req-0a5951f0-8bc2-401c-9903-a790d9aeeb94 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737373 Oct 13 14:14:44.411600 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.447652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78332-0475-4d2c-906d-29fb77187b25 req-7a334360-9e8c-460b-955a-66e1a1fc32a1 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:44.455327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-7a334360-9e8c-460b-955a-66e1a1fc32a1 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730&tenant_id=f98de12adc794eee8130fc8c105bc67c&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1096 time: 0.4159517 Oct 13 14:14:44.496073 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d79a555-7272-4b43-ab36-9f90937a0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.519037 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3d79a555-7272-4b43-ab36-9f90937a0827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591fc45b-8fda-49f2-8a25-1bd3e5ef6520']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:44.519352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e9a4b389-a838-4fc5-8927-9d4620a3062d req-4e2dd56c-caa4-411c-992b-dc396a97bfdb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:44.519724 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9a4b389-a838-4fc5-8927-9d4620a3062d req-4e2dd56c-caa4-411c-992b-dc396a97bfdb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.529929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b7684-06cf-4b03-a376-a8ac28a16dde req-60c4a639-bd0f-4dd1-8d6b-e3ac242ad2ae tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:44.530653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3d79a555-7272-4b43-ab36-9f90937a0827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31a6d0f-14b6-4cec-9a4a-027e824e330d') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:44.531039 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3d79a555-7272-4b43-ab36-9f90937a0827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31a6d0f-14b6-4cec-9a4a-027e824e330d') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:44.531915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-651b7684-06cf-4b03-a376-a8ac28a16dde req-60c4a639-bd0f-4dd1-8d6b-e3ac242ad2ae tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 945 time: 0.3142054 Oct 13 14:14:44.541704 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d79a555-7272-4b43-ab36-9f90937a0827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.557614 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d79a555-7272-4b43-ab36-9f90937a0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.565019 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d79a555-7272-4b43-ab36-9f90937a0827 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:14:44.565537 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d79a555-7272-4b43-ab36-9f90937a0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:14:44.567464 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:14:44.588678 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2946c08-d9d2-4c52-b9fa-ef8bc84ed3f7 req-04651b93-7529-4ead-8fc2-e6ba4f2204f7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334435 Oct 13 14:14:44.609775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-e9a4b389-a838-4fc5-8927-9d4620a3062d req-4e2dd56c-caa4-411c-992b-dc396a97bfdb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Calling delete_port for cf9bc048-dca3-420b-a6d1-73683790334f owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:44.657694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2431cca1-6936-43a2-a0ad-27d0af7694ef req-d0400338-69ff-44ff-a4cf-624c61421348 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519532 Oct 13 14:14:44.674295 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fd32683a-13c3-4036-9ad9-abae07f5e46f details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:14:44.685519 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.695524 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c48807b-f59e-4f7c-96f8-b7a7349803b8 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 14:14:44.698754 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.709486 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "DELETE /v2.0/networks/9c48807b-f59e-4f7c-96f8-b7a7349803b8 HTTP/1.1" status: 204 len: 168 time: 0.6847656 Oct 13 14:14:44.715175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46046) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:44.720924 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13488f-c5e7-4cdb-a4c4-bf03d7027843 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c48807b-f59e-4f7c-96f8-b7a7349803b8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:44.728766 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d79a555-7272-4b43-ab36-9f90937a0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.733557 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d79a555-7272-4b43-ab36-9f90937a0827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.741053 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3d79a555-7272-4b43-ab36-9f90937a0827 admin admin] 10.222.0.18 "DELETE /v2.0/networks/591fc45b-8fda-49f2-8a25-1bd3e5ef6520 HTTP/1.1" status: 204 len: 168 time: 0.5098331 Oct 13 14:14:44.745800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-cb4df1f9-ef70-4a63-954f-4933438c9b0c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Request body: {'network': {'name': 'tempest-network--1353016227'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:44.755829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79a555-7272-4b43-ab36-9f90937a0827 admin admin] Pushing event deleted for resources: {'Network': ['ID=591fc45b-8fda-49f2-8a25-1bd3e5ef6520,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:44.796654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fd32683a-13c3-4036-9ad9-abae07f5e46f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fd32683a-13c3-4036-9ad9-abae07f5e46f,segment=NetworkSegment(c5d3280d-01a6-43c7-8cd3-f44abe805d12),segment_id=c5d3280d-01a6-43c7-8cd3-f44abe805d12)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:44.828521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'fd32683a-13c3-4036-9ad9-abae07f5e46f', 'network_id': '0e955fcd-dd4b-419f-bf6c-dd49da2b30dc', 'port_id': 'fd32683a-13c3-4036-9ad9-abae07f5e46f', 'mac_address': 'fa:16:3e:8e:41:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a84e14-4ac4-46ad-a640-04fdbce8ae36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:14:44.869393 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:44.887726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd32683a-13c3-4036-9ad9-abae07f5e46f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:44.912143 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fd32683a-13c3-4036-9ad9-abae07f5e46f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fd32683a-13c3-4036-9ad9-abae07f5e46f,segment=NetworkSegment(c5d3280d-01a6-43c7-8cd3-f44abe805d12),segment_id=c5d3280d-01a6-43c7-8cd3-f44abe805d12)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:44.939020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cf9bc048-dca3-420b-a6d1-73683790334f no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:14:45.022711 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.026231 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.090492 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:45.092900 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39a761e-ae6d-4f4c-9e20-c7028aa0f7c8" -d '{"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-unplugged", "status": "completed", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:45.115025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cf9bc048-dca3-420b-a6d1-73683790334f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cf9bc048-dca3-420b-a6d1-73683790334f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:45.116462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=fd32683a-13c3-4036-9ad9-abae07f5e46f,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:45.157770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ae6aa-2638-457f-aeb2-650184ad5f16 req-a7e6a229-a5f5-46d9-afb7-81c86ff90c48 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:45.159394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a4ae6aa-2638-457f-aeb2-650184ad5f16 req-a7e6a229-a5f5-46d9-afb7-81c86ff90c48 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 945 time: 0.7011597 Oct 13 14:14:45.169940 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.260475 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.303668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:14:45.312714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0263136-005c-46ba-98d2-118824eae046 req-0f7dfc59-9370-4a7f-a3d2-73a0d6e9caf4 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:45.314556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0263136-005c-46ba-98d2-118824eae046 req-0f7dfc59-9370-4a7f-a3d2-73a0d6e9caf4 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 944 time: 0.6092548 Oct 13 14:14:45.327015 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46054) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:45.329846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:45.333428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=14']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:45.339355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:14:45.349333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event updated for resources: {'Port': ['ID=383b1bea-5beb-49d5-8c91-4f2999b0a38f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:45.366026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-651b7684-06cf-4b03-a376-a8ac28a16dde req-926455ef-cd91-4855-af24-bb2b4c736aec tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Deleting port e52471b0-53cb-4de8-9b97-e175a35a27e4 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:45.366366 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-651b7684-06cf-4b03-a376-a8ac28a16dde req-926455ef-cd91-4855-af24-bb2b4c736aec tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.385425 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6214ece5-8e20-49ec-872d-aa1cfb4e7f3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d162d07a2f434ed7a274d2296a42d0bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565414 Oct 13 14:14:45.387879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46056) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:45.443933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ccc45d0-c2ac-42a4-b488-0dc1f56896f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.468083 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ccc45d0-c2ac-42a4-b488-0dc1f56896f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.470778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a4ae6aa-2638-457f-aeb2-650184ad5f16 req-ea86e70d-b91b-4232-a074-6e25d2cbd51b tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937467 Oct 13 14:14:45.477243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['fd32683a-13c3-4036-9ad9-abae07f5e46f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:45.482968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4df1f9-ef70-4a63-954f-4933438c9b0c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Made reservation on behalf of e7d39a9cf3ce4a3d9a7f6c72ba633f85 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:45.486279 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb4df1f9-ef70-4a63-954f-4933438c9b0c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.551211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-70a78332-0475-4d2c-906d-29fb77187b25 req-2fb1419c-232b-4508-a01a-205925e4ccf9 service neutron] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:45.573467 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70a78332-0475-4d2c-906d-29fb77187b25 req-2fb1419c-232b-4508-a01a-205925e4ccf9 service neutron] Notify callbacks [] for binding, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.574584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70a78332-0475-4d2c-906d-29fb77187b25 req-2fb1419c-232b-4508-a01a-205925e4ccf9 service neutron] 10.222.0.41 "DELETE /v2.0/ports/5cd13188-02f5-4986-8d58-b3d86267fde6/bindings/n-h1-806683-15 HTTP/1.1" status: 204 len: 173 time: 1.0782154 Oct 13 14:14:45.579749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0263136-005c-46ba-98d2-118824eae046 req-469c904b-a025-47c8-adcc-3b45f6376a79 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455015 Oct 13 14:14:45.635915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4df1f9-ef70-4a63-954f-4933438c9b0c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:14:45.647921 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a52142-7f76-44d1-8a56-98c66a6e563b x-openstack-request-id: req-d3a52142-7f76-44d1-8a56-98c66a6e563b {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:45.648109 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-unplugged", "status": "completed", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:45.650792 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3a52142-7f76-44d1-8a56-98c66a6e563b {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:45.650792 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'code': 200} Oct 13 14:14:45.657761 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ccc45d0-c2ac-42a4-b488-0dc1f56896f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.662047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ccc45d0-c2ac-42a4-b488-0dc1f56896f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.663223 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4ccc45d0-c2ac-42a4-b488-0dc1f56896f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca8ad58e-19c8-461d-a879-1fa723d1bb8f HTTP/1.1" status: 204 len: 168 time: 0.2742219 Oct 13 14:14:45.672625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc45d0-c2ac-42a4-b488-0dc1f56896f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8ad58e-19c8-461d-a879-1fa723d1bb8f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:45.684655 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb4df1f9-ef70-4a63-954f-4933438c9b0c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.684655 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-cb4df1f9-ef70-4a63-954f-4933438c9b0c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Added segment a4b9c9d5-8656-4cb1-968f-537bcadaf450 of type vlan for network 97c513ce-d172-434d-9357-1fb548aa0f4f Oct 13 14:14:45.769789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9a4b389-a838-4fc5-8927-9d4620a3062d req-4e2dd56c-caa4-411c-992b-dc396a97bfdb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.787309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b404053c-5795-422b-beaa-2c9b6b2f362a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:45.814862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-651b7684-06cf-4b03-a376-a8ac28a16dde req-926455ef-cd91-4855-af24-bb2b4c736aec tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] For port e52471b0-53cb-4de8-9b97-e175a35a27e4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e52471b0-53cb-4de8-9b97-e175a35a27e4,segment=NetworkSegment(839e7061-6bc3-47ba-8094-9283fb0ab606),segment_id=839e7061-6bc3-47ba-8094-9283fb0ab606)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:45.815233 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-651b7684-06cf-4b03-a376-a8ac28a16dde req-926455ef-cd91-4855-af24-bb2b4c736aec tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.916810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f813dbc-a381-4dc0-8505-83442f1f6d47 req-9b7c539d-d8a3-453d-98fd-8fc241053791 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:45.918285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f813dbc-a381-4dc0-8505-83442f1f6d47 req-9b7c539d-d8a3-453d-98fd-8fc241053791 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.3347631 Oct 13 14:14:45.919148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dd56c-caa4-411c-992b-dc396a97bfdb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Pushing event deleted for resources: {'Port': ['ID=cf9bc048-dca3-420b-a6d1-73683790334f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:45.926879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-651b7684-06cf-4b03-a376-a8ac28a16dde req-926455ef-cd91-4855-af24-bb2b4c736aec tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Calling delete_port for e52471b0-53cb-4de8-9b97-e175a35a27e4 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:45.936083 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:45.950450 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb4df1f9-ef70-4a63-954f-4933438c9b0c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:46.080225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a4b389-a838-4fc5-8927-9d4620a3062d req-4e2dd56c-caa4-411c-992b-dc396a97bfdb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] No DVR routers for this DVR port cf9bc048-dca3-420b-a6d1-73683790334f on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:14:46.096563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5e3f1-4926-48bd-8bb0-2787494aa29c req-06874918-3a5b-4c63-8f70-b7c7d4afcfcb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:46.098244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49f5e3f1-4926-48bd-8bb0-2787494aa29c req-06874918-3a5b-4c63-8f70-b7c7d4afcfcb tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 944 time: 0.3412683 Oct 13 14:14:46.102596 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9a4b389-a838-4fc5-8927-9d4620a3062d req-4e2dd56c-caa4-411c-992b-dc396a97bfdb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:46.106379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9a4b389-a838-4fc5-8927-9d4620a3062d req-4e2dd56c-caa4-411c-992b-dc396a97bfdb tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.49 "DELETE /v2.0/ports/cf9bc048-dca3-420b-a6d1-73683790334f HTTP/1.1" status: 204 len: 173 time: 2.7914190 Oct 13 14:14:46.107961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-deleted', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:46.110707 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09600a9c-d194-40e6-b451-cb36c410afb2" -d '{"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-deleted", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:46.138912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f813dbc-a381-4dc0-8505-83442f1f6d47 req-80bffe11-eaa2-4075-a3c2-c5ef70b6765a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985869 Oct 13 14:14:46.178632 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:46.188536 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb4df1f9-ef70-4a63-954f-4933438c9b0c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:46.188536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4df1f9-ef70-4a63-954f-4933438c9b0c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:46.188536 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb4df1f9-ef70-4a63-954f-4933438c9b0c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:46.312542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49f5e3f1-4926-48bd-8bb0-2787494aa29c req-30cda3f0-36f4-4b4b-97e6-9d5b85f1e83a tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817808 Oct 13 14:14:46.350953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-833411f9-c735-476e-9cd1-edb00645c95c req-6b7432e0-d63e-43d4-a823-ecfb588ab909 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4241bdec-092a-48d3-8899-f975ca8c6a20 HTTP/1.1" status: 200 len: 210 time: 0.0750058 Oct 13 14:14:46.357304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4df1f9-ef70-4a63-954f-4933438c9b0c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event updated for resources: {'Network': ['ID=97c513ce-d172-434d-9357-1fb548aa0f4f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:46.370935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 97c513ce-d172-434d-9357-1fb548aa0f4f details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:14:46.376897 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6086f7-307a-4305-a430-f57b21d483e2 x-openstack-request-id: req-6f6086f7-307a-4305-a430-f57b21d483e2 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:46.377356 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4241bdec-092a-48d3-8899-f975ca8c6a20", "name": "network-vif-deleted", "tag": "cf9bc048-dca3-420b-a6d1-73683790334f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:46.377743 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f6086f7-307a-4305-a430-f57b21d483e2 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:46.378329 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4241bdec-092a-48d3-8899-f975ca8c6a20', 'name': 'network-vif-deleted', 'tag': 'cf9bc048-dca3-420b-a6d1-73683790334f', 'status': 'completed', 'code': 200} Oct 13 14:14:46.486631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cb4df1f9-ef70-4a63-954f-4933438c9b0c tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.7531486 Oct 13 14:14:46.489500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46078) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:46.495341 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-cf7e95b1-0b6e-4224-9ea3-e69f4c60af34 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Request body: {'network': {'router:external': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:46.555426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e44480-2195-4492-a5ff-186947dc76d4 req-f36ab6a0-6780-4e3c-aa5a-f0c74aafeccb tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:46.557000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67e44480-2195-4492-a5ff-186947dc76d4 req-f36ab6a0-6780-4e3c-aa5a-f0c74aafeccb tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 1096 time: 0.0901701 Oct 13 14:14:46.597025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2719ac14-cb10-4f6a-a08b-8716e25f943c', '2572126f-75fe-47b0-acfe-cf9e83f81d3d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:46.657763 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:46.668160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67e44480-2195-4492-a5ff-186947dc76d4 req-d6d47aee-9455-4140-ae7a-7dfbef5c37b8 tempest-LiveMigrationTest-1583646232 tempest-LiveMigrationTest-1583646232-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935259 Oct 13 14:14:46.689784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c659b-a710-4629-aac0-dd2e1579dadb req-ffd392e0-b840-4b5b-8676-6037063bd332 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:46.690281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e52471b0-53cb-4de8-9b97-e175a35a27e4 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:14:46.692000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c59c659b-a710-4629-aac0-dd2e1579dadb req-ffd392e0-b840-4b5b-8676-6037063bd332 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 945 time: 0.1340692 Oct 13 14:14:46.696486 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf7e95b1-0b6e-4224-9ea3-e69f4c60af34 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:46.701333 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-651b7684-06cf-4b03-a376-a8ac28a16dde req-926455ef-cd91-4855-af24-bb2b4c736aec tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:46.769180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No active binding found for port e52471b0-53cb-4de8-9b97-e175a35a27e4 {{(pid=112686) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 14:14:46.769651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e52471b0-53cb-4de8-9b97-e175a35a27e4 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:14:46.815484 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:46.817680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926455ef-cd91-4855-af24-bb2b4c736aec tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Pushing event deleted for resources: {'Port': ['ID=e52471b0-53cb-4de8-9b97-e175a35a27e4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:46.857690 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf7e95b1-0b6e-4224-9ea3-e69f4c60af34 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:46.912344 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf7e95b1-0b6e-4224-9ea3-e69f4c60af34 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Network 97c513ce-d172-434d-9357-1fb548aa0f4f is not hosted by any dhcp agent {{(pid=112684) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 14:14:46.913484 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7e95b1-0b6e-4224-9ea3-e69f4c60af34 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:46.914156 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf7e95b1-0b6e-4224-9ea3-e69f4c60af34 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:46.918263 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cf7e95b1-0b6e-4224-9ea3-e69f4c60af34 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "PUT /v2.0/networks/97c513ce-d172-434d-9357-1fb548aa0f4f HTTP/1.1" status: 200 len: 858 time: 0.4244142 Oct 13 14:14:46.918516 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46086) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:46.933033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c59c659b-a710-4629-aac0-dd2e1579dadb req-7db3a484-ecea-4cdf-bc53-cd0b871371ce tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9ee87f0-a721-4eec-915c-c5c8795b1f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235816 Oct 13 14:14:46.933829 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-651b7684-06cf-4b03-a376-a8ac28a16dde req-926455ef-cd91-4855-af24-bb2b4c736aec tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] No DVR routers for this DVR port e52471b0-53cb-4de8-9b97-e175a35a27e4 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:14:46.941078 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-651b7684-06cf-4b03-a376-a8ac28a16dde req-926455ef-cd91-4855-af24-bb2b4c736aec tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:46.944524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-651b7684-06cf-4b03-a376-a8ac28a16dde req-926455ef-cd91-4855-af24-bb2b4c736aec tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.41 "DELETE /v2.0/ports/e52471b0-53cb-4de8-9b97-e175a35a27e4 HTTP/1.1" status: 204 len: 173 time: 2.3651750 Oct 13 14:14:46.948294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event updated for resources: {'Port': ['ID=383b1bea-5beb-49d5-8c91-4f2999b0a38f,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:46.979483 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:46.999648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e95b1-0b6e-4224-9ea3-e69f4c60af34 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event updated for resources: {'Network': ['ID=97c513ce-d172-434d-9357-1fb548aa0f4f,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:47.028933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.106232 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.117284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1f27ed2a-5b93-4abf-98d3-ad4591d8728c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5874357 Oct 13 14:14:47.141820 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.165844 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c513ce-d172-434d-9357-1fb548aa0f4f']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:47.179776 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b9c9d5-8656-4cb1-968f-537bcadaf450') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:47.180201 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b9c9d5-8656-4cb1-968f-537bcadaf450') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:47.191659 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.208806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.219684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:14:47.220092 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:14:47.222114 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:14:47.316452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649cfaf-622d-4e36-9964-68bea5d1f27e req-267cde44-0998-4d84-94f3-4119acfd0553 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:47.318661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c649cfaf-622d-4e36-9964-68bea5d1f27e req-267cde44-0998-4d84-94f3-4119acfd0553 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.0766890 Oct 13 14:14:47.401498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada471bb-d790-4739-b51d-875c72b8aad5 req-7583007c-89b2-4ff7-83fe-376786ca9e0d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:47.401968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46108) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:47.403391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ada471bb-d790-4739-b51d-875c72b8aad5 req-7583007c-89b2-4ff7-83fe-376786ca9e0d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 944 time: 0.0839162 Oct 13 14:14:47.410564 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c649cfaf-622d-4e36-9964-68bea5d1f27e req-5d560a1e-2b69-4331-acd4-682f749986e5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618386 Oct 13 14:14:47.428569 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.434780 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 97c513ce-d172-434d-9357-1fb548aa0f4f {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 14:14:47.464583 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ada471bb-d790-4739-b51d-875c72b8aad5 req-227f98ef-4b8e-4e73-8442-134051130a9d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538073 Oct 13 14:14:47.474453 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.487626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46116) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:47.500209 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] 10.222.0.18 "DELETE /v2.0/networks/97c513ce-d172-434d-9357-1fb548aa0f4f HTTP/1.1" status: 204 len: 168 time: 0.5771158 Oct 13 14:14:47.500209 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dfa70-8e6d-4098-bb3e-be0dd7d149a2 tempest-ExternalNetworksTestJSON-277577339 tempest-ExternalNetworksTestJSON-277577339-project-admin] Pushing event deleted for resources: {'Network': ['ID=97c513ce-d172-434d-9357-1fb548aa0f4f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:47.525031 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-37da5c19-13b8-4314-ba54-670a059eaa77 tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] DELETE failed (client error): The resource could not be found. Oct 13 14:14:47.525617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37da5c19-13b8-4314-ba54-670a059eaa77 tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:14:47.532410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46122) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:47.543459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-37da5c19-13b8-4314-ba54-670a059eaa77 tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] 10.222.0.18 "DELETE /v2.0/subnets/9ba2e84d-67b0-4471-9b4d-08d6a93d5c1b HTTP/1.1" status: 404 len: 337 time: 0.0543311 Oct 13 14:14:47.630640 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:14:47.678422 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57a76778-9855-43fc-9f7c-21021c261abb tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.709644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-a4bc2ec5-345e-4ae2-b39b-b2d2f56a2453 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1784588306&fields=id&tenant_id=b80d7edb00dd4c08b870dab304ba4673 HTTP/1.1" status: 200 len: 267 time: 0.1608033 Oct 13 14:14:47.754716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aaae3-aa8e-45d7-8edc-53b4090a7b2a req-72874bfd-3d67-4ad8-b7ab-30ba977e24f6 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:47.762167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-841aaae3-aa8e-45d7-8edc-53b4090a7b2a req-72874bfd-3d67-4ad8-b7ab-30ba977e24f6 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 944 time: 0.1701288 Oct 13 14:14:47.789538 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57a76778-9855-43fc-9f7c-21021c261abb tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.800770 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-16419290-network', 'tenant_id': 'caa260a692e942b996f5ba62d42d742d'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:47.836149 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-57a76778-9855-43fc-9f7c-21021c261abb tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130ba13f-3f8b-4164-b9ae-59d1abe83c00']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:47.857927 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-57a76778-9855-43fc-9f7c-21021c261abb tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6407078c-b593-4c29-9963-a80464ef931e') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:47.859055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-57a76778-9855-43fc-9f7c-21021c261abb tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6407078c-b593-4c29-9963-a80464ef931e') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:47.870100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-841aaae3-aa8e-45d7-8edc-53b4090a7b2a req-64766c26-f38b-4c3a-8478-454dc024ad07 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814285 Oct 13 14:14:47.875794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57a76778-9855-43fc-9f7c-21021c261abb tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.907545 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57a76778-9855-43fc-9f7c-21021c261abb tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.915565 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a76778-9855-43fc-9f7c-21021c261abb tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57a76778-9855-43fc-9f7c-21021c261abb tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:14:47.929799 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:14:47.932499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab7613-f44a-438d-95db-73e999e74916 req-5f94e98e-ba6b-460a-8087-9a454d078bb9 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:47.932499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-5f94e98e-ba6b-460a-8087-9a454d078bb9 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 817 time: 0.2154393 Oct 13 14:14:47.951934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-8a838f62-dc88-4493-acb8-ac7a6d60c90e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/quotas/b80d7edb00dd4c08b870dab304ba4673 HTTP/1.1" status: 200 len: 375 time: 0.0162783 Oct 13 14:14:47.975742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Made reservation on behalf of caa260a692e942b996f5ba62d42d742d for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:47.978131 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:47.994536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:48.039775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-098aa907-efdb-4da7-80ae-a95f8910fce0 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773311 Oct 13 14:14:48.095833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac20df56-25d7-4257-b928-fbb88f59eae3 req-7d07cc10-0a26-4805-bc5a-731cdeea66b4 tempest-ServerMetadataNegativeTestJSON-835263692 tempest-ServerMetadataNegativeTestJSON-835263692-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2ddfe3a-c000-460d-aa62-a7ccb1e08f90 HTTP/1.1" status: 200 len: 210 time: 0.0328333 Oct 13 14:14:48.129124 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:48.131017 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57a76778-9855-43fc-9f7c-21021c261abb tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:48.137058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-163ea9ed-3b80-4acd-98a7-cf3f610f4852 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:14:48.144061 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57a76778-9855-43fc-9f7c-21021c261abb tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:48.145565 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-163ea9ed-3b80-4acd-98a7-cf3f610f4852 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1013765 Oct 13 14:14:48.150014 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-57a76778-9855-43fc-9f7c-21021c261abb tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] 10.222.0.18 "DELETE /v2.0/networks/130ba13f-3f8b-4164-b9ae-59d1abe83c00 HTTP/1.1" status: 204 len: 168 time: 0.6140015 Oct 13 14:14:48.163120 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a76778-9855-43fc-9f7c-21021c261abb tempest-ExternalNetworksTestJSON-453180149 tempest-ExternalNetworksTestJSON-453180149-project] Pushing event deleted for resources: {'Network': ['ID=130ba13f-3f8b-4164-b9ae-59d1abe83c00,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:48.234245 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:48.242865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-04638ef5-ace3-4a95-8a40-865185dbc548 service neutron] 10.222.0.18 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964322 Oct 13 14:14:48.265349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:14:48.277308 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ee5fd0-8c67-4d05-89c4-77148c5d878b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:48.285982 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:48.286330 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Added segment ce8e0c9e-d12c-4425-bb95-ea2bbad5e362 of type vlan for network a2cd8daa-076b-44c2-893e-4822eea8657d Oct 13 14:14:48.339334 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:48.357170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-80f59877-57ea-4407-b9f7-9c5ff53d06a6 service neutron] 10.222.0.18 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076360 Oct 13 14:14:48.377061 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:48.379396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ddfe3a-c000-460d-aa62-a7ccb1e08f90', 'name': 'network-vif-deleted', 'tag': 'e52471b0-53cb-4de8-9b97-e175a35a27e4'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:48.381838 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495e8e00-fcaf-4052-9ad9-ef9a1d7e7f30" -d '{"events": [{"server_uuid": "c2ddfe3a-c000-460d-aa62-a7ccb1e08f90", "name": "network-vif-deleted", "tag": "e52471b0-53cb-4de8-9b97-e175a35a27e4"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:48.438903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893f0e8-2cc5-4413-bc3b-5f7f2d10c62c req-0d5cb5a1-c63c-498a-879d-9b7b0343e864 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:48.440373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c893f0e8-2cc5-4413-bc3b-5f7f2d10c62c req-0d5cb5a1-c63c-498a-879d-9b7b0343e864 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 944 time: 0.0551972 Oct 13 14:14:48.532426 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:48.534258 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:48.534911 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:48.538700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c893f0e8-2cc5-4413-bc3b-5f7f2d10c62c req-54d10d22-bb1a-4b23-9a94-699d94b9179f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Deleting port 5cd13188-02f5-4986-8d58-b3d86267fde6 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:48.539522 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c893f0e8-2cc5-4413-bc3b-5f7f2d10c62c req-54d10d22-bb1a-4b23-9a94-699d94b9179f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:48.612549 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] Pushing event updated for resources: {'Network': ['ID=a2cd8daa-076b-44c2-893e-4822eea8657d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:48.627757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network a2cd8daa-076b-44c2-893e-4822eea8657d details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:14:48.656534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c893f0e8-2cc5-4413-bc3b-5f7f2d10c62c req-54d10d22-bb1a-4b23-9a94-699d94b9179f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] For port 5cd13188-02f5-4986-8d58-b3d86267fde6, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5cd13188-02f5-4986-8d58-b3d86267fde6,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:48.656907 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c893f0e8-2cc5-4413-bc3b-5f7f2d10c62c req-54d10d22-bb1a-4b23-9a94-699d94b9179f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:48.672061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c893f0e8-2cc5-4413-bc3b-5f7f2d10c62c req-54d10d22-bb1a-4b23-9a94-699d94b9179f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Calling delete_port for 5cd13188-02f5-4986-8d58-b3d86267fde6 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:48.729880 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-48fcfeb3-6bc7-4fa8-a1f7-3966000854a4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3263814 Oct 13 14:14:48.730833 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511d9864-08bb-4d87-b714-b224eb170396 x-openstack-request-id: req-511d9864-08bb-4d87-b714-b224eb170396 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:48.731129 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ddfe3a-c000-460d-aa62-a7ccb1e08f90", "name": "network-vif-deleted", "tag": "e52471b0-53cb-4de8-9b97-e175a35a27e4", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:48.731381 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-511d9864-08bb-4d87-b714-b224eb170396 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:48.731525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46146) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:48.731781 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ddfe3a-c000-460d-aa62-a7ccb1e08f90', 'name': 'network-vif-deleted', 'tag': 'e52471b0-53cb-4de8-9b97-e175a35a27e4', 'status': 'completed', 'code': 200} Oct 13 14:14:48.755609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fd32683a-13c3-4036-9ad9-abae07f5e46f up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:14:48.766817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a8bbd183-7b83-465a-9be6-47219344d631 admin admin] Request body: {'subnet': {'network_id': 'a2cd8daa-076b-44c2-893e-4822eea8657d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-16419290-subnet', 'tenant_id': 'caa260a692e942b996f5ba62d42d742d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:48.878229 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46150) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:48.902842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bbd183-7b83-465a-9be6-47219344d631 admin admin] Made reservation on behalf of caa260a692e942b996f5ba62d42d742d for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:48.907210 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd183-7b83-465a-9be6-47219344d631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:48.954083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e5949-e2f0-4098-85c6-4c466f04177d req-957e947b-6eb3-46b4-a3be-bddbb7f6f0ea tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:48.955694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-565e5949-e2f0-4098-85c6-4c466f04177d req-957e947b-6eb3-46b4-a3be-bddbb7f6f0ea tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 944 time: 0.1279132 Oct 13 14:14:48.975002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37092e-cb17-4038-9676-900d33a8f03b req-46033d64-48b4-45b7-9890-76b1c58fff56 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:48.982401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f37092e-cb17-4038-9676-900d33a8f03b req-46033d64-48b4-45b7-9890-76b1c58fff56 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1155822 Oct 13 14:14:48.982690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port fd32683a-13c3-4036-9ad9-abae07f5e46f completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:14:48.990580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port fd32683a-13c3-4036-9ad9-abae07f5e46f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:48.996062 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.022222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c893f0e8-2cc5-4413-bc3b-5f7f2d10c62c req-54d10d22-bb1a-4b23-9a94-699d94b9179f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.040354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['fe166046-c279-4e9b-9e8f-b1b5be6c131a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:49.043016 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['5cd13188-02f5-4986-8d58-b3d86267fde6'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:49.059951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-565e5949-e2f0-4098-85c6-4c466f04177d req-bb083cbf-9794-4194-b40a-d4a83a97b56a tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939710 Oct 13 14:14:49.095354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f37092e-cb17-4038-9676-900d33a8f03b req-a0121cbc-a28a-4170-8a04-29ce5070714b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118565 Oct 13 14:14:49.096203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d10d22-bb1a-4b23-9a94-699d94b9179f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Pushing event deleted for resources: {'Port': ['ID=5cd13188-02f5-4986-8d58-b3d86267fde6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:49.158059 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cadb3d7a-a9d9-4fa0-8f62-35a9cec9c6c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2c7f2c8322c4949ab33fc879250e9ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784338 Oct 13 14:14:49.162258 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46160) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:49.231909 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-577e9c0a-01d5-4b7d-8136-adda6b81caff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.255507 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.262095 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-577e9c0a-01d5-4b7d-8136-adda6b81caff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.326399 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd183-7b83-465a-9be6-47219344d631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.388287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbd183-7b83-465a-9be6-47219344d631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f64900-5ca4-4164-be88-11bd760ad7cd,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:49.402825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbd183-7b83-465a-9be6-47219344d631 admin admin] Checking segment: {'id': 'ce8e0c9e-d12c-4425-bb95-ea2bbad5e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a2cd8daa-076b-44c2-893e-4822eea8657d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:49.403202 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bbd183-7b83-465a-9be6-47219344d631 admin admin] Network hostable DHCP agents. Network: a2cd8daa-076b-44c2-893e-4822eea8657d, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:14:49.428511 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-577e9c0a-01d5-4b7d-8136-adda6b81caff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.434288 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-577e9c0a-01d5-4b7d-8136-adda6b81caff admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.434288 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-577e9c0a-01d5-4b7d-8136-adda6b81caff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80bc9854-33f8-4534-998a-4da13aea2c91 HTTP/1.1" status: 204 len: 168 time: 0.2697995 Oct 13 14:14:49.447296 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e9c0a-01d5-4b7d-8136-adda6b81caff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bc9854-33f8-4534-998a-4da13aea2c91,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:49.449327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d1a81f-8c88-4ba8-8fab-82902df5f9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd32683a-13c3-4036-9ad9-abae07f5e46f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:49.453044 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb0e645-f934-4484-b201-d56a962b942b" -d '{"events": [{"server_uuid": "f2d1a81f-8c88-4ba8-8fab-82902df5f9d7", "name": "network-vif-plugged", "status": "completed", "tag": "fd32683a-13c3-4036-9ad9-abae07f5e46f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:49.476865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fd32683a-13c3-4036-9ad9-abae07f5e46f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fd32683a-13c3-4036-9ad9-abae07f5e46f,segment=NetworkSegment(c5d3280d-01a6-43c7-8cd3-f44abe805d12),segment_id=c5d3280d-01a6-43c7-8cd3-f44abe805d12)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:49.493479 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bbd183-7b83-465a-9be6-47219344d631 admin admin] Network a2cd8daa-076b-44c2-893e-4822eea8657d is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:14:49.510552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c893f0e8-2cc5-4413-bc3b-5f7f2d10c62c req-54d10d22-bb1a-4b23-9a94-699d94b9179f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] No DVR routers for this DVR port 5cd13188-02f5-4986-8d58-b3d86267fde6 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:14:49.531702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c893f0e8-2cc5-4413-bc3b-5f7f2d10c62c req-54d10d22-bb1a-4b23-9a94-699d94b9179f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.531702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c893f0e8-2cc5-4413-bc3b-5f7f2d10c62c req-54d10d22-bb1a-4b23-9a94-699d94b9179f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.41 "DELETE /v2.0/ports/5cd13188-02f5-4986-8d58-b3d86267fde6 HTTP/1.1" status: 204 len: 173 time: 1.0828316 Oct 13 14:14:49.535020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7ea85b9-994a-42b1-812e-af8df7f79483 req-b95d2cdb-f284-4555-8fe4-2a01e836732b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 210 time: 0.0864785 Oct 13 14:14:49.563745 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.571670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8441957-0a96-467c-8c40-40855beeb321 req-557a7b2f-70f5-4a86-9d21-7804b0c03ce7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:49.571670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8441957-0a96-467c-8c40-40855beeb321 req-557a7b2f-70f5-4a86-9d21-7804b0c03ce7 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 951 time: 0.1191247 Oct 13 14:14:49.634621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8441957-0a96-467c-8c40-40855beeb321 req-03df5a96-21ae-4607-9220-18827bec1d11 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569115 Oct 13 14:14:49.634995 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e919cc8a-9a5f-4422-a725-bc013c415173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.646759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=fd32683a-13c3-4036-9ad9-abae07f5e46f,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:49.665498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:49.666099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:49.666565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:49.667063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:49.667430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:49.667878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:49.668297 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:49.668722 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:49.669187 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:49.669605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:49.670024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:49.671624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:14:49.700054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7761d-1153-41ea-a190-2454200b255c req-28f67b27-bcbf-45ab-be69-49a6024c7bc3 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:49.706382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ea7761d-1153-41ea-a190-2454200b255c req-28f67b27-bcbf-45ab-be69-49a6024c7bc3 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 945 time: 0.0631864 Oct 13 14:14:49.706515 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46168) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:49.739312 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a8bbd183-7b83-465a-9be6-47219344d631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, a2cd8daa-076b-44c2-893e-4822eea8657d) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:49.747699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bbd183-7b83-465a-9be6-47219344d631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:49.748706 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd183-7b83-465a-9be6-47219344d631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.755081 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70941b81-da91-4985-a889-02b9acc66380 x-openstack-request-id: req-70941b81-da91-4985-a889-02b9acc66380 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:49.755081 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d1a81f-8c88-4ba8-8fab-82902df5f9d7", "name": "network-vif-plugged", "status": "completed", "tag": "fd32683a-13c3-4036-9ad9-abae07f5e46f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:49.755081 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70941b81-da91-4985-a889-02b9acc66380 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:49.755081 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d1a81f-8c88-4ba8-8fab-82902df5f9d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd32683a-13c3-4036-9ad9-abae07f5e46f', 'code': 200} Oct 13 14:14:49.755081 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22688cab-581e-4bb1-9be1-c6723ab46804 None None] Network a2cd8daa-076b-44c2-893e-4822eea8657d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:14:49.761635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ea7761d-1153-41ea-a190-2454200b255c req-3914494b-2307-4c7d-97f5-60e97a714e18 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464244 Oct 13 14:14:49.787284 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de3be81-04d1-4916-8988-71fdef0b1ea0 admin admin] Deleting subnet 7b724495-f2ae-4a2a-9ead-b9e98f264c00 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:14:49.802023 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7de3be81-04d1-4916-8988-71fdef0b1ea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.867879 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7de3be81-04d1-4916-8988-71fdef0b1ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:49.883768 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad1b06-443f-4f9e-944c-e29742e8a7bc req-68cbe038-1549-44f0-be79-a8f11a3ad4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:49.887821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ad1b06-443f-4f9e-944c-e29742e8a7bc req-68cbe038-1549-44f0-be79-a8f11a3ad4fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 1097 time: 0.0582564 Oct 13 14:14:49.931143 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a8bbd183-7b83-465a-9be6-47219344d631 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1958125 Oct 13 14:14:49.952243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9d5a3b-3726-4e89-8332-8f7e77c337fc None None] Network a2cd8daa-076b-44c2-893e-4822eea8657d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:14:49.956114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ad1b06-443f-4f9e-944c-e29742e8a7bc req-a141ee01-f4f7-46a7-9d79-fe6c2bf51a3a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615578 Oct 13 14:14:49.992900 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7de3be81-04d1-4916-8988-71fdef0b1ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.189534 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7de3be81-04d1-4916-8988-71fdef0b1ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.224490 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7de3be81-04d1-4916-8988-71fdef0b1ea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.230437 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7de3be81-04d1-4916-8988-71fdef0b1ea0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7b724495-f2ae-4a2a-9ead-b9e98f264c00 HTTP/1.1" status: 204 len: 168 time: 0.5208454 Oct 13 14:14:50.230437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3be81-04d1-4916-8988-71fdef0b1ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b724495-f2ae-4a2a-9ead-b9e98f264c00,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:50.232691 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46182) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:50.263232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22d0bfdc-4bd5-434b-8259-ef2daafa30ac req-e9c5d9ef-960a-435c-ab1d-0fecb6e3971f tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 210 time: 0.0736558 Oct 13 14:14:50.296933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c53d4-7f5e-4c80-b8d6-c66496f3ed1f req-5067b289-77fb-44cb-8eb3-67d6cada60f0 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:50.298487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f87c53d4-7f5e-4c80-b8d6-c66496f3ed1f req-5067b289-77fb-44cb-8eb3-67d6cada60f0 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1230850 Oct 13 14:14:50.357223 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f28eaa75-9ecd-4a44-997c-570448609869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.360304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f87c53d4-7f5e-4c80-b8d6-c66496f3ed1f req-f9f90772-6d7c-4fc4-aead-bd15a6eb36a4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489595 Oct 13 14:14:50.394121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46186) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:50.453639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-17df2fda-6db7-496d-b999-638495cb22fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7d39a9cf3ce4a3d9a7f6c72ba633f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583222 Oct 13 14:14:50.456119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46188) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:50.472366 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f28eaa75-9ecd-4a44-997c-570448609869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.495796 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f28eaa75-9ecd-4a44-997c-570448609869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8f8e33-8a54-4389-b888-024ad92d562e']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:50.508593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f28eaa75-9ecd-4a44-997c-570448609869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839e7061-6bc3-47ba-8094-9283fb0ab606') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:50.509801 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f28eaa75-9ecd-4a44-997c-570448609869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839e7061-6bc3-47ba-8094-9283fb0ab606') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:14:50.522447 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f28eaa75-9ecd-4a44-997c-570448609869 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.539582 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f28eaa75-9ecd-4a44-997c-570448609869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.554822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28eaa75-9ecd-4a44-997c-570448609869 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:14:50.555380 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f28eaa75-9ecd-4a44-997c-570448609869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.555740 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a7cce0aa-ce59-49ad-a248-a068236ed83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.583288 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a7cce0aa-ce59-49ad-a248-a068236ed83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:14:50.617577 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:14:50.676446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1f258dc-9d68-41af-960b-daf639bb409f req-72eae646-130f-4891-b94b-a7c07c1ae520 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 210 time: 0.0351760 Oct 13 14:14:50.714676 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f28eaa75-9ecd-4a44-997c-570448609869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.729667 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f28eaa75-9ecd-4a44-997c-570448609869 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.736257 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f28eaa75-9ecd-4a44-997c-570448609869 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5e8f8e33-8a54-4389-b888-024ad92d562e HTTP/1.1" status: 204 len: 168 time: 0.5016248 Oct 13 14:14:50.749200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8175f93-4615-4cdd-aadb-48c54d5ed730', 'name': 'network-vif-deleted', 'tag': '5cd13188-02f5-4986-8d58-b3d86267fde6'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:50.751506 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decf531d-975c-4f18-8b73-88cefca76960" -d '{"events": [{"server_uuid": "d8175f93-4615-4cdd-aadb-48c54d5ed730", "name": "network-vif-deleted", "tag": "5cd13188-02f5-4986-8d58-b3d86267fde6"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:50.759416 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a7cce0aa-ce59-49ad-a248-a068236ed83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.762053 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a7cce0aa-ce59-49ad-a248-a068236ed83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:50.766810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a7cce0aa-ce59-49ad-a248-a068236ed83e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2255dea7-4ecf-48fb-a93f-3ea1caa83be1 HTTP/1.1" status: 204 len: 168 time: 0.3048511 Oct 13 14:14:50.779809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cce0aa-ce59-49ad-a248-a068236ed83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2255dea7-4ecf-48fb-a93f-3ea1caa83be1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:50.784346 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28eaa75-9ecd-4a44-997c-570448609869 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8f8e33-8a54-4389-b888-024ad92d562e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:50.886757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-1bc56757-1b49-4a49-a7cd-6a4cfffbe172 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:50.888716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-1bc56757-1b49-4a49-a7cd-6a4cfffbe172 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/networks?id=a2cd8daa-076b-44c2-893e-4822eea8657d HTTP/1.1" status: 200 len: 811 time: 0.1952670 Oct 13 14:14:50.904387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb7d95-aafd-4c54-8a2e-841a90f99c09 req-ff15aa37-b371-43d2-b9f9-476132ccb941 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:50.906968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13fb7d95-aafd-4c54-8a2e-841a90f99c09 req-ff15aa37-b371-43d2-b9f9-476132ccb941 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 951 time: 0.1040072 Oct 13 14:14:50.925625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-6fadf7ba-ea46-48d8-b3ff-9b20afc3a9ef tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/quotas/caa260a692e942b996f5ba62d42d742d HTTP/1.1" status: 200 len: 375 time: 0.0163450 Oct 13 14:14:50.980519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-a9851de8-93b0-4959-8c0a-98c23b9a9369 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=caa260a692e942b996f5ba62d42d742d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455551 Oct 13 14:14:51.000077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13fb7d95-aafd-4c54-8a2e-841a90f99c09 req-99ba574a-0886-4007-a823-d6867e635c67 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804508 Oct 13 14:14:51.079977 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d39e793-4f8a-4657-b1b9-2279558242d5 x-openstack-request-id: req-2d39e793-4f8a-4657-b1b9-2279558242d5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:51.079977 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8175f93-4615-4cdd-aadb-48c54d5ed730", "name": "network-vif-deleted", "tag": "5cd13188-02f5-4986-8d58-b3d86267fde6", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:51.079977 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d39e793-4f8a-4657-b1b9-2279558242d5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:51.079977 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8175f93-4615-4cdd-aadb-48c54d5ed730', 'name': 'network-vif-deleted', 'tag': '5cd13188-02f5-4986-8d58-b3d86267fde6', 'status': 'completed', 'code': 200} Oct 13 14:14:51.244122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-30451942-396a-43e7-9ddf-4b182528d688 service neutron] 10.222.0.18 "GET /v2.0/networks/a2cd8daa-076b-44c2-893e-4822eea8657d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487371 Oct 13 14:14:51.286833 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46210) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:51.356650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46214) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:51.356946 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-48dfdd6d-faae-47d7-9ce2-26ab3476a04e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b11885c009724cdea99ff3430265f898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0679748 Oct 13 14:14:51.383400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0444b-d3eb-49d3-bc70-0fe72f0688c2 req-ed6f0c63-42f9-4798-aef2-a7fbe00806b7 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:51.385247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98f0444b-d3eb-49d3-bc70-0fe72f0688c2 req-ed6f0c63-42f9-4798-aef2-a7fbe00806b7 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 945 time: 0.2583869 Oct 13 14:14:51.519048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab7613-f44a-438d-95db-73e999e74916 req-ab251d33-bdfc-4316-909b-af57d7bbc645 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:51.522615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-ab251d33-bdfc-4316-909b-af57d7bbc645 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.49 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 817 time: 0.3228302 Oct 13 14:14:51.564058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98f0444b-d3eb-49d3-bc70-0fe72f0688c2 req-3e2d8a7f-7af9-4fb0-940d-d07028dc4fe7 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655948 Oct 13 14:14:51.573558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-aeeb5937-37ce-47ae-a70f-b730e90e85b4 service neutron] 10.222.0.18 "GET /v2.0/networks/a2cd8daa-076b-44c2-893e-4822eea8657d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949417 Oct 13 14:14:51.714893 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ba37-fa73-48f2-b3fe-df675b8e3f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:51.731882 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:51.745226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-9055489e-236c-4386-8bf3-44a276043f74 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b80d7edb00dd4c08b870dab304ba4673 HTTP/1.1" status: 200 len: 380 time: 0.2043772 Oct 13 14:14:51.774800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43966f70-01ef-4850-8462-e3e407a81974 req-8ea42f29-488c-48fd-add0-39691a84940c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 210 time: 0.0625012 Oct 13 14:14:51.778918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-91ab7613-f44a-438d-95db-73e999e74916 req-ae8aa601-cdda-49dc-82b1-466d26a3a8b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Request body: {'port': {'device_id': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'admin_state_up': True, 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'security_groups': ['afe24992-1791-413f-ab30-64fd5989edb9']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:51.810598 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ba37-fa73-48f2-b3fe-df675b8e3f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:51.991986 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d4566e9-a701-49d0-8a57-1bf44401ca45 req-e3657fec-6cb3-4851-b018-5641712e0e43 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 210 time: 0.0614357 Oct 13 14:14:52.031290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85e490-5879-453c-8fa6-c88c72de418e req-c18c4724-fefd-412d-968f-0086195c0206 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:52.032901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c85e490-5879-453c-8fa6-c88c72de418e req-c18c4724-fefd-412d-968f-0086195c0206 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 951 time: 0.2646010 Oct 13 14:14:52.043999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e461cf6-b549-44bc-81bc-9bce1a8da3b4 req-c31eb31d-53b8-422a-b4b2-5b7d95105240 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:52.051959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e461cf6-b549-44bc-81bc-9bce1a8da3b4 req-c31eb31d-53b8-422a-b4b2-5b7d95105240 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1719887 Oct 13 14:14:52.194021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-698f64f5-1b74-4959-80ad-9a4bccdad43d req-a09d27bf-4561-42ac-b235-37aadb21f6f5 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 210 time: 0.0740588 Oct 13 14:14:52.215350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e461cf6-b549-44bc-81bc-9bce1a8da3b4 req-f6d2ec12-83aa-4d79-8254-3fcad7c9655c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624780 Oct 13 14:14:52.218313 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ba37-fa73-48f2-b3fe-df675b8e3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:52.233628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ba37-fa73-48f2-b3fe-df675b8e3f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:52.233628 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a7f8ba37-fa73-48f2-b3fe-df675b8e3f17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9ee87f0-a721-4eec-915c-c5c8795b1f50 HTTP/1.1" status: 204 len: 168 time: 0.8658619 Oct 13 14:14:52.237216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8ba37-fa73-48f2-b3fe-df675b8e3f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ee87f0-a721-4eec-915c-c5c8795b1f50,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:52.277369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-2c85e490-5879-453c-8fa6-c88c72de418e req-9ac1cc1b-cd2a-4820-8f5e-2fd8d43ce70f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Deleting port 2572126f-75fe-47b0-acfe-cf9e83f81d3d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:52.278146 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2c85e490-5879-453c-8fa6-c88c72de418e req-9ac1cc1b-cd2a-4820-8f5e-2fd8d43ce70f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:52.348332 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fb464fe1-2bff-4ced-8fbf-1365139ce6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:52.367427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ab7613-f44a-438d-95db-73e999e74916 req-ae8aa601-cdda-49dc-82b1-466d26a3a8b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Made reservation on behalf of b80d7edb00dd4c08b870dab304ba4673 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:52.370930 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-91ab7613-f44a-438d-95db-73e999e74916 req-ae8aa601-cdda-49dc-82b1-466d26a3a8b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:52.411108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df667-7927-462c-a0b9-6db3c7abd30b req-4e89a63a-cb37-4c81-8888-ab01e50d037e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:52.412928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c07df667-7927-462c-a0b9-6db3c7abd30b req-4e89a63a-cb37-4c81-8888-ab01e50d037e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 951 time: 0.1290197 Oct 13 14:14:52.535398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2c85e490-5879-453c-8fa6-c88c72de418e req-9ac1cc1b-cd2a-4820-8f5e-2fd8d43ce70f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] For port 2572126f-75fe-47b0-acfe-cf9e83f81d3d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2572126f-75fe-47b0-acfe-cf9e83f81d3d,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:52.535695 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2c85e490-5879-453c-8fa6-c88c72de418e req-9ac1cc1b-cd2a-4820-8f5e-2fd8d43ce70f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:52.584530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-2c85e490-5879-453c-8fa6-c88c72de418e req-9ac1cc1b-cd2a-4820-8f5e-2fd8d43ce70f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Calling delete_port for 2572126f-75fe-47b0-acfe-cf9e83f81d3d owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:52.589573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c07df667-7927-462c-a0b9-6db3c7abd30b req-e59b91a4-5aa5-4afa-9b77-ecf24e300472 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610422 Oct 13 14:14:52.697868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-91ab7613-f44a-438d-95db-73e999e74916 req-ae8aa601-cdda-49dc-82b1-466d26a3a8b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Allocated IP 172.20.0.11 (16e15b01-e808-4e45-90e1-66199134cd83/d1870f77-f283-46b0-91af-b6c012baea10/29f5b2e8-bc5d-40a0-b676-3e16dc95457b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:14:52.737591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5cd13188-02f5-4986-8d58-b3d86267fde6 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:14:52.789035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 5cd13188-02f5-4986-8d58-b3d86267fde6 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:14:52.812189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5cd13188-02f5-4986-8d58-b3d86267fde6 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:14:52.813150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104040ea-ec77-4790-9801-db39d566eb7a req-21f268f9-1f56-46b4-857d-720cddef7d11 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:52.813150 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-104040ea-ec77-4790-9801-db39d566eb7a req-21f268f9-1f56-46b4-857d-720cddef7d11 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 945 time: 0.1295886 Oct 13 14:14:53.024607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75672822-44d0-4c04-abfb-fb38b214fecc req-c96b72fc-54db-4dff-be3a-a413cc02ffeb tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 210 time: 0.0509601 Oct 13 14:14:53.042605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-104040ea-ec77-4790-9801-db39d566eb7a req-27c11200-dfa6-41ae-bb44-5629dba6f098 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349417 Oct 13 14:14:53.152634 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-91ab7613-f44a-438d-95db-73e999e74916 req-ae8aa601-cdda-49dc-82b1-466d26a3a8b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:53.210893 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2c85e490-5879-453c-8fa6-c88c72de418e req-9ac1cc1b-cd2a-4820-8f5e-2fd8d43ce70f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:53.225758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b404053c-5795-422b-beaa-2c9b6b2f362a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:53.287053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2719ac14-cb10-4f6a-a08b-8716e25f943c', '2572126f-75fe-47b0-acfe-cf9e83f81d3d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:53.296203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1cc1b-cd2a-4820-8f5e-2fd8d43ce70f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Pushing event deleted for resources: {'Port': ['ID=2572126f-75fe-47b0-acfe-cf9e83f81d3d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:53.327400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c85e490-5879-453c-8fa6-c88c72de418e req-9ac1cc1b-cd2a-4820-8f5e-2fd8d43ce70f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] No DVR routers for this DVR port 2572126f-75fe-47b0-acfe-cf9e83f81d3d on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:14:53.328630 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2c85e490-5879-453c-8fa6-c88c72de418e req-9ac1cc1b-cd2a-4820-8f5e-2fd8d43ce70f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:53.332492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c85e490-5879-453c-8fa6-c88c72de418e req-9ac1cc1b-cd2a-4820-8f5e-2fd8d43ce70f tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "DELETE /v2.0/ports/2572126f-75fe-47b0-acfe-cf9e83f81d3d HTTP/1.1" status: 204 len: 173 time: 1.2784922 Oct 13 14:14:53.346583 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-895e5c37-6030-4bd1-ab09-0f91e18c3507 req-049e6379-942d-4d6e-9380-d4c4c6f0c8e8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 210 time: 0.0892267 Oct 13 14:14:53.347967 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-91ab7613-f44a-438d-95db-73e999e74916 req-ae8aa601-cdda-49dc-82b1-466d26a3a8b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:53.356671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'name': 'network-vif-deleted', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:53.359683 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c019ef-3f8b-462a-b7ec-7ae37e9f6024" -d '{"events": [{"server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "name": "network-vif-deleted", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:53.461303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8aa601-cdda-49dc-82b1-466d26a3a8b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event updated for resources: {'Port': ['ID=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:53.486617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ab7613-f44a-438d-95db-73e999e74916 req-ae8aa601-cdda-49dc-82b1-466d26a3a8b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Network 16e15b01-e808-4e45-90e1-66199134cd83 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:14:53.506507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-91ab7613-f44a-438d-95db-73e999e74916 req-ae8aa601-cdda-49dc-82b1-466d26a3a8b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:53.509361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ab7613-f44a-438d-95db-73e999e74916 req-ae8aa601-cdda-49dc-82b1-466d26a3a8b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:14:53.580623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed38a2-1755-4357-b0e6-69ef9fcbb9c3 req-0124d5d0-d159-48d6-bf24-41807c08b760 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:53.592242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8ed38a2-1755-4357-b0e6-69ef9fcbb9c3 req-0124d5d0-d159-48d6-bf24-41807c08b760 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1322703 Oct 13 14:14:53.668735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab7613-f44a-438d-95db-73e999e74916 req-ae8aa601-cdda-49dc-82b1-466d26a3a8b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:53.669614 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-91ab7613-f44a-438d-95db-73e999e74916 req-ae8aa601-cdda-49dc-82b1-466d26a3a8b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:53.708542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8ed38a2-1755-4357-b0e6-69ef9fcbb9c3 req-aa8e30a2-1f95-4f94-972d-1b5353d326bb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124351 Oct 13 14:14:53.752783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-ae8aa601-cdda-49dc-82b1-466d26a3a8b7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9803874 Oct 13 14:14:53.771379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Request body: {'port': {'device_id': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:53.950479 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:53.962120 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f3ed82-a4b5-4a80-a1c0-378af4bd4f78 x-openstack-request-id: req-25f3ed82-a4b5-4a80-a1c0-378af4bd4f78 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:53.963286 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0194cd-a36d-4a27-a12d-35a071c8bf52", "name": "network-vif-deleted", "tag": "2572126f-75fe-47b0-acfe-cf9e83f81d3d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:53.963901 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25f3ed82-a4b5-4a80-a1c0-378af4bd4f78 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:53.964514 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0194cd-a36d-4a27-a12d-35a071c8bf52', 'name': 'network-vif-deleted', 'tag': '2572126f-75fe-47b0-acfe-cf9e83f81d3d', 'status': 'completed', 'code': 200} Oct 13 14:14:53.965342 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:54.056925 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:54.109559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac512f99-a17f-4545-816d-ce9b7ac08840 req-3f5c9852-c070-4add-a337-25747b4cb5da tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0194cd-a36d-4a27-a12d-35a071c8bf52 HTTP/1.1" status: 200 len: 210 time: 0.0928054 Oct 13 14:14:54.126054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-bf2d50b4-3a68-44d8-b465-2a6d2c7a2d0d None None] Provisioning complete for port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:14:54.126462 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bf2d50b4-3a68-44d8-b465-2a6d2c7a2d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:54.161182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163064ac-676e-450b-872b-85233153eaeb req-78fe8886-eb65-4153-90da-39888922f850 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:54.163654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-163064ac-676e-450b-872b-85233153eaeb req-78fe8886-eb65-4153-90da-39888922f850 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 932 time: 0.2224336 Oct 13 14:14:54.229633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d50b4-3a68-44d8-b465-2a6d2c7a2d0d None None] Port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:14:54.423268 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-163064ac-676e-450b-872b-85233153eaeb req-b691a02b-a389-4e17-852e-b3572933e3af tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720595 Oct 13 14:14:54.433656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a22139-def9-4eb8-976e-2d8495a42293 req-90f8ac19-573b-40a9-815c-cc381e2bc820 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:54.441595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62a22139-def9-4eb8-976e-2d8495a42293 req-90f8ac19-573b-40a9-815c-cc381e2bc820 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 945 time: 0.1890922 Oct 13 14:14:54.518173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62a22139-def9-4eb8-976e-2d8495a42293 req-b3ac8400-935a-4a9f-a4fc-47529879a75a tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755651 Oct 13 14:14:54.636444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7995ce3-84bd-43b2-8415-a8d4f2d9a646 req-d4b3d2af-d4e8-4db6-ba6c-1cbae7d3c64c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 210 time: 0.0979264 Oct 13 14:14:54.745984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82a35f7c-bc45-431b-86c0-de75fc73c47a req-27f257bc-5d95-4290-8edf-f405c9690ee7 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 210 time: 0.0806558 Oct 13 14:14:54.858675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f5b2e8-bc5d-40a0-b676-3e16dc95457b {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:54.920923 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:54.955109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Transition to ACTIVE for port object 29f5b2e8-bc5d-40a0-b676-3e16dc95457b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:14:54.979323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b941395-b38c-449e-9a25-73a2a61eda4e req-f23d931f-32c3-4658-8fe5-48a371067507 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:54.981982 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b941395-b38c-449e-9a25-73a2a61eda4e req-f23d931f-32c3-4658-8fe5-48a371067507 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1150129 Oct 13 14:14:55.017375 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46322) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:55.047906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b941395-b38c-449e-9a25-73a2a61eda4e req-0aa9f675-6533-447d-ad3f-e58c20ac329e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561218 Oct 13 14:14:55.068478 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:55.130603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Pushing event updated for resources: {'Port': ['ID=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:55.251571 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:55.267167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-21f7a80b-4a45-43ea-afc3-7df49b6590af tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:55.371651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Attempting to bind port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:14:55.375561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Attempting to bind port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:14:55.377189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Attempting to bind port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b on network 16e15b01-e808-4e45-90e1-66199134cd83 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:55.411396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b on network 16e15b01-e808-4e45-90e1-66199134cd83 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:14:55.414663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Attempting to bind port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b on network 16e15b01-e808-4e45-90e1-66199134cd83 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:14:55.427589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:14:55.428695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Checking segment: {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:14:55.429443 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Bound using segment: {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:14:55.430239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Bound port: 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:14:55.430920 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:55.479868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-49c8c291-8ed8-4d49-8b55-941e7c0db65d tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:55.481848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-49c8c291-8ed8-4d49-8b55-941e7c0db65d tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.49 "GET /v2.0/networks?id=a2cd8daa-076b-44c2-893e-4822eea8657d HTTP/1.1" status: 200 len: 811 time: 0.2914016 Oct 13 14:14:55.513008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-ef99069b-d52c-4d3c-81b7-987a0c5330f8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Request body: {'port': {'device_id': 'aa57afb0-e6ac-45c2-b0a2-fd362d541382', 'network_id': 'a2cd8daa-076b-44c2-893e-4822eea8657d', 'admin_state_up': True, 'tenant_id': 'caa260a692e942b996f5ba62d42d742d'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:55.538125 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-21f7a80b-4a45-43ea-afc3-7df49b6590af tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] 10.222.0.18 "PUT /v2.0/quotas/13e88f9a1a094f02a90770303480197f HTTP/1.1" status: 200 len: 366 time: 0.5184846 Oct 13 14:14:55.539481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46342) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:55.555667 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da5056cb-9657-43f0-8e68-01939ae3f435 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0149653 Oct 13 14:14:55.559076 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46344) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:55.582352 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da263836-2968-4144-b24d-d254cb4947ae tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] 10.222.0.18 "GET /v2.0/quotas/13e88f9a1a094f02a90770303480197f HTTP/1.1" status: 200 len: 366 time: 0.0193264 Oct 13 14:14:55.583802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46348) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:55.633456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:14:55.638673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:14:55.724066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46354) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:55.731946 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3a8f01b4-b4ac-4de7-863c-c27069755ba1 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/13e88f9a1a094f02a90770303480197f HTTP/1.1" status: 204 len: 168 time: 0.1357858 Oct 13 14:14:55.744595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-56e81d10-f1cc-4b3a-9882-bbc7eae7e76f tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0156269 Oct 13 14:14:55.745094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46358) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:55.766045 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:55.792423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b4188ea4-80ad-4cae-9cad-72a5336e0414 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] 10.222.0.18 "GET /v2.0/quotas/13e88f9a1a094f02a90770303480197f HTTP/1.1" status: 200 len: 370 time: 0.0404027 Oct 13 14:14:55.792686 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46362) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:55.798842 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-93fc23e5-8ef5-4979-9f2d-ee7b226fbae6 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] 10.222.0.18 "GET /v2.0/quotas/13e88f9a1a094f02a90770303480197f/default HTTP/1.1" status: 200 len: 370 time: 0.0063837 Oct 13 14:14:55.802717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46364) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:55.830608 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-f35c4c24-ad6e-4719-9404-ed523186204b tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] delete failed (client error): The resource could not be found. Oct 13 14:14:55.831036 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f35c4c24-ad6e-4719-9404-ed523186204b tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/13e88f9a1a094f02a90770303480197f HTTP/1.1" status: 404 len: 348 time: 0.0228331 Oct 13 14:14:55.843090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-ef99069b-d52c-4d3c-81b7-987a0c5330f8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Made reservation on behalf of caa260a692e942b996f5ba62d42d742d for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:14:55.847742 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-ef99069b-d52c-4d3c-81b7-987a0c5330f8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:55.910450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:55.912445 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:55.913316 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] 10.222.0.49 "PUT /v2.0/ports/29f5b2e8-bc5d-40a0-b676-3e16dc95457b HTTP/1.1" status: 200 len: 1093 time: 2.1517110 Oct 13 14:14:55.943220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a471f-aa3e-4f7e-8b2c-85a6f74421c5 service neutron] Pushing event updated for resources: {'Port': ['ID=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:56.287140 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46376) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:56.301129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:56.303367 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a73c8a7-da52-462a-9e30-82ce8a1cabe1" -d '{"events": [{"name": "network-changed", "server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:56.313798 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Usage tracker for resource:network and project:844aa0f156ad4cb4821da50632f43b44 is out of sync, need to count used quota {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 14:14:56.317382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 14:14:56.324733 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Usage tracker for resource:subnet and project:844aa0f156ad4cb4821da50632f43b44 is out of sync, need to count used quota {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 14:14:56.330781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 14:14:56.339800 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Usage tracker for resource:subnetpool and project:844aa0f156ad4cb4821da50632f43b44 is out of sync, need to count used quota {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 14:14:56.349298 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 14:14:56.362351 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Usage tracker for resource:port and project:844aa0f156ad4cb4821da50632f43b44 is out of sync, need to count used quota {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 14:14:56.369333 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 14:14:56.379352 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Usage tracker for resource:router and project:844aa0f156ad4cb4821da50632f43b44 is out of sync, need to count used quota {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 14:14:56.382995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 14:14:56.390080 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Usage tracker for resource:floatingip and project:844aa0f156ad4cb4821da50632f43b44 is out of sync, need to count used quota {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 14:14:56.393697 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 14:14:56.441833 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Usage tracker for resource:security_group and project:844aa0f156ad4cb4821da50632f43b44 is out of sync, need to count used quota {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 14:14:56.445934 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 14:14:56.452273 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Usage tracker for resource:security_group_rule and project:844aa0f156ad4cb4821da50632f43b44 is out of sync, need to count used quota {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 13 14:14:56.455512 n-d-806683-15 neutron-server[112684]: DEBUG neutron.quota.resource [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=112684) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 13 14:14:56.460201 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-82a5695d-68cb-43c3-b33a-13cdde9783d2 tempest-QuotasTest-1400619160 tempest-QuotasTest-1400619160-project-admin] 10.222.0.18 "GET /v2.0/quotas/844aa0f156ad4cb4821da50632f43b44/details.json HTTP/1.1" status: 200 len: 703 time: 0.1713114 Oct 13 14:14:56.463938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96ccfd-fd97-41cf-8d3f-e0a9b562c44d req-33014edf-4cdf-4689-9b6f-7cb36aecfa41 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:56.466564 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a96ccfd-fd97-41cf-8d3f-e0a9b562c44d req-33014edf-4cdf-4689-9b6f-7cb36aecfa41 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 944 time: 0.6308331 Oct 13 14:14:56.499354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab7613-f44a-438d-95db-73e999e74916 req-4f40425e-8c3e-45fa-ab14-0380c9b95000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:56.504802 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-4f40425e-8c3e-45fa-ab14-0380c9b95000 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 1096 time: 0.1935070 Oct 13 14:14:56.521771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42dea0-2d70-4824-889a-1b8ff95a9931 req-eac302a8-b879-4da4-b9a4-bf955f34a2ea tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:56.523300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca42dea0-2d70-4824-889a-1b8ff95a9931 req-eac302a8-b879-4da4-b9a4-bf955f34a2ea tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 945 time: 0.2132638 Oct 13 14:14:56.618741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-3e63cc3a-495a-4eed-a6f3-b35dcecbe03b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b HTTP/1.1" status: 200 len: 217 time: 0.1083763 Oct 13 14:14:56.680713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a96ccfd-fd97-41cf-8d3f-e0a9b562c44d req-a40c5073-4673-43de-9eff-9a2f6e449342 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079537 Oct 13 14:14:56.696248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-ef99069b-d52c-4d3c-81b7-987a0c5330f8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Allocated IP 172.20.0.7 (a2cd8daa-076b-44c2-893e-4822eea8657d/a6f64900-5ca4-4164-be88-11bd760ad7cd/176bddc5-9adf-4403-aa11-3ce3eb8af95d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:14:56.705794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca42dea0-2d70-4824-889a-1b8ff95a9931 req-43b3ede4-0b0b-4574-a400-8cc67823147a tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489985 Oct 13 14:14:56.725268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab7613-f44a-438d-95db-73e999e74916 req-e9eae394-643d-4079-ac5a-34ee7c83ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:56.726673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-e9eae394-643d-4079-ac5a-34ee7c83ef6a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1870f77-f283-46b0-91af-b6c012baea10 HTTP/1.1" status: 200 len: 856 time: 0.0946112 Oct 13 14:14:56.741315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2572126f-75fe-47b0-acfe-cf9e83f81d3d no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:14:56.787332 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 2572126f-75fe-47b0-acfe-cf9e83f81d3d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:14:56.792970 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2572126f-75fe-47b0-acfe-cf9e83f81d3d not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:14:56.848624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa93b49f-7d1f-4912-b851-5af9bf760c02 req-cbbbb4f8-39d1-4878-9c1d-091eee8b9acd tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0568600 Oct 13 14:14:56.896049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab7613-f44a-438d-95db-73e999e74916 req-32096956-8c93-4e74-aaae-4a573a279671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:56.896049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-32096956-8c93-4e74-aaae-4a573a279671 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16e15b01-e808-4e45-90e1-66199134cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1501966 Oct 13 14:14:56.934107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f1319c7-3540-4b09-b265-df110c8827fc req-057a6179-d2df-4d3b-b7d4-39fd1af7a37d tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8175f93-4615-4cdd-aadb-48c54d5ed730 HTTP/1.1" status: 200 len: 210 time: 0.0878370 Oct 13 14:14:57.058987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97bfee04-c85e-479a-a02f-579a86428c00 req-f037620e-6787-4972-a564-48bd29fe1659 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 210 time: 0.0985694 Oct 13 14:14:57.112040 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46386) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:57.131965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-ef99069b-d52c-4d3c-81b7-987a0c5330f8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:57.179841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-74af4684-8eec-43f2-9da3-2d708e1ba286 service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529230 Oct 13 14:14:57.195227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cbe34-9167-4faa-acdc-e273769294aa req-7e236f78-47b5-423f-b5b1-9a08ce94f159 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:57.196822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-190cbe34-9167-4faa-acdc-e273769294aa req-7e236f78-47b5-423f-b5b1-9a08ce94f159 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.1404564 Oct 13 14:14:57.269710 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07394e3c-4398-4e19-936f-ecf46366342e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:57.359112 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07394e3c-4398-4e19-936f-ecf46366342e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:57.413236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-190cbe34-9167-4faa-acdc-e273769294aa req-8ff522b0-ee8c-4a05-9e3b-4d20d13cffad tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028158 Oct 13 14:14:57.457670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240f638-0e7f-4264-924e-c8e65b5c4573 req-ae5d6611-f3ba-4b7c-a651-918350fcd5f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:57.459204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c240f638-0e7f-4264-924e-c8e65b5c4573 req-ae5d6611-f3ba-4b7c-a651-918350fcd5f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.2244916 Oct 13 14:14:57.467344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ab7613-f44a-438d-95db-73e999e74916 req-ed732194-816b-4920-9ecc-06b72eae5088 service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644587 Oct 13 14:14:57.480891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62641076-92db-4d86-9931-9c9f6da16afd req-38ddd005-386e-4cd4-95d1-4ef9aab544ce tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:57.482510 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62641076-92db-4d86-9931-9c9f6da16afd req-38ddd005-386e-4cd4-95d1-4ef9aab544ce tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 950 time: 0.1256998 Oct 13 14:14:57.485031 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef53740-d88a-49e0-967b-889acf7f4a9a x-openstack-request-id: req-0ef53740-d88a-49e0-967b-889acf7f4a9a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:14:57.496332 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:14:57.496332 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ef53740-d88a-49e0-967b-889acf7f4a9a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:14:57.496628 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07394e3c-4398-4e19-936f-ecf46366342e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:57.496759 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'status': 'completed', 'code': 200} Oct 13 14:14:57.500346 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-ef99069b-d52c-4d3c-81b7-987a0c5330f8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:57.542493 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-07394e3c-4398-4e19-936f-ecf46366342e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68b2586823624760b6296118dfea1e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283757 Oct 13 14:14:57.547007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46390) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:57.555337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07394e3c-4398-4e19-936f-ecf46366342e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e668e5-e450-45f7-b850-ca632862d250,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:57.605402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-ef99069b-d52c-4d3c-81b7-987a0c5330f8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Network a2cd8daa-076b-44c2-893e-4822eea8657d is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:14:57.630718 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ebb71906-45ae-4ce3-b702-04957fb4bef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:57.645445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-ef99069b-d52c-4d3c-81b7-987a0c5330f8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:14:57.654926 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ebb71906-45ae-4ce3-b702-04957fb4bef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:57.660157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-ef99069b-d52c-4d3c-81b7-987a0c5330f8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:14:57.673179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99069b-d52c-4d3c-81b7-987a0c5330f8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Pushing event updated for resources: {'Port': ['ID=176bddc5-9adf-4403-aa11-3ce3eb8af95d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:57.710710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c240f638-0e7f-4264-924e-c8e65b5c4573 req-2e056fc2-609e-40af-acf9-d3ecf323ae53 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239439 Oct 13 14:14:57.777621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-ef99069b-d52c-4d3c-81b7-987a0c5330f8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:57.777621 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-ef99069b-d52c-4d3c-81b7-987a0c5330f8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:57.790031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73c8a7-da52-462a-9e30-82ce8a1cabe1 req-dbae5e70-ef39-4b7f-a34e-192e205ad067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:57.791714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a73c8a7-da52-462a-9e30-82ce8a1cabe1 req-dbae5e70-ef39-4b7f-a34e-192e205ad067 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 1096 time: 0.1526759 Oct 13 14:14:57.794293 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ebb71906-45ae-4ce3-b702-04957fb4bef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:57.798201 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ebb71906-45ae-4ce3-b702-04957fb4bef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:57.804491 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ebb71906-45ae-4ce3-b702-04957fb4bef6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0e668e5-e450-45f7-b850-ca632862d250 HTTP/1.1" status: 204 len: 168 time: 0.2555718 Oct 13 14:14:57.820467 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb71906-45ae-4ce3-b702-04957fb4bef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e668e5-e450-45f7-b850-ca632862d250,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:57.825895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-62641076-92db-4d86-9931-9c9f6da16afd req-90388f64-91e6-4ffa-b394-b62d33136a70 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Deleting port b404053c-5795-422b-beaa-2c9b6b2f362a {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:14:57.827462 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-62641076-92db-4d86-9931-9c9f6da16afd req-90388f64-91e6-4ffa-b394-b62d33136a70 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:57.960132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-ef99069b-d52c-4d3c-81b7-987a0c5330f8 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4523668 Oct 13 14:14:57.976133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Request body: {'port': {'device_id': 'aa57afb0-e6ac-45c2-b0a2-fd362d541382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:14:58.114185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7678e60-1b87-4a6c-9544-4b5a16bea18f req-6a640f41-600d-4ac6-bb28-c752608f4dd4 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:58.115743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7678e60-1b87-4a6c-9544-4b5a16bea18f req-6a640f41-600d-4ac6-bb28-c752608f4dd4 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 945 time: 0.1979318 Oct 13 14:14:58.143625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73c8a7-da52-462a-9e30-82ce8a1cabe1 req-7ec4e79c-c737-452c-a690-fb7d1d5bb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:58.148333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a73c8a7-da52-462a-9e30-82ce8a1cabe1 req-7ec4e79c-c737-452c-a690-fb7d1d5bb371 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 918 time: 0.3274136 Oct 13 14:14:58.251334 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:58.254023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a73c8a7-da52-462a-9e30-82ce8a1cabe1 req-ba64d136-4fb5-498a-872b-1b57e0fbc1ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b HTTP/1.1" status: 200 len: 217 time: 0.0996466 Oct 13 14:14:58.263175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-62641076-92db-4d86-9931-9c9f6da16afd req-90388f64-91e6-4ffa-b394-b62d33136a70 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] For port b404053c-5795-422b-beaa-2c9b6b2f362a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b404053c-5795-422b-beaa-2c9b6b2f362a,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:58.263546 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-62641076-92db-4d86-9931-9c9f6da16afd req-90388f64-91e6-4ffa-b394-b62d33136a70 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:58.310032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-62641076-92db-4d86-9931-9c9f6da16afd req-90388f64-91e6-4ffa-b394-b62d33136a70 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Calling delete_port for b404053c-5795-422b-beaa-2c9b6b2f362a owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:14:58.351007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7678e60-1b87-4a6c-9544-4b5a16bea18f req-97957cb5-d8f9-4c4c-90d8-c3a374f739b3 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126153 Oct 13 14:14:58.484077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752321e-9c76-4021-911b-2286090a50ca req-dca0c8b0-0f2b-486c-a308-c2856eb1c281 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:58.485746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8752321e-9c76-4021-911b-2286090a50ca req-dca0c8b0-0f2b-486c-a308-c2856eb1c281 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 944 time: 0.3390527 Oct 13 14:14:58.490930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73c8a7-da52-462a-9e30-82ce8a1cabe1 req-ab074876-93ff-4656-8dbf-fdf852278e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:58.492390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a73c8a7-da52-462a-9e30-82ce8a1cabe1 req-ab074876-93ff-4656-8dbf-fdf852278e8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1870f77-f283-46b0-91af-b6c012baea10 HTTP/1.1" status: 200 len: 856 time: 0.2061465 Oct 13 14:14:58.625405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b21baa3a-8ed1-4b39-97e1-889b7991eb63 req-053b4a2c-7b3a-4ff8-b4d5-ab98e92ffc96 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.1239741 Oct 13 14:14:58.712223 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46416) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:58.753446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8752321e-9c76-4021-911b-2286090a50ca req-81eacc70-8b89-4586-83e8-8933af9947e2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513440 Oct 13 14:14:58.763188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73c8a7-da52-462a-9e30-82ce8a1cabe1 req-0d5b08d6-afd6-4e84-b69b-b95922f1e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:58.766325 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04f7109a-e1c9-4608-afec-f29ee9fe1062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:58.783459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a73c8a7-da52-462a-9e30-82ce8a1cabe1 req-0d5b08d6-afd6-4e84-b69b-b95922f1e619 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16e15b01-e808-4e45-90e1-66199134cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2808456 Oct 13 14:14:58.899314 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04f7109a-e1c9-4608-afec-f29ee9fe1062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:58.987862 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04f7109a-e1c9-4608-afec-f29ee9fe1062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:59.027679 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-04f7109a-e1c9-4608-afec-f29ee9fe1062 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=844aa0f156ad4cb4821da50632f43b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135054 Oct 13 14:14:59.029815 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7109a-e1c9-4608-afec-f29ee9fe1062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9eb7d24-3420-4994-97bb-b48fdef157a1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:59.032635 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46420) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:14:59.037651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 29f5b2e8-bc5d-40a0-b676-3e16dc95457b details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:14:59.042056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a73c8a7-da52-462a-9e30-82ce8a1cabe1 req-a2faf8e6-f48e-4614-ab5c-31d0d2652f49 service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405117 Oct 13 14:14:59.100380 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-034b0cad-5ffe-4326-bc46-6ea0e1593f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:59.131532 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-034b0cad-5ffe-4326-bc46-6ea0e1593f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:59.246529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:59.251169 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-034b0cad-5ffe-4326-bc46-6ea0e1593f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:59.257798 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-034b0cad-5ffe-4326-bc46-6ea0e1593f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:59.270591 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-034b0cad-5ffe-4326-bc46-6ea0e1593f04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9eb7d24-3420-4994-97bb-b48fdef157a1 HTTP/1.1" status: 204 len: 168 time: 0.2300234 Oct 13 14:14:59.283235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'port_id': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'mac_address': 'fa:16:3e:87:b6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:14:59.304756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b0cad-5ffe-4326-bc46-6ea0e1593f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9eb7d24-3420-4994-97bb-b48fdef157a1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:59.360567 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:59.383476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f5b2e8-bc5d-40a0-b676-3e16dc95457b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:59.415114 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:14:59.502578 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:59.511322 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-62641076-92db-4d86-9931-9c9f6da16afd req-90388f64-91e6-4ffa-b394-b62d33136a70 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:59.534824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b404053c-5795-422b-beaa-2c9b6b2f362a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:59.537437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2719ac14-cb10-4f6a-a08b-8716e25f943c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:59.540671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5759d-57e1-41bb-b5b2-0c9178cb7f5b req-438646f3-6fa0-4864-b2b3-b4739c7f64b6 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:59.551776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17b5759d-57e1-41bb-b5b2-0c9178cb7f5b req-438646f3-6fa0-4864-b2b3-b4739c7f64b6 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 931 time: 0.6812222 Oct 13 14:14:59.561098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56b85b-f0d8-43bf-900c-3da7856b76d9 req-12ce6a2b-f95e-449c-a5dd-44aa5148c2ad tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:14:59.568413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca56b85b-f0d8-43bf-900c-3da7856b76d9 req-12ce6a2b-f95e-449c-a5dd-44aa5148c2ad tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.7656546 Oct 13 14:14:59.628029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:59.632181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90388f64-91e6-4ffa-b394-b62d33136a70 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Pushing event deleted for resources: {'Port': ['ID=b404053c-5795-422b-beaa-2c9b6b2f362a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:14:59.760856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-62641076-92db-4d86-9931-9c9f6da16afd req-90388f64-91e6-4ffa-b394-b62d33136a70 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] No DVR routers for this DVR port b404053c-5795-422b-beaa-2c9b6b2f362a on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:14:59.765046 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-62641076-92db-4d86-9931-9c9f6da16afd req-90388f64-91e6-4ffa-b394-b62d33136a70 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:59.768647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62641076-92db-4d86-9931-9c9f6da16afd req-90388f64-91e6-4ffa-b394-b62d33136a70 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.49 "DELETE /v2.0/ports/b404053c-5795-422b-beaa-2c9b6b2f362a HTTP/1.1" status: 204 len: 173 time: 2.2797723 Oct 13 14:14:59.784468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'name': 'network-vif-deleted', 'tag': 'b404053c-5795-422b-beaa-2c9b6b2f362a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:14:59.787534 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad671d5b-ecd8-4470-b748-eb7dcdcc2d15" -d '{"events": [{"server_uuid": "d2379237-bb9a-41ef-8b44-746fca9de8fd", "name": "network-vif-deleted", "tag": "b404053c-5795-422b-beaa-2c9b6b2f362a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:14:59.807010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['29f5b2e8-bc5d-40a0-b676-3e16dc95457b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:14:59.821397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17b5759d-57e1-41bb-b5b2-0c9178cb7f5b req-5e0f28ce-0fd0-4c6b-a147-e8830bd4ddb5 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/security-groups?id=71ee5fd0-8c67-4d05-89c4-77148c5d878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685366 Oct 13 14:14:59.830733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a73c8a7-da52-462a-9e30-82ce8a1cabe1 req-d739b2e4-9669-42c7-8619-d01fc4d2bf76 service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7796471 Oct 13 14:14:59.854192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca56b85b-f0d8-43bf-900c-3da7856b76d9 req-71b7bf1b-fe30-4d26-bdf7-f769f73578fd tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780292 Oct 13 14:14:59.874649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176bddc5-9adf-4403-aa11-3ce3eb8af95d {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:14:59.897755 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:14:59.928176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Transition to ACTIVE for port object 176bddc5-9adf-4403-aa11-3ce3eb8af95d will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:15:00.001281 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:00.270870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e00a5419-4fd1-43ab-b646-2690099c337c req-2abcc444-64fd-4c61-9f84-762af49c3fb6 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2379237-bb9a-41ef-8b44-746fca9de8fd HTTP/1.1" status: 200 len: 210 time: 0.1229885 Oct 13 14:15:00.354996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Pushing event updated for resources: {'Port': ['ID=176bddc5-9adf-4403-aa11-3ce3eb8af95d,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:00.366968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-059f474d-b993-4fb6-abaf-9a71cf6536d0 req-ac2ce8d1-367e-4704-b58b-add586149f15 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0847628 Oct 13 14:15:00.449902 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb70e736-9bd6-440b-ba33-9346ba813f42 x-openstack-request-id: req-bb70e736-9bd6-440b-ba33-9346ba813f42 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:00.450196 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2379237-bb9a-41ef-8b44-746fca9de8fd", "name": "network-vif-deleted", "tag": "b404053c-5795-422b-beaa-2c9b6b2f362a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:00.450470 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb70e736-9bd6-440b-ba33-9346ba813f42 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:00.450814 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2379237-bb9a-41ef-8b44-746fca9de8fd', 'name': 'network-vif-deleted', 'tag': 'b404053c-5795-422b-beaa-2c9b6b2f362a', 'status': 'completed', 'code': 200} Oct 13 14:15:00.476352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Attempting to bind port 176bddc5-9adf-4403-aa11-3ce3eb8af95d on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:15:00.476352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Attempting to bind port 176bddc5-9adf-4403-aa11-3ce3eb8af95d by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ce8e0c9e-d12c-4425-bb95-ea2bbad5e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a2cd8daa-076b-44c2-893e-4822eea8657d'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:15:00.476352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Attempting to bind port 176bddc5-9adf-4403-aa11-3ce3eb8af95d on network a2cd8daa-076b-44c2-893e-4822eea8657d {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:00.481878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Port 176bddc5-9adf-4403-aa11-3ce3eb8af95d on network a2cd8daa-076b-44c2-893e-4822eea8657d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:15:00.482201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Attempting to bind port 176bddc5-9adf-4403-aa11-3ce3eb8af95d on network a2cd8daa-076b-44c2-893e-4822eea8657d {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:00.492362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc998f1a-50aa-4a82-a56f-7adaa2c4ff63 req-263642df-1d9e-4f5b-a4f0-8c6895652989 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:00.493975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc998f1a-50aa-4a82-a56f-7adaa2c4ff63 req-263642df-1d9e-4f5b-a4f0-8c6895652989 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.0940776 Oct 13 14:15:00.500541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:15:00.501802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Checking segment: {'id': 'ce8e0c9e-d12c-4425-bb95-ea2bbad5e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a2cd8daa-076b-44c2-893e-4822eea8657d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:00.502204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Bound using segment: {'id': 'ce8e0c9e-d12c-4425-bb95-ea2bbad5e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a2cd8daa-076b-44c2-893e-4822eea8657d'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:15:00.507439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Bound port: 176bddc5-9adf-4403-aa11-3ce3eb8af95d, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8e0c9e-d12c-4425-bb95-ea2bbad5e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'a2cd8daa-076b-44c2-893e-4822eea8657d'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:15:00.507439 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:00.582115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc998f1a-50aa-4a82-a56f-7adaa2c4ff63 req-9a9791e4-cdb8-4275-a381-bd0c70c6049e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765605 Oct 13 14:15:00.635613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] For port 176bddc5-9adf-4403-aa11-3ce3eb8af95d, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:15:00.641540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] For port 176bddc5-9adf-4403-aa11-3ce3eb8af95d, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=176bddc5-9adf-4403-aa11-3ce3eb8af95d,segment=NetworkSegment(ce8e0c9e-d12c-4425-bb95-ea2bbad5e362),segment_id=ce8e0c9e-d12c-4425-bb95-ea2bbad5e362)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:15:00.748286 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:00.825020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:00.825766 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:00.831238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] 10.222.0.49 "PUT /v2.0/ports/176bddc5-9adf-4403-aa11-3ce3eb8af95d HTTP/1.1" status: 200 len: 1092 time: 2.8584569 Oct 13 14:15:00.889362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09295535-2806-4966-b8d3-a728f43d0d18 service neutron] Pushing event updated for resources: {'Port': ['ID=176bddc5-9adf-4403-aa11-3ce3eb8af95d,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:01.057104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 29f5b2e8-bc5d-40a0-b676-3e16dc95457b up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:01.081722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-e59914e7-7f49-4077-a6b3-658acbf24306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:01.083730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-e59914e7-7f49-4077-a6b3-658acbf24306 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=caa260a692e942b996f5ba62d42d742d&device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 1095 time: 0.1149631 Oct 13 14:15:01.106721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a056466-30af-4ab6-8c09-8950c125ddd9 req-26448e05-d083-48a7-aa72-46f7387c4eec tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:01.118052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a056466-30af-4ab6-8c09-8950c125ddd9 req-26448e05-d083-48a7-aa72-46f7387c4eec tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 943 time: 0.1024284 Oct 13 14:15:01.182466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-b04d1fbd-2e5b-4b7e-87b1-1e0e901bdb99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=176bddc5-9adf-4403-aa11-3ce3eb8af95d HTTP/1.1" status: 200 len: 217 time: 0.0868814 Oct 13 14:15:01.242689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a056466-30af-4ab6-8c09-8950c125ddd9 req-fc91c56b-09f9-41e8-9a1d-72c75a8e4f84 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/security-groups?id=71ee5fd0-8c67-4d05-89c4-77148c5d878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225188 Oct 13 14:15:01.264775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:15:01.275244 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:01.275953 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:01.302660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-0f789894-b7f7-466e-9a63-a68eb63b5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:01.304716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-0f789894-b7f7-466e-9a63-a68eb63b5702 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6f64900-5ca4-4164-be88-11bd760ad7cd HTTP/1.1" status: 200 len: 851 time: 0.1071615 Oct 13 14:15:01.305717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46476) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:01.454631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-19263e37-7961-4edc-9bf3-f84c4e39adf3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a2cd8daa-076b-44c2-893e-4822eea8657d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371133 Oct 13 14:15:01.462166 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-304026686'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:01.474054 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:01.512247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:01.517046 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f8a8af-7c7c-4ebf-810b-7f688a5653f2" -d '{"events": [{"server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "name": "network-vif-plugged", "status": "completed", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:01.555697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:01.599717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Made reservation on behalf of cdb21e2e6c47499fae6ec6b155a20369 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:01.603474 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:01.619020 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:01.639418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-a67d7c0c-8fea-4259-8f14-08256a8b2a75 service neutron] 10.222.0.49 "GET /v2.0/networks/a2cd8daa-076b-44c2-893e-4822eea8657d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566994 Oct 13 14:15:01.668544 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:01.669844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b404053c-5795-422b-beaa-2c9b6b2f362a no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:15:01.718390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: b404053c-5795-422b-beaa-2c9b6b2f362a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:15:01.719138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b404053c-5795-422b-beaa-2c9b6b2f362a not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:15:01.806133 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:01.824144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:01.853669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6e2ea-79a5-4402-b41e-e66bb90e9d2a req-e438765f-cce4-48dd-b230-e690e5e0a4fb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:01.855768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abc6e2ea-79a5-4402-b41e-e66bb90e9d2a req-e438765f-cce4-48dd-b230-e690e5e0a4fb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.4666848 Oct 13 14:15:01.861201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55e53f14-de3e-4def-9186-6cfb6e39b04e req-ffdc6a9e-3705-46cf-8ec9-14f262f7f666 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0671787 Oct 13 14:15:01.908144 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:01.932031 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8e8ef2a-6088-4495-a807-5899f7c4ab14 req-ad0e7c84-92d1-4082-b5dd-31ba5158c452 service neutron] 10.222.0.49 "GET /v2.0/networks/a2cd8daa-076b-44c2-893e-4822eea8657d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781754 Oct 13 14:15:01.944222 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:15:01.957563 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:01.958258 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Added segment 0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b of type vlan for network 90d45cd1-a7dc-41ed-9a77-87e855293e55 Oct 13 14:15:01.964109 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732cbdef-d6d0-4e86-98d9-aca6c9aa68e5 x-openstack-request-id: req-732cbdef-d6d0-4e86-98d9-aca6c9aa68e5 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:01.964528 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "name": "network-vif-plugged", "status": "completed", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:01.965055 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-732cbdef-d6d0-4e86-98d9-aca6c9aa68e5 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:01.965578 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'code': 200} Oct 13 14:15:01.989667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abc6e2ea-79a5-4402-b41e-e66bb90e9d2a req-fbe033dd-76e5-4c67-b5ab-25589b11e766 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067910 Oct 13 14:15:02.089131 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:02.119860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a9a3b-f28f-4c41-990a-f229878debe9 req-ac4db5d3-6504-4b6b-a138-5b8fea5ecee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:02.130043 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7a8065-7042-419c-acbc-2b7f9830fb4d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:02.131495 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff8a9a3b-f28f-4c41-990a-f229878debe9 req-ac4db5d3-6504-4b6b-a138-5b8fea5ecee8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 1098 time: 0.0847011 Oct 13 14:15:02.199132 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:02.209341 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:02.210428 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:02.219756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff8a9a3b-f28f-4c41-990a-f229878debe9 req-212ba40b-b881-4070-85c0-fb246a9d2e96 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613444 Oct 13 14:15:02.246428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be08727-dfbc-46c6-91ae-ff6e28fa6f6f req-2b9a440f-db46-44e0-9687-0565ed279360 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:02.250051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2be08727-dfbc-46c6-91ae-ff6e28fa6f6f req-2b9a440f-db46-44e0-9687-0565ed279360 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.1172266 Oct 13 14:15:02.303330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2be08727-dfbc-46c6-91ae-ff6e28fa6f6f req-1bb8700b-623b-42a9-9620-ef2035309511 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467632 Oct 13 14:15:02.317989 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event updated for resources: {'Network': ['ID=90d45cd1-a7dc-41ed-9a77-87e855293e55,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:02.330531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:02.331196 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:02.331726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:02.332273 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:02.332936 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:02.333484 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:02.334007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:02.334527 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:02.335058 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:02.335589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:02.336317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:02.336833 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:02.350142 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 90d45cd1-a7dc-41ed-9a77-87e855293e55 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:15:02.415026 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a3d55b6e-8dc8-4949-9a99-8370e7394569 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0936882 Oct 13 14:15:02.415026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46496) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:02.415026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-708e5684-be07-4dd0-bfc8-346e8cef5991 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Request body: {'subnet': {'network_id': '90d45cd1-a7dc-41ed-9a77-87e855293e55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:02.452009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa57afb0-e6ac-45c2-b0a2-fd362d541382', 'tag': '176bddc5-9adf-4403-aa11-3ce3eb8af95d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:02.455228 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2d4752-4dee-4b3b-b68a-3a7260182fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "aa57afb0-e6ac-45c2-b0a2-fd362d541382", "tag": "176bddc5-9adf-4403-aa11-3ce3eb8af95d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:02.614948 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee87454-319f-44d7-91d8-5f0dfe00fbd5 x-openstack-request-id: req-cee87454-319f-44d7-91d8-5f0dfe00fbd5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:02.615573 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa57afb0-e6ac-45c2-b0a2-fd362d541382", "tag": "176bddc5-9adf-4403-aa11-3ce3eb8af95d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:02.616034 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cee87454-319f-44d7-91d8-5f0dfe00fbd5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:02.616650 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa57afb0-e6ac-45c2-b0a2-fd362d541382', 'tag': '176bddc5-9adf-4403-aa11-3ce3eb8af95d', 'status': 'completed', 'code': 200} Oct 13 14:15:02.633773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708e5684-be07-4dd0-bfc8-346e8cef5991 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Made reservation on behalf of cdb21e2e6c47499fae6ec6b155a20369 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:02.638232 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-708e5684-be07-4dd0-bfc8-346e8cef5991 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:02.768914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b47db4-5123-4cab-80ea-9d8dc5818c80 req-9cc896ff-edef-4033-a2f9-7183ddb1f2b9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:02.777713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27b47db4-5123-4cab-80ea-9d8dc5818c80 req-9cc896ff-edef-4033-a2f9-7183ddb1f2b9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 943 time: 0.1556818 Oct 13 14:15:02.833061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d4752-4dee-4b3b-b68a-3a7260182fcb req-f4435d46-f8b7-46b0-b0ba-69c4e837679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:02.837611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b2d4752-4dee-4b3b-b68a-3a7260182fcb req-f4435d46-f8b7-46b0-b0ba-69c4e837679b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=caa260a692e942b996f5ba62d42d742d&device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 1095 time: 0.1686289 Oct 13 14:15:02.892403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27b47db4-5123-4cab-80ea-9d8dc5818c80 req-a8559e82-1189-42c0-92cd-da8c0fd77428 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/security-groups?id=71ee5fd0-8c67-4d05-89c4-77148c5d878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137965 Oct 13 14:15:03.027980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d751345c-6634-40d9-b024-eb8c52b91281 req-c0a4a8bf-4f1b-4794-b673-18f1d13d147b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.1335471 Oct 13 14:15:03.041561 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-708e5684-be07-4dd0-bfc8-346e8cef5991 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:03.101519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c256de8-6c51-456a-ae85-7cce903f2e51 req-11e92464-e871-4bd4-b432-39f5b63cdfb9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:03.103428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c256de8-6c51-456a-ae85-7cce903f2e51 req-11e92464-e871-4bd4-b432-39f5b63cdfb9 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.3236084 Oct 13 14:15:03.105431 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d4752-4dee-4b3b-b68a-3a7260182fcb req-5b62a92e-31a4-4401-ad99-f8e678ad8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:03.107086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b2d4752-4dee-4b3b-b68a-3a7260182fcb req-5b62a92e-31a4-4401-ad99-f8e678ad8247 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a2cd8daa-076b-44c2-893e-4822eea8657d HTTP/1.1" status: 200 len: 912 time: 0.2190840 Oct 13 14:15:03.151717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e5684-be07-4dd0-bfc8-346e8cef5991 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event updated for resources: {'Subnet': ['ID=64adfe6a-ab44-4600-a099-6cf8a4d90a8b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:03.162074 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708e5684-be07-4dd0-bfc8-346e8cef5991 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Checking segment: {'id': '0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90d45cd1-a7dc-41ed-9a77-87e855293e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:03.162440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708e5684-be07-4dd0-bfc8-346e8cef5991 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Network hostable DHCP agents. Network: 90d45cd1-a7dc-41ed-9a77-87e855293e55, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:15:03.192108 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b2d4752-4dee-4b3b-b68a-3a7260182fcb req-6160df57-b988-4315-bae5-0793ebec45b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=176bddc5-9adf-4403-aa11-3ce3eb8af95d HTTP/1.1" status: 200 len: 217 time: 0.0578125 Oct 13 14:15:03.233929 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708e5684-be07-4dd0-bfc8-346e8cef5991 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Network 90d45cd1-a7dc-41ed-9a77-87e855293e55 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:15:03.252268 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-493da984-6742-41c6-a4fa-39227e2ad828 req-89de7b39-26cc-46e9-801e-c894e281c040 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0678608 Oct 13 14:15:03.261719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c256de8-6c51-456a-ae85-7cce903f2e51 req-f0a7ae28-1765-4bf2-bb00-88169d757010 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474237 Oct 13 14:15:03.279874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d4752-4dee-4b3b-b68a-3a7260182fcb req-50a06411-c407-407d-ba61-2d3c9c4dd8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:03.282248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b2d4752-4dee-4b3b-b68a-3a7260182fcb req-50a06411-c407-407d-ba61-2d3c9c4dd8c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6f64900-5ca4-4164-be88-11bd760ad7cd HTTP/1.1" status: 200 len: 851 time: 0.0844662 Oct 13 14:15:03.324967 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-708e5684-be07-4dd0-bfc8-346e8cef5991 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 90d45cd1-a7dc-41ed-9a77-87e855293e55) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:03.337716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b2d4752-4dee-4b3b-b68a-3a7260182fcb req-9109fd74-d196-44c6-8927-1534e9a57093 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a2cd8daa-076b-44c2-893e-4822eea8657d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472598 Oct 13 14:15:03.344360 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708e5684-be07-4dd0-bfc8-346e8cef5991 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:03.346441 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-708e5684-be07-4dd0-bfc8-346e8cef5991 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:03.346664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208f6be1-11eb-4e54-b1ab-f2c219dc20ae None None] Network 90d45cd1-a7dc-41ed-9a77-87e855293e55 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:03.470678 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-708e5684-be07-4dd0-bfc8-346e8cef5991 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0645392 Oct 13 14:15:03.473618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46516) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:03.493700 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Request body: {'port': {'network_id': '90d45cd1-a7dc-41ed-9a77-87e855293e55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2115352295'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:03.557045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b2d4752-4dee-4b3b-b68a-3a7260182fcb req-d8e9ebb5-d8c2-448f-83f2-582dcdf0f155 service neutron] 10.222.0.49 "GET /v2.0/networks/a2cd8daa-076b-44c2-893e-4822eea8657d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996582 Oct 13 14:15:03.584421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae98d84-9909-4b2a-b41e-646165ef9544 req-b751ea4a-4aaa-45cb-9dfe-de79c5ddbe2a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:03.593599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ae98d84-9909-4b2a-b41e-646165ef9544 req-b751ea4a-4aaa-45cb-9dfe-de79c5ddbe2a tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1433032 Oct 13 14:15:03.611776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b68d5773-e76f-4533-b74c-20f17febdd8d req-0cee4145-ce4e-4266-aed4-2f3357b9cb1e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1481733 Oct 13 14:15:03.712169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-90d45cd1-a7dc-41ed-9a77-87e855293e55', 'network_id': '90d45cd1-a7dc-41ed-9a77-87e855293e55', 'tenant_id': 'cdb21e2e6c47499fae6ec6b155a20369', 'fixed_ips': [{'subnet_id': '64adfe6a-ab44-4600-a099-6cf8a4d90a8b'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:15:03.714571 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:03.728385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ae98d84-9909-4b2a-b41e-646165ef9544 req-5e7e723d-fafd-4dd4-8232-f89eed8be553 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228077 Oct 13 14:15:03.783206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b2d4752-4dee-4b3b-b68a-3a7260182fcb req-dab0c6ad-d115-4b3c-9917-9e0079548bd0 service neutron] 10.222.0.49 "GET /v2.0/networks/a2cd8daa-076b-44c2-893e-4822eea8657d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208390 Oct 13 14:15:03.823126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Made reservation on behalf of cdb21e2e6c47499fae6ec6b155a20369 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:03.828070 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:03.870531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] device_id is not set on port 7e349617-7cd5-4bbb-84ab-434ec0cafa1f yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:15:03.932120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d5773-e76f-4533-b74c-20f17febdd8d req-15d55f55-4492-4ce1-9438-a9b8ea5d84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:03.937033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b68d5773-e76f-4533-b74c-20f17febdd8d req-15d55f55-4492-4ce1-9438-a9b8ea5d84d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 1097 time: 0.1816783 Oct 13 14:15:03.964440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61953c6-5f73-4cf0-81f2-3386e307120a req-9b6b4af5-d855-47cd-9849-a1ae932b9491 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:03.971410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d61953c6-5f73-4cf0-81f2-3386e307120a req-9b6b4af5-d855-47cd-9849-a1ae932b9491 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.1280258 Oct 13 14:15:03.987462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Allocated IP 2001:db8::2 (90d45cd1-a7dc-41ed-9a77-87e855293e55/64adfe6a-ab44-4600-a099-6cf8a4d90a8b/881ca27e-ccb3-4f95-b521-277207e19cd0) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:04.095435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d61953c6-5f73-4cf0-81f2-3386e307120a req-2ee15b97-204a-4cbf-a6f9-659386947e56 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230934 Oct 13 14:15:04.168507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d5773-e76f-4533-b74c-20f17febdd8d req-f56d4125-09fd-4db3-a30a-56fd445bc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:04.172012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b68d5773-e76f-4533-b74c-20f17febdd8d req-f56d4125-09fd-4db3-a30a-56fd445bc4fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.1934848 Oct 13 14:15:04.243696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b68d5773-e76f-4533-b74c-20f17febdd8d req-005d2321-342c-4cdf-b40e-ae43584f978c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2b6a021-4ce4-4b5a-961d-2fe667103bbb HTTP/1.1" status: 200 len: 217 time: 0.0584245 Oct 13 14:15:04.272032 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:04.342817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337062f8-d725-4d32-923d-53e97df95ade req-7922b7d7-345c-4939-9621-d15d2ccbe99f tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:04.345201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-337062f8-d725-4d32-923d-53e97df95ade req-7922b7d7-345c-4939-9621-d15d2ccbe99f tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 943 time: 0.1115077 Oct 13 14:15:04.351791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d5773-e76f-4533-b74c-20f17febdd8d req-a99d9860-0683-4740-a071-a1f71186bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:04.354243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b68d5773-e76f-4533-b74c-20f17febdd8d req-a99d9860-0683-4740-a071-a1f71186bb21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.0838985 Oct 13 14:15:04.431552 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:04.466444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-337062f8-d725-4d32-923d-53e97df95ade req-eca3ca8a-a760-4608-8b11-9f2829f6b14c tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/security-groups?id=71ee5fd0-8c67-4d05-89c4-77148c5d878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104362 Oct 13 14:15:04.520100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d5773-e76f-4533-b74c-20f17febdd8d req-b6555993-3653-4beb-a19c-106717d93378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:04.524877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b68d5773-e76f-4533-b74c-20f17febdd8d req-b6555993-3653-4beb-a19c-106717d93378 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443338 Oct 13 14:15:04.547431 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0c4e34e-c2bf-441a-ad03-b511825d08d0 req-ebe455f9-30d2-41af-a237-c26775cd21be tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0514431 Oct 13 14:15:04.585935 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Allocated IP 2001:db8::1d3 (90d45cd1-a7dc-41ed-9a77-87e855293e55/64adfe6a-ab44-4600-a099-6cf8a4d90a8b/7e349617-7cd5-4bbb-84ab-434ec0cafa1f) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:04.605063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Network 90d45cd1-a7dc-41ed-9a77-87e855293e55 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:04.609712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:04.617144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:04.620735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Pushing event updated for resources: {'Port': ['ID=881ca27e-ccb3-4f95-b521-277207e19cd0,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:04.712489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Attempting to bind port 881ca27e-ccb3-4f95-b521-277207e19cd0 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:15:04.728462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Attempting to bind port 881ca27e-ccb3-4f95-b521-277207e19cd0 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90d45cd1-a7dc-41ed-9a77-87e855293e55'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:15:04.728462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Attempting to bind port 881ca27e-ccb3-4f95-b521-277207e19cd0 on network 90d45cd1-a7dc-41ed-9a77-87e855293e55 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:04.728462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:15:04.728462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Checking segment: {'id': '0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90d45cd1-a7dc-41ed-9a77-87e855293e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:04.728462 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:04.728462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Bound using segment: {'id': '0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90d45cd1-a7dc-41ed-9a77-87e855293e55'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:15:04.728462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Bound port: 881ca27e-ccb3-4f95-b521-277207e19cd0, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '90d45cd1-a7dc-41ed-9a77-87e855293e55'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:15:04.728462 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:04.744765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa735dc-a69b-47c6-bcdb-ba0a0adceb21 req-3a3f4238-2eea-4694-9a7d-5d57abe006ce tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:04.754411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fa735dc-a69b-47c6-bcdb-ba0a0adceb21 req-3a3f4238-2eea-4694-9a7d-5d57abe006ce tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.1125066 Oct 13 14:15:04.819934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] For port 881ca27e-ccb3-4f95-b521-277207e19cd0, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:15:04.824299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] For port 881ca27e-ccb3-4f95-b521-277207e19cd0, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=881ca27e-ccb3-4f95-b521-277207e19cd0,segment=NetworkSegment(0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b),segment_id=0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:15:04.827521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fa735dc-a69b-47c6-bcdb-ba0a0adceb21 req-ead97eda-8ef3-4af4-9cdd-e07c2e09925e tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713801 Oct 13 14:15:04.839610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b68d5773-e76f-4533-b74c-20f17febdd8d req-63cd44d4-8907-41ae-a22c-b41c554b2505 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970185 Oct 13 14:15:04.912348 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:04.983537 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:05.041473 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:05.087166 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b68d5773-e76f-4533-b74c-20f17febdd8d req-0efa323f-4799-4a19-96c5-5c43052f6ff5 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270885 Oct 13 14:15:05.124330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a6d63-9601-4417-8d31-c5115f7ac473 req-0d694b2f-5762-4367-a331-1774e3135e68 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:05.129297 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Network 90d45cd1-a7dc-41ed-9a77-87e855293e55 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:05.138442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e8a6d63-9601-4417-8d31-c5115f7ac473 req-0d694b2f-5762-4367-a331-1774e3135e68 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1270773 Oct 13 14:15:05.166501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:05.174497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:05.176591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9d61d-e1e5-4028-a977-ccc20f0e85b2 None None] Pushing event updated for resources: {'Port': ['ID=881ca27e-ccb3-4f95-b521-277207e19cd0,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:05.182414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 176bddc5-9adf-4403-aa11-3ce3eb8af95d details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:15:05.194978 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:05.196004 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:05.201890 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event updated for resources: {'Port': ['ID=7e349617-7cd5-4bbb-84ab-434ec0cafa1f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:05.272064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e8a6d63-9601-4417-8d31-c5115f7ac473 req-35092021-e4e6-4dff-b225-fd3c6b21f5fe tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310101 Oct 13 14:15:05.309790 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-930cc2e8-df31-45a1-9963-2470eb73f611 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8317657 Oct 13 14:15:05.309790 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46544) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:05.318006 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Request body: {'port': {'network_id': '90d45cd1-a7dc-41ed-9a77-87e855293e55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-517214949', 'allowed_address_pairs': [{'ip_address': '2001:db8::1d3', 'mac_address': 'fa:16:3e:2b:a2:a7'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:05.497635 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a619d2d-7e33-4b1c-9282-68ca5485a45b req-30802038-f2d7-460d-9235-f6389f1f9b7e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:05.513426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a619d2d-7e33-4b1c-9282-68ca5485a45b req-30802038-f2d7-460d-9235-f6389f1f9b7e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.0726521 Oct 13 14:15:05.567211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a619d2d-7e33-4b1c-9282-68ca5485a45b req-84782465-5ea7-49ef-b21a-38af6fa63716 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587676 Oct 13 14:15:05.629778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 176bddc5-9adf-4403-aa11-3ce3eb8af95d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=176bddc5-9adf-4403-aa11-3ce3eb8af95d,segment=NetworkSegment(ce8e0c9e-d12c-4425-bb95-ea2bbad5e362),segment_id=ce8e0c9e-d12c-4425-bb95-ea2bbad5e362)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:05.676772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '176bddc5-9adf-4403-aa11-3ce3eb8af95d', 'network_id': 'a2cd8daa-076b-44c2-893e-4822eea8657d', 'port_id': '176bddc5-9adf-4403-aa11-3ce3eb8af95d', 'mac_address': 'fa:16:3e:ca:a1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f64900-5ca4-4164-be88-11bd760ad7cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:15:05.770094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3803ef-70cb-4c71-8ad8-9115b03df574 req-532e55c7-39ed-41fc-a57a-4f88998ee693 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:05.777522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b3803ef-70cb-4c71-8ad8-9115b03df574 req-532e55c7-39ed-41fc-a57a-4f88998ee693 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 944 time: 0.1043968 Oct 13 14:15:05.787338 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:05.815623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176bddc5-9adf-4403-aa11-3ce3eb8af95d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:15:05.826927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b3803ef-70cb-4c71-8ad8-9115b03df574 req-6fec2793-358f-4e38-8a90-7ae6e0039b40 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462427 Oct 13 14:15:05.851387 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 176bddc5-9adf-4403-aa11-3ce3eb8af95d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=176bddc5-9adf-4403-aa11-3ce3eb8af95d,segment=NetworkSegment(ce8e0c9e-d12c-4425-bb95-ea2bbad5e362),segment_id=ce8e0c9e-d12c-4425-bb95-ea2bbad5e362)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:05.980881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11a2d8ba-5eee-4ccb-9f53-61a5890c37fe req-a0e247c2-6a19-4f49-acc5-b57986d16255 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0496409 Oct 13 14:15:05.997266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4c65e-22b4-417f-8fe7-c610479b9712 req-27ca5297-d64e-4e51-867e-b94a4681baf0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:05.999793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fb4c65e-22b4-417f-8fe7-c610479b9712 req-27ca5297-d64e-4e51-867e-b94a4681baf0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.1718197 Oct 13 14:15:06.011034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1514963-a7cb-4035-bc4a-f5beba3b684a req-7c46a9dd-2a8d-4d3f-8a26-6d8d8dfaa1cb tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:06.012763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1514963-a7cb-4035-bc4a-f5beba3b684a req-7c46a9dd-2a8d-4d3f-8a26-6d8d8dfaa1cb tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 943 time: 0.1576595 Oct 13 14:15:06.036503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead94864-be5a-4bb6-bc7b-79ddcaa34bb2 req-ad3ab53d-7411-4358-b8f3-f674637d2cf0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:06.038284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ead94864-be5a-4bb6-bc7b-79ddcaa34bb2 req-ad3ab53d-7411-4358-b8f3-f674637d2cf0 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.49 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 944 time: 0.1845155 Oct 13 14:15:06.135188 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Made reservation on behalf of cdb21e2e6c47499fae6ec6b155a20369 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:06.224113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1514963-a7cb-4035-bc4a-f5beba3b684a req-26a79140-d09a-470f-8bca-77db1bcb0ce6 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/security-groups?id=71ee5fd0-8c67-4d05-89c4-77148c5d878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846197 Oct 13 14:15:06.227615 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:06.266308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 881ca27e-ccb3-4f95-b521-277207e19cd0 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:06.285806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:06.328607 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] device_id is not set on port b5116658-ffb6-4ef4-87cc-acca64574478 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:15:06.340114 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=176bddc5-9adf-4403-aa11-3ce3eb8af95d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:06.355909 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 881ca27e-ccb3-4f95-b521-277207e19cd0 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:06.356510 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:06.375594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb428a9-5cb6-4357-a1de-4548201ddfc6 req-a49d599f-1544-4d34-b2bc-b31fe9fc2dfa tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:06.390331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5bb428a9-5cb6-4357-a1de-4548201ddfc6 req-a49d599f-1544-4d34-b2bc-b31fe9fc2dfa tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.3024704 Oct 13 14:15:06.397951 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46560) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:06.414185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-ea130948-3446-4a33-a6a0-4fc6f7af6ec7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Request body: {'floatingip': {'port_id': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:06.525998 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:06.543186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Allocated IP 2001:db8::268 (90d45cd1-a7dc-41ed-9a77-87e855293e55/64adfe6a-ab44-4600-a099-6cf8a4d90a8b/b5116658-ffb6-4ef4-87cc-acca64574478) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:06.568235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 881ca27e-ccb3-4f95-b521-277207e19cd0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=881ca27e-ccb3-4f95-b521-277207e19cd0,segment=NetworkSegment(0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b),segment_id=0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:06.611904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['176bddc5-9adf-4403-aa11-3ce3eb8af95d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:15:06.619991 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea130948-3446-4a33-a6a0-4fc6f7af6ec7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:06.709798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d066ab3-4435-4718-b0e2-d60826720177 None None] Network 90d45cd1-a7dc-41ed-9a77-87e855293e55 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:06.710020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4fb4c65e-22b4-417f-8fe7-c610479b9712 req-84c918d0-cf62-48a9-9fb8-3edd1ac8442d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Deleting port 2719ac14-cb10-4f6a-a08b-8716e25f943c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:06.710284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4fb4c65e-22b4-417f-8fe7-c610479b9712 req-84c918d0-cf62-48a9-9fb8-3edd1ac8442d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:06.749889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ead94864-be5a-4bb6-bc7b-79ddcaa34bb2 req-5305db45-8f57-43b0-83b6-d792b7e267ca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Deleting port fe166046-c279-4e9b-9e8f-b1b5be6c131a {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:06.750790 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ead94864-be5a-4bb6-bc7b-79ddcaa34bb2 req-5305db45-8f57-43b0-83b6-d792b7e267ca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:06.781600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:06.799609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device a65cb65d-b7ce-487b-9ed4-37f8c7605de7 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:15:06.801340 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:06.882271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f0108c0-7e91-4f2b-b424-f5f9cc1e7fad req-bc1a2f9c-7f72-4e45-b227-44aa0b38e5e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3696606 Oct 13 14:15:06.954228 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:07.026571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b7114c67-ce43-4c16-b805-e53971455253 None None] Provisioning complete for port 881ca27e-ccb3-4f95-b521-277207e19cd0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:07.027126 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b7114c67-ce43-4c16-b805-e53971455253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:07.036634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event updated for resources: {'Port': ['ID=b5116658-ffb6-4ef4-87cc-acca64574478,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:07.066554 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Network 90d45cd1-a7dc-41ed-9a77-87e855293e55 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:07.068732 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:07.086171 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:07.093961 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:07.094843 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:07.193370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=881ca27e-ccb3-4f95-b521-277207e19cd0,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:07.261007 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dbc2067d-de81-4e89-b42f-f6d31c3260a4 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9489443 Oct 13 14:15:07.261646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46568) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:07.266802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f8380-6916-42b4-a8e2-d2f371474f06 req-e96cac02-1217-426f-a560-39657fbe76b0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:07.271064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e5f8380-6916-42b4-a8e2-d2f371474f06 req-e96cac02-1217-426f-a560-39657fbe76b0 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 950 time: 0.7429800 Oct 13 14:15:07.309084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a65cb65d-b7ce-487b-9ed4-37f8c7605de7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:07.365194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'port_id': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7', 'mac_address': 'fa:16:3e:51:91:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:15:07.395084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4fb4c65e-22b4-417f-8fe7-c610479b9712 req-84c918d0-cf62-48a9-9fb8-3edd1ac8442d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] For port 2719ac14-cb10-4f6a-a08b-8716e25f943c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2719ac14-cb10-4f6a-a08b-8716e25f943c,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:07.395545 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4fb4c65e-22b4-417f-8fe7-c610479b9712 req-84c918d0-cf62-48a9-9fb8-3edd1ac8442d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:07.461923 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:07.466214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4fb4c65e-22b4-417f-8fe7-c610479b9712 req-84c918d0-cf62-48a9-9fb8-3edd1ac8442d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Calling delete_port for 2719ac14-cb10-4f6a-a08b-8716e25f943c owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:07.484374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a65cb65d-b7ce-487b-9ed4-37f8c7605de7 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:15:07.518468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a65cb65d-b7ce-487b-9ed4-37f8c7605de7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:07.571725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e5f8380-6916-42b4-a8e2-d2f371474f06 req-ffcba002-a141-4882-823e-27587d97e191 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652168 Oct 13 14:15:07.586032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ead94864-be5a-4bb6-bc7b-79ddcaa34bb2 req-5305db45-8f57-43b0-83b6-d792b7e267ca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] For port fe166046-c279-4e9b-9e8f-b1b5be6c131a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=fe166046-c279-4e9b-9e8f-b1b5be6c131a,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:07.586454 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ead94864-be5a-4bb6-bc7b-79ddcaa34bb2 req-5305db45-8f57-43b0-83b6-d792b7e267ca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:07.590876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0108c0-7e91-4f2b-b424-f5f9cc1e7fad req-ab22f24c-c505-4773-a8c1-5d4a5ebace28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:07.604197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f0108c0-7e91-4f2b-b424-f5f9cc1e7fad req-ab22f24c-c505-4773-a8c1-5d4a5ebace28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f98de12adc794eee8130fc8c105bc67c&device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 1097 time: 0.3759570 Oct 13 14:15:07.634456 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:07.659536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a98458-f0ca-416b-991b-53341beb1cb8 req-82a1fbfa-f54b-48b6-80df-0a7cb614a5ee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:07.667798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54a98458-f0ca-416b-991b-53341beb1cb8 req-82a1fbfa-f54b-48b6-80df-0a7cb614a5ee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.4127944 Oct 13 14:15:07.702840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ead94864-be5a-4bb6-bc7b-79ddcaa34bb2 req-5305db45-8f57-43b0-83b6-d792b7e267ca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Calling delete_port for fe166046-c279-4e9b-9e8f-b1b5be6c131a owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:07.721020 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8143e031-5cc6-4b68-b695-9cec0c8604e5 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:07.732116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8143e031-5cc6-4b68-b695-9cec0c8604e5 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:07.740467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:07.742858 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8143e031-5cc6-4b68-b695-9cec0c8604e5 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:07.750171 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8143e031-5cc6-4b68-b695-9cec0c8604e5 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.4873950 Oct 13 14:15:07.754735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46572) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:07.772955 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['a65cb65d-b7ce-487b-9ed4-37f8c7605de7'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:15:07.884678 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-55670004-9c46-4c6c-a3bd-b59d0c32c0e7 None None] Provisioning complete for port 881ca27e-ccb3-4f95-b521-277207e19cd0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:07.885361 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-55670004-9c46-4c6c-a3bd-b59d0c32c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:07.918906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-57d31c71-7bef-4300-bc6c-3cf3f2e0b170 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Deleting port b5116658-ffb6-4ef4-87cc-acca64574478 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:07.919254 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57d31c71-7bef-4300-bc6c-3cf3f2e0b170 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:07.962482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54a98458-f0ca-416b-991b-53341beb1cb8 req-fd92ad61-aadb-42d4-b048-373594cb603d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885261 Oct 13 14:15:08.079172 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57d31c71-7bef-4300-bc6c-3cf3f2e0b170 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:08.103839 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-57d31c71-7bef-4300-bc6c-3cf3f2e0b170 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Calling delete_port for b5116658-ffb6-4ef4-87cc-acca64574478 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:08.119879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-55670004-9c46-4c6c-a3bd-b59d0c32c0e7 None None] Provisioning complete for port 7e349617-7cd5-4bbb-84ab-434ec0cafa1f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:08.120262 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-55670004-9c46-4c6c-a3bd-b59d0c32c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:08.271044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 881ca27e-ccb3-4f95-b521-277207e19cd0 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:08.356500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-55670004-9c46-4c6c-a3bd-b59d0c32c0e7 None None] Port 7e349617-7cd5-4bbb-84ab-434ec0cafa1f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:15:08.382807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-55670004-9c46-4c6c-a3bd-b59d0c32c0e7 None None] Provisioning complete for port b5116658-ffb6-4ef4-87cc-acca64574478 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:08.383374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-55670004-9c46-4c6c-a3bd-b59d0c32c0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:08.436163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 881ca27e-ccb3-4f95-b521-277207e19cd0 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:08.436694 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:08.457505 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57d31c71-7bef-4300-bc6c-3cf3f2e0b170 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:08.475023 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0108c0-7e91-4f2b-b424-f5f9cc1e7fad req-e054890f-7aca-4f8b-9a58-41df80e4af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:08.476546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f0108c0-7e91-4f2b-b424-f5f9cc1e7fad req-e054890f-7aca-4f8b-9a58-41df80e4af96 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 200 len: 909 time: 0.8328428 Oct 13 14:15:08.484852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7f09b-d9db-420d-9d70-ecbe2b9156ee req-11a89e28-6182-4ad5-909f-26e31125abda tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:08.491144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-55670004-9c46-4c6c-a3bd-b59d0c32c0e7 None None] Port b5116658-ffb6-4ef4-87cc-acca64574478 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:15:08.497346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0eb7f09b-d9db-420d-9d70-ecbe2b9156ee req-11a89e28-6182-4ad5-909f-26e31125abda tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 944 time: 0.5704355 Oct 13 14:15:08.530910 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d31c71-7bef-4300-bc6c-3cf3f2e0b170 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event deleted for resources: {'Port': ['ID=b5116658-ffb6-4ef4-87cc-acca64574478,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:08.601740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f0108c0-7e91-4f2b-b424-f5f9cc1e7fad req-a02803de-c075-4067-a4d5-59c424f3b957 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 HTTP/1.1" status: 200 len: 217 time: 0.0698962 Oct 13 14:15:08.669895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0eb7f09b-d9db-420d-9d70-ecbe2b9156ee req-01163101-6df3-41ca-891b-6bdbeae65128 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657364 Oct 13 14:15:08.758864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1f023143-33f8-4430-944f-fd46abfc2079 None None] Provisioning complete for port 7e349617-7cd5-4bbb-84ab-434ec0cafa1f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:08.759746 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1f023143-33f8-4430-944f-fd46abfc2079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:08.873794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device a65cb65d-b7ce-487b-9ed4-37f8c7605de7 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:08.879368 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57d31c71-7bef-4300-bc6c-3cf3f2e0b170 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:08.886979 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-57d31c71-7bef-4300-bc6c-3cf3f2e0b170 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "DELETE /v2.0/ports/b5116658-ffb6-4ef4-87cc-acca64574478 HTTP/1.1" status: 204 len: 168 time: 1.1347129 Oct 13 14:15:08.897853 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46604) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:09.008955 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1ac603-747b-4b39-bba2-4c6032f2deb7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] GET failed (client error): The resource could not be found. Oct 13 14:15:09.011167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0108c0-7e91-4f2b-b424-f5f9cc1e7fad req-466db649-2670-47b2-9dc5-bccbae5aaf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:09.012837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f0108c0-7e91-4f2b-b424-f5f9cc1e7fad req-466db649-2670-47b2-9dc5-bccbae5aaf7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 200 len: 848 time: 0.3236318 Oct 13 14:15:09.022737 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5a1ac603-747b-4b39-bba2-4c6032f2deb7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "GET /v2.0/ports/b5116658-ffb6-4ef4-87cc-acca64574478 HTTP/1.1" status: 404 len: 333 time: 0.1229973 Oct 13 14:15:09.023671 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46612) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:09.042649 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Request body: {'port': {'network_id': '90d45cd1-a7dc-41ed-9a77-87e855293e55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1270287695'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:09.079358 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1f023143-33f8-4430-944f-fd46abfc2079 None None] Port 7e349617-7cd5-4bbb-84ab-434ec0cafa1f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:15:09.088215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7349a-e69c-4c25-b9e9-33240e667e47 req-454f5f8d-a78a-424e-a97f-2810c558a662 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:09.096127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07e7349a-e69c-4c25-b9e9-33240e667e47 req-454f5f8d-a78a-424e-a97f-2810c558a662 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 944 time: 0.2191372 Oct 13 14:15:09.099243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f0108c0-7e91-4f2b-b424-f5f9cc1e7fad req-50cab147-bc60-49e9-9095-b049c72b582c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3d8236a3-e9cb-4b0f-a226-dce14143f54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776899 Oct 13 14:15:09.099737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port a65cb65d-b7ce-487b-9ed4-37f8c7605de7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:09.100120 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:09.105810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 176bddc5-9adf-4403-aa11-3ce3eb8af95d up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:09.109557 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4fb4c65e-22b4-417f-8fe7-c610479b9712 req-84c918d0-cf62-48a9-9fb8-3edd1ac8442d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:09.217567 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c9f19d61-83d0-43d8-aaa9-be35288f137d None None] Could not find standard attr ID for object b5116658-ffb6-4ef4-87cc-acca64574478. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:15:09.233084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bb69b-eed5-4317-91cd-3f5e05e17268 req-e392894f-2316-4050-8c18-100151a06a09 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:09.236375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-376bb69b-eed5-4317-91cd-3f5e05e17268 req-e392894f-2316-4050-8c18-100151a06a09 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 867 time: 0.2883806 Oct 13 14:15:09.239744 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:09.255322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c918d0-cf62-48a9-9fb8-3edd1ac8442d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Pushing event deleted for resources: {'Port': ['ID=2719ac14-cb10-4f6a-a08b-8716e25f943c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:09.284500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Made reservation on behalf of cdb21e2e6c47499fae6ec6b155a20369 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:09.288575 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:09.306483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:09.312030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] device_id is not set on port cf185e54-6d8b-4bfe-9961-3cab531ee25b yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:15:09.312478 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ff3ac9-bc5d-4208-9fe2-d9c2699efbfc" -d '{"events": [{"server_uuid": "1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1", "name": "network-vif-plugged", "status": "completed", "tag": "a65cb65d-b7ce-487b-9ed4-37f8c7605de7"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:09.317990 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 176bddc5-9adf-4403-aa11-3ce3eb8af95d completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:15:09.330204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a65cb65d-b7ce-487b-9ed4-37f8c7605de7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:09.331253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 176bddc5-9adf-4403-aa11-3ce3eb8af95d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:09.331627 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:09.360771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-376bb69b-eed5-4317-91cd-3f5e05e17268 req-b10baf5c-afa0-4de6-b3c1-cb954060b035 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/security-groups?id=54ea2139-d8e5-4fe2-9516-49d1d5ac887c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097980 Oct 13 14:15:09.429954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07e7349a-e69c-4c25-b9e9-33240e667e47 req-bf90af3d-68a0-4a26-b545-2460ef369130 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/security-groups?id=71ee5fd0-8c67-4d05-89c4-77148c5d878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328910 Oct 13 14:15:09.483705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb4c65e-22b4-417f-8fe7-c610479b9712 req-84c918d0-cf62-48a9-9fb8-3edd1ac8442d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] No DVR routers for this DVR port 2719ac14-cb10-4f6a-a08b-8716e25f943c on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:15:09.485561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ead94864-be5a-4bb6-bc7b-79ddcaa34bb2 req-5305db45-8f57-43b0-83b6-d792b7e267ca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:09.492099 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4fb4c65e-22b4-417f-8fe7-c610479b9712 req-84c918d0-cf62-48a9-9fb8-3edd1ac8442d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:09.496123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fb4c65e-22b4-417f-8fe7-c610479b9712 req-84c918d0-cf62-48a9-9fb8-3edd1ac8442d tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.41 "DELETE /v2.0/ports/2719ac14-cb10-4f6a-a08b-8716e25f943c HTTP/1.1" status: 204 len: 173 time: 3.4811964 Oct 13 14:15:09.498162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'name': 'network-vif-deleted', 'tag': '2719ac14-cb10-4f6a-a08b-8716e25f943c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:09.498472 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:09.501541 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96543d9-9dd3-4abb-8323-c36c71b3b421" -d '{"events": [{"server_uuid": "4a133a46-abc0-4eb4-82ea-b5ef30784c9f", "name": "network-vif-deleted", "tag": "2719ac14-cb10-4f6a-a08b-8716e25f943c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:09.503610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2719ac14-cb10-4f6a-a08b-8716e25f943c no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:15:09.525807 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:09.563321 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Allocated IP 2001:db8::19d (90d45cd1-a7dc-41ed-9a77-87e855293e55/64adfe6a-ab44-4600-a099-6cf8a4d90a8b/cf185e54-6d8b-4bfe-9961-3cab531ee25b) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:09.596683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305db45-8f57-43b0-83b6-d792b7e267ca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Pushing event deleted for resources: {'Port': ['ID=fe166046-c279-4e9b-9e8f-b1b5be6c131a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:09.645767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 2719ac14-cb10-4f6a-a08b-8716e25f943c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:15:09.651057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2719ac14-cb10-4f6a-a08b-8716e25f943c not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:15:09.689054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 176bddc5-9adf-4403-aa11-3ce3eb8af95d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=176bddc5-9adf-4403-aa11-3ce3eb8af95d,segment=NetworkSegment(ce8e0c9e-d12c-4425-bb95-ea2bbad5e362),segment_id=ce8e0c9e-d12c-4425-bb95-ea2bbad5e362)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:09.697638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9045a795-d393-4047-9967-078eac2c53d9 req-f38c65f3-9ee9-488d-bbd6-7467b246ced3 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.1699777 Oct 13 14:15:09.703263 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.resource_extend [None req-ea130948-3446-4a33-a6a0-4fc6f7af6ec7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:15:09.730124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:09.800110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f0108c0-7e91-4f2b-b424-f5f9cc1e7fad req-1027d68f-9307-4889-a73c-c9df75a37a5c service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873074 Oct 13 14:15:09.823083 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:09.823981 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device fe166046-c279-4e9b-9e8f-b1b5be6c131a no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:15:09.957056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: fe166046-c279-4e9b-9e8f-b1b5be6c131a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:15:09.963288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device fe166046-c279-4e9b-9e8f-b1b5be6c131a not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:15:09.966152 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e3c05a-cb22-488a-864e-b61ecd6e7117 x-openstack-request-id: req-59e3c05a-cb22-488a-864e-b61ecd6e7117 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:09.970140 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1", "name": "network-vif-plugged", "status": "completed", "tag": "a65cb65d-b7ce-487b-9ed4-37f8c7605de7", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:09.970622 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59e3c05a-cb22-488a-864e-b61ecd6e7117 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:09.971144 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7', 'code': 200} Oct 13 14:15:10.014697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=176bddc5-9adf-4403-aa11-3ce3eb8af95d,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:10.035348 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:10.131231 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:10.212447 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Network 90d45cd1-a7dc-41ed-9a77-87e855293e55 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:10.218095 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:10.223705 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:10.232828 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:10.233839 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:10.242183 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event updated for resources: {'Port': ['ID=cf185e54-6d8b-4bfe-9961-3cab531ee25b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:10.342411 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-21182011-6c2c-4a9c-b3b8-66265db1866c tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3153241 Oct 13 14:15:10.343864 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d9142b-052a-412e-b7a3-74d326067354 x-openstack-request-id: req-41d9142b-052a-412e-b7a3-74d326067354 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:10.344226 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a133a46-abc0-4eb4-82ea-b5ef30784c9f", "name": "network-vif-deleted", "tag": "2719ac14-cb10-4f6a-a08b-8716e25f943c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:10.344542 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41d9142b-052a-412e-b7a3-74d326067354 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:10.345087 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a133a46-abc0-4eb4-82ea-b5ef30784c9f', 'name': 'network-vif-deleted', 'tag': '2719ac14-cb10-4f6a-a08b-8716e25f943c', 'status': 'completed', 'code': 200} Oct 13 14:15:10.351908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46636) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:10.356336 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0074203d-3543-4c0d-b969-95cbce363f79 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d3', 'mac_address': 'fa:16:3e:2b:a2:a7'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:10.481820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead94864-be5a-4bb6-bc7b-79ddcaa34bb2 req-5305db45-8f57-43b0-83b6-d792b7e267ca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] No DVR routers for this DVR port fe166046-c279-4e9b-9e8f-b1b5be6c131a on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:15:10.485573 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ead94864-be5a-4bb6-bc7b-79ddcaa34bb2 req-5305db45-8f57-43b0-83b6-d792b7e267ca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:10.489726 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ead94864-be5a-4bb6-bc7b-79ddcaa34bb2 req-5305db45-8f57-43b0-83b6-d792b7e267ca tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.49 "DELETE /v2.0/ports/fe166046-c279-4e9b-9e8f-b1b5be6c131a HTTP/1.1" status: 204 len: 173 time: 4.4411504 Oct 13 14:15:10.563047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d3acb9b-1508-443c-a4a2-438643a1564e req-70d02f05-c33a-4e0c-a96f-a77c09191d08 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 210 time: 0.2168462 Oct 13 14:15:10.595152 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0074203d-3543-4c0d-b969-95cbce363f79 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:10.614166 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea130948-3446-4a33-a6a0-4fc6f7af6ec7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:10.636937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f0108c0-7e91-4f2b-b424-f5f9cc1e7fad req-fef3a5c4-67c0-4315-9cc0-2c502bc2244b service neutron] 10.222.0.49 "GET /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571852 Oct 13 14:15:10.659830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9b1db-3910-49ce-b05e-524cb963e4de req-4246ef57-c8f5-4689-9989-62167914fe23 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:10.662408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89e9b1db-3910-49ce-b05e-524cb963e4de req-4246ef57-c8f5-4689-9989-62167914fe23 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.3064730 Oct 13 14:15:10.725952 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea130948-3446-4a33-a6a0-4fc6f7af6ec7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:10.800550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89e9b1db-3910-49ce-b05e-524cb963e4de req-00788c20-2ddb-410a-91e3-2f3ebd9e5259 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260383 Oct 13 14:15:10.802532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a07e794c-cd8e-4117-9ed3-43eda2f21236 None None] Provisioning complete for port cf185e54-6d8b-4bfe-9961-3cab531ee25b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:10.805459 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a07e794c-cd8e-4117-9ed3-43eda2f21236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:10.939226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a07e794c-cd8e-4117-9ed3-43eda2f21236 None None] Port cf185e54-6d8b-4bfe-9961-3cab531ee25b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:15:10.985521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8334a317-21cf-4a70-983f-4294f597ee6a req-ac649e45-9bfd-49c5-86b1-1d167cfe9ff5 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a133a46-abc0-4eb4-82ea-b5ef30784c9f HTTP/1.1" status: 200 len: 210 time: 0.0439484 Oct 13 14:15:11.006957 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-ea130948-3446-4a33-a6a0-4fc6f7af6ec7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Floating IP 085ad109-228d-46b3-a392-edc20b585b6a associated. External IP: 172.25.0.251, port: 29f5b2e8-bc5d-40a0-b676-3e16dc95457b. Oct 13 14:15:11.066279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0074203d-3543-4c0d-b969-95cbce363f79 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:11.165245 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0074203d-3543-4c0d-b969-95cbce363f79 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:11.212310 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0074203d-3543-4c0d-b969-95cbce363f79 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] In _notify_port_updated(), no bound segment for port cf185e54-6d8b-4bfe-9961-3cab531ee25b on network 90d45cd1-a7dc-41ed-9a77-87e855293e55 {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:15:11.217370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e5c338a-d5b5-4f44-8592-27ddd8f8e9e3 req-a391cabc-27e3-44e6-ab6b-f81c774b1eee tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0710049 Oct 13 14:15:11.217979 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074203d-3543-4c0d-b969-95cbce363f79 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:11.218513 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0074203d-3543-4c0d-b969-95cbce363f79 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:11.223239 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0074203d-3543-4c0d-b969-95cbce363f79 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "PUT /v2.0/ports/cf185e54-6d8b-4bfe-9961-3cab531ee25b HTTP/1.1" status: 200 len: 1003 time: 0.8729551 Oct 13 14:15:11.224607 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46646) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:11.272500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074203d-3543-4c0d-b969-95cbce363f79 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event updated for resources: {'Port': ['ID=cf185e54-6d8b-4bfe-9961-3cab531ee25b,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:11.304259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e811f50-fcd2-41e1-a03f-c501d1ab25b8 req-b1dac147-9017-410c-92ac-5e4e339ee0f4 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:11.310347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e811f50-fcd2-41e1-a03f-c501d1ab25b8 req-b1dac147-9017-410c-92ac-5e4e339ee0f4 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 945 time: 0.1789949 Oct 13 14:15:11.454255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6f42ce8b-9466-44ba-9c43-f06d05f10e77 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Deleting port cf185e54-6d8b-4bfe-9961-3cab531ee25b {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:11.454996 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f42ce8b-9466-44ba-9c43-f06d05f10e77 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:11.516435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e811f50-fcd2-41e1-a03f-c501d1ab25b8 req-435edf24-e858-4ca4-b853-af3e221e7ac2 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/security-groups?id=71ee5fd0-8c67-4d05-89c4-77148c5d878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097007 Oct 13 14:15:11.664120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2a314-8d80-41b2-b4e5-4635c6bde095 req-c1e0f48d-402e-4883-a243-ee1ec194553b tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:11.677287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1a2a314-8d80-41b2-b4e5-4635c6bde095 req-c1e0f48d-402e-4883-a243-ee1ec194553b tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 945 time: 0.2614698 Oct 13 14:15:11.709718 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f42ce8b-9466-44ba-9c43-f06d05f10e77 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:11.732777 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c15cb09b-ce32-470d-a3ce-8ae004b6d70f None None] Provisioning complete for port cf185e54-6d8b-4bfe-9961-3cab531ee25b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:11.734152 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c15cb09b-ce32-470d-a3ce-8ae004b6d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:11.737425 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6f42ce8b-9466-44ba-9c43-f06d05f10e77 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Calling delete_port for cf185e54-6d8b-4bfe-9961-3cab531ee25b owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:11.785554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c15cb09b-ce32-470d-a3ce-8ae004b6d70f None None] Port cf185e54-6d8b-4bfe-9961-3cab531ee25b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:15:11.834892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12fe9bcc-e3f2-4f7a-9fb2-bb27d6f5e8f1 req-a6360dc4-34c7-4006-b860-a4593406eb13 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=902902cc-6192-4741-82bd-633f08c70ba5 HTTP/1.1" status: 200 len: 210 time: 0.0587132 Oct 13 14:15:11.854560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea130948-3446-4a33-a6a0-4fc6f7af6ec7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Router da3aac8f-3c95-4be3-9131-bed68c445a6e has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:15:11.881834 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1a2a314-8d80-41b2-b4e5-4635c6bde095 req-1a31ad35-5c65-4c89-b822-e70856848684 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994355 Oct 13 14:15:11.973170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa57afb0-e6ac-45c2-b0a2-fd362d541382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176bddc5-9adf-4403-aa11-3ce3eb8af95d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:11.978617 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534d2f3d-7b57-4b97-b6c6-5ed66dcf908e" -d '{"events": [{"server_uuid": "aa57afb0-e6ac-45c2-b0a2-fd362d541382", "name": "network-vif-plugged", "status": "completed", "tag": "176bddc5-9adf-4403-aa11-3ce3eb8af95d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:12.034821 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c788952-f9fd-4092-835e-4514ab9a055b x-openstack-request-id: req-9c788952-f9fd-4092-835e-4514ab9a055b {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:12.035102 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa57afb0-e6ac-45c2-b0a2-fd362d541382", "name": "network-vif-plugged", "status": "completed", "tag": "176bddc5-9adf-4403-aa11-3ce3eb8af95d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:12.035515 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c788952-f9fd-4092-835e-4514ab9a055b {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:12.036141 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa57afb0-e6ac-45c2-b0a2-fd362d541382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176bddc5-9adf-4403-aa11-3ce3eb8af95d', 'code': 200} Oct 13 14:15:12.068721 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f42ce8b-9466-44ba-9c43-f06d05f10e77 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:12.121486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea130948-3446-4a33-a6a0-4fc6f7af6ec7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:15:12.129160 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea130948-3446-4a33-a6a0-4fc6f7af6ec7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:12.137988 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3831ef-3145-490f-9a2f-d42a2fac4b20 None None] Sync routers for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:15:12.153565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0f63a-afcc-4f7f-a0d5-2baf8dff7978 req-66c5d98e-6759-479e-b4e8-160f383b98d7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:12.157312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7a0f63a-afcc-4f7f-a0d5-2baf8dff7978 req-66c5d98e-6759-479e-b4e8-160f383b98d7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1443748 Oct 13 14:15:12.166752 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3831ef-3145-490f-9a2f-d42a2fac4b20 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:15:12.168381 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5b3831ef-3145-490f-9a2f-d42a2fac4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:14:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:12.183185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42ce8b-9466-44ba-9c43-f06d05f10e77 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event deleted for resources: {'Port': ['ID=cf185e54-6d8b-4bfe-9961-3cab531ee25b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:12.321823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7a0f63a-afcc-4f7f-a0d5-2baf8dff7978 req-a28fa8ea-3e89-490c-a870-db4fc5a4ed35 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157601 Oct 13 14:15:12.359497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ea130948-3446-4a33-a6a0-4fc6f7af6ec7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "PUT /v2.0/floatingips/085ad109-228d-46b3-a392-edc20b585b6a HTTP/1.1" status: 200 len: 992 time: 5.9585721 Oct 13 14:15:12.362251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902902cc-6192-4741-82bd-633f08c70ba5', 'name': 'network-vif-deleted', 'tag': 'fe166046-c279-4e9b-9e8f-b1b5be6c131a'}, {'name': 'network-changed', 'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:12.364797 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea910f66-551d-41bb-92a2-04ab917f0d6f" -d '{"events": [{"server_uuid": "902902cc-6192-4741-82bd-633f08c70ba5", "name": "network-vif-deleted", "tag": "fe166046-c279-4e9b-9e8f-b1b5be6c131a"}, {"name": "network-changed", "server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:12.383481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf96591-ed8c-43da-bd10-406236f029d7 req-d985560f-572b-4875-b2e3-f0fbd25479eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:12.385459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ebf96591-ed8c-43da-bd10-406236f029d7 req-d985560f-572b-4875-b2e3-f0fbd25479eb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 1097 time: 0.1831713 Oct 13 14:15:12.387446 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f42ce8b-9466-44ba-9c43-f06d05f10e77 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:12.394852 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6f42ce8b-9466-44ba-9c43-f06d05f10e77 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "DELETE /v2.0/ports/cf185e54-6d8b-4bfe-9961-3cab531ee25b HTTP/1.1" status: 204 len: 168 time: 1.1701121 Oct 13 14:15:12.395512 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46664) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:12.436310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4de6b6a1-22f2-4ce4-88aa-991f4089e534 req-4f9fd367-dfe1-4cac-a5f5-868dfb99e7b0 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0488508 Oct 13 14:15:12.468085 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ecd31b-750c-4138-8603-e4f3ec909832 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] GET failed (client error): The resource could not be found. Oct 13 14:15:12.473815 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c6ecd31b-750c-4138-8603-e4f3ec909832 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "GET /v2.0/ports/cf185e54-6d8b-4bfe-9961-3cab531ee25b HTTP/1.1" status: 404 len: 333 time: 0.0755825 Oct 13 14:15:12.479889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46666) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:12.499027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Request body: {'port': {'network_id': '90d45cd1-a7dc-41ed-9a77-87e855293e55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1348937580'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:12.524863 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-5b3831ef-3145-490f-9a2f-d42a2fac4b20 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:15:12.549746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ebf96591-ed8c-43da-bd10-406236f029d7 req-8aafdda6-7938-4977-81d8-84f6129a0e32 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=71ee5fd0-8c67-4d05-89c4-77148c5d878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098263 Oct 13 14:15:12.578780 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9811b0b1-58e8-4590-9f5f-0f2f0d0e9e49 x-openstack-request-id: req-9811b0b1-58e8-4590-9f5f-0f2f0d0e9e49 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:12.579167 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902902cc-6192-4741-82bd-633f08c70ba5", "name": "network-vif-deleted", "tag": "fe166046-c279-4e9b-9e8f-b1b5be6c131a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:12.579684 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9811b0b1-58e8-4590-9f5f-0f2f0d0e9e49 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:12.580290 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902902cc-6192-4741-82bd-633f08c70ba5', 'name': 'network-vif-deleted', 'tag': 'fe166046-c279-4e9b-9e8f-b1b5be6c131a', 'status': 'completed', 'code': 200} Oct 13 14:15:12.580743 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'status': 'completed', 'code': 200} Oct 13 14:15:12.776775 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Made reservation on behalf of cdb21e2e6c47499fae6ec6b155a20369 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:12.781989 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:12.830909 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] device_id is not set on port 5bc59918-1413-413c-a150-a1f381366470 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:15:12.842952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba792c8e-1fa3-4372-9d90-06da974e7416 req-2f042f13-22e4-4149-89ea-5dd027dd2081 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:12.845993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba792c8e-1fa3-4372-9d90-06da974e7416 req-2f042f13-22e4-4149-89ea-5dd027dd2081 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 945 time: 0.1570396 Oct 13 14:15:12.971383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba792c8e-1fa3-4372-9d90-06da974e7416 req-62551258-4ee5-41a1-a636-ef468e18d027 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/security-groups?id=71ee5fd0-8c67-4d05-89c4-77148c5d878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041963 Oct 13 14:15:12.988346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea910f66-551d-41bb-92a2-04ab917f0d6f req-daa08b73-e834-4759-8972-ddb9af4e0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:12.993899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea910f66-551d-41bb-92a2-04ab917f0d6f req-daa08b73-e834-4759-8972-ddb9af4e0932 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 1098 time: 0.2184277 Oct 13 14:15:13.021185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Allocated IP 2001:db8::12e (90d45cd1-a7dc-41ed-9a77-87e855293e55/64adfe6a-ab44-4600-a099-6cf8a4d90a8b/5bc59918-1413-413c-a150-a1f381366470) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:13.212809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:13.228548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5551277-b4d6-4206-94cd-0c0708afa795 req-8505f6ff-9738-432e-a325-2b93e08591c3 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:13.241613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5551277-b4d6-4206-94cd-0c0708afa795 req-8505f6ff-9738-432e-a325-2b93e08591c3 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 945 time: 0.1163847 Oct 13 14:15:13.316941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46678) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:13.317238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea910f66-551d-41bb-92a2-04ab917f0d6f req-a02ed872-f119-4c2e-a9ac-d95a0f782a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:13.318718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea910f66-551d-41bb-92a2-04ab917f0d6f req-a02ed872-f119-4c2e-a9ac-d95a0f782a9a service neutron] 10.222.0.49 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 918 time: 0.3166337 Oct 13 14:15:13.328553 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5b3831ef-3145-490f-9a2f-d42a2fac4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '085ad109-228d-46b3-a392-edc20b585b6a', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'port_id': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'mac_address': 'fa:16:3e:87:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:14:45Z', 'updated_at': '2021-10-13T14:15:08Z', 'revision_number': 1, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:13.371457 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:13.404931 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3831ef-3145-490f-9a2f-d42a2fac4b20 None None] Checking router: da3aac8f-3c95-4be3-9131-bed68c445a6e for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:15:13.419006 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3831ef-3145-490f-9a2f-d42a2fac4b20 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:15:13.421682 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5b3831ef-3145-490f-9a2f-d42a2fac4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:14:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:13.442461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5551277-b4d6-4206-94cd-0c0708afa795 req-08ca835d-5d27-43e8-a3ef-0d7c00790202 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971135 Oct 13 14:15:13.514867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea910f66-551d-41bb-92a2-04ab917f0d6f req-39ac2135-882b-408e-9eea-a25354436dcb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b HTTP/1.1" status: 200 len: 1000 time: 0.1835778 Oct 13 14:15:13.547699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event updated for resources: {'Port': ['ID=5bc59918-1413-413c-a150-a1f381366470,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:13.571175 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Network 90d45cd1-a7dc-41ed-9a77-87e855293e55 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:13.581171 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:13.586555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:13.596287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:13.604831 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:13.674252 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-761823c4-596e-4fed-96ab-f923b6dcb51a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21833094a6e8447db4e32da93e56651f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558090 Oct 13 14:15:13.678728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46690) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:13.687040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea910f66-551d-41bb-92a2-04ab917f0d6f req-dab8d73d-94a8-435b-b51f-c314ce25e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:13.690097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea910f66-551d-41bb-92a2-04ab917f0d6f req-dab8d73d-94a8-435b-b51f-c314ce25e9b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1870f77-f283-46b0-91af-b6c012baea10 HTTP/1.1" status: 200 len: 856 time: 0.1626649 Oct 13 14:15:13.793967 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-163f6266-977e-4215-85b2-90d3cd24e9e7 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3090742 Oct 13 14:15:13.796482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46692) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:13.818763 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-5b3831ef-3145-490f-9a2f-d42a2fac4b20 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:15:13.840119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f608-b264-4038-838f-cb550e113c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:13.853492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-29888578-63ed-419c-aa65-0bd5a173a429 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2b:a2:a7'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:13.887858 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f608-b264-4038-838f-cb550e113c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:13.947646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b28401cd-e109-4ccd-b841-38d062e661be req-c3c0c10d-5aba-4f24-a73d-f907a8f0dc10 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0856266 Oct 13 14:15:14.022993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc2db2-6891-44b4-8c71-fe051d506afa req-2d1806d0-4509-428f-8dba-085b8ce4f8b3 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:14.024878 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03fc2db2-6891-44b4-8c71-fe051d506afa req-2d1806d0-4509-428f-8dba-085b8ce4f8b3 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 945 time: 0.3299205 Oct 13 14:15:14.055197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f608-b264-4038-838f-cb550e113c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:14.058145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6d2f608-b264-4038-838f-cb550e113c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:14.059332 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f6d2f608-b264-4038-838f-cb550e113c11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54ea2139-d8e5-4fe2-9516-49d1d5ac887c HTTP/1.1" status: 204 len: 168 time: 0.3792422 Oct 13 14:15:14.087212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2f608-b264-4038-838f-cb550e113c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ea2139-d8e5-4fe2-9516-49d1d5ac887c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:14.147186 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3ad46d19-5f0a-4597-8daf-baa2ca958828 None None] Provisioning complete for port 5bc59918-1413-413c-a150-a1f381366470 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:14.148178 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3ad46d19-5f0a-4597-8daf-baa2ca958828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:14.274190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5834d7-f38a-4218-8690-e9a78156e640 req-ffa5fef3-3bf7-4025-a3d9-4b24151e85f3 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:14.283919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3ad46d19-5f0a-4597-8daf-baa2ca958828 None None] Port 5bc59918-1413-413c-a150-a1f381366470 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:15:14.285472 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e5834d7-f38a-4218-8690-e9a78156e640 req-ffa5fef3-3bf7-4025-a3d9-4b24151e85f3 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.5936937 Oct 13 14:15:14.294924 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5b3831ef-3145-490f-9a2f-d42a2fac4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '085ad109-228d-46b3-a392-edc20b585b6a', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'port_id': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'mac_address': 'fa:16:3e:87:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:14:45Z', 'updated_at': '2021-10-13T14:15:08Z', 'revision_number': 1, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:14.358609 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3831ef-3145-490f-9a2f-d42a2fac4b20 None None] The sync data for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 is: [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '085ad109-228d-46b3-a392-edc20b585b6a', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'floating_ip_address': '172.25.0.251', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'port_id': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'mac_address': 'fa:16:3e:87:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:14:45Z', 'updated_at': '2021-10-13T14:15:08Z', 'revision_number': 1, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:15:14.488087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e5834d7-f38a-4218-8690-e9a78156e640 req-07dfd9c1-12b7-4c17-beae-510a08f7490d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013984 Oct 13 14:15:14.515481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea910f66-551d-41bb-92a2-04ab917f0d6f req-c0d10446-0c7e-4839-b285-409cbd622979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:14.516475 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea910f66-551d-41bb-92a2-04ab917f0d6f req-c0d10446-0c7e-4839-b285-409cbd622979 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16e15b01-e808-4e45-90e1-66199134cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6978953 Oct 13 14:15:14.532550 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29888578-63ed-419c-aa65-0bd5a173a429 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:14.542214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e880f7-490a-4ba0-aeac-4d5e70845e44 req-2b96cd21-bb9b-480d-8f36-496406621665 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:14.544065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1e880f7-490a-4ba0-aeac-4d5e70845e44 req-2b96cd21-bb9b-480d-8f36-496406621665 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.49 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 944 time: 0.3616447 Oct 13 14:15:14.601394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bc91a-7f41-4ec9-937f-a0659bc0af2d req-2c3700ed-c70d-43d0-999f-477554d9df96 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:14.609572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-904bc91a-7f41-4ec9-937f-a0659bc0af2d req-2c3700ed-c70d-43d0-999f-477554d9df96 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 944 time: 0.3600154 Oct 13 14:15:14.738373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-03fc2db2-6891-44b4-8c71-fe051d506afa req-8a178169-8563-4908-9078-0f2ec4e54e37 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Deleting port fd32683a-13c3-4036-9ad9-abae07f5e46f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:14.739053 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-03fc2db2-6891-44b4-8c71-fe051d506afa req-8a178169-8563-4908-9078-0f2ec4e54e37 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:14.762458 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e21ccf-3528-4de9-ab81-2161664fbbba None None] New status for floating IP 085ad109-228d-46b3-a392-edc20b585b6a: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:15:14.995477 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46702) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:15.067211 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-86bbc36d-294f-4d86-beeb-117f1697768b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee28dfb6b665403f89e340349ee0dea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679653 Oct 13 14:15:15.067555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46706) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:15.149670 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7113e6ec-62ea-45e5-980c-21064200dd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:15.173750 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7113e6ec-62ea-45e5-980c-21064200dd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:15.213892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-904bc91a-7f41-4ec9-937f-a0659bc0af2d req-4ecee0d1-7a1a-4f2d-ad55-4ff37af2db0c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021523 Oct 13 14:15:15.289876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea910f66-551d-41bb-92a2-04ab917f0d6f req-d5870f83-38f6-44bf-81eb-2bcf0a5d9593 service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7602909 Oct 13 14:15:15.303624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed2ff-36d5-410b-b98b-cc33df928e7a req-0068d6f2-d551-4f3d-98f3-5b833c4234f9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:15.311457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1deed2ff-36d5-410b-b98b-cc33df928e7a req-0068d6f2-d551-4f3d-98f3-5b833c4234f9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 945 time: 0.6676061 Oct 13 14:15:15.353443 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7113e6ec-62ea-45e5-980c-21064200dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:15.356038 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7113e6ec-62ea-45e5-980c-21064200dd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:15.357861 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7113e6ec-62ea-45e5-980c-21064200dd4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb56526f-7d9e-4725-8a18-60f630affc6d HTTP/1.1" status: 204 len: 168 time: 0.2893789 Oct 13 14:15:15.376957 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113e6ec-62ea-45e5-980c-21064200dd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb56526f-7d9e-4725-8a18-60f630affc6d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:15.509032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-03fc2db2-6891-44b4-8c71-fe051d506afa req-8a178169-8563-4908-9078-0f2ec4e54e37 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] For port fd32683a-13c3-4036-9ad9-abae07f5e46f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fd32683a-13c3-4036-9ad9-abae07f5e46f,segment=NetworkSegment(c5d3280d-01a6-43c7-8cd3-f44abe805d12),segment_id=c5d3280d-01a6-43c7-8cd3-f44abe805d12)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:15.509474 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-03fc2db2-6891-44b4-8c71-fe051d506afa req-8a178169-8563-4908-9078-0f2ec4e54e37 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:15.590310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1deed2ff-36d5-410b-b98b-cc33df928e7a req-100ddc54-e919-4204-93e1-b99b6c72708f tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/security-groups?id=71ee5fd0-8c67-4d05-89c4-77148c5d878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776840 Oct 13 14:15:15.598839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b1e880f7-490a-4ba0-aeac-4d5e70845e44 req-ebd9b871-b950-4419-8f37-042e269a26b2 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Deleting port 5cb0be83-c7d0-4f08-928e-554bba077a76 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:15.599961 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b1e880f7-490a-4ba0-aeac-4d5e70845e44 req-ebd9b871-b950-4419-8f37-042e269a26b2 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:15.616680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-03fc2db2-6891-44b4-8c71-fe051d506afa req-8a178169-8563-4908-9078-0f2ec4e54e37 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Calling delete_port for fd32683a-13c3-4036-9ad9-abae07f5e46f owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:15.789373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f38e24-4e35-48ac-9098-aa88967136e1 req-424760c1-27c4-4627-a853-6619ea50068b tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:15.791752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30f38e24-4e35-48ac-9098-aa88967136e1 req-424760c1-27c4-4627-a853-6619ea50068b tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 945 time: 0.4717271 Oct 13 14:15:15.904797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6f305dc-799a-4fe4-bfd4-4fcc89b1860e req-600d473a-0180-4a2b-9b13-1a5d79a5e8a8 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.1406190 Oct 13 14:15:15.948788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea910f66-551d-41bb-92a2-04ab917f0d6f req-984af80a-8507-434c-8788-7ff0d99eaef7 service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261256 Oct 13 14:15:16.008218 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29888578-63ed-419c-aa65-0bd5a173a429 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:16.025355 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30f38e24-4e35-48ac-9098-aa88967136e1 req-d58c0579-92f6-4953-a313-be6f027a328e tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033849 Oct 13 14:15:16.056226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b1e880f7-490a-4ba0-aeac-4d5e70845e44 req-ebd9b871-b950-4419-8f37-042e269a26b2 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] For port 5cb0be83-c7d0-4f08-928e-554bba077a76, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5cb0be83-c7d0-4f08-928e-554bba077a76,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:16.056551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b1e880f7-490a-4ba0-aeac-4d5e70845e44 req-ebd9b871-b950-4419-8f37-042e269a26b2 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:16.099667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b1e880f7-490a-4ba0-aeac-4d5e70845e44 req-ebd9b871-b950-4419-8f37-042e269a26b2 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Calling delete_port for 5cb0be83-c7d0-4f08-928e-554bba077a76 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:16.178805 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29888578-63ed-419c-aa65-0bd5a173a429 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:16.194514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc8968-8542-4de4-86b1-c5d14dbd6e00 req-8e9bb2ac-a063-4823-aec8-2e2f04270b44 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:16.196095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46cc8968-8542-4de4-86b1-c5d14dbd6e00 req-8e9bb2ac-a063-4823-aec8-2e2f04270b44 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1635737 Oct 13 14:15:16.292232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-29888578-63ed-419c-aa65-0bd5a173a429 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] In _notify_port_updated(), no bound segment for port 5bc59918-1413-413c-a150-a1f381366470 on network 90d45cd1-a7dc-41ed-9a77-87e855293e55 {{(pid=112685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:15:16.298500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29888578-63ed-419c-aa65-0bd5a173a429 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:16.299176 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29888578-63ed-419c-aa65-0bd5a173a429 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:16.303029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-29888578-63ed-419c-aa65-0bd5a173a429 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "PUT /v2.0/ports/5bc59918-1413-413c-a150-a1f381366470 HTTP/1.1" status: 200 len: 1003 time: 2.4626427 Oct 13 14:15:16.303550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46730) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:16.359973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29888578-63ed-419c-aa65-0bd5a173a429 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event updated for resources: {'Port': ['ID=5bc59918-1413-413c-a150-a1f381366470,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:16.399413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46cc8968-8542-4de4-86b1-c5d14dbd6e00 req-4440947d-b96d-4e99-b796-4bf55671db14 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531720 Oct 13 14:15:16.466201 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-03fc2db2-6891-44b4-8c71-fe051d506afa req-8a178169-8563-4908-9078-0f2ec4e54e37 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:16.486713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['fd32683a-13c3-4036-9ad9-abae07f5e46f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:15:16.495809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-eaa5e5e9-91cb-423d-82a9-6f5574f43f48 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Deleting port 5bc59918-1413-413c-a150-a1f381366470 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:16.496255 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eaa5e5e9-91cb-423d-82a9-6f5574f43f48 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:16.526017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a178169-8563-4908-9078-0f2ec4e54e37 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Pushing event deleted for resources: {'Port': ['ID=fd32683a-13c3-4036-9ad9-abae07f5e46f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:16.562893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6406883-34f4-4e8d-91c7-3eeb76b328fe req-4d6f4881-4028-4c14-b0b4-5aefa08d35e9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:16.564616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6406883-34f4-4e8d-91c7-3eeb76b328fe req-4d6f4881-4028-4c14-b0b4-5aefa08d35e9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 944 time: 0.2235906 Oct 13 14:15:16.631040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fc2db2-6891-44b4-8c71-fe051d506afa req-8a178169-8563-4908-9078-0f2ec4e54e37 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] No DVR routers for this DVR port fd32683a-13c3-4036-9ad9-abae07f5e46f on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:15:16.634565 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-03fc2db2-6891-44b4-8c71-fe051d506afa req-8a178169-8563-4908-9078-0f2ec4e54e37 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:16.638682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03fc2db2-6891-44b4-8c71-fe051d506afa req-8a178169-8563-4908-9078-0f2ec4e54e37 tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.41 "DELETE /v2.0/ports/fd32683a-13c3-4036-9ad9-abae07f5e46f HTTP/1.1" status: 204 len: 173 time: 2.4533932 Oct 13 14:15:16.639171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d1a81f-8c88-4ba8-8fab-82902df5f9d7', 'name': 'network-vif-deleted', 'tag': 'fd32683a-13c3-4036-9ad9-abae07f5e46f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:16.641599 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343ae713-de67-4c45-9ec9-4e46ed07bde8" -d '{"events": [{"server_uuid": "f2d1a81f-8c88-4ba8-8fab-82902df5f9d7", "name": "network-vif-deleted", "tag": "fd32683a-13c3-4036-9ad9-abae07f5e46f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:16.680574 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b1e880f7-490a-4ba0-aeac-4d5e70845e44 req-ebd9b871-b950-4419-8f37-042e269a26b2 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:16.706827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6406883-34f4-4e8d-91c7-3eeb76b328fe req-14fe0a58-a7e4-437d-80dd-fe29cc838f3a tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155155 Oct 13 14:15:16.754782 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eaa5e5e9-91cb-423d-82a9-6f5574f43f48 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:16.848313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9b871-b950-4419-8f37-042e269a26b2 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Pushing event deleted for resources: {'Port': ['ID=5cb0be83-c7d0-4f08-928e-554bba077a76,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:16.848762 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-eaa5e5e9-91cb-423d-82a9-6f5574f43f48 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Calling delete_port for 5bc59918-1413-413c-a150-a1f381366470 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:16.848868 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7234a053-fd97-4d7f-a452-4cd00ddddc5e x-openstack-request-id: req-7234a053-fd97-4d7f-a452-4cd00ddddc5e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:16.848868 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d1a81f-8c88-4ba8-8fab-82902df5f9d7", "name": "network-vif-deleted", "tag": "fd32683a-13c3-4036-9ad9-abae07f5e46f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:16.848868 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7234a053-fd97-4d7f-a452-4cd00ddddc5e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:16.848868 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d1a81f-8c88-4ba8-8fab-82902df5f9d7', 'name': 'network-vif-deleted', 'tag': 'fd32683a-13c3-4036-9ad9-abae07f5e46f', 'status': 'completed', 'code': 200} Oct 13 14:15:16.858492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e880f7-490a-4ba0-aeac-4d5e70845e44 req-ebd9b871-b950-4419-8f37-042e269a26b2 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] No DVR routers for this DVR port 5cb0be83-c7d0-4f08-928e-554bba077a76 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:15:16.861625 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b1e880f7-490a-4ba0-aeac-4d5e70845e44 req-ebd9b871-b950-4419-8f37-042e269a26b2 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:16.865257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1e880f7-490a-4ba0-aeac-4d5e70845e44 req-ebd9b871-b950-4419-8f37-042e269a26b2 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.49 "DELETE /v2.0/ports/5cb0be83-c7d0-4f08-928e-554bba077a76 HTTP/1.1" status: 204 len: 173 time: 2.3082111 Oct 13 14:15:16.872108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7d77fa50-ce7b-417f-a957-2da8d96ef682 None None] Provisioning complete for port 5bc59918-1413-413c-a150-a1f381366470 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:16.881516 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d77fa50-ce7b-417f-a957-2da8d96ef682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:16.932133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7d77fa50-ce7b-417f-a957-2da8d96ef682 None None] Port 5bc59918-1413-413c-a150-a1f381366470 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:15:17.125702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21527a4b-a28d-4e60-99e1-38dade15361d req-452ee664-6855-429e-b96d-82d4cc7c4354 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0830555 Oct 13 14:15:17.150562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 5cb0be83-c7d0-4f08-928e-554bba077a76 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:15:17.195483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 5cb0be83-c7d0-4f08-928e-554bba077a76 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:15:17.196480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 5cb0be83-c7d0-4f08-928e-554bba077a76 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:15:17.219656 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eaa5e5e9-91cb-423d-82a9-6f5574f43f48 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:17.337847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5e5e9-91cb-423d-82a9-6f5574f43f48 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event deleted for resources: {'Port': ['ID=5bc59918-1413-413c-a150-a1f381366470,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:17.394498 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eaa5e5e9-91cb-423d-82a9-6f5574f43f48 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:17.398775 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eaa5e5e9-91cb-423d-82a9-6f5574f43f48 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "DELETE /v2.0/ports/5bc59918-1413-413c-a150-a1f381366470 HTTP/1.1" status: 204 len: 168 time: 1.0939198 Oct 13 14:15:17.405043 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46754) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:17.470342 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d2d2d0-45eb-4739-baed-379b131afb87 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] GET failed (client error): The resource could not be found. Oct 13 14:15:17.483064 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-51d2d2d0-45eb-4739-baed-379b131afb87 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "GET /v2.0/ports/5bc59918-1413-413c-a150-a1f381366470 HTTP/1.1" status: 404 len: 333 time: 0.0767319 Oct 13 14:15:17.484070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46760) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:17.490218 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Request body: {'port': {'network_id': '90d45cd1-a7dc-41ed-9a77-87e855293e55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1398218093'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:17.510891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d481b74-b6c5-4996-af0d-1d2ce4f99631 req-bdd40e21-0f14-49dd-9815-2f8df867be55 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:17.518628 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d481b74-b6c5-4996-af0d-1d2ce4f99631 req-bdd40e21-0f14-49dd-9815-2f8df867be55 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 945 time: 0.2142880 Oct 13 14:15:17.521973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb73976a-0438-450d-93e9-d9e19469b44b req-4ceeab0b-095d-4bc6-87b1-08c72c36efbf tempest-ServerTagsTestJSON-222188584 tempest-ServerTagsTestJSON-222188584-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2d1a81f-8c88-4ba8-8fab-82902df5f9d7 HTTP/1.1" status: 200 len: 210 time: 0.0939543 Oct 13 14:15:17.583144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d481b74-b6c5-4996-af0d-1d2ce4f99631 req-7f028a6c-b5d6-43a4-b2b6-8572844a95a9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/security-groups?id=71ee5fd0-8c67-4d05-89c4-77148c5d878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559399 Oct 13 14:15:17.744800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e94fe-e7de-4e2d-b512-f89f20fcc4bb req-fc0c00f9-9474-4041-a66e-4ee7cefcee17 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:17.761488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-262e94fe-e7de-4e2d-b512-f89f20fcc4bb req-fc0c00f9-9474-4041-a66e-4ee7cefcee17 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.0900497 Oct 13 14:15:17.833624 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Made reservation on behalf of cdb21e2e6c47499fae6ec6b155a20369 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:17.838947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:17.857816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-262e94fe-e7de-4e2d-b512-f89f20fcc4bb req-b4cc9e52-07bd-44de-b5a4-94f1a035fa50 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925298 Oct 13 14:15:17.882766 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] device_id is not set on port c2289747-7987-470f-aefe-2830e29293f5 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:15:17.895225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6306c43-89d0-4b21-a676-583c2719e309 req-26e2f2da-67d4-4283-857e-7d021a1fcc60 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0039135-10b4-49c7-88bb-ebb03443f91d HTTP/1.1" status: 200 len: 210 time: 0.0313165 Oct 13 14:15:18.040949 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Allocated IP 2001:db8::375 (90d45cd1-a7dc-41ed-9a77-87e855293e55/64adfe6a-ab44-4600-a099-6cf8a4d90a8b/c2289747-7987-470f-aefe-2830e29293f5) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:18.336481 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:18.372873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50cbcaa0-0934-496e-9c86-2a48cc622cae req-0bc8c832-2e80-4cf1-a2a1-f9a0a63642b5 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0422988 Oct 13 14:15:18.406189 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:18.469890 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:18.509442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ab4c8-373a-4fe6-8b98-b67131e36653 req-5b0923b2-c4d9-4cf2-9060-392405a56308 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:18.511392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c8ab4c8-373a-4fe6-8b98-b67131e36653 req-5b0923b2-c4d9-4cf2-9060-392405a56308 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 945 time: 0.0692170 Oct 13 14:15:18.539270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Network 90d45cd1-a7dc-41ed-9a77-87e855293e55 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:18.556116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:18.561524 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:18.568912 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:18.570120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:18.592018 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event updated for resources: {'Port': ['ID=c2289747-7987-470f-aefe-2830e29293f5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:18.702378 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-66dc51bf-fb83-424a-a50c-cb9fd46cbd55 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2169735 Oct 13 14:15:18.703318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46782) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:18.708427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Request body: {'port': {'network_id': '90d45cd1-a7dc-41ed-9a77-87e855293e55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1896345414'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:18.722659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46784) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:18.817807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fd32683a-13c3-4036-9ad9-abae07f5e46f no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:15:18.837157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0039135-10b4-49c7-88bb-ebb03443f91d', 'name': 'network-vif-deleted', 'tag': '5cb0be83-c7d0-4f08-928e-554bba077a76'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:18.841762 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf69e7ca-ddd4-407f-aa2a-09300a3fe40a" -d '{"events": [{"server_uuid": "c0039135-10b4-49c7-88bb-ebb03443f91d", "name": "network-vif-deleted", "tag": "5cb0be83-c7d0-4f08-928e-554bba077a76"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:18.861768 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4c8ab4c8-373a-4fe6-8b98-b67131e36653 req-819f0e65-8d26-4000-9ef6-673885b4efb9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Deleting port 176bddc5-9adf-4403-aa11-3ce3eb8af95d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:18.862751 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c8ab4c8-373a-4fe6-8b98-b67131e36653 req-819f0e65-8d26-4000-9ef6-673885b4efb9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:18.866144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: fd32683a-13c3-4036-9ad9-abae07f5e46f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:15:18.869081 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fd32683a-13c3-4036-9ad9-abae07f5e46f not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:15:18.931721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fdb018-56f1-435c-826f-38fcabf627e8 admin admin] Deleting subnet a7a84e14-4ac4-46ad-a640-04fdbce8ae36 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:15:18.941723 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28fdb018-56f1-435c-826f-38fcabf627e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.005069 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28fdb018-56f1-435c-826f-38fcabf627e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.040956 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378ef097-7788-4ad0-b424-42b43a249d3a x-openstack-request-id: req-378ef097-7788-4ad0-b424-42b43a249d3a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:19.041264 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0039135-10b4-49c7-88bb-ebb03443f91d", "name": "network-vif-deleted", "tag": "5cb0be83-c7d0-4f08-928e-554bba077a76", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:19.041725 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-378ef097-7788-4ad0-b424-42b43a249d3a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:19.042115 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0039135-10b4-49c7-88bb-ebb03443f91d', 'name': 'network-vif-deleted', 'tag': '5cb0be83-c7d0-4f08-928e-554bba077a76', 'status': 'completed', 'code': 200} Oct 13 14:15:19.057258 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Made reservation on behalf of cdb21e2e6c47499fae6ec6b155a20369 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:19.061547 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.078634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00699d1-10eb-4e6e-a125-7c6251abf2de req-e0a81f7b-8221-41d5-aec1-cc837195c04d tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:19.084421 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] device_id is not set on port 604ea423-2ae8-4372-8511-f1d742ec73f9 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:15:19.088540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a00699d1-10eb-4e6e-a125-7c6251abf2de req-e0a81f7b-8221-41d5-aec1-cc837195c04d tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 945 time: 0.3457952 Oct 13 14:15:19.100785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-23e4737c-7bfe-4b53-b223-f16796f13331 None None] Provisioning complete for port c2289747-7987-470f-aefe-2830e29293f5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:19.101522 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23e4737c-7bfe-4b53-b223-f16796f13331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.103382 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28fdb018-56f1-435c-826f-38fcabf627e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.157571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-23e4737c-7bfe-4b53-b223-f16796f13331 None None] Port c2289747-7987-470f-aefe-2830e29293f5 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:15:19.246749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a00699d1-10eb-4e6e-a125-7c6251abf2de req-ecd471ef-af5e-47e3-878c-79d2c0920d96 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/security-groups?id=71ee5fd0-8c67-4d05-89c4-77148c5d878b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515815 Oct 13 14:15:19.259500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Allocated IP 2001:db8::302 (90d45cd1-a7dc-41ed-9a77-87e855293e55/64adfe6a-ab44-4600-a099-6cf8a4d90a8b/604ea423-2ae8-4372-8511-f1d742ec73f9) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:19.279882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4c8ab4c8-373a-4fe6-8b98-b67131e36653 req-819f0e65-8d26-4000-9ef6-673885b4efb9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] For port 176bddc5-9adf-4403-aa11-3ce3eb8af95d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=176bddc5-9adf-4403-aa11-3ce3eb8af95d,segment=NetworkSegment(ce8e0c9e-d12c-4425-bb95-ea2bbad5e362),segment_id=ce8e0c9e-d12c-4425-bb95-ea2bbad5e362)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:19.280579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c8ab4c8-373a-4fe6-8b98-b67131e36653 req-819f0e65-8d26-4000-9ef6-673885b4efb9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.297312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4c8ab4c8-373a-4fe6-8b98-b67131e36653 req-819f0e65-8d26-4000-9ef6-673885b4efb9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Calling delete_port for 176bddc5-9adf-4403-aa11-3ce3eb8af95d owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:19.414129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ce4b8-12d5-4280-b400-f95563ae5ae3 req-c54b2db8-30c4-468a-8378-5b269c90f9c3 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:19.415742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa2ce4b8-12d5-4280-b400-f95563ae5ae3 req-c54b2db8-30c4-468a-8378-5b269c90f9c3 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.3677034 Oct 13 14:15:19.493347 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28fdb018-56f1-435c-826f-38fcabf627e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.503171 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-87b26e39-6fca-43c0-bc12-52c2d5c7be5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.598523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdb018-56f1-435c-826f-38fcabf627e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a84e14-4ac4-46ad-a640-04fdbce8ae36,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:19.603102 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28fdb018-56f1-435c-826f-38fcabf627e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.611133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-28fdb018-56f1-435c-826f-38fcabf627e8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a7a84e14-4ac4-46ad-a640-04fdbce8ae36 HTTP/1.1" status: 204 len: 168 time: 0.8823674 Oct 13 14:15:19.620610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa2ce4b8-12d5-4280-b400-f95563ae5ae3 req-eab7e2d7-bb15-4b96-984d-e0a036c0de26 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969011 Oct 13 14:15:19.621382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46808) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:19.650224 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.722218 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c8ab4c8-373a-4fe6-8b98-b67131e36653 req-819f0e65-8d26-4000-9ef6-673885b4efb9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.760229 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.779009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f0e65-8d26-4000-9ef6-673885b4efb9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Pushing event deleted for resources: {'Port': ['ID=176bddc5-9adf-4403-aa11-3ce3eb8af95d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:19.835431 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8628624a-c236-43a8-9879-6eafd16e3ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.837687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8ab4c8-373a-4fe6-8b98-b67131e36653 req-819f0e65-8d26-4000-9ef6-673885b4efb9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] No DVR routers for this DVR port 176bddc5-9adf-4403-aa11-3ce3eb8af95d on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:15:19.840805 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c8ab4c8-373a-4fe6-8b98-b67131e36653 req-819f0e65-8d26-4000-9ef6-673885b4efb9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:19.845716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c8ab4c8-373a-4fe6-8b98-b67131e36653 req-819f0e65-8d26-4000-9ef6-673885b4efb9 tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.49 "DELETE /v2.0/ports/176bddc5-9adf-4403-aa11-3ce3eb8af95d HTTP/1.1" status: 204 len: 173 time: 1.3210819 Oct 13 14:15:19.907578 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Network 90d45cd1-a7dc-41ed-9a77-87e855293e55 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:19.927018 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:19.929384 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event updated for resources: {'Port': ['ID=604ea423-2ae8-4372-8511-f1d742ec73f9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:19.939618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:19.949646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:19.951527 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:20.024447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90fe6e5c-bafe-448d-9f9d-b2f8d8f07202 req-ee650d9b-f0c3-471c-b48d-fd26a97633bd tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.1112125 Oct 13 14:15:20.041001 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-65a8791f-553d-40dc-aa41-b80f5070290d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3319273 Oct 13 14:15:20.044660 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46810) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:20.049532 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2b88dc55-32cd-4a54-9f7f-788c175784ef tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d3', 'mac_address': 'fa:16:3e:2b:a2:a7'}, {'ip_address': '2001:db8::375', 'mac_address': 'fa:16:3e:c8:68:74'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:20.085356 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8628624a-c236-43a8-9879-6eafd16e3ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:20.153319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-8628624a-c236-43a8-9879-6eafd16e3ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e955fcd-dd4b-419f-bf6c-dd49da2b30dc']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:20.178702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-8628624a-c236-43a8-9879-6eafd16e3ca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d3280d-01a6-43c7-8cd3-f44abe805d12') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:20.179462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-8628624a-c236-43a8-9879-6eafd16e3ca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d3280d-01a6-43c7-8cd3-f44abe805d12') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:20.249694 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8628624a-c236-43a8-9879-6eafd16e3ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:20.305821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836a22f-9c9e-451a-8770-00e7797f308b req-ae312392-b279-4c38-8169-4cc12bdcc7f6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:20.307830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1836a22f-9c9e-451a-8770-00e7797f308b req-ae312392-b279-4c38-8169-4cc12bdcc7f6 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 945 time: 0.1136973 Oct 13 14:15:20.309196 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8628624a-c236-43a8-9879-6eafd16e3ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:20.365053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b88dc55-32cd-4a54-9f7f-788c175784ef tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:20.380598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1836a22f-9c9e-451a-8770-00e7797f308b req-e35f5633-5198-47dc-9eff-868d101f4b32 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563622 Oct 13 14:15:20.381857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8628624a-c236-43a8-9879-6eafd16e3ca9 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:15:20.382431 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8628624a-c236-43a8-9879-6eafd16e3ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:15:20.395159 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:15:20.413985 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e1c1aa80-6304-4b04-bd38-adc1f2a6fd65 None None] Provisioning complete for port 604ea423-2ae8-4372-8511-f1d742ec73f9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:20.414805 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e1c1aa80-6304-4b04-bd38-adc1f2a6fd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:20.493724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e1c1aa80-6304-4b04-bd38-adc1f2a6fd65 None None] Port 604ea423-2ae8-4372-8511-f1d742ec73f9 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:15:20.553582 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8628624a-c236-43a8-9879-6eafd16e3ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:20.584018 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68e33bbc-f3c7-4b89-9e14-718b5b2d1b21 req-579308b0-0066-4f36-aef3-f1be81b81f0a tempest-ServerPasswordTestJSON-639917661 tempest-ServerPasswordTestJSON-639917661-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa57afb0-e6ac-45c2-b0a2-fd362d541382 HTTP/1.1" status: 200 len: 210 time: 0.0487828 Oct 13 14:15:20.585455 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8628624a-c236-43a8-9879-6eafd16e3ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:20.592443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8628624a-c236-43a8-9879-6eafd16e3ca9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0e955fcd-dd4b-419f-bf6c-dd49da2b30dc HTTP/1.1" status: 204 len: 168 time: 0.9629183 Oct 13 14:15:20.673163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef02e7b-57e8-4026-8e5d-89caf9749411 req-22171a9e-8fe3-496e-81ee-dfac41cb6f2c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:20.675522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fef02e7b-57e8-4026-8e5d-89caf9749411 req-22171a9e-8fe3-496e-81ee-dfac41cb6f2c tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.49 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 945 time: 0.1748164 Oct 13 14:15:20.677591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628624a-c236-43a8-9879-6eafd16e3ca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e955fcd-dd4b-419f-bf6c-dd49da2b30dc,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:20.801458 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b88dc55-32cd-4a54-9f7f-788c175784ef tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:20.874039 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfb6bc-28fc-4e92-9071-e0a52d61f67d req-d7463316-dced-450c-8066-3064f239c030 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:20.876955 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b88dc55-32cd-4a54-9f7f-788c175784ef tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:20.889998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5bfb6bc-28fc-4e92-9071-e0a52d61f67d req-d7463316-dced-450c-8066-3064f239c030 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1284599 Oct 13 14:15:20.947141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5bfb6bc-28fc-4e92-9071-e0a52d61f67d req-315af5a9-ce4d-43e4-880a-2ffb4f427770 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510883 Oct 13 14:15:20.959382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-fef02e7b-57e8-4026-8e5d-89caf9749411 req-93241f79-ce3c-42d9-8f84-5d0817f70e21 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Deleting port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:20.960002 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fef02e7b-57e8-4026-8e5d-89caf9749411 req-93241f79-ce3c-42d9-8f84-5d0817f70e21 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:20.978981 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2b88dc55-32cd-4a54-9f7f-788c175784ef tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] In _notify_port_updated(), no bound segment for port 604ea423-2ae8-4372-8511-f1d742ec73f9 on network 90d45cd1-a7dc-41ed-9a77-87e855293e55 {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:15:20.991013 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b88dc55-32cd-4a54-9f7f-788c175784ef tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:20.991863 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b88dc55-32cd-4a54-9f7f-788c175784ef tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:20.996367 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2b88dc55-32cd-4a54-9f7f-788c175784ef tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "PUT /v2.0/ports/604ea423-2ae8-4372-8511-f1d742ec73f9 HTTP/1.1" status: 200 len: 1068 time: 0.9540448 Oct 13 14:15:21.002364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46822) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:21.071438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa57afb0-e6ac-45c2-b0a2-fd362d541382', 'name': 'network-vif-deleted', 'tag': '176bddc5-9adf-4403-aa11-3ce3eb8af95d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:21.074419 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f9ebaa-e356-46e5-802d-d6d01e01faf2" -d '{"events": [{"server_uuid": "aa57afb0-e6ac-45c2-b0a2-fd362d541382", "name": "network-vif-deleted", "tag": "176bddc5-9adf-4403-aa11-3ce3eb8af95d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:21.148364 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbd6add-c4f1-4b81-b632-be08f584c07a x-openstack-request-id: req-2fbd6add-c4f1-4b81-b632-be08f584c07a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:21.148659 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa57afb0-e6ac-45c2-b0a2-fd362d541382", "name": "network-vif-deleted", "tag": "176bddc5-9adf-4403-aa11-3ce3eb8af95d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:21.148915 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fbd6add-c4f1-4b81-b632-be08f584c07a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:21.151341 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46828) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:21.162529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 176bddc5-9adf-4403-aa11-3ce3eb8af95d no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:15:21.163008 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa57afb0-e6ac-45c2-b0a2-fd362d541382', 'name': 'network-vif-deleted', 'tag': '176bddc5-9adf-4403-aa11-3ce3eb8af95d', 'status': 'completed', 'code': 200} Oct 13 14:15:21.197490 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88dc55-32cd-4a54-9f7f-788c175784ef tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event updated for resources: {'Port': ['ID=604ea423-2ae8-4372-8511-f1d742ec73f9,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:21.199722 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 176bddc5-9adf-4403-aa11-3ce3eb8af95d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:15:21.201247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 176bddc5-9adf-4403-aa11-3ce3eb8af95d not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:15:21.220123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fef02e7b-57e8-4026-8e5d-89caf9749411 req-93241f79-ce3c-42d9-8f84-5d0817f70e21 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] For port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,segment=NetworkSegment(578d6b73-b314-4c1f-aaaa-2cf530b7ec66),segment_id=578d6b73-b314-4c1f-aaaa-2cf530b7ec66)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:21.220560 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fef02e7b-57e8-4026-8e5d-89caf9749411 req-93241f79-ce3c-42d9-8f84-5d0817f70e21 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:21.246850 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-332b6a09-0fd1-499f-9229-d00edb95d94a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3b0d6508ec7404b9e7dc1d26340ed8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833621 Oct 13 14:15:21.247844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46830) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:21.279939 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f637138d-0a75-42ba-8ad5-c3032effc982 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Deleting port 604ea423-2ae8-4372-8511-f1d742ec73f9 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:21.280432 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f637138d-0a75-42ba-8ad5-c3032effc982 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:21.292664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-fef02e7b-57e8-4026-8e5d-89caf9749411 req-93241f79-ce3c-42d9-8f84-5d0817f70e21 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Calling delete_port for 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:21.297598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af627701-bde8-4dd8-9064-3cc3f1e28fc1 req-c66bac76-3e8b-418c-961f-cf66733a2a68 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0302560 Oct 13 14:15:21.431589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d908797e-f637-4bfb-be83-7836cf532a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:21.451541 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f637138d-0a75-42ba-8ad5-c3032effc982 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:21.459844 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d908797e-f637-4bfb-be83-7836cf532a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:21.499413 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f637138d-0a75-42ba-8ad5-c3032effc982 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Calling delete_port for 604ea423-2ae8-4372-8511-f1d742ec73f9 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:21.555205 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-848507ec-b3e7-4657-8238-809c2735f2a5 None None] Provisioning complete for port 604ea423-2ae8-4372-8511-f1d742ec73f9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:21.555664 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-848507ec-b3e7-4657-8238-809c2735f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:21.642917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-848507ec-b3e7-4657-8238-809c2735f2a5 None None] Port 604ea423-2ae8-4372-8511-f1d742ec73f9 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:15:21.678474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b26efb-d5ce-4ded-b680-e2f0aeb879bb req-246518fe-a3cf-4ef9-89dd-0e3fa9c35cf9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:21.680394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51b26efb-d5ce-4ded-b680-e2f0aeb879bb req-246518fe-a3cf-4ef9-89dd-0e3fa9c35cf9 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 945 time: 0.1691680 Oct 13 14:15:21.726884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51b26efb-d5ce-4ded-b680-e2f0aeb879bb req-28dfc332-26fa-4a4c-9327-434f2f1f6975 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/security-groups?id=268782c2-5154-40bb-b474-45632cd53a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379343 Oct 13 14:15:21.785644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46836) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:21.835513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7ae43b-855a-4714-b849-b76f918d314f admin admin] Deleting subnet a6f64900-5ca4-4164-be88-11bd760ad7cd {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:15:21.838845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae43b-855a-4714-b849-b76f918d314f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:21.879258 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae43b-855a-4714-b849-b76f918d314f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:21.921533 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae43b-855a-4714-b849-b76f918d314f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:21.943122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d908797e-f637-4bfb-be83-7836cf532a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:21.945709 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d908797e-f637-4bfb-be83-7836cf532a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:21.949903 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d908797e-f637-4bfb-be83-7836cf532a1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd HTTP/1.1" status: 204 len: 168 time: 0.6993806 Oct 13 14:15:21.962990 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908797e-f637-4bfb-be83-7836cf532a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd88d94-2e4c-4e6a-b70d-1ebf2497e6dd,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:22.058471 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:22.060150 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f637138d-0a75-42ba-8ad5-c3032effc982 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:22.083223 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fef02e7b-57e8-4026-8e5d-89caf9749411 req-93241f79-ce3c-42d9-8f84-5d0817f70e21 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:22.096082 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae43b-855a-4714-b849-b76f918d314f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:22.128099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637138d-0a75-42ba-8ad5-c3032effc982 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event deleted for resources: {'Port': ['ID=604ea423-2ae8-4372-8511-f1d742ec73f9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:22.189428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93241f79-ce3c-42d9-8f84-5d0817f70e21 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Pushing event deleted for resources: {'Port': ['ID=08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:22.198476 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6c7ae43b-855a-4714-b849-b76f918d314f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:22.204601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6c7ae43b-855a-4714-b849-b76f918d314f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a6f64900-5ca4-4164-be88-11bd760ad7cd HTTP/1.1" status: 204 len: 168 time: 0.4167690 Oct 13 14:15:22.211299 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46852) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:22.213239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ae43b-855a-4714-b849-b76f918d314f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f64900-5ca4-4164-be88-11bd760ad7cd,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:22.272088 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-987954a9-f47d-423b-9a91-730eaa4fc3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:22.276196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef02e7b-57e8-4026-8e5d-89caf9749411 req-93241f79-ce3c-42d9-8f84-5d0817f70e21 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] No DVR routers for this DVR port 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:15:22.280794 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fef02e7b-57e8-4026-8e5d-89caf9749411 req-93241f79-ce3c-42d9-8f84-5d0817f70e21 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:22.286423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fef02e7b-57e8-4026-8e5d-89caf9749411 req-93241f79-ce3c-42d9-8f84-5d0817f70e21 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.49 "DELETE /v2.0/ports/08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 HTTP/1.1" status: 204 len: 173 time: 1.6044447 Oct 13 14:15:22.319437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a934b8b-0f38-496e-b05d-88863ff8d6e9 req-279731fb-9b47-452c-8599-412c2cfdeb79 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:22.321582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a934b8b-0f38-496e-b05d-88863ff8d6e9 req-279731fb-9b47-452c-8599-412c2cfdeb79 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.2778733 Oct 13 14:15:22.406668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a934b8b-0f38-496e-b05d-88863ff8d6e9 req-9e26a259-c162-458e-bf0d-9b9228023ced tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784404 Oct 13 14:15:22.689080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bd9c63-1a60-4a1b-b9a5-2d01daef0903 req-e194247c-799a-4ba8-9168-7a37d1fe35dc tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0806074 Oct 13 14:15:22.879444 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa36ccf1-3c03-4700-a9fe-cf985307b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:22.910108 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fc0e21a-b7fb-4e2e-ad95-c35422947d50 req-4c6c4b84-92a8-489a-8615-ed897e7f4873 tempest-LiveMigrationTest-1386527845 tempest-LiveMigrationTest-1386527845-project] 10.222.0.18 "GET /v2.0/ports?device_id=46bdce8d-9a18-4326-a942-5e7bf1220660 HTTP/1.1" status: 200 len: 210 time: 0.0719531 Oct 13 14:15:22.953916 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f637138d-0a75-42ba-8ad5-c3032effc982 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:22.957461 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f637138d-0a75-42ba-8ad5-c3032effc982 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "DELETE /v2.0/ports/604ea423-2ae8-4372-8511-f1d742ec73f9 HTTP/1.1" status: 204 len: 168 time: 1.9540114 Oct 13 14:15:22.960582 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46868) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:23.039129 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f84b6c-3f67-4c0a-8ca2-4947163ca8eb tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] GET failed (client error): The resource could not be found. Oct 13 14:15:23.046118 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f2f84b6c-3f67-4c0a-8ca2-4947163ca8eb tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "GET /v2.0/ports/604ea423-2ae8-4372-8511-f1d742ec73f9 HTTP/1.1" status: 404 len: 333 time: 0.0837619 Oct 13 14:15:23.046931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46870) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:23.126005 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa36ccf1-3c03-4700-a9fe-cf985307b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:23.158725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:15:23.168183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bdce8d-9a18-4326-a942-5e7bf1220660', 'name': 'network-vif-deleted', 'tag': '08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:23.171867 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4ca787-05ba-4ff5-b879-52f43d7c2663" -d '{"events": [{"server_uuid": "46bdce8d-9a18-4326-a942-5e7bf1220660", "name": "network-vif-deleted", "tag": "08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:23.177906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-aa36ccf1-3c03-4700-a9fe-cf985307b6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cd8daa-076b-44c2-893e-4822eea8657d']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:23.193093 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-aa36ccf1-3c03-4700-a9fe-cf985307b6f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8e0c9e-d12c-4425-bb95-ea2bbad5e362') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:23.193225 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-aa36ccf1-3c03-4700-a9fe-cf985307b6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8e0c9e-d12c-4425-bb95-ea2bbad5e362') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:23.205066 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa36ccf1-3c03-4700-a9fe-cf985307b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:23.240119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa36ccf1-3c03-4700-a9fe-cf985307b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:23.259537 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa36ccf1-3c03-4700-a9fe-cf985307b6f9 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:15:23.259872 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa36ccf1-3c03-4700-a9fe-cf985307b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:15:23.262261 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:15:23.290514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-5bbdd9d9-834a-4800-be10-fe714541573d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Deleting port c2289747-7987-470f-aefe-2830e29293f5 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:23.290858 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bbdd9d9-834a-4800-be10-fe714541573d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:23.317830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:15:23.320852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:15:23.350685 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aadde95-45e3-4989-83f8-937938ca6154 x-openstack-request-id: req-8aadde95-45e3-4989-83f8-937938ca6154 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:23.350901 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bdce8d-9a18-4326-a942-5e7bf1220660", "name": "network-vif-deleted", "tag": "08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:23.351664 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8aadde95-45e3-4989-83f8-937938ca6154 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:23.358462 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bdce8d-9a18-4326-a942-5e7bf1220660', 'name': 'network-vif-deleted', 'tag': '08979ec8-0f0f-4012-a9d5-ce8fbbb9f2b1', 'status': 'completed', 'code': 200} Oct 13 14:15:23.478422 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa36ccf1-3c03-4700-a9fe-cf985307b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:23.492531 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa36ccf1-3c03-4700-a9fe-cf985307b6f9 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:23.496340 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bbdd9d9-834a-4800-be10-fe714541573d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:23.498743 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aa36ccf1-3c03-4700-a9fe-cf985307b6f9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a2cd8daa-076b-44c2-893e-4822eea8657d HTTP/1.1" status: 204 len: 168 time: 1.2620800 Oct 13 14:15:23.513227 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36ccf1-3c03-4700-a9fe-cf985307b6f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2cd8daa-076b-44c2-893e-4822eea8657d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:23.539519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-5bbdd9d9-834a-4800-be10-fe714541573d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Calling delete_port for c2289747-7987-470f-aefe-2830e29293f5 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:23.824064 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:23.976692 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:24.066102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72975904-eb9e-43d2-a5ff-d06b7dbb2736 req-23fff274-83ca-4a2e-bbbd-5ab382b3ac4b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:24.077198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72975904-eb9e-43d2-a5ff-d06b7dbb2736 req-23fff274-83ca-4a2e-bbbd-5ab382b3ac4b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.4571178 Oct 13 14:15:24.154527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0fa59a2c-770a-4cf5-81f6-014fad54d036 req-b1ee4980-ae4f-44a2-b642-2c01faa6f8ec tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0642922 Oct 13 14:15:24.194940 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46898) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:24.251084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72975904-eb9e-43d2-a5ff-d06b7dbb2736 req-c39bd8cc-1390-4f94-b4c7-f8af413d0d3c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723633 Oct 13 14:15:24.307780 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46900) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:24.324523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46904) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:24.356065 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-446c849c-f98a-416e-b39f-0ad5c87736d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=caa260a692e942b996f5ba62d42d742d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597617 Oct 13 14:15:24.358079 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46912) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:24.426638 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-152e0482-9de6-464c-a02b-3351665ea9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:24.445500 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bbdd9d9-834a-4800-be10-fe714541573d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:24.459286 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-152e0482-9de6-464c-a02b-3351665ea9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:24.504009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdd9d9-834a-4800-be10-fe714541573d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event deleted for resources: {'Port': ['ID=c2289747-7987-470f-aefe-2830e29293f5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:24.538378 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bbdd9d9-834a-4800-be10-fe714541573d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:24.551206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5bbdd9d9-834a-4800-be10-fe714541573d tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "DELETE /v2.0/ports/c2289747-7987-470f-aefe-2830e29293f5 HTTP/1.1" status: 204 len: 168 time: 1.5029836 Oct 13 14:15:24.552013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46914) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:24.568745 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e14db17b-9d8c-40d1-88d4-650d5ef96538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:24.604577 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9e82c2-d950-4c37-b633-2fdbe06dbd7f tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] GET failed (client error): The resource could not be found. Oct 13 14:15:24.615704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ef9e82c2-d950-4c37-b633-2fdbe06dbd7f tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "GET /v2.0/ports/c2289747-7987-470f-aefe-2830e29293f5 HTTP/1.1" status: 404 len: 333 time: 0.0624766 Oct 13 14:15:24.619165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46916) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:24.623023 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:15:24.735738 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-152e0482-9de6-464c-a02b-3351665ea9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:24.747993 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-152e0482-9de6-464c-a02b-3351665ea9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:24.750503 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-152e0482-9de6-464c-a02b-3351665ea9cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71ee5fd0-8c67-4d05-89c4-77148c5d878b HTTP/1.1" status: 204 len: 168 time: 0.3871422 Oct 13 14:15:24.778254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e0482-9de6-464c-a02b-3351665ea9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ee5fd0-8c67-4d05-89c4-77148c5d878b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:24.861217 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e14db17b-9d8c-40d1-88d4-650d5ef96538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:24.930741 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e14db17b-9d8c-40d1-88d4-650d5ef96538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:24.954801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea54806-936b-4935-9668-b9b335d97aa5 admin admin] Deleting subnet fc898a0c-f0e8-48e4-be55-ec054e3bd71d {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:15:24.960800 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ea54806-936b-4935-9668-b9b335d97aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:24.999248 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e14db17b-9d8c-40d1-88d4-650d5ef96538 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7baa919f3d7943499b307a00d23fd5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6893311 Oct 13 14:15:24.999589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46930) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:25.003109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-a12cdb43-7f7b-4e39-9071-8a206a52186f tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Deleting port 7e349617-7cd5-4bbb-84ab-434ec0cafa1f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:25.003459 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a12cdb43-7f7b-4e39-9071-8a206a52186f tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.017197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ea54806-936b-4935-9668-b9b335d97aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.032670 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14db17b-9d8c-40d1-88d4-650d5ef96538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfba3d9b-dd41-4c63-b824-47a7e1a346b3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:25.085342 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c597c5f-4268-4b9d-9041-8aeb816a0217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.126108 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c597c5f-4268-4b9d-9041-8aeb816a0217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.193688 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ea54806-936b-4935-9668-b9b335d97aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.219127 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a12cdb43-7f7b-4e39-9071-8a206a52186f tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.228946 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.240374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-a12cdb43-7f7b-4e39-9071-8a206a52186f tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Calling delete_port for 7e349617-7cd5-4bbb-84ab-434ec0cafa1f owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:25.297032 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c597c5f-4268-4b9d-9041-8aeb816a0217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.300053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c597c5f-4268-4b9d-9041-8aeb816a0217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.304418 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7c597c5f-4268-4b9d-9041-8aeb816a0217 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfba3d9b-dd41-4c63-b824-47a7e1a346b3 HTTP/1.1" status: 204 len: 168 time: 0.3013442 Oct 13 14:15:25.318611 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c597c5f-4268-4b9d-9041-8aeb816a0217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfba3d9b-dd41-4c63-b824-47a7e1a346b3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:25.369062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b49f4ce3-c270-48dd-b2c7-bc39d5e214d9 req-c0b7b8d0-c66d-42f0-bccd-ea416c0b5d15 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0916257 Oct 13 14:15:25.391236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05429f57-36fe-4664-b00b-96a6271e85e1 req-b09c2752-7160-44bb-9434-12e078cc04ca tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0981898 Oct 13 14:15:25.507219 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ea54806-936b-4935-9668-b9b335d97aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.561483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea54806-936b-4935-9668-b9b335d97aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc898a0c-f0e8-48e4-be55-ec054e3bd71d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:25.567516 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ea54806-936b-4935-9668-b9b335d97aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.571056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2ea54806-936b-4935-9668-b9b335d97aa5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fc898a0c-f0e8-48e4-be55-ec054e3bd71d HTTP/1.1" status: 204 len: 168 time: 1.2446480 Oct 13 14:15:25.577543 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46952) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:25.676257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cae61-eda2-4197-b624-4f5b516dcc05 req-8fd879de-0eb1-45a1-96b4-364baa8c1398 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:25.680755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-901cae61-eda2-4197-b624-4f5b516dcc05 req-8fd879de-0eb1-45a1-96b4-364baa8c1398 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1341441 Oct 13 14:15:25.722290 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a12cdb43-7f7b-4e39-9071-8a206a52186f tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.754329 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5d979db-3b08-4a2b-996d-d2aaa4e12e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.778407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cdb43-7f7b-4e39-9071-8a206a52186f tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event deleted for resources: {'Port': ['ID=7e349617-7cd5-4bbb-84ab-434ec0cafa1f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:25.859466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-901cae61-eda2-4197-b624-4f5b516dcc05 req-18807fee-89cf-45db-8599-7104ef42caf9 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658859 Oct 13 14:15:25.928791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a12cdb43-7f7b-4e39-9071-8a206a52186f tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:25.933337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a12cdb43-7f7b-4e39-9071-8a206a52186f tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "DELETE /v2.0/ports/7e349617-7cd5-4bbb-84ab-434ec0cafa1f HTTP/1.1" status: 204 len: 168 time: 1.3065417 Oct 13 14:15:25.941454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46962) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:26.095297 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01bb611-db9c-4b8f-8c07-386d6b0a9327 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Deleting subnet 64adfe6a-ab44-4600-a099-6cf8a4d90a8b {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:15:26.099075 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a01bb611-db9c-4b8f-8c07-386d6b0a9327 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.147884 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5d979db-3b08-4a2b-996d-d2aaa4e12e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.200911 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a01bb611-db9c-4b8f-8c07-386d6b0a9327 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.225469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e5d979db-3b08-4a2b-996d-d2aaa4e12e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8236a3-e9cb-4b0f-a226-dce14143f54f']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:26.246000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e5d979db-3b08-4a2b-996d-d2aaa4e12e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578d6b73-b314-4c1f-aaaa-2cf530b7ec66') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:26.246297 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e5d979db-3b08-4a2b-996d-d2aaa4e12e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578d6b73-b314-4c1f-aaaa-2cf530b7ec66') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:26.276549 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5d979db-3b08-4a2b-996d-d2aaa4e12e8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.323870 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5d979db-3b08-4a2b-996d-d2aaa4e12e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.364572 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d979db-3b08-4a2b-996d-d2aaa4e12e8f admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:15:26.364958 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5d979db-3b08-4a2b-996d-d2aaa4e12e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:15:26.366838 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:15:26.448261 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a01bb611-db9c-4b8f-8c07-386d6b0a9327 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.461179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46978) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:26.485498 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fdad8bd7-16f5-4bf2-947b-ad1b565c1868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.550326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb8cdf44-0c9e-41a8-9eb4-f49e97fc8edd req-0b91e1b0-f3b8-493f-96af-a037343a8ff1 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0513334 Oct 13 14:15:26.582461 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46980) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:26.646173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-584da1cf-83b6-47d0-b937-63f70eb53940 req-15c7cb14-be94-437d-8158-76d6f009e9f3 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0610406 Oct 13 14:15:26.674169 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5d979db-3b08-4a2b-996d-d2aaa4e12e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.682520 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5d979db-3b08-4a2b-996d-d2aaa4e12e8f admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.696408 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e5d979db-3b08-4a2b-996d-d2aaa4e12e8f admin admin] 10.222.0.18 "DELETE /v2.0/networks/3d8236a3-e9cb-4b0f-a226-dce14143f54f HTTP/1.1" status: 204 len: 168 time: 1.1129220 Oct 13 14:15:26.696567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46984) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:26.704233 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d979db-3b08-4a2b-996d-d2aaa4e12e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=3d8236a3-e9cb-4b0f-a226-dce14143f54f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:26.765099 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a01bb611-db9c-4b8f-8c07-386d6b0a9327 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.772175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-341c04ec-9fb7-4af3-92d7-639eb39e9335 admin admin] Deleting subnet f2990cb7-5180-43b8-88d0-bc1209b758e9 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:15:26.783302 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-341c04ec-9fb7-4af3-92d7-639eb39e9335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.802840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bb611-db9c-4b8f-8c07-386d6b0a9327 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event deleted for resources: {'Subnet': ['ID=64adfe6a-ab44-4600-a099-6cf8a4d90a8b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:26.808849 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a01bb611-db9c-4b8f-8c07-386d6b0a9327 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.812398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb03ae9-c532-4415-a559-bf045e34124c None None] Network 90d45cd1-a7dc-41ed-9a77-87e855293e55 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:26.813063 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a01bb611-db9c-4b8f-8c07-386d6b0a9327 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "DELETE /v2.0/subnets/64adfe6a-ab44-4600-a099-6cf8a4d90a8b HTTP/1.1" status: 204 len: 168 time: 0.8676744 Oct 13 14:15:26.815365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46986) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:26.845351 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-341c04ec-9fb7-4af3-92d7-639eb39e9335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:26.930031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1218919954-network', 'tenant_id': '1a67a06d259f46568b1482e7244739f1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:26.937168 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.001965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fdad8bd7-16f5-4bf2-947b-ad1b565c1868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.004365 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-341c04ec-9fb7-4af3-92d7-639eb39e9335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.032364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Deleting port 881ca27e-ccb3-4f95-b521-277207e19cd0 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:27.032706 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.081505 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372459e1-3a28-4c83-84d6-49cd7a1904bf None None] DHCP port deletion for 90d45cd1-a7dc-41ed-9a77-87e855293e55 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:15:27.111023 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fdad8bd7-16f5-4bf2-947b-ad1b565c1868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.127212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] For port 881ca27e-ccb3-4f95-b521-277207e19cd0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=881ca27e-ccb3-4f95-b521-277207e19cd0,segment=NetworkSegment(0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b),segment_id=0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:27.127589 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.130096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Made reservation on behalf of 1a67a06d259f46568b1482e7244739f1 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:27.132570 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.149809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.165276 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Calling delete_port for 881ca27e-ccb3-4f95-b521-277207e19cd0 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:27.193633 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fdad8bd7-16f5-4bf2-947b-ad1b565c1868 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0436adf601548d3b821187c4bf86091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7311637 Oct 13 14:15:27.200538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46992) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:27.217081 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-372459e1-3a28-4c83-84d6-49cd7a1904bf None None] Deleting port 881ca27e-ccb3-4f95-b521-277207e19cd0 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:27.218008 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-372459e1-3a28-4c83-84d6-49cd7a1904bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.234119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff7ee5-7bd7-483d-bd79-ce0e92a7e4d4 req-9381bc95-e651-42a2-9bb8-66a6f9a85447 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:27.235670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdff7ee5-7bd7-483d-bd79-ce0e92a7e4d4 req-9381bc95-e651-42a2-9bb8-66a6f9a85447 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.2555838 Oct 13 14:15:27.318320 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-372459e1-3a28-4c83-84d6-49cd7a1904bf None None] For port 881ca27e-ccb3-4f95-b521-277207e19cd0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=881ca27e-ccb3-4f95-b521-277207e19cd0,segment=NetworkSegment(0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b),segment_id=0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:27.318767 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-372459e1-3a28-4c83-84d6-49cd7a1904bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.321497 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad8bd7-16f5-4bf2-947b-ad1b565c1868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e67d41-e2c8-433f-bc2c-c80707f5b4ad,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:27.337193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-372459e1-3a28-4c83-84d6-49cd7a1904bf None None] Calling delete_port for 881ca27e-ccb3-4f95-b521-277207e19cd0 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:27.352177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdff7ee5-7bd7-483d-bd79-ce0e92a7e4d4 req-aaf884a6-ef14-4417-837f-58d21e2fb848 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953898 Oct 13 14:15:27.367122 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.383659 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ff024455-928b-418e-9db4-4f4221a31b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.411359 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.438720 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ff024455-928b-418e-9db4-4f4221a31b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.450989 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-341c04ec-9fb7-4af3-92d7-639eb39e9335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.452438 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event deleted for resources: {'Port': ['ID=881ca27e-ccb3-4f95-b521-277207e19cd0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:27.461012 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] No DVR routers for this DVR port 881ca27e-ccb3-4f95-b521-277207e19cd0 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:15:27.492110 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.516286 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-372459e1-3a28-4c83-84d6-49cd7a1904bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.519756 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-341c04ec-9fb7-4af3-92d7-639eb39e9335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.525475 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-341c04ec-9fb7-4af3-92d7-639eb39e9335 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f2990cb7-5180-43b8-88d0-bc1209b758e9 HTTP/1.1" status: 204 len: 168 time: 0.8263063 Oct 13 14:15:27.527190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46994) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:27.528304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c04ec-9fb7-4af3-92d7-639eb39e9335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2990cb7-5180-43b8-88d0-bc1209b758e9,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:27.552749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:15:27.563086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372459e1-3a28-4c83-84d6-49cd7a1904bf None None] No DVR routers for this DVR port 881ca27e-ccb3-4f95-b521-277207e19cd0 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:15:27.567288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372459e1-3a28-4c83-84d6-49cd7a1904bf None None] Pushing event deleted for resources: {'Port': ['ID=881ca27e-ccb3-4f95-b521-277207e19cd0,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:27.629301 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.633449 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:27.638234 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc7b1-92bf-488f-bf59-dc62a8351fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.660837 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d45cd1-a7dc-41ed-9a77-87e855293e55']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:27.672583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:27.673002 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e66d4a6-d4e0-40f5-81eb-29a8bc863a8b') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:27.677631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2b54ccd-8852-4ab0-a6f9-a3e76c33b398 req-bb869242-19e9-4a9e-ae36-af62c95ba1f4 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0430794 Oct 13 14:15:27.697431 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.721028 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.722555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:15:27.722751 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:15:27.727807 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:15:27.789826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8a6fc35-218a-4143-8d38-46c881e6a5e0 req-ed10ac55-6280-439f-860a-9789c0233a65 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0380986 Oct 13 14:15:27.794702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc7b1-92bf-488f-bf59-dc62a8351fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.817397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-1f7cc7b1-92bf-488f-bf59-dc62a8351fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716413ea-78fe-443b-9abc-b161d74aa94f']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:27.828453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-1f7cc7b1-92bf-488f-bf59-dc62a8351fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a12c7b-b273-4804-ab1c-f64142c611ec') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:27.828958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-1f7cc7b1-92bf-488f-bf59-dc62a8351fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a12c7b-b273-4804-ab1c-f64142c611ec') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:27.843402 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc7b1-92bf-488f-bf59-dc62a8351fee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.858121 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc7b1-92bf-488f-bf59-dc62a8351fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.864444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7cc7b1-92bf-488f-bf59-dc62a8351fee admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:15:27.864868 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc7b1-92bf-488f-bf59-dc62a8351fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:15:27.866641 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:15:28.022219 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ff024455-928b-418e-9db4-4f4221a31b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.024884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ff024455-928b-418e-9db4-4f4221a31b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.026107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ff024455-928b-418e-9db4-4f4221a31b3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02e67d41-e2c8-433f-bc2c-c80707f5b4ad HTTP/1.1" status: 204 len: 168 time: 0.8181183 Oct 13 14:15:28.034768 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff024455-928b-418e-9db4-4f4221a31b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e67d41-e2c8-433f-bc2c-c80707f5b4ad,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:28.079184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc7b1-92bf-488f-bf59-dc62a8351fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.089391 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.089391 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.089391 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Added segment 1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280 of type vlan for network b4481736-159f-44b3-b3de-7023bdd7589e Oct 13 14:15:28.093158 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f7cc7b1-92bf-488f-bf59-dc62a8351fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.097680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1f7cc7b1-92bf-488f-bf59-dc62a8351fee admin admin] 10.222.0.18 "DELETE /v2.0/networks/716413ea-78fe-443b-9abc-b161d74aa94f HTTP/1.1" status: 204 len: 168 time: 0.5600984 Oct 13 14:15:28.100332 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.106207 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] 10.222.0.18 "DELETE /v2.0/networks/90d45cd1-a7dc-41ed-9a77-87e855293e55 HTTP/1.1" status: 204 len: 168 time: 1.2866404 Oct 13 14:15:28.109899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cc7b1-92bf-488f-bf59-dc62a8351fee admin admin] Pushing event deleted for resources: {'Network': ['ID=716413ea-78fe-443b-9abc-b161d74aa94f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:28.134088 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f11c8-1d2a-432e-9a82-8b1920451410 tempest-AllowedAddressPairIpV6TestJSON-121227872 tempest-AllowedAddressPairIpV6TestJSON-121227872-project] Pushing event deleted for resources: {'Network': ['ID=90d45cd1-a7dc-41ed-9a77-87e855293e55,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:28.151187 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.225863 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 881ca27e-ccb3-4f95-b521-277207e19cd0 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:15:28.251821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 881ca27e-ccb3-4f95-b521-277207e19cd0 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:15:28.254248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 881ca27e-ccb3-4f95-b521-277207e19cd0 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:15:28.301434 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.302438 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:28.303578 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.370311 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] Pushing event updated for resources: {'Network': ['ID=b4481736-159f-44b3-b3de-7023bdd7589e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:28.408741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network b4481736-159f-44b3-b3de-7023bdd7589e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:15:28.485921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47016) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:28.486527 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-40be4d5d-7685-4750-92ed-3dfc351edd5f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9022467 Oct 13 14:15:28.491098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7c2533af-aab5-4f38-9264-7b7ebbda6acb admin admin] Request body: {'subnet': {'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1218919954-subnet', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:28.555178 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47018) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:28.649106 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-95e04e6e-b365-42b3-b75c-53b67ffbb2df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f98de12adc794eee8130fc8c105bc67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0926948 Oct 13 14:15:28.652266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47020) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:28.654920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b798c-8c78-4e42-ae6a-e4db027764a6 req-411a677c-fe57-4355-ae3a-46927891a25f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:28.664309 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-126b798c-8c78-4e42-ae6a-e4db027764a6 req-411a677c-fe57-4355-ae3a-46927891a25f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1431952 Oct 13 14:15:28.668323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2533af-aab5-4f38-9264-7b7ebbda6acb admin admin] Made reservation on behalf of 1a67a06d259f46568b1482e7244739f1 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:28.673776 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c2533af-aab5-4f38-9264-7b7ebbda6acb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.739037 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-41895e46-3c06-4e4c-b09c-9aefb7835da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.767157 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-41895e46-3c06-4e4c-b09c-9aefb7835da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.895859 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-41895e46-3c06-4e4c-b09c-9aefb7835da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.898953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-41895e46-3c06-4e4c-b09c-9aefb7835da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:28.900308 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-41895e46-3c06-4e4c-b09c-9aefb7835da6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/268782c2-5154-40bb-b474-45632cd53a3b HTTP/1.1" status: 204 len: 168 time: 0.2463849 Oct 13 14:15:28.921252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41895e46-3c06-4e4c-b09c-9aefb7835da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268782c2-5154-40bb-b474-45632cd53a3b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:28.943790 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-126b798c-8c78-4e42-ae6a-e4db027764a6 req-570c6b27-d2b4-4343-926d-b6ffd262da58 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781813 Oct 13 14:15:28.993514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2cd16663-9b83-49ea-8fd2-ea1e977f8301 req-4816aa54-b072-41d1-9709-c9b293b91e2f tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0866013 Oct 13 14:15:29.065663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bdf01e56-f38a-4c67-b8bd-82398cde432a req-46dd971d-5868-4c64-8618-f89cf62232ff tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0413904 Oct 13 14:15:29.176381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47042) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:29.192285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c2533af-aab5-4f38-9264-7b7ebbda6acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:29.264274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2533af-aab5-4f38-9264-7b7ebbda6acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5c6c63-8d61-4546-85b8-94f5a653482a,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:29.269027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2533af-aab5-4f38-9264-7b7ebbda6acb admin admin] Checking segment: {'id': '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:29.269389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2533af-aab5-4f38-9264-7b7ebbda6acb admin admin] Network hostable DHCP agents. Network: b4481736-159f-44b3-b3de-7023bdd7589e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:15:29.450739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2533af-aab5-4f38-9264-7b7ebbda6acb admin admin] Network b4481736-159f-44b3-b3de-7023bdd7589e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:15:29.551456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-7c2533af-aab5-4f38-9264-7b7ebbda6acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, b4481736-159f-44b3-b3de-7023bdd7589e) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:29.556285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2533af-aab5-4f38-9264-7b7ebbda6acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:29.557343 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c2533af-aab5-4f38-9264-7b7ebbda6acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:29.565574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf0838-165d-4d5c-81af-c29aca32ad8c None None] Network b4481736-159f-44b3-b3de-7023bdd7589e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:29.629562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47058) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:29.629808 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7a96fbe0-7e3a-481f-8107-59c5306e8056 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdb21e2e6c47499fae6ec6b155a20369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519820 Oct 13 14:15:29.671002 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7c2533af-aab5-4f38-9264-7b7ebbda6acb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1839507 Oct 13 14:15:29.673970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47062) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:29.678900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1218919954-router', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:29.699017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e011001c-718f-4f13-8969-933d53087c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:29.725086 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e011001c-718f-4f13-8969-933d53087c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:29.791580 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:29.792653 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:29.847968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb40cfe1-b91a-4772-9aff-2434e18c3afe None None] Network b4481736-159f-44b3-b3de-7023bdd7589e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:29.914840 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e011001c-718f-4f13-8969-933d53087c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:29.918273 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e011001c-718f-4f13-8969-933d53087c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:29.920157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e011001c-718f-4f13-8969-933d53087c56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b7a8065-7042-419c-acbc-2b7f9830fb4d HTTP/1.1" status: 204 len: 168 time: 0.2894561 Oct 13 14:15:29.930392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011001c-718f-4f13-8969-933d53087c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7a8065-7042-419c-acbc-2b7f9830fb4d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:29.970093 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:30.088185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47076) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:30.116712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1079d721-bfc3-48d6-829d-cb8796dacb78 req-62807705-63eb-4745-81ce-b91a43fe502d tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0541193 Oct 13 14:15:30.144513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568ff74-7ad0-4d21-8a18-12914867026b req-80df1119-b91b-436a-b1b4-d5a0a8edfe8d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:30.147217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3568ff74-7ad0-4d21-8a18-12914867026b req-80df1119-b91b-436a-b1b4-d5a0a8edfe8d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.0987825 Oct 13 14:15:30.216204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3568ff74-7ad0-4d21-8a18-12914867026b req-78a6f2d5-1e20-4a6e-b543-5c7ea87e3f57 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622292 Oct 13 14:15:30.287296 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3d9dc1aa-7fe2-4a39-ba97-d73040225dea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7cb6127641b641afb0cb9af4b0478cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978457 Oct 13 14:15:30.291120 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47080) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:30.326338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fe62c50-5a21-4521-aaf0-008e5ae86c2a req-437ac8f0-43aa-438a-baf7-a1fa882d3357 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0605915 Oct 13 14:15:30.397255 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:30.431131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5214444-0462-4aab-858d-8de70fd4a3dc req-e721a615-c6d6-4aaf-b95e-dbd9cb1b6ee1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0489395 Oct 13 14:15:30.432874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82f3c014-4254-4a53-93f7-7d828b713650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:30.461461 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82f3c014-4254-4a53-93f7-7d828b713650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:30.526168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057cb1-058b-44a2-9b50-458af977a0d2 req-0da74e65-6288-41dd-a9bb-1a3651e5c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:30.527772 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13057cb1-058b-44a2-9b50-458af977a0d2 req-0da74e65-6288-41dd-a9bb-1a3651e5c6d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 1098 time: 0.0429668 Oct 13 14:15:30.650124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057cb1-058b-44a2-9b50-458af977a0d2 req-53eba82a-8dd0-44d7-a46d-7c91f00fe61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:30.651673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13057cb1-058b-44a2-9b50-458af977a0d2 req-53eba82a-8dd0-44d7-a46d-7c91f00fe61a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.1157343 Oct 13 14:15:30.710319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13057cb1-058b-44a2-9b50-458af977a0d2 req-6c1c1bfb-de18-41d5-9ec1-75f686b9d7a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a65cb65d-b7ce-487b-9ed4-37f8c7605de7 HTTP/1.1" status: 200 len: 217 time: 0.0498633 Oct 13 14:15:30.722814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82f3c014-4254-4a53-93f7-7d828b713650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:30.725765 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82f3c014-4254-4a53-93f7-7d828b713650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:30.728267 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-82f3c014-4254-4a53-93f7-7d828b713650 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbd2995d-1281-48c8-a302-170c56de2f07 HTTP/1.1" status: 204 len: 168 time: 0.4346769 Oct 13 14:15:30.735399 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:30.760785 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3c014-4254-4a53-93f7-7d828b713650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd2995d-1281-48c8-a302-170c56de2f07,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:30.764068 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:30.795698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057cb1-058b-44a2-9b50-458af977a0d2 req-bdf26fa8-905d-4f7e-9f26-f778ff7865d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:30.797394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13057cb1-058b-44a2-9b50-458af977a0d2 req-bdf26fa8-905d-4f7e-9f26-f778ff7865d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.0784574 Oct 13 14:15:30.856814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057cb1-058b-44a2-9b50-458af977a0d2 req-d1edaa1d-a9fe-4923-b3ce-a702575bdc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:30.858620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13057cb1-058b-44a2-9b50-458af977a0d2 req-d1edaa1d-a9fe-4923-b3ce-a702575bdc1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524302 Oct 13 14:15:30.889657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Allocated IP 172.25.0.230 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/d2aa9f89-eb48-4d61-a2bb-70c182b71609) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:30.967933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13057cb1-058b-44a2-9b50-458af977a0d2 req-060f858d-ff22-4ee3-afea-dd84ca9a2d4c service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994513 Oct 13 14:15:31.033158 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:31.069992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13057cb1-058b-44a2-9b50-458af977a0d2 req-7c4a5e86-4c6e-4aab-9056-1b628f8ae074 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934925 Oct 13 14:15:31.159064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:31.200944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:31.206043 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:31.210160 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:31.216823 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Pushing event updated for resources: {'Port': ['ID=d2aa9f89-eb48-4d61-a2bb-70c182b71609,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:31.292403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-719f604f-0c6a-4d10-89fd-88afa555fd10 req-ce5b8d91-d4cd-40bc-a328-77df6d44c371 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0553296 Oct 13 14:15:31.420154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b641752-242c-4533-af44-c24736108990 req-611d38d8-c916-492d-b56b-a59d539902f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:31.430870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b641752-242c-4533-af44-c24736108990 req-611d38d8-c916-492d-b56b-a59d539902f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.0903025 Oct 13 14:15:31.487225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b641752-242c-4533-af44-c24736108990 req-ef3c6dc4-1e53-4b64-bbd4-517bdf91189b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551596 Oct 13 14:15:31.506828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecb1bcfa-23d2-4212-99bc-a53ab1197e3e req-2a5f3917-51e9-49a2-ae86-40b7c945e736 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0376329 Oct 13 14:15:31.842885 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:32.099161 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:32.310766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47150) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:32.391445 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Router 59435076-0ecf-48c0-a9b5-8e4bce007bf8 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:15:32.457814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f715675a-e999-4177-a25d-5fa94844d2ac req-c9da24df-65f3-4648-bcd2-2ec2a9260fcc tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0383158 Oct 13 14:15:32.598849 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:15:32.619385 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Sync routers for ids ['59435076-0ecf-48c0-a9b5-8e4bce007bf8'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:15:32.637055 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Routers {'59435076-0ecf-48c0-a9b5-8e4bce007bf8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:15:32.637055 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:15:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['59435076-0ecf-48c0-a9b5-8e4bce007bf8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:32.741560 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:32.746025 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6ab5602c-a4e5-4bc2-9e6e-08e6eb2c6c60 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0706546 Oct 13 14:15:32.746507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47180) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:32.792734 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Set router 59435076-0ecf-48c0-a9b5-8e4bce007bf8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:15:32.812917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1149827955'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:33.099138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:33.103527 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'name': 'tempest-ServerRescueTestJSON-1218919954-router', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:15:29Z', 'updated_at': '2021-10-13T14:15:31Z', 'revision_number': 3, 'project_id': '1a67a06d259f46568b1482e7244739f1', 'gw_port': {'id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:15:30Z', 'updated_at': '2021-10-13T14:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:33.104329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:33.151966 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Checking router: 59435076-0ecf-48c0-a9b5-8e4bce007bf8 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:15:33.152236 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Updating router 59435076-0ecf-48c0-a9b5-8e4bce007bf8 port d2aa9f89-eb48-4d61-a2bb-70c182b71609 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:15:33.154119 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:33.222497 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:33.232627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca230be-e9d5-42f9-b0a4-8332ae525bf0 req-ae610814-3965-46c3-830f-ed3f559f84cb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:33.234581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eca230be-e9d5-42f9-b0a4-8332ae525bf0 req-ae610814-3965-46c3-830f-ed3f559f84cb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1389153 Oct 13 14:15:33.353714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c06f99db-4d29-4ac2-a956-549ce23a9bc3 req-1be62dc9-4af7-4cc8-99c5-83fcaa6f2db7 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0903533 Oct 13 14:15:33.482896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eca230be-e9d5-42f9-b0a4-8332ae525bf0 req-ad44a31e-bc2c-4c67-9097-f1a2366307a2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289772 Oct 13 14:15:33.569017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:33.638580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-478260dd-0b70-41ef-83e6-4e7bda43d70c req-693308c0-85f7-49a8-b621-7a98a05010ff tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0459089 Oct 13 14:15:33.682712 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:33.718731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:15:33.748912 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:33.749323 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Added segment 1a13b0bf-d40a-4132-b60a-3be13045f660 of type vlan for network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 Oct 13 14:15:33.751352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285d7a16-6ca5-4e9d-be96-ea7b6b362ebb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:33.813257 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:33.832213 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:33.839662 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:33.884203 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:33.980720 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Pushing event updated for resources: {'Port': ['ID=d2aa9f89-eb48-4d61-a2bb-70c182b71609,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:33.987427 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Attempting to bind port d2aa9f89-eb48-4d61-a2bb-70c182b71609 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:15:33.988032 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Attempting to bind port d2aa9f89-eb48-4d61-a2bb-70c182b71609 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:15:33.988727 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Attempting to bind port d2aa9f89-eb48-4d61-a2bb-70c182b71609 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:33.993482 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:34.000193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:34.001070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:34.002813 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:34.002813 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:34.003632 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:34.004122 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:34.004605 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:34.005250 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:34.005720 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:34.006186 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:34.006670 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:34.007135 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:34.007867 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:34.008374 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:34.021684 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:15:34.022271 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:34.022824 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:34.033287 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:15:34.033287 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Bound port: d2aa9f89-eb48-4d61-a2bb-70c182b71609, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:15:34.033287 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:34.129726 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] For port d2aa9f89-eb48-4d61-a2bb-70c182b71609, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:15:34.140644 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] For port d2aa9f89-eb48-4d61-a2bb-70c182b71609, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d2aa9f89-eb48-4d61-a2bb-70c182b71609,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:15:34.159781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Network': ['ID=fe733e46-fbbe-4c02-a8e9-b5c1a34fa676,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:34.173781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:15:34.210112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1d8d3502-e059-466d-9e08-30f2be609484 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8981726 Oct 13 14:15:34.217458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47208) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:34.227434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-069922ff-0635-422c-8050-af704e989219 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:34.235091 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:34.355071 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b01856-5c29-46dc-8d20-5f9eae774260 None None] Pushing event updated for resources: {'Port': ['ID=d2aa9f89-eb48-4d61-a2bb-70c182b71609,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:34.375734 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Routers {'59435076-0ecf-48c0-a9b5-8e4bce007bf8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:15:34.376890 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:15:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['59435076-0ecf-48c0-a9b5-8e4bce007bf8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:34.574497 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] Set router 59435076-0ecf-48c0-a9b5-8e4bce007bf8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:15:34.707712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Allocated IP 172.20.0.1 (b4481736-159f-44b3-b3de-7023bdd7589e/7d5c6c63-8d61-4546-85b8-94f5a653482a/d040c80a-c623-462b-b4a1-1893bcc21360) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:34.756718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31f70c6e-80f2-4cb1-978c-852164d52a9d req-4f2fa17e-7413-4ea5-9f5e-3107be95e67b tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0465918 Oct 13 14:15:34.886804 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device a65cb65d-b7ce-487b-9ed4-37f8c7605de7 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:15:34.910350 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'name': 'tempest-ServerRescueTestJSON-1218919954-router', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:15:29Z', 'updated_at': '2021-10-13T14:15:31Z', 'revision_number': 3, 'project_id': '1a67a06d259f46568b1482e7244739f1', 'gw_port': {'id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:15:30Z', 'updated_at': '2021-10-13T14:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:34.929924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069922ff-0635-422c-8050-af704e989219 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:34.935616 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-069922ff-0635-422c-8050-af704e989219 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:34.950385 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d8d30-2f19-466c-8af8-54ef9718d4bd None None] The sync data for ids ['59435076-0ecf-48c0-a9b5-8e4bce007bf8'] in n-d-806683-15 is: [{'id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'name': 'tempest-ServerRescueTestJSON-1218919954-router', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:15:29Z', 'updated_at': '2021-10-13T14:15:31Z', 'revision_number': 3, 'project_id': '1a67a06d259f46568b1482e7244739f1', 'gw_port': {'id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:15:30Z', 'updated_at': '2021-10-13T14:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:15:35.001912 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47234) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:35.042785 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:35.050894 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:35.055147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80d85790-1814-40d7-8616-4cfbc105f93d req-14cac99d-d1f7-4bbd-a40d-0690fa44d9d7 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0523217 Oct 13 14:15:35.095160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a65cb65d-b7ce-487b-9ed4-37f8c7605de7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:35.101748 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:35.101748 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db9dbd1-c8ca-4475-958f-ba91652baf0e" -d '{"events": [{"server_uuid": "1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1", "name": "network-vif-unplugged", "status": "completed", "tag": "a65cb65d-b7ce-487b-9ed4-37f8c7605de7"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:35.140926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9515da-f8c3-406b-a255-99a22096deeb req-b1037245-0142-4f4e-a972-681a8a1ef81b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:35.142648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c9515da-f8c3-406b-a255-99a22096deeb req-b1037245-0142-4f4e-a972-681a8a1ef81b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 946 time: 0.1408544 Oct 13 14:15:35.175911 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-542cd379-3588-4aca-b55c-5becb1315d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:35.193323 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:35.225966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c9515da-f8c3-406b-a255-99a22096deeb req-d486ad22-5679-4c91-ab77-74c041582bdf tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679386 Oct 13 14:15:35.229239 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:35.338556 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d339f058-816f-4094-ae87-c91f5d363b6e x-openstack-request-id: req-d339f058-816f-4094-ae87-c91f5d363b6e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:35.338852 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1", "name": "network-vif-unplugged", "status": "failed", "tag": "a65cb65d-b7ce-487b-9ed4-37f8c7605de7", "code": 422}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:35.339284 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d339f058-816f-4094-ae87-c91f5d363b6e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:35.340520 n-d-806683-15 neutron-server[112686]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7', 'code': 422} returned with failed status Oct 13 14:15:35.354001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:35.361813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-542cd379-3588-4aca-b55c-5becb1315d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:35.386694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Network b4481736-159f-44b3-b3de-7023bdd7589e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:35.389805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Pushing event updated for resources: {'Port': ['ID=d040c80a-c623-462b-b4a1-1893bcc21360,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:35.395865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:35.408833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:35.443963 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-542cd379-3588-4aca-b55c-5becb1315d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:35.489726 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:35.512905 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-542cd379-3588-4aca-b55c-5becb1315d5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42d1bf18098143f9b855b9bc9011d57e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029013 Oct 13 14:15:35.512905 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47246) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:35.524448 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cd379-3588-4aca-b55c-5becb1315d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e00dbe6-6c66-4cd4-922a-d6faded3b727,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:35.542023 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-069922ff-0635-422c-8050-af704e989219 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:35.599574 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0dd886c6-7fae-42f7-8536-956253f90d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:35.618019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a0fa2-da0f-4d2f-988f-85d8c84d9a16 req-277f8c54-002a-4a74-930e-98ed011481eb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:35.619705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d4a0fa2-da0f-4d2f-988f-85d8c84d9a16 req-277f8c54-002a-4a74-930e-98ed011481eb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1843016 Oct 13 14:15:35.635807 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0dd886c6-7fae-42f7-8536-956253f90d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:35.734829 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069922ff-0635-422c-8050-af704e989219 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=1aecc42e-adfe-4a7e-8b0a-d59184cf0e66,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:35.755613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d4a0fa2-da0f-4d2f-988f-85d8c84d9a16 req-698aa807-6b1d-4844-9c81-e78eeb6d3d74 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207705 Oct 13 14:15:35.800891 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0dd886c6-7fae-42f7-8536-956253f90d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:35.802098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069922ff-0635-422c-8050-af704e989219 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:35.802098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069922ff-0635-422c-8050-af704e989219 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network hostable DHCP agents. Network: fe733e46-fbbe-4c02-a8e9-b5c1a34fa676, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:15:35.810047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0dd886c6-7fae-42f7-8536-956253f90d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:35.814124 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0dd886c6-7fae-42f7-8536-956253f90d1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e00dbe6-6c66-4cd4-922a-d6faded3b727 HTTP/1.1" status: 204 len: 168 time: 0.3027883 Oct 13 14:15:35.833961 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd886c6-7fae-42f7-8536-956253f90d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e00dbe6-6c66-4cd4-922a-d6faded3b727,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:35.941536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069922ff-0635-422c-8050-af704e989219 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:15:35.978000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad4ebf7d-41bd-4e1c-87b5-2c4870c15040 req-94b9d3d7-e5f7-4880-901f-97df4324a6f8 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0622530 Oct 13 14:15:35.980589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:36.015638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732666da-7c44-4f58-95f7-f0add7498629 req-232d7f0c-927e-48ff-847e-ebb4d07abe03 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:36.017346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-732666da-7c44-4f58-95f7-f0add7498629 req-232d7f0c-927e-48ff-847e-ebb4d07abe03 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1164477 Oct 13 14:15:36.051406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-069922ff-0635-422c-8050-af704e989219 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, fe733e46-fbbe-4c02-a8e9-b5c1a34fa676) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:36.059974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d035d91f-3071-4499-98f6-d937a2700420 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:36.074884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069922ff-0635-422c-8050-af704e989219 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:36.075645 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-069922ff-0635-422c-8050-af704e989219 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:36.239976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '1aecc42e-adfe-4a7e-8b0a-d59184cf0e66'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:15:36.242023 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:36.252606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81291063-880d-4faa-8418-b5d87e43bc1e req-f6d8ef1d-0dcb-44f6-b5db-ca8930e68f9f tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0406370 Oct 13 14:15:36.276590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-732666da-7c44-4f58-95f7-f0add7498629 req-fe5b4750-744c-42bf-9573-d7b7db3af796 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523153 Oct 13 14:15:36.333200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d2aa9f89-eb48-4d61-a2bb-70c182b71609 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:36.348896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47268) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:36.354268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'name': 'tempest-NetworksTestDHCPv6-1784961149'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:36.359640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-069922ff-0635-422c-8050-af704e989219 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1406872 Oct 13 14:15:36.448117 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d2aa9f89-eb48-4d61-a2bb-70c182b71609 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:36.448787 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:36.475410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Allocated IP 2001:db8::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/1aecc42e-adfe-4a7e-8b0a-d59184cf0e66/3548b771-ea66-4f25-926b-36c159b351fd) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:36.494772 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:36.564513 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:36.610800 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:36.632693 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:36.634668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Pushing event updated for resources: {'Port': ['ID=d040c80a-c623-462b-b4a1-1893bcc21360,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:36.655671 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:36.668873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port d2aa9f89-eb48-4d61-a2bb-70c182b71609, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d2aa9f89-eb48-4d61-a2bb-70c182b71609,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:36.693517 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:36.709589 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:36.744321 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port d98510b0-7401-409c-9909-032951d765fc yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:15:36.755035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47272) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:36.774525 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:36.790340 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b693ee2-34e1-4681-9b31-c969e97b7132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:36.804733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Network b4481736-159f-44b3-b3de-7023bdd7589e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:36.819104 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:36.821436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:36.855753 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=d2aa9f89-eb48-4d61-a2bb-70c182b71609,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:36.860224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:36.865249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:36.886284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:36.955190 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::57 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/1aecc42e-adfe-4a7e-8b0a-d59184cf0e66/d98510b0-7401-409c-9909-032951d765fc) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:36.995163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab44bf-ebba-4321-b240-0c1384e3873e req-3cff0117-6915-4937-a856-f8b20cca8b3c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:37.015221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-61ab44bf-ebba-4321-b240-0c1384e3873e req-3cff0117-6915-4937-a856-f8b20cca8b3c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.2305026 Oct 13 14:15:37.016942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Attempting to bind port 3548b771-ea66-4f25-926b-36c159b351fd on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:15:37.017529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Attempting to bind port 3548b771-ea66-4f25-926b-36c159b351fd by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:15:37.019231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Attempting to bind port 3548b771-ea66-4f25-926b-36c159b351fd on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:37.022644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Router 59435076-0ecf-48c0-a9b5-8e4bce007bf8 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:15:37.029341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:15:37.030949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:37.032133 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.034604 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:15:37.035393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Bound port: 3548b771-ea66-4f25-926b-36c159b351fd, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:15:37.036702 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.040495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Pushing event updated for resources: {'Port': ['ID=3548b771-ea66-4f25-926b-36c159b351fd,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:37.057122 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b693ee2-34e1-4681-9b31-c969e97b7132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.070475 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47278) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:37.125331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b693ee2-34e1-4681-9b31-c969e97b7132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.172458 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] For port 3548b771-ea66-4f25-926b-36c159b351fd, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:15:37.178491 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] For port 3548b771-ea66-4f25-926b-36c159b351fd, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3548b771-ea66-4f25-926b-36c159b351fd,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:15:37.194457 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9b693ee2-34e1-4681-9b31-c969e97b7132 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b50a3ed4c75474db318dd03a4e1817c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383173 Oct 13 14:15:37.197984 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47284) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:37.207953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b693ee2-34e1-4681-9b31-c969e97b7132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2ea3f6-303e-4b39-9433-79a9a087dee0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:37.251375 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.269268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:15:37.281046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-61ab44bf-ebba-4321-b240-0c1384e3873e req-38cc0df8-3f05-401b-9d85-d4e70512643f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646856 Oct 13 14:15:37.290580 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3124278-e511-458e-bad6-780cd8855536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.300321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.311853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b0fb1f67-4cf1-4fc3-bcd0-e0b47c7a3a24 admin admin] 10.222.0.18 "PUT /v2.0/routers/59435076-0ecf-48c0-a9b5-8e4bce007bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5615909 Oct 13 14:15:37.345220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-779ce571-4ef4-43eb-b869-57a4a7851ff1 req-4ca56677-cdbf-4d08-8920-bfc30c33cf5d tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.1071179 Oct 13 14:15:37.347759 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6eccb8c0-ce50-4754-965c-fefdc4f84770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.372139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Sync routers for ids ['59435076-0ecf-48c0-a9b5-8e4bce007bf8'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:15:37.381332 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac17956-d137-4fe9-a3a1-04cbaea5bd10 None None] Pushing event updated for resources: {'Port': ['ID=3548b771-ea66-4f25-926b-36c159b351fd,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:37.392150 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Routers {'59435076-0ecf-48c0-a9b5-8e4bce007bf8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:15:37.392808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:15:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['59435076-0ecf-48c0-a9b5-8e4bce007bf8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:37.439287 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6eccb8c0-ce50-4754-965c-fefdc4f84770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.508354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1eb1394-1d42-48a6-8a3f-6f27e0445dd1 req-9988a4ce-9136-4319-bff3-bad3945610a6 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0447218 Oct 13 14:15:37.580522 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3124278-e511-458e-bad6-780cd8855536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.580654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Set router 59435076-0ecf-48c0-a9b5-8e4bce007bf8 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:15:37.604935 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.674657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3124278-e511-458e-bad6-780cd8855536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.708729 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3124278-e511-458e-bad6-780cd8855536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7eba84-7a1b-463a-a0b2-9c9f87a442b4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:37.726789 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6eccb8c0-ce50-4754-965c-fefdc4f84770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.729487 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6eccb8c0-ce50-4754-965c-fefdc4f84770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.732969 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6eccb8c0-ce50-4754-965c-fefdc4f84770 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e2ea3f6-303e-4b39-9433-79a9a087dee0 HTTP/1.1" status: 204 len: 168 time: 0.5313902 Oct 13 14:15:37.739751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:37.754752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccb8c0-ce50-4754-965c-fefdc4f84770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2ea3f6-303e-4b39-9433-79a9a087dee0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:37.766582 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:37.769286 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:37.776180 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:37.776849 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.788753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=d98510b0-7401-409c-9909-032951d765fc,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:37.795105 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f3124278-e511-458e-bad6-780cd8855536 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29465271a5af45ef96735310adf5213c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7233145 Oct 13 14:15:37.803124 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47298) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:37.865116 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56340767-827e-4b6e-9247-966aba1240ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.885334 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-60744b8c-0087-45c2-9f3b-a57d2e408da2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5352802 Oct 13 14:15:37.885805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47308) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:37.895845 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56340767-827e-4b6e-9247-966aba1240ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:37.904201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'name': 'tempest-ServerRescueTestJSON-1218919954-router', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:15:29Z', 'updated_at': '2021-10-13T14:15:35Z', 'revision_number': 4, 'project_id': '1a67a06d259f46568b1482e7244739f1', 'gw_port': {'id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:15:30Z', 'updated_at': '2021-10-13T14:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd040c80a-c623-462b-b4a1-1893bcc21360', 'name': '', 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'mac_address': 'fa:16:3e:f1:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '7d5c6c63-8d61-4546-85b8-94f5a653482a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:15:33Z', 'updated_at': '2021-10-13T14:15:36Z', 'revision_number': 2, 'project_id': '1a67a06d259f46568b1482e7244739f1', 'subnets': [{'id': '7d5c6c63-8d61-4546-85b8-94f5a653482a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:37.939212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Checking router: 59435076-0ecf-48c0-a9b5-8e4bce007bf8 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:15:37.939570 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Updating router 59435076-0ecf-48c0-a9b5-8e4bce007bf8 port d040c80a-c623-462b-b4a1-1893bcc21360 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:15:37.967905 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:38.046408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e96fe-41c1-4f61-8582-19ca1a9c557e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:38.049106 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56340767-827e-4b6e-9247-966aba1240ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:38.052612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e96fe-41c1-4f61-8582-19ca1a9c557e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:38.053287 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56340767-827e-4b6e-9247-966aba1240ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:38.054243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b87e96fe-41c1-4f61-8582-19ca1a9c557e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1669576 Oct 13 14:15:38.055099 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-56340767-827e-4b6e-9247-966aba1240ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e7eba84-7a1b-463a-a0b2-9c9f87a442b4 HTTP/1.1" status: 204 len: 168 time: 0.2558253 Oct 13 14:15:38.059985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47312) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:38.078088 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56340767-827e-4b6e-9247-966aba1240ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7eba84-7a1b-463a-a0b2-9c9f87a442b4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:38.164172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9a476190-b406-44d9-8e3a-1e221bb039a9 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:38.177780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9a476190-b406-44d9-8e3a-1e221bb039a9 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/networks?id=b4481736-159f-44b3-b3de-7023bdd7589e HTTP/1.1" status: 200 len: 811 time: 0.2540596 Oct 13 14:15:38.206795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-df37dce1-a22c-4f90-ad41-2f350fea05a6 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/quotas/1a67a06d259f46568b1482e7244739f1 HTTP/1.1" status: 200 len: 375 time: 0.0269332 Oct 13 14:15:38.298134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-623dc69a-5fdf-46d4-80fa-bf9fe947bfb0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port d98510b0-7401-409c-9909-032951d765fc {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:38.298882 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-623dc69a-5fdf-46d4-80fa-bf9fe947bfb0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:38.399477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-1b4e3fd5-ebf0-4557-8cc5-a0360b81958b tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a67a06d259f46568b1482e7244739f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1783328 Oct 13 14:15:38.457241 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3548b771-ea66-4f25-926b-36c159b351fd up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:38.462159 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:38.535484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3548b771-ea66-4f25-926b-36c159b351fd triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:38.536029 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:38.552051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c73161-8763-42f4-a909-b81368464e89 req-9075835c-0953-4e00-9600-0d938d3685d1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:38.553208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60c73161-8763-42f4-a909-b81368464e89 req-9075835c-0953-4e00-9600-0d938d3685d1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1526854 Oct 13 14:15:38.590289 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:38.622105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-623dc69a-5fdf-46d4-80fa-bf9fe947bfb0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:38.646019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60c73161-8763-42f4-a909-b81368464e89 req-d1dc0c19-cdad-4da2-a1c1-27ddbc5beba6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893230 Oct 13 14:15:38.668578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-953c3c74-7725-4fe3-bf7c-b83e28196550 service neutron] 10.222.0.18 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554867 Oct 13 14:15:38.670373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-623dc69a-5fdf-46d4-80fa-bf9fe947bfb0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for d98510b0-7401-409c-9909-032951d765fc owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:38.702389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fc95e-09b1-429c-a0ff-d4ad72342cd9 None None] Pushing event updated for resources: {'Port': ['ID=d040c80a-c623-462b-b4a1-1893bcc21360,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:38.705093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71ea1cd-2196-431a-91f4-5d4644d07464 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:38.811532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a630eebf-1f13-436a-97cd-e4aeaac92190 req-259c7303-03a0-4c64-81b2-204ec66527df tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0668025 Oct 13 14:15:38.848577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Attempting to bind port d040c80a-c623-462b-b4a1-1893bcc21360 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:15:38.848941 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Attempting to bind port d040c80a-c623-462b-b4a1-1893bcc21360 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:15:38.849339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Attempting to bind port d040c80a-c623-462b-b4a1-1893bcc21360 on network b4481736-159f-44b3-b3de-7023bdd7589e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:38.861162 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:38.862948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-200b7375-d43b-4d39-be17-7c5cbddd64cc None None] Provisioning complete for port 3548b771-ea66-4f25-926b-36c159b351fd triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:38.863301 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-200b7375-d43b-4d39-be17-7c5cbddd64cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:38.879529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:15:38.880441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Checking segment: {'id': '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:38.880441 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:38.883872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Bound using segment: {'id': '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:15:38.883872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Bound port: d040c80a-c623-462b-b4a1-1893bcc21360, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:15:38.883872 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:38.892068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-ac591625-575f-4251-af71-9f56d4848d95 service neutron] 10.222.0.18 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005551 Oct 13 14:15:39.002921 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47340) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:39.017765 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5f4efc79-dbd5-45c9-9393-65eb206fd7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.060835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85db1274-354e-4b92-9d96-3934296326de req-046129fa-8876-47bd-9a30-985d798c3fc0 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0292678 Oct 13 14:15:39.128389 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-623dc69a-5fdf-46d4-80fa-bf9fe947bfb0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.167255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 3548b771-ea66-4f25-926b-36c159b351fd, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3548b771-ea66-4f25-926b-36c159b351fd,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:39.194929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32f3a25c-d3fa-4492-a1f5-0bb9cb484422 req-a0a5c88b-73dd-4ad6-9e59-de4f28099918 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 210 time: 0.0449624 Oct 13 14:15:39.211622 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5f4efc79-dbd5-45c9-9393-65eb206fd7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.211972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47348) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:39.226088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dc69a-5fdf-46d4-80fa-bf9fe947bfb0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=d98510b0-7401-409c-9909-032951d765fc,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:39.241733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] For port d040c80a-c623-462b-b4a1-1893bcc21360, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:15:39.246288 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-623dc69a-5fdf-46d4-80fa-bf9fe947bfb0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.251638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-623dc69a-5fdf-46d4-80fa-bf9fe947bfb0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/d98510b0-7401-409c-9909-032951d765fc HTTP/1.1" status: 204 len: 168 time: 1.1902218 Oct 13 14:15:39.254238 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47352) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:39.284093 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.285642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d2aa9f89-eb48-4d61-a2bb-70c182b71609 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:39.293182 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] For port d040c80a-c623-462b-b4a1-1893bcc21360, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d040c80a-c623-462b-b4a1-1893bcc21360,segment=NetworkSegment(1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280),segment_id=1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:15:39.311462 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5f4efc79-dbd5-45c9-9393-65eb206fd7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.344266 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5f4efc79-dbd5-45c9-9393-65eb206fd7a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ccaf816c7124f52b1ceadc7e71fb36d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395612 Oct 13 14:15:39.346085 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-200b7375-d43b-4d39-be17-7c5cbddd64cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.346658 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47356) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:39.366221 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-707145203-network', 'tenant_id': '88fa0744bfca407fb344b90ae7fc8561'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:39.380061 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.419662 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-06807383-cf3a-4b99-a8ef-9ca24c9dde36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.423653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4efc79-dbd5-45c9-9393-65eb206fd7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d38f525-060d-4cf1-89ed-3e40fc606195,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:39.423855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=3548b771-ea66-4f25-926b-36c159b351fd,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:39.443639 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a4ef30-a5b9-4bcd-bb1f-2b7f4f61f648 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:39.445489 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a4ef30-a5b9-4bcd-bb1f-2b7f4f61f648 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:39.449986 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a1a4ef30-a5b9-4bcd-bb1f-2b7f4f61f648 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1912630 Oct 13 14:15:39.450679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47360) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:39.453497 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-06807383-cf3a-4b99-a8ef-9ca24c9dde36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.510144 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-200b7375-d43b-4d39-be17-7c5cbddd64cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:15:39.510144 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-200b7375-d43b-4d39-be17-7c5cbddd64cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:15:39.510838 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Routers {'59435076-0ecf-48c0-a9b5-8e4bce007bf8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:15:39.511256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:15:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['59435076-0ecf-48c0-a9b5-8e4bce007bf8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:39.533177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-caff4155-8c02-45d3-aa4c-25b0d9d17fd6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 1aecc42e-adfe-4a7e-8b0a-d59184cf0e66 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:15:39.536841 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-caff4155-8c02-45d3-aa4c-25b0d9d17fd6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.568627 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Made reservation on behalf of 88fa0744bfca407fb344b90ae7fc8561 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:39.570512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d2aa9f89-eb48-4d61-a2bb-70c182b71609 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:39.570883 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.571001 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.572645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fc95e-09b1-429c-a0ff-d4ad72342cd9 None None] Pushing event updated for resources: {'Port': ['ID=d040c80a-c623-462b-b4a1-1893bcc21360,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:39.629792 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-caff4155-8c02-45d3-aa4c-25b0d9d17fd6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.709675 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] Set router 59435076-0ecf-48c0-a9b5-8e4bce007bf8 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:15:39.754684 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-caff4155-8c02-45d3-aa4c-25b0d9d17fd6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.812725 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-06807383-cf3a-4b99-a8ef-9ca24c9dde36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.815734 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-06807383-cf3a-4b99-a8ef-9ca24c9dde36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:39.817210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-06807383-cf3a-4b99-a8ef-9ca24c9dde36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d38f525-060d-4cf1-89ed-3e40fc606195 HTTP/1.1" status: 204 len: 168 time: 0.4694333 Oct 13 14:15:39.896563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06807383-cf3a-4b99-a8ef-9ca24c9dde36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d38f525-060d-4cf1-89ed-3e40fc606195,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:39.945179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e17dd7-cb76-46b7-a2a3-d4e0e46fef66 req-9ee10834-1728-4a81-ad32-c5826984640c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:39.947163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16e17dd7-cb76-46b7-a2a3-d4e0e46fef66 req-9ee10834-1728-4a81-ad32-c5826984640c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1594687 Oct 13 14:15:40.045175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16e17dd7-cb76-46b7-a2a3-d4e0e46fef66 req-09cc443f-2168-41ad-a17c-1971ce42a3d7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780232 Oct 13 14:15:40.094797 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:40.098380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77a93f50-df56-405e-a834-7da6d56cd64f req-c62007de-d9e9-40e9-817d-0abafebbdf9d tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0552838 Oct 13 14:15:40.146318 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-caff4155-8c02-45d3-aa4c-25b0d9d17fd6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:40.249813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff4155-8c02-45d3-aa4c-25b0d9d17fd6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=1aecc42e-adfe-4a7e-8b0a-d59184cf0e66,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:40.275379 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-caff4155-8c02-45d3-aa4c-25b0d9d17fd6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:40.294514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-caff4155-8c02-45d3-aa4c-25b0d9d17fd6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/1aecc42e-adfe-4a7e-8b0a-d59184cf0e66 HTTP/1.1" status: 204 len: 168 time: 0.8366842 Oct 13 14:15:40.302482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47376) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:40.362662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3548b771-ea66-4f25-926b-36c159b351fd up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:40.362864 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:40.427850 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:40.468576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-fd25651c-70ab-41c0-b2de-abd2b4bc7c78 None None] Could not find standard attr ID for object d98510b0-7401-409c-9909-032951d765fc. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:15:40.476150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:15:40.491814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'name': 'tempest-ServerRescueTestJSON-1218919954-router', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:15:29Z', 'updated_at': '2021-10-13T14:15:35Z', 'revision_number': 4, 'project_id': '1a67a06d259f46568b1482e7244739f1', 'gw_port': {'id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:15:30Z', 'updated_at': '2021-10-13T14:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd040c80a-c623-462b-b4a1-1893bcc21360', 'name': '', 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'mac_address': 'fa:16:3e:f1:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '7d5c6c63-8d61-4546-85b8-94f5a653482a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:15:33Z', 'updated_at': '2021-10-13T14:15:39Z', 'revision_number': 4, 'project_id': '1a67a06d259f46568b1482e7244739f1', 'subnets': [{'id': '7d5c6c63-8d61-4546-85b8-94f5a653482a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:15:40.514063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef3b26d-903f-4a7c-8453-0db112b15274,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:40.517664 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:40.524908 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Added segment d559d2c7-6bfd-41ed-bf3d-aa8fb069abd5 of type vlan for network c4fe53d0-4c27-4682-94af-04ac76c92dac Oct 13 14:15:40.533920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acf6de-be09-456c-ba3c-d86e06a71418 None None] The sync data for ids ['59435076-0ecf-48c0-a9b5-8e4bce007bf8'] in n-d-806683-15 is: [{'id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'name': 'tempest-ServerRescueTestJSON-1218919954-router', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:15:29Z', 'updated_at': '2021-10-13T14:15:35Z', 'revision_number': 4, 'project_id': '1a67a06d259f46568b1482e7244739f1', 'gw_port': {'id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:15:30Z', 'updated_at': '2021-10-13T14:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd040c80a-c623-462b-b4a1-1893bcc21360', 'name': '', 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'mac_address': 'fa:16:3e:f1:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '7d5c6c63-8d61-4546-85b8-94f5a653482a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:15:33Z', 'updated_at': '2021-10-13T14:15:39Z', 'revision_number': 4, 'project_id': '1a67a06d259f46568b1482e7244739f1', 'subnets': [{'id': '7d5c6c63-8d61-4546-85b8-94f5a653482a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:15:40.536934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-fd25651c-70ab-41c0-b2de-abd2b4bc7c78 None None] Provisioning complete for port 3548b771-ea66-4f25-926b-36c159b351fd triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:40.537565 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fd25651c-70ab-41c0-b2de-abd2b4bc7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:40.545746 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871f2d8d-e510-4a9d-89a3-3a418660693d None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:40.582777 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:40.674031 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3548b771-ea66-4f25-926b-36c159b351fd triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:40.674410 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:40.749518 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:40.750878 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:40.752054 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:40.844397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fe53d0-4c27-4682-94af-04ac76c92dac,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:40.891754 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network c4fe53d0-4c27-4682-94af-04ac76c92dac details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:15:40.923683 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1f1761c1-2420-4331-8987-a344cfc27b59 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7098820 Oct 13 14:15:40.926525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47388) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:40.936694 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-13668b05-a906-47ea-90ca-b2c6842211b0 admin admin] Request body: {'subnet': {'network_id': 'c4fe53d0-4c27-4682-94af-04ac76c92dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-707145203-subnet', 'tenant_id': '88fa0744bfca407fb344b90ae7fc8561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:40.963929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-47c57530-d032-488f-8910-2e06d74c3820 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6557531 Oct 13 14:15:40.970820 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47390) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:40.977368 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7571edc2-8ce8-4512-a458-246dd80a5af7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:41.009309 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e6e3666-2b87-46a9-b39e-2c86afc81307 req-618713ac-df21-450e-9186-9dca605400ac tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.6186035 Oct 13 14:15:41.031617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e72f5e8-99d9-4980-8fee-1f73c7943122 req-bb5dbe8d-9a8e-4061-b555-228b80e68a7d tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 210 time: 0.6420331 Oct 13 14:15:41.091918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7b82c1-12cd-4539-8a7d-4135ae8dcad3 None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:15:41.161897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b82c1-12cd-4539-8a7d-4135ae8dcad3 None None] Deleting port 3548b771-ea66-4f25-926b-36c159b351fd {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:41.162400 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ad7b82c1-12cd-4539-8a7d-4135ae8dcad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:41.174228 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13668b05-a906-47ea-90ca-b2c6842211b0 admin admin] Made reservation on behalf of 88fa0744bfca407fb344b90ae7fc8561 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:41.177474 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13668b05-a906-47ea-90ca-b2c6842211b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:41.284170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ad7b82c1-12cd-4539-8a7d-4135ae8dcad3 None None] For port 3548b771-ea66-4f25-926b-36c159b351fd, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3548b771-ea66-4f25-926b-36c159b351fd,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:41.284614 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ad7b82c1-12cd-4539-8a7d-4135ae8dcad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:41.304633 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7571edc2-8ce8-4512-a458-246dd80a5af7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:41.304633 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7571edc2-8ce8-4512-a458-246dd80a5af7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:41.311742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b82c1-12cd-4539-8a7d-4135ae8dcad3 None None] Calling delete_port for 3548b771-ea66-4f25-926b-36c159b351fd owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:41.347400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e3334-7c01-45e0-b2aa-a357f39a56c9 req-15f4e674-b449-4fa6-9a1b-88e1f6c65f4f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:41.349781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-355e3334-7c01-45e0-b2aa-a357f39a56c9 req-15f4e674-b449-4fa6-9a1b-88e1f6c65f4f tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1751220 Oct 13 14:15:41.384215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c58ca2c-601a-4cf2-a6ca-22897ca921aa req-6bfd4499-8194-42d9-b858-18231bbdbb0c tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.1503003 Oct 13 14:15:41.473299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-355e3334-7c01-45e0-b2aa-a357f39a56c9 req-3e5b1d08-83af-4307-a2ba-a29034bdf612 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846691 Oct 13 14:15:41.655550 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ad7b82c1-12cd-4539-8a7d-4135ae8dcad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:41.673508 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13668b05-a906-47ea-90ca-b2c6842211b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:41.691030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b82c1-12cd-4539-8a7d-4135ae8dcad3 None None] Pushing event deleted for resources: {'Port': ['ID=3548b771-ea66-4f25-926b-36c159b351fd,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:41.695396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7b82c1-12cd-4539-8a7d-4135ae8dcad3 None None] No DVR routers for this DVR port 3548b771-ea66-4f25-926b-36c159b351fd on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:15:41.761778 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13668b05-a906-47ea-90ca-b2c6842211b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59053bd3-fd3a-4570-ac63-86d907f3e4ee,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:41.783317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13668b05-a906-47ea-90ca-b2c6842211b0 admin admin] Checking segment: {'id': 'd559d2c7-6bfd-41ed-bf3d-aa8fb069abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c4fe53d0-4c27-4682-94af-04ac76c92dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:41.783705 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13668b05-a906-47ea-90ca-b2c6842211b0 admin admin] Network hostable DHCP agents. Network: c4fe53d0-4c27-4682-94af-04ac76c92dac, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:15:41.814389 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7571edc2-8ce8-4512-a458-246dd80a5af7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:41.862883 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7571edc2-8ce8-4512-a458-246dd80a5af7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:41.869345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-7571edc2-8ce8-4512-a458-246dd80a5af7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:41.876058 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7571edc2-8ce8-4512-a458-246dd80a5af7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:41.876687 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7571edc2-8ce8-4512-a458-246dd80a5af7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:41.880817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13668b05-a906-47ea-90ca-b2c6842211b0 admin admin] Network c4fe53d0-4c27-4682-94af-04ac76c92dac is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:15:41.883633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5728616e-9895-4f8d-91cf-f51172762c45 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:41.901636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571edc2-8ce8-4512-a458-246dd80a5af7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=57bd2c3d-fc23-4b15-b407-8070efa56617,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:41.961238 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7571edc2-8ce8-4512-a458-246dd80a5af7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9888036 Oct 13 14:15:41.964325 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47420) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:41.972390 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'name': 'tempest-NetworksTestDHCPv6-917625303'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:41.989624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-05131c96-671d-40d1-88df-b6da3080d9cb tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=01fb2142b07141a8a4c90d48515fc9d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388131 Oct 13 14:15:42.021326 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-13668b05-a906-47ea-90ca-b2c6842211b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, c4fe53d0-4c27-4682-94af-04ac76c92dac) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:42.030078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13668b05-a906-47ea-90ca-b2c6842211b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:42.030842 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13668b05-a906-47ea-90ca-b2c6842211b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:42.116273 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-13668b05-a906-47ea-90ca-b2c6842211b0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1879225 Oct 13 14:15:42.222950 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe52e8b7-de1a-4ec2-9513-c70dcb222d27 None None] Network c4fe53d0-4c27-4682-94af-04ac76c92dac requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:42.248779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-a9351512-d2ad-47ac-9389-2ae58228fb02 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:42.248779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-a9351512-d2ad-47ac-9389-2ae58228fb02 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508874 Oct 13 14:15:42.322894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-049cfa70-92c9-40a0-acbb-ed9293e4a957 req-45fddd79-8ab2-4d88-8855-356bbc918e6e tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 210 time: 0.1011152 Oct 13 14:15:42.332165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-0d7a92a0-db52-4177-8922-f36249ccef07 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/quotas/01fb2142b07141a8a4c90d48515fc9d7 HTTP/1.1" status: 200 len: 375 time: 0.0325756 Oct 13 14:15:42.355465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '57bd2c3d-fc23-4b15-b407-8070efa56617'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:15:42.357141 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:42.359325 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d040c80a-c623-462b-b4a1-1893bcc21360 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:42.364115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:42.368424 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:42.416138 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port a97ab5a0-8842-49a9-910b-b5d244734c74 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:15:42.430447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-dfe79b4a-cf86-4aaa-b935-b54c1b1ed518 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=01fb2142b07141a8a4c90d48515fc9d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851526 Oct 13 14:15:42.505730 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d91f47-919b-4fc2-bdbf-6f337f170990 None None] Network c4fe53d0-4c27-4682-94af-04ac76c92dac requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:42.575404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcb85c4b-38dd-463d-9507-ae614c010b85 req-904392e7-61bf-446f-86ae-009e93ce7878 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0435231 Oct 13 14:15:42.633344 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::3bb (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/57bd2c3d-fc23-4b15-b407-8070efa56617/a97ab5a0-8842-49a9-910b-b5d244734c74) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:42.661846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-e88e01c2-02b1-4b7c-a9b6-2afe650c4821 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:42.665238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-e88e01c2-02b1-4b7c-a9b6-2afe650c4821 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.41 "GET /v2.0/networks?id=b4481736-159f-44b3-b3de-7023bdd7589e HTTP/1.1" status: 200 len: 811 time: 0.2965424 Oct 13 14:15:42.679346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9c69fba4-1794-434a-9967-b982f70508a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Request body: {'port': {'device_id': '042113a6-cd39-4f44-b92a-b8d206d0f749', 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e', 'admin_state_up': True, 'tenant_id': '1a67a06d259f46568b1482e7244739f1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:42.701859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d040c80a-c623-462b-b4a1-1893bcc21360 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:42.702377 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:42.786486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-648a1eed-c628-4c27-9148-659902f3cf51 req-5121634c-7e38-4d0a-bfbd-fd71e64da196 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0672927 Oct 13 14:15:42.917557 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:42.946453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d553ee-dc87-450b-8481-0fc48e7684c5 req-7f217589-f327-4a94-b748-bba08e04a087 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:42.948017 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38d553ee-dc87-450b-8481-0fc48e7684c5 req-7f217589-f327-4a94-b748-bba08e04a087 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1641009 Oct 13 14:15:42.977684 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.020147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38d553ee-dc87-450b-8481-0fc48e7684c5 req-3ee652f9-1f32-41d9-aa1e-1856e56d96a9 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556998 Oct 13 14:15:43.023259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port d040c80a-c623-462b-b4a1-1893bcc21360, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d040c80a-c623-462b-b4a1-1893bcc21360,segment=NetworkSegment(1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280),segment_id=1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:43.068745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-905af352-cb0d-4b1c-b9d0-16d6a8830b74 req-8f449e23-094d-428a-9b6a-0b3309c8b9eb tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 210 time: 0.0278111 Oct 13 14:15:43.108128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9c69fba4-1794-434a-9967-b982f70508a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Made reservation on behalf of 1a67a06d259f46568b1482e7244739f1 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:43.111864 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9c69fba4-1794-434a-9967-b982f70508a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.135916 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.142582 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.206569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:43.210728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:43.216016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:43.223472 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:43.224610 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.238133 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=a97ab5a0-8842-49a9-910b-b5d244734c74,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:43.251812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3548b771-ea66-4f25-926b-36c159b351fd no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:15:43.266376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=d040c80a-c623-462b-b4a1-1893bcc21360,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:43.291312 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Allocated IP 2001:db8::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/57bd2c3d-fc23-4b15-b407-8070efa56617/e544050f-cf76-44e9-a634-0e0882826034) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:43.296559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 3548b771-ea66-4f25-926b-36c159b351fd {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:15:43.296871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3548b771-ea66-4f25-926b-36c159b351fd not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:15:43.314666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9c69fba4-1794-434a-9967-b982f70508a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Allocated IP 172.20.0.14 (b4481736-159f-44b3-b3de-7023bdd7589e/7d5c6c63-8d61-4546-85b8-94f5a653482a/039c759d-5745-4bee-87ee-c38e11333f34) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:43.374583 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7f720ad0-1f15-4275-adf2-c3a61a4b75dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4077370 Oct 13 14:15:43.381866 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47456) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:43.412029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47458) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:43.427465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1539371828-network', 'tenant_id': '68f140daa8e547a68805d9af7bc998ae'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:43.445348 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619f9e38-ee0e-451f-9153-bd3ed4205873 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:43.449085 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-619f9e38-ee0e-451f-9153-bd3ed4205873 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0640740 Oct 13 14:15:43.450098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47460) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:43.501817 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.515796 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1df69af9-362e-4854-8938-0254d0ade052 req-0ccdf95f-6299-465d-a7f9-48b6e9401c32 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 210 time: 0.0591009 Oct 13 14:15:43.576245 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-dc32dae9-c4ea-4eca-9a09-8004363d757d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port a97ab5a0-8842-49a9-910b-b5d244734c74 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:43.576596 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc32dae9-c4ea-4eca-9a09-8004363d757d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.580331 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9c69fba4-1794-434a-9967-b982f70508a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.620250 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.665995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:43.669011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:43.672448 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc32dae9-c4ea-4eca-9a09-8004363d757d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.672735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:43.685038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Pushing event updated for resources: {'Port': ['ID=e544050f-cf76-44e9-a634-0e0882826034,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:43.688856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Made reservation on behalf of 68f140daa8e547a68805d9af7bc998ae for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:43.691089 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.698438 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-dc32dae9-c4ea-4eca-9a09-8004363d757d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for a97ab5a0-8842-49a9-910b-b5d244734c74 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:43.710975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ea650b0-d3ca-4a42-bd60-6e20d8e24f65 req-27b7f4e0-84cf-43a4-b1e3-27fe32bcb9d2 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0431418 Oct 13 14:15:43.717252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.748213 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Attempting to bind port e544050f-cf76-44e9-a634-0e0882826034 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:15:43.748794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Attempting to bind port e544050f-cf76-44e9-a634-0e0882826034 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:15:43.748916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Attempting to bind port e544050f-cf76-44e9-a634-0e0882826034 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:43.755002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:15:43.755356 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:43.755724 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.756092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:15:43.756573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Bound port: e544050f-cf76-44e9-a634-0e0882826034, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:15:43.756951 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.758836 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9c69fba4-1794-434a-9967-b982f70508a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.827487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9c69fba4-1794-434a-9967-b982f70508a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Network b4481736-159f-44b3-b3de-7023bdd7589e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:43.844163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9c69fba4-1794-434a-9967-b982f70508a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:43.848943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9c69fba4-1794-434a-9967-b982f70508a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:43.852964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69fba4-1794-434a-9967-b982f70508a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Pushing event updated for resources: {'Port': ['ID=039c759d-5745-4bee-87ee-c38e11333f34,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:43.876040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] For port e544050f-cf76-44e9-a634-0e0882826034, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:15:43.888637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] For port e544050f-cf76-44e9-a634-0e0882826034, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e544050f-cf76-44e9-a634-0e0882826034,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:15:43.914276 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.926583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9c69fba4-1794-434a-9967-b982f70508a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:43.927208 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9c69fba4-1794-434a-9967-b982f70508a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:43.967679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22137fc8-441a-4253-9925-ef590d8f553a req-e961089f-be0d-474f-808b-21cb697df7ca tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0272484 Oct 13 14:15:43.974592 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.004375 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc32dae9-c4ea-4eca-9a09-8004363d757d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.004669 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.048273 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32dae9-c4ea-4eca-9a09-8004363d757d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=a97ab5a0-8842-49a9-910b-b5d244734c74,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:44.052511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:15:44.081547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-9c69fba4-1794-434a-9967-b982f70508a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4063742 Oct 13 14:15:44.089601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53352564-5ad2-4382-9544-9df2545a751e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:44.099458 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.099859 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Added segment e1414767-b407-4bcc-afb4-8c148418a270 of type vlan for network 5c1bb6b1-f5f0-467f-8ce9-038c46ac1653 Oct 13 14:15:44.107633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a169a-f415-4ee2-9624-af03d0a99b41 None None] Pushing event updated for resources: {'Port': ['ID=e544050f-cf76-44e9-a634-0e0882826034,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:44.115608 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Request body: {'port': {'device_id': '042113a6-cd39-4f44-b92a-b8d206d0f749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:44.138095 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc32dae9-c4ea-4eca-9a09-8004363d757d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.143750 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dc32dae9-c4ea-4eca-9a09-8004363d757d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/a97ab5a0-8842-49a9-910b-b5d244734c74 HTTP/1.1" status: 204 len: 168 time: 0.6924863 Oct 13 14:15:44.146389 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47474) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:44.252514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d040c80a-c623-462b-b4a1-1893bcc21360 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:44.255265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8576b6-4bf9-4feb-8913-90c32a23244f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:44.258260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8576b6-4bf9-4feb-8913-90c32a23244f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:44.260080 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6f8576b6-4bf9-4feb-8913-90c32a23244f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1123526 Oct 13 14:15:44.264721 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47476) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:44.288573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45c8b95f-07a1-4dd7-a70e-4c37a7059415 req-a16942e2-a996-483e-978a-db696711ef6a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 210 time: 0.1155379 Oct 13 14:15:44.334640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d040c80a-c623-462b-b4a1-1893bcc21360 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:44.335010 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.363032 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adb5230-a665-4c4b-8cee-93bc993e8b9e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 57bd2c3d-fc23-4b15-b407-8070efa56617 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:15:44.365127 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.366653 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6adb5230-a665-4c4b-8cee-93bc993e8b9e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.434836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ffef5-3b35-4c04-9ace-cce34823c0f9 req-d07d2ab7-2407-48eb-ab1e-0b2fc348991b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:44.444483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d7ffef5-3b35-4c04-9ace-cce34823c0f9 req-d07d2ab7-2407-48eb-ab1e-0b2fc348991b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.2736177 Oct 13 14:15:44.449045 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.452234 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6adb5230-a665-4c4b-8cee-93bc993e8b9e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.557148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d7ffef5-3b35-4c04-9ace-cce34823c0f9 req-87181e11-8dc9-48da-bc6e-e914ad5fcc7d tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117089 Oct 13 14:15:44.562840 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6adb5230-a665-4c4b-8cee-93bc993e8b9e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.626926 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.627920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:44.628502 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.743481 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6adb5230-a665-4c4b-8cee-93bc993e8b9e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.795141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Pushing event updated for resources: {'Network': ['ID=5c1bb6b1-f5f0-467f-8ce9-038c46ac1653,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:44.818160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:44.818503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:44.818766 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6adb5230-a665-4c4b-8cee-93bc993e8b9e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:44.818889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:44.819169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:44.819515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:44.819850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:44.820176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:44.820502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:44.820823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:44.821171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:44.821497 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:44.821814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:44.835298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 5c1bb6b1-f5f0-467f-8ce9-038c46ac1653 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:15:44.836396 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6adb5230-a665-4c4b-8cee-93bc993e8b9e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/57bd2c3d-fc23-4b15-b407-8070efa56617 HTTP/1.1" status: 204 len: 168 time: 0.5705090 Oct 13 14:15:44.838439 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb5230-a665-4c4b-8cee-93bc993e8b9e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=57bd2c3d-fc23-4b15-b407-8070efa56617,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:44.842143 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47484) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:44.845587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39e516-7f0f-4071-acb0-a78df959b64f req-a89f9176-98c6-4ea3-8509-e27249a03cca tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:44.847175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef39e516-7f0f-4071-acb0-a78df959b64f req-a89f9176-98c6-4ea3-8509-e27249a03cca tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 932 time: 0.2015281 Oct 13 14:15:44.854506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7420ff19-5e5a-4f25-a1ad-25af5efcc1a0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4375582 Oct 13 14:15:44.859144 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47486) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:44.867805 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-303dddac-1e84-476a-b6e0-f3565a8ebba7 admin admin] Request body: {'subnet': {'network_id': '5c1bb6b1-f5f0-467f-8ce9-038c46ac1653', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1539371828-subnet', 'tenant_id': '68f140daa8e547a68805d9af7bc998ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:44.900344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f95abde0-073f-4320-a533-f0e80a39e697 req-b89b9059-62ce-4848-be6a-99719f8fb6e8 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0693700 Oct 13 14:15:44.917364 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c54e6489-3fe7-4bfe-b2af-88b864ce9e2e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714910 Oct 13 14:15:44.920206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47488) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:44.933479 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-457d3241-bee8-4528-9d24-d4817cf51f1e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:44.963658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef39e516-7f0f-4071-acb0-a78df959b64f req-bc7aeb51-42ad-43df-8d95-b86f815d66dd tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977421 Oct 13 14:15:45.085555 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72d1481f-64a9-4510-a178-ce95d23b6b96 req-22386eb2-3e53-4f71-bf26-2791bacb90ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0809121 Oct 13 14:15:45.120928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d27dc48-32f4-429b-bf85-1682598e5f80 req-a83de7c5-4c1d-4cc0-8fa1-ee6f1ece6393 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0381186 Oct 13 14:15:45.128329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039c759d-5745-4bee-87ee-c38e11333f34 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:15:45.129381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303dddac-1e84-476a-b6e0-f3565a8ebba7 admin admin] Made reservation on behalf of 68f140daa8e547a68805d9af7bc998ae for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:45.132009 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-303dddac-1e84-476a-b6e0-f3565a8ebba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.152118 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.167570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Transition to ACTIVE for port object 039c759d-5745-4bee-87ee-c38e11333f34 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:15:45.236444 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.285871 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457d3241-bee8-4528-9d24-d4817cf51f1e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:45.289456 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-457d3241-bee8-4528-9d24-d4817cf51f1e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.319522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Pushing event updated for resources: {'Port': ['ID=039c759d-5745-4bee-87ee-c38e11333f34,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:45.416715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc1216e-6074-4a9a-aaf9-2023de2bf1be None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:45.431257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8273c9e4-ba88-4edc-8ee7-af935e49830a req-6cc612bc-87e8-4e47-8504-c658017fbdd7 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 210 time: 0.0538847 Oct 13 14:15:45.441796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Attempting to bind port 039c759d-5745-4bee-87ee-c38e11333f34 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:15:45.442147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Attempting to bind port 039c759d-5745-4bee-87ee-c38e11333f34 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:15:45.442446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Attempting to bind port 039c759d-5745-4bee-87ee-c38e11333f34 on network b4481736-159f-44b3-b3de-7023bdd7589e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:45.450160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Port 039c759d-5745-4bee-87ee-c38e11333f34 on network b4481736-159f-44b3-b3de-7023bdd7589e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:15:45.450818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Attempting to bind port 039c759d-5745-4bee-87ee-c38e11333f34 on network b4481736-159f-44b3-b3de-7023bdd7589e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:45.462051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:15:45.462051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Checking segment: {'id': '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:45.462051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Bound using segment: {'id': '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:15:45.462051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Bound port: 039c759d-5745-4bee-87ee-c38e11333f34, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:15:45.462051 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.486329 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-303dddac-1e84-476a-b6e0-f3565a8ebba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.523905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d03b60cb-b909-487d-a00e-5778a4cae891 None None] Provisioning complete for port e544050f-cf76-44e9-a634-0e0882826034 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:45.524278 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d03b60cb-b909-487d-a00e-5778a4cae891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.553439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] For port 039c759d-5745-4bee-87ee-c38e11333f34, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:15:45.557408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] For port 039c759d-5745-4bee-87ee-c38e11333f34, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=039c759d-5745-4bee-87ee-c38e11333f34,segment=NetworkSegment(1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280),segment_id=1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:15:45.604042 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dddac-1e84-476a-b6e0-f3565a8ebba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afbd5bea-d3b5-424c-85a8-dfdec0acbc62,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:45.625973 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303dddac-1e84-476a-b6e0-f3565a8ebba7 admin admin] Checking segment: {'id': 'e1414767-b407-4bcc-afb4-8c148418a270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5c1bb6b1-f5f0-467f-8ce9-038c46ac1653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:45.626330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303dddac-1e84-476a-b6e0-f3565a8ebba7 admin admin] Network hostable DHCP agents. Network: 5c1bb6b1-f5f0-467f-8ce9-038c46ac1653, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:15:45.644488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-6eb77c5b-b876-4a6e-831b-06f9578e9b61 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=01fb2142b07141a8a4c90d48515fc9d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297968 Oct 13 14:15:45.692886 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.693298 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d03b60cb-b909-487d-a00e-5778a4cae891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.717451 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff927dd-49ed-4fbb-8084-319faac660eb None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:15:45.759064 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303dddac-1e84-476a-b6e0-f3565a8ebba7 admin admin] Network 5c1bb6b1-f5f0-467f-8ce9-038c46ac1653 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:15:45.760718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d03b60cb-b909-487d-a00e-5778a4cae891 None None] For port e544050f-cf76-44e9-a634-0e0882826034, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e544050f-cf76-44e9-a634-0e0882826034,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:45.771144 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-457d3241-bee8-4528-9d24-d4817cf51f1e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.783416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-bff927dd-49ed-4fbb-8084-319faac660eb None None] Deleting port e544050f-cf76-44e9-a634-0e0882826034 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:45.783782 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bff927dd-49ed-4fbb-8084-319faac660eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.801530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:45.802171 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.803617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] 10.222.0.41 "PUT /v2.0/ports/039c759d-5745-4bee-87ee-c38e11333f34 HTTP/1.1" status: 200 len: 1093 time: 1.7069402 Oct 13 14:15:45.805065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042113a6-cd39-4f44-b92a-b8d206d0f749', 'tag': '039c759d-5745-4bee-87ee-c38e11333f34'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:45.808184 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96d9e41-50c1-41f1-8c66-e3ffcd9f0678" -d '{"events": [{"name": "network-changed", "server_uuid": "042113a6-cd39-4f44-b92a-b8d206d0f749", "tag": "039c759d-5745-4bee-87ee-c38e11333f34"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:45.831769 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457d3241-bee8-4528-9d24-d4817cf51f1e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:45.835254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-457d3241-bee8-4528-9d24-d4817cf51f1e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:45.840479 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d3241-bee8-4528-9d24-d4817cf51f1e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:45.841109 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-457d3241-bee8-4528-9d24-d4817cf51f1e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.845294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9745ee-6329-420a-8f77-83209f4c6a74 service neutron] Pushing event updated for resources: {'Port': ['ID=039c759d-5745-4bee-87ee-c38e11333f34,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:45.855156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5ef8f-6a84-4bbf-9548-a6b4368a740b req-93a0226a-1c8f-4ab0-8c91-bcc48f04cebf tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:45.857269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65e5ef8f-6a84-4bbf-9548-a6b4368a740b req-93a0226a-1c8f-4ab0-8c91-bcc48f04cebf tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1883047 Oct 13 14:15:45.862366 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d03b60cb-b909-487d-a00e-5778a4cae891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.870740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d3241-bee8-4528-9d24-d4817cf51f1e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=4fd7e0b9-62ff-45bc-9e56-c811334413d8,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:45.898349 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec08f5e-e78a-4028-bb30-cd2a4c42cd78 x-openstack-request-id: req-8ec08f5e-e78a-4028-bb30-cd2a4c42cd78 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:45.898873 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042113a6-cd39-4f44-b92a-b8d206d0f749", "tag": "039c759d-5745-4bee-87ee-c38e11333f34", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:45.898873 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ec08f5e-e78a-4028-bb30-cd2a4c42cd78 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:45.899272 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042113a6-cd39-4f44-b92a-b8d206d0f749', 'tag': '039c759d-5745-4bee-87ee-c38e11333f34', 'status': 'completed', 'code': 200} Oct 13 14:15:45.910675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-bfcaebc4-1bb3-4406-91c6-1e4227c59e34 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:45.912248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-bfcaebc4-1bb3-4406-91c6-1e4227c59e34 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558868 Oct 13 14:15:45.912694 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-303dddac-1e84-476a-b6e0-f3565a8ebba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 5c1bb6b1-f5f0-467f-8ce9-038c46ac1653) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:45.918471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303dddac-1e84-476a-b6e0-f3565a8ebba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:45.919324 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-303dddac-1e84-476a-b6e0-f3565a8ebba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:45.934105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b60aa-7c3a-486d-89a0-c6661c881254 None None] Network 5c1bb6b1-f5f0-467f-8ce9-038c46ac1653 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:45.940500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Request body: {'port': {'device_id': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '01fb2142b07141a8a4c90d48515fc9d7'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:45.965399 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-457d3241-bee8-4528-9d24-d4817cf51f1e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0428004 Oct 13 14:15:45.965607 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47502) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:45.971551 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'name': 'tempest-NetworksTestDHCPv6-91510658'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:45.998905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b60cb-b909-487d-a00e-5778a4cae891 None None] Pushing event updated for resources: {'Port': ['ID=e544050f-cf76-44e9-a634-0e0882826034,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:46.021062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65e5ef8f-6a84-4bbf-9548-a6b4368a740b req-7c5155f6-7ca9-4aa4-b5e3-4427d90d5cef tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419952 Oct 13 14:15:46.077748 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-303dddac-1e84-476a-b6e0-f3565a8ebba7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2174468 Oct 13 14:15:46.083795 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bff927dd-49ed-4fbb-8084-319faac660eb None None] For port e544050f-cf76-44e9-a634-0e0882826034, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e544050f-cf76-44e9-a634-0e0882826034,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:46.084400 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bff927dd-49ed-4fbb-8084-319faac660eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:46.089738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2599c4eb-8d23-442d-bdbe-3e94894c91f5 req-1b7a8cc2-f1e7-4965-8a5b-d0eea129a72a tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0604682 Oct 13 14:15:46.134698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-bff927dd-49ed-4fbb-8084-319faac660eb None None] Calling delete_port for e544050f-cf76-44e9-a634-0e0882826034 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:46.136816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d9e41-50c1-41f1-8c66-e3ffcd9f0678 req-668bf2ba-7825-4b7d-ad4f-c84195c26807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:46.138490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e96d9e41-50c1-41f1-8c66-e3ffcd9f0678 req-668bf2ba-7825-4b7d-ad4f-c84195c26807 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a67a06d259f46568b1482e7244739f1&device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 1096 time: 0.2205791 Oct 13 14:15:46.244717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:46.250567 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:46.305881 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port 4f601186-3b0d-44be-9ac9-1fd87057b545 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:15:46.306149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc274a9-70ae-4c3c-8e8d-bc01ab35c4fe None None] Network 5c1bb6b1-f5f0-467f-8ce9-038c46ac1653 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:46.420190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d9e41-50c1-41f1-8c66-e3ffcd9f0678 req-d383e7d5-33bd-404c-95c8-587d204dfa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:46.421753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e96d9e41-50c1-41f1-8c66-e3ffcd9f0678 req-d383e7d5-33bd-404c-95c8-587d204dfa1a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1a67a06d259f46568b1482e7244739f1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2248931 Oct 13 14:15:46.455775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30bfa554-f240-4f5e-b290-9b787938c0bf req-92c714e9-d06a-4d52-9bd5-1f090fb3ccd9 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0887847 Oct 13 14:15:46.459946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Made reservation on behalf of 01fb2142b07141a8a4c90d48515fc9d7 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:46.463495 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:46.478209 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bff927dd-49ed-4fbb-8084-319faac660eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:46.484423 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:46.494832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfb730-81b8-4dcd-8805-879d8ab463c2 req-aa82bdd1-7292-4380-8c5b-b0b4486063ac tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:46.509953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-61bfb730-81b8-4dcd-8805-879d8ab463c2 req-aa82bdd1-7292-4380-8c5b-b0b4486063ac tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 944 time: 0.3796132 Oct 13 14:15:46.542338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::16c (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/4fd7e0b9-62ff-45bc-9e56-c811334413d8/4f601186-3b0d-44be-9ac9-1fd87057b545) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:46.558308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff927dd-49ed-4fbb-8084-319faac660eb None None] Pushing event deleted for resources: {'Port': ['ID=e544050f-cf76-44e9-a634-0e0882826034,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:46.573911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff927dd-49ed-4fbb-8084-319faac660eb None None] No DVR routers for this DVR port e544050f-cf76-44e9-a634-0e0882826034 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:15:46.606986 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fd231f-fe63-4ce8-b24f-338c7461b356 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:46.673961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-61bfb730-81b8-4dcd-8805-879d8ab463c2 req-0b61406c-6f8e-48c8-9159-d101d1cc9e00 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630523 Oct 13 14:15:46.702883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e39fb06-6907-4656-8154-4b9265a015aa req-cff169bb-ef3e-49fe-82d3-acd5bcf74758 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 210 time: 0.0744834 Oct 13 14:15:46.708155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d9e41-50c1-41f1-8c66-e3ffcd9f0678 req-c686f1e7-1eb4-41d6-97e5-f628ee6d026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:46.709661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e96d9e41-50c1-41f1-8c66-e3ffcd9f0678 req-c686f1e7-1eb4-41d6-97e5-f628ee6d026e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2656682 Oct 13 14:15:46.825773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:46.829384 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:46.837727 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-4971c2f8-ee5f-4e60-aa4f-3d4e8fcca0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:46.845093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-4971c2f8-ee5f-4e60-aa4f-3d4e8fcca0d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a67a06d259f46568b1482e7244739f1&device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 1096 time: 0.0592456 Oct 13 14:15:46.845290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '4fd7e0b9-62ff-45bc-9e56-c811334413d8'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:15:46.845290 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:46.893494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-3726e915-fc28-40af-bf2d-33e654aae327 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039c759d-5745-4bee-87ee-c38e11333f34 HTTP/1.1" status: 200 len: 217 time: 0.0449028 Oct 13 14:15:46.913324 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:46.987423 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:47.048277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Allocated IP 2001:db8::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/4fd7e0b9-62ff-45bc-9e56-c811334413d8/f30e5752-7683-486c-b6ff-deaa3716a745) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:47.050627 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:47.055948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:47.062901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:47.068821 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:47.069693 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:47.073634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=4f601186-3b0d-44be-9ac9-1fd87057b545,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:47.166051 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7112f86c-05ce-426d-9cc8-49b7fca3e86f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1991787 Oct 13 14:15:47.169015 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47534) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:47.244785 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a4228-201b-4d5e-9356-812121582806 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:47.250929 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:47.253599 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3e0a4228-201b-4d5e-9356-812121582806 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0823841 Oct 13 14:15:47.255463 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47536) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:47.342841 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:47.370342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a0f049b1-fb2f-4717-ac64-97e81ef1b70e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port 4f601186-3b0d-44be-9ac9-1fd87057b545 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:47.371945 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0f049b1-fb2f-4717-ac64-97e81ef1b70e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:47.393185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:47.398714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:47.403580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:47.415041 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Pushing event updated for resources: {'Port': ['ID=f30e5752-7683-486c-b6ff-deaa3716a745,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:47.457887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c709f0b4-d61a-46eb-b1b3-bfb34d49f868,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:47.469457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Attempting to bind port f30e5752-7683-486c-b6ff-deaa3716a745 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:15:47.469856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Attempting to bind port f30e5752-7683-486c-b6ff-deaa3716a745 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:15:47.470278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Attempting to bind port f30e5752-7683-486c-b6ff-deaa3716a745 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:47.476001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:15:47.476162 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:47.476932 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:47.476932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:15:47.477850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Bound port: f30e5752-7683-486c-b6ff-deaa3716a745, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:15:47.477982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-a7023ff9-f3cb-44ac-8894-a2067861f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:47.481440 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:47.482101 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0f049b1-fb2f-4717-ac64-97e81ef1b70e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:47.482376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-a7023ff9-f3cb-44ac-8894-a2067861f07b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d5c6c63-8d61-4546-85b8-94f5a653482a HTTP/1.1" status: 200 len: 851 time: 0.5779982 Oct 13 14:15:47.498078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a0f049b1-fb2f-4717-ac64-97e81ef1b70e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for 4f601186-3b0d-44be-9ac9-1fd87057b545 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:47.542369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-ee5e4a0c-7cae-442f-8ec9-ab58624ad0cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4481736-159f-44b3-b3de-7023bdd7589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497737 Oct 13 14:15:47.548399 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] For port f30e5752-7683-486c-b6ff-deaa3716a745, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:15:47.551972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] For port f30e5752-7683-486c-b6ff-deaa3716a745, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f30e5752-7683-486c-b6ff-deaa3716a745,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:15:47.571034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba89cf6-c543-4e3f-8392-7469d2b8f4c1 req-0a6976de-faa7-4d7e-8bb4-76eb2cb2c1de tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:47.574173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bba89cf6-c543-4e3f-8392-7469d2b8f4c1 req-0a6976de-faa7-4d7e-8bb4-76eb2cb2c1de tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.2658651 Oct 13 14:15:47.633802 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:47.680648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-1dac3883-5318-4a08-8443-5e2f390eb2bf tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:47.685546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-1dac3883-5318-4a08-8443-5e2f390eb2bf tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/networks?id=c4fe53d0-4c27-4682-94af-04ac76c92dac HTTP/1.1" status: 200 len: 814 time: 0.3789814 Oct 13 14:15:47.697653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec587bf-1413-48b3-bdd6-b8a0969a828b None None] Pushing event updated for resources: {'Port': ['ID=f30e5752-7683-486c-b6ff-deaa3716a745,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:47.712616 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0f049b1-fb2f-4717-ac64-97e81ef1b70e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:47.736331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f049b1-fb2f-4717-ac64-97e81ef1b70e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=4f601186-3b0d-44be-9ac9-1fd87057b545,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:47.742739 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-1fe6856d-7b46-4b1c-9464-85f15c0c2da0 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/quotas/88fa0744bfca407fb344b90ae7fc8561 HTTP/1.1" status: 200 len: 375 time: 0.0395143 Oct 13 14:15:47.746890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Allocated IP 192.168.233.205 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/ca5a9c1e-b124-44b0-9783-1c86d82f931f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:47.757249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bba89cf6-c543-4e3f-8392-7469d2b8f4c1 req-2084e486-f6fb-4127-8aac-7020f839d66b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627216 Oct 13 14:15:47.769962 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0f049b1-fb2f-4717-ac64-97e81ef1b70e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:47.774363 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a0f049b1-fb2f-4717-ac64-97e81ef1b70e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/4f601186-3b0d-44be-9ac9-1fd87057b545 HTTP/1.1" status: 204 len: 168 time: 0.5169291 Oct 13 14:15:47.783197 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47546) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:47.801803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-482eef04-d7a7-45f0-98c7-62ff7abcd858 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=88fa0744bfca407fb344b90ae7fc8561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431850 Oct 13 14:15:47.850168 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65de2d-f11b-42fc-9141-5edf229787ac tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:47.851954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65de2d-f11b-42fc-9141-5edf229787ac tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:47.856699 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cd65de2d-f11b-42fc-9141-5edf229787ac tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0692196 Oct 13 14:15:47.856957 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47548) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:47.937618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-228cf598-75fa-4633-86c4-62643b3154ed service neutron] 10.222.0.41 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615580 Oct 13 14:15:47.939350 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4306ab6-d655-4d93-914c-261b1021d003 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 4fd7e0b9-62ff-45bc-9e56-c811334413d8 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:15:47.939472 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29869eae-fe04-4536-b54d-b82edda38081 req-257cf246-a9af-4b3f-b5e3-27ecf33336c6 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0893533 Oct 13 14:15:47.942757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4306ab6-d655-4d93-914c-261b1021d003 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:48.006102 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4306ab6-d655-4d93-914c-261b1021d003 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:48.112208 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4306ab6-d655-4d93-914c-261b1021d003 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:48.125871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07b3951-2465-48e3-8c6e-3449fb5a22d0 req-182154f8-d629-4922-a64a-227b1b37ac71 service neutron] 10.222.0.41 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789546 Oct 13 14:15:48.174973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3932cf3f-2cb3-464d-a283-73f308929045 req-f3ba0518-8122-4ff6-b37e-0c4c58e9dc8e tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0566835 Oct 13 14:15:48.183830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-4cf30daa-1278-497b-92d5-e0d45b7febd0 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fe53d0-4c27-4682-94af-04ac76c92dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694985 Oct 13 14:15:48.278060 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4306ab6-d655-4d93-914c-261b1021d003 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:48.319121 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4306ab6-d655-4d93-914c-261b1021d003 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd7e0b9-62ff-45bc-9e56-c811334413d8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:48.320563 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f30e5752-7683-486c-b6ff-deaa3716a745 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:48.321250 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4306ab6-d655-4d93-914c-261b1021d003 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:48.324738 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f4306ab6-d655-4d93-914c-261b1021d003 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/4fd7e0b9-62ff-45bc-9e56-c811334413d8 HTTP/1.1" status: 204 len: 168 time: 0.4666560 Oct 13 14:15:48.327324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47552) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:48.334971 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:48.383268 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e76d2b26-7be5-42e4-9c1f-28fab51826d1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546734 Oct 13 14:15:48.383473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47554) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:48.386447 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f30e5752-7683-486c-b6ff-deaa3716a745 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:48.386897 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:48.396873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40ae05-6532-4828-9472-84808b948c7b req-a74ebb4f-91fd-4dc3-aac9-eec36a7f2670 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:48.398366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b40ae05-6532-4828-9472-84808b948c7b req-a74ebb4f-91fd-4dc3-aac9-eec36a7f2670 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 944 time: 0.1333964 Oct 13 14:15:48.426804 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:48.444555 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-98dee6a8-8ddd-4cf6-bf24-1d1a68fbf429 service neutron] 10.222.0.18 "GET /v2.0/networks/c4fe53d0-4c27-4682-94af-04ac76c92dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516682 Oct 13 14:15:48.474811 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:48.487681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b40ae05-6532-4828-9472-84808b948c7b req-f2c18507-d8c4-4ca1-a2bf-ab3b2ef683b6 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751395 Oct 13 14:15:48.501437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f91b03-10fc-4f34-b68b-a1cad1d48d32 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:48.503065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-69f91b03-10fc-4f34-b68b-a1cad1d48d32 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1141472 Oct 13 14:15:48.505958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47556) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:48.522874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port f30e5752-7683-486c-b6ff-deaa3716a745, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f30e5752-7683-486c-b6ff-deaa3716a745,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:48.568719 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:48.617099 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:48.679142 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=f30e5752-7683-486c-b6ff-deaa3716a745,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:48.681086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c121e3-5e4e-4a59-9071-2198162ad28c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:48.685460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47558) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:48.691900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-78c121e3-5e4e-4a59-9071-2198162ad28c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1784744 Oct 13 14:15:48.698783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:48.702526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Pushing event updated for resources: {'Port': ['ID=ca5a9c1e-b124-44b0-9783-1c86d82f931f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:48.706124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:48.709495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:48.751939 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ebd28a68-4d35-4cf4-a451-01e4c5c5660c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650489 Oct 13 14:15:48.757230 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47562) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:48.758425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fbeb0-5dcf-4da4-9ed9-6964466eed27 req-595b0fcd-cd36-4f62-998c-23095dbce4ab tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:48.760067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e2fbeb0-5dcf-4da4-9ed9-6964466eed27 req-595b0fcd-cd36-4f62-998c-23095dbce4ab tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 936 time: 0.1611698 Oct 13 14:15:48.763348 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a5cb4189-e15e-4835-8187-a8808d8142fb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:48.805062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:48.806651 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:48.849621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e2fbeb0-5dcf-4da4-9ed9-6964466eed27 req-1b32633f-627c-44a9-95d8-12c6a425cbf2 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742829 Oct 13 14:15:48.900160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5253012-532a-4097-aad1-baa4b02125d4 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:48.907819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-c6387057-a12a-474a-8a97-702480eac93a tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9753435 Oct 13 14:15:48.944693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44fde727-35c9-4e1e-8fbe-de41a0068166 req-b7da0979-e25a-4485-b478-0b7422ed7caa tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 210 time: 0.0358591 Oct 13 14:15:48.949561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Request body: {'port': {'device_id': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:49.013890 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cb4189-e15e-4835-8187-a8808d8142fb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:49.021695 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4189-e15e-4835-8187-a8808d8142fb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:49.023477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-15b55b33-b4f3-4d07-b81f-88464f7ae6d6 None None] Provisioning complete for port f30e5752-7683-486c-b6ff-deaa3716a745 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:49.023783 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15b55b33-b4f3-4d07-b81f-88464f7ae6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:49.079404 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:49.106239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370c69f-9c76-42c6-90b8-80b146ab882f req-b9bba318-aea4-4bf1-a6b3-4f791ecf8720 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:49.107875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5370c69f-9c76-42c6-90b8-80b146ab882f req-b9bba318-aea4-4bf1-a6b3-4f791ecf8720 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1149158 Oct 13 14:15:49.192970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5370c69f-9c76-42c6-90b8-80b146ab882f req-81eec5c4-39eb-4c48-b843-ee967ae0c2d5 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772877 Oct 13 14:15:49.381353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:15:49.406850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d40262f9-ca03-4d40-af55-531899a905bb req-8993101c-b18d-4e8f-9c5b-6ab13406be3b tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0965583 Oct 13 14:15:49.444595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4189-e15e-4835-8187-a8808d8142fb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:49.446156 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Deleting port f30e5752-7683-486c-b6ff-deaa3716a745 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:49.446696 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:49.525629 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c02986bb-c9ba-4a84-9855-14dc0eee543a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:49.529920 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cb4189-e15e-4835-8187-a8808d8142fb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:49.548531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a5cb4189-e15e-4835-8187-a8808d8142fb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:49.552147 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cb4189-e15e-4835-8187-a8808d8142fb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:49.552328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-dd87fbf2-ce43-417c-b67e-957d3d2e0422 None None] Provisioning complete for port ca5a9c1e-b124-44b0-9783-1c86d82f931f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:49.552609 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dd87fbf2-ce43-417c-b67e-957d3d2e0422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:49.552730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4189-e15e-4835-8187-a8808d8142fb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:49.555260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] For port f30e5752-7683-486c-b6ff-deaa3716a745, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f30e5752-7683-486c-b6ff-deaa3716a745,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:49.555642 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:49.570077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4119cd1-f1a3-4ee3-9db9-85d7fbcaab1f req-30969d72-f62d-44b2-a7c2-c513e44ba65c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da06231734e043c4b13a8a022c6a0388&device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0373125 Oct 13 14:15:49.581897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb4189-e15e-4835-8187-a8808d8142fb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=5e792368-0c2b-4c30-aec8-9fa5e5b3b367,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:49.588375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Calling delete_port for f30e5752-7683-486c-b6ff-deaa3716a745 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:49.622135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-dd87fbf2-ce43-417c-b67e-957d3d2e0422 None None] Port ca5a9c1e-b124-44b0-9783-1c86d82f931f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:15:49.651822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4119cd1-f1a3-4ee3-9db9-85d7fbcaab1f req-c437ccc6-70d4-463f-a852-d5440813671c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=da06231734e043c4b13a8a022c6a0388&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242009 Oct 13 14:15:49.678646 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a5cb4189-e15e-4835-8187-a8808d8142fb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9175532 Oct 13 14:15:49.678865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5a9c1e-b124-44b0-9783-1c86d82f931f {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:15:49.679360 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47584) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:49.685580 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': '5e792368-0c2b-4c30-aec8-9fa5e5b3b367', 'ip_address': '2001:db8::22c5:e5a1:1f8a:e666'}], 'name': 'tempest-NetworksTestDHCPv6-1760441425'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:49.709638 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:49.760830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3785b9bc-47f9-48d4-b2bd-eef741075fd3 req-855c3a8b-ef97-42b5-b26e-de443604ebb4 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0936260 Oct 13 14:15:49.821794 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:49.830227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Transition to ACTIVE for port object ca5a9c1e-b124-44b0-9783-1c86d82f931f will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:15:49.869516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Pushing event deleted for resources: {'Port': ['ID=f30e5752-7683-486c-b6ff-deaa3716a745,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:49.879376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] No DVR routers for this DVR port f30e5752-7683-486c-b6ff-deaa3716a745 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:15:49.882182 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:49.882517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:49.882900 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:49.890526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4119cd1-f1a3-4ee3-9db9-85d7fbcaab1f req-54d43506-0789-4102-acba-56a016c6c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:49.892103 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4119cd1-f1a3-4ee3-9db9-85d7fbcaab1f req-54d43506-0789-4102-acba-56a016c6c69a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2279601 Oct 13 14:15:49.895246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:49.895643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:49.895986 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:49.896318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:49.896651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:49.897009 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:49.897325 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:49.897652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:49.897972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5131b945-1f40-40c3-b524-ea119c779c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:15:49.901027 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:49.930879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde7fdf8-e4da-4d43-8665-14d9263bc6fa None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:49.963108 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:50.009778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8441728-be2c-49cf-a25d-5e004ade19e0 req-ff61d20e-469d-437b-ace3-ddab53c81c8a tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:50.011393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8441728-be2c-49cf-a25d-5e004ade19e0 req-ff61d20e-469d-437b-ace3-ddab53c81c8a tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 944 time: 0.1714516 Oct 13 14:15:50.040570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5a9c1e-b124-44b0-9783-1c86d82f931f,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:50.097985 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:50.127041 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port 919eaee7-04d4-4075-a681-929227e2e3ad yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:15:50.184741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58af330-57b8-43ba-81f3-6e382d68dfb6 req-1e93af57-26e0-466f-a6d8-aef70db705e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:50.186565 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d58af330-57b8-43ba-81f3-6e382d68dfb6 req-1e93af57-26e0-466f-a6d8-aef70db705e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 1096 time: 0.2159741 Oct 13 14:15:50.189607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '5e792368-0c2b-4c30-aec8-9fa5e5b3b367'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:15:50.191322 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:50.205530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8441728-be2c-49cf-a25d-5e004ade19e0 req-dc3b5f0b-d97f-4740-a280-28750622549d tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689999 Oct 13 14:15:50.248782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a004237-9218-4019-9b96-3222a61314ca req-e01907bc-d6fb-412b-8143-28d6c34db904 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:50.259270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a004237-9218-4019-9b96-3222a61314ca req-e01907bc-d6fb-412b-8143-28d6c34db904 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.3104706 Oct 13 14:15:50.323309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f30e5752-7683-486c-b6ff-deaa3716a745 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:15:50.359212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: f30e5752-7683-486c-b6ff-deaa3716a745 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:15:50.359590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f30e5752-7683-486c-b6ff-deaa3716a745 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:15:50.376172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Attempting to bind port ca5a9c1e-b124-44b0-9783-1c86d82f931f on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:15:50.376441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Attempting to bind port ca5a9c1e-b124-44b0-9783-1c86d82f931f by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:15:50.376619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Attempting to bind port ca5a9c1e-b124-44b0-9783-1c86d82f931f on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:50.401830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Port ca5a9c1e-b124-44b0-9783-1c86d82f931f on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:15:50.401830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Attempting to bind port ca5a9c1e-b124-44b0-9783-1c86d82f931f on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:50.427686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:15:50.428014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:50.428285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:15:50.429462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Bound port: ca5a9c1e-b124-44b0-9783-1c86d82f931f, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:15:50.429462 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:50.435669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a004237-9218-4019-9b96-3222a61314ca req-9fd91718-418b-40d9-8f56-34d2e8bd1987 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735325 Oct 13 14:15:50.473456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Allocated IP 2001:db8::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/5e792368-0c2b-4c30-aec8-9fa5e5b3b367/8026a995-e222-4647-bd61-72944483eea3) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:50.477977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784544e0-d266-46b6-9018-4a8a6ccd5976 req-46372196-d533-4689-baf7-0cd0507862bf tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:50.479562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784544e0-d266-46b6-9018-4a8a6ccd5976 req-46372196-d533-4689-baf7-0cd0507862bf tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 948 time: 0.1532812 Oct 13 14:15:50.483307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58af330-57b8-43ba-81f3-6e382d68dfb6 req-20874f1b-b3b3-48eb-a04a-b8b8121b4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:50.485340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d58af330-57b8-43ba-81f3-6e382d68dfb6 req-20874f1b-b3b3-48eb-a04a-b8b8121b4304 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.2732911 Oct 13 14:15:50.607096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f02164a-3bf2-48d0-aee7-f162bb34f670 req-ea41e387-e512-401a-86e6-9b963fbcdc40 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 210 time: 0.0460358 Oct 13 14:15:50.663939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784544e0-d266-46b6-9018-4a8a6ccd5976 req-4942dbbf-471a-4a5f-8daf-b4d2abe90762 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581893 Oct 13 14:15:50.668499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d58af330-57b8-43ba-81f3-6e382d68dfb6 req-01af360f-093b-4713-83aa-2f3647dd97b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c HTTP/1.1" status: 200 len: 999 time: 0.1629457 Oct 13 14:15:50.685281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:15:50.697803 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:50.701916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:15:50.765494 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:50.767554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d675837e-727d-442b-954f-afbb948de435 req-0aebfdb3-a168-4656-8f1a-4481f4372f67 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0641751 Oct 13 14:15:50.789162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58af330-57b8-43ba-81f3-6e382d68dfb6 req-60dad5d8-71fb-491c-b094-f37cd99623af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:50.791220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d58af330-57b8-43ba-81f3-6e382d68dfb6 req-60dad5d8-71fb-491c-b094-f37cd99623af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.1080675 Oct 13 14:15:50.797155 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:50.826575 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:50.838159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::22c5:e5a1:1f8a:e666 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/5e792368-0c2b-4c30-aec8-9fa5e5b3b367/919eaee7-04d4-4075-a681-929227e2e3ad) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:50.841022 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:50.853000 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:50.874602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Pushing event updated for resources: {'Port': ['ID=8026a995-e222-4647-bd61-72944483eea3,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:50.900396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:50.901165 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:50.903056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] 10.222.0.49 "PUT /v2.0/ports/ca5a9c1e-b124-44b0-9783-1c86d82f931f HTTP/1.1" status: 200 len: 1097 time: 1.9607072 Oct 13 14:15:50.917767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:50.922612 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08043d61-7d4a-4ff4-b103-3383ae421af9" -d '{"events": [{"name": "network-changed", "server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:50.928308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a473c144-27b4-4992-82e1-27ffd9a0c0a7 req-307eb1fe-d56d-451f-aeae-2638de5df08b tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0603111 Oct 13 14:15:50.942897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58af330-57b8-43ba-81f3-6e382d68dfb6 req-c3b7dbe2-779d-452f-b152-c650d994bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:50.944579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d58af330-57b8-43ba-81f3-6e382d68dfb6 req-c3b7dbe2-779d-452f-b152-c650d994bb3d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1434956 Oct 13 14:15:50.965867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481111c-bfd4-4916-b0f7-d42b0fe8d884 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5a9c1e-b124-44b0-9783-1c86d82f931f,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:51.020370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Attempting to bind port 8026a995-e222-4647-bd61-72944483eea3 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:15:51.020766 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Attempting to bind port 8026a995-e222-4647-bd61-72944483eea3 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:15:51.021160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Attempting to bind port 8026a995-e222-4647-bd61-72944483eea3 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:51.022735 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f154058-2853-48a1-948d-8445961adbd3 x-openstack-request-id: req-7f154058-2853-48a1-948d-8445961adbd3 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:51.023026 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:51.023271 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f154058-2853-48a1-948d-8445961adbd3 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:51.023655 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f', 'status': 'completed', 'code': 200} Oct 13 14:15:51.037037 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:15:51.037510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:51.037923 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:51.038852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:15:51.039426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Bound port: 8026a995-e222-4647-bd61-72944483eea3, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:15:51.039868 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:51.104935 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:51.107504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08043d61-7d4a-4ff4-b103-3383ae421af9 req-10f7e89c-0b3f-482c-8fa3-1252652fc53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:51.109084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08043d61-7d4a-4ff4-b103-3383ae421af9 req-10f7e89c-0b3f-482c-8fa3-1252652fc53a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01fb2142b07141a8a4c90d48515fc9d7&device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 1100 time: 0.0881741 Oct 13 14:15:51.115377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d58af330-57b8-43ba-81f3-6e382d68dfb6 req-86cccb0a-387b-40ee-8c65-278dcc0f0069 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615357 Oct 13 14:15:51.135914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] For port 8026a995-e222-4647-bd61-72944483eea3, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:15:51.140524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] For port 8026a995-e222-4647-bd61-72944483eea3, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8026a995-e222-4647-bd61-72944483eea3,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:15:51.194165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08043d61-7d4a-4ff4-b103-3383ae421af9 req-5be6d0bf-2ec3-4583-8561-4a67bdff5f48 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=01fb2142b07141a8a4c90d48515fc9d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635974 Oct 13 14:15:51.250212 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:51.273032 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:51.346443 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d1386-897a-4f4b-b38a-22633f591d07 None None] Pushing event updated for resources: {'Port': ['ID=8026a995-e222-4647-bd61-72944483eea3,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:51.360476 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=919eaee7-04d4-4075-a681-929227e2e3ad,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:51.369642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:51.372139 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:51.375461 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:51.381585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:51.382258 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:51.516067 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-70746d19-5c15-403a-86e0-e10f5a34ca54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8333972 Oct 13 14:15:51.516550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47606) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:51.604286 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f05f182-d4ef-4c49-84e3-d59d70a86777 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:51.620189 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f05f182-d4ef-4c49-84e3-d59d70a86777 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:51.620189 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7f05f182-d4ef-4c49-84e3-d59d70a86777 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1018047 Oct 13 14:15:51.623254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47608) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:51.742897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-37bd14ab-f3eb-4ef3-b21f-0c0d983180b8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port 919eaee7-04d4-4075-a681-929227e2e3ad {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:51.743248 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37bd14ab-f3eb-4ef3-b21f-0c0d983180b8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:51.768969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d58af330-57b8-43ba-81f3-6e382d68dfb6 req-ab98ff53-f758-42b2-a0c0-283ef6394584 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461318 Oct 13 14:15:51.790730 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:51.849637 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37bd14ab-f3eb-4ef3-b21f-0c0d983180b8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:51.861967 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-37bd14ab-f3eb-4ef3-b21f-0c0d983180b8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for 919eaee7-04d4-4075-a681-929227e2e3ad owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:51.875378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4119cd1-f1a3-4ee3-9db9-85d7fbcaab1f req-c6c16e6e-2b1a-4360-8e79-40b269701c23 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.1273913 Oct 13 14:15:51.915045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08043d61-7d4a-4ff4-b103-3383ae421af9 req-d21d2495-8bbc-45c8-887a-8bed6e1d8776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:51.916604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08043d61-7d4a-4ff4-b103-3383ae421af9 req-d21d2495-8bbc-45c8-887a-8bed6e1d8776 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7156944 Oct 13 14:15:51.939802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd588de-e0b5-4541-ae24-3a6b1b8dca5f req-9b598086-204f-447f-9afa-3c5ffe1aa6b0 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:51.947222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abd588de-e0b5-4541-ae24-3a6b1b8dca5f req-9b598086-204f-447f-9afa-3c5ffe1aa6b0 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 944 time: 0.6183441 Oct 13 14:15:51.987251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29977cc1-a7d4-4180-a115-8ffdccec8a4f req-02bf4a31-0a32-4a24-bb93-4e8c0005367e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:51.988828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29977cc1-a7d4-4180-a115-8ffdccec8a4f req-02bf4a31-0a32-4a24-bb93-4e8c0005367e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.2398262 Oct 13 14:15:52.054634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-fb9f09c3-fec4-4f4f-bc68-4fd0334d4536 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:52.056005 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-fb9f09c3-fec4-4f4f-bc68-4fd0334d4536 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.41 "GET /v2.0/networks?id=c4fe53d0-4c27-4682-94af-04ac76c92dac HTTP/1.1" status: 200 len: 814 time: 0.3137290 Oct 13 14:15:52.062395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abd588de-e0b5-4541-ae24-3a6b1b8dca5f req-adae441a-0c0d-49e8-a7c5-31c0b77d4487 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143208 Oct 13 14:15:52.073690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-b95f47ce-a536-4c57-ba8f-6f95cf6faadd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Request body: {'port': {'device_id': '048ba37a-2bdf-46e1-aa2c-1b88729043a9', 'network_id': 'c4fe53d0-4c27-4682-94af-04ac76c92dac', 'admin_state_up': True, 'tenant_id': '88fa0744bfca407fb344b90ae7fc8561'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:52.112871 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37bd14ab-f3eb-4ef3-b21f-0c0d983180b8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:52.143374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29977cc1-a7d4-4180-a115-8ffdccec8a4f req-5cf2bc46-edbb-4e98-abcf-a0a2fc2ff577 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431906 Oct 13 14:15:52.149257 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd14ab-f3eb-4ef3-b21f-0c0d983180b8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=919eaee7-04d4-4075-a681-929227e2e3ad,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:52.150299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-60350b98-2444-400a-888b-d733a7fe2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:52.151924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-60350b98-2444-400a-888b-d733a7fe2065 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=01fb2142b07141a8a4c90d48515fc9d7&device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 1100 time: 0.1528466 Oct 13 14:15:52.223376 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37bd14ab-f3eb-4ef3-b21f-0c0d983180b8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:52.231832 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-37bd14ab-f3eb-4ef3-b21f-0c0d983180b8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/919eaee7-04d4-4075-a681-929227e2e3ad HTTP/1.1" status: 204 len: 168 time: 0.6042063 Oct 13 14:15:52.239047 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47620) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:52.240161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6712dce3-dd58-4890-bab4-d769520494de req-5228234b-d6fa-405e-a72c-c79573f08e2b tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 210 time: 0.0663517 Oct 13 14:15:52.272078 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-24bf95a5-c415-4278-b1ef-4b6a7688577d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:52.333595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-8512e78e-b845-4322-a897-e056dccf77d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f HTTP/1.1" status: 200 len: 217 time: 0.1603718 Oct 13 14:15:52.344025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8026a995-e222-4647-bd61-72944483eea3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:52.349767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c33aafd-ad13-43b2-84f3-7db208500819 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:52.351570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c33aafd-ad13-43b2-84f3-7db208500819 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:52.353242 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5c33aafd-ad13-43b2-84f3-7db208500819 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1127741 Oct 13 14:15:52.357558 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47622) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:52.462624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8026a995-e222-4647-bd61-72944483eea3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:52.463256 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:52.519510 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ea03b8-f64f-46e6-8e58-a1e6cf76bafb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 5e792368-0c2b-4c30-aec8-9fa5e5b3b367 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:15:52.524752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31ea03b8-f64f-46e6-8e58-a1e6cf76bafb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:52.542426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f703b1c-9a3a-42e0-b7bb-813642c70e83 req-7085d530-cba3-4f51-a617-e5f437bb462d tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:52.547001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f703b1c-9a3a-42e0-b7bb-813642c70e83 req-7085d530-cba3-4f51-a617-e5f437bb462d tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 948 time: 0.3045473 Oct 13 14:15:52.557047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1146c790-1624-40a2-900e-8d14ded5a121 req-5ab2159f-c858-4143-88ee-d094c50c17b0 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0665178 Oct 13 14:15:52.558610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-a33dc238-3c03-4e9b-9e46-c39968d858b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:52.560274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-a33dc238-3c03-4e9b-9e46-c39968d858b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.2084990 Oct 13 14:15:52.586125 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:52.627037 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31ea03b8-f64f-46e6-8e58-a1e6cf76bafb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:52.648847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f703b1c-9a3a-42e0-b7bb-813642c70e83 req-5a0802d0-8ea7-44ee-aa63-670bed134c0b tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874474 Oct 13 14:15:52.657260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-5ff23338-cc06-4ac4-a9e7-8752b48771e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:52.659677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-5ff23338-cc06-4ac4-a9e7-8752b48771e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0771809 Oct 13 14:15:52.662852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 8026a995-e222-4647-bd61-72944483eea3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8026a995-e222-4647-bd61-72944483eea3,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:52.698515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-b95f47ce-a536-4c57-ba8f-6f95cf6faadd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Made reservation on behalf of 88fa0744bfca407fb344b90ae7fc8561 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:52.702311 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-b95f47ce-a536-4c57-ba8f-6f95cf6faadd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:52.768454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2ef51a61-40dc-450b-99dd-a7121d0518f1 None None] Provisioning complete for port 8026a995-e222-4647-bd61-72944483eea3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:52.768823 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2ef51a61-40dc-450b-99dd-a7121d0518f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:52.773400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e490ea6-b5d6-4732-9cc3-4ea1c6159d3c req-3c2095d6-4ac7-40c8-a133-4cc2228fc917 tempest-ServerShowV254Test-1167410674 tempest-ServerShowV254Test-1167410674-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc87c4d-8b51-4abb-a92e-19ae1d6d9bc8 HTTP/1.1" status: 200 len: 210 time: 0.0857763 Oct 13 14:15:52.805140 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31ea03b8-f64f-46e6-8e58-a1e6cf76bafb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:52.807177 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:52.892007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-59b38116-aa5b-4859-ab9c-4bbba15edd21 service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215030 Oct 13 14:15:52.912481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=8026a995-e222-4647-bd61-72944483eea3,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:52.919645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 039c759d-5745-4bee-87ee-c38e11333f34 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:15:52.991428 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31ea03b8-f64f-46e6-8e58-a1e6cf76bafb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:53.006059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-b95f47ce-a536-4c57-ba8f-6f95cf6faadd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Allocated IP 172.20.0.5 (c4fe53d0-4c27-4682-94af-04ac76c92dac/59053bd3-fd3a-4570-ac63-86d907f3e4ee/bc9b6d77-7ed9-4a72-89da-b67c136ba5a4) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:53.034359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea03b8-f64f-46e6-8e58-a1e6cf76bafb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=5e792368-0c2b-4c30-aec8-9fa5e5b3b367,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:53.037191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31ea03b8-f64f-46e6-8e58-a1e6cf76bafb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:53.043732 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-31ea03b8-f64f-46e6-8e58-a1e6cf76bafb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/5e792368-0c2b-4c30-aec8-9fa5e5b3b367 HTTP/1.1" status: 204 len: 168 time: 0.6837990 Oct 13 14:15:53.045738 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47624) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:53.065453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5af74539-4d81-4622-ad6d-c5132d3ed0c3 None None] Could not find standard attr ID for object a97ab5a0-8842-49a9-910b-b5d244734c74. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:15:53.068629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 039c759d-5745-4bee-87ee-c38e11333f34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=039c759d-5745-4bee-87ee-c38e11333f34,segment=NetworkSegment(1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280),segment_id=1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:53.082137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac83fbc0-c3aa-46af-9dde-ff89840c82cc req-00439a95-1e10-489e-9d2e-74e0bc0b63dc service neutron] 10.222.0.49 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619935 Oct 13 14:15:53.082364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '039c759d-5745-4bee-87ee-c38e11333f34', 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e', 'port_id': '039c759d-5745-4bee-87ee-c38e11333f34', 'mac_address': 'fa:16:3e:38:7e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5c6c63-8d61-4546-85b8-94f5a653482a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:15:53.133609 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-84aff9c4-72ab-4d0a-b587-324a93c2d14a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854888 Oct 13 14:15:53.134153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47628) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:53.144252 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:53.146391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d7f15fd7-4409-46a1-ba9c-6196469ccd71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:53.159517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039c759d-5745-4bee-87ee-c38e11333f34 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:15:53.184056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 039c759d-5745-4bee-87ee-c38e11333f34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=039c759d-5745-4bee-87ee-c38e11333f34,segment=NetworkSegment(1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280),segment_id=1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:53.254687 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02df31-3df6-449f-a1c3-fd0f0fa69030 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:53.298096 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:53.340874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4b703f28-ca21-4411-9959-63d0b8abf742 None None] Could not find standard attr ID for object 4f601186-3b0d-44be-9ac9-1fd87057b545. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:15:53.381614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55c912-8f7e-467a-9be4-744d1fe3ea69 req-c9dc8043-8868-47ba-bfe5-cb8395b6b080 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:53.383146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca55c912-8f7e-467a-9be4-744d1fe3ea69 req-c9dc8043-8868-47ba-bfe5-cb8395b6b080 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 944 time: 0.1839416 Oct 13 14:15:53.411336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=039c759d-5745-4bee-87ee-c38e11333f34,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:53.422013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c73e2-ba17-40e2-82cf-49c7fa89f929 req-98e45fee-2e84-47ca-9fda-0502d36fffc3 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:53.423462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-745c73e2-ba17-40e2-82cf-49c7fa89f929 req-98e45fee-2e84-47ca-9fda-0502d36fffc3 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1969497 Oct 13 14:15:53.457647 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-b95f47ce-a536-4c57-ba8f-6f95cf6faadd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:53.489172 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac290c-bb9c-4dd9-8124-3d8c8f652fbd None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:15:53.494526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca55c912-8f7e-467a-9be4-744d1fe3ea69 req-5a4f6186-45e8-4c28-8bc8-f566a4c7c6fd tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973623 Oct 13 14:15:53.511173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f15fd7-4409-46a1-ba9c-6196469ccd71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:53.515262 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f15fd7-4409-46a1-ba9c-6196469ccd71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:53.536044 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-745c73e2-ba17-40e2-82cf-49c7fa89f929 req-677a3000-9920-4844-bcd9-81f748c7dbba tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000116 Oct 13 14:15:53.567330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-baac290c-bb9c-4dd9-8124-3d8c8f652fbd None None] Deleting port 8026a995-e222-4647-bd61-72944483eea3 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:53.569497 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-baac290c-bb9c-4dd9-8124-3d8c8f652fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:53.614086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-180ccd90-1c3c-427d-afa0-07c0ea827227 req-ca739299-a037-425d-a4b8-8e359041c1b1 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 210 time: 0.0361745 Oct 13 14:15:53.656351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-baac290c-bb9c-4dd9-8124-3d8c8f652fbd None None] For port 8026a995-e222-4647-bd61-72944483eea3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8026a995-e222-4647-bd61-72944483eea3,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:53.657020 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-baac290c-bb9c-4dd9-8124-3d8c8f652fbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:53.674067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-baac290c-bb9c-4dd9-8124-3d8c8f652fbd None None] Calling delete_port for 8026a995-e222-4647-bd61-72944483eea3 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:53.733370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['039c759d-5745-4bee-87ee-c38e11333f34'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:15:53.763262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e244419d-cb79-4a75-a894-2090abe4fc4c req-39418e50-06b3-4260-9dd9-504fa9269826 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0537088 Oct 13 14:15:53.764847 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:53.774548 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-b95f47ce-a536-4c57-ba8f-6f95cf6faadd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:53.870527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-b95f47ce-a536-4c57-ba8f-6f95cf6faadd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Network c4fe53d0-4c27-4682-94af-04ac76c92dac is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:53.883251 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-baac290c-bb9c-4dd9-8124-3d8c8f652fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:53.886084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1522ca-2ef6-485e-9ead-e39fd928df54 req-c04b7bbb-af89-47e2-a387-9acc87ee2ba1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:53.888092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f1522ca-2ef6-485e-9ead-e39fd928df54 req-c04b7bbb-af89-47e2-a387-9acc87ee2ba1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.2198970 Oct 13 14:15:53.916030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac290c-bb9c-4dd9-8124-3d8c8f652fbd None None] Pushing event deleted for resources: {'Port': ['ID=8026a995-e222-4647-bd61-72944483eea3,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:53.917365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-b95f47ce-a536-4c57-ba8f-6f95cf6faadd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:53.921739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baac290c-bb9c-4dd9-8124-3d8c8f652fbd None None] No DVR routers for this DVR port 8026a995-e222-4647-bd61-72944483eea3 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:15:53.927046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-b95f47ce-a536-4c57-ba8f-6f95cf6faadd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:53.938959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f47ce-a536-4c57-ba8f-6f95cf6faadd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Pushing event updated for resources: {'Port': ['ID=bc9b6d77-7ed9-4a72-89da-b67c136ba5a4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:53.956790 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:54.010301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f1522ca-2ef6-485e-9ead-e39fd928df54 req-b8408cfd-a09f-4137-b173-1e1c94f3d2b4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950434 Oct 13 14:15:54.011171 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f15fd7-4409-46a1-ba9c-6196469ccd71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:54.024755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-b95f47ce-a536-4c57-ba8f-6f95cf6faadd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:54.025560 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-b95f47ce-a536-4c57-ba8f-6f95cf6faadd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:54.066519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b320aa-437f-43f4-b421-7c00ea27339d req-3c899ab0-652d-4b34-869a-d043a3ef0d08 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:54.069676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86b320aa-437f-43f4-b421-7c00ea27339d req-3c899ab0-652d-4b34-869a-d043a3ef0d08 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 948 time: 0.2106524 Oct 13 14:15:54.084757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f15fd7-4409-46a1-ba9c-6196469ccd71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:54.092453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-d7f15fd7-4409-46a1-ba9c-6196469ccd71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:54.102450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f15fd7-4409-46a1-ba9c-6196469ccd71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:54.103038 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f15fd7-4409-46a1-ba9c-6196469ccd71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:54.103656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5722b792-2003-4947-9f58-21a05d6a4fba None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:54.143459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f15fd7-4409-46a1-ba9c-6196469ccd71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=24dc4fda-46ff-46ea-ba5c-53d828b61bd8,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:54.179482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-b95f47ce-a536-4c57-ba8f-6f95cf6faadd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1122677 Oct 13 14:15:54.188214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86b320aa-437f-43f4-b421-7c00ea27339d req-70fa1c2a-4f70-40fd-87fa-2e69d30fec0f tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017015 Oct 13 14:15:54.201705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Request body: {'port': {'device_id': '048ba37a-2bdf-46e1-aa2c-1b88729043a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:54.235938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d7f15fd7-4409-46a1-ba9c-6196469ccd71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0893941 Oct 13 14:15:54.236226 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47648) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:54.243259 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': '24dc4fda-46ff-46ea-ba5c-53d828b61bd8', 'ip_address': '2001:db8::bff:560d:f1c3:4a77'}], 'name': 'tempest-NetworksTestDHCPv6-674278780'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:54.253147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947c984-d8c2-4784-a473-afbcdcee6a9e req-358e0d3d-03a0-43fc-b7cb-eee1f72e20ee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:54.260870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e947c984-d8c2-4784-a473-afbcdcee6a9e req-358e0d3d-03a0-43fc-b7cb-eee1f72e20ee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1353290 Oct 13 14:15:54.272811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8026a995-e222-4647-bd61-72944483eea3 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:15:54.309280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 8026a995-e222-4647-bd61-72944483eea3 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:15:54.309280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8026a995-e222-4647-bd61-72944483eea3 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:15:54.326826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:54.351204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e947c984-d8c2-4784-a473-afbcdcee6a9e req-3424051b-3a26-4da8-b46c-9b9b367bd6e7 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890100 Oct 13 14:15:54.361355 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '24dc4fda-46ff-46ea-ba5c-53d828b61bd8'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:15:54.362505 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:54.567254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Allocated IP 2001:db8::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/24dc4fda-46ff-46ea-ba5c-53d828b61bd8/c1675d32-4239-4ef6-a095-c4b8cc68f3d5) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:54.622321 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:54.626689 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:54.649896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port e191fdcd-9187-4ce8-bf9f-208a7f6be527 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:15:54.676424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e040af-5c28-4f5c-876c-3be95cd9c01d req-c451f60d-6b52-46fb-9691-c6ecbe9fd455 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:54.678622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e040af-5c28-4f5c-876c-3be95cd9c01d req-c451f60d-6b52-46fb-9691-c6ecbe9fd455 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 945 time: 0.0877080 Oct 13 14:15:54.739766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:15:54.755510 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:54.767476 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e040af-5c28-4f5c-876c-3be95cd9c01d req-883db5ca-319d-48cd-a0de-3ea18fc68c60 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637076 Oct 13 14:15:54.775440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Transition to ACTIVE for port object bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:15:54.811192 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:54.865873 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47662) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:54.893241 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:54.922881 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:54.940658 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 039c759d-5745-4bee-87ee-c38e11333f34 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:54.985119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9b6d77-7ed9-4a72-89da-b67c136ba5a4,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:55.010134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eec30d-7087-4db8-9580-5b55e34e9655 req-06e241d1-b592-41ab-8a37-d49e2dca0f54 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:55.012196 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-42eec30d-7087-4db8-9580-5b55e34e9655 req-06e241d1-b592-41ab-8a37-d49e2dca0f54 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 943 time: 0.1129792 Oct 13 14:15:55.032373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:55.043866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:55.049792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:55.066673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Pushing event updated for resources: {'Port': ['ID=c1675d32-4239-4ef6-a095-c4b8cc68f3d5,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:55.140898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-42eec30d-7087-4db8-9580-5b55e34e9655 req-e7303948-6609-4a35-a415-693fe3330d1c tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086075 Oct 13 14:15:55.148149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef52ae4f-e73f-48b5-a9ff-d36fdc853eed req-ef992713-269e-4d43-9619-e4c57687b3c9 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0434713 Oct 13 14:15:55.168286 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Attempting to bind port c1675d32-4239-4ef6-a095-c4b8cc68f3d5 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:15:55.168821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Attempting to bind port c1675d32-4239-4ef6-a095-c4b8cc68f3d5 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:15:55.169284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Attempting to bind port c1675d32-4239-4ef6-a095-c4b8cc68f3d5 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:55.171322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Attempting to bind port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:15:55.171322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Attempting to bind port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'd559d2c7-6bfd-41ed-bf3d-aa8fb069abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c4fe53d0-4c27-4682-94af-04ac76c92dac'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:15:55.171322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Attempting to bind port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 on network c4fe53d0-4c27-4682-94af-04ac76c92dac {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:55.177826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 on network c4fe53d0-4c27-4682-94af-04ac76c92dac not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:15:55.177826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Attempting to bind port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 on network c4fe53d0-4c27-4682-94af-04ac76c92dac {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:15:55.182349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:15:55.182863 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:55.183006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:15:55.183985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Checking segment: {'id': 'd559d2c7-6bfd-41ed-bf3d-aa8fb069abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c4fe53d0-4c27-4682-94af-04ac76c92dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:15:55.184200 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.184576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Bound using segment: {'id': 'd559d2c7-6bfd-41ed-bf3d-aa8fb069abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c4fe53d0-4c27-4682-94af-04ac76c92dac'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:15:55.184760 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:15:55.185098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Bound port: bc9b6d77-7ed9-4a72-89da-b67c136ba5a4, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd559d2c7-6bfd-41ed-bf3d-aa8fb069abd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c4fe53d0-4c27-4682-94af-04ac76c92dac'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:15:55.185271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Bound port: c1675d32-4239-4ef6-a095-c4b8cc68f3d5, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:15:55.185503 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.185642 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.248793 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 039c759d-5745-4bee-87ee-c38e11333f34 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:15:55.267881 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.276968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 039c759d-5745-4bee-87ee-c38e11333f34 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:55.277447 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.341393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] For port c1675d32-4239-4ef6-a095-c4b8cc68f3d5, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:15:55.347253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] For port c1675d32-4239-4ef6-a095-c4b8cc68f3d5, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c1675d32-4239-4ef6-a095-c4b8cc68f3d5,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:15:55.356274 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6be57407-a3a9-4a3f-ab5b-1f0d00938aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.356905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] For port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:15:55.377610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] For port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bc9b6d77-7ed9-4a72-89da-b67c136ba5a4,segment=NetworkSegment(d559d2c7-6bfd-41ed-bf3d-aa8fb069abd5),segment_id=d559d2c7-6bfd-41ed-bf3d-aa8fb069abd5)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:15:55.390701 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::bff:560d:f1c3:4a77 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/24dc4fda-46ff-46ea-ba5c-53d828b61bd8/e191fdcd-9187-4ce8-bf9f-208a7f6be527) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:55.391237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca3afa-6899-4bfb-af01-fffbce90cccb req-4828f826-3b67-4c4c-bb8a-19a45db3d487 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:55.392917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67ca3afa-6899-4bfb-af01-fffbce90cccb req-4828f826-3b67-4c4c-bb8a-19a45db3d487 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1325548 Oct 13 14:15:55.406160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37954c3-fcb6-4b24-98ba-645bb62d522c req-bbdaa776-1d9a-4162-af58-5e2651dc2ff2 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:55.407818 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a37954c3-fcb6-4b24-98ba-645bb62d522c req-bbdaa776-1d9a-4162-af58-5e2651dc2ff2 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 948 time: 0.1231945 Oct 13 14:15:55.463451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67ca3afa-6899-4bfb-af01-fffbce90cccb req-3fde07d8-3ef4-4ecb-97c5-f008eacfa804 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545075 Oct 13 14:15:55.484496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a37954c3-fcb6-4b24-98ba-645bb62d522c req-11696d79-42b3-4f05-9f48-3db4e0639cf2 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607719 Oct 13 14:15:55.501380 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.528499 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.536416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:55.537312 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.539085 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] 10.222.0.41 "PUT /v2.0/ports/bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 HTTP/1.1" status: 200 len: 1092 time: 1.3485551 Oct 13 14:15:55.539085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048ba37a-2bdf-46e1-aa2c-1b88729043a9', 'tag': 'bc9b6d77-7ed9-4a72-89da-b67c136ba5a4'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:55.541343 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fac8a3-c8b9-4b10-896a-cfed921ee35d" -d '{"events": [{"name": "network-changed", "server_uuid": "048ba37a-2bdf-46e1-aa2c-1b88729043a9", "tag": "bc9b6d77-7ed9-4a72-89da-b67c136ba5a4"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:55.560130 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6be57407-a3a9-4a3f-ab5b-1f0d00938aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.574171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e0b79-fa1d-4180-a96f-eacde9f6ac45 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9b6d77-7ed9-4a72-89da-b67c136ba5a4,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:55.630156 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ce5dab-0a61-4c19-832b-4dd5aaac1540 x-openstack-request-id: req-91ce5dab-0a61-4c19-832b-4dd5aaac1540 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:55.630659 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048ba37a-2bdf-46e1-aa2c-1b88729043a9", "tag": "bc9b6d77-7ed9-4a72-89da-b67c136ba5a4", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:55.630908 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91ce5dab-0a61-4c19-832b-4dd5aaac1540 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:55.631362 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048ba37a-2bdf-46e1-aa2c-1b88729043a9', 'tag': 'bc9b6d77-7ed9-4a72-89da-b67c136ba5a4', 'status': 'completed', 'code': 200} Oct 13 14:15:55.631934 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.634177 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6baf0d-3c1c-4c11-bd84-9b0fb45915cc None None] Pushing event updated for resources: {'Port': ['ID=c1675d32-4239-4ef6-a095-c4b8cc68f3d5,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:55.659886 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.661320 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042113a6-cd39-4f44-b92a-b8d206d0f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039c759d-5745-4bee-87ee-c38e11333f34'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:15:55.664312 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63f7e47-753e-4337-91dc-6c44ed229acf" -d '{"events": [{"server_uuid": "042113a6-cd39-4f44-b92a-b8d206d0f749", "name": "network-vif-plugged", "status": "completed", "tag": "039c759d-5745-4bee-87ee-c38e11333f34"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:15:55.681010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 039c759d-5745-4bee-87ee-c38e11333f34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=039c759d-5745-4bee-87ee-c38e11333f34,segment=NetworkSegment(1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280),segment_id=1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:55.715482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fac8a3-c8b9-4b10-896a-cfed921ee35d req-99219990-730a-410d-8539-3b54bf381f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:55.715482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34fac8a3-c8b9-4b10-896a-cfed921ee35d req-99219990-730a-410d-8539-3b54bf381f18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88fa0744bfca407fb344b90ae7fc8561&device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 1095 time: 0.0593657 Oct 13 14:15:55.726733 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cbba7c-d111-4fe3-a3dd-1dce1338f999 x-openstack-request-id: req-60cbba7c-d111-4fe3-a3dd-1dce1338f999 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:15:55.727356 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042113a6-cd39-4f44-b92a-b8d206d0f749", "name": "network-vif-plugged", "status": "completed", "tag": "039c759d-5745-4bee-87ee-c38e11333f34", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:15:55.727604 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60cbba7c-d111-4fe3-a3dd-1dce1338f999 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:15:55.727999 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042113a6-cd39-4f44-b92a-b8d206d0f749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039c759d-5745-4bee-87ee-c38e11333f34', 'code': 200} Oct 13 14:15:55.736580 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6be57407-a3a9-4a3f-ab5b-1f0d00938aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.787563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be57407-a3a9-4a3f-ab5b-1f0d00938aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee50364-ecaf-4c10-9139-ea279d36ed38,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:55.809630 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6be57407-a3a9-4a3f-ab5b-1f0d00938aa9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da06231734e043c4b13a8a022c6a0388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9424448 Oct 13 14:15:55.811104 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.816331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47676) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:55.828933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.908866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=039c759d-5745-4bee-87ee-c38e11333f34,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:55.947649 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:55.959626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:55.967439 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:55.973458 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:55.973823 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:55.977966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=e191fdcd-9187-4ce8-bf9f-208a7f6be527,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:55.991087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db578082-b836-46e9-a9ab-466e6d97ce82 req-d9aa0e3a-1415-4cea-80cb-13e9a9fe4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:55.992456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db578082-b836-46e9-a9ab-466e6d97ce82 req-d9aa0e3a-1415-4cea-80cb-13e9a9fe4bb5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 1098 time: 0.1693759 Oct 13 14:15:56.004771 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6bf7-9f6a-4085-89aa-8242407e6a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:56.026684 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6bf7-9f6a-4085-89aa-8242407e6a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:56.047391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fac8a3-c8b9-4b10-896a-cfed921ee35d req-b4e9c277-aeec-47f7-bc06-bf1a47235d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:56.048903 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34fac8a3-c8b9-4b10-896a-cfed921ee35d req-b4e9c277-aeec-47f7-bc06-bf1a47235d1d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=88fa0744bfca407fb344b90ae7fc8561&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3258512 Oct 13 14:15:56.059712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df6f5b-1fde-4636-9875-d58eb19afe6c req-44619c10-54d4-4fd8-82cb-f1e334bc94c5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:56.061237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14df6f5b-1fde-4636-9875-d58eb19afe6c req-44619c10-54d4-4fd8-82cb-f1e334bc94c5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1520343 Oct 13 14:15:56.069507 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-283a8a5b-6390-4a51-9654-48bc21faba71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8318963 Oct 13 14:15:56.072027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47680) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:56.124212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f3b4c4-58f0-4e48-b649-2fe630cf83cd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:56.127952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db578082-b836-46e9-a9ab-466e6d97ce82 req-ef0ee4d6-7f20-490c-a4f0-acf5061e7d98 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204441 Oct 13 14:15:56.130301 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f3b4c4-58f0-4e48-b649-2fe630cf83cd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:56.131923 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-93f3b4c4-58f0-4e48-b649-2fe630cf83cd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0590155 Oct 13 14:15:56.134683 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47682) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:56.177538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14df6f5b-1fde-4636-9875-d58eb19afe6c req-a7443631-4d21-4b30-b66e-ae858e3e98c2 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045606 Oct 13 14:15:56.224875 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6bf7-9f6a-4085-89aa-8242407e6a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:56.227068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fac8a3-c8b9-4b10-896a-cfed921ee35d req-1ec9d689-2c0a-48c5-a8e0-e9c28c717b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:56.228235 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6bf7-9f6a-4085-89aa-8242407e6a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:56.229411 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2ffa6bf7-9f6a-4085-89aa-8242407e6a34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ee50364-ecaf-4c10-9139-ea279d36ed38 HTTP/1.1" status: 204 len: 168 time: 0.4149055 Oct 13 14:15:56.235703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34fac8a3-c8b9-4b10-896a-cfed921ee35d req-1ec9d689-2c0a-48c5-a8e0-e9c28c717b4d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1697640 Oct 13 14:15:56.242665 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa6bf7-9f6a-4085-89aa-8242407e6a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee50364-ecaf-4c10-9139-ea279d36ed38,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:56.300495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fade6-957f-4269-911f-759718145754 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port e191fdcd-9187-4ce8-bf9f-208a7f6be527 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:56.301180 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce0fade6-957f-4269-911f-759718145754 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:56.322932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c1675d32-4239-4ef6-a095-c4b8cc68f3d5 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:15:56.356379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-775da921-43b2-4afb-9391-1da498754726 req-85ac3628-4fec-4d36-a345-6c5f4f9cb988 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0331888 Oct 13 14:15:56.369771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1d482-0826-4654-85f8-be96e6bfdd50 req-3cbb013f-77e1-4fb3-8905-f24d8c324a2a tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:56.372996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6fa1d482-0826-4654-85f8-be96e6bfdd50 req-3cbb013f-77e1-4fb3-8905-f24d8c324a2a tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 943 time: 0.1041515 Oct 13 14:15:56.399207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c1675d32-4239-4ef6-a095-c4b8cc68f3d5 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:56.399667 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:56.442764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6fa1d482-0826-4654-85f8-be96e6bfdd50 req-ad2a7853-9b46-49cf-bc4c-9426e17794f2 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623510 Oct 13 14:15:56.475786 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce0fade6-957f-4269-911f-759718145754 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:56.490230 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fade6-957f-4269-911f-759718145754 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for e191fdcd-9187-4ce8-bf9f-208a7f6be527 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:56.530916 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:56.614432 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port c1675d32-4239-4ef6-a095-c4b8cc68f3d5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c1675d32-4239-4ef6-a095-c4b8cc68f3d5,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:56.701475 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:56.789279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=c1675d32-4239-4ef6-a095-c4b8cc68f3d5,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:56.821980 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce0fade6-957f-4269-911f-759718145754 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:56.886604 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce0fade6-957f-4269-911f-759718145754 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:56.895546 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ce0fade6-957f-4269-911f-759718145754 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/e191fdcd-9187-4ce8-bf9f-208a7f6be527 HTTP/1.1" status: 204 len: 168 time: 0.7578084 Oct 13 14:15:56.895546 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fade6-957f-4269-911f-759718145754 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=e191fdcd-9187-4ce8-bf9f-208a7f6be527,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:56.897655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47702) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:56.954874 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e4a30-7cd7-49dd-8984-2f6495b793bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:56.955937 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e4a30-7cd7-49dd-8984-2f6495b793bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:56.960376 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f12e4a30-7cd7-49dd-8984-2f6495b793bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0592980 Oct 13 14:15:56.960658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47704) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:57.013671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-aaefdddf-65ca-40ec-9438-b82ba302c7c2 None None] Provisioning complete for port c1675d32-4239-4ef6-a095-c4b8cc68f3d5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:15:57.014345 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aaefdddf-65ca-40ec-9438-b82ba302c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:57.024188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-3216826e-3713-41e3-a214-46d28b88086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:57.025749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-3216826e-3713-41e3-a214-46d28b88086b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88fa0744bfca407fb344b90ae7fc8561&device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 1095 time: 0.4924426 Oct 13 14:15:57.030485 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-89080672-a5ed-4018-9168-b9766b5ec68e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 24dc4fda-46ff-46ea-ba5c-53d828b61bd8 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:15:57.039130 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89080672-a5ed-4018-9168-b9766b5ec68e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:57.045135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe950ac-97b7-403a-94d9-4956a195b8ea req-ee62a389-77a9-4251-a296-296668933663 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:57.050952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fe950ac-97b7-403a-94d9-4956a195b8ea req-ee62a389-77a9-4251-a296-296668933663 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.4713905 Oct 13 14:15:57.097090 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89080672-a5ed-4018-9168-b9766b5ec68e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:57.117650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66dea5-8084-41a8-8031-32181e184a37 req-8bef42af-55b1-425b-ac6a-185992f5082d tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:57.125926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d66dea5-8084-41a8-8031-32181e184a37 req-8bef42af-55b1-425b-ac6a-185992f5082d tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 948 time: 0.5201547 Oct 13 14:15:57.128609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-aed36d36-1dea-4a07-bf32-2a75e20020b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 HTTP/1.1" status: 200 len: 217 time: 0.0754802 Oct 13 14:15:57.207613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fe950ac-97b7-403a-94d9-4956a195b8ea req-96b79ad7-d5f4-4a4b-ba7c-bb3da81c33f6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557641 Oct 13 14:15:57.240208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d66dea5-8084-41a8-8031-32181e184a37 req-07d61d44-7119-4227-8437-f99842036dc5 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127005 Oct 13 14:15:57.253481 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89080672-a5ed-4018-9168-b9766b5ec68e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:57.268879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-15f26340-566d-49fd-ad6d-cb79d9d1d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:57.271593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-15f26340-566d-49fd-ad6d-cb79d9d1d704 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59053bd3-fd3a-4570-ac63-86d907f3e4ee HTTP/1.1" status: 200 len: 854 time: 0.1319182 Oct 13 14:15:57.292974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-336e7a8d-bd26-4a38-a9bc-d8d5d62af219 None None] Could not find standard attr ID for object e191fdcd-9187-4ce8-bf9f-208a7f6be527. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:15:57.321353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ca5a9c1e-b124-44b0-9783-1c86d82f931f details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:15:57.366120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-87a82f21-a46e-4bcc-be23-e8c5873f6a97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4fe53d0-4c27-4682-94af-04ac76c92dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741851 Oct 13 14:15:57.413794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89080672-a5ed-4018-9168-b9766b5ec68e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:57.463671 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89080672-a5ed-4018-9168-b9766b5ec68e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=24dc4fda-46ff-46ea-ba5c-53d828b61bd8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:57.473085 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89080672-a5ed-4018-9168-b9766b5ec68e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:57.485777 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-89080672-a5ed-4018-9168-b9766b5ec68e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/24dc4fda-46ff-46ea-ba5c-53d828b61bd8 HTTP/1.1" status: 204 len: 168 time: 0.5237079 Oct 13 14:15:57.487004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47724) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:57.525553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:57.534155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-31d3f90a-17fe-4a57-adb2-df5d6e9fad17 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452824 Oct 13 14:15:57.537158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47726) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:57.543382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f132f5c9-eb4a-4570-bc01-9d87f82e32a8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:57.553101 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f', 'mac_address': 'fa:16:3e:67:ce:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:15:57.559431 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a81de-8ab9-441d-ad1b-1c1c15704a63 req-bb48e6ab-39ad-420b-887b-13767ef5d94d tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:57.560155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c01a81de-8ab9-441d-ad1b-1c1c15704a63 req-bb48e6ab-39ad-420b-887b-13767ef5d94d tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1965666 Oct 13 14:15:57.592426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e164b216-c6a6-4475-ac21-ffbd48dde57a None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:57.620731 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-00689ee5-254e-4f5f-88c6-aacf75e2e440 service neutron] 10.222.0.41 "GET /v2.0/networks/c4fe53d0-4c27-4682-94af-04ac76c92dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353256 Oct 13 14:15:57.627515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c01a81de-8ab9-441d-ad1b-1c1c15704a63 req-3bfb3903-92ba-4004-816b-3db5a0c25cba tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581958 Oct 13 14:15:57.686103 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:57.710565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5a9c1e-b124-44b0-9783-1c86d82f931f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:15:57.785304 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f132f5c9-eb4a-4570-bc01-9d87f82e32a8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:57.790205 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f132f5c9-eb4a-4570-bc01-9d87f82e32a8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:57.794750 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:57.870762 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:57.879652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00a0f03d-f296-4f15-a70f-38d186406e79 req-60a81313-1f29-48e9-9360-123597f35ea6 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0798669 Oct 13 14:15:57.916248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4148425-3fa8-483a-ad03-6f7a7a4d90b6 None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:15:57.952257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcf03ea-57cc-4e94-8f7e-a0dd01f4a590 req-07edc12c-ac52-468c-aea5-3a6272f0c13e service neutron] 10.222.0.41 "GET /v2.0/networks/c4fe53d0-4c27-4682-94af-04ac76c92dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218346 Oct 13 14:15:57.973943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1816bb2-63c5-424c-b310-7f37a5975d9f req-fa1dc241-fd17-4646-b5be-da1b020f8e07 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:57.975876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1816bb2-63c5-424c-b310-7f37a5975d9f req-fa1dc241-fd17-4646-b5be-da1b020f8e07 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 943 time: 0.1566651 Oct 13 14:15:57.998262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d5504-bdc1-49ad-8540-1c53b0eefcb1 req-5c23d391-bf68-4447-b80d-0cf02bcd6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:58.000897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b3d5504-bdc1-49ad-8540-1c53b0eefcb1 req-5c23d391-bf68-4447-b80d-0cf02bcd6dac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 1096 time: 0.1043191 Oct 13 14:15:58.017958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ca5a9c1e-b124-44b0-9783-1c86d82f931f,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:58.067917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a4148425-3fa8-483a-ad03-6f7a7a4d90b6 None None] Deleting port c1675d32-4239-4ef6-a095-c4b8cc68f3d5 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:58.068287 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4148425-3fa8-483a-ad03-6f7a7a4d90b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:58.138329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a4148425-3fa8-483a-ad03-6f7a7a4d90b6 None None] For port c1675d32-4239-4ef6-a095-c4b8cc68f3d5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c1675d32-4239-4ef6-a095-c4b8cc68f3d5,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:15:58.138811 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4148425-3fa8-483a-ad03-6f7a7a4d90b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:58.162624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a4148425-3fa8-483a-ad03-6f7a7a4d90b6 None None] Calling delete_port for c1675d32-4239-4ef6-a095-c4b8cc68f3d5 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:15:58.166235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1816bb2-63c5-424c-b310-7f37a5975d9f req-54c39fcb-82eb-438d-be2f-fb875fea8b44 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829677 Oct 13 14:15:58.186583 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f132f5c9-eb4a-4570-bc01-9d87f82e32a8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:58.204493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['ca5a9c1e-b124-44b0-9783-1c86d82f931f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:15:58.212221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead7abc-7e8d-45f7-802c-415a29cb068c req-5310dd31-554d-45d8-86f2-5979fc2826b6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:58.213942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ead7abc-7e8d-45f7-802c-415a29cb068c req-5310dd31-554d-45d8-86f2-5979fc2826b6 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.1142342 Oct 13 14:15:58.225610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d5504-bdc1-49ad-8540-1c53b0eefcb1 req-506354a8-de30-4c05-bb2e-138f437a7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:58.233211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b3d5504-bdc1-49ad-8540-1c53b0eefcb1 req-506354a8-de30-4c05-bb2e-138f437a7373 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.2124674 Oct 13 14:15:58.287532 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f132f5c9-eb4a-4570-bc01-9d87f82e32a8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:58.291509 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f132f5c9-eb4a-4570-bc01-9d87f82e32a8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:58.305270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132f5c9-eb4a-4570-bc01-9d87f82e32a8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:58.306648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f132f5c9-eb4a-4570-bc01-9d87f82e32a8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:58.309191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ead7abc-7e8d-45f7-802c-415a29cb068c req-3b05773a-ed00-485d-a3ac-17439b9e8a74 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860305 Oct 13 14:15:58.337306 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132f5c9-eb4a-4570-bc01-9d87f82e32a8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=1968a1de-a96a-4872-b932-d3adf33087e6,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:58.390838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b3d5504-bdc1-49ad-8540-1c53b0eefcb1 req-84f6c663-4e79-4ca2-9d88-de4ec2265dc5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c HTTP/1.1" status: 200 len: 999 time: 0.1526763 Oct 13 14:15:58.398446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c1675d32-4239-4ef6-a095-c4b8cc68f3d5 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:15:58.411952 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f132f5c9-eb4a-4570-bc01-9d87f82e32a8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8730996 Oct 13 14:15:58.419244 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47740) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:58.421147 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': '1968a1de-a96a-4872-b932-d3adf33087e6', 'ip_address': '2001:db8::2321:8aae:7ed3:9327'}], 'name': 'tempest-NetworksTestDHCPv6-1790043328'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:15:58.504688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb0873-c6e5-4dfb-ab5c-e45eeb383946 req-19d3e47a-ee66-4d80-89b9-83d9f37f3a09 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:58.506303 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4afb0873-c6e5-4dfb-ab5c-e45eeb383946 req-19d3e47a-ee66-4d80-89b9-83d9f37f3a09 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 949 time: 0.1094611 Oct 13 14:15:58.512064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d5504-bdc1-49ad-8540-1c53b0eefcb1 req-66345ff2-ec75-436c-b853-b2c3ba7e68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:58.513583 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b3d5504-bdc1-49ad-8540-1c53b0eefcb1 req-66345ff2-ec75-436c-b853-b2c3ba7e68a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.0839713 Oct 13 14:15:58.592669 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:58.598513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4afb0873-c6e5-4dfb-ab5c-e45eeb383946 req-f4200622-9026-448d-ae47-b605b62fa135 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806339 Oct 13 14:15:58.601105 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4148425-3fa8-483a-ad03-6f7a7a4d90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:58.607750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d5504-bdc1-49ad-8540-1c53b0eefcb1 req-d9c0f187-3bdd-4488-a843-f6bbfaf7e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:58.609447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b3d5504-bdc1-49ad-8540-1c53b0eefcb1 req-d9c0f187-3bdd-4488-a843-f6bbfaf7e94d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845308 Oct 13 14:15:58.642409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4148425-3fa8-483a-ad03-6f7a7a4d90b6 None None] No DVR routers for this DVR port c1675d32-4239-4ef6-a095-c4b8cc68f3d5 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:15:58.658847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4148425-3fa8-483a-ad03-6f7a7a4d90b6 None None] Pushing event deleted for resources: {'Port': ['ID=c1675d32-4239-4ef6-a095-c4b8cc68f3d5,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:58.666458 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd513bc-b127-41db-930c-0c7e0c70e6a4 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:15:58.672578 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:15:58.715364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b3d5504-bdc1-49ad-8540-1c53b0eefcb1 req-d07515f3-f3f1-4099-9f46-688adb863814 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969782 Oct 13 14:15:58.805085 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:58.828278 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port 71f8cc1f-6d32-4c79-83d4-d03fc52f17f0 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:15:58.876395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b212e0-855e-4dff-98aa-bdbb6354a437 req-490423f7-68a7-4c68-83fb-dcf3a143abf6 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:58.883758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40b212e0-855e-4dff-98aa-bdbb6354a437 req-490423f7-68a7-4c68-83fb-dcf3a143abf6 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1423581 Oct 13 14:15:58.932321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '1968a1de-a96a-4872-b932-d3adf33087e6'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:15:58.940192 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:58.969535 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b3d5504-bdc1-49ad-8540-1c53b0eefcb1 req-602fc52b-5780-4703-83ab-0b06f4655aa2 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395430 Oct 13 14:15:58.990614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40b212e0-855e-4dff-98aa-bdbb6354a437 req-d9a33dc1-a639-4eaa-9aca-4b2a3c46bb16 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044431 Oct 13 14:15:59.064341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e13c2412-92fa-4b20-8fec-3647a928b5b8 req-a9ee2196-3022-46c7-b5bc-1eb055fcd0c0 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0495970 Oct 13 14:15:59.097401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::2321:8aae:7ed3:9327 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/1968a1de-a96a-4872-b932-d3adf33087e6/71f8cc1f-6d32-4c79-83d4-d03fc52f17f0) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:59.264772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:59.334970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6def59-e354-4863-b097-6730630c1510 req-020a21cf-7c75-4f5a-997c-dc4c719d8ecf tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:59.336472 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c6def59-e354-4863-b097-6730630c1510 req-020a21cf-7c75-4f5a-997c-dc4c719d8ecf tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 943 time: 0.0821731 Oct 13 14:15:59.382844 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c6def59-e354-4863-b097-6730630c1510 req-f44babe4-38a7-4a04-a73f-a6410d4203ee tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400238 Oct 13 14:15:59.433600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:59.493916 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:59.498235 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:59.502964 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:59.504901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Allocated IP 2001:db8::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/1968a1de-a96a-4872-b932-d3adf33087e6/eef41778-82b0-43af-978b-48a46473f4ef) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:15:59.509106 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:59.509796 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:59.519312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900d2ac-7b64-4088-8746-eb5b20573d6a req-deada224-7e77-4f4b-bc5b-ca8ee2aebecf tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:59.520198 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=71f8cc1f-6d32-4c79-83d4-d03fc52f17f0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:59.521921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4900d2ac-7b64-4088-8746-eb5b20573d6a req-deada224-7e77-4f4b-bc5b-ca8ee2aebecf tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0781398 Oct 13 14:15:59.593469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4900d2ac-7b64-4088-8746-eb5b20573d6a req-2d7909f0-485b-4dcc-8faf-d75833934329 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588160 Oct 13 14:15:59.692394 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-18ef20a5-d7a1-4af6-8e99-f61afca225d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2771182 Oct 13 14:15:59.694826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47776) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:59.754653 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:59.763028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f025bef9-3c4b-448c-82db-eb3323450ad7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:59.765608 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f025bef9-3c4b-448c-82db-eb3323450ad7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0669043 Oct 13 14:15:59.767597 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47778) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:15:59.806754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67fbfe-a0bf-4736-9fd6-52191898d918 req-b6113b80-3373-43e9-af9e-008eef7647d6 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:59.808571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a67fbfe-a0bf-4736-9fd6-52191898d918 req-b6113b80-3373-43e9-af9e-008eef7647d6 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1401718 Oct 13 14:15:59.825591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38c94e-7626-420e-8482-1f484c98245d req-24b4c9c3-3475-4421-8db9-2d5eca273577 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:59.837974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa38c94e-7626-420e-8482-1f484c98245d req-24b4c9c3-3475-4421-8db9-2d5eca273577 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 949 time: 0.1275344 Oct 13 14:15:59.837974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09643b56-3f34-464b-925d-334d44146a5e req-5d83cef7-6213-494c-8e9d-2669e706d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:15:59.837974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09643b56-3f34-464b-925d-334d44146a5e req-5d83cef7-6213-494c-8e9d-2669e706d2c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a67a06d259f46568b1482e7244739f1&device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 1098 time: 0.1314201 Oct 13 14:15:59.882847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f92eae3c-3890-4558-9f07-3a3c7290bd69 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port 71f8cc1f-6d32-4c79-83d4-d03fc52f17f0 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:15:59.883076 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f92eae3c-3890-4558-9f07-3a3c7290bd69 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:59.889182 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:15:59.930002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:15:59.935116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:15:59.939213 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:15:59.944823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Pushing event updated for resources: {'Port': ['ID=eef41778-82b0-43af-978b-48a46473f4ef,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:15:59.954622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a67fbfe-a0bf-4736-9fd6-52191898d918 req-55d55459-75fd-48b1-b7b8-03d565cb8b78 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256874 Oct 13 14:15:59.973321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa38c94e-7626-420e-8482-1f484c98245d req-3f47dc0b-7513-4186-94ca-19c770cfcbed tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310863 Oct 13 14:16:00.008075 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f92eae3c-3890-4558-9f07-3a3c7290bd69 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:00.022641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Attempting to bind port eef41778-82b0-43af-978b-48a46473f4ef on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:16:00.023058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Attempting to bind port eef41778-82b0-43af-978b-48a46473f4ef by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:16:00.023570 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Attempting to bind port eef41778-82b0-43af-978b-48a46473f4ef on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:16:00.027088 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f92eae3c-3890-4558-9f07-3a3c7290bd69 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for 71f8cc1f-6d32-4c79-83d4-d03fc52f17f0 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:00.030190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:16:00.030597 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:16:00.031106 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:00.031552 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:16:00.032152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Bound port: eef41778-82b0-43af-978b-48a46473f4ef, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:16:00.032827 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:00.039127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09643b56-3f34-464b-925d-334d44146a5e req-2994e9d6-2b78-45a7-a5e6-15883e3456eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:00.046213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09643b56-3f34-464b-925d-334d44146a5e req-2994e9d6-2b78-45a7-a5e6-15883e3456eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4481736-159f-44b3-b3de-7023bdd7589e HTTP/1.1" status: 200 len: 912 time: 0.2026296 Oct 13 14:16:00.107218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09643b56-3f34-464b-925d-334d44146a5e req-27817a42-c815-48e1-b3df-178fc9ee1cb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039c759d-5745-4bee-87ee-c38e11333f34 HTTP/1.1" status: 200 len: 217 time: 0.0470910 Oct 13 14:16:00.119422 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] For port eef41778-82b0-43af-978b-48a46473f4ef, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:16:00.124512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] For port eef41778-82b0-43af-978b-48a46473f4ef, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=eef41778-82b0-43af-978b-48a46473f4ef,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:16:00.196842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-635f9676-871e-478d-9146-944c96ce7568 req-7fff49b7-621a-4165-934e-52ebaac443a3 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0405171 Oct 13 14:16:00.199238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09643b56-3f34-464b-925d-334d44146a5e req-a5069999-315a-4722-bc30-f5945ebbb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:00.201216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09643b56-3f34-464b-925d-334d44146a5e req-a5069999-315a-4722-bc30-f5945ebbb706 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d5c6c63-8d61-4546-85b8-94f5a653482a HTTP/1.1" status: 200 len: 851 time: 0.0870714 Oct 13 14:16:00.207948 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:00.236551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09643b56-3f34-464b-925d-334d44146a5e req-2bbec223-d30f-4808-9def-7317f5c316ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4481736-159f-44b3-b3de-7023bdd7589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274982 Oct 13 14:16:00.244158 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f92eae3c-3890-4558-9f07-3a3c7290bd69 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:00.277313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92eae3c-3890-4558-9f07-3a3c7290bd69 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=71f8cc1f-6d32-4c79-83d4-d03fc52f17f0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:00.287350 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f14efe-34f3-4fc5-8efc-c258d84d57f6 None None] Pushing event updated for resources: {'Port': ['ID=eef41778-82b0-43af-978b-48a46473f4ef,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:00.317158 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f92eae3c-3890-4558-9f07-3a3c7290bd69 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:00.323458 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f92eae3c-3890-4558-9f07-3a3c7290bd69 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/71f8cc1f-6d32-4c79-83d4-d03fc52f17f0 HTTP/1.1" status: 204 len: 168 time: 0.5528574 Oct 13 14:16:00.324816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47792) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:00.399794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf39ad5-7720-4257-a2cf-0cde51496dc8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:00.401450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf39ad5-7720-4257-a2cf-0cde51496dc8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:00.403124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-daf39ad5-7720-4257-a2cf-0cde51496dc8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0772362 Oct 13 14:16:00.406191 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47794) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:00.427681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09643b56-3f34-464b-925d-334d44146a5e req-c87a71b5-0bfc-4aa5-b4d7-2290ff7f19dc service neutron] 10.222.0.41 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796517 Oct 13 14:16:00.520574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-0386e6c1-042a-4844-aa7d-d07dfb0448b0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 1968a1de-a96a-4872-b932-d3adf33087e6 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:16:00.532434 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0386e6c1-042a-4844-aa7d-d07dfb0448b0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:00.590652 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0386e6c1-042a-4844-aa7d-d07dfb0448b0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:00.611084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8677ed6-ca78-478b-b8fc-54ccbcbba7af req-fe2e3a40-2553-4e74-8009-0e6a45099f88 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:00.612828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8677ed6-ca78-478b-b8fc-54ccbcbba7af req-fe2e3a40-2553-4e74-8009-0e6a45099f88 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 943 time: 0.1135275 Oct 13 14:16:00.645910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09643b56-3f34-464b-925d-334d44146a5e req-9bd22ded-3cd1-44ae-ab20-a2a709798c68 service neutron] 10.222.0.41 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088144 Oct 13 14:16:00.696381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8677ed6-ca78-478b-b8fc-54ccbcbba7af req-788e379c-dd75-4ab1-8b80-412316c560b0 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745115 Oct 13 14:16:00.714006 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0386e6c1-042a-4844-aa7d-d07dfb0448b0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:00.737398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2a3a3-ea63-4b7b-b002-419bb4d8647e req-f2c88dba-411a-4bb3-ac30-8870524dfc42 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:00.744668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92e2a3a3-ea63-4b7b-b002-419bb4d8647e req-f2c88dba-411a-4bb3-ac30-8870524dfc42 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0709538 Oct 13 14:16:00.792404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92e2a3a3-ea63-4b7b-b002-419bb4d8647e req-94ed00ce-c22a-4340-acc2-542c1c64d7eb tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448730 Oct 13 14:16:00.915446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce2e9d-a8a4-4715-9281-2ca6963abd37 req-4c32927a-be44-442f-85e2-8d939c7d298c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:00.916530 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0386e6c1-042a-4844-aa7d-d07dfb0448b0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:00.916924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35ce2e9d-a8a4-4715-9281-2ca6963abd37 req-4c32927a-be44-442f-85e2-8d939c7d298c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.0497644 Oct 13 14:16:00.944449 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386e6c1-042a-4844-aa7d-d07dfb0448b0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=1968a1de-a96a-4872-b932-d3adf33087e6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:00.952825 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0386e6c1-042a-4844-aa7d-d07dfb0448b0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:00.956081 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0386e6c1-042a-4844-aa7d-d07dfb0448b0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/1968a1de-a96a-4872-b932-d3adf33087e6 HTTP/1.1" status: 204 len: 168 time: 0.5486431 Oct 13 14:16:00.958775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35ce2e9d-a8a4-4715-9281-2ca6963abd37 req-b08a57ec-fbef-4c22-83a0-16f0389b3360 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348945 Oct 13 14:16:00.959247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47816) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:01.008052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0a91d3b4-b591-442f-854e-f519f744ead8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455534 Oct 13 14:16:01.008689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47824) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:01.114002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c1f6d-5474-4aba-a159-0f71b5616f56 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:01.118650 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47834) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:01.118841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-931c1f6d-5474-4aba-a159-0f71b5616f56 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1089144 Oct 13 14:16:01.134742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fba5fc-4f88-422b-ad5d-36194d75b82e req-dabac775-aaf4-4197-a752-e5face71656b tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:01.136391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74fba5fc-4f88-422b-ad5d-36194d75b82e req-dabac775-aaf4-4197-a752-e5face71656b tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 949 time: 0.0800486 Oct 13 14:16:01.202571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74fba5fc-4f88-422b-ad5d-36194d75b82e req-43c069cf-428c-4ab3-b62e-584e4f298319 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593863 Oct 13 14:16:01.204160 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f56b334-3fc8-42b5-9199-9ae92cdfd9f5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:01.206501 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6f56b334-3fc8-42b5-9199-9ae92cdfd9f5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0865724 Oct 13 14:16:01.217501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47836) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:01.303124 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a94111be-9e6f-4384-a7d0-fe3b9a62128a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918000 Oct 13 14:16:01.308655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47844) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:01.320817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f9241064-c7d1-4f11-8a43-c26a11d547f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:01.337380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ca5a9c1e-b124-44b0-9783-1c86d82f931f up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:01.384913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93debc2-ce28-4064-aff1-1110db43e96c req-ae67b808-5408-4d64-b014-0b5bf9e90e35 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:01.396494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675156c0-6954-421c-9233-b1feea4b58ee None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:01.398391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c93debc2-ce28-4064-aff1-1110db43e96c req-ae67b808-5408-4d64-b014-0b5bf9e90e35 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1098254 Oct 13 14:16:01.455039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c93debc2-ce28-4064-aff1-1110db43e96c req-b7dc70c8-95bf-4814-8786-acca59fb43d7 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499516 Oct 13 14:16:01.501834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a35efd9a-8e71-43ca-87cd-56e5cee84930 None None] Provisioning complete for port eef41778-82b0-43af-978b-48a46473f4ef triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:01.502187 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a35efd9a-8e71-43ca-87cd-56e5cee84930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:01.518045 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9241064-c7d1-4f11-8a43-c26a11d547f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:01.521839 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f9241064-c7d1-4f11-8a43-c26a11d547f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:01.611940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-717275f5-589c-44e0-8a5a-a1c761ac2e6d req-c5812bc7-26bd-433e-998e-c70d441e9869 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0727792 Oct 13 14:16:01.631945 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:16:01.650424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port ca5a9c1e-b124-44b0-9783-1c86d82f931f completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:16:01.661672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port ca5a9c1e-b124-44b0-9783-1c86d82f931f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:01.662142 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:01.695944 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a35efd9a-8e71-43ca-87cd-56e5cee84930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:01.711167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70de8983-eaf0-4124-a47f-03e2197912a1 None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:16:01.812083 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a35efd9a-8e71-43ca-87cd-56e5cee84930 None None] For port eef41778-82b0-43af-978b-48a46473f4ef, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=eef41778-82b0-43af-978b-48a46473f4ef,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:01.857627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80e28e61-d4c3-4791-a75a-a4073559b46b req-aedf6ea7-fd35-48ec-aa1c-c33adc45d77c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1058102 Oct 13 14:16:01.880811 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:01.883381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-70de8983-eaf0-4124-a47f-03e2197912a1 None None] Deleting port eef41778-82b0-43af-978b-48a46473f4ef {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:01.883771 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70de8983-eaf0-4124-a47f-03e2197912a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:01.884246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dbada-3dee-4f48-b589-1b0624269dd0 req-2dbbb2c7-a217-4fa7-b013-f72b03371e2d tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:01.885994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-165dbada-3dee-4f48-b589-1b0624269dd0 req-2dbbb2c7-a217-4fa7-b013-f72b03371e2d tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 943 time: 0.0691068 Oct 13 14:16:01.962729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-165dbada-3dee-4f48-b589-1b0624269dd0 req-376186cc-a882-4da8-8d2a-ba9b7c8cb15d tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671434 Oct 13 14:16:01.966716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28e61-d4c3-4791-a75a-a4073559b46b req-65383854-1e2e-483b-bf5e-3e6c86013c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:01.968228 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80e28e61-d4c3-4791-a75a-a4073559b46b req-65383854-1e2e-483b-bf5e-3e6c86013c0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 1059 time: 0.0811684 Oct 13 14:16:01.973562 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f9241064-c7d1-4f11-8a43-c26a11d547f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.041405 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9241064-c7d1-4f11-8a43-c26a11d547f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:02.045402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f9241064-c7d1-4f11-8a43-c26a11d547f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:02.048734 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a35efd9a-8e71-43ca-87cd-56e5cee84930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.050965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9241064-c7d1-4f11-8a43-c26a11d547f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:02.051407 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f9241064-c7d1-4f11-8a43-c26a11d547f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.067031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9241064-c7d1-4f11-8a43-c26a11d547f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=2b46c19a-5f4f-42d2-ac14-e661274c3b18,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:02.112958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28e61-d4c3-4791-a75a-a4073559b46b req-beb4ccc1-3c97-4e01-86ad-d15cd07098cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:02.114710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80e28e61-d4c3-4791-a75a-a4073559b46b req-beb4ccc1-3c97-4e01-86ad-d15cd07098cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.1047401 Oct 13 14:16:02.150977 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:16:02.154080 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871204b0-89f0-4f0e-b0e7-67030b3fa73a" -d '{"events": [{"server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "name": "network-vif-plugged", "status": "completed", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:16:02.164226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47872) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:02.164891 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f9241064-c7d1-4f11-8a43-c26a11d547f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8550935 Oct 13 14:16:02.168403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80e28e61-d4c3-4791-a75a-a4073559b46b req-22ddb57b-3cec-465a-b0f6-0ae81d7a3f76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdee327c-eb29-408f-b8f9-5ad86dd6c32b HTTP/1.1" status: 200 len: 217 time: 0.0456412 Oct 13 14:16:02.172716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': '2b46c19a-5f4f-42d2-ac14-e661274c3b18', 'ip_address': '2001:db8::88a1:de74:9190:f547'}], 'name': 'tempest-NetworksTestDHCPv6-304559052'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:02.230725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47880) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:02.239744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:02.241951 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a94c0e-6f76-40ea-8eeb-a3586d349f93 x-openstack-request-id: req-35a94c0e-6f76-40ea-8eeb-a3586d349f93 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:16:02.242237 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "name": "network-vif-plugged", "status": "completed", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:16:02.242493 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35a94c0e-6f76-40ea-8eeb-a3586d349f93 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:16:02.242893 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f', 'code': 200} Oct 13 14:16:02.260136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-70de8983-eaf0-4124-a47f-03e2197912a1 None None] For port eef41778-82b0-43af-978b-48a46473f4ef, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=eef41778-82b0-43af-978b-48a46473f4ef,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:02.260933 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70de8983-eaf0-4124-a47f-03e2197912a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.314842 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-70de8983-eaf0-4124-a47f-03e2197912a1 None None] Calling delete_port for eef41778-82b0-43af-978b-48a46473f4ef owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:02.317855 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.325158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35efd9a-8e71-43ca-87cd-56e5cee84930 None None] Pushing event updated for resources: {'Port': ['ID=eef41778-82b0-43af-978b-48a46473f4ef,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:02.343595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28e61-d4c3-4791-a75a-a4073559b46b req-ef8482b0-1bba-45e0-a3b5-c2a77ad46870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:02.345173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80e28e61-d4c3-4791-a75a-a4073559b46b req-ef8482b0-1bba-45e0-a3b5-c2a77ad46870 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.1684408 Oct 13 14:16:02.398242 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.431685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ca5a9c1e-b124-44b0-9783-1c86d82f931f,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:02.436683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675d3a1-a635-49d9-8cd3-540febc67749 req-73a2dfcf-3dd3-4efc-82a1-0875199694e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:02.438423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0675d3a1-a635-49d9-8cd3-540febc67749 req-73a2dfcf-3dd3-4efc-82a1-0875199694e7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 1101 time: 0.1382504 Oct 13 14:16:02.497273 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.624865 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70de8983-eaf0-4124-a47f-03e2197912a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.647462 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.655649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de8983-eaf0-4124-a47f-03e2197912a1 None None] Pushing event deleted for resources: {'Port': ['ID=eef41778-82b0-43af-978b-48a46473f4ef,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:02.659259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70de8983-eaf0-4124-a47f-03e2197912a1 None None] No DVR routers for this DVR port eef41778-82b0-43af-978b-48a46473f4ef on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:16:02.674910 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac75db-fc33-4c94-a2f8-9389098787a1 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:02.710640 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a78b0da3d034da2b7df263e5862c272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4744291 Oct 13 14:16:02.710640 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fadedb-8cae-4313-93c1-480e46195f06,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:02.711478 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47894) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:02.729401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:02.730473 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:02.731033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:02.731448 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:02.731909 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:02.732309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:02.732730 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:02.733119 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:02.733552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:02.733935 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:02.734341 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:02.734727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f6c6c9-aaa8-4271-ab2b-ab1a600882f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:02.789138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99696d51-83a1-4627-a9ac-47964b3eb938 req-db97f317-1dac-4e13-ad1d-c1e2a4953a03 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:02.790685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99696d51-83a1-4627-a9ac-47964b3eb938 req-db97f317-1dac-4e13-ad1d-c1e2a4953a03 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 950 time: 0.4531510 Oct 13 14:16:02.798854 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea365e89-0603-4686-90dd-8959c7b29753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.804908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e28e61-d4c3-4791-a75a-a4073559b46b req-511884b6-36c8-4835-b308-2068a144e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:02.809027 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80e28e61-d4c3-4791-a75a-a4073559b46b req-511884b6-36c8-4835-b308-2068a144e418 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4400783 Oct 13 14:16:02.827936 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea365e89-0603-4686-90dd-8959c7b29753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.848948 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0675d3a1-a635-49d9-8cd3-540febc67749 req-3d77d1f5-3532-4306-a98f-50603e97f8b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980899 Oct 13 14:16:02.859872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '2b46c19a-5f4f-42d2-ac14-e661274c3b18'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:16:02.859872 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.879470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:02.946848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99696d51-83a1-4627-a9ac-47964b3eb938 req-548282e5-6674-4c15-a7ba-953a4a1662e7 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383650 Oct 13 14:16:02.956569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:16:02.974248 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea365e89-0603-4686-90dd-8959c7b29753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.984370 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea365e89-0603-4686-90dd-8959c7b29753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:02.989974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80e28e61-d4c3-4791-a75a-a4073559b46b req-ae592131-7e7a-4576-861e-f25c0dd64bbe service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686921 Oct 13 14:16:03.005304 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ea365e89-0603-4686-90dd-8959c7b29753 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8fadedb-8cae-4313-93c1-480e46195f06 HTTP/1.1" status: 204 len: 168 time: 0.2742364 Oct 13 14:16:03.034515 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea365e89-0603-4686-90dd-8959c7b29753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fadedb-8cae-4313-93c1-480e46195f06,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:03.096593 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:03.154203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port 08b12993-041c-4b87-aa0f-a3a2c65948c7 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:16:03.196353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bc9b6d77-7ed9-4a72-89da-b67c136ba5a4,segment=NetworkSegment(d559d2c7-6bfd-41ed-bf3d-aa8fb069abd5),segment_id=d559d2c7-6bfd-41ed-bf3d-aa8fb069abd5)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:03.216762 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Allocated IP 2001:db8::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/2b46c19a-5f4f-42d2-ac14-e661274c3b18/95b6815a-aff4-46aa-8385-26b03bc21880) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:03.218754 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'bc9b6d77-7ed9-4a72-89da-b67c136ba5a4', 'network_id': 'c4fe53d0-4c27-4682-94af-04ac76c92dac', 'port_id': 'bc9b6d77-7ed9-4a72-89da-b67c136ba5a4', 'mac_address': 'fa:16:3e:b3:97:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59053bd3-fd3a-4570-ac63-86d907f3e4ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:16:03.269801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631792d-ccf7-4887-8347-b692b5ce9050 req-e0a94a45-b8f2-434b-93bf-7d0fda0f2ac4 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:03.271232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4631792d-ccf7-4887-8347-b692b5ce9050 req-e0a94a45-b8f2-434b-93bf-7d0fda0f2ac4 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.2572677 Oct 13 14:16:03.282483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80e28e61-d4c3-4791-a75a-a4073559b46b req-627dd885-fd5e-4fe7-adde-f6792bb0a1f7 service neutron] 10.222.0.41 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841585 Oct 13 14:16:03.304159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996d3e6-c7ad-4531-ac3c-89d0c3e5b955 req-96a50361-63f8-4602-a614-91483b003f49 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:03.305801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4996d3e6-c7ad-4531-ac3c-89d0c3e5b955 req-96a50361-63f8-4602-a614-91483b003f49 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1 HTTP/1.1" status: 200 len: 944 time: 0.2392840 Oct 13 14:16:03.334516 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:03.354822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:16:03.394119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bc9b6d77-7ed9-4a72-89da-b67c136ba5a4,segment=NetworkSegment(d559d2c7-6bfd-41ed-bf3d-aa8fb069abd5),segment_id=d559d2c7-6bfd-41ed-bf3d-aa8fb069abd5)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:03.447931 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:03.453724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4631792d-ccf7-4887-8347-b692b5ce9050 req-e429049b-61d4-41b1-ae85-e25dcb72ad39 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578557 Oct 13 14:16:03.481535 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:03.493114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4996d3e6-c7ad-4531-ac3c-89d0c3e5b955 req-8440a21b-e8aa-457e-b062-73422f62efd1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Deleting port a65cb65d-b7ce-487b-9ed4-37f8c7605de7 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:03.493566 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4996d3e6-c7ad-4531-ac3c-89d0c3e5b955 req-8440a21b-e8aa-457e-b062-73422f62efd1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:03.529528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=bc9b6d77-7ed9-4a72-89da-b67c136ba5a4,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:03.546726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:03.592336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:03.596095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:03.600183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:16:03.606160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Pushing event updated for resources: {'Port': ['ID=95b6815a-aff4-46aa-8385-26b03bc21880,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:03.647533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2014aec8-60b2-491b-ac7d-75584e37a155 req-d1300b04-1957-4d1a-b736-ee3da01b1b69 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0883300 Oct 13 14:16:03.676117 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Attempting to bind port 95b6815a-aff4-46aa-8385-26b03bc21880 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:16:03.677232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Attempting to bind port 95b6815a-aff4-46aa-8385-26b03bc21880 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:16:03.677232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Attempting to bind port 95b6815a-aff4-46aa-8385-26b03bc21880 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:16:03.682984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:16:03.683528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:16:03.684221 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:03.684685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:16:03.685258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Bound port: 95b6815a-aff4-46aa-8385-26b03bc21880, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:16:03.685513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::88a1:de74:9190:f547 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/2b46c19a-5f4f-42d2-ac14-e661274c3b18/08b12993-041c-4b87-aa0f-a3a2c65948c7) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:03.690639 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:03.725752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4996d3e6-c7ad-4531-ac3c-89d0c3e5b955 req-8440a21b-e8aa-457e-b062-73422f62efd1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] For port a65cb65d-b7ce-487b-9ed4-37f8c7605de7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:03.726104 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4996d3e6-c7ad-4531-ac3c-89d0c3e5b955 req-8440a21b-e8aa-457e-b062-73422f62efd1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:03.752393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4996d3e6-c7ad-4531-ac3c-89d0c3e5b955 req-8440a21b-e8aa-457e-b062-73422f62efd1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Calling delete_port for a65cb65d-b7ce-487b-9ed4-37f8c7605de7 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:03.762491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47904) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:03.770270 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] For port 95b6815a-aff4-46aa-8385-26b03bc21880, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:16:03.775987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] For port 95b6815a-aff4-46aa-8385-26b03bc21880, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=95b6815a-aff4-46aa-8385-26b03bc21880,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:16:03.777970 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf7c514c-7b8d-4a80-9e83-067f59808578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:03.861353 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:03.861638 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf7c514c-7b8d-4a80-9e83-067f59808578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:03.905238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fa1a2-8065-4b37-8d7b-f2e0b2201e39 req-422aceb0-8267-4f34-b44f-d3c64f00f098 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:03.906093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d6fa1a2-8065-4b37-8d7b-f2e0b2201e39 req-422aceb0-8267-4f34-b44f-d3c64f00f098 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 944 time: 0.1842265 Oct 13 14:16:03.912467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['bc9b6d77-7ed9-4a72-89da-b67c136ba5a4'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:16:03.929308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf7c514c-7b8d-4a80-9e83-067f59808578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:03.989457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eee57-6e2c-4eec-b901-4272d0f6bc6b None None] Pushing event updated for resources: {'Port': ['ID=95b6815a-aff4-46aa-8385-26b03bc21880,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:04.003954 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bf7c514c-7b8d-4a80-9e83-067f59808578 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8f1b16da23247d49fe44d43e1bac2bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401147 Oct 13 14:16:04.010316 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47908) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:04.017786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c514c-7b8d-4a80-9e83-067f59808578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f763f0-da50-4892-a7cb-e06221beb608,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:04.067148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d6fa1a2-8065-4b37-8d7b-f2e0b2201e39 req-f0b2a72e-796f-4e90-ac0d-9a509f2c0944 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481833 Oct 13 14:16:04.089240 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:04.103233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c46adb6-137c-41fa-a862-7ff8631c3a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:04.159062 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c46adb6-137c-41fa-a862-7ff8631c3a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:04.185185 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4996d3e6-c7ad-4531-ac3c-89d0c3e5b955 req-8440a21b-e8aa-457e-b062-73422f62efd1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:04.215495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['afb121ee-b6e0-407a-919d-f5698f7d3b7f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:16:04.253891 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:04.290275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440a21b-e8aa-457e-b062-73422f62efd1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event deleted for resources: {'Port': ['ID=a65cb65d-b7ce-487b-9ed4-37f8c7605de7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:04.306716 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c46adb6-137c-41fa-a862-7ff8631c3a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:04.309873 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c46adb6-137c-41fa-a862-7ff8631c3a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:04.311714 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0c46adb6-137c-41fa-a862-7ff8631c3a4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25f763f0-da50-4892-a7cb-e06221beb608 HTTP/1.1" status: 204 len: 168 time: 0.2997317 Oct 13 14:16:04.331234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46adb6-137c-41fa-a862-7ff8631c3a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f763f0-da50-4892-a7cb-e06221beb608,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:04.521972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:04.531028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4996d3e6-c7ad-4531-ac3c-89d0c3e5b955 req-8440a21b-e8aa-457e-b062-73422f62efd1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] No DVR routers for this DVR port a65cb65d-b7ce-487b-9ed4-37f8c7605de7 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:16:04.536587 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4996d3e6-c7ad-4531-ac3c-89d0c3e5b955 req-8440a21b-e8aa-457e-b062-73422f62efd1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:04.538789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4996d3e6-c7ad-4531-ac3c-89d0c3e5b955 req-8440a21b-e8aa-457e-b062-73422f62efd1 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "DELETE /v2.0/ports/a65cb65d-b7ce-487b-9ed4-37f8c7605de7 HTTP/1.1" status: 204 len: 173 time: 1.2225261 Oct 13 14:16:04.542246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1', 'name': 'network-vif-deleted', 'tag': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:16:04.545013 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac44175-e13f-485d-8af3-2a5dfc53cefc" -d '{"events": [{"server_uuid": "1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1", "name": "network-vif-deleted", "tag": "a65cb65d-b7ce-487b-9ed4-37f8c7605de7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:16:04.551061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:04.556751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:16:04.560064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:04.560848 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:04.577115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=08b12993-041c-4b87-aa0f-a3a2c65948c7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:04.598702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a545ed3-0472-4447-a39f-a0f91a381835 req-540dac77-cf1b-4392-993d-775f2ce69536 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:04.600300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a545ed3-0472-4447-a39f-a0f91a381835 req-540dac77-cf1b-4392-993d-775f2ce69536 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 950 time: 0.2610805 Oct 13 14:16:04.650719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a545ed3-0472-4447-a39f-a0f91a381835 req-023e201a-9b04-45ea-b869-4db24d787acc tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441942 Oct 13 14:16:04.691892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e3dcf68b-d85f-4bd1-8d09-a380644a54f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5262938 Oct 13 14:16:04.702872 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47920) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:04.708415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-356b49eb-9035-4ebf-8fa5-1dae6a02ffb7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': '2b46c19a-5f4f-42d2-ac14-e661274c3b18', 'ip_address': '2001:db8::88a1:de74:9190:f547'}], 'name': 'tempest-NetworksTestDHCPv6-1020105677'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:04.764237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de253d49-c82d-4aff-9234-adc1fba92dd8 req-22a43399-e634-4d3b-b85a-b9f6a16df656 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:04.766094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de253d49-c82d-4aff-9234-adc1fba92dd8 req-22a43399-e634-4d3b-b85a-b9f6a16df656 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.0555513 Oct 13 14:16:04.822809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de253d49-c82d-4aff-9234-adc1fba92dd8 req-a83463d7-07a2-45c5-9ac9-9054d67e2e4d tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460575 Oct 13 14:16:04.881482 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f2b6a021-4ce4-4b5a-961d-2fe667103bbb'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:16:04.935322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356b49eb-9035-4ebf-8fa5-1dae6a02ffb7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:04.951331 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 13 Oct 2021 14:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d923bf8b-0356-4c34-9dd9-8efa503724e7 x-openstack-request-id: req-d923bf8b-0356-4c34-9dd9-8efa503724e7 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:16:04.951331 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1", "name": "network-vif-deleted", "tag": "a65cb65d-b7ce-487b-9ed4-37f8c7605de7", "status": "failed", "code": 422}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:16:04.951331 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d923bf8b-0356-4c34-9dd9-8efa503724e7 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:16:04.951331 n-d-806683-15 neutron-server[112685]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1585aab0-dfe8-42bd-acdf-3bb44ee8f6e1', 'name': 'network-vif-deleted', 'tag': 'a65cb65d-b7ce-487b-9ed4-37f8c7605de7', 'status': 'failed', 'code': 422} returned with failed status Oct 13 14:16:05.113588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1b77442-d2eb-4888-b15f-c5ca9a810b2d req-4cf67176-397d-4c84-99c8-8bc15f50da57 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0576160 Oct 13 14:16:05.172000 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-356b49eb-9035-4ebf-8fa5-1dae6a02ffb7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:05.218715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-356b49eb-9035-4ebf-8fa5-1dae6a02ffb7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port 5a6c4a67-3604-4940-9cac-9975cc27fbf6 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:16:05.523155 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-36a23d87-9213-45b7-8416-285ba5cfea6c None None] Provisioning complete for port 95b6815a-aff4-46aa-8385-26b03bc21880 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:05.523155 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-36a23d87-9213-45b7-8416-285ba5cfea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:05.539788 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-356b49eb-9035-4ebf-8fa5-1dae6a02ffb7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 14:16:05.540330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356b49eb-9035-4ebf-8fa5-1dae6a02ffb7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:16:05.649723 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-36a23d87-9213-45b7-8416-285ba5cfea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:05.653758 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-356b49eb-9035-4ebf-8fa5-1dae6a02ffb7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9495053 Oct 13 14:16:05.656354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47958) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:05.719604 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-36a23d87-9213-45b7-8416-285ba5cfea6c None None] For port 95b6815a-aff4-46aa-8385-26b03bc21880, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=95b6815a-aff4-46aa-8385-26b03bc21880,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:05.728928 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08171445-b01e-413d-9046-74bb6356bb34 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:05.738631 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08171445-b01e-413d-9046-74bb6356bb34 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:05.740444 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-08171445-b01e-413d-9046-74bb6356bb34 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0831478 Oct 13 14:16:05.743308 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47962) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:05.820547 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-36a23d87-9213-45b7-8416-285ba5cfea6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:05.855745 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b28ec-f022-4b67-b338-47a3728e7ff1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port 08b12993-041c-4b87-aa0f-a3a2c65948c7 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:05.856329 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b1b28ec-f022-4b67-b338-47a3728e7ff1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:05.875762 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a23d87-9213-45b7-8416-285ba5cfea6c None None] Pushing event updated for resources: {'Port': ['ID=95b6815a-aff4-46aa-8385-26b03bc21880,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:05.937120 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-465ce3a7-8ce9-4c88-baa4-4354ad9226d1 None None] Could not find standard attr ID for object 71f8cc1f-6d32-4c79-83d4-d03fc52f17f0. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:16:05.995956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b1b28ec-f022-4b67-b338-47a3728e7ff1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:06.016303 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9b1b28ec-f022-4b67-b338-47a3728e7ff1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for 08b12993-041c-4b87-aa0f-a3a2c65948c7 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:06.063525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d4765f8a-d809-450a-9f1f-bb08a9288a08 None None] Provisioning complete for port 08b12993-041c-4b87-aa0f-a3a2c65948c7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:06.064920 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d4765f8a-d809-450a-9f1f-bb08a9288a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:06.114804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a6a8a-e3f2-440b-b600-d5fde14798b2 req-9697c281-ea22-43d6-9519-5ecc50d621b0 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:06.114804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d09a6a8a-e3f2-440b-b600-d5fde14798b2 req-9697c281-ea22-43d6-9519-5ecc50d621b0 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 944 time: 0.1251283 Oct 13 14:16:06.158564 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d09a6a8a-e3f2-440b-b600-d5fde14798b2 req-112d5f58-976f-4d6e-a862-a1f675e817ba tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350552 Oct 13 14:16:06.160358 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d4765f8a-d809-450a-9f1f-bb08a9288a08 None None] Port 08b12993-041c-4b87-aa0f-a3a2c65948c7 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:16:06.331665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 95b6815a-aff4-46aa-8385-26b03bc21880 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:06.350595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560556c-e571-44c6-8ade-985e0698e5ff req-502358a1-dcab-48fc-a05c-d592320c3159 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:06.352479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c560556c-e571-44c6-8ade-985e0698e5ff req-502358a1-dcab-48fc-a05c-d592320c3159 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1018026 Oct 13 14:16:06.381010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b1b28ec-f022-4b67-b338-47a3728e7ff1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:06.389194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 95b6815a-aff4-46aa-8385-26b03bc21880 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:06.389847 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:06.405207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c560556c-e571-44c6-8ade-985e0698e5ff req-3c5253d3-550e-4bd1-bcc4-e7ceaa2dcd2f tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419188 Oct 13 14:16:06.415914 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b28ec-f022-4b67-b338-47a3728e7ff1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=08b12993-041c-4b87-aa0f-a3a2c65948c7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:06.470526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b1b28ec-f022-4b67-b338-47a3728e7ff1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:06.479058 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9b1b28ec-f022-4b67-b338-47a3728e7ff1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/08b12993-041c-4b87-aa0f-a3a2c65948c7 HTTP/1.1" status: 204 len: 168 time: 0.7346687 Oct 13 14:16:06.482431 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47988) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:06.548506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f39959bc-8b6a-43fa-97ac-02166b6dda37 req-f1c21b4e-d23b-422f-a171-d0d5490911d5 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0492079 Oct 13 14:16:06.570066 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc94850-e6b5-4c0a-a35a-bd6f13686a29 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:06.571837 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc94850-e6b5-4c0a-a35a-bd6f13686a29 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:06.576228 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2bc94850-e6b5-4c0a-a35a-bd6f13686a29 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0896788 Oct 13 14:16:06.576606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47990) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:06.631710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b033aa6-c952-41d8-a7e6-ed3df84a2f07 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 2b46c19a-5f4f-42d2-ac14-e661274c3b18 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:16:06.635226 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b033aa6-c952-41d8-a7e6-ed3df84a2f07 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:06.688799 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b033aa6-c952-41d8-a7e6-ed3df84a2f07 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:06.777524 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b033aa6-c952-41d8-a7e6-ed3df84a2f07 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:06.898843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79e652-6556-4c92-9216-24fcc595644d req-40db238d-b00a-4783-a412-05af7d08bd12 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:06.900901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d79e652-6556-4c92-9216-24fcc595644d req-40db238d-b00a-4783-a412-05af7d08bd12 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 907 time: 0.0622728 Oct 13 14:16:06.931530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c894774c-f481-413d-879a-87a1dc1b4e12 req-e17a28d1-ca22-4cc8-a0e4-5f224bb2d876 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0300629 Oct 13 14:16:06.946754 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b033aa6-c952-41d8-a7e6-ed3df84a2f07 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:06.977164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:06.979593 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b033aa6-c952-41d8-a7e6-ed3df84a2f07 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:06.983536 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6b033aa6-c952-41d8-a7e6-ed3df84a2f07 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/2b46c19a-5f4f-42d2-ac14-e661274c3b18 HTTP/1.1" status: 204 len: 168 time: 0.4057322 Oct 13 14:16:06.984253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b033aa6-c952-41d8-a7e6-ed3df84a2f07 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=2b46c19a-5f4f-42d2-ac14-e661274c3b18,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:06.985933 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48000) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:07.007443 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ea8ec-1182-40ea-85cc-f7e110f788ef None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:07.028757 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7209cab5-14ad-4f88-835f-fd7b944a9918 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412858 Oct 13 14:16:07.042374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48004) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:07.042374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-beace3b1-2728-4f06-9a6c-ebba5f1c9886 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:07.180880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:16:07.190140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:07.190140 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:07.243934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beace3b1-2728-4f06-9a6c-ebba5f1c9886 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:07.250427 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-beace3b1-2728-4f06-9a6c-ebba5f1c9886 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:07.260559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b21dec-74bf-4b38-8531-d7cbf59f97f7 None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:16:07.349442 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:07.380772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048ba37a-2bdf-46e1-aa2c-1b88729043a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9b6d77-7ed9-4a72-89da-b67c136ba5a4'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:16:07.383201 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b48d32-44cb-4dac-87cd-ecf3bf0dfa39" -d '{"events": [{"server_uuid": "048ba37a-2bdf-46e1-aa2c-1b88729043a9", "name": "network-vif-plugged", "status": "completed", "tag": "bc9b6d77-7ed9-4a72-89da-b67c136ba5a4"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:16:07.398856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bc9b6d77-7ed9-4a72-89da-b67c136ba5a4,segment=NetworkSegment(d559d2c7-6bfd-41ed-bf3d-aa8fb069abd5),segment_id=d559d2c7-6bfd-41ed-bf3d-aa8fb069abd5)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:07.416536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b667bff-426c-48b7-9d03-e8cdb06ce4b6 req-497928ca-f6a0-4ec2-b425-f5483d8ba77a tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:07.419298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b667bff-426c-48b7-9d03-e8cdb06ce4b6 req-497928ca-f6a0-4ec2-b425-f5483d8ba77a tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 944 time: 0.1388490 Oct 13 14:16:07.426089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-81b21dec-74bf-4b38-8531-d7cbf59f97f7 None None] Deleting port 95b6815a-aff4-46aa-8385-26b03bc21880 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:07.427252 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81b21dec-74bf-4b38-8531-d7cbf59f97f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:07.527619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b667bff-426c-48b7-9d03-e8cdb06ce4b6 req-0e6ea2c6-ded5-48fe-b20c-9445fbb91113 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940256 Oct 13 14:16:07.584910 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c405d3d0-213c-4791-9453-6324ae01bd95 x-openstack-request-id: req-c405d3d0-213c-4791-9453-6324ae01bd95 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:16:07.585548 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048ba37a-2bdf-46e1-aa2c-1b88729043a9", "name": "network-vif-plugged", "status": "completed", "tag": "bc9b6d77-7ed9-4a72-89da-b67c136ba5a4", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:16:07.586029 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c405d3d0-213c-4791-9453-6324ae01bd95 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:16:07.587723 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048ba37a-2bdf-46e1-aa2c-1b88729043a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9b6d77-7ed9-4a72-89da-b67c136ba5a4', 'code': 200} Oct 13 14:16:07.597381 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:07.607277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-81b21dec-74bf-4b38-8531-d7cbf59f97f7 None None] For port 95b6815a-aff4-46aa-8385-26b03bc21880, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=95b6815a-aff4-46aa-8385-26b03bc21880,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:07.609084 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81b21dec-74bf-4b38-8531-d7cbf59f97f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:07.653069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-81b21dec-74bf-4b38-8531-d7cbf59f97f7 None None] Calling delete_port for 95b6815a-aff4-46aa-8385-26b03bc21880 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:07.713978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac684884-a612-476f-a874-fee4beaa989a req-a1b1c95c-2f10-407f-906a-3c3777e95212 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0623360 Oct 13 14:16:07.720772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=bc9b6d77-7ed9-4a72-89da-b67c136ba5a4,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:07.727169 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-beace3b1-2728-4f06-9a6c-ebba5f1c9886 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:07.756805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b344a-2912-4c9b-8c69-60ba8da9d552 req-c2a8cdd9-66c0-4928-bc42-05ce07a56787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:07.758515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a31b344a-2912-4c9b-8c69-60ba8da9d552 req-c2a8cdd9-66c0-4928-bc42-05ce07a56787 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 1097 time: 0.1711457 Oct 13 14:16:07.808547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402805d-9ab8-4642-9815-d2ee337676a6 req-8e997864-16fe-4ff2-80f9-727c534cd9c0 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:07.810369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0402805d-9ab8-4642-9815-d2ee337676a6 req-8e997864-16fe-4ff2-80f9-727c534cd9c0 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1762204 Oct 13 14:16:07.822110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beace3b1-2728-4f06-9a6c-ebba5f1c9886 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:07.829926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-beace3b1-2728-4f06-9a6c-ebba5f1c9886 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:07.839647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beace3b1-2728-4f06-9a6c-ebba5f1c9886 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:07.840630 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-beace3b1-2728-4f06-9a6c-ebba5f1c9886 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:07.848163 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81b21dec-74bf-4b38-8531-d7cbf59f97f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:07.878221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b21dec-74bf-4b38-8531-d7cbf59f97f7 None None] Pushing event deleted for resources: {'Port': ['ID=95b6815a-aff4-46aa-8385-26b03bc21880,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:07.881035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beace3b1-2728-4f06-9a6c-ebba5f1c9886 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=791cf2fb-c3a3-4a87-957c-ecb8362c53f2,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:07.883724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b21dec-74bf-4b38-8531-d7cbf59f97f7 None None] No DVR routers for this DVR port 95b6815a-aff4-46aa-8385-26b03bc21880 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:16:07.901317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a31b344a-2912-4c9b-8c69-60ba8da9d552 req-c3aa07fb-cea8-41f8-ad8a-0dd30f97cd70 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214871 Oct 13 14:16:07.916261 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3d0b04-4493-4bf3-a79b-43c7f6e5f87b None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:07.922517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0402805d-9ab8-4642-9815-d2ee337676a6 req-2f09ae31-3970-4e09-91a0-ed4e317d5c41 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971034 Oct 13 14:16:07.976086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-beace3b1-2728-4f06-9a6c-ebba5f1c9886 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9375114 Oct 13 14:16:07.988728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48038) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:08.001173 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a7c99ca7-cdbe-4dd3-8da5-8a0faadd58d3 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': '791cf2fb-c3a3-4a87-957c-ecb8362c53f2', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-772539498'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:08.066854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273fa7-7b92-4ef7-b17d-93e819ac23ca req-60b5174c-1acd-4fb9-87b1-2f20569d1733 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:08.068424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef273fa7-7b92-4ef7-b17d-93e819ac23ca req-60b5174c-1acd-4fb9-87b1-2f20569d1733 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 907 time: 0.0893700 Oct 13 14:16:08.088692 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '791cf2fb-c3a3-4a87-957c-ecb8362c53f2'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:16:08.090334 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:08.215788 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c99ca7-cdbe-4dd3-8da5-8a0faadd58d3 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:08.222682 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7c99ca7-cdbe-4dd3-8da5-8a0faadd58d3 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:08.242016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-a7c99ca7-cdbe-4dd3-8da5-8a0faadd58d3 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port b67ebe12-7798-4684-b746-31c40d4d6984 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:16:08.312468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 95b6815a-aff4-46aa-8385-26b03bc21880 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:08.350523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 95b6815a-aff4-46aa-8385-26b03bc21880 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:16:08.351276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 95b6815a-aff4-46aa-8385-26b03bc21880 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:16:08.457106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Allocated IP 2001:db8::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/791cf2fb-c3a3-4a87-957c-ecb8362c53f2/8de5f4e2-78bb-4207-bb8c-02a299112fe5) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:08.614664 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-440beaeb-b2bf-4057-8594-bdc0eabcd037 req-116fd03a-9277-477f-b52d-f6b1d551fca6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0636687 Oct 13 14:16:08.686480 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:08.729046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e54b-649f-4f34-80b3-db640482b6fb req-faf74ff1-baa5-4d05-9041-1b63ed88df6a tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:08.731962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f862e54b-649f-4f34-80b3-db640482b6fb req-faf74ff1-baa5-4d05-9041-1b63ed88df6a tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 945 time: 0.0929546 Oct 13 14:16:08.734509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440beaeb-b2bf-4057-8594-bdc0eabcd037 req-43658267-ad8e-4708-9209-0b1b656d2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:08.735987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-440beaeb-b2bf-4057-8594-bdc0eabcd037 req-43658267-ad8e-4708-9209-0b1b656d2821 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 1097 time: 0.0813117 Oct 13 14:16:08.747734 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:08.802151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:08.806295 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Pushing event updated for resources: {'Port': ['ID=8de5f4e2-78bb-4207-bb8c-02a299112fe5,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:08.808696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f862e54b-649f-4f34-80b3-db640482b6fb req-6f4be531-4c86-4eec-ad26-7e9bc2c14739 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667093 Oct 13 14:16:08.809164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:08.814509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:16:08.818939 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c99ca7-cdbe-4dd3-8da5-8a0faadd58d3 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:16:08.819982 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c99ca7-cdbe-4dd3-8da5-8a0faadd58d3 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:16:08.905696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Attempting to bind port 8de5f4e2-78bb-4207-bb8c-02a299112fe5 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:16:08.906157 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Attempting to bind port 8de5f4e2-78bb-4207-bb8c-02a299112fe5 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:16:08.906587 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Attempting to bind port 8de5f4e2-78bb-4207-bb8c-02a299112fe5 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:16:08.912110 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:16:08.912560 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:16:08.912968 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:08.913501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:16:08.914112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Bound port: 8de5f4e2-78bb-4207-bb8c-02a299112fe5, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:16:08.914578 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:08.947070 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a7c99ca7-cdbe-4dd3-8da5-8a0faadd58d3 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9532199 Oct 13 14:16:08.947353 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48068) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:08.951188 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-04dea9d2-e49c-4a04-9b87-a504e0960aa2 req-2d5a7b29-1f6b-4698-9b2d-437ca0fc7a19 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0916591 Oct 13 14:16:09.018612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440beaeb-b2bf-4057-8594-bdc0eabcd037 req-00320c3e-1230-46e4-b66b-809ea3dc2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:09.021764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-440beaeb-b2bf-4057-8594-bdc0eabcd037 req-00320c3e-1230-46e4-b66b-809ea3dc2bad service neutron] 10.222.0.49 "GET /v2.0/networks?id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 200 len: 913 time: 0.2114110 Oct 13 14:16:09.062946 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c17f178-9f45-48ae-a8e8-6d70bc1812d4 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:09.063912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] For port 8de5f4e2-78bb-4207-bb8c-02a299112fe5, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:16:09.064642 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3c17f178-9f45-48ae-a8e8-6d70bc1812d4 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1162579 Oct 13 14:16:09.067375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] For port 8de5f4e2-78bb-4207-bb8c-02a299112fe5, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8de5f4e2-78bb-4207-bb8c-02a299112fe5,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:16:09.068800 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48074) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:09.099753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-440beaeb-b2bf-4057-8594-bdc0eabcd037 req-9d68dabc-f1eb-457f-90bf-2c3d5327aa48 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afb121ee-b6e0-407a-919d-f5698f7d3b7f HTTP/1.1" status: 200 len: 217 time: 0.0677183 Oct 13 14:16:09.130328 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e41beb-6205-4a56-a211-e0c36c5c778a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:09.132451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e41beb-6205-4a56-a211-e0c36c5c778a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:09.134140 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d4e41beb-6205-4a56-a211-e0c36c5c778a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0642309 Oct 13 14:16:09.139197 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48080) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:09.164102 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:09.222706 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4f785c-dd8a-48c2-ae68-2dca7aae5a45 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 791cf2fb-c3a3-4a87-957c-ecb8362c53f2 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:16:09.230441 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5f4f785c-dd8a-48c2-ae68-2dca7aae5a45 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:09.234224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440beaeb-b2bf-4057-8594-bdc0eabcd037 req-5056843b-516a-4f09-ac69-6e72af3cf390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:09.242533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-440beaeb-b2bf-4057-8594-bdc0eabcd037 req-5056843b-516a-4f09-ac69-6e72af3cf390 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 200 len: 851 time: 0.1173186 Oct 13 14:16:09.248291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed7455-258c-4eb8-b561-add165705053 req-7edf1c19-6757-47b1-89d7-30d1b389f072 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:09.249044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ef519-3422-4206-b5dd-083b7fa82017 None None] Pushing event updated for resources: {'Port': ['ID=8de5f4e2-78bb-4207-bb8c-02a299112fe5,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:09.256736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2ed7455-258c-4eb8-b561-add165705053 req-7edf1c19-6757-47b1-89d7-30d1b389f072 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1742320 Oct 13 14:16:09.332204 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5f4f785c-dd8a-48c2-ae68-2dca7aae5a45 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:09.354148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ca5a9c1e-b124-44b0-9783-1c86d82f931f details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:16:09.399581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe8ae6-863f-486b-8a6c-b12c5a9e49cb req-a0a37a78-ff7d-43f5-96be-2ed686493fd3 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:09.401255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41fe8ae6-863f-486b-8a6c-b12c5a9e49cb req-a0a37a78-ff7d-43f5-96be-2ed686493fd3 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.41 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 907 time: 0.1848245 Oct 13 14:16:09.411531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2ed7455-258c-4eb8-b561-add165705053 req-691e9637-f854-4683-a979-b21824166b4e tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531754 Oct 13 14:16:09.420390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440beaeb-b2bf-4057-8594-bdc0eabcd037 req-c969e4ce-533e-4c70-8abd-9e51c2667ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:09.422933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-440beaeb-b2bf-4057-8594-bdc0eabcd037 req-c969e4ce-533e-4c70-8abd-9e51c2667ec5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c54ddf7f-30d4-46c7-9ab3-6c873937a10d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169300 Oct 13 14:16:09.575055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5f4f785c-dd8a-48c2-ae68-2dca7aae5a45 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:09.638407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:09.660144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f', 'mac_address': 'fa:16:3e:67:ce:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:16:09.733892 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:09.772856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca5a9c1e-b124-44b0-9783-1c86d82f931f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:16:09.782684 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5f4f785c-dd8a-48c2-ae68-2dca7aae5a45 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:09.811635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eace6fd8-40d1-4245-99e9-89ef640018fb req-a6261695-c6a6-4638-bdde-aa43a1be27d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=74f2ebbd8bb84a40ba18e60a093ba8c7&device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.1892071 Oct 13 14:16:09.826642 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5f4f785c-dd8a-48c2-ae68-2dca7aae5a45 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:09.830350 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5f4f785c-dd8a-48c2-ae68-2dca7aae5a45 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/791cf2fb-c3a3-4a87-957c-ecb8362c53f2 HTTP/1.1" status: 204 len: 168 time: 0.6894567 Oct 13 14:16:09.831967 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f785c-dd8a-48c2-ae68-2dca7aae5a45 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=791cf2fb-c3a3-4a87-957c-ecb8362c53f2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:09.833951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48116) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:09.838298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:09.916733 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5afab93c-a658-466f-bf0e-0353db9dbd54 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805755 Oct 13 14:16:09.921771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48120) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:09.933747 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-294dcafc-fa64-4878-bb5a-8c443156de46 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:09.933924 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:09.954249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eace6fd8-40d1-4245-99e9-89ef640018fb req-a897b43c-4eff-4586-9728-b9fbd4303cb4 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=74f2ebbd8bb84a40ba18e60a093ba8c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868094 Oct 13 14:16:09.959592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4008be4c-c861-4c12-93e4-9ffc09bfe42a req-fc78efde-58b0-4692-a4a7-527ebc22e4fe tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.0527561 Oct 13 14:16:10.032976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ca5a9c1e-b124-44b0-9783-1c86d82f931f,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:10.094948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['ca5a9c1e-b124-44b0-9783-1c86d82f931f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:16:10.198035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294dcafc-fa64-4878-bb5a-8c443156de46 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:10.203624 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-294dcafc-fa64-4878-bb5a-8c443156de46 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:10.409509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8de5f4e2-78bb-4207-bb8c-02a299112fe5 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:10.538286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4876f0-8283-4c9e-b8d5-b19d0ce35e47 req-4f406c66-9ed5-4efb-9fd3-34482502aae4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:10.546738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce4876f0-8283-4c9e-b8d5-b19d0ce35e47 req-4f406c66-9ed5-4efb-9fd3-34482502aae4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 907 time: 0.8421404 Oct 13 14:16:10.563945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-41fe8ae6-863f-486b-8a6c-b12c5a9e49cb req-0677ebd7-f28c-4e8a-9c33-8a6c4aeb17f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Deleting port fdee327c-eb29-408f-b8f9-5ad86dd6c32b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:10.564290 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-41fe8ae6-863f-486b-8a6c-b12c5a9e49cb req-0677ebd7-f28c-4e8a-9c33-8a6c4aeb17f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:10.585023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8de5f4e2-78bb-4207-bb8c-02a299112fe5 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:10.586286 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:10.609373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-440beaeb-b2bf-4057-8594-bdc0eabcd037 req-c815a8d8-8af0-4458-a191-00f607ab1abe service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1173155 Oct 13 14:16:10.630802 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-294dcafc-fa64-4878-bb5a-8c443156de46 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:10.710232 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294dcafc-fa64-4878-bb5a-8c443156de46 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:10.714787 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-294dcafc-fa64-4878-bb5a-8c443156de46 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:10.721299 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:10.721829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294dcafc-fa64-4878-bb5a-8c443156de46 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:10.723274 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-294dcafc-fa64-4878-bb5a-8c443156de46 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:10.757467 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294dcafc-fa64-4878-bb5a-8c443156de46 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=ba7da4c2-75a6-48fb-a517-1150bcaa8ca2,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:10.764008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 8de5f4e2-78bb-4207-bb8c-02a299112fe5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8de5f4e2-78bb-4207-bb8c-02a299112fe5,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:10.861981 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-294dcafc-fa64-4878-bb5a-8c443156de46 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9361603 Oct 13 14:16:10.861981 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48150) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:10.864221 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:10.866293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-81044568-ad56-47c0-b9c3-bbaacaf7cffb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-878255541', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:10.874816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace6fd8-40d1-4245-99e9-89ef640018fb req-8a2a7b6b-b120-4d68-a9d6-ee4ce0b428d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:10.886273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eace6fd8-40d1-4245-99e9-89ef640018fb req-8a2a7b6b-b120-4d68-a9d6-ee4ce0b428d7 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9081607 Oct 13 14:16:10.942564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-41fe8ae6-863f-486b-8a6c-b12c5a9e49cb req-0677ebd7-f28c-4e8a-9c33-8a6c4aeb17f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] For port fdee327c-eb29-408f-b8f9-5ad86dd6c32b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fdee327c-eb29-408f-b8f9-5ad86dd6c32b,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:10.943277 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-41fe8ae6-863f-486b-8a6c-b12c5a9e49cb req-0677ebd7-f28c-4e8a-9c33-8a6c4aeb17f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:10.980705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=8de5f4e2-78bb-4207-bb8c-02a299112fe5,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:10.985231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc80ee12-a253-4bb0-99d3-8c405795def4 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:11.025080 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81044568-ad56-47c0-b9c3-bbaacaf7cffb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:11.027425 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81044568-ad56-47c0-b9c3-bbaacaf7cffb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:11.048660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-41fe8ae6-863f-486b-8a6c-b12c5a9e49cb req-0677ebd7-f28c-4e8a-9c33-8a6c4aeb17f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Calling delete_port for fdee327c-eb29-408f-b8f9-5ad86dd6c32b owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:11.075665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-16363d7e-c6aa-4d92-a081-60ca3f69e7a1 None None] Provisioning complete for port 8de5f4e2-78bb-4207-bb8c-02a299112fe5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:11.075872 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-16363d7e-c6aa-4d92-a081-60ca3f69e7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:11.168243 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81044568-ad56-47c0-b9c3-bbaacaf7cffb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:11.181124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e461512-6f91-4a72-8f31-84c6c363b1fa req-6ae05cb4-83d9-4733-b40f-5fb7919a4289 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:11.183372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e461512-6f91-4a72-8f31-84c6c363b1fa req-6ae05cb4-83d9-4733-b40f-5fb7919a4289 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 945 time: 0.6318450 Oct 13 14:16:11.255781 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81044568-ad56-47c0-b9c3-bbaacaf7cffb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:11.332400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-440beaeb-b2bf-4057-8594-bdc0eabcd037 req-fcce61bd-cd72-4464-8383-26b8c790c288 service neutron] 10.222.0.49 "GET /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103795 Oct 13 14:16:11.343595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81044568-ad56-47c0-b9c3-bbaacaf7cffb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:11.347422 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-81044568-ad56-47c0-b9c3-bbaacaf7cffb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4827499 Oct 13 14:16:11.347663 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48160) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:11.370766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2d73c-c5bc-4a9d-8e7d-280ec5306be4 req-3aef4949-5ead-4260-b9d5-df83f7726663 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:11.374105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ca5a9c1e-b124-44b0-9783-1c86d82f931f up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:11.377675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecf2d73c-c5bc-4a9d-8e7d-280ec5306be4 req-3aef4949-5ead-4260-b9d5-df83f7726663 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.6602530 Oct 13 14:16:11.537189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port ca5a9c1e-b124-44b0-9783-1c86d82f931f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:11.537189 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:11.538161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecf2d73c-c5bc-4a9d-8e7d-280ec5306be4 req-b3231616-d2dd-411f-abb2-6bcca549ced0 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301556 Oct 13 14:16:11.725046 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:11.788025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:16:11.790511 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0d5481-cf3d-4a64-885c-8cc4ace164f4" -d '{"events": [{"server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "name": "network-vif-plugged", "status": "completed", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:16:11.791471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e461512-6f91-4a72-8f31-84c6c363b1fa req-0aa6653b-f588-45c0-b7b4-6da10e8f43bd tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335505 Oct 13 14:16:11.799324 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-41fe8ae6-863f-486b-8a6c-b12c5a9e49cb req-0677ebd7-f28c-4e8a-9c33-8a6c4aeb17f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:11.819282 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:11.909444 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:11.921827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677ebd7-f28c-4e8a-9c33-8a6c4aeb17f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event deleted for resources: {'Port': ['ID=fdee327c-eb29-408f-b8f9-5ad86dd6c32b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:11.977043 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f4ce6267-2903-4490-ad4f-21bc5918fd6a None None] Provisioning complete for port 8de5f4e2-78bb-4207-bb8c-02a299112fe5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:11.977611 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4ce6267-2903-4490-ad4f-21bc5918fd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:12.069671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fe8ae6-863f-486b-8a6c-b12c5a9e49cb req-0677ebd7-f28c-4e8a-9c33-8a6c4aeb17f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] No DVR routers for this DVR port fdee327c-eb29-408f-b8f9-5ad86dd6c32b on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:16:12.078940 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-41fe8ae6-863f-486b-8a6c-b12c5a9e49cb req-0677ebd7-f28c-4e8a-9c33-8a6c4aeb17f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:12.088191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41fe8ae6-863f-486b-8a6c-b12c5a9e49cb req-0677ebd7-f28c-4e8a-9c33-8a6c4aeb17f2 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.41 "DELETE /v2.0/ports/fdee327c-eb29-408f-b8f9-5ad86dd6c32b HTTP/1.1" status: 204 len: 173 time: 2.6639769 Oct 13 14:16:12.101150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7', 'name': 'network-vif-deleted', 'tag': 'fdee327c-eb29-408f-b8f9-5ad86dd6c32b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:16:12.111844 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd33267-e033-44e0-8987-7dde13013db6" -d '{"events": [{"server_uuid": "46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7", "name": "network-vif-deleted", "tag": "fdee327c-eb29-408f-b8f9-5ad86dd6c32b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:16:12.113554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ca5a9c1e-b124-44b0-9783-1c86d82f931f,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:12.255066 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:12.266785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7b33b8e-75c4-4d4c-be0c-67ec8aa126ea req-7dc0d129-5e9f-4034-b97c-2f90a70f2666 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 210 time: 0.2366714 Oct 13 14:16:12.272642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3f3b376-7d09-4fec-a3ca-1f5f0521f61d req-e2db8f4b-f254-4aea-9e0f-3711eeedcf0d tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.2311952 Oct 13 14:16:12.381218 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8de5f4e2-78bb-4207-bb8c-02a299112fe5 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:12.423972 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9629cce6-566c-4c90-ba69-82d8589c70f2 x-openstack-request-id: req-9629cce6-566c-4c90-ba69-82d8589c70f2 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:16:12.424664 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7", "name": "network-vif-deleted", "tag": "fdee327c-eb29-408f-b8f9-5ad86dd6c32b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:16:12.425161 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9629cce6-566c-4c90-ba69-82d8589c70f2 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:16:12.430071 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7', 'name': 'network-vif-deleted', 'tag': 'fdee327c-eb29-408f-b8f9-5ad86dd6c32b', 'status': 'completed', 'code': 200} Oct 13 14:16:12.449287 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07764047-5c5f-46ff-8dd6-1188a8d9efda x-openstack-request-id: req-07764047-5c5f-46ff-8dd6-1188a8d9efda {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:16:12.449557 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "name": "network-vif-plugged", "status": "completed", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:16:12.449902 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07764047-5c5f-46ff-8dd6-1188a8d9efda {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:16:12.450711 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f', 'code': 200} Oct 13 14:16:12.473064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8de5f4e2-78bb-4207-bb8c-02a299112fe5 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:12.473932 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:12.497914 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eace6fd8-40d1-4245-99e9-89ef640018fb req-1e7ddd47-058d-43c6-8444-98558fb592e0 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.49 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.1388738 Oct 13 14:16:12.866460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ae337-cd71-420c-8d14-311b5b496e8f req-383eeba4-8064-43ef-8cbe-bba8a54c3d85 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:12.874493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce6ae337-cd71-420c-8d14-311b5b496e8f req-383eeba4-8064-43ef-8cbe-bba8a54c3d85 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1631007 Oct 13 14:16:12.958897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce6ae337-cd71-420c-8d14-311b5b496e8f req-5e04fda5-871e-4c1c-8431-30c293a6a220 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754583 Oct 13 14:16:13.018091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fdee327c-eb29-408f-b8f9-5ad86dd6c32b no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:13.100384 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::1 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/ba7da4c2-75a6-48fb-a517-1150bcaa8ca2/c3cd0175-440d-4936-a274-2cd3db7e24f1) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:13.105643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: fdee327c-eb29-408f-b8f9-5ad86dd6c32b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:16:13.106243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fdee327c-eb29-408f-b8f9-5ad86dd6c32b not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:16:13.191855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad30b5a-8c11-4336-b071-a92c25103ea1 req-1bd202f4-85ad-42d6-8354-4540c4951d16 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:13.200257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ad30b5a-8c11-4336-b071-a92c25103ea1 req-1bd202f4-85ad-42d6-8354-4540c4951d16 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 945 time: 0.0905647 Oct 13 14:16:13.238788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ad30b5a-8c11-4336-b071-a92c25103ea1 req-91004578-62c5-4070-a595-e4d440e78287 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376213 Oct 13 14:16:13.621429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f35e2427-94ef-4f98-b170-c127cc5226cc req-4576f03f-88d3-4123-9048-4b9e759f32e8 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e1200e-ed95-4e2d-bb78-4d1b8f94f1c7 HTTP/1.1" status: 200 len: 210 time: 0.1160195 Oct 13 14:16:13.716134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bca73e69-2b39-4bd0-9b6d-52e19a731205 req-008d6ebe-c6a3-4054-9656-79554602dff8 tempest-ServerShowV257Test-1517263577 tempest-ServerShowV257Test-1517263577-project] 10.222.0.18 "GET /v2.0/ports?device_id=81038a6c-fe03-40ce-a49c-0c6192ebb212 HTTP/1.1" status: 200 len: 210 time: 0.1016459 Oct 13 14:16:13.856605 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:13.983293 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:14.045729 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:14.051862 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:14.054938 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:16:14.055755 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:14.129647 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=c3cd0175-440d-4936-a274-2cd3db7e24f1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:14.238049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efbbdb-c482-47e3-8a75-982c71991bfc req-162fe550-df7c-433d-9e7a-3b0095fab04f tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:14.257550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60efbbdb-c482-47e3-8a75-982c71991bfc req-162fe550-df7c-433d-9e7a-3b0095fab04f tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1641715 Oct 13 14:16:14.337283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60efbbdb-c482-47e3-8a75-982c71991bfc req-7994cd58-2272-4515-b276-a170138de74e tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716827 Oct 13 14:16:14.340172 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:14.520843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c3da9f2e-d66f-4455-9dea-4834963ef756 None None] Provisioning complete for port c3cd0175-440d-4936-a274-2cd3db7e24f1 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:14.521895 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da9f2e-d66f-4455-9dea-4834963ef756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:14.615621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c3da9f2e-d66f-4455-9dea-4834963ef756 None None] Port c3cd0175-440d-4936-a274-2cd3db7e24f1 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:16:14.788874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:14.860931 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:14.865396 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:15.007696 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=c3cd0175-440d-4936-a274-2cd3db7e24f1,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:15.025695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:15.027940 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:15.367047 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Router e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:16:15.451177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf65758-970c-46b2-8430-d5299dd3d4c4 req-5201b331-b8dc-46cf-b74c-7282c70dbae4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:15.471310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ddf65758-970c-46b2-8430-d5299dd3d4c4 req-5201b331-b8dc-46cf-b74c-7282c70dbae4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 945 time: 0.1501179 Oct 13 14:16:15.555347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b2685b81-a9ec-4350-b985-747e71ca5a18 None None] Provisioning complete for port c3cd0175-440d-4936-a274-2cd3db7e24f1 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:15.555896 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b2685b81-a9ec-4350-b985-747e71ca5a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:15.626995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ddf65758-970c-46b2-8430-d5299dd3d4c4 req-a45a6a1e-a55b-4387-9356-10477196c646 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520507 Oct 13 14:16:15.663284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b2685b81-a9ec-4350-b985-747e71ca5a18 None None] Port c3cd0175-440d-4936-a274-2cd3db7e24f1 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:16:15.683582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48280) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:15.716006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ceb0e6-95ee-4859-bc2f-583b8ae29a2a req-d91d16df-2777-455e-92d2-7961ff7a78cb tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:15.722560 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:16:15.725117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40ceb0e6-95ee-4859-bc2f-583b8ae29a2a req-d91d16df-2777-455e-92d2-7961ff7a78cb tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.0968368 Oct 13 14:16:15.739049 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Sync routers for ids ['e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:16:15.751871 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Routers {'e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:16:15.753171 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:15:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:15.759340 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9105f01f-1326-415d-855d-6784a7ea854e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "PUT /v2.0/routers/e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4097166 Oct 13 14:16:15.760164 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48286) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:15.814730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40ceb0e6-95ee-4859-bc2f-583b8ae29a2a req-36da8410-953c-4ef3-b5f6-58679dec803b tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792725 Oct 13 14:16:15.874513 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31235daf-7b66-41aa-b026-3c14e91de92b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:15.878794 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-31235daf-7b66-41aa-b026-3c14e91de92b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports/c3cd0175-440d-4936-a274-2cd3db7e24f1 HTTP/1.1" status: 200 len: 911 time: 0.1131845 Oct 13 14:16:15.880044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48288) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:15.940288 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Set router e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:16:16.013024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d6652e-7c74-418d-a349-656b9a376850 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:16.039318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d6652e-7c74-418d-a349-656b9a376850 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:16.045218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-42d6652e-7c74-418d-a349-656b9a376850 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1607504 Oct 13 14:16:16.045852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48292) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:16.161140 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2d6b-e22a-4614-998c-3c53bc96483c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:16.356644 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff', 'name': 'tempest-NetworksTestDHCPv6-router-878255541', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:16:11Z', 'updated_at': '2021-10-13T14:16:14Z', 'revision_number': 2, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'gw_port_host': None, '_interfaces': [{'id': 'c3cd0175-440d-4936-a274-2cd3db7e24f1', 'name': '', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'mac_address': 'fa:16:3e:a4:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'ba7da4c2-75a6-48fb-a517-1150bcaa8ca2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:16:12Z', 'updated_at': '2021-10-13T14:16:14Z', 'revision_number': 2, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'subnets': [{'id': 'ba7da4c2-75a6-48fb-a517-1150bcaa8ca2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:16.393827 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Checking router: e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:16:16.394691 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Updating router e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff port c3cd0175-440d-4936-a274-2cd3db7e24f1 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:16:16.428357 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:16.471345 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2d6b-e22a-4614-998c-3c53bc96483c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:16.535197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2d6b-e22a-4614-998c-3c53bc96483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:16.577097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8b8f2d6b-e22a-4614-998c-3c53bc96483c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74f2ebbd8bb84a40ba18e60a093ba8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8890054 Oct 13 14:16:16.584205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48312) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:16.647392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f2d6b-e22a-4614-998c-3c53bc96483c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8fe61e-abdb-4058-b3a1-9b6ea4055f72,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:16.670711 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-55382e11-42ba-4621-b9e0-6efbf2169125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:16.701463 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-55382e11-42ba-4621-b9e0-6efbf2169125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:16.854286 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-55382e11-42ba-4621-b9e0-6efbf2169125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:16.858779 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-55382e11-42ba-4621-b9e0-6efbf2169125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:16.860328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-55382e11-42ba-4621-b9e0-6efbf2169125 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e8fe61e-abdb-4058-b3a1-9b6ea4055f72 HTTP/1.1" status: 204 len: 168 time: 0.2748051 Oct 13 14:16:16.909674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55382e11-42ba-4621-b9e0-6efbf2169125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8fe61e-abdb-4058-b3a1-9b6ea4055f72,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:16.961466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602238d-f11e-4326-b556-684ca38ca827 req-534c3667-fce0-4e81-b47c-8d87e4217707 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:16.963078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e602238d-f11e-4326-b556-684ca38ca827 req-534c3667-fce0-4e81-b47c-8d87e4217707 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 945 time: 0.1949215 Oct 13 14:16:17.034399 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:17.140372 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:17.176042 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561dd95c-d3ed-4e12-ba9b-0b4386e9454f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:17.191270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70f067-342f-4159-aff6-6a3643830a1c req-a415c940-4d07-44a6-9fb9-db9eb4a59151 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:17.193797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc70f067-342f-4159-aff6-6a3643830a1c req-a415c940-4d07-44a6-9fb9-db9eb4a59151 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 945 time: 0.3810349 Oct 13 14:16:17.374857 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a145d41-59b7-464f-8524-645deb602674 None None] Pushing event updated for resources: {'Port': ['ID=c3cd0175-440d-4936-a274-2cd3db7e24f1,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:17.383380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44df68-f687-4e28-adfa-51fe7ea242d9 req-3f357874-5361-45c6-87c0-9bcdf1426f06 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:17.394946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd44df68-f687-4e28-adfa-51fe7ea242d9 req-3f357874-5361-45c6-87c0-9bcdf1426f06 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.4305570 Oct 13 14:16:17.471993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e602238d-f11e-4326-b556-684ca38ca827 req-d4f14e75-0eda-4ad6-891d-ea8208de7843 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455698 Oct 13 14:16:17.503722 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Attempting to bind port c3cd0175-440d-4936-a274-2cd3db7e24f1 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:16:17.504095 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Attempting to bind port c3cd0175-440d-4936-a274-2cd3db7e24f1 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:16:17.504456 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Attempting to bind port c3cd0175-440d-4936-a274-2cd3db7e24f1 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:16:17.524601 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:16:17.524991 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:16:17.525416 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:17.525819 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:16:17.527170 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Bound port: c3cd0175-440d-4936-a274-2cd3db7e24f1, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:16:17.527559 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:17.566027 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd44df68-f687-4e28-adfa-51fe7ea242d9 req-6d9a1585-4134-4899-9118-615264c88727 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680086 Oct 13 14:16:17.676156 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-561dd95c-d3ed-4e12-ba9b-0b4386e9454f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port c3cd0175-440d-4936-a274-2cd3db7e24f1 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:17.676156 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561dd95c-d3ed-4e12-ba9b-0b4386e9454f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:17.678538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-dc70f067-342f-4159-aff6-6a3643830a1c req-95a39d54-c8fe-49ef-8f19-dc31c0f3d8b4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Deleting port afb121ee-b6e0-407a-919d-f5698f7d3b7f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:17.678538 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dc70f067-342f-4159-aff6-6a3643830a1c req-95a39d54-c8fe-49ef-8f19-dc31c0f3d8b4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:17.796604 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] For port c3cd0175-440d-4936-a274-2cd3db7e24f1, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:16:17.802150 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] For port c3cd0175-440d-4936-a274-2cd3db7e24f1, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c3cd0175-440d-4936-a274-2cd3db7e24f1,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:16:17.814407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-561dd95c-d3ed-4e12-ba9b-0b4386e9454f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] For port c3cd0175-440d-4936-a274-2cd3db7e24f1, host n-d-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:17.815137 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561dd95c-d3ed-4e12-ba9b-0b4386e9454f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:17.829973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7dfce2fe-b73f-4e24-8c28-786e6a574a4d None None] Provisioning complete for port c3cd0175-440d-4936-a274-2cd3db7e24f1 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:17.831491 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7dfce2fe-b73f-4e24-8c28-786e6a574a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:17.841651 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-561dd95c-d3ed-4e12-ba9b-0b4386e9454f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for c3cd0175-440d-4936-a274-2cd3db7e24f1 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:17.884707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-dc70f067-342f-4159-aff6-6a3643830a1c req-95a39d54-c8fe-49ef-8f19-dc31c0f3d8b4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] For port afb121ee-b6e0-407a-919d-f5698f7d3b7f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=afb121ee-b6e0-407a-919d-f5698f7d3b7f,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:17.888122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dc70f067-342f-4159-aff6-6a3643830a1c req-95a39d54-c8fe-49ef-8f19-dc31c0f3d8b4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:17.889547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7dfce2fe-b73f-4e24-8c28-786e6a574a4d None None] Port c3cd0175-440d-4936-a274-2cd3db7e24f1 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:16:17.932804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-dc70f067-342f-4159-aff6-6a3643830a1c req-95a39d54-c8fe-49ef-8f19-dc31c0f3d8b4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Calling delete_port for afb121ee-b6e0-407a-919d-f5698f7d3b7f owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:17.953186 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:18.064945 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Routers {'e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:16:18.065695 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:15:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:18.169925 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a145d41-59b7-464f-8524-645deb602674 None None] Pushing event updated for resources: {'Port': ['ID=c3cd0175-440d-4936-a274-2cd3db7e24f1,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:18.208432 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] Set router e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:16:18.255073 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dc70f067-342f-4159-aff6-6a3643830a1c req-95a39d54-c8fe-49ef-8f19-dc31c0f3d8b4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:18.274084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['afb121ee-b6e0-407a-919d-f5698f7d3b7f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:16:18.278341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f2b6a021-4ce4-4b5a-961d-2fe667103bbb'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:16:18.457510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a39d54-c8fe-49ef-8f19-dc31c0f3d8b4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event deleted for resources: {'Port': ['ID=afb121ee-b6e0-407a-919d-f5698f7d3b7f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:18.469726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc70f067-342f-4159-aff6-6a3643830a1c req-95a39d54-c8fe-49ef-8f19-dc31c0f3d8b4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] No DVR routers for this DVR port afb121ee-b6e0-407a-919d-f5698f7d3b7f on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:16:18.480740 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dc70f067-342f-4159-aff6-6a3643830a1c req-95a39d54-c8fe-49ef-8f19-dc31c0f3d8b4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:18.484366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc70f067-342f-4159-aff6-6a3643830a1c req-95a39d54-c8fe-49ef-8f19-dc31c0f3d8b4 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.49 "DELETE /v2.0/ports/afb121ee-b6e0-407a-919d-f5698f7d3b7f HTTP/1.1" status: 204 len: 173 time: 1.2458470 Oct 13 14:16:18.484842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d039649-4636-4ac0-9c6b-918dd8ae0692', 'name': 'network-vif-deleted', 'tag': 'afb121ee-b6e0-407a-919d-f5698f7d3b7f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:16:18.500809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561dd95c-d3ed-4e12-ba9b-0b4386e9454f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:18.515182 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b52d27-1f1f-4123-a498-4371df29af12" -d '{"events": [{"server_uuid": "6d039649-4636-4ac0-9c6b-918dd8ae0692", "name": "network-vif-deleted", "tag": "afb121ee-b6e0-407a-919d-f5698f7d3b7f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:16:18.615342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561dd95c-d3ed-4e12-ba9b-0b4386e9454f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=c3cd0175-440d-4936-a274-2cd3db7e24f1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:18.717261 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a178efb2-8e54-479e-9f34-c1187a47a250 None None] Could not find standard attr ID for object c3cd0175-440d-4936-a274-2cd3db7e24f1. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:16:18.786913 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff', 'name': 'tempest-NetworksTestDHCPv6-router-878255541', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:16:11Z', 'updated_at': '2021-10-13T14:16:14Z', 'revision_number': 2, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'gw_port_host': None, '_interfaces': [{'id': 'c3cd0175-440d-4936-a274-2cd3db7e24f1', 'name': '', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'mac_address': 'fa:16:3e:a4:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'ba7da4c2-75a6-48fb-a517-1150bcaa8ca2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:16:12Z', 'updated_at': '2021-10-13T14:16:17Z', 'revision_number': 4, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'subnets': [{'id': 'ba7da4c2-75a6-48fb-a517-1150bcaa8ca2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:18.832592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96fa1a2d-e3eb-4371-823d-4f768ef10a5e req-8673d13b-77ca-497a-9c40-109744f3eb65 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d039649-4636-4ac0-9c6b-918dd8ae0692 HTTP/1.1" status: 200 len: 210 time: 0.1536076 Oct 13 14:16:18.854188 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:18.951435 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c09b7a7-ec75-4c03-b9f5-457b6e0a50b6 x-openstack-request-id: req-8c09b7a7-ec75-4c03-b9f5-457b6e0a50b6 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:16:18.952095 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d039649-4636-4ac0-9c6b-918dd8ae0692", "name": "network-vif-deleted", "tag": "afb121ee-b6e0-407a-919d-f5698f7d3b7f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:16:18.952646 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c09b7a7-ec75-4c03-b9f5-457b6e0a50b6 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:16:18.953393 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d039649-4636-4ac0-9c6b-918dd8ae0692', 'name': 'network-vif-deleted', 'tag': 'afb121ee-b6e0-407a-919d-f5698f7d3b7f', 'status': 'completed', 'code': 200} Oct 13 14:16:19.016119 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2009fa6c-0a4b-4026-b261-d3168ace132d None None] The sync data for ids ['e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff'] in n-d-806683-15 is: [{'id': 'e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff', 'name': 'tempest-NetworksTestDHCPv6-router-878255541', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:16:11Z', 'updated_at': '2021-10-13T14:16:14Z', 'revision_number': 2, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'gw_port_host': None, '_interfaces': [{'id': 'c3cd0175-440d-4936-a274-2cd3db7e24f1', 'name': '', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'mac_address': 'fa:16:3e:a4:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'ba7da4c2-75a6-48fb-a517-1150bcaa8ca2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:16:12Z', 'updated_at': '2021-10-13T14:16:17Z', 'revision_number': 4, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'subnets': [{'id': 'ba7da4c2-75a6-48fb-a517-1150bcaa8ca2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:16:19.130588 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561dd95c-d3ed-4e12-ba9b-0b4386e9454f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:19.241175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fead44-c614-47a8-8ee4-fe3ef7f46a1d req-6cf066d2-799d-4685-b7d0-79fd38cf3566 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:19.257215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99fead44-c614-47a8-8ee4-fe3ef7f46a1d req-6cf066d2-799d-4685-b7d0-79fd38cf3566 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1428792 Oct 13 14:16:19.286641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48396) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:19.440852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99fead44-c614-47a8-8ee4-fe3ef7f46a1d req-1f05c678-8c0c-41d1-9a59-f5dfb32a8d9d tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826673 Oct 13 14:16:19.515107 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-735ae2d1-3820-43a2-8db9-ac1a79fc800d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:19.582797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-948742048-network', 'tenant_id': '93c10b4cc12243fa8a8825696b112266'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:19.611216 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561dd95c-d3ed-4e12-ba9b-0b4386e9454f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Router e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:16:19.754988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Made reservation on behalf of 93c10b4cc12243fa8a8825696b112266 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:19.758770 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:19.770341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:19.807816 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561dd95c-d3ed-4e12-ba9b-0b4386e9454f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:16:19.814091 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-561dd95c-d3ed-4e12-ba9b-0b4386e9454f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "PUT /v2.0/routers/e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7671003 Oct 13 14:16:19.818178 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48400) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:19.966282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501fb6e-c1ed-41ea-9a94-f2144b2f2e5d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:19.971959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7501fb6e-c1ed-41ea-9a94-f2144b2f2e5d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:19.977608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7501fb6e-c1ed-41ea-9a94-f2144b2f2e5d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1517115 Oct 13 14:16:19.981688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48408) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:20.044460 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:20.097785 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcf6e6c-e672-48cf-85c4-23c2f8dbb390 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet ba7da4c2-75a6-48fb-a517-1150bcaa8ca2 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:16:20.106225 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6e6c-e672-48cf-85c4-23c2f8dbb390 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:20.117266 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:20.173160 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6e6c-e672-48cf-85c4-23c2f8dbb390 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:20.254031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:16:20.268249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10018767-feca-44fa-9e60-a3c62a83d4da,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:20.276494 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:20.277560 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Added segment fe9e0195-cb97-418d-8984-1e8d6556114e of type vlan for network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 Oct 13 14:16:20.307451 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6e6c-e672-48cf-85c4-23c2f8dbb390 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:20.405167 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:20.529418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:20.532355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:20.543087 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:20.607130 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6e6c-e672-48cf-85c4-23c2f8dbb390 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:20.673541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf6e6c-e672-48cf-85c4-23c2f8dbb390 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7da4c2-75a6-48fb-a517-1150bcaa8ca2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:20.681111 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6e6c-e672-48cf-85c4-23c2f8dbb390 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:20.685678 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6dcf6e6c-e672-48cf-85c4-23c2f8dbb390 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/ba7da4c2-75a6-48fb-a517-1150bcaa8ca2 HTTP/1.1" status: 204 len: 168 time: 0.7018640 Oct 13 14:16:20.689132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48428) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:20.710885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfb36e2-2ca7-4895-86ad-5df8abb18c3b None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:20.804456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5225320 Oct 13 14:16:20.818465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48432) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:20.843633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-cba67180-e79c-4312-892c-fbca38167cfd admin admin] Request body: {'subnet': {'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-948742048-subnet', 'tenant_id': '93c10b4cc12243fa8a8825696b112266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:21.000348 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-135fc6a5-9e18-4056-9e9a-6a106ee4da05 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3092074 Oct 13 14:16:21.005234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48436) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:21.014021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bce02-b934-4c8d-910a-cf3f9a323a50 req-0b06f885-5685-43cc-8272-7582940efa1d tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:21.024476 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c70bce02-b934-4c8d-910a-cf3f9a323a50 req-0b06f885-5685-43cc-8272-7582940efa1d tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.4365251 Oct 13 14:16:21.060786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daddd6a3-a7af-4148-a5cf-b1b02080c5db None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:16:21.160094 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-daddd6a3-a7af-4148-a5cf-b1b02080c5db None None] Deleting port 8de5f4e2-78bb-4207-bb8c-02a299112fe5 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:21.160543 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-daddd6a3-a7af-4148-a5cf-b1b02080c5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:21.176523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba67180-e79c-4312-892c-fbca38167cfd admin admin] Made reservation on behalf of 93c10b4cc12243fa8a8825696b112266 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:21.179423 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cba67180-e79c-4312-892c-fbca38167cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:21.234089 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-370bb181-791e-4fbc-ac3b-694d58319850 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:21.358873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-daddd6a3-a7af-4148-a5cf-b1b02080c5db None None] For port 8de5f4e2-78bb-4207-bb8c-02a299112fe5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8de5f4e2-78bb-4207-bb8c-02a299112fe5,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:21.359775 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-daddd6a3-a7af-4148-a5cf-b1b02080c5db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:21.396388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-daddd6a3-a7af-4148-a5cf-b1b02080c5db None None] Calling delete_port for 8de5f4e2-78bb-4207-bb8c-02a299112fe5 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:21.415034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572181f7-f099-42fd-b939-51315db3e576 admin admin] Pushing event updated for resources: {'Network': ['ID=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:21.419401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device afb121ee-b6e0-407a-919d-f5698f7d3b7f no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:21.438959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c70bce02-b934-4c8d-910a-cf3f9a323a50 req-a34a76c8-50e8-4623-a64f-652738f9c010 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488076 Oct 13 14:16:21.545807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c365e4-ff26-402e-a549-8990506769a7 req-a235c4d5-7b2a-4625-8ccb-97a7e718d47c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:21.555402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6c365e4-ff26-402e-a549-8990506769a7 req-a235c4d5-7b2a-4625-8ccb-97a7e718d47c tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.4936001 Oct 13 14:16:21.585288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: afb121ee-b6e0-407a-919d-f5698f7d3b7f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:16:21.585654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device afb121ee-b6e0-407a-919d-f5698f7d3b7f not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:16:21.589660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:16:21.768938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa85df-6a5d-48a8-8a79-8616eda75887 req-01680df1-5562-469b-874f-20b8b4a756aa tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:21.778789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0fa85df-6a5d-48a8-8a79-8616eda75887 req-01680df1-5562-469b-874f-20b8b4a756aa tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 945 time: 0.8495097 Oct 13 14:16:21.890036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0fa85df-6a5d-48a8-8a79-8616eda75887 req-56f152d0-b371-4c74-bb14-2ef00fe210ce tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=570d0af2-5f78-4615-bdc0-ea2af0f92508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877609 Oct 13 14:16:21.890957 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:21.914327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34344d1-1fa8-486a-bfb3-bd596f04f3c9 None None] Sync routers for ids ['e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:16:21.928792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34344d1-1fa8-486a-bfb3-bd596f04f3c9 None None] Routers {'e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:16:21.929457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e34344d1-1fa8-486a-bfb3-bd596f04f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:15:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:21.984052 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cba67180-e79c-4312-892c-fbca38167cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:22.106168 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e34344d1-1fa8-486a-bfb3-bd596f04f3c9 None None] Set router e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:16:22.111973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba67180-e79c-4312-892c-fbca38167cfd admin admin] Checking segment: {'id': 'fe9e0195-cb97-418d-8984-1e8d6556114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:16:22.112349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba67180-e79c-4312-892c-fbca38167cfd admin admin] Network hostable DHCP agents. Network: 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:16:22.136683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba67180-e79c-4312-892c-fbca38167cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1883f4e6-845b-462e-92e2-b0bf84ce9717,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:22.143987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b6c365e4-ff26-402e-a549-8990506769a7 req-3769ee6b-a7b1-4514-beda-66ccadf4472b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Deleting port f2b6a021-4ce4-4b5a-961d-2fe667103bbb {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:22.144398 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6c365e4-ff26-402e-a549-8990506769a7 req-3769ee6b-a7b1-4514-beda-66ccadf4472b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:22.266421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e34344d1-1fa8-486a-bfb3-bd596f04f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff', 'name': 'tempest-NetworksTestDHCPv6-router-878255541', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:16:11Z', 'updated_at': '2021-10-13T14:16:18Z', 'revision_number': 3, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:22.273514 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-daddd6a3-a7af-4148-a5cf-b1b02080c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:22.406035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba67180-e79c-4312-892c-fbca38167cfd admin admin] Network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:16:22.417506 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddd6a3-a7af-4148-a5cf-b1b02080c5db None None] Pushing event deleted for resources: {'Port': ['ID=8de5f4e2-78bb-4207-bb8c-02a299112fe5,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:22.419869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8de5f4e2-78bb-4207-bb8c-02a299112fe5 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:22.453603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b6c365e4-ff26-402e-a549-8990506769a7 req-3769ee6b-a7b1-4514-beda-66ccadf4472b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] For port f2b6a021-4ce4-4b5a-961d-2fe667103bbb, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b6a021-4ce4-4b5a-961d-2fe667103bbb,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:22.454243 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6c365e4-ff26-402e-a549-8990506769a7 req-3769ee6b-a7b1-4514-beda-66ccadf4472b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:22.478617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b6c365e4-ff26-402e-a549-8990506769a7 req-3769ee6b-a7b1-4514-beda-66ccadf4472b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Calling delete_port for f2b6a021-4ce4-4b5a-961d-2fe667103bbb owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:22.482781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 8de5f4e2-78bb-4207-bb8c-02a299112fe5 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:16:22.489498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8de5f4e2-78bb-4207-bb8c-02a299112fe5 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:16:22.505856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34344d1-1fa8-486a-bfb3-bd596f04f3c9 None None] Checking router: e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:16:22.525115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daddd6a3-a7af-4148-a5cf-b1b02080c5db None None] No DVR routers for this DVR port 8de5f4e2-78bb-4207-bb8c-02a299112fe5 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:16:22.527779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34344d1-1fa8-486a-bfb3-bd596f04f3c9 None None] Routers {'e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:16:22.528591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e34344d1-1fa8-486a-bfb3-bd596f04f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:15:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:22.543125 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-370bb181-791e-4fbc-ac3b-694d58319850 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:22.551500 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-370bb181-791e-4fbc-ac3b-694d58319850 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:22.608050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-cba67180-e79c-4312-892c-fbca38167cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:22.623505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba67180-e79c-4312-892c-fbca38167cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:22.625293 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cba67180-e79c-4312-892c-fbca38167cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:22.699739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e34344d1-1fa8-486a-bfb3-bd596f04f3c9 None None] Set router e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:16:22.758522 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-babc2a07-e91c-47d9-ae73-36aeb8280451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:22.774487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cba67180-e79c-4312-892c-fbca38167cfd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9474616 Oct 13 14:16:22.781339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce53e8d-c463-4516-babe-23404928f78c None None] Network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:22.787523 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-370bb181-791e-4fbc-ac3b-694d58319850 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:22.788824 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370bb181-791e-4fbc-ac3b-694d58319850 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Fanout notify agent at l3_agent the message router_deleted on router e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:16:22.797386 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-370bb181-791e-4fbc-ac3b-694d58319850 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:22.803016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48468) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:22.805947 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-370bb181-791e-4fbc-ac3b-694d58319850 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/routers/e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff HTTP/1.1" status: 204 len: 168 time: 1.7967529 Oct 13 14:16:22.836689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7a1cd936-a540-47fb-b5cd-c142f5590edb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:22.860236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97effabb-2ae0-4c86-9e5d-4fd3cc668d57 req-91abf672-6226-4173-9441-bfdb47921143 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:22.868226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97effabb-2ae0-4c86-9e5d-4fd3cc668d57 req-91abf672-6226-4173-9441-bfdb47921143 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.2153537 Oct 13 14:16:23.028580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97effabb-2ae0-4c86-9e5d-4fd3cc668d57 req-c27d6ed7-197f-4c84-9332-fd265126f46b tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570525 Oct 13 14:16:23.156882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e34344d1-1fa8-486a-bfb3-bd596f04f3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff', 'name': 'tempest-NetworksTestDHCPv6-router-878255541', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:16:11Z', 'updated_at': '2021-10-13T14:16:18Z', 'revision_number': 3, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:23.190310 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6c365e4-ff26-402e-a549-8990506769a7 req-3769ee6b-a7b1-4514-beda-66ccadf4472b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:23.215786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c374403a-815e-41b3-b4b8-83076d047b41 req-0b7cfebe-aef0-4910-891e-d8fe14920fec tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 210 time: 0.0976324 Oct 13 14:16:23.226837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1cd936-a540-47fb-b5cd-c142f5590edb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:23.241396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48486) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:23.244746 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd936-a540-47fb-b5cd-c142f5590edb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:23.327885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34344d1-1fa8-486a-bfb3-bd596f04f3c9 None None] The sync data for ids ['e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff'] in n-d-806683-15 is: [{'id': 'e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff', 'name': 'tempest-NetworksTestDHCPv6-router-878255541', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:16:11Z', 'updated_at': '2021-10-13T14:16:18Z', 'revision_number': 3, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:16:23.398068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769ee6b-a7b1-4514-beda-66ccadf4472b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event deleted for resources: {'Port': ['ID=f2b6a021-4ce4-4b5a-961d-2fe667103bbb,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:23.536419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f13f72-466c-4c16-9f93-27eea1393be3 None None] Network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:23.544196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c365e4-ff26-402e-a549-8990506769a7 req-3769ee6b-a7b1-4514-beda-66ccadf4472b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] No DVR routers for this DVR port f2b6a021-4ce4-4b5a-961d-2fe667103bbb on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:16:23.556623 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b6c365e4-ff26-402e-a549-8990506769a7 req-3769ee6b-a7b1-4514-beda-66ccadf4472b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:23.569247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6c365e4-ff26-402e-a549-8990506769a7 req-3769ee6b-a7b1-4514-beda-66ccadf4472b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.41 "DELETE /v2.0/ports/f2b6a021-4ce4-4b5a-961d-2fe667103bbb HTTP/1.1" status: 204 len: 173 time: 1.9092793 Oct 13 14:16:23.586685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0a18bf-1c1d-47e7-a870-2e5a70081970', 'name': 'network-vif-deleted', 'tag': 'f2b6a021-4ce4-4b5a-961d-2fe667103bbb'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:16:23.598271 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ad802a-d490-4cb4-b73d-1a8e27322798" -d '{"events": [{"server_uuid": "8d0a18bf-1c1d-47e7-a870-2e5a70081970", "name": "network-vif-deleted", "tag": "f2b6a021-4ce4-4b5a-961d-2fe667103bbb"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:16:23.718607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0fdbdc4-5fc2-4903-ab67-ccc2fb92d92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:23.978784 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002899c6-9795-444e-be6c-0427533904ca x-openstack-request-id: req-002899c6-9795-444e-be6c-0427533904ca {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:16:23.979268 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0a18bf-1c1d-47e7-a870-2e5a70081970", "name": "network-vif-deleted", "tag": "f2b6a021-4ce4-4b5a-961d-2fe667103bbb", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:16:23.979659 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-002899c6-9795-444e-be6c-0427533904ca {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:16:23.980175 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0a18bf-1c1d-47e7-a870-2e5a70081970', 'name': 'network-vif-deleted', 'tag': 'f2b6a021-4ce4-4b5a-961d-2fe667103bbb', 'status': 'completed', 'code': 200} Oct 13 14:16:23.999671 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:24.014662 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:24.103356 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0fdbdc4-5fc2-4903-ab67-ccc2fb92d92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:24.157756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-02c0c5fd-c5e8-4996-8eb1-f0b9ef402fe9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:24.169237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-02c0c5fd-c5e8-4996-8eb1-f0b9ef402fe9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/networks?id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 HTTP/1.1" status: 200 len: 813 time: 0.3332157 Oct 13 14:16:24.180887 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0fdbdc4-5fc2-4903-ab67-ccc2fb92d92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:24.192513 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd936-a540-47fb-b5cd-c142f5590edb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:24.242624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c3cd0175-440d-4936-a274-2cd3db7e24f1 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:24.285882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: c3cd0175-440d-4936-a274-2cd3db7e24f1 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:16:24.286328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c3cd0175-440d-4936-a274-2cd3db7e24f1 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:16:24.291097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdbdc4-5fc2-4903-ab67-ccc2fb92d92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d8253c-5b8f-49c5-953f-b912441cdf4d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:24.351200 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a0fdbdc4-5fc2-4903-ab67-ccc2fb92d92d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14eab1ea65e04b7fac44ae89cccff086&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1135767 Oct 13 14:16:24.354616 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48520) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:24.406202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cd936-a540-47fb-b5cd-c142f5590edb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=74fe9011-c41e-4e3b-9c03-7b19237fee80,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:24.423253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-13f53e91-9289-4acf-ae2e-0c93318e6338 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/quotas/93c10b4cc12243fa8a8825696b112266 HTTP/1.1" status: 200 len: 375 time: 0.2530129 Oct 13 14:16:24.505282 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-547de114-18cd-420a-bc7b-e65a9fdfc5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:24.526355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1cd936-a540-47fb-b5cd-c142f5590edb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:24.537510 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-547de114-18cd-420a-bc7b-e65a9fdfc5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:24.543122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-f9c42fa6-4400-47ab-b7cb-a559258e48a0 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=93c10b4cc12243fa8a8825696b112266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186030 Oct 13 14:16:24.567909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-7a1cd936-a540-47fb-b5cd-c142f5590edb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:24.573333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1cd936-a540-47fb-b5cd-c142f5590edb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:24.573944 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd936-a540-47fb-b5cd-c142f5590edb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:24.587090 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef5cf58-ef80-4bb7-a076-4b9368136bb7 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:24.694618 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-547de114-18cd-420a-bc7b-e65a9fdfc5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:24.698382 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-547de114-18cd-420a-bc7b-e65a9fdfc5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:24.703210 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-547de114-18cd-420a-bc7b-e65a9fdfc5cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6d8253c-5b8f-49c5-953f-b912441cdf4d HTTP/1.1" status: 204 len: 168 time: 0.3434865 Oct 13 14:16:24.714640 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547de114-18cd-420a-bc7b-e65a9fdfc5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d8253c-5b8f-49c5-953f-b912441cdf4d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:24.722633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680cc7f-cd6f-4d8f-a965-b293c7fa0e53 req-c1db8528-e479-46ed-a3a7-143464f9943a tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:24.727100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5680cc7f-cd6f-4d8f-a965-b293c7fa0e53 req-c1db8528-e479-46ed-a3a7-143464f9943a tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.3151588 Oct 13 14:16:24.780310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7a1cd936-a540-47fb-b5cd-c142f5590edb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9623816 Oct 13 14:16:24.782903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48526) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:24.787794 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b59a8980-9352-456e-a295-461b5637fdfa tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-463143278', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:24.841545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5680cc7f-cd6f-4d8f-a965-b293c7fa0e53 req-ed1cd057-c3fb-437a-ab17-db6c3f319f97 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050150 Oct 13 14:16:24.844036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-45145b8c-44d7-46df-a9e8-42a9b690a4c4 service neutron] 10.222.0.18 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001227 Oct 13 14:16:24.911977 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b59a8980-9352-456e-a295-461b5637fdfa tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:24.913156 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b59a8980-9352-456e-a295-461b5637fdfa tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:25.065852 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b59a8980-9352-456e-a295-461b5637fdfa tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:25.101758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '74fe9011-c41e-4e3b-9c03-7b19237fee80'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:16:25.102395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b12c88e8-13ec-4071-89bf-00c7fbb33b6a req-b02f6d56-8e0c-49b3-9365-21dee4d6b398 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d0a18bf-1c1d-47e7-a870-2e5a70081970 HTTP/1.1" status: 200 len: 210 time: 0.0655162 Oct 13 14:16:25.103044 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:25.116225 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f2b6a021-4ce4-4b5a-961d-2fe667103bbb no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:25.134849 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b59a8980-9352-456e-a295-461b5637fdfa tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:25.146633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: f2b6a021-4ce4-4b5a-961d-2fe667103bbb {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:16:25.146970 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f2b6a021-4ce4-4b5a-961d-2fe667103bbb not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:16:25.228071 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b59a8980-9352-456e-a295-461b5637fdfa tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:25.230562 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b59a8980-9352-456e-a295-461b5637fdfa tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4465971 Oct 13 14:16:25.233756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48534) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:25.279927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-5f3118bc-b3fb-43bf-8295-de678815bc09 service neutron] 10.222.0.18 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240770 Oct 13 14:16:25.356764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Allocated IP 2001:db8::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/74fe9011-c41e-4e3b-9c03-7b19237fee80/1ec08e7a-0154-40c4-9539-a3624f2683c2) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:25.745537 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:25.748181 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:25.834450 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:25.865354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:25.867895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:25.898369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90632f56-e914-4584-b97a-17ed6176126d req-5fb6a0ed-c845-4676-9ead-8691fd7fc178 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 210 time: 0.0692277 Oct 13 14:16:25.911946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48552) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:25.938409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:25.940959 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-91e74538-1194-4d5e-a1b0-0682d3e95037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:25.951730 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:16:26.109584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f5219-8699-4c1c-8f4d-975692810f47 req-a1fae58e-7f8e-4c42-b638-f44dfd4707ee tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:26.111552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d81f5219-8699-4c1c-8f4d-975692810f47 req-a1fae58e-7f8e-4c42-b638-f44dfd4707ee tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.0945702 Oct 13 14:16:26.177665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Pushing event updated for resources: {'Port': ['ID=1ec08e7a-0154-40c4-9539-a3624f2683c2,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:26.211869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Attempting to bind port 1ec08e7a-0154-40c4-9539-a3624f2683c2 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:16:26.225726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Attempting to bind port 1ec08e7a-0154-40c4-9539-a3624f2683c2 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:16:26.225853 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-91e74538-1194-4d5e-a1b0-0682d3e95037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:26.225965 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Attempting to bind port 1ec08e7a-0154-40c4-9539-a3624f2683c2 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:16:26.248915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d81f5219-8699-4c1c-8f4d-975692810f47 req-3bc676ed-6b62-4753-bf77-d98f57ddc96a tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294057 Oct 13 14:16:26.253893 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:16:26.254349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:16:26.254947 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:26.256243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:16:26.256813 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Bound port: 1ec08e7a-0154-40c4-9539-a3624f2683c2, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:16:26.260736 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:26.289355 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-91e74538-1194-4d5e-a1b0-0682d3e95037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:26.366085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e74538-1194-4d5e-a1b0-0682d3e95037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dfeda5-15aa-4ae9-b31e-c47f728705a3,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:26.402080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-91e74538-1194-4d5e-a1b0-0682d3e95037 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c6831e1984c40f38606ae4783acd63f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4885798 Oct 13 14:16:26.402864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48564) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:26.425205 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] For port 1ec08e7a-0154-40c4-9539-a3624f2683c2, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:16:26.429263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] For port 1ec08e7a-0154-40c4-9539-a3624f2683c2, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1ec08e7a-0154-40c4-9539-a3624f2683c2,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:16:26.508271 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f99f-d59c-407c-8a33-b72562b6db7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:26.559119 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f99f-d59c-407c-8a33-b72562b6db7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:26.581323 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::1 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/74fe9011-c41e-4e3b-9c03-7b19237fee80/3e13e5e3-eb64-492d-b281-af74dd851dab) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:26.587040 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:26.779192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055868b0-ca6c-48ee-a10e-f18d493b5e56 None None] Pushing event updated for resources: {'Port': ['ID=1ec08e7a-0154-40c4-9539-a3624f2683c2,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:26.786094 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f99f-d59c-407c-8a33-b72562b6db7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:26.793004 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f99f-d59c-407c-8a33-b72562b6db7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:26.797181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d8b5f99f-d59c-407c-8a33-b72562b6db7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9dfeda5-15aa-4ae9-b31e-c47f728705a3 HTTP/1.1" status: 204 len: 168 time: 0.3895185 Oct 13 14:16:26.813887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5f99f-d59c-407c-8a33-b72562b6db7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dfeda5-15aa-4ae9-b31e-c47f728705a3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:26.928536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:27.078348 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:27.112715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a279433-6a2d-47b3-8007-c41ee1230db3 req-58a64890-e214-40b8-94f4-efc32a020100 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 210 time: 0.0681019 Oct 13 14:16:27.200049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8b3c2-0057-47e1-8741-4aff8edfdda1 req-c5dcff19-edd1-4b9a-a715-876d1ad47187 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:27.210220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73f8b3c2-0057-47e1-8741-4aff8edfdda1 req-c5dcff19-edd1-4b9a-a715-876d1ad47187 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.2772968 Oct 13 14:16:27.234152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:27.244397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:27.262078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:16:27.262078 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:27.322075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=3e13e5e3-eb64-492d-b281-af74dd851dab,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:27.334316 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73f8b3c2-0057-47e1-8741-4aff8edfdda1 req-c4df08c2-c5b0-47b0-8cc8-79c35dfc169b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069305 Oct 13 14:16:27.574979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afffa5-e0ed-4a6e-9a76-67ec4fcb1f97 req-8a5e39b6-73bc-4020-96c3-fa616615fe3e tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:27.574979 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9afffa5-e0ed-4a6e-9a76-67ec4fcb1f97 req-8a5e39b6-73bc-4020-96c3-fa616615fe3e tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.0935700 Oct 13 14:16:27.607597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9afffa5-e0ed-4a6e-9a76-67ec4fcb1f97 req-fb51a079-e8c9-4ddf-ae43-953ede448af6 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474739 Oct 13 14:16:28.115822 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:28.298284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e00a920-daa0-4f4c-ab30-93a0bb35a036 req-167a4ae6-d810-4a06-9116-8dab62a21a8d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 210 time: 0.0411522 Oct 13 14:16:28.489109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1ec08e7a-0154-40c4-9539-a3624f2683c2 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:28.592955 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:28.653716 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:28.663312 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:28.683409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0fa75ba3-864d-4031-b718-f4339fa79012 None None] Provisioning complete for port 1ec08e7a-0154-40c4-9539-a3624f2683c2 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:28.685033 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0fa75ba3-864d-4031-b718-f4339fa79012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:28.739615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-1a028abb-7ab4-40aa-a530-2761668cfe53 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:28.743297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-1a028abb-7ab4-40aa-a530-2761668cfe53 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.49 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.3328326 Oct 13 14:16:28.832056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1ec08e7a-0154-40c4-9539-a3624f2683c2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:28.832772 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:28.868219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75187555-2f67-4e98-a84b-b96348554307 req-ba437389-4f6e-47d8-a21d-8f13841896c0 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:28.884488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75187555-2f67-4e98-a84b-b96348554307 req-ba437389-4f6e-47d8-a21d-8f13841896c0 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.3325794 Oct 13 14:16:28.961148 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=3e13e5e3-eb64-492d-b281-af74dd851dab,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:29.057425 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:29.060146 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0fa75ba3-864d-4031-b718-f4339fa79012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:29.065803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:29.229720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75187555-2f67-4e98-a84b-b96348554307 req-82a47d65-0a22-4f1d-b57a-0b2c6dcabd25 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433125 Oct 13 14:16:29.240917 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:29.300733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Deleting port 0d70b40a-981d-4bab-98cd-2b73241c5f7c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:29.304063 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:29.370654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0fa75ba3-864d-4031-b718-f4339fa79012 None None] For port 1ec08e7a-0154-40c4-9539-a3624f2683c2, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1ec08e7a-0154-40c4-9539-a3624f2683c2,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:29.448554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf00ed-106f-4cfd-9096-64a302a7f9b9 req-93e8cc1f-9181-483c-a1d1-69c460d74bdb tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:29.455235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0baf00ed-106f-4cfd-9096-64a302a7f9b9 req-93e8cc1f-9181-483c-a1d1-69c460d74bdb tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.5643327 Oct 13 14:16:29.487118 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0fa75ba3-864d-4031-b718-f4339fa79012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:29.514712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Router 0323daf2-eb6d-42d1-b904-72063330cd57 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:16:29.695266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa75ba3-864d-4031-b718-f4339fa79012 None None] Pushing event updated for resources: {'Port': ['ID=1ec08e7a-0154-40c4-9539-a3624f2683c2,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:29.714887 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:16:29.715242 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:16:29.749162 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-71fe0761-4c2f-4581-825c-e2c2f2e99742 None None] Provisioning complete for port 3e13e5e3-eb64-492d-b281-af74dd851dab triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:29.749455 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-71fe0761-4c2f-4581-825c-e2c2f2e99742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:29.783309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:16:29.793746 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d964ac33-0b88-4e91-99b3-612d93014a12 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "PUT /v2.0/routers/0323daf2-eb6d-42d1-b904-72063330cd57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5587380 Oct 13 14:16:29.799414 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48654) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:29.800380 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Sync routers for ids ['0323daf2-eb6d-42d1-b904-72063330cd57'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:16:29.834382 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Routers {'0323daf2-eb6d-42d1-b904-72063330cd57'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:16:29.835293 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:16:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0323daf2-eb6d-42d1-b904-72063330cd57'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:29.855188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-71fe0761-4c2f-4581-825c-e2c2f2e99742 None None] Port 3e13e5e3-eb64-492d-b281-af74dd851dab cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:16:29.918178 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460aa405-cf89-4254-9b71-b3693384c999 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:29.923994 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-460aa405-cf89-4254-9b71-b3693384c999 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports/3e13e5e3-eb64-492d-b281-af74dd851dab HTTP/1.1" status: 200 len: 911 time: 0.1232581 Oct 13 14:16:29.924934 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48658) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:29.992294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-682d9376-edf7-4d7e-8d6a-fc7a25bb4bd9 None None] Provisioning complete for port 3e13e5e3-eb64-492d-b281-af74dd851dab triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:29.996290 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-682d9376-edf7-4d7e-8d6a-fc7a25bb4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:30.093475 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Set router 0323daf2-eb6d-42d1-b904-72063330cd57 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:16:30.148299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-682d9376-edf7-4d7e-8d6a-fc7a25bb4bd9 None None] Port 3e13e5e3-eb64-492d-b281-af74dd851dab cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:16:30.149959 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ef03de-5c03-4064-b5c1-8a9ed4ed475f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:30.163330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ef03de-5c03-4064-b5c1-8a9ed4ed475f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:30.171193 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e9ef03de-5c03-4064-b5c1-8a9ed4ed475f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2437923 Oct 13 14:16:30.171919 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48664) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:30.529244 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1ec08e7a-0154-40c4-9539-a3624f2683c2 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:30.592209 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90668c41-bed8-41ca-bf65-5d8d9274d3c5 req-371a5299-1080-42dc-9d87-b50368172c73 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 210 time: 0.1860285 Oct 13 14:16:30.644317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1ec08e7a-0154-40c4-9539-a3624f2683c2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:30.645709 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:30.769961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0baf00ed-106f-4cfd-9096-64a302a7f9b9 req-5623ed01-3087-48c9-8b64-276c7e554957 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3045053 Oct 13 14:16:30.797406 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0323daf2-eb6d-42d1-b904-72063330cd57', 'name': 'tempest-NetworksTestDHCPv6-router-463143278', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:16:24Z', 'updated_at': '2021-10-13T14:16:27Z', 'revision_number': 2, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'gw_port_host': None, '_interfaces': [{'id': '3e13e5e3-eb64-492d-b281-af74dd851dab', 'name': '', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'mac_address': 'fa:16:3e:04:a4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0323daf2-eb6d-42d1-b904-72063330cd57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '74fe9011-c41e-4e3b-9c03-7b19237fee80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:16:26Z', 'updated_at': '2021-10-13T14:16:28Z', 'revision_number': 2, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'subnets': [{'id': '74fe9011-c41e-4e3b-9c03-7b19237fee80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:30.832441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] For port 0d70b40a-981d-4bab-98cd-2b73241c5f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d70b40a-981d-4bab-98cd-2b73241c5f7c,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:30.833388 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:30.920019 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Checking router: 0323daf2-eb6d-42d1-b904-72063330cd57 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:16:30.920536 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Updating router 0323daf2-eb6d-42d1-b904-72063330cd57 port 3e13e5e3-eb64-492d-b281-af74dd851dab binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:16:30.978027 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:31.065807 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bec7e13c-8406-49aa-8134-c0697572af17 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:31.117071 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:31.117496 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:31.117752 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Floating IP 4508f30a-1120-4b43-b2bb-4ab2404be610 disassociated. External IP: 172.25.0.142, port: 0d70b40a-981d-4bab-98cd-2b73241c5f7c. Oct 13 14:16:31.118093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Calling delete_port for 0d70b40a-981d-4bab-98cd-2b73241c5f7c owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:31.408825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-2b12ad7e-55d1-427a-baac-f73416170f5e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:31.410648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-2b12ad7e-55d1-427a-baac-f73416170f5e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.49 "GET /v2.0/networks?id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 HTTP/1.1" status: 200 len: 813 time: 0.9443390 Oct 13 14:16:31.435361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-8b7a5307-04df-4e81-804a-e43611d5f7f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Request body: {'port': {'device_id': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2', 'admin_state_up': True, 'tenant_id': '93c10b4cc12243fa8a8825696b112266'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:31.453943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f8fe8-2011-4fed-b70d-62e08f3e109b req-02df89a6-6f79-4fbc-93de-e3b96afac76b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:31.466180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-564f8fe8-2011-4fed-b70d-62e08f3e109b req-02df89a6-6f79-4fbc-93de-e3b96afac76b tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 944 time: 0.3414805 Oct 13 14:16:31.561249 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:31.694599 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:31.788837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-564f8fe8-2011-4fed-b70d-62e08f3e109b req-0b9ee949-cab2-41df-81d8-5a9ac29805b0 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups?id=93ad62b5-f5db-43aa-97fe-c49ebada1755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3163416 Oct 13 14:16:31.873376 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-bec7e13c-8406-49aa-8134-c0697572af17 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port 3e13e5e3-eb64-492d-b281-af74dd851dab {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:31.873727 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bec7e13c-8406-49aa-8134-c0697572af17 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:31.934098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db9984c1-5845-4ecf-8cbd-06115b13770d req-0b8738d0-1fbd-4bd4-990c-9b6658787e26 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 210 time: 0.1303456 Oct 13 14:16:31.942162 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c7357-e21c-46fc-a41e-857c30676c28 None None] Pushing event updated for resources: {'Port': ['ID=3e13e5e3-eb64-492d-b281-af74dd851dab,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:32.065825 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Attempting to bind port 3e13e5e3-eb64-492d-b281-af74dd851dab on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:16:32.066193 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Attempting to bind port 3e13e5e3-eb64-492d-b281-af74dd851dab by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:16:32.066554 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Attempting to bind port 3e13e5e3-eb64-492d-b281-af74dd851dab on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:16:32.098405 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:16:32.098405 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:16:32.098405 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:32.098405 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:16:32.098405 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Bound port: 3e13e5e3-eb64-492d-b281-af74dd851dab, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:16:32.098405 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:32.216423 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-bec7e13c-8406-49aa-8134-c0697572af17 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] For port 3e13e5e3-eb64-492d-b281-af74dd851dab, host n-d-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:32.219164 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bec7e13c-8406-49aa-8134-c0697572af17 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:32.251905 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-bec7e13c-8406-49aa-8134-c0697572af17 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for 3e13e5e3-eb64-492d-b281-af74dd851dab owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:32.290230 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] For port 3e13e5e3-eb64-492d-b281-af74dd851dab, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:16:32.299144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ade5ec-d314-4fcf-8ad0-72b3587cb04a req-288d689a-07fd-4542-9ceb-1a742eea2d21 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:32.301133 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] For port 3e13e5e3-eb64-492d-b281-af74dd851dab, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3e13e5e3-eb64-492d-b281-af74dd851dab,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:16:32.304867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68ade5ec-d314-4fcf-8ad0-72b3587cb04a req-288d689a-07fd-4542-9ceb-1a742eea2d21 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1820695 Oct 13 14:16:32.331513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-8b7a5307-04df-4e81-804a-e43611d5f7f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Made reservation on behalf of 93c10b4cc12243fa8a8825696b112266 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:32.335631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-8b7a5307-04df-4e81-804a-e43611d5f7f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:32.364406 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:32.392496 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:32.413928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ea3ee1a3-432e-43b4-9b06-f23d659026e2 None None] Provisioning complete for port 3e13e5e3-eb64-492d-b281-af74dd851dab triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:32.414699 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea3ee1a3-432e-43b4-9b06-f23d659026e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:32.527730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68ade5ec-d314-4fcf-8ad0-72b3587cb04a req-9dcab10e-c031-4fd0-aa7f-074db31b8abe tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977065 Oct 13 14:16:32.568104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event deleted for resources: {'Port': ['ID=0d70b40a-981d-4bab-98cd-2b73241c5f7c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:32.579044 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Routers {'0323daf2-eb6d-42d1-b904-72063330cd57'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:16:32.585955 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:16:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0323daf2-eb6d-42d1-b904-72063330cd57'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:32.778068 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea3ee1a3-432e-43b4-9b06-f23d659026e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:32.787262 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bec7e13c-8406-49aa-8134-c0697572af17 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:32.933845 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] Set router 0323daf2-eb6d-42d1-b904-72063330cd57 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:16:32.936680 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7e13c-8406-49aa-8134-c0697572af17 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=3e13e5e3-eb64-492d-b281-af74dd851dab,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:33.109607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4dc8af87-dd3d-4db4-86cf-f3b130670330 None None] Could not find standard attr ID for object 3e13e5e3-eb64-492d-b281-af74dd851dab. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:16:33.238834 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bec7e13c-8406-49aa-8134-c0697572af17 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:33.263285 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c7357-e21c-46fc-a41e-857c30676c28 None None] Pushing event updated for resources: {'Port': ['ID=3e13e5e3-eb64-492d-b281-af74dd851dab,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:33.421475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Router d0ac1d30-31fb-4337-a1c1-82af8be7e03a has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:16:33.452300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d70b40a-981d-4bab-98cd-2b73241c5f7c no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:33.519860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 0d70b40a-981d-4bab-98cd-2b73241c5f7c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:16:33.520075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-8b7a5307-04df-4e81-804a-e43611d5f7f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Allocated IP 172.20.0.11 (842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2/1883f4e6-845b-462e-92e2-b0bf84ce9717/013b3461-9860-4280-9cbe-89d20d2f07b2) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:33.520744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d70b40a-981d-4bab-98cd-2b73241c5f7c not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:16:33.589592 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0323daf2-eb6d-42d1-b904-72063330cd57', 'name': 'tempest-NetworksTestDHCPv6-router-463143278', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:16:24Z', 'updated_at': '2021-10-13T14:16:27Z', 'revision_number': 2, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'gw_port_host': None, '_interfaces': [{'id': '3e13e5e3-eb64-492d-b281-af74dd851dab', 'name': '', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'mac_address': 'fa:16:3e:04:a4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0323daf2-eb6d-42d1-b904-72063330cd57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '74fe9011-c41e-4e3b-9c03-7b19237fee80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:16:26Z', 'updated_at': '2021-10-13T14:16:32Z', 'revision_number': 4, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'subnets': [{'id': '74fe9011-c41e-4e3b-9c03-7b19237fee80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:33.628497 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab55851-84c1-4d9f-8840-33865ab14525 None None] The sync data for ids ['0323daf2-eb6d-42d1-b904-72063330cd57'] in n-d-806683-15 is: [{'id': '0323daf2-eb6d-42d1-b904-72063330cd57', 'name': 'tempest-NetworksTestDHCPv6-router-463143278', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:16:24Z', 'updated_at': '2021-10-13T14:16:27Z', 'revision_number': 2, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'gw_port_host': None, '_interfaces': [{'id': '3e13e5e3-eb64-492d-b281-af74dd851dab', 'name': '', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'mac_address': 'fa:16:3e:04:a4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0323daf2-eb6d-42d1-b904-72063330cd57', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '74fe9011-c41e-4e3b-9c03-7b19237fee80', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:16:26Z', 'updated_at': '2021-10-13T14:16:32Z', 'revision_number': 4, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'subnets': [{'id': '74fe9011-c41e-4e3b-9c03-7b19237fee80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:16:33.676005 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0368b048-22cd-4f3a-9d3c-790ec49c49ed req-09ff281e-7005-4b17-bf97-e8f93130f51e tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 210 time: 0.4222949 Oct 13 14:16:33.733074 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec7e13c-8406-49aa-8134-c0697572af17 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Router 0323daf2-eb6d-42d1-b904-72063330cd57 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:16:33.855792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec7e13c-8406-49aa-8134-c0697572af17 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:16:33.863413 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bec7e13c-8406-49aa-8134-c0697572af17 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "PUT /v2.0/routers/0323daf2-eb6d-42d1-b904-72063330cd57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6899116 Oct 13 14:16:33.865788 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48744) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:33.937094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:16:33.950396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-435cfcd5-8602-4032-816f-1415564e4a8f req-8e5304f6-14d2-40c0-abe5-107fe54586b8 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 210 time: 0.6993809 Oct 13 14:16:33.952680 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d8bad-cd07-4a4c-96d5-62295ac7418e None None] Sync routers for ids ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:16:33.964450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d8bad-cd07-4a4c-96d5-62295ac7418e None None] Routers {'d0ac1d30-31fb-4337-a1c1-82af8be7e03a'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:16:33.965171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4c1d8bad-cd07-4a4c-96d5-62295ac7418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:16:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:34.124511 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6d6ce7-b5e8-421a-9e97-0676e835fe8b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:34.126741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6d6ce7-b5e8-421a-9e97-0676e835fe8b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:34.132062 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3c6d6ce7-b5e8-421a-9e97-0676e835fe8b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2641664 Oct 13 14:16:34.133163 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48750) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:34.160482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] No DVR routers for this DVR port 0d70b40a-981d-4bab-98cd-2b73241c5f7c on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:16:34.173212 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:34.184450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4acaf571-559c-44b4-aade-c1e8dba0ee0f req-202353b5-6843-4792-9a41-c48437410790 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.49 "DELETE /v2.0/ports/0d70b40a-981d-4bab-98cd-2b73241c5f7c HTTP/1.1" status: 204 len: 173 time: 5.4328356 Oct 13 14:16:34.190321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-deleted', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:16:34.201282 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d2ff71-4ec9-4d95-8d9b-880da5fb80b3" -d '{"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-deleted", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:16:34.295819 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e50015-f5fb-4690-8e36-b814ad6436ef tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 74fe9011-c41e-4e3b-9c03-7b19237fee80 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:16:34.301446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896ca26-a301-4ccd-ad58-e0bd58bdb4eb req-8524634f-d0fe-441c-a2df-341fef3dd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:34.305664 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66e50015-f5fb-4690-8e36-b814ad6436ef tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:34.312523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3896ca26-a301-4ccd-ad58-e0bd58bdb4eb req-8524634f-d0fe-441c-a2df-341fef3dd6f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 1098 time: 1.0285316 Oct 13 14:16:34.404044 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66e50015-f5fb-4690-8e36-b814ad6436ef tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:34.454991 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-8b7a5307-04df-4e81-804a-e43611d5f7f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:34.523522 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25045a3-9d97-4536-beca-5b9732b9e60f x-openstack-request-id: req-d25045a3-9d97-4536-beca-5b9732b9e60f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:16:34.523880 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18b0742-50dc-4860-974b-22f43b7dd816", "name": "network-vif-deleted", "tag": "0d70b40a-981d-4bab-98cd-2b73241c5f7c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:16:34.524143 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d25045a3-9d97-4536-beca-5b9732b9e60f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:16:34.524965 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18b0742-50dc-4860-974b-22f43b7dd816', 'name': 'network-vif-deleted', 'tag': '0d70b40a-981d-4bab-98cd-2b73241c5f7c', 'status': 'completed', 'code': 200} Oct 13 14:16:34.553749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-4c1d8bad-cd07-4a4c-96d5-62295ac7418e None None] Set router d0ac1d30-31fb-4337-a1c1-82af8be7e03a gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:16:34.617849 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-8b7a5307-04df-4e81-804a-e43611d5f7f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:34.653849 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66e50015-f5fb-4690-8e36-b814ad6436ef tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:34.657569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3896ca26-a301-4ccd-ad58-e0bd58bdb4eb req-267c0acc-0a94-4661-8d95-d8280f22cbe0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425991 Oct 13 14:16:34.795756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842973b-00d7-4d7f-9c0b-5ee2426b266a req-e8556e51-1b68-4daf-a51b-bcd6b4418c06 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:34.806037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4842973b-00d7-4d7f-9c0b-5ee2426b266a req-e8556e51-1b68-4daf-a51b-bcd6b4418c06 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.7538273 Oct 13 14:16:34.856288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-8b7a5307-04df-4e81-804a-e43611d5f7f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:34.927125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-8b7a5307-04df-4e81-804a-e43611d5f7f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:34.941898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-8b7a5307-04df-4e81-804a-e43611d5f7f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:16:34.967025 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66e50015-f5fb-4690-8e36-b814ad6436ef tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:34.987823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a5307-04df-4e81-804a-e43611d5f7f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Pushing event updated for resources: {'Port': ['ID=013b3461-9860-4280-9cbe-89d20d2f07b2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:35.055292 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66e50015-f5fb-4690-8e36-b814ad6436ef tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:35.060340 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-66e50015-f5fb-4690-8e36-b814ad6436ef tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/74fe9011-c41e-4e3b-9c03-7b19237fee80 HTTP/1.1" status: 204 len: 168 time: 0.9256079 Oct 13 14:16:35.066948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e50015-f5fb-4690-8e36-b814ad6436ef tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=74fe9011-c41e-4e3b-9c03-7b19237fee80,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:35.076121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c15b5ac1-0693-422e-aa51-f6ed94f0a433 req-46c27924-ec3c-4efc-8a3b-d07f3d0f0cca tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/ports?device_id=b18b0742-50dc-4860-974b-22f43b7dd816 HTTP/1.1" status: 200 len: 210 time: 0.1637509 Oct 13 14:16:35.076677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48766) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:35.157097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4842973b-00d7-4d7f-9c0b-5ee2426b266a req-b253b633-4474-4a16-a7ba-7bbcccc199fc tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243415 Oct 13 14:16:35.179600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ae945-a84a-4c58-8b6e-df92a3e2fc4b None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:35.243275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-8b7a5307-04df-4e81-804a-e43611d5f7f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:35.250710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-8b7a5307-04df-4e81-804a-e43611d5f7f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:35.412912 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f3ebb7d3-f7f3-462b-bcaf-d3fa6e7edcbf tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3317108 Oct 13 14:16:35.427660 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48778) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:35.435020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-8b7a5307-04df-4e81-804a-e43611d5f7f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0109808 Oct 13 14:16:35.484469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705246a-3407-433f-9928-6debf8243219 req-10db7f83-2437-4c8f-a9ef-597829c1c140 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:35.485614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d705246a-3407-433f-9928-6debf8243219 req-10db7f83-2437-4c8f-a9ef-597829c1c140 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 932 time: 0.1490448 Oct 13 14:16:35.553876 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae43c5b-09b9-4de8-a064-9c84ae959117 None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:16:35.616057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48782) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:35.650653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4c1d8bad-cd07-4a4c-96d5-62295ac7418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:05:44Z', 'revision_number': 4, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '90d3933d-5b93-4014-a6a6-39b83859c9c7', 'name': '', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'mac_address': 'fa:16:3e:81:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:43Z', 'updated_at': '2021-10-13T14:05:52Z', 'revision_number': 5, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'subnets': [{'id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:35.658524 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ea9334b-f7cb-423a-9154-78f265722ce8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:35.713487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d8bad-cd07-4a4c-96d5-62295ac7418e None None] Checking router: d0ac1d30-31fb-4337-a1c1-82af8be7e03a for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:16:35.722105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d705246a-3407-433f-9928-6debf8243219 req-71e6a0bb-e101-4142-ad7b-ea3c4f529412 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243085 Oct 13 14:16:35.789556 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2ae43c5b-09b9-4de8-a064-9c84ae959117 None None] Deleting port 1ec08e7a-0154-40c4-9539-a3624f2683c2 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:35.789928 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2ae43c5b-09b9-4de8-a064-9c84ae959117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:35.799389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Request body: {'port': {'device_id': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:35.803882 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87f6b131-8c83-4cbe-90ac-fbf786f33e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:35.809060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d8bad-cd07-4a4c-96d5-62295ac7418e None None] Routers {'d0ac1d30-31fb-4337-a1c1-82af8be7e03a'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:16:35.809708 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4c1d8bad-cd07-4a4c-96d5-62295ac7418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:16:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:35.953976 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:35.981400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2ae43c5b-09b9-4de8-a064-9c84ae959117 None None] For port 1ec08e7a-0154-40c4-9539-a3624f2683c2, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1ec08e7a-0154-40c4-9539-a3624f2683c2,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:35.981796 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2ae43c5b-09b9-4de8-a064-9c84ae959117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:36.042025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2ae43c5b-09b9-4de8-a064-9c84ae959117 None None] Calling delete_port for 1ec08e7a-0154-40c4-9539-a3624f2683c2 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:36.090735 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ea9334b-f7cb-423a-9154-78f265722ce8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:36.093549 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ea9334b-f7cb-423a-9154-78f265722ce8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:36.096783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-4c1d8bad-cd07-4a4c-96d5-62295ac7418e None None] Set router d0ac1d30-31fb-4337-a1c1-82af8be7e03a gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:16:36.401505 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bf42a-583e-42c9-97ca-26378d39f213 None None] Sync routers for ids ['0323daf2-eb6d-42d1-b904-72063330cd57'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:16:36.413513 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bf42a-583e-42c9-97ca-26378d39f213 None None] Routers {'0323daf2-eb6d-42d1-b904-72063330cd57'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:16:36.414599 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bd1bf42a-583e-42c9-97ca-26378d39f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:16:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0323daf2-eb6d-42d1-b904-72063330cd57'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:36.470885 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87f6b131-8c83-4cbe-90ac-fbf786f33e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:36.519350 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-bd1bf42a-583e-42c9-97ca-26378d39f213 None None] Set router 0323daf2-eb6d-42d1-b904-72063330cd57 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:16:36.530551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1ec08e7a-0154-40c4-9539-a3624f2683c2 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:36.570617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4280c-f0b1-4f98-9078-591c5b13f178 req-1ba4a9a1-9016-4486-80e3-24701fbf1c68 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:36.572870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ec4280c-f0b1-4f98-9078-591c5b13f178 req-1ba4a9a1-9016-4486-80e3-24701fbf1c68 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1897738 Oct 13 14:16:36.577450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013b3461-9860-4280-9cbe-89d20d2f07b2 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:16:36.587154 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bd1bf42a-583e-42c9-97ca-26378d39f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0323daf2-eb6d-42d1-b904-72063330cd57', 'name': 'tempest-NetworksTestDHCPv6-router-463143278', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:16:24Z', 'updated_at': '2021-10-13T14:16:32Z', 'revision_number': 3, 'project_id': 'bd1512223b6542a484046ba1c76c1869', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:36.600873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:36.601170 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ea9334b-f7cb-423a-9154-78f265722ce8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:36.601170 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea9334b-f7cb-423a-9154-78f265722ce8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Fanout notify agent at l3_agent the message router_deleted on router 0323daf2-eb6d-42d1-b904-72063330cd57 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:16:36.610956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ea9334b-f7cb-423a-9154-78f265722ce8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:36.625118 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4ea9334b-f7cb-423a-9154-78f265722ce8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/routers/0323daf2-eb6d-42d1-b904-72063330cd57 HTTP/1.1" status: 204 len: 168 time: 1.1835887 Oct 13 14:16:36.625696 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bf42a-583e-42c9-97ca-26378d39f213 None None] Checking router: 0323daf2-eb6d-42d1-b904-72063330cd57 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:16:36.627291 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48798) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:36.636159 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bf42a-583e-42c9-97ca-26378d39f213 None None] Routers set() bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:16:36.636572 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bf42a-583e-42c9-97ca-26378d39f213 None None] Router IDs set() for agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 14:16:36.637363 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_agentschedulers_db [None req-bd1bf42a-583e-42c9-97ca-26378d39f213 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0323daf2-eb6d-42d1-b904-72063330cd57'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:16:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent'). {{(pid=112687) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 14:16:36.637696 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bf42a-583e-42c9-97ca-26378d39f213 None None] The sync data for ids ['0323daf2-eb6d-42d1-b904-72063330cd57'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:16:36.678685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ec4280c-f0b1-4f98-9078-591c5b13f178 req-a525276d-d300-4ef2-8856-20849e6f64d5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965970 Oct 13 14:16:36.709812 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9762694d-b1aa-43b3-9637-7c087ba0f756 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:36.711953 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9762694d-b1aa-43b3-9637-7c087ba0f756 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0829639 Oct 13 14:16:36.715819 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48800) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:36.752406 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:36.767192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4c1d8bad-cd07-4a4c-96d5-62295ac7418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:05:44Z', 'revision_number': 4, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '90d3933d-5b93-4014-a6a6-39b83859c9c7', 'name': '', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'mac_address': 'fa:16:3e:81:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:43Z', 'updated_at': '2021-10-13T14:05:52Z', 'revision_number': 5, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'subnets': [{'id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:36.803834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Transition to ACTIVE for port object 013b3461-9860-4280-9cbe-89d20d2f07b2 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:16:36.806477 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87f6b131-8c83-4cbe-90ac-fbf786f33e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:36.816392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48814) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:36.872804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-87f6b131-8c83-4cbe-90ac-fbf786f33e35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4f7e1e5817041c68b87dc584d462753&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2388372 Oct 13 14:16:36.880145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d8bad-cd07-4a4c-96d5-62295ac7418e None None] The sync data for ids ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'] in n-d-806683-15 is: [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:05:44Z', 'revision_number': 4, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '90d3933d-5b93-4014-a6a6-39b83859c9c7', 'name': '', 'network_id': 'c54ddf7f-30d4-46c7-9ab3-6c873937a10d', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'mac_address': 'fa:16:3e:81:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:43Z', 'updated_at': '2021-10-13T14:05:52Z', 'revision_number': 5, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'subnets': [{'id': 'f692ea5c-5bea-418c-a845-bf8b8caee90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:16:36.885689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48818) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:36.894240 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2ae43c5b-09b9-4de8-a064-9c84ae959117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:36.904366 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f0ea17-4cdb-4547-ba36-3a88d0b9493f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:36.906411 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-96f0ea17-4cdb-4547-ba36-3a88d0b9493f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1896596 Oct 13 14:16:36.918712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48820) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:36.949805 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44facd43-0bf4-486b-95ee-dd5207774dee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:36.966343 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:36.986262 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44facd43-0bf4-486b-95ee-dd5207774dee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:37.097978 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae43c5b-09b9-4de8-a064-9c84ae959117 None None] Pushing event deleted for resources: {'Port': ['ID=1ec08e7a-0154-40c4-9539-a3624f2683c2,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:37.100096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae43c5b-09b9-4de8-a064-9c84ae959117 None None] No DVR routers for this DVR port 1ec08e7a-0154-40c4-9539-a3624f2683c2 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:16:37.106014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ef6d86da-a994-49b4-a672-1ca833a95c91 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1839087 Oct 13 14:16:37.109994 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f9ca66d5-b79d-4adb-a89b-430eff88b8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:37.112474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6b131-8c83-4cbe-90ac-fbf786f33e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05776bf-dbb7-4fc1-ae88-7cc37d3b3b1f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:37.120880 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48824) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:37.166366 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0515415e-1f78-4746-b56d-ff60270b0479 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:37.237419 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44facd43-0bf4-486b-95ee-dd5207774dee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:37.254758 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44facd43-0bf4-486b-95ee-dd5207774dee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:37.259993 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-44facd43-0bf4-486b-95ee-dd5207774dee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "DELETE /v2.0/security-groups/93ad62b5-f5db-43aa-97fe-c49ebada1755 HTTP/1.1" status: 204 len: 168 time: 0.4413478 Oct 13 14:16:37.286621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48828) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:37.347344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c65b1-5472-4f9f-a482-4b0a4b66bc11 req-cb18b70c-f46d-4c59-9478-ae04df981c81 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:37.347344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e38c65b1-5472-4f9f-a482-4b0a4b66bc11 req-cb18b70c-f46d-4c59-9478-ae04df981c81 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 944 time: 0.4654095 Oct 13 14:16:37.368872 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-7ebc5f47-01e0-4c56-b2aa-76f3b5010361 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] show failed (client error): The resource could not be found. Oct 13 14:16:37.375943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7ebc5f47-01e0-4c56-b2aa-76f3b5010361 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "GET /v2.0/security-groups/93ad62b5-f5db-43aa-97fe-c49ebada1755 HTTP/1.1" status: 404 len: 347 time: 0.0741327 Oct 13 14:16:37.378844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48830) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:37.385728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44facd43-0bf4-486b-95ee-dd5207774dee tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ad62b5-f5db-43aa-97fe-c49ebada1755,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:37.419165 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f9ca66d5-b79d-4adb-a89b-430eff88b8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:37.436725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Pushing event updated for resources: {'Port': ['ID=013b3461-9860-4280-9cbe-89d20d2f07b2,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:37.547117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e38c65b1-5472-4f9f-a482-4b0a4b66bc11 req-c66ef718-401e-433a-aabe-af8bd2efed26 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665726 Oct 13 14:16:37.578438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6906c449-1d37-4e4d-873f-df95a1bf352d None None] New status for floating IP 4508f30a-1120-4b43-b2bb-4ab2404be610: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:16:37.612514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0515415e-1f78-4746-b56d-ff60270b0479 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:37.620405 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0515415e-1f78-4746-b56d-ff60270b0479 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:37.658943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Attempting to bind port 013b3461-9860-4280-9cbe-89d20d2f07b2 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:16:37.659546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Attempting to bind port 013b3461-9860-4280-9cbe-89d20d2f07b2 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'fe9e0195-cb97-418d-8984-1e8d6556114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:16:37.659652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Attempting to bind port 013b3461-9860-4280-9cbe-89d20d2f07b2 on network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:16:37.673786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Port 013b3461-9860-4280-9cbe-89d20d2f07b2 on network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:16:37.674359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Attempting to bind port 013b3461-9860-4280-9cbe-89d20d2f07b2 on network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:16:37.676213 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f9ca66d5-b79d-4adb-a89b-430eff88b8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:37.679789 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f9ca66d5-b79d-4adb-a89b-430eff88b8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:37.686385 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f9ca66d5-b79d-4adb-a89b-430eff88b8a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a05776bf-dbb7-4fc1-ae88-7cc37d3b3b1f HTTP/1.1" status: 204 len: 168 time: 0.7950964 Oct 13 14:16:37.687804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:16:37.688146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Checking segment: {'id': 'fe9e0195-cb97-418d-8984-1e8d6556114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:16:37.688541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Bound using segment: {'id': 'fe9e0195-cb97-418d-8984-1e8d6556114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:16:37.689011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Bound port: 013b3461-9860-4280-9cbe-89d20d2f07b2, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9e0195-cb97-418d-8984-1e8d6556114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:16:37.689444 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:37.701214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca66d5-b79d-4adb-a89b-430eff88b8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05776bf-dbb7-4fc1-ae88-7cc37d3b3b1f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:37.708656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b4a13b29-5542-405d-afdc-29226ad2fb47 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Deleting port 8e204c31-674a-41d6-ad5c-c8a483543e89 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:37.709584 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b4a13b29-5542-405d-afdc-29226ad2fb47 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:37.907676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:16:37.931017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:16:37.944521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1236751-6c62-45a8-9446-02e6d4a3ffd4 req-125d4539-2149-43ff-ab4e-cb1fc8b1ea5d tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:37.946067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1236751-6c62-45a8-9446-02e6d4a3ffd4 req-125d4539-2149-43ff-ab4e-cb1fc8b1ea5d tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1231165 Oct 13 14:16:37.956213 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b4a13b29-5542-405d-afdc-29226ad2fb47 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:37.956213 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b4a13b29-5542-405d-afdc-29226ad2fb47 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:37.970652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b4a13b29-5542-405d-afdc-29226ad2fb47 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Calling delete_port for 8e204c31-674a-41d6-ad5c-c8a483543e89 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:38.046616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1236751-6c62-45a8-9446-02e6d4a3ffd4 req-b19848b3-0f1c-4c52-b30d-910e818a9697 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864468 Oct 13 14:16:38.050727 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:38.101059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-0515415e-1f78-4746-b56d-ff60270b0479 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:16:38.103940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:38.104544 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:38.106153 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] 10.222.0.49 "PUT /v2.0/ports/013b3461-9860-4280-9cbe-89d20d2f07b2 HTTP/1.1" status: 200 len: 1093 time: 2.6543794 Oct 13 14:16:38.109041 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0515415e-1f78-4746-b56d-ff60270b0479 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:38.111660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:16:38.118446 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36fded5-856b-4ddb-abb3-4b7218bbe518" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:16:38.157099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515415e-1f78-4746-b56d-ff60270b0479 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:38.160953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0515415e-1f78-4746-b56d-ff60270b0479 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:38.167920 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0515415e-1f78-4746-b56d-ff60270b0479 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:38.168574 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0515415e-1f78-4746-b56d-ff60270b0479 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:38.174028 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1897b28d-e2e7-4407-8748-947500d1d228 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:38.206619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc3df5-6649-4a4d-8f09-63c627f24518 service neutron] Pushing event updated for resources: {'Port': ['ID=013b3461-9860-4280-9cbe-89d20d2f07b2,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:38.214854 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33364eb-d5e8-4a91-9c8d-27adacd93c5c x-openstack-request-id: req-c33364eb-d5e8-4a91-9c8d-27adacd93c5c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:16:38.215123 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:16:38.216580 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c33364eb-d5e8-4a91-9c8d-27adacd93c5c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:16:38.235778 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2', 'status': 'completed', 'code': 200} Oct 13 14:16:38.251830 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515415e-1f78-4746-b56d-ff60270b0479 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=2776386f-87a3-48aa-b80f-b86cdd698b8b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:38.361083 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0515415e-1f78-4746-b56d-ff60270b0479 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2279563 Oct 13 14:16:38.363998 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48874) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:38.373784 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b0ed468b-513e-4045-830e-11966d8cf132 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:38.425442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3e13e5e3-eb64-492d-b281-af74dd851dab no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:38.430954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-426803cf-da2b-4d2a-8d6d-7c4eadbdea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:38.433611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-426803cf-da2b-4d2a-8d6d-7c4eadbdea58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=93c10b4cc12243fa8a8825696b112266&device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 1096 time: 0.2206488 Oct 13 14:16:38.450600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 3e13e5e3-eb64-492d-b281-af74dd851dab {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:16:38.450990 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3e13e5e3-eb64-492d-b281-af74dd851dab not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:16:38.506195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-ebf290f7-551b-4d71-bc89-cf61985652a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013b3461-9860-4280-9cbe-89d20d2f07b2 HTTP/1.1" status: 200 len: 217 time: 0.0540752 Oct 13 14:16:38.507753 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '2776386f-87a3-48aa-b80f-b86cdd698b8b'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:16:38.508700 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:38.518092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-b0acf0bb-21e7-422c-818c-5070fcc37b63 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:38.520024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-b0acf0bb-21e7-422c-818c-5070fcc37b63 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/networks?id=b4481736-159f-44b3-b3de-7023bdd7589e HTTP/1.1" status: 200 len: 811 time: 0.2072406 Oct 13 14:16:38.554535 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b4a13b29-5542-405d-afdc-29226ad2fb47 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:38.626379 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:16:38.641339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-866fe903-e5c6-46d9-974f-4e808e43fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:38.642977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-866fe903-e5c6-46d9-974f-4e808e43fe2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1883f4e6-845b-462e-92e2-b0bf84ce9717 HTTP/1.1" status: 200 len: 853 time: 0.1222939 Oct 13 14:16:38.644110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-2e2e8119-26f0-4d04-9498-8ef0dcecc1f6 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/quotas/1a67a06d259f46568b1482e7244739f1 HTTP/1.1" status: 200 len: 375 time: 0.0939131 Oct 13 14:16:38.645176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a13b29-5542-405d-afdc-29226ad2fb47 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Pushing event deleted for resources: {'Port': ['ID=8e204c31-674a-41d6-ad5c-c8a483543e89,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:38.674087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ed468b-513e-4045-830e-11966d8cf132 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:38.678599 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b0ed468b-513e-4045-830e-11966d8cf132 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:38.718967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Allocated IP 2001:db8::f816:3eff:fed9:d7da (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/2776386f-87a3-48aa-b80f-b86cdd698b8b/85b2e49d-97fc-4722-a631-6088bd713ea6) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:38.719319 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b4a13b29-5542-405d-afdc-29226ad2fb47 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:38.722208 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b4a13b29-5542-405d-afdc-29226ad2fb47 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:38.726724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b4a13b29-5542-405d-afdc-29226ad2fb47 tempest-ServerActionsTestJSON-1590171344 tempest-ServerActionsTestJSON-1590171344-project] 10.222.0.18 "DELETE /v2.0/floatingips/4508f30a-1120-4b43-b2bb-4ab2404be610 HTTP/1.1" status: 204 len: 168 time: 1.3027153 Oct 13 14:16:38.727566 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48888) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:38.761404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-826e1c24-f199-484d-a3a8-00a48c5cc6cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334344 Oct 13 14:16:38.788863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-6efac8ec-3ad6-4aa6-9cd3-39ed65ee4556 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a67a06d259f46568b1482e7244739f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175246 Oct 13 14:16:38.791101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48892) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:38.963773 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:39.054513 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:39.117215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Pushing event updated for resources: {'Port': ['ID=85b2e49d-97fc-4722-a631-6088bd713ea6,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:39.132221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:39.133909 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:39.137174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:16:39.184859 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b0ed468b-513e-4045-830e-11966d8cf132 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:39.200170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Attempting to bind port 85b2e49d-97fc-4722-a631-6088bd713ea6 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:16:39.200777 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Attempting to bind port 85b2e49d-97fc-4722-a631-6088bd713ea6 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:16:39.200777 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Attempting to bind port 85b2e49d-97fc-4722-a631-6088bd713ea6 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:16:39.207365 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:16:39.207789 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:16:39.208148 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:39.208549 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:16:39.209048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Bound port: 85b2e49d-97fc-4722-a631-6088bd713ea6, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:16:39.209436 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:39.243116 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1689b31a-17e7-49af-9cee-9399e1f68289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:39.419757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] For port 85b2e49d-97fc-4722-a631-6088bd713ea6, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:16:39.419962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-986898de-baf1-4971-8101-7137a71aa0e3 service neutron] 10.222.0.18 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302207 Oct 13 14:16:39.423118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] For port 85b2e49d-97fc-4722-a631-6088bd713ea6, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=85b2e49d-97fc-4722-a631-6088bd713ea6,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:16:39.427585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d1c14-58d2-4f73-a423-b69deea9ca42 req-fa26f9bf-a753-4457-b4cb-23f7d790c1e9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:39.429111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f5d1c14-58d2-4f73-a423-b69deea9ca42 req-fa26f9bf-a753-4457-b4cb-23f7d790c1e9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 944 time: 0.1983712 Oct 13 14:16:39.452403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-3d19cc42-3511-4727-bc26-26e2f901edbf service neutron] 10.222.0.49 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534398 Oct 13 14:16:39.460832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed468b-513e-4045-830e-11966d8cf132 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:39.467902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed468b-513e-4045-830e-11966d8cf132 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:39.473856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed468b-513e-4045-830e-11966d8cf132 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:39.474450 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b0ed468b-513e-4045-830e-11966d8cf132 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:39.524498 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed468b-513e-4045-830e-11966d8cf132 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=62493632-b26d-4c66-9a33-b52a4926cb7b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:39.546242 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:39.609621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91cebb-3771-4076-b312-7b55fb3b74b2 None None] Pushing event updated for resources: {'Port': ['ID=85b2e49d-97fc-4722-a631-6088bd713ea6,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:39.637026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f5d1c14-58d2-4f73-a423-b69deea9ca42 req-6e3a0268-fd2c-460d-a0fe-10078c7d5b41 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935222 Oct 13 14:16:39.641367 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b0ed468b-513e-4045-830e-11966d8cf132 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2761662 Oct 13 14:16:39.642009 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48904) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:39.642635 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1689b31a-17e7-49af-9cee-9399e1f68289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:39.651079 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'mac_address': 'fa:16:3e:ce:34:e4', 'name': 'tempest-NetworksTestDHCPv6-885783596'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:39.694218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-b6e78662-0583-49c8-b606-78721c678554 service neutron] 10.222.0.18 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554696 Oct 13 14:16:39.702230 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3636d8cf-b9be-42d2-bc14-b5ab296d3f9b req-f84dc273-2d43-4b19-9a6f-ad272c804cb3 service neutron] 10.222.0.49 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291775 Oct 13 14:16:39.764093 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1689b31a-17e7-49af-9cee-9399e1f68289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:39.813236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1689b31a-17e7-49af-9cee-9399e1f68289 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cad4e6ddc514859b1b2910cc3968f78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0128906 Oct 13 14:16:39.820241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48918) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:39.862382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689b31a-17e7-49af-9cee-9399e1f68289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff473341-678f-454e-915b-59b55a19b0f7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:40.003902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b8dab34-85d5-412a-9b15-37cc40cbfcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:40.022249 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:40.032676 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b8dab34-85d5-412a-9b15-37cc40cbfcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:40.094477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fded5-856b-4ddb-abb3-4b7218bbe518 req-579aeb35-2c1b-41c3-9c17-3c8763317506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:40.096057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f36fded5-856b-4ddb-abb3-4b7218bbe518 req-579aeb35-2c1b-41c3-9c17-3c8763317506 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=93c10b4cc12243fa8a8825696b112266&device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 1096 time: 0.1870120 Oct 13 14:16:40.193794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98ce5323-124c-47cb-bf23-ed504125ebe0 req-e8ea7873-8081-43dc-aef4-c70b96576a3f tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 210 time: 0.0781612 Oct 13 14:16:40.227541 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:40.269365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port 7d30baf8-d949-46cb-b962-7b0406d411eb yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:16:40.273936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fded5-856b-4ddb-abb3-4b7218bbe518 req-b7445c0a-5c58-4341-8de2-795bcafaf6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:40.276841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f36fded5-856b-4ddb-abb3-4b7218bbe518 req-b7445c0a-5c58-4341-8de2-795bcafaf6ca service neutron] 10.222.0.49 "GET /v2.0/networks?id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 HTTP/1.1" status: 200 len: 914 time: 0.1705189 Oct 13 14:16:40.319277 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89e8cb0f-117a-4e39-8082-ea7a0f5a15fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:40.327551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b8dab34-85d5-412a-9b15-37cc40cbfcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:40.330305 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b8dab34-85d5-412a-9b15-37cc40cbfcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:40.331578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8b8dab34-85d5-412a-9b15-37cc40cbfcf2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff473341-678f-454e-915b-59b55a19b0f7 HTTP/1.1" status: 204 len: 168 time: 0.5100410 Oct 13 14:16:40.405302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8dab34-85d5-412a-9b15-37cc40cbfcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff473341-678f-454e-915b-59b55a19b0f7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:40.412887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f36fded5-856b-4ddb-abb3-4b7218bbe518 req-8afd8bf6-ff22-4bf9-8e3d-4bab553fa684 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013b3461-9860-4280-9cbe-89d20d2f07b2 HTTP/1.1" status: 200 len: 217 time: 0.1239848 Oct 13 14:16:40.631857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6300e-32e8-41f6-99b8-258465132e00 req-8ff95909-6489-43ed-b89f-73fee22ca886 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:40.636834 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73c6300e-32e8-41f6-99b8-258465132e00 req-8ff95909-6489-43ed-b89f-73fee22ca886 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 950 time: 0.3520215 Oct 13 14:16:40.641482 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 85b2e49d-97fc-4722-a631-6088bd713ea6 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:40.642270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fded5-856b-4ddb-abb3-4b7218bbe518 req-f4101311-d5c9-4221-a3e1-a31f1c899fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:40.644949 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f36fded5-856b-4ddb-abb3-4b7218bbe518 req-f4101311-d5c9-4221-a3e1-a31f1c899fb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1883f4e6-845b-462e-92e2-b0bf84ce9717 HTTP/1.1" status: 200 len: 853 time: 0.2258067 Oct 13 14:16:40.726645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 85b2e49d-97fc-4722-a631-6088bd713ea6 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:40.727731 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:40.783379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f36fded5-856b-4ddb-abb3-4b7218bbe518 req-6950f515-a7be-45d8-8a3d-688dcfde509a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295614 Oct 13 14:16:40.977184 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 172.20.0.12 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/62493632-b26d-4c66-9a33-b52a4926cb7b/7d30baf8-d949-46cb-b962-7b0406d411eb) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:40.977790 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:41.015277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::f816:3eff:fece:34e4 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/2776386f-87a3-48aa-b80f-b86cdd698b8b/7d30baf8-d949-46cb-b962-7b0406d411eb) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:41.086360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f36fded5-856b-4ddb-abb3-4b7218bbe518 req-4c984613-0b93-4d45-a855-7368774173f4 service neutron] 10.222.0.49 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923698 Oct 13 14:16:41.098709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 85b2e49d-97fc-4722-a631-6088bd713ea6, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=85b2e49d-97fc-4722-a631-6088bd713ea6,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:41.105348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73c6300e-32e8-41f6-99b8-258465132e00 req-42034a6e-fd63-4807-aa22-d7d74d320a8e tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115434 Oct 13 14:16:41.165793 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:41.228713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34695838-4dc1-45d2-922a-13ac37d8f97f req-ff4702bc-fb5a-4682-8e75-33d0c04713a3 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:41.236695 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34695838-4dc1-45d2-922a-13ac37d8f97f req-ff4702bc-fb5a-4682-8e75-33d0c04713a3 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 944 time: 0.4219513 Oct 13 14:16:41.314871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34695838-4dc1-45d2-922a-13ac37d8f97f req-dd796e31-1044-4bc4-bc20-7e1a6ba736d5 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770905 Oct 13 14:16:41.336231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f36fded5-856b-4ddb-abb3-4b7218bbe518 req-00ba87a8-3881-415b-b19d-c344b5a773ea service neutron] 10.222.0.49 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096221 Oct 13 14:16:41.366658 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=85b2e49d-97fc-4722-a631-6088bd713ea6,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:41.397208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f5d14a-ee9d-456a-a3f9-5a85bc9fc55f None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:41.475716 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-89e8cb0f-117a-4e39-8082-ea7a0f5a15fc admin admin] Deleting port 90d3933d-5b93-4014-a6a6-39b83859c9c7 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:41.475716 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89e8cb0f-117a-4e39-8082-ea7a0f5a15fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:41.478370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-80c32374-5587-45bd-bccd-32fc4a01b1dc None None] Provisioning complete for port 85b2e49d-97fc-4722-a631-6088bd713ea6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:41.478901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-80c32374-5587-45bd-bccd-32fc4a01b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:41.479971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe9c01f3-2f63-44e5-b1c2-9257c98db967 req-e2c3665c-03d3-4a59-af69-e250484968ed tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 210 time: 0.0570014 Oct 13 14:16:41.618367 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:41.741777 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-89e8cb0f-117a-4e39-8082-ea7a0f5a15fc admin admin] For port 90d3933d-5b93-4014-a6a6-39b83859c9c7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=90d3933d-5b93-4014-a6a6-39b83859c9c7,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:41.742542 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89e8cb0f-117a-4e39-8082-ea7a0f5a15fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:41.768016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-89e8cb0f-117a-4e39-8082-ea7a0f5a15fc admin admin] Calling delete_port for 90d3933d-5b93-4014-a6a6-39b83859c9c7 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:41.836944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:41.890340 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc880116-388f-4158-bf80-c3cb4ff4eac5 None None] Update dhcp port {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': '2776386f-87a3-48aa-b80f-b86cdd698b8b', 'ip_address': '2001:db8::f816:3eff:fed9:d7da'}, {'subnet_id': '62493632-b26d-4c66-9a33-b52a4926cb7b'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '85b2e49d-97fc-4722-a631-6088bd713ea6'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:16:41.924852 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cc880116-388f-4158-bf80-c3cb4ff4eac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:42.000800 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=7d30baf8-d949-46cb-b962-7b0406d411eb,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:42.006718 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:42.011751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:42.018577 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:16:42.110171 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:42.110855 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:42.173474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-cc880116-388f-4158-bf80-c3cb4ff4eac5 None None] Allocated IP 172.20.0.2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/62493632-b26d-4c66-9a33-b52a4926cb7b/85b2e49d-97fc-4722-a631-6088bd713ea6) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:42.278011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49006) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:42.283409 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5fda3651-6eec-4ffb-87f0-44ad62b3d800 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6374140 Oct 13 14:16:42.302860 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89e8cb0f-117a-4e39-8082-ea7a0f5a15fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:42.329965 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-cc880116-388f-4158-bf80-c3cb4ff4eac5 None None] For port 85b2e49d-97fc-4722-a631-6088bd713ea6, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=85b2e49d-97fc-4722-a631-6088bd713ea6,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:42.358486 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8cb0f-117a-4e39-8082-ea7a0f5a15fc admin admin] Pushing event deleted for resources: {'Port': ['ID=90d3933d-5b93-4014-a6a6-39b83859c9c7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:42.371824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866451b3-3458-4ed6-8e59-32f432bea34c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:42.393178 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866451b3-3458-4ed6-8e59-32f432bea34c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:42.400252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-866451b3-3458-4ed6-8e59-32f432bea34c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1209366 Oct 13 14:16:42.402051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49012) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:42.433171 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cc880116-388f-4158-bf80-c3cb4ff4eac5 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:42.537249 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cc880116-388f-4158-bf80-c3cb4ff4eac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:42.639690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec804cc-1d95-4eaf-a657-08011d7f03db req-0232efe1-717e-4257-bc9c-ae3508d7d0d4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:42.654704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eec804cc-1d95-4eaf-a657-08011d7f03db req-0232efe1-717e-4257-bc9c-ae3508d7d0d4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 944 time: 0.1774893 Oct 13 14:16:42.665048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 85b2e49d-97fc-4722-a631-6088bd713ea6 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:42.702413 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89e8cb0f-117a-4e39-8082-ea7a0f5a15fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:42.776589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc880116-388f-4158-bf80-c3cb4ff4eac5 None None] Pushing event updated for resources: {'Port': ['ID=85b2e49d-97fc-4722-a631-6088bd713ea6,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:42.798015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c3eba705-05a7-4e84-bbe9-129930167205 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port 7d30baf8-d949-46cb-b962-7b0406d411eb {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:42.798416 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3eba705-05a7-4e84-bbe9-129930167205 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:42.863391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 85b2e49d-97fc-4722-a631-6088bd713ea6 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:42.863775 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:42.935686 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eec804cc-1d95-4eaf-a657-08011d7f03db req-7930180b-e1f1-49d6-a39d-49ebbde8e70d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683096 Oct 13 14:16:43.208869 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e8cb0f-117a-4e39-8082-ea7a0f5a15fc admin admin] Router d0ac1d30-31fb-4337-a1c1-82af8be7e03a has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:16:43.282011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-722aef1d-1df1-4b7d-b9c0-650e20067f07 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:43.284054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-722aef1d-1df1-4b7d-b9c0-650e20067f07 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.41 "GET /v2.0/networks?id=b4481736-159f-44b3-b3de-7023bdd7589e HTTP/1.1" status: 200 len: 811 time: 0.2574770 Oct 13 14:16:43.317343 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3eba705-05a7-4e84-bbe9-129930167205 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:43.333956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c3eba705-05a7-4e84-bbe9-129930167205 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for 7d30baf8-d949-46cb-b962-7b0406d411eb owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:43.402565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Request body: {'port': {'device_id': '3f2cddfa-3935-4069-8df2-9151b70f120c', 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e', 'admin_state_up': True, 'tenant_id': '1a67a06d259f46568b1482e7244739f1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:43.408674 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e8cb0f-117a-4e39-8082-ea7a0f5a15fc admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:16:43.426330 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b9c46-b58e-41bb-902b-e236585fe9a3 None None] Sync routers for ids ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:16:43.448565 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b9c46-b58e-41bb-902b-e236585fe9a3 None None] Routers {'d0ac1d30-31fb-4337-a1c1-82af8be7e03a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:16:43.449331 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-da6b9c46-b58e-41bb-902b-e236585fe9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:16:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:43.455412 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-89e8cb0f-117a-4e39-8082-ea7a0f5a15fc admin admin] 10.222.0.18 "PUT /v2.0/routers/d0ac1d30-31fb-4337-a1c1-82af8be7e03a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7259355 Oct 13 14:16:43.459367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49046) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:43.498078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92ea0fff-1188-4a27-8956-9f2cd9beeb2d req-b50f3b31-9a20-4629-98b7-f40e27d9c674 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 210 time: 0.2127602 Oct 13 14:16:43.523585 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 013b3461-9860-4280-9cbe-89d20d2f07b2 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:16:43.782004 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-da6b9c46-b58e-41bb-902b-e236585fe9a3 None None] Set router d0ac1d30-31fb-4337-a1c1-82af8be7e03a gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:16:43.793034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ca5a9c1e-b124-44b0-9783-1c86d82f931f no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:43.872793 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:43.892817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Made reservation on behalf of 1a67a06d259f46568b1482e7244739f1 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:43.910722 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:43.956348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '013b3461-9860-4280-9cbe-89d20d2f07b2', 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2', 'port_id': '013b3461-9860-4280-9cbe-89d20d2f07b2', 'mac_address': 'fa:16:3e:9c:96:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1883f4e6-845b-462e-92e2-b0bf84ce9717', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:16:44.075776 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3eba705-05a7-4e84-bbe9-129930167205 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:44.145666 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:44.157326 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-100b41d7-df28-4ee2-8b09-6356702943ee None None] Provisioning complete for port 85b2e49d-97fc-4722-a631-6088bd713ea6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:44.157704 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-100b41d7-df28-4ee2-8b09-6356702943ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:44.224886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013b3461-9860-4280-9cbe-89d20d2f07b2 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:16:44.250084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:44.253590 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:44.299996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:16:44.302894 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a08e6d-46c6-414c-a4aa-87e4371a8545" -d '{"events": [{"server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:16:44.322378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:44.326124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eba705-05a7-4e84-bbe9-129930167205 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=7d30baf8-d949-46cb-b962-7b0406d411eb,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:44.336972 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:44.388715 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-da6b9c46-b58e-41bb-902b-e236585fe9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:16:42Z', 'revision_number': 5, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:44.402335 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:44.496757 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b9c46-b58e-41bb-902b-e236585fe9a3 None None] Checking router: d0ac1d30-31fb-4337-a1c1-82af8be7e03a for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:16:44.536666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=013b3461-9860-4280-9cbe-89d20d2f07b2,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:44.543743 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:44.544776 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b9c46-b58e-41bb-902b-e236585fe9a3 None None] Routers {'d0ac1d30-31fb-4337-a1c1-82af8be7e03a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:16:44.546525 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-da6b9c46-b58e-41bb-902b-e236585fe9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:16:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:44.646151 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:44.675245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['013b3461-9860-4280-9cbe-89d20d2f07b2'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:16:44.750808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 85b2e49d-97fc-4722-a631-6088bd713ea6 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:44.860655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aea6c4-f791-438d-9af0-e591c2956727 req-f619040c-90e5-4a9e-8195-34833efa5727 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:44.874088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74aea6c4-f791-438d-9af0-e591c2956727 req-f619040c-90e5-4a9e-8195-34833efa5727 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 944 time: 0.7016134 Oct 13 14:16:44.876282 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a3bd20f4-60da-468f-8914-fd48c9877482 None None] Could not find standard attr ID for object 7d30baf8-d949-46cb-b962-7b0406d411eb. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:16:44.890112 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Deleting port e42c2f40-9f5c-4291-858d-571f715750cf {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:44.891357 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:44.893542 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3eba705-05a7-4e84-bbe9-129930167205 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:44.907252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c3eba705-05a7-4e84-bbe9-129930167205 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/7d30baf8-d949-46cb-b962-7b0406d411eb HTTP/1.1" status: 204 len: 168 time: 2.5041077 Oct 13 14:16:44.919052 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49088) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:44.949594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ca5a9c1e-b124-44b0-9783-1c86d82f931f,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:44.994772 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74aea6c4-f791-438d-9af0-e591c2956727 req-05598d2c-c151-4075-a03e-7f4248332c11 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196799 Oct 13 14:16:45.014114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Allocated IP 172.20.0.7 (b4481736-159f-44b3-b3de-7023bdd7589e/7d5c6c63-8d61-4546-85b8-94f5a653482a/c83b9038-e04c-4ad8-b432-9bf05b53453d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:45.018527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 85b2e49d-97fc-4722-a631-6088bd713ea6 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:45.018914 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:45.102430 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc75dd-92c7-4617-8001-2519ddc7381c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:45.105623 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc75dd-92c7-4617-8001-2519ddc7381c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:45.112593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc75dd-92c7-4617-8001-2519ddc7381c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:45.117651 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-67bc75dd-92c7-4617-8001-2519ddc7381c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1924412 Oct 13 14:16:45.121784 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-da6b9c46-b58e-41bb-902b-e236585fe9a3 None None] Set router d0ac1d30-31fb-4337-a1c1-82af8be7e03a gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:16:45.126755 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49096) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:45.216911 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4146914-6908-4f81-b9d4-d6b87fe8d795 x-openstack-request-id: req-a4146914-6908-4f81-b9d4-d6b87fe8d795 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:16:45.218937 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:16:45.219484 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4146914-6908-4f81-b9d4-d6b87fe8d795 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:16:45.223614 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f', 'code': 200} Oct 13 14:16:45.264070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fefe86-1ee8-4aab-b312-7d6637e75c50 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 2776386f-87a3-48aa-b80f-b86cdd698b8b {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:16:45.335390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e2fefe86-1ee8-4aab-b312-7d6637e75c50 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:45.417212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] For port e42c2f40-9f5c-4291-858d-571f715750cf, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e42c2f40-9f5c-4291-858d-571f715750cf,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:45.417795 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:45.468845 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e2fefe86-1ee8-4aab-b312-7d6637e75c50 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:45.471730 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Calling delete_port for e42c2f40-9f5c-4291-858d-571f715750cf owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:45.482126 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-da6b9c46-b58e-41bb-902b-e236585fe9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:16:42Z', 'revision_number': 5, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:45.495987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a71080f1-8d06-48a4-9a3d-9a34ac3d197a req-d934145f-8a35-4fe0-b43d-91a0213b3aaa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 210 time: 0.0753171 Oct 13 14:16:45.529731 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b9c46-b58e-41bb-902b-e236585fe9a3 None None] The sync data for ids ['d0ac1d30-31fb-4337-a1c1-82af8be7e03a'] in n-d-806683-15 is: [{'id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'name': 'tempest-ServerActionsTestJSON-1833637327-router', 'tenant_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:05:36Z', 'updated_at': '2021-10-13T14:16:42Z', 'revision_number': 5, 'project_id': 'f30573fef89b4a79a75abcae7dd5b4d0', 'gw_port': {'id': 'e42c2f40-9f5c-4291-858d-571f715750cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:19:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac1d30-31fb-4337-a1c1-82af8be7e03a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:05:38Z', 'updated_at': '2021-10-13T14:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:16:45.553115 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:45.675149 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e2fefe86-1ee8-4aab-b312-7d6637e75c50 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:45.686452 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:45.704560 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['039c759d-5745-4bee-87ee-c38e11333f34'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:16:45.758817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Network b4481736-159f-44b3-b3de-7023bdd7589e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:45.765563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:45.776061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:16:45.837392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Pushing event updated for resources: {'Port': ['ID=c83b9038-e04c-4ad8-b432-9bf05b53453d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:45.854226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:45.854727 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:45.855080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:45.855419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:45.855751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:45.856609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:45.856879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:45.857435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:45.857923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:45.858317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:45.858697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:45.859027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:45.873902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:45.874568 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:45.878048 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:45.886893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e2fefe86-1ee8-4aab-b312-7d6637e75c50 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:45.955976 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fefe86-1ee8-4aab-b312-7d6637e75c50 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=2776386f-87a3-48aa-b80f-b86cdd698b8b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:45.974633 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e2fefe86-1ee8-4aab-b312-7d6637e75c50 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:45.974812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259905b5-b61c-412c-8e76-74850943e6c5 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:45.974996 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e2fefe86-1ee8-4aab-b312-7d6637e75c50 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/2776386f-87a3-48aa-b80f-b86cdd698b8b HTTP/1.1" status: 204 len: 168 time: 0.8457696 Oct 13 14:16:45.975276 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42c2f40-9f5c-4291-858d-571f715750cf,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:45.976120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49112) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:46.020867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-c5337dd1-d06f-4250-bf17-02ddedde92fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6141300 Oct 13 14:16:46.072879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d8adbd-062d-4d01-a2ae-186889944129 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 62493632-b26d-4c66-9a33-b52a4926cb7b {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:16:46.080844 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-49d8adbd-062d-4d01-a2ae-186889944129 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.115068 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.177706 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-49d8adbd-062d-4d01-a2ae-186889944129 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.308876 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.319437 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.356457 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-49d8adbd-062d-4d01-a2ae-186889944129 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.497395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Request body: {'port': {'device_id': '3f2cddfa-3935-4069-8df2-9151b70f120c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:46.561262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 90d3933d-5b93-4014-a6a6-39b83859c9c7 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:46.574735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49136) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:46.592905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 90d3933d-5b93-4014-a6a6-39b83859c9c7 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:16:46.593311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 90d3933d-5b93-4014-a6a6-39b83859c9c7 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:16:46.634827 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-49d8adbd-062d-4d01-a2ae-186889944129 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.651582 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.652336 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ac1d30-31fb-4337-a1c1-82af8be7e03a {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:16:46.658176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.661767 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-74157e2c-4cbc-49c2-a669-ec37a8c9faf9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d0ac1d30-31fb-4337-a1c1-82af8be7e03a HTTP/1.1" status: 204 len: 168 time: 3.2020624 Oct 13 14:16:46.662418 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49144) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:46.760653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8adbd-062d-4d01-a2ae-186889944129 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=62493632-b26d-4c66-9a33-b52a4926cb7b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:46.763624 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-49d8adbd-062d-4d01-a2ae-186889944129 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.772047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-49d8adbd-062d-4d01-a2ae-186889944129 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/62493632-b26d-4c66-9a33-b52a4926cb7b HTTP/1.1" status: 204 len: 168 time: 0.7948489 Oct 13 14:16:46.785931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b468e7-e2bd-41d4-b55a-63593abddcaa None None] Update dhcp port {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': '62493632-b26d-4c66-9a33-b52a4926cb7b'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '85b2e49d-97fc-4722-a631-6088bd713ea6'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:16:46.794094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49146) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:46.795181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765a4fb-24b6-445b-86a3-35690e103f11 req-2f45780c-5b4f-4602-9132-db98eea10292 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:46.803919 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9765a4fb-24b6-445b-86a3-35690e103f11 req-2f45780c-5b4f-4602-9132-db98eea10292 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 945 time: 0.3132501 Oct 13 14:16:46.805305 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.856244 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c48b30-02a6-4053-be1b-89c3f367983f admin admin] Deleting subnet f692ea5c-5bea-418c-a845-bf8b8caee90c {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:16:46.858443 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c2b468e7-e2bd-41d4-b55a-63593abddcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.895709 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-853d315d-0826-440d-a380-eee509b55403 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000004 Oct 13 14:16:46.896690 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-85c48b30-02a6-4053-be1b-89c3f367983f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.899158 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3074e90-54a7-4c4e-8e44-bc47213c0235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:46.906020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49148) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:46.915842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-84fb185f-296d-4430-af6b-abc7d282a732 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:46.970053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-85c48b30-02a6-4053-be1b-89c3f367983f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.009604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9765a4fb-24b6-445b-86a3-35690e103f11 req-7673dd96-748d-4984-bc12-b8ca4e63bed6 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775918 Oct 13 14:16:47.112903 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-85c48b30-02a6-4053-be1b-89c3f367983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.145050 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3074e90-54a7-4c4e-8e44-bc47213c0235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.166659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bbac9-61ed-4c66-b6a5-8bbc921f4576 req-529d29de-02e7-4b27-bfb7-a10e2ebc47fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:47.168157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-503bbac9-61ed-4c66-b6a5-8bbc921f4576 req-529d29de-02e7-4b27-bfb7-a10e2ebc47fa tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 931 time: 0.3191760 Oct 13 14:16:47.205569 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3074e90-54a7-4c4e-8e44-bc47213c0235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.266382 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487c4ad0-c0de-4b85-a39c-5fe5f2d22361 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:47.279363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-503bbac9-61ed-4c66-b6a5-8bbc921f4576 req-6f4df251-3027-4b5a-b034-e995b9f66516 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045084 Oct 13 14:16:47.296794 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e3074e90-54a7-4c4e-8e44-bc47213c0235 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc9428865d5a4926b1c40796dd457d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7208774 Oct 13 14:16:47.297119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49150) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:47.298277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3074e90-54a7-4c4e-8e44-bc47213c0235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68189d97-1e2e-49eb-8d76-30e7fd3a4c4c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:47.301948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-85c48b30-02a6-4053-be1b-89c3f367983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.318356 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-85c48b30-02a6-4053-be1b-89c3f367983f admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.326672 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-85c48b30-02a6-4053-be1b-89c3f367983f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f692ea5c-5bea-418c-a845-bf8b8caee90c HTTP/1.1" status: 204 len: 168 time: 0.6627607 Oct 13 14:16:47.346945 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49152) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:47.352237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96caf105-8e65-49c2-890c-31c74800569c None None] Network c54ddf7f-30d4-46c7-9ab3-6c873937a10d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:47.365516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fb185f-296d-4430-af6b-abc7d282a732 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:47.370195 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84fb185f-296d-4430-af6b-abc7d282a732 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.430269 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c48b30-02a6-4053-be1b-89c3f367983f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f692ea5c-5bea-418c-a845-bf8b8caee90c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:47.463714 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.576364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Deleting port bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:47.576958 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.581132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 013b3461-9860-4280-9cbe-89d20d2f07b2 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:47.584413 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5846-d772-429f-b5a1-6b06e6d11246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.657678 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5c84f211-f377-4bfe-92d2-c7cf32bab668 None None] Provisioning complete for port 85b2e49d-97fc-4722-a631-6088bd713ea6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:47.658079 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c84f211-f377-4bfe-92d2-c7cf32bab668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.704135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] For port bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f,segment=NetworkSegment(57883cb6-8aa6-4b30-a6f5-05652ad0ec3b),segment_id=57883cb6-8aa6-4b30-a6f5-05652ad0ec3b)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:47.705813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.735114 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Calling delete_port for bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:47.736933 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5846-d772-429f-b5a1-6b06e6d11246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.889118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9421f7ee-4d12-4584-a25f-8324ad369316 None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:16:47.939299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 013b3461-9860-4280-9cbe-89d20d2f07b2 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:16:47.950583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 013b3461-9860-4280-9cbe-89d20d2f07b2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:47.950583 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:47.971141 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.000832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] No DVR routers for this DVR port bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:16:48.001154 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c26354-8de6-4db3-8aea-dc74062a9700 None None] DHCP port deletion for c54ddf7f-30d4-46c7-9ab3-6c873937a10d request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:16:48.025481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9421f7ee-4d12-4584-a25f-8324ad369316 None None] Deleting port 85b2e49d-97fc-4722-a631-6088bd713ea6 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:48.025823 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9421f7ee-4d12-4584-a25f-8324ad369316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.146780 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:48.147461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9421f7ee-4d12-4584-a25f-8324ad369316 None None] For port 85b2e49d-97fc-4722-a631-6088bd713ea6, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=85b2e49d-97fc-4722-a631-6088bd713ea6,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:48.147894 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9421f7ee-4d12-4584-a25f-8324ad369316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.188176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9421f7ee-4d12-4584-a25f-8324ad369316 None None] Calling delete_port for 85b2e49d-97fc-4722-a631-6088bd713ea6 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:48.193876 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.236333 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.241597 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:48.276903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:16:48.280043 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f78b2e2-8c9f-4532-bee8-1be4c36dc832" -d '{"events": [{"server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "name": "network-vif-plugged", "status": "completed", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:16:48.299774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54ddf7f-30d4-46c7-9ab3-6c873937a10d']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:48.320917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83b9038-e04c-4ad8-b432-9bf05b53453d {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:16:48.330482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:48.330921 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57883cb6-8aa6-4b30-a6f5-05652ad0ec3b') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:16:48.356500 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.360749 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.378697 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.393391 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.404540 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f511fd-205e-4d1e-8628-7bd6c1495436 x-openstack-request-id: req-33f511fd-205e-4d1e-8628-7bd6c1495436 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:16:48.406083 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "name": "network-vif-plugged", "status": "completed", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:16:48.406362 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:16:48.406788 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33f511fd-205e-4d1e-8628-7bd6c1495436 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:16:48.407860 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2', 'code': 200} Oct 13 14:16:48.408774 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:16:48.413773 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:16:48.520849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 85b2e49d-97fc-4722-a631-6088bd713ea6 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:48.561556 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.568197 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9421f7ee-4d12-4584-a25f-8324ad369316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.575349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85518aee-4e09-4b8e-af05-a29469866e77 req-68740557-8efc-4f73-8e6e-68d3c83552de tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:48.577570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85518aee-4e09-4b8e-af05-a29469866e77 req-68740557-8efc-4f73-8e6e-68d3c83552de tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 945 time: 0.3108470 Oct 13 14:16:48.609435 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421f7ee-4d12-4584-a25f-8324ad369316 None None] No DVR routers for this DVR port 85b2e49d-97fc-4722-a631-6088bd713ea6 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:16:48.618328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No active binding found for port 85b2e49d-97fc-4722-a631-6088bd713ea6 {{(pid=112686) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 14:16:48.620619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 85b2e49d-97fc-4722-a631-6088bd713ea6 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:16:48.621273 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e42c2f40-9f5c-4291-858d-571f715750cf no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:48.626987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=013b3461-9860-4280-9cbe-89d20d2f07b2,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:48.650633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Transition to ACTIVE for port object c83b9038-e04c-4ad8-b432-9bf05b53453d will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:16:48.662869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582db01d-5374-46df-bf62-d1469224daa5 req-28829702-e556-4944-84ec-427b290df90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:48.665804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.666394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-582db01d-5374-46df-bf62-d1469224daa5 req-28829702-e556-4944-84ec-427b290df90c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 1098 time: 0.2401080 Oct 13 14:16:48.674714 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.677540 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: e42c2f40-9f5c-4291-858d-571f715750cf {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:16:48.678249 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5846-d772-429f-b5a1-6b06e6d11246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.679799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e42c2f40-9f5c-4291-858d-571f715750cf not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:16:48.680877 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fd9a5846-d772-429f-b5a1-6b06e6d11246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.682076 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:16:48.682551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fd9a5846-d772-429f-b5a1-6b06e6d11246 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68189d97-1e2e-49eb-8d76-30e7fd3a4c4c HTTP/1.1" status: 204 len: 168 time: 1.3844850 Oct 13 14:16:48.690943 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c54ddf7f-30d4-46c7-9ab3-6c873937a10d HTTP/1.1" status: 204 len: 168 time: 1.3421261 Oct 13 14:16:48.717970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f383dd-b541-491e-9c1e-62f8338b6ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c54ddf7f-30d4-46c7-9ab3-6c873937a10d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:48.753942 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.780519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a5846-d772-429f-b5a1-6b06e6d11246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68189d97-1e2e-49eb-8d76-30e7fd3a4c4c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:48.788535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421f7ee-4d12-4584-a25f-8324ad369316 None None] Pushing event deleted for resources: {'Port': ['ID=85b2e49d-97fc-4722-a631-6088bd713ea6,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:48.795082 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:16:48.795427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bed1082c-bcdb-4d3d-8ab4-e81fe43eec2f not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:16:48.867929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7494d65-c0cb-4328-bf85-8f7ec4d17fa4 req-6edabd52-6ec6-4bf4-ba63-613819b919a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:48.871874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7494d65-c0cb-4328-bf85-8f7ec4d17fa4 req-6edabd52-6ec6-4bf4-ba63-613819b919a5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 931 time: 0.3231502 Oct 13 14:16:48.889498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.objects.ports [None req-84fb185f-296d-4430-af6b-abc7d282a732 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112685) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:16:48.897183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-582db01d-5374-46df-bf62-d1469224daa5 req-09f9b85b-3645-4c86-b596-bd7403fcc5ef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035661 Oct 13 14:16:48.921666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84fb185f-296d-4430-af6b-abc7d282a732 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:48.938313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85518aee-4e09-4b8e-af05-a29469866e77 req-c615ec4f-6029-496a-affb-c7d304d571e3 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123162 Oct 13 14:16:49.026349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Pushing event updated for resources: {'Port': ['ID=c83b9038-e04c-4ad8-b432-9bf05b53453d,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:49.059318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fb185f-296d-4430-af6b-abc7d282a732 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:49.081416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-84fb185f-296d-4430-af6b-abc7d282a732 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:49.084506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fb185f-296d-4430-af6b-abc7d282a732 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:49.085149 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84fb185f-296d-4430-af6b-abc7d282a732 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:49.098537 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb185f-296d-4430-af6b-abc7d282a732 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=63edbc99-5900-4d33-839c-3d63ce42864e,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:49.105531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d195641a-fac9-4968-8fe8-4120b2127ea8 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:49.194400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7494d65-c0cb-4328-bf85-8f7ec4d17fa4 req-8fbe4671-0e48-4cc5-a13c-5d75dc90cf9c tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907684 Oct 13 14:16:49.204288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Attempting to bind port c83b9038-e04c-4ad8-b432-9bf05b53453d on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:16:49.204841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Attempting to bind port c83b9038-e04c-4ad8-b432-9bf05b53453d by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:16:49.205814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Attempting to bind port c83b9038-e04c-4ad8-b432-9bf05b53453d on network b4481736-159f-44b3-b3de-7023bdd7589e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:16:49.212462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Port c83b9038-e04c-4ad8-b432-9bf05b53453d on network b4481736-159f-44b3-b3de-7023bdd7589e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:16:49.213064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Attempting to bind port c83b9038-e04c-4ad8-b432-9bf05b53453d on network b4481736-159f-44b3-b3de-7023bdd7589e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:16:49.219991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:16:49.220607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Checking segment: {'id': '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:16:49.221251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Bound using segment: {'id': '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:16:49.221868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Bound port: c83b9038-e04c-4ad8-b432-9bf05b53453d, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:16:49.222581 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:49.260056 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49198) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:49.320109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] For port c83b9038-e04c-4ad8-b432-9bf05b53453d, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:16:49.327987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] For port c83b9038-e04c-4ad8-b432-9bf05b53453d, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c83b9038-e04c-4ad8-b432-9bf05b53453d,segment=NetworkSegment(1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280),segment_id=1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:16:49.339004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-84fb185f-296d-4430-af6b-abc7d282a732 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4268420 Oct 13 14:16:49.340306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49202) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:49.340431 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a61d0ff0-c503-4827-bf3b-4891a8e0c089 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f30573fef89b4a79a75abcae7dd5b4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0790284 Oct 13 14:16:49.340572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49204) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:49.352143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-480e3023-ae8d-4629-a0f4-49861fd8af30 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:49.376761 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '63edbc99-5900-4d33-839c-3d63ce42864e'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:16:49.378838 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:49.517996 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:49.570167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Allocated IP 2001:db8::f816:3eff:fec6:96f3 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/63edbc99-5900-4d33-839c-3d63ce42864e/725f9d5d-90b4-4bba-99c4-fafdfcf66a32) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:49.576264 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ca5a9c1e-b124-44b0-9783-1c86d82f931f details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:16:49.577904 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d40c542-74c6-4d88-8e44-82371339c8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:49.592096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:49.592812 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:49.594671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] 10.222.0.41 "PUT /v2.0/ports/c83b9038-e04c-4ad8-b432-9bf05b53453d HTTP/1.1" status: 200 len: 1092 time: 3.5514762 Oct 13 14:16:49.598071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2cddfa-3935-4069-8df2-9151b70f120c', 'tag': 'c83b9038-e04c-4ad8-b432-9bf05b53453d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:16:49.598071 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be496b02-ca09-4385-946c-fa6e05c9053a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2cddfa-3935-4069-8df2-9151b70f120c", "tag": "c83b9038-e04c-4ad8-b432-9bf05b53453d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:16:49.604185 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1d1ed7ac-56a0-4738-a2ee-b83ec9d8fce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:49.668261 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c26fe0-8594-4923-8803-27c8acfd7335 x-openstack-request-id: req-83c26fe0-8594-4923-8803-27c8acfd7335 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:16:49.669211 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2cddfa-3935-4069-8df2-9151b70f120c", "tag": "c83b9038-e04c-4ad8-b432-9bf05b53453d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:16:49.669475 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83c26fe0-8594-4923-8803-27c8acfd7335 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:16:49.669991 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2cddfa-3935-4069-8df2-9151b70f120c', 'tag': 'c83b9038-e04c-4ad8-b432-9bf05b53453d', 'status': 'completed', 'code': 200} Oct 13 14:16:49.708579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d40c542-74c6-4d88-8e44-82371339c8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:49.764319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc1c1d-3cb6-4b83-8cf7-abb3e0d4c73f service neutron] Pushing event updated for resources: {'Port': ['ID=c83b9038-e04c-4ad8-b432-9bf05b53453d,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:49.835184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:49.838893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be496b02-ca09-4385-946c-fa6e05c9053a req-bda797c6-e978-439e-8496-620cacbfd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:49.841364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be496b02-ca09-4385-946c-fa6e05c9053a req-bda797c6-e978-439e-8496-620cacbfd15a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a67a06d259f46568b1482e7244739f1&device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 1095 time: 0.1477506 Oct 13 14:16:49.856921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f', 'mac_address': 'fa:16:3e:67:ce:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:16:49.890013 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:49.907463 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:49.922299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5a9c1e-b124-44b0-9783-1c86d82f931f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:16:49.941932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:49.955546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be496b02-ca09-4385-946c-fa6e05c9053a req-0877bb30-cbb4-48a1-8f6c-01f0ceb40cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:49.957045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be496b02-ca09-4385-946c-fa6e05c9053a req-0877bb30-cbb4-48a1-8f6c-01f0ceb40cb0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1a67a06d259f46568b1482e7244739f1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1063967 Oct 13 14:16:49.981960 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d40c542-74c6-4d88-8e44-82371339c8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:49.982467 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:49.984719 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1d40c542-74c6-4d88-8e44-82371339c8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:49.986499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1d40c542-74c6-4d88-8e44-82371339c8e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/570d0af2-5f78-4615-bdc0-ea2af0f92508 HTTP/1.1" status: 204 len: 168 time: 0.6437266 Oct 13 14:16:49.991623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480e3023-ae8d-4629-a0f4-49861fd8af30 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:49.991623 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-480e3023-ae8d-4629-a0f4-49861fd8af30 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:50.032818 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49230) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:50.054285 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9854db38-1533-4127-a806-7fa628654d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:50.089690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Pushing event updated for resources: {'Port': ['ID=725f9d5d-90b4-4bba-99c4-fafdfcf66a32,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:50.105132 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:50.131067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:50.140953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:50.141530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:50.142102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:50.142368 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:50.142734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:50.143067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:50.143390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:50.143710 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:50.144027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:50.144346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:50.144663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:16:50.180740 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:50.236790 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:50.278109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['ca5a9c1e-b124-44b0-9783-1c86d82f931f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:16:50.310590 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9854db38-1533-4127-a806-7fa628654d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:50.337190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40c542-74c6-4d88-8e44-82371339c8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570d0af2-5f78-4615-bdc0-ea2af0f92508,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:50.346276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:16:50.402987 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-480e3023-ae8d-4629-a0f4-49861fd8af30 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:50.418755 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9854db38-1533-4127-a806-7fa628654d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:50.425903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e3023-ae8d-4629-a0f4-49861fd8af30 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:50.443098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ca5a9c1e-b124-44b0-9783-1c86d82f931f,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:50.448180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-480e3023-ae8d-4629-a0f4-49861fd8af30 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:50.469351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Attempting to bind port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:16:50.470193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Attempting to bind port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:16:50.470193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Attempting to bind port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:16:50.486696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:16:50.487658 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:16:50.487658 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:50.487897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:16:50.488300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Bound port: 725f9d5d-90b4-4bba-99c4-fafdfcf66a32, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:16:50.488677 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:50.492405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480e3023-ae8d-4629-a0f4-49861fd8af30 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:50.493047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-480e3023-ae8d-4629-a0f4-49861fd8af30 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:50.513024 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9854db38-1533-4127-a806-7fa628654d94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41218d3073874a30b283b310ce57a73a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4787507 Oct 13 14:16:50.516618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854db38-1533-4127-a806-7fa628654d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba870a0-a264-464b-9a12-90110bbc9175,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:50.526087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49256) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:50.548562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c64ce-e325-4f39-9d15-467490a79a70 req-d34f69d6-1abc-4955-8328-95319550e9b7 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:50.550416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa6c64ce-e325-4f39-9d15-467490a79a70 req-d34f69d6-1abc-4955-8328-95319550e9b7 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2724957 Oct 13 14:16:50.680044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a881888-510c-401d-8a4c-e8c833d5534f req-c6d862f5-b9f1-4c01-8bfe-79eea472f639 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:50.682457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a881888-510c-401d-8a4c-e8c833d5534f req-c6d862f5-b9f1-4c01-8bfe-79eea472f639 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 943 time: 0.2502761 Oct 13 14:16:50.695651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] For port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:16:50.695879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-480e3023-ae8d-4629-a0f4-49861fd8af30 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3514044 Oct 13 14:16:50.696010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d8ec275-8aef-4f83-a8be-53b5610e36d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:50.696132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e3023-ae8d-4629-a0f4-49861fd8af30 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=e79b1dbc-9c74-476a-b587-05fe8adf1048,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:50.699081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49262) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:50.703912 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'mac_address': 'fa:16:3e:b3:87:3d', 'name': 'tempest-NetworksTestDHCPv6-212530117'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:50.722675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be496b02-ca09-4385-946c-fa6e05c9053a req-e55c33e7-7ae7-4f81-a7e8-0b4228dee245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:50.724192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be496b02-ca09-4385-946c-fa6e05c9053a req-e55c33e7-7ae7-4f81-a7e8-0b4228dee245 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7550421 Oct 13 14:16:50.733657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] For port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=725f9d5d-90b4-4bba-99c4-fafdfcf66a32,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:16:50.743869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa6c64ce-e325-4f39-9d15-467490a79a70 req-39d35e81-977c-453e-aa96-7ffe4407bf9c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627936 Oct 13 14:16:50.770599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a881888-510c-401d-8a4c-e8c833d5534f req-e5c83525-036d-4d17-8173-31b4c7d51fc4 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737548 Oct 13 14:16:50.803675 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d8ec275-8aef-4f83-a8be-53b5610e36d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:50.827527 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:50.854300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-723f7ce8-8bb7-4760-9533-a7366a75ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:50.856311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-723f7ce8-8bb7-4760-9533-a7366a75ad00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a67a06d259f46568b1482e7244739f1&device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 1095 time: 0.0768661 Oct 13 14:16:50.915392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-8acfbbd5-ae85-4f09-8936-7f5bfb56a669 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c83b9038-e04c-4ad8-b432-9bf05b53453d HTTP/1.1" status: 200 len: 217 time: 0.0445006 Oct 13 14:16:50.986651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353ad84-70c1-4f0c-88cb-3425388f5c04 None None] Pushing event updated for resources: {'Port': ['ID=725f9d5d-90b4-4bba-99c4-fafdfcf66a32,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:51.002543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-daecd56e-b52d-4510-8827-138c781fc35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:51.004428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-daecd56e-b52d-4510-8827-138c781fc35e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d5c6c63-8d61-4546-85b8-94f5a653482a HTTP/1.1" status: 200 len: 851 time: 0.0794070 Oct 13 14:16:51.048226 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d8ec275-8aef-4f83-a8be-53b5610e36d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:51.053124 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d8ec275-8aef-4f83-a8be-53b5610e36d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:51.057838 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4d8ec275-8aef-4f83-a8be-53b5610e36d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ba870a0-a264-464b-9a12-90110bbc9175 HTTP/1.1" status: 204 len: 168 time: 0.5284376 Oct 13 14:16:51.063444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-fdd8056e-9f3d-4a1e-8bb0-34449247bb19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4481736-159f-44b3-b3de-7023bdd7589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482206 Oct 13 14:16:51.074945 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ec275-8aef-4f83-a8be-53b5610e36d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba870a0-a264-464b-9a12-90110bbc9175,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:51.089459 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:51.260767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-921fcbdd-0192-4475-a60e-5154107e49af service neutron] 10.222.0.41 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867971 Oct 13 14:16:51.375794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:51.438235 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port bceaf06f-3fef-4d08-86e8-f23bf470a8c4 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:16:51.455853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e8d087f-4655-4c92-8f96-d3b3aa84c344 req-d02ae9e2-7966-4b5c-9360-c2a356586566 service neutron] 10.222.0.41 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760118 Oct 13 14:16:51.559461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ca5a9c1e-b124-44b0-9783-1c86d82f931f up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:51.702737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port ca5a9c1e-b124-44b0-9783-1c86d82f931f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:51.708014 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:51.788337 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:51.893721 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 172.20.0.12 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/e79b1dbc-9c74-476a-b587-05fe8adf1048/bceaf06f-3fef-4d08-86e8-f23bf470a8c4) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:51.917344 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::f816:3eff:feb3:873d (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/63edbc99-5900-4d33-839c-3d63ce42864e/bceaf06f-3fef-4d08-86e8-f23bf470a8c4) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:51.969566 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:52.064376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:16:52.071970 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf45e80-afa4-4611-986c-207386c22c90" -d '{"events": [{"server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "name": "network-vif-plugged", "status": "completed", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:16:52.110327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:52.140808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1fc0b-2074-46be-b50f-ecf33aa47d1e req-7326da40-c78d-42c7-8b48-95e3e8d0b88e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:52.157547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ee1fc0b-2074-46be-b50f-ecf33aa47d1e req-7326da40-c78d-42c7-8b48-95e3e8d0b88e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2351561 Oct 13 14:16:52.209771 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:52.287749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960f3f6-4a08-4168-b8fa-a3a3a2e3ec14 req-da389103-1e6e-4e7b-bff7-747121e5b1fd tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:52.302774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e960f3f6-4a08-4168-b8fa-a3a3a2e3ec14 req-da389103-1e6e-4e7b-bff7-747121e5b1fd tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 943 time: 0.2483683 Oct 13 14:16:52.324407 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ceede763-b47f-4be3-937b-24cb53b27ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:52.325130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ee1fc0b-2074-46be-b50f-ecf33aa47d1e req-22ab589b-f2cc-442e-8db1-02d8ada91c18 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662016 Oct 13 14:16:52.335063 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:52.506516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ca5a9c1e-b124-44b0-9783-1c86d82f931f,revision_number=10']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:52.528617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e960f3f6-4a08-4168-b8fa-a3a3a2e3ec14 req-4638b4af-6437-45ed-9151-4240fdcfa43c tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172849 Oct 13 14:16:52.531607 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32de1dd-46e6-47c3-a43c-f2ea8c2e0767 x-openstack-request-id: req-a32de1dd-46e6-47c3-a43c-f2ea8c2e0767 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:16:52.531943 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "name": "network-vif-plugged", "status": "completed", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:16:52.532232 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a32de1dd-46e6-47c3-a43c-f2ea8c2e0767 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:16:52.532570 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f', 'code': 200} Oct 13 14:16:52.545901 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:52.596173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49324) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:52.697278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:52.719775 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:52.732818 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:52.749217 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:16:52.835174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=bceaf06f-3fef-4d08-86e8-f23bf470a8c4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:52.874881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:52.878088 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:52.907666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1080514127-network', 'tenant_id': '485cedfe7e5348e2b57fc9aeca7709c3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:52.912075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:52.912075 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:52.942051 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f0508d-bc49-4818-b15e-1916583c8906 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:53.036128 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-459e207b-a988-4723-af9f-381a7b048834 None None] Provisioning complete for port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:53.037126 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-459e207b-a988-4723-af9f-381a7b048834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:53.206348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Made reservation on behalf of 485cedfe7e5348e2b57fc9aeca7709c3 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:53.210275 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:53.224107 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:53.239032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-28c6c15e-14a7-4a23-a8e9-a51e7e086a84 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:53.248551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-28c6c15e-14a7-4a23-a8e9-a51e7e086a84 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/networks?id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 HTTP/1.1" status: 200 len: 813 time: 0.3179588 Oct 13 14:16:53.268394 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:53.282431 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-65b50ddd-0226-422b-a2d1-ef54d3a3ed2a tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/quotas/93c10b4cc12243fa8a8825696b112266 HTTP/1.1" status: 200 len: 375 time: 0.0322201 Oct 13 14:16:53.286470 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4c39dc90-0c92-465c-b24d-0af6c43d6c39 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5875678 Oct 13 14:16:53.288426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49350) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:53.532149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf10d5d5-43c9-4bee-9a0f-695452c0d349 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:53.539401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf10d5d5-43c9-4bee-9a0f-695452c0d349 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:53.544726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49358) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:53.554238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cf10d5d5-43c9-4bee-9a0f-695452c0d349 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2618072 Oct 13 14:16:53.580696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-dc4d24b0-77d9-4e8b-903c-9b29389e8654 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=93c10b4cc12243fa8a8825696b112266&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2719760 Oct 13 14:16:53.724551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=725f9d5d-90b4-4bba-99c4-fafdfcf66a32,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:53.731714 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-459e207b-a988-4723-af9f-381a7b048834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:53.754683 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:53.783987 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-61e1f641-91de-4132-ae08-cc6a1c2c50c0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port bceaf06f-3fef-4d08-86e8-f23bf470a8c4 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:53.784571 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61e1f641-91de-4132-ae08-cc6a1c2c50c0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:53.788307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1b734-4230-4344-ae39-6d66fee8e6d1 req-021b6bd3-9d03-404f-87c8-b99acaa26116 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:53.806157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b1b734-4230-4344-ae39-6d66fee8e6d1 req-021b6bd3-9d03-404f-87c8-b99acaa26116 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 943 time: 0.1563513 Oct 13 14:16:53.851211 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:53.872259 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:53.890452 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:53.916785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-4946b142-1bd1-4ad6-9431-596b63db4fc1 service neutron] 10.222.0.18 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254306 Oct 13 14:16:53.988068 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61e1f641-91de-4132-ae08-cc6a1c2c50c0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:54.001390 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-459e207b-a988-4723-af9f-381a7b048834 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:16:54.001626 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-459e207b-a988-4723-af9f-381a7b048834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:16:54.010100 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-61e1f641-91de-4132-ae08-cc6a1c2c50c0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for bceaf06f-3fef-4d08-86e8-f23bf470a8c4 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:54.031554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9d4ee0-deb9-4144-adf2-3ced95ae8058 None None] Update dhcp port {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': '63edbc99-5900-4d33-839c-3d63ce42864e', 'ip_address': '2001:db8::f816:3eff:fec6:96f3'}, {'subnet_id': 'e79b1dbc-9c74-476a-b587-05fe8adf1048'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '725f9d5d-90b4-4bba-99c4-fafdfcf66a32'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:16:54.056157 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=725f9d5d-90b4-4bba-99c4-fafdfcf66a32,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:54.080335 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4ee0-deb9-4144-adf2-3ced95ae8058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:54.103424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-41f3fdd7-2077-4155-8cf4-38df7fffb7b6 service neutron] 10.222.0.18 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605074 Oct 13 14:16:54.115995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:16:54.130994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48306224-b039-44b4-ab65-52a9f759ff62,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:54.137860 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:54.154265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b1b734-4230-4344-ae39-6d66fee8e6d1 req-68fcd760-ecb4-433e-bf2a-59d21e0ebbe1 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436131 Oct 13 14:16:54.169230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:54.169662 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Added segment bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d of type vlan for network 12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8 Oct 13 14:16:54.284962 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:54.406933 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-1f9d4ee0-deb9-4144-adf2-3ced95ae8058 None None] Allocated IP 172.20.0.2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/e79b1dbc-9c74-476a-b587-05fe8adf1048/725f9d5d-90b4-4bba-99c4-fafdfcf66a32) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:16:54.443400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d76f949c-ec23-44d6-8e5d-615ca25f67b0 req-6db7f965-2aae-40f7-bb06-72d0488acaf2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 210 time: 0.0447371 Oct 13 14:16:54.448352 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:54.450627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:54.451695 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:54.549425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] Pushing event updated for resources: {'Network': ['ID=12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:54.559013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9b9e5531-2895-42c9-98bc-ae00725339f4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9576011 Oct 13 14:16:54.559013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49384) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:54.567619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-6af2064a-cc6a-4851-a5c9-751ecabb1f25 admin admin] Request body: {'subnet': {'network_id': '12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1080514127-subnet', 'tenant_id': '485cedfe7e5348e2b57fc9aeca7709c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:54.579500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:16:54.634683 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:54.690410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af2064a-cc6a-4851-a5c9-751ecabb1f25 admin admin] Made reservation on behalf of 485cedfe7e5348e2b57fc9aeca7709c3 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:54.694014 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6af2064a-cc6a-4851-a5c9-751ecabb1f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:54.736360 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61e1f641-91de-4132-ae08-cc6a1c2c50c0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:54.799368 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1f641-91de-4132-ae08-cc6a1c2c50c0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=bceaf06f-3fef-4d08-86e8-f23bf470a8c4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:54.908224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1f9d4ee0-deb9-4144-adf2-3ced95ae8058 None None] For port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=725f9d5d-90b4-4bba-99c4-fafdfcf66a32,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:55.007920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:55.008464 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:55.087481 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4ee0-deb9-4144-adf2-3ced95ae8058 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:55.112381 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61e1f641-91de-4132-ae08-cc6a1c2c50c0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:55.121987 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-61e1f641-91de-4132-ae08-cc6a1c2c50c0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/bceaf06f-3fef-4d08-86e8-f23bf470a8c4 HTTP/1.1" status: 204 len: 168 time: 1.5754399 Oct 13 14:16:55.124689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49402) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:55.204838 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4ee0-deb9-4144-adf2-3ced95ae8058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:55.249386 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194399b-c126-4e67-aabb-00aa7c0930e8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:55.249760 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c83b9038-e04c-4ad8-b432-9bf05b53453d details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:16:55.251988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194399b-c126-4e67-aabb-00aa7c0930e8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:55.254307 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194399b-c126-4e67-aabb-00aa7c0930e8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:55.259118 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f194399b-c126-4e67-aabb-00aa7c0930e8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1301882 Oct 13 14:16:55.259742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49408) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:55.317073 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:55.354439 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d4ee0-deb9-4144-adf2-3ced95ae8058 None None] Pushing event updated for resources: {'Port': ['ID=725f9d5d-90b4-4bba-99c4-fafdfcf66a32,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:55.413387 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6af2064a-cc6a-4851-a5c9-751ecabb1f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:55.510594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2064a-cc6a-4851-a5c9-751ecabb1f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d34e87-ff72-446e-acc3-3621d7397a6d,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:55.563193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port c83b9038-e04c-4ad8-b432-9bf05b53453d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c83b9038-e04c-4ad8-b432-9bf05b53453d,segment=NetworkSegment(1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280),segment_id=1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:55.581153 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'c83b9038-e04c-4ad8-b432-9bf05b53453d', 'network_id': 'b4481736-159f-44b3-b3de-7023bdd7589e', 'port_id': 'c83b9038-e04c-4ad8-b432-9bf05b53453d', 'mac_address': 'fa:16:3e:21:05:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5c6c63-8d61-4546-85b8-94f5a653482a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:16:55.659051 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:55.690754 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83b9038-e04c-4ad8-b432-9bf05b53453d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:16:55.695409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b926aa-c109-4226-803a-5bebd374b1e1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 63edbc99-5900-4d33-839c-3d63ce42864e {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:16:55.715848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54722572-b1cf-446b-9e9e-cde188355c70 req-4e7d0e93-6033-4b27-9263-215556637e36 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 210 time: 0.1299117 Oct 13 14:16:55.719727 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67b926aa-c109-4226-803a-5bebd374b1e1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:55.755343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port c83b9038-e04c-4ad8-b432-9bf05b53453d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c83b9038-e04c-4ad8-b432-9bf05b53453d,segment=NetworkSegment(1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280),segment_id=1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:55.820093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3256b-51fe-402a-93ba-90e697782f19 req-3f1d082e-47b0-4c46-9cb1-ac8e328d6c5e tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:55.839389 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:55.846496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71f3256b-51fe-402a-93ba-90e697782f19 req-3f1d082e-47b0-4c46-9cb1-ac8e328d6c5e tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 943 time: 0.4429243 Oct 13 14:16:55.885586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af2064a-cc6a-4851-a5c9-751ecabb1f25 admin admin] Checking segment: {'id': 'bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:16:55.897778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af2064a-cc6a-4851-a5c9-751ecabb1f25 admin admin] Network hostable DHCP agents. Network: 12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:16:55.928319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=c83b9038-e04c-4ad8-b432-9bf05b53453d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:55.974439 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67b926aa-c109-4226-803a-5bebd374b1e1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:56.028839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71f3256b-51fe-402a-93ba-90e697782f19 req-bfbd2e08-1926-45d9-a5ec-28cfe879bfd7 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816840 Oct 13 14:16:56.055144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af2064a-cc6a-4851-a5c9-751ecabb1f25 admin admin] Network 12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:16:56.157359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-6af2064a-cc6a-4851-a5c9-751ecabb1f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:56.171517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7359ef34-f192-47d0-8b2d-0d0c253d9517 None None] Network 12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:56.191191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af2064a-cc6a-4851-a5c9-751ecabb1f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:56.192248 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6af2064a-cc6a-4851-a5c9-751ecabb1f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:56.198413 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67b926aa-c109-4226-803a-5bebd374b1e1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:56.381937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['c83b9038-e04c-4ad8-b432-9bf05b53453d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:16:56.400879 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67b926aa-c109-4226-803a-5bebd374b1e1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:56.461067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b926aa-c109-4226-803a-5bebd374b1e1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=63edbc99-5900-4d33-839c-3d63ce42864e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:56.471586 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67b926aa-c109-4226-803a-5bebd374b1e1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:56.476718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-67b926aa-c109-4226-803a-5bebd374b1e1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/63edbc99-5900-4d33-839c-3d63ce42864e HTTP/1.1" status: 204 len: 168 time: 1.2155349 Oct 13 14:16:56.486090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49444) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:56.579409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6af2064a-cc6a-4851-a5c9-751ecabb1f25 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0194197 Oct 13 14:16:56.607481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d234f757-1d74-4994-96aa-72289ee1a176 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet e79b1dbc-9c74-476a-b587-05fe8adf1048 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:16:56.625529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:56.626287 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d234f757-1d74-4994-96aa-72289ee1a176 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:56.737400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d234f757-1d74-4994-96aa-72289ee1a176 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:56.771530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015c3245-e046-4f6b-9706-4a076231f66f None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:56.924742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05128e9f-948d-4896-8e78-17582623eb6a None None] Network 12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:56.971329 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d234f757-1d74-4994-96aa-72289ee1a176 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:56.975476 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc3e6c4c-040e-48c9-9fbd-50c62e15bb23 req-c32ec0f9-2214-4c3f-b942-0448ce29108e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 210 time: 0.1311469 Oct 13 14:16:57.025430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e32d78e8-9918-4079-8584-315781823b24 None None] Provisioning complete for port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:57.026248 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e32d78e8-9918-4079-8584-315781823b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:57.261167 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d234f757-1d74-4994-96aa-72289ee1a176 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:57.282328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e77271-71d7-48ec-8b9a-5f9cdf39b4f9 req-cb3fb4c4-81a5-44b2-9f0d-372c992dc787 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:57.283908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51e77271-71d7-48ec-8b9a-5f9cdf39b4f9 req-cb3fb4c4-81a5-44b2-9f0d-372c992dc787 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 944 time: 0.1263382 Oct 13 14:16:57.333089 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234f757-1d74-4994-96aa-72289ee1a176 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=e79b1dbc-9c74-476a-b587-05fe8adf1048,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:57.344595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d234f757-1d74-4994-96aa-72289ee1a176 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:57.346085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:57.346567 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:57.351778 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d234f757-1d74-4994-96aa-72289ee1a176 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/e79b1dbc-9c74-476a-b587-05fe8adf1048 HTTP/1.1" status: 204 len: 168 time: 0.8624213 Oct 13 14:16:57.353093 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49468) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:57.410389 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51e77271-71d7-48ec-8b9a-5f9cdf39b4f9 req-96be2666-a2e7-4c55-a11b-50046070980c tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060066 Oct 13 14:16:57.483953 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-636dd8ad-f3e1-4eda-9e29-8f087ec8698d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1270165 Oct 13 14:16:57.485815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49474) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:57.490040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d252eab0-0033-400a-98f3-adb161743f88 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:57.855008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e32d78e8-9918-4079-8584-315781823b24 None None] Could not find standard attr ID for object bceaf06f-3fef-4d08-86e8-f23bf470a8c4. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:16:57.890804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d252eab0-0033-400a-98f3-adb161743f88 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:57.904017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d252eab0-0033-400a-98f3-adb161743f88 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:58.029213 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c00cf7b-bf51-4065-9f2f-fbb4f8a7e7db None None] Update dhcp port {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': 'e79b1dbc-9c74-476a-b587-05fe8adf1048'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '725f9d5d-90b4-4bba-99c4-fafdfcf66a32'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:16:58.103821 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c00cf7b-bf51-4065-9f2f-fbb4f8a7e7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:58.356184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96fe7dc1-cd4a-4cba-a3bb-a513f8e3e7f0 req-cc22e8d2-7692-42c9-801c-09ddb92206a4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 210 time: 0.1924779 Oct 13 14:16:58.534752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faa7438-8b60-483c-acde-f5024c63b6a3 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:58.686134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-cc873bc3-28e9-4205-b731-fea952fa93b3 None None] Provisioning complete for port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:58.687022 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cc873bc3-28e9-4205-b731-fea952fa93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:58.712182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-af481835-5ee1-45e3-b28f-64c9bff2f0d9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:58.716714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-af481835-5ee1-45e3-b28f-64c9bff2f0d9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.49 "GET /v2.0/networks?id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 HTTP/1.1" status: 200 len: 813 time: 0.5677755 Oct 13 14:16:58.735424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-c79feb71-23b9-47f3-9969-0c5172f37b51 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Request body: {'port': {'device_id': '05a29b6d-174f-4f1a-b52b-c756f9c96efc', 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2', 'admin_state_up': True, 'tenant_id': '93c10b4cc12243fa8a8825696b112266'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:58.768422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789c3e6-94a7-46a6-8a3c-0223b31eea2d req-62ead500-1a37-47a8-a6ff-56bcfea9ccfd tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:58.778043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4789c3e6-94a7-46a6-8a3c-0223b31eea2d req-62ead500-1a37-47a8-a6ff-56bcfea9ccfd tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 944 time: 0.1886823 Oct 13 14:16:58.860954 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d252eab0-0033-400a-98f3-adb161743f88 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:59.007806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2089fbb-f41b-485a-b3f2-8fd245da56ca None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:16:59.125819 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c2089fbb-f41b-485a-b3f2-8fd245da56ca None None] Deleting port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:16:59.126745 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c2089fbb-f41b-485a-b3f2-8fd245da56ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:59.230489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c2089fbb-f41b-485a-b3f2-8fd245da56ca None None] For port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=725f9d5d-90b4-4bba-99c4-fafdfcf66a32,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:16:59.266887 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c2089fbb-f41b-485a-b3f2-8fd245da56ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:59.266887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c2089fbb-f41b-485a-b3f2-8fd245da56ca None None] Calling delete_port for 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:16:59.273072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c83b9038-e04c-4ad8-b432-9bf05b53453d up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:16:59.318776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d252eab0-0033-400a-98f3-adb161743f88 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:16:59.347874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-d252eab0-0033-400a-98f3-adb161743f88 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:16:59.367406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d252eab0-0033-400a-98f3-adb161743f88 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:16:59.368919 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d252eab0-0033-400a-98f3-adb161743f88 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:59.414200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4789c3e6-94a7-46a6-8a3c-0223b31eea2d req-30538dcf-cdb5-438f-9ed2-ba71bfb2a4bf tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6349428 Oct 13 14:16:59.459890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252eab0-0033-400a-98f3-adb161743f88 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=17ed582d-6bc5-41d1-9805-9cadcb614bb6,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:59.523116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49538) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:16:59.532356 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1b74e887-0e9b-466d-b38e-742c41f70724 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:16:59.535320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d252eab0-0033-400a-98f3-adb161743f88 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0497296 Oct 13 14:16:59.559521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port c83b9038-e04c-4ad8-b432-9bf05b53453d completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:16:59.567414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port c83b9038-e04c-4ad8-b432-9bf05b53453d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:16:59.568129 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:59.596772 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-149f37a4-e61f-4389-8ede-3461da505d1d req-ac7cb11d-804e-4e42-a384-2bbe7955eb47 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 210 time: 0.0600827 Oct 13 14:16:59.668434 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c2089fbb-f41b-485a-b3f2-8fd245da56ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:59.718808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-c79feb71-23b9-47f3-9969-0c5172f37b51 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Made reservation on behalf of 93c10b4cc12243fa8a8825696b112266 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:59.722829 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-c79feb71-23b9-47f3-9969-0c5172f37b51 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:59.757982 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2089fbb-f41b-485a-b3f2-8fd245da56ca None None] Pushing event deleted for resources: {'Port': ['ID=725f9d5d-90b4-4bba-99c4-fafdfcf66a32,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:16:59.767994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2089fbb-f41b-485a-b3f2-8fd245da56ca None None] No DVR routers for this DVR port 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:16:59.826701 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0716ca11-4f4e-4455-964d-c9662f0af6f5 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:16:59.878042 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b74e887-0e9b-466d-b38e-742c41f70724 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:16:59.882378 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b74e887-0e9b-466d-b38e-742c41f70724 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:16:59.931604 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:00.031735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2cddfa-3935-4069-8df2-9151b70f120c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83b9038-e04c-4ad8-b432-9bf05b53453d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:17:00.034545 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d20044-c318-40c8-bb93-c143884de48e" -d '{"events": [{"server_uuid": "3f2cddfa-3935-4069-8df2-9151b70f120c", "name": "network-vif-plugged", "status": "completed", "tag": "c83b9038-e04c-4ad8-b432-9bf05b53453d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:17:00.047198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-c79feb71-23b9-47f3-9969-0c5172f37b51 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Allocated IP 172.20.0.9 (842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2/1883f4e6-845b-462e-92e2-b0bf84ce9717/a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:00.106911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port c83b9038-e04c-4ad8-b432-9bf05b53453d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c83b9038-e04c-4ad8-b432-9bf05b53453d,segment=NetworkSegment(1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280),segment_id=1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:00.119363 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739dba4f-dc5a-41b0-961a-f326418ae22e x-openstack-request-id: req-739dba4f-dc5a-41b0-961a-f326418ae22e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:17:00.120349 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2cddfa-3935-4069-8df2-9151b70f120c", "name": "network-vif-plugged", "status": "completed", "tag": "c83b9038-e04c-4ad8-b432-9bf05b53453d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:17:00.120855 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-739dba4f-dc5a-41b0-961a-f326418ae22e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:17:00.121552 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2cddfa-3935-4069-8df2-9151b70f120c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83b9038-e04c-4ad8-b432-9bf05b53453d', 'code': 200} Oct 13 14:17:00.196762 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:00.395578 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '17ed582d-6bc5-41d1-9805-9cadcb614bb6'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:17:00.402060 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:00.467615 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-c79feb71-23b9-47f3-9969-0c5172f37b51 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:00.502292 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=c83b9038-e04c-4ad8-b432-9bf05b53453d,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:00.556172 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:17:00.691190 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-c79feb71-23b9-47f3-9969-0c5172f37b51 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:00.734089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:17:00.734563 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 725f9d5d-90b4-4bba-99c4-fafdfcf66a32 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:17:00.757984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['013b3461-9860-4280-9cbe-89d20d2f07b2'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:17:00.885250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-c79feb71-23b9-47f3-9969-0c5172f37b51 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:00.894830 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-1b74e887-0e9b-466d-b38e-742c41f70724 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:17:00.898135 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b74e887-0e9b-466d-b38e-742c41f70724 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:00.907289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc1881-e18d-4e75-8fce-d5de9831a310 req-2ad273e1-474b-4c41-9457-ac7741a3b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:00.908580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ddc1881-e18d-4e75-8fce-d5de9831a310 req-2ad273e1-474b-4c41-9457-ac7741a3b9ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 1097 time: 0.5221832 Oct 13 14:17:00.919027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-c79feb71-23b9-47f3-9969-0c5172f37b51 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:00.951820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-c79feb71-23b9-47f3-9969-0c5172f37b51 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:00.960960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79feb71-23b9-47f3-9969-0c5172f37b51 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Pushing event updated for resources: {'Port': ['ID=a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:01.006953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74e887-0e9b-466d-b38e-742c41f70724 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=7231712c-1675-4af6-89b6-14b65ae89a4b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:01.016317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b74e887-0e9b-466d-b38e-742c41f70724 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:01.019728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-1b74e887-0e9b-466d-b38e-742c41f70724 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:01.031439 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b74e887-0e9b-466d-b38e-742c41f70724 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:01.033593 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b74e887-0e9b-466d-b38e-742c41f70724 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:01.045107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Allocated IP 172.20.0.2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/17ed582d-6bc5-41d1-9805-9cadcb614bb6/4503a3dd-dd8e-42e4-9314-a2c2daf91fe4) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:01.056504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78dd86-1b9c-4862-94d8-14aeb78b909d req-0d81e920-0c8f-44d5-bb60-76db41f52626 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:01.064518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce78dd86-1b9c-4862-94d8-14aeb78b909d req-0d81e920-0c8f-44d5-bb60-76db41f52626 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.4114132 Oct 13 14:17:01.071950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ddc1881-e18d-4e75-8fce-d5de9831a310 req-9c356bf8-9b07-45bc-9386-b37fee130259 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508150 Oct 13 14:17:01.088793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-bf4bbcc1-00db-4a63-ad4e-7ae0dfb61956 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:01.100701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-bf4bbcc1-00db-4a63-ad4e-7ae0dfb61956 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/networks?id=12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8 HTTP/1.1" status: 200 len: 810 time: 0.5839410 Oct 13 14:17:01.138969 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1b74e887-0e9b-466d-b38e-742c41f70724 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6106863 Oct 13 14:17:01.141804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49588) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:01.158222 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'mac_address': 'fa:16:3e:30:c2:0b', 'name': 'tempest-NetworksTestDHCPv6-864598265'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:01.173008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-c79feb71-23b9-47f3-9969-0c5172f37b51 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:01.174008 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-c79feb71-23b9-47f3-9969-0c5172f37b51 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:01.212374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-31a0157a-cf60-44d7-b31e-e44b88bce9d7 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/quotas/485cedfe7e5348e2b57fc9aeca7709c3 HTTP/1.1" status: 200 len: 375 time: 0.1092916 Oct 13 14:17:01.328962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-86fc8371-7fa4-47b4-b2a4-79086cb7d3ba tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=485cedfe7e5348e2b57fc9aeca7709c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1152749 Oct 13 14:17:01.364757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce78dd86-1b9c-4862-94d8-14aeb78b909d req-3fdf7363-02a0-43ae-abf2-3300484d37cd tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952275 Oct 13 14:17:01.488763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-c79feb71-23b9-47f3-9969-0c5172f37b51 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7572079 Oct 13 14:17:01.504311 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:01.512126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Request body: {'port': {'device_id': '05a29b6d-174f-4f1a-b52b-c756f9c96efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:01.653441 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:01.669915 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:01.670944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:01.752802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:01.756593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:01.766289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:01.819167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Pushing event updated for resources: {'Port': ['ID=4503a3dd-dd8e-42e4-9314-a2c2daf91fe4,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:01.941815 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:01.986417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Attempting to bind port 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:01.986975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Attempting to bind port 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:01.987345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Attempting to bind port 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:01.995215 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port ad9706f1-55e2-4d82-b2da-ce3e2e537169 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:17:02.000517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:02.002855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:02.003280 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:02.003686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:02.005593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Bound port: 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:02.006046 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:02.141601 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] For port 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:02.146308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] For port 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4503a3dd-dd8e-42e4-9314-a2c2daf91fe4,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:02.223985 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:02.239086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38649b-ce5e-470e-8440-962abc87d503 req-75a50f55-7cd0-4761-b659-fa8b7b5fc4e2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:02.252799 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b38649b-ce5e-470e-8440-962abc87d503 req-75a50f55-7cd0-4761-b659-fa8b7b5fc4e2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 931 time: 0.7483318 Oct 13 14:17:02.294682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-7d858b2f-af31-44d5-927f-9f2669c34658 service neutron] 10.222.0.18 "GET /v2.0/networks/12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9644866 Oct 13 14:17:02.307742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 172.20.0.10 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/17ed582d-6bc5-41d1-9805-9cadcb614bb6/ad9706f1-55e2-4d82-b2da-ce3e2e537169) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:02.316356 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::f816:3eff:fe30:c20b (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/7231712c-1675-4af6-89b6-14b65ae89a4b/ad9706f1-55e2-4d82-b2da-ce3e2e537169) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:02.400881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1e82f-5fe8-483a-b129-802ca04e8f72 None None] Pushing event updated for resources: {'Port': ['ID=4503a3dd-dd8e-42e4-9314-a2c2daf91fe4,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:02.565512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a58e4196-5adc-4fcb-8bd8-ee0986590d62 service neutron] 10.222.0.18 "GET /v2.0/networks/12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186716 Oct 13 14:17:02.576031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:17:02.638330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b38649b-ce5e-470e-8440-962abc87d503 req-5fe007c5-2f36-4a4e-8ea7-fdcbfbc0f79b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588223 Oct 13 14:17:02.644042 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:02.795447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Transition to ACTIVE for port object a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:17:02.868122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:03.331091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Attempting to bind port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:03.331787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Attempting to bind port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'fe9e0195-cb97-418d-8984-1e8d6556114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:03.331930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Attempting to bind port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 on network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:03.347807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 on network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:17:03.348275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Attempting to bind port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 on network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:03.372478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827c4da-fec1-4686-b2ea-741652a09c6c req-27ab6884-200e-4627-8ec1-f34edbda86d3 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:03.374844 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2827c4da-fec1-4686-b2ea-741652a09c6c req-27ab6884-200e-4627-8ec1-f34edbda86d3 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.3355639 Oct 13 14:17:03.375589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:03.391872 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-224330eb-2abc-4b2f-81c7-c6f2aa8764b3 req-b7add762-8e62-4293-bc2e-c8f52af7000c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3617470 Oct 13 14:17:03.400379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:03.400873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Checking segment: {'id': 'fe9e0195-cb97-418d-8984-1e8d6556114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:03.409210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Bound using segment: {'id': 'fe9e0195-cb97-418d-8984-1e8d6556114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:03.409961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Bound port: a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9e0195-cb97-418d-8984-1e8d6556114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:03.410422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:03.435122 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:03.654843 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:03.702481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2827c4da-fec1-4686-b2ea-741652a09c6c req-67218c83-6641-40cd-83a2-2ee8b0650246 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094223 Oct 13 14:17:03.721127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] For port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:03.739108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] For port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:03.766540 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:03.770562 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:03.776700 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:03.816431 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=ad9706f1-55e2-4d82-b2da-ce3e2e537169,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:03.835921 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:03.836790 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:03.838501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:03.841748 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:03.843626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:03.843985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:03.844330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:03.844671 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:03.848651 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:03.850508 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:03.850878 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:03.854656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:03.866668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-090e1c7e-7046-498b-95f1-045740f8bd30 req-aeaff9e8-ab4c-4da5-a08e-d09ba3589198 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 210 time: 0.1300230 Oct 13 14:17:03.873168 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:03.916081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:03.916952 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:04.034337 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-704ed401-9dd3-48ec-806b-e56b1490481f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8912580 Oct 13 14:17:04.036975 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49650) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:04.051544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224330eb-2abc-4b2f-81c7-c6f2aa8764b3 req-9ebf6af1-7b09-4a00-808b-1a7a4080e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:04.056257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-224330eb-2abc-4b2f-81c7-c6f2aa8764b3 req-9ebf6af1-7b09-4a00-808b-1a7a4080e8c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a67a06d259f46568b1482e7244739f1&device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 1098 time: 0.5226424 Oct 13 14:17:04.145658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc17842c-b66e-4e7b-8a3c-4f233361a110 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:04.154502 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc17842c-b66e-4e7b-8a3c-4f233361a110 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:04.156242 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bc17842c-b66e-4e7b-8a3c-4f233361a110 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1178861 Oct 13 14:17:04.163285 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49654) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:04.285964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:04.286904 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:04.288697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] 10.222.0.49 "PUT /v2.0/ports/a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 HTTP/1.1" status: 200 len: 1092 time: 2.7855828 Oct 13 14:17:04.290307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a29b6d-174f-4f1a-b52b-c756f9c96efc', 'tag': 'a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:17:04.291396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6346c92b-2622-46c6-973b-01fe4fe7ce0a None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:04.293651 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5d0972-c7be-4f1c-ba2c-6c7b9414d28d" -d '{"events": [{"name": "network-changed", "server_uuid": "05a29b6d-174f-4f1a-b52b-c756f9c96efc", "tag": "a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:17:04.323713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8c447585-9330-43cb-bdb5-19e0f8133874 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port ad9706f1-55e2-4d82-b2da-ce3e2e537169 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:04.324948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c447585-9330-43cb-bdb5-19e0f8133874 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:04.431037 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad27a73d-7298-49e9-a35c-a50aecb52bb5 x-openstack-request-id: req-ad27a73d-7298-49e9-a35c-a50aecb52bb5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:17:04.431037 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a29b6d-174f-4f1a-b52b-c756f9c96efc", "tag": "a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:17:04.431037 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad27a73d-7298-49e9-a35c-a50aecb52bb5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:17:04.434911 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a29b6d-174f-4f1a-b52b-c756f9c96efc', 'tag': 'a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1', 'status': 'completed', 'code': 200} Oct 13 14:17:04.484975 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c447585-9330-43cb-bdb5-19e0f8133874 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:04.497343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509502b-96aa-4ccc-8ab1-2c652a193811 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:04.517081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8c447585-9330-43cb-bdb5-19e0f8133874 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for ad9706f1-55e2-4d82-b2da-ce3e2e537169 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:04.564561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15f47a-d775-4719-9d4e-21dcf82bf4b5 req-63e73f0c-a7f8-419c-ae23-da2eab4bb12f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:04.583790 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de15f47a-d775-4719-9d4e-21dcf82bf4b5 req-63e73f0c-a7f8-419c-ae23-da2eab4bb12f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 943 time: 0.5577028 Oct 13 14:17:04.596175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f3fa3eb0-87dd-4b69-b43d-f4347f03fc44 None None] Provisioning complete for port 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:04.596841 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f3fa3eb0-87dd-4b69-b43d-f4347f03fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:04.606191 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:04.704513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de15f47a-d775-4719-9d4e-21dcf82bf4b5 req-08d20d49-e255-4cd7-a0c0-95602fdb81d4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198308 Oct 13 14:17:04.747869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224330eb-2abc-4b2f-81c7-c6f2aa8764b3 req-4d13c06a-6bac-4ca9-b018-faea97b3c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:04.754521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-224330eb-2abc-4b2f-81c7-c6f2aa8764b3 req-4d13c06a-6bac-4ca9-b018-faea97b3c334 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4481736-159f-44b3-b3de-7023bdd7589e HTTP/1.1" status: 200 len: 912 time: 0.6446266 Oct 13 14:17:04.808378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:04.808596 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:04.885145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-224330eb-2abc-4b2f-81c7-c6f2aa8764b3 req-b55ea868-e1c3-4130-be9f-2bda975d36e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=039c759d-5745-4bee-87ee-c38e11333f34 HTTP/1.1" status: 200 len: 217 time: 0.1125283 Oct 13 14:17:04.895653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d0972-c7be-4f1c-ba2c-6c7b9414d28d req-ba9e3ee5-94b1-472e-8eef-15d05e6c1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:04.902379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a5d0972-c7be-4f1c-ba2c-6c7b9414d28d req-ba9e3ee5-94b1-472e-8eef-15d05e6c1c43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=93c10b4cc12243fa8a8825696b112266&device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 1095 time: 0.4947562 Oct 13 14:17:04.935857 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f3fa3eb0-87dd-4b69-b43d-f4347f03fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:04.996651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fdf2c4-df3a-48f2-95da-9b42e94d26d4 None None] Update dhcp port {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': '17ed582d-6bc5-41d1-9805-9cadcb614bb6', 'ip_address': '172.20.0.2'}, {'subnet_id': '7231712c-1675-4af6-89b6-14b65ae89a4b'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '4503a3dd-dd8e-42e4-9314-a2c2daf91fe4'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:17:05.076243 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf2c4-df3a-48f2-95da-9b42e94d26d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:05.090294 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c447585-9330-43cb-bdb5-19e0f8133874 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:05.139169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b66c7f96-9f53-494b-a6bc-f2cdee912727 req-8e78846c-c1ac-4ddd-af5d-f1f5fd8d77f2 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 210 time: 0.0525906 Oct 13 14:17:05.172695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224330eb-2abc-4b2f-81c7-c6f2aa8764b3 req-79b8e26f-2411-4fd9-a95c-1cc6256e552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:05.174400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-224330eb-2abc-4b2f-81c7-c6f2aa8764b3 req-79b8e26f-2411-4fd9-a95c-1cc6256e552b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d5c6c63-8d61-4546-85b8-94f5a653482a HTTP/1.1" status: 200 len: 851 time: 0.2680960 Oct 13 14:17:05.211234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c447585-9330-43cb-bdb5-19e0f8133874 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=ad9706f1-55e2-4d82-b2da-ce3e2e537169,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:05.221740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7369a-78eb-4eec-9e0f-3d41d0f28f07 req-a47f73b2-a1ed-4b2f-bb3b-32b69a15a4d8 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:05.230570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41f7369a-78eb-4eec-9e0f-3d41d0f28f07 req-a47f73b2-a1ed-4b2f-bb3b-32b69a15a4d8 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.3479888 Oct 13 14:17:05.311447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-224330eb-2abc-4b2f-81c7-c6f2aa8764b3 req-f32bac2b-def5-4470-9cad-90117d322cb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4481736-159f-44b3-b3de-7023bdd7589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713055 Oct 13 14:17:05.417791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d0972-c7be-4f1c-ba2c-6c7b9414d28d req-f61607b9-cac2-4e2a-8f0f-3681aec26020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:05.423067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a5d0972-c7be-4f1c-ba2c-6c7b9414d28d req-f61607b9-cac2-4e2a-8f0f-3681aec26020 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=93c10b4cc12243fa8a8825696b112266&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4944713 Oct 13 14:17:05.448913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-f5fdf2c4-df3a-48f2-95da-9b42e94d26d4 None None] Allocated IP 2001:db8::f816:3eff:fe26:17bc (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/7231712c-1675-4af6-89b6-14b65ae89a4b/4503a3dd-dd8e-42e4-9314-a2c2daf91fe4) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:05.549849 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8c447585-9330-43cb-bdb5-19e0f8133874 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:05.566894 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8c447585-9330-43cb-bdb5-19e0f8133874 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/ad9706f1-55e2-4d82-b2da-ce3e2e537169 HTTP/1.1" status: 204 len: 168 time: 1.4020085 Oct 13 14:17:05.569216 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49690) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:05.744769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d0972-c7be-4f1c-ba2c-6c7b9414d28d req-092aa1ba-bc8d-4d42-86c0-23db2ab93694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:05.747144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a5d0972-c7be-4f1c-ba2c-6c7b9414d28d req-092aa1ba-bc8d-4d42-86c0-23db2ab93694 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3096836 Oct 13 14:17:05.757898 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61898f60-1409-4935-b9a2-000dbb27d06a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:05.764771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61898f60-1409-4935-b9a2-000dbb27d06a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:05.765409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41f7369a-78eb-4eec-9e0f-3d41d0f28f07 req-0ac221e1-51de-4108-a79e-c14f280646e8 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312414 Oct 13 14:17:05.771771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61898f60-1409-4935-b9a2-000dbb27d06a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:05.777848 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-61898f60-1409-4935-b9a2-000dbb27d06a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2073660 Oct 13 14:17:05.781659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49694) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:05.843137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f5fdf2c4-df3a-48f2-95da-9b42e94d26d4 None None] For port 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4503a3dd-dd8e-42e4-9314-a2c2daf91fe4,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:05.848501 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:05.923812 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-224330eb-2abc-4b2f-81c7-c6f2aa8764b3 req-51f08f56-e68b-4c8a-987e-c96050db681a service neutron] 10.222.0.41 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050732 Oct 13 14:17:05.929623 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d547818a-c935-482d-b40a-876a365ff675 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 17ed582d-6bc5-41d1-9805-9cadcb614bb6 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:17:05.964899 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf2c4-df3a-48f2-95da-9b42e94d26d4 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:06.044943 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d547818a-c935-482d-b40a-876a365ff675 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:06.046232 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f5fdf2c4-df3a-48f2-95da-9b42e94d26d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:06.106113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d547818a-c935-482d-b40a-876a365ff675 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:06.162868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-bd789263-e5be-4140-a34a-91e58886774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:06.171523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-bd789263-e5be-4140-a34a-91e58886774f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=93c10b4cc12243fa8a8825696b112266&device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 1095 time: 0.3336451 Oct 13 14:17:06.235393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee8d54-64b4-4251-850e-2d8ffa832bb1 req-18d3bb28-6ac3-449b-93e7-fc622d127d09 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:06.237435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5dee8d54-64b4-4251-850e-2d8ffa832bb1 req-18d3bb28-6ac3-449b-93e7-fc622d127d09 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 943 time: 0.2756264 Oct 13 14:17:06.400811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-bc7b46f3-7df3-41cf-b6a5-08b373804ccd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 HTTP/1.1" status: 200 len: 217 time: 0.1971614 Oct 13 14:17:06.413294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-224330eb-2abc-4b2f-81c7-c6f2aa8764b3 req-8b9f8634-ee49-47d4-a62c-abe7d321adca service neutron] 10.222.0.41 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450576 Oct 13 14:17:06.490139 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d547818a-c935-482d-b40a-876a365ff675 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:06.576437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5dee8d54-64b4-4251-850e-2d8ffa832bb1 req-684dfaa5-b298-401b-b079-e800aea5bf9e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201749 Oct 13 14:17:06.615054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-cdc63d8d-809f-45d7-ae34-135ea4677e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:06.615054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-cdc63d8d-809f-45d7-ae34-135ea4677e09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1883f4e6-845b-462e-92e2-b0bf84ce9717 HTTP/1.1" status: 200 len: 853 time: 0.2039804 Oct 13 14:17:06.717921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-e7bb9421-a12a-496a-bdb8-54250704917e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734024 Oct 13 14:17:06.741953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d547818a-c935-482d-b40a-876a365ff675 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:06.843226 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-f3fa3eb0-87dd-4b69-b43d-f4347f03fc44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:17:06.843751 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-f3fa3eb0-87dd-4b69-b43d-f4347f03fc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:17:06.857681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdf2c4-df3a-48f2-95da-9b42e94d26d4 None None] Pushing event updated for resources: {'Port': ['ID=4503a3dd-dd8e-42e4-9314-a2c2daf91fe4,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:06.872753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547818a-c935-482d-b40a-876a365ff675 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=17ed582d-6bc5-41d1-9805-9cadcb614bb6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:06.883053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d547818a-c935-482d-b40a-876a365ff675 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:06.892594 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d547818a-c935-482d-b40a-876a365ff675 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/17ed582d-6bc5-41d1-9805-9cadcb614bb6 HTTP/1.1" status: 204 len: 168 time: 1.1069260 Oct 13 14:17:06.896035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49726) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:06.919420 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:17:06.924618 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:17:06.963975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-bf23dcab-1317-474c-9ee5-b92469d4f649 service neutron] 10.222.0.49 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420220 Oct 13 14:17:07.069587 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ad5b86-9477-4715-9ade-45b4b002fddc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 7231712c-1675-4af6-89b6-14b65ae89a4b {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:17:07.079936 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69ad5b86-9477-4715-9ade-45b4b002fddc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:07.182689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa7996d-a256-47bf-8f92-440a11c66031 req-dcd1b70e-1afd-46b6-9d76-8f98db84ba24 service neutron] 10.222.0.49 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097135 Oct 13 14:17:07.228689 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69ad5b86-9477-4715-9ade-45b4b002fddc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:07.250417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf417e82-e317-4013-b840-f1a0016aa5b1 req-bb6709b8-6cb7-4185-82d2-6263df749985 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 210 time: 0.0652325 Oct 13 14:17:07.505201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f3fa3eb0-87dd-4b69-b43d-f4347f03fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:07.545456 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69ad5b86-9477-4715-9ade-45b4b002fddc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:07.610800 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:07.729415 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69ad5b86-9477-4715-9ade-45b4b002fddc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:07.786447 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69ad5b86-9477-4715-9ade-45b4b002fddc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:07.807232 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-69ad5b86-9477-4715-9ade-45b4b002fddc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/7231712c-1675-4af6-89b6-14b65ae89a4b HTTP/1.1" status: 204 len: 168 time: 0.9077153 Oct 13 14:17:07.807232 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49750) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:07.959849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10972e3-79bc-4dce-a875-0c78c49a71fe req-fb58d38f-974f-417e-90e2-9d0c869075b1 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:07.981798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c10972e3-79bc-4dce-a875-0c78c49a71fe req-fb58d38f-974f-417e-90e2-9d0c869075b1 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.3223686 Oct 13 14:17:07.998718 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-f3fa3eb0-87dd-4b69-b43d-f4347f03fc44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:17:07.999318 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-f3fa3eb0-87dd-4b69-b43d-f4347f03fc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:17:07.999575 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:17:07.999958 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad5b86-9477-4715-9ade-45b4b002fddc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=7231712c-1675-4af6-89b6-14b65ae89a4b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:08.007843 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:17:08.040792 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5e165370-d526-43ec-9065-ae4fbdb225b4 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2050445 Oct 13 14:17:08.040792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49754) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:08.040792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0cde54ca-9c61-4470-8d91-37df151861f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:08.066495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-3289141d-6415-4466-ba52-8d73e6143741 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:08.068479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-3289141d-6415-4466-ba52-8d73e6143741 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.41 "GET /v2.0/networks?id=12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8 HTTP/1.1" status: 200 len: 810 time: 0.6456409 Oct 13 14:17:08.082554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d41832-d55e-46b0-b0b6-9545df9cdd13 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:08.137002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173660a-aed3-415d-8edc-8aadfc09e065 req-ef96a43c-1c64-4c19-b1a4-70e23b6f235d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:08.150245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1173660a-aed3-415d-8edc-8aadfc09e065 req-ef96a43c-1c64-4c19-b1a4-70e23b6f235d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.7286582 Oct 13 14:17:08.191911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35467f-0b5e-44e6-a2ff-68095e386391 req-b3ce7d8e-b923-4f6a-a424-3509321dcb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:08.203307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa35467f-0b5e-44e6-a2ff-68095e386391 req-b3ce7d8e-b923-4f6a-a424-3509321dcb54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a67a06d259f46568b1482e7244739f1&device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 1097 time: 0.7786026 Oct 13 14:17:08.229398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-75b71020-fe23-4a0c-a2dc-c6725a46bcdc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Request body: {'port': {'device_id': 'd671071d-2050-4ef2-bd87-1945bd60422c', 'network_id': '12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8', 'admin_state_up': True, 'tenant_id': '485cedfe7e5348e2b57fc9aeca7709c3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:08.386913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c10972e3-79bc-4dce-a875-0c78c49a71fe req-f26abb75-7be1-417b-9f5e-8d8b4b7f8a9b tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936152 Oct 13 14:17:08.391242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1173660a-aed3-415d-8edc-8aadfc09e065 req-f150d1de-1e68-40d9-a22b-b9788f283b1e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388432 Oct 13 14:17:08.448182 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263807a9-23c9-4d03-9d78-0907b815814f None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:17:08.533353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-263807a9-23c9-4d03-9d78-0907b815814f None None] Deleting port 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:08.533735 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-263807a9-23c9-4d03-9d78-0907b815814f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:08.620618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cde54ca-9c61-4470-8d91-37df151861f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:08.626767 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0cde54ca-9c61-4470-8d91-37df151861f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:08.639480 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:08.642682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-263807a9-23c9-4d03-9d78-0907b815814f None None] For port 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4503a3dd-dd8e-42e4-9314-a2c2daf91fe4,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:08.643181 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-263807a9-23c9-4d03-9d78-0907b815814f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:08.681231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-263807a9-23c9-4d03-9d78-0907b815814f None None] Calling delete_port for 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:08.828514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-beac726d-8369-4da4-811f-988111e24ba0 req-d04db609-f361-4f18-8ec6-20a2c205f4fc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 210 time: 0.0746388 Oct 13 14:17:08.938900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35467f-0b5e-44e6-a2ff-68095e386391 req-86fca957-9990-4320-8989-9032504a72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:08.940190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4503a3dd-dd8e-42e4-9314-a2c2daf91fe4,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:08.944348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa35467f-0b5e-44e6-a2ff-68095e386391 req-86fca957-9990-4320-8989-9032504a72e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4481736-159f-44b3-b3de-7023bdd7589e HTTP/1.1" status: 200 len: 912 time: 0.7099199 Oct 13 14:17:08.970653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbebfc5-d2cf-477c-9186-606c387c9a0a req-7cd2649a-f968-4c35-8739-4097b7d54dda tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:08.972350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bbebfc5-d2cf-477c-9186-606c387c9a0a req-7cd2649a-f968-4c35-8739-4097b7d54dda tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 943 time: 0.2173369 Oct 13 14:17:09.021917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa35467f-0b5e-44e6-a2ff-68095e386391 req-cf027249-c764-4bb0-8d84-cf5d8f67e184 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c83b9038-e04c-4ad8-b432-9bf05b53453d HTTP/1.1" status: 200 len: 217 time: 0.0652823 Oct 13 14:17:09.026082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-75b71020-fe23-4a0c-a2dc-c6725a46bcdc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Made reservation on behalf of 485cedfe7e5348e2b57fc9aeca7709c3 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:09.030685 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-75b71020-fe23-4a0c-a2dc-c6725a46bcdc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:09.043236 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f3fa3eb0-87dd-4b69-b43d-f4347f03fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:09.093905 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:09.143249 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0cde54ca-9c61-4470-8d91-37df151861f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:09.204891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bbebfc5-d2cf-477c-9186-606c387c9a0a req-4563cc55-f30c-400d-b967-39e533c61938 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814005 Oct 13 14:17:09.224727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde54ca-9c61-4470-8d91-37df151861f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:09.238809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0cde54ca-9c61-4470-8d91-37df151861f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:09.254297 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cde54ca-9c61-4470-8d91-37df151861f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:09.254297 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0cde54ca-9c61-4470-8d91-37df151861f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:09.261756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde54ca-9c61-4470-8d91-37df151861f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=e61ace2d-c69b-4740-b3b5-74c72d726cc4,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:09.272682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:17:09.280831 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-263807a9-23c9-4d03-9d78-0907b815814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:09.315471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:17:09.316446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:17:09.317552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35467f-0b5e-44e6-a2ff-68095e386391 req-481bff6c-197d-4d3d-91fa-c7195b8cf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:09.319658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa35467f-0b5e-44e6-a2ff-68095e386391 req-481bff6c-197d-4d3d-91fa-c7195b8cf727 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d5c6c63-8d61-4546-85b8-94f5a653482a HTTP/1.1" status: 200 len: 851 time: 0.2318740 Oct 13 14:17:09.338971 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0cde54ca-9c61-4470-8d91-37df151861f1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3123684 Oct 13 14:17:09.343495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263807a9-23c9-4d03-9d78-0907b815814f None None] No DVR routers for this DVR port 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:17:09.343640 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49788) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:09.343729 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-f3fa3eb0-87dd-4b69-b43d-f4347f03fc44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:17:09.344107 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-f3fa3eb0-87dd-4b69-b43d-f4347f03fc44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:17:09.356605 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-04516b63-9230-4872-83b4-f103b578e823 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:09.358059 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=4503a3dd-dd8e-42e4-9314-a2c2daf91fe4,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:09.396944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa35467f-0b5e-44e6-a2ff-68095e386391 req-0183cf17-779f-463a-9cff-c202a339e6c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4481736-159f-44b3-b3de-7023bdd7589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593522 Oct 13 14:17:09.417637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263807a9-23c9-4d03-9d78-0907b815814f None None] Pushing event deleted for resources: {'Port': ['ID=4503a3dd-dd8e-42e4-9314-a2c2daf91fe4,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:09.440335 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f1d18f-a003-48bf-9a04-773c41feddaf None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:09.459841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-75b71020-fe23-4a0c-a2dc-c6725a46bcdc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Allocated IP 172.20.0.2 (12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8/b9d34e87-ff72-446e-acc3-3621d7397a6d/f2b87827-80bd-49f3-a66a-8de0926edafc) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:09.737718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa35467f-0b5e-44e6-a2ff-68095e386391 req-a5ea60a9-9cf6-47ae-914b-785ade183463 service neutron] 10.222.0.41 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229716 Oct 13 14:17:09.768440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': 'e61ace2d-c69b-4740-b3b5-74c72d726cc4'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:17:09.770174 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:09.806942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc2278-a5b1-4d57-9a2e-fe95aed06673 req-03c21810-4250-408c-b96b-9f17a5bf2659 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:09.809897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edfc2278-a5b1-4d57-9a2e-fe95aed06673 req-03c21810-4250-408c-b96b-9f17a5bf2659 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.2847311 Oct 13 14:17:09.847784 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04516b63-9230-4872-83b4-f103b578e823 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:09.852714 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04516b63-9230-4872-83b4-f103b578e823 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:10.007738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39024c66-4360-4100-9d2b-37844232f1a0 req-74202613-7005-40b2-bf93-a5ab1f4cb1a9 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:10.021829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39024c66-4360-4100-9d2b-37844232f1a0 req-74202613-7005-40b2-bf93-a5ab1f4cb1a9 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.3977926 Oct 13 14:17:10.111677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Allocated IP 172.20.0.2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/e61ace2d-c69b-4740-b3b5-74c72d726cc4/e7bd1128-da98-4cd0-a614-1e09c0df27a8) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:10.145190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edfc2278-a5b1-4d57-9a2e-fe95aed06673 req-f614ef9d-ed34-423c-8a10-e859fd8d0e74 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204269 Oct 13 14:17:10.200592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39024c66-4360-4100-9d2b-37844232f1a0 req-01bf015b-7fa2-4d32-b7e0-3d82d50ca413 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499259 Oct 13 14:17:10.242151 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-75b71020-fe23-4a0c-a2dc-c6725a46bcdc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:10.272329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa35467f-0b5e-44e6-a2ff-68095e386391 req-ec614380-335c-44a9-a1ec-fe9f834d24ea service neutron] 10.222.0.41 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858060 Oct 13 14:17:10.366969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-235a68fe-6ab3-4c89-a12e-e701b44102ca req-8e478a29-1731-4b46-960c-3519df9269d8 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 210 time: 0.0385258 Oct 13 14:17:10.547526 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-75b71020-fe23-4a0c-a2dc-c6725a46bcdc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:10.565939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa3eb0-87dd-4b69-b43d-f4347f03fc44 None None] Port 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4 update to ACTIVE by agent not found {{(pid=112686) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 14:17:10.706466 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:10.709400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b1ea05ac-b10b-4004-b412-c6045e4ae638 None None] Could not find standard attr ID for object ad9706f1-55e2-4d82-b2da-ce3e2e537169. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:17:10.712603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b1ea05ac-b10b-4004-b412-c6045e4ae638 None None] Could not find standard attr ID for object 4503a3dd-dd8e-42e4-9314-a2c2daf91fe4. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:17:10.733238 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-04516b63-9230-4872-83b4-f103b578e823 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:17:10.735769 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04516b63-9230-4872-83b4-f103b578e823 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:10.775004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-75b71020-fe23-4a0c-a2dc-c6725a46bcdc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Network 12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:10.776285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b71020-fe23-4a0c-a2dc-c6725a46bcdc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Pushing event updated for resources: {'Port': ['ID=f2b87827-80bd-49f3-a66a-8de0926edafc,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:10.778988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-75b71020-fe23-4a0c-a2dc-c6725a46bcdc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:10.782541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-75b71020-fe23-4a0c-a2dc-c6725a46bcdc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:10.803993 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04516b63-9230-4872-83b4-f103b578e823 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:10.809595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-04516b63-9230-4872-83b4-f103b578e823 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:10.817834 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04516b63-9230-4872-83b4-f103b578e823 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:10.819003 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04516b63-9230-4872-83b4-f103b578e823 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:10.840460 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:10.869303 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04516b63-9230-4872-83b4-f103b578e823 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=417eb276-e53e-4594-a39f-b289011c303c,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:10.878128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-75b71020-fe23-4a0c-a2dc-c6725a46bcdc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:10.878932 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-75b71020-fe23-4a0c-a2dc-c6725a46bcdc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:10.894600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:10.898027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:10.924121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:10.954878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3900a-a656-483f-bc84-bdf8ae99e2db req-901182b2-3371-4214-8922-a66eec45ede9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:10.969428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dcc3900a-a656-483f-bc84-bdf8ae99e2db req-901182b2-3371-4214-8922-a66eec45ede9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 943 time: 0.3255937 Oct 13 14:17:10.984296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Pushing event updated for resources: {'Port': ['ID=e7bd1128-da98-4cd0-a614-1e09c0df27a8,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:11.001323 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-04516b63-9230-4872-83b4-f103b578e823 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6581695 Oct 13 14:17:11.002184 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49828) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:11.020908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'mac_address': 'fa:16:3e:39:8b:f3', 'name': 'tempest-NetworksTestDHCPv6-1270668560'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:11.039016 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Attempting to bind port e7bd1128-da98-4cd0-a614-1e09c0df27a8 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:11.039927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Attempting to bind port e7bd1128-da98-4cd0-a614-1e09c0df27a8 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:11.040485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Attempting to bind port e7bd1128-da98-4cd0-a614-1e09c0df27a8 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:11.050276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:11.050684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:11.051066 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:11.051478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:11.051956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Bound port: e7bd1128-da98-4cd0-a614-1e09c0df27a8, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:11.052341 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:11.097483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-75b71020-fe23-4a0c-a2dc-c6725a46bcdc tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9081893 Oct 13 14:17:11.181351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Request body: {'port': {'device_id': 'd671071d-2050-4ef2-bd87-1945bd60422c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:11.253590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3b282-99d6-491c-95f3-6a82503165d1 req-e288e05a-8012-4105-855a-bd43a57712e2 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:11.259926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] For port e7bd1128-da98-4cd0-a614-1e09c0df27a8, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:11.262996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6cd3b282-99d6-491c-95f3-6a82503165d1 req-e288e05a-8012-4105-855a-bd43a57712e2 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 945 time: 0.2030358 Oct 13 14:17:11.274207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] For port e7bd1128-da98-4cd0-a614-1e09c0df27a8, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e7bd1128-da98-4cd0-a614-1e09c0df27a8,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:11.297129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dcc3900a-a656-483f-bc84-bdf8ae99e2db req-e04221fa-4969-49c1-88df-c9f235941c1d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174920 Oct 13 14:17:11.348323 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:11.414162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6cd3b282-99d6-491c-95f3-6a82503165d1 req-1029b5cd-7000-4bcc-9d06-451797fce1bf tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500690 Oct 13 14:17:11.415758 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:11.486552 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85f2c9-73cd-402d-a3f6-b8032cef5e3f None None] Pushing event updated for resources: {'Port': ['ID=e7bd1128-da98-4cd0-a614-1e09c0df27a8,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:11.510636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:11.594362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:17:11.783308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:11.841836 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port bb3de745-c32c-474b-bed0-b06dcbe6fa0e yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:17:11.903885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:11.949721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1', 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2', 'port_id': 'a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1', 'mac_address': 'fa:16:3e:d5:07:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1883f4e6-845b-462e-92e2-b0bf84ce9717', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:17:12.035637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecacbe-aea8-45e3-83cf-497f39b915be req-f97c3d97-7e89-4320-a213-bb87142ca1bc tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:12.043554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5eecacbe-aea8-45e3-83cf-497f39b915be req-f97c3d97-7e89-4320-a213-bb87142ca1bc tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.6083975 Oct 13 14:17:12.044889 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:12.063401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bbe30-dab1-46bd-b8fc-65dd424d0107 req-681861d2-8d7c-4ba4-bea8-c25ac8e4c4ba tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:12.065634 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-016bbe30-dab1-46bd-b8fc-65dd424d0107 req-681861d2-8d7c-4ba4-bea8-c25ac8e4c4ba tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.3262160 Oct 13 14:17:12.071353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:17:12.123515 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:12.171808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5eecacbe-aea8-45e3-83cf-497f39b915be req-c2e189e1-2641-4fb6-854e-b4aaab6c40f7 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144850 Oct 13 14:17:12.181433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 172.20.0.6 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/e61ace2d-c69b-4740-b3b5-74c72d726cc4/bb3de745-c32c-474b-bed0-b06dcbe6fa0e) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:12.195847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::f816:3eff:fe39:8bf3 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/417eb276-e53e-4594-a39f-b289011c303c/bb3de745-c32c-474b-bed0-b06dcbe6fa0e) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:12.220838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-016bbe30-dab1-46bd-b8fc-65dd424d0107 req-52f4bcc9-5b95-4b47-b58f-64058fc4c22a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410635 Oct 13 14:17:12.239078 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:12.252778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b87827-80bd-49f3-a66a-8de0926edafc {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:17:12.264806 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:12.340044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Transition to ACTIVE for port object f2b87827-80bd-49f3-a66a-8de0926edafc will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:17:12.383500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6e75d-f7b7-41b8-9f3b-1ff6f204b87f req-f4b27c8b-6224-40e8-b235-16329dcd70f4 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:12.386066 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8b6e75d-f7b7-41b8-9f3b-1ff6f204b87f req-f4b27c8b-6224-40e8-b235-16329dcd70f4 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 931 time: 0.1278164 Oct 13 14:17:12.394303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:12.451737 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:12.541831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8b6e75d-f7b7-41b8-9f3b-1ff6f204b87f req-0b33c7b2-5e4d-492a-9fb7-231e87225a50 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/security-groups?id=48306224-b039-44b4-ab65-52a9f759ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433110 Oct 13 14:17:12.550109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:17:12.573029 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:12.730778 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:12.758343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Pushing event updated for resources: {'Port': ['ID=f2b87827-80bd-49f3-a66a-8de0926edafc,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:12.812840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31531564-ec59-44af-9166-996885e951c0 req-af7ed89e-db50-45cd-adfd-da60627a4679 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:12.816346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31531564-ec59-44af-9166-996885e951c0 req-af7ed89e-db50-45cd-adfd-da60627a4679 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 944 time: 0.2654727 Oct 13 14:17:12.848659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf931aac-4cde-4ab2-8399-c625ab2baee3 req-cb72e704-3b43-419e-ae00-24898e7463d0 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:12.851060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf931aac-4cde-4ab2-8399-c625ab2baee3 req-cb72e704-3b43-419e-ae00-24898e7463d0 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 945 time: 0.1777554 Oct 13 14:17:12.896833 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:12.939570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:12.942985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=bb3de745-c32c-474b-bed0-b06dcbe6fa0e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:12.947348 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:12.964199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Attempting to bind port f2b87827-80bd-49f3-a66a-8de0926edafc on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:12.964736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Attempting to bind port f2b87827-80bd-49f3-a66a-8de0926edafc by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:12.965296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Attempting to bind port f2b87827-80bd-49f3-a66a-8de0926edafc on network 12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:12.994043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31531564-ec59-44af-9166-996885e951c0 req-4ef9b394-e6f0-467d-81db-eb67cd44b7fd tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346707 Oct 13 14:17:12.998791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Port f2b87827-80bd-49f3-a66a-8de0926edafc on network 12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:17:13.003020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Attempting to bind port f2b87827-80bd-49f3-a66a-8de0926edafc on network 12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:13.035475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:13.035475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Checking segment: {'id': 'bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:13.043036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Bound using segment: {'id': 'bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:13.043888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Bound port: f2b87827-80bd-49f3-a66a-8de0926edafc, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:13.045037 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:13.062514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf931aac-4cde-4ab2-8399-c625ab2baee3 req-b8445169-9b04-43ad-98ea-1ddaf4ac88b7 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995003 Oct 13 14:17:13.086250 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:13.087100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:13.137256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38178a-48bd-4ae5-88a4-9c60363553ec None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:13.169951 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] For port f2b87827-80bd-49f3-a66a-8de0926edafc, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:13.175906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] For port f2b87827-80bd-49f3-a66a-8de0926edafc, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b87827-80bd-49f3-a66a-8de0926edafc,segment=NetworkSegment(bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d),segment_id=bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:13.218061 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1e43e44e-b01a-40d2-89e8-8a9c7b81c032 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2145734 Oct 13 14:17:13.222006 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49862) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:13.307798 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:13.335443 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e7bd1128-da98-4cd0-a614-1e09c0df27a8 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:13.371312 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7091ae-1855-4164-a210-ac293305ae7b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:13.388480 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7091ae-1855-4164-a210-ac293305ae7b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:13.393483 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6f7091ae-1855-4164-a210-ac293305ae7b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1681879 Oct 13 14:17:13.397038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49866) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:13.402882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f0bdd6f7-a7d5-4031-87f6-9bdd6c491e8c None None] Provisioning complete for port e7bd1128-da98-4cd0-a614-1e09c0df27a8 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:13.403435 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f0bdd6f7-a7d5-4031-87f6-9bdd6c491e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:13.448974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Pushing event updated for resources: {'Port': ['ID=f2b87827-80bd-49f3-a66a-8de0926edafc,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:13.548444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:13.548444 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:13.549978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-a6ef0fcf-0e10-4bc3-9332-f58fba34bf4b service neutron] 10.222.0.41 "PUT /v2.0/ports/f2b87827-80bd-49f3-a66a-8de0926edafc HTTP/1.1" status: 200 len: 1092 time: 2.3746502 Oct 13 14:17:13.559708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd671071d-2050-4ef2-bd87-1945bd60422c', 'tag': 'f2b87827-80bd-49f3-a66a-8de0926edafc'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:17:13.563294 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210f88dc-4a22-4d0b-a287-f28174ea1ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "d671071d-2050-4ef2-bd87-1945bd60422c", "tag": "f2b87827-80bd-49f3-a66a-8de0926edafc"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:17:13.596563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441a11b-e436-407b-a59e-fae57f85cba1 req-59bc8350-2b30-4b07-a519-05b434b989ab tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:13.598438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9441a11b-e436-407b-a59e-fae57f85cba1 req-59bc8350-2b30-4b07-a519-05b434b989ab tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.41 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 945 time: 0.3558323 Oct 13 14:17:13.613539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999429f-593f-4a0d-bf54-8765f978939d req-17743097-42d8-4743-a306-eac533b86256 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:13.619245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1999429f-593f-4a0d-bf54-8765f978939d req-17743097-42d8-4743-a306-eac533b86256 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.2720683 Oct 13 14:17:13.626361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:13.652589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c288c6d7-9b65-4afc-89ce-3ea771657cdb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port bb3de745-c32c-474b-bed0-b06dcbe6fa0e {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:13.652949 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c288c6d7-9b65-4afc-89ce-3ea771657cdb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:13.699844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port e7bd1128-da98-4cd0-a614-1e09c0df27a8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:13.700892 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:13.717161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32514ae5-1de9-4398-95e2-f209e7f559b3 req-f57b911d-b322-443e-bff0-c2abb13d04e7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:13.719211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32514ae5-1de9-4398-95e2-f209e7f559b3 req-f57b911d-b322-443e-bff0-c2abb13d04e7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.2866719 Oct 13 14:17:13.837298 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c288c6d7-9b65-4afc-89ce-3ea771657cdb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:13.854395 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c288c6d7-9b65-4afc-89ce-3ea771657cdb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for bb3de745-c32c-474b-bed0-b06dcbe6fa0e owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:13.886713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1999429f-593f-4a0d-bf54-8765f978939d req-91de0451-cba3-4e92-ad4d-a2d14b0b954a tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485874 Oct 13 14:17:13.892630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-48019183-df11-4d07-90d5-c5d8ccf22b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:13.894528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-48019183-df11-4d07-90d5-c5d8ccf22b0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=485cedfe7e5348e2b57fc9aeca7709c3&device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 1095 time: 0.1935840 Oct 13 14:17:14.000951 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f0bdd6f7-a7d5-4031-87f6-9bdd6c491e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:14.042664 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32514ae5-1de9-4398-95e2-f209e7f559b3 req-c0ef5675-4a0c-45ef-9024-9abdbc5a8eb2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874744 Oct 13 14:17:14.050066 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-6866ef25-01bf-4bea-bb1b-ddddba18dd77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2b87827-80bd-49f3-a66a-8de0926edafc HTTP/1.1" status: 200 len: 217 time: 0.1341805 Oct 13 14:17:14.066079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9441a11b-e436-407b-a59e-fae57f85cba1 req-a5d22380-2e8d-4cc8-86da-bc80a9d6e346 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Deleting port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:14.067702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9441a11b-e436-407b-a59e-fae57f85cba1 req-a5d22380-2e8d-4cc8-86da-bc80a9d6e346 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:14.089679 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f0bdd6f7-a7d5-4031-87f6-9bdd6c491e8c None None] For port e7bd1128-da98-4cd0-a614-1e09c0df27a8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e7bd1128-da98-4cd0-a614-1e09c0df27a8,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:14.235458 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e705bf24-a489-46f7-a8ea-0b295cad7784 x-openstack-request-id: req-e705bf24-a489-46f7-a8ea-0b295cad7784 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:17:14.240059 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d671071d-2050-4ef2-bd87-1945bd60422c", "tag": "f2b87827-80bd-49f3-a66a-8de0926edafc", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:17:14.240232 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:14.240354 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e705bf24-a489-46f7-a8ea-0b295cad7784 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:17:14.240354 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd671071d-2050-4ef2-bd87-1945bd60422c', 'tag': 'f2b87827-80bd-49f3-a66a-8de0926edafc', 'status': 'completed', 'code': 200} Oct 13 14:17:14.240546 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f0bdd6f7-a7d5-4031-87f6-9bdd6c491e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:14.241650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:17:14.350989 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:14.351625 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:14.368838 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c288c6d7-9b65-4afc-89ce-3ea771657cdb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:14.382856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-af62e5fa-c07d-4136-bbfc-4b4c4b6fee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:14.393234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-af62e5fa-c07d-4136-bbfc-4b4c4b6fee39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9d34e87-ff72-446e-acc3-3621d7397a6d HTTP/1.1" status: 200 len: 850 time: 0.2977390 Oct 13 14:17:14.413947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdd6f7-a7d5-4031-87f6-9bdd6c491e8c None None] Pushing event updated for resources: {'Port': ['ID=e7bd1128-da98-4cd0-a614-1e09c0df27a8,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:14.436574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288c6d7-9b65-4afc-89ce-3ea771657cdb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=bb3de745-c32c-474b-bed0-b06dcbe6fa0e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:14.455879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f466f922-508f-444d-8996-121d91682ba2 None None] Update dhcp port {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': 'e61ace2d-c69b-4740-b3b5-74c72d726cc4', 'ip_address': '172.20.0.2'}, {'subnet_id': '417eb276-e53e-4594-a39f-b289011c303c'}], 'binding:host_id': 'n-d-806683-15'}, 'id': 'e7bd1128-da98-4cd0-a614-1e09c0df27a8'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:17:14.469947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-ab8b6d49-c4cd-4ff0-b4a4-9c081df0461a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510123 Oct 13 14:17:14.493678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bc625-aefe-46b5-9baf-2682163cdefa req-c0d3efc4-3ec6-4694-bdbf-3f74101b15a2 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:14.495426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-137bc625-aefe-46b5-9baf-2682163cdefa req-c0d3efc4-3ec6-4694-bdbf-3f74101b15a2 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 943 time: 0.2562635 Oct 13 14:17:14.526344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-9441a11b-e436-407b-a59e-fae57f85cba1 req-a5d22380-2e8d-4cc8-86da-bc80a9d6e346 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] For port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bc9b6d77-7ed9-4a72-89da-b67c136ba5a4,segment=NetworkSegment(d559d2c7-6bfd-41ed-bf3d-aa8fb069abd5),segment_id=d559d2c7-6bfd-41ed-bf3d-aa8fb069abd5)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:14.526897 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9441a11b-e436-407b-a59e-fae57f85cba1 req-a5d22380-2e8d-4cc8-86da-bc80a9d6e346 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:14.556729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579612bb-b3a1-407e-a239-a3518ab6e49c req-5d8a380f-3fbc-4b05-ad0e-0bdc41fb2d23 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:14.559822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-579612bb-b3a1-407e-a239-a3518ab6e49c req-5d8a380f-3fbc-4b05-ad0e-0bdc41fb2d23 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 944 time: 0.2838435 Oct 13 14:17:14.635936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9441a11b-e436-407b-a59e-fae57f85cba1 req-a5d22380-2e8d-4cc8-86da-bc80a9d6e346 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Calling delete_port for bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:14.639979 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c288c6d7-9b65-4afc-89ce-3ea771657cdb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:14.646496 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c288c6d7-9b65-4afc-89ce-3ea771657cdb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/bb3de745-c32c-474b-bed0-b06dcbe6fa0e HTTP/1.1" status: 204 len: 168 time: 1.2474787 Oct 13 14:17:14.649400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49894) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:14.694907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-137bc625-aefe-46b5-9baf-2682163cdefa req-e6a03448-e750-4878-b3cf-51cc00a8ee49 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/security-groups?id=48306224-b039-44b4-ab65-52a9f759ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824667 Oct 13 14:17:14.809070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-579612bb-b3a1-407e-a239-a3518ab6e49c req-894d9291-2116-4eb3-aa59-647638f72979 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039418 Oct 13 14:17:14.812033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f0f38-8f40-4283-a6d0-8de6f252b17c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:14.814100 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f0f38-8f40-4283-a6d0-8de6f252b17c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:14.815811 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f0f38-8f40-4283-a6d0-8de6f252b17c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:14.820329 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-833f0f38-8f40-4283-a6d0-8de6f252b17c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1667075 Oct 13 14:17:14.821435 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49896) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:14.852229 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f466f922-508f-444d-8996-121d91682ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:14.917187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-d5a27042-1f0c-41d8-b2b2-997bee69cbe0 service neutron] 10.222.0.41 "GET /v2.0/networks/12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356248 Oct 13 14:17:14.976413 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ee5f51-ecee-44bb-8e8e-7317af96532a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 417eb276-e53e-4594-a39f-b289011c303c {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:17:14.979361 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:17:14.986227 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:17:14.987148 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5f51-ecee-44bb-8e8e-7317af96532a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:15.105836 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5f51-ecee-44bb-8e8e-7317af96532a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:15.122690 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:15.190155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8218541b-07d4-4362-a1e9-aed8d9b2f5b3 req-e09dd2e3-4aac-4955-afbd-8be3f3ca91f6 service neutron] 10.222.0.41 "GET /v2.0/networks/12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243733 Oct 13 14:17:15.210084 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5f51-ecee-44bb-8e8e-7317af96532a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:15.227993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486e905-1e69-4d3f-bde4-114873559191 req-e9d98766-b186-441a-abfc-0f33d1383512 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:15.244170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b486e905-1e69-4d3f-bde4-114873559191 req-e9d98766-b186-441a-abfc-0f33d1383512 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 945 time: 0.4249344 Oct 13 14:17:15.310442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a29b6d-174f-4f1a-b52b-c756f9c96efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:17:15.313542 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8943e9-49fe-4254-9fcb-6a7b5c64c36e" -d '{"events": [{"server_uuid": "05a29b6d-174f-4f1a-b52b-c756f9c96efc", "name": "network-vif-plugged", "status": "completed", "tag": "a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:17:15.349968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:15.450629 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5f51-ecee-44bb-8e8e-7317af96532a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:15.455514 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:15.478552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee5f51-ecee-44bb-8e8e-7317af96532a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=417eb276-e53e-4594-a39f-b289011c303c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:15.485461 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5f51-ecee-44bb-8e8e-7317af96532a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:15.489088 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c4ee5f51-ecee-44bb-8e8e-7317af96532a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/417eb276-e53e-4594-a39f-b289011c303c HTTP/1.1" status: 204 len: 168 time: 0.6662095 Oct 13 14:17:15.491397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49916) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server [None req-f466f922-508f-444d-8996-121d91682ba2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 417eb276-e53e-4594-a39f-b289011c303c: This subnet is being modified by another concurrent operation. Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 14:17:15.520677 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise exception Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 417eb276-e53e-4594-a39f-b289011c303c: This subnet is being modified by another concurrent operation. Oct 13 14:17:15.524973 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server Oct 13 14:17:15.577984 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47cbf2b-ab68-491c-92cd-c012ef3e972d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet e61ace2d-c69b-4740-b3b5-74c72d726cc4 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:17:15.582826 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d47cbf2b-ab68-491c-92cd-c012ef3e972d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:15.627577 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:17:15.640548 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d47cbf2b-ab68-491c-92cd-c012ef3e972d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:15.717479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2915e79b-d2e0-4095-ab83-2f33f1c6a6c0 None None] Could not find standard attr ID for object bb3de745-c32c-474b-bed0-b06dcbe6fa0e. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:17:15.752633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:15.776438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2915e79b-d2e0-4095-ab83-2f33f1c6a6c0 None None] Provisioning complete for port e7bd1128-da98-4cd0-a614-1e09c0df27a8 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:15.776850 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2915e79b-d2e0-4095-ab83-2f33f1c6a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:15.824281 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d47cbf2b-ab68-491c-92cd-c012ef3e972d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:15.972478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b486e905-1e69-4d3f-bde4-114873559191 req-4e307e38-897e-42c5-be3e-771a137f5f68 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ef3b26d-903f-4a7c-8453-0db112b15274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7271640 Oct 13 14:17:15.981518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e7bd1128-da98-4cd0-a614-1e09c0df27a8 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:17:16.000571 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d47cbf2b-ab68-491c-92cd-c012ef3e972d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:16.009005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f88dc-4a22-4d0b-a287-f28174ea1ab9 req-3f3dbccd-1205-4e7f-874e-8d77daee6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:16.011299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-210f88dc-4a22-4d0b-a287-f28174ea1ab9 req-3f3dbccd-1205-4e7f-874e-8d77daee6d64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=485cedfe7e5348e2b57fc9aeca7709c3&device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 1095 time: 0.6677496 Oct 13 14:17:16.027861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbc7d1-8869-47c0-92ea-7eb2e9ef917e req-b29a9c06-1daa-406a-85ac-678b4b9b299f tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:16.049350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16bbc7d1-8869-47c0-92ea-7eb2e9ef917e req-b29a9c06-1daa-406a-85ac-678b4b9b299f tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.1560738 Oct 13 14:17:16.068502 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cbf2b-ab68-491c-92cd-c012ef3e972d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=e61ace2d-c69b-4740-b3b5-74c72d726cc4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:16.101261 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d47cbf2b-ab68-491c-92cd-c012ef3e972d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:16.121698 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d47cbf2b-ab68-491c-92cd-c012ef3e972d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/e61ace2d-c69b-4740-b3b5-74c72d726cc4 HTTP/1.1" status: 204 len: 168 time: 0.6273873 Oct 13 14:17:16.124448 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49934) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:16.149071 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9441a11b-e436-407b-a59e-fae57f85cba1 req-a5d22380-2e8d-4cc8-86da-bc80a9d6e346 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:16.199643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f17a5b-1309-4aad-b8a9-64b893c99c30 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:16.241972 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0e0e2593-e78c-4281-b0ca-87024230ca79 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1145177 Oct 13 14:17:16.245756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49938) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:16.284114 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-51f6f2be-30b8-4b0f-ab7d-665070c8c7ce None None] Could not find standard attr ID for object ad9706f1-55e2-4d82-b2da-ce3e2e537169. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:17:16.293454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-51f6f2be-30b8-4b0f-ab7d-665070c8c7ce None None] Could not find standard attr ID for object bb3de745-c32c-474b-bed0-b06dcbe6fa0e. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:17:16.294484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f88dc-4a22-4d0b-a287-f28174ea1ab9 req-712f8451-5708-4eb2-bfe4-84f120e082fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:16.296143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-210f88dc-4a22-4d0b-a287-f28174ea1ab9 req-712f8451-5708-4eb2-bfe4-84f120e082fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8 HTTP/1.1" status: 200 len: 911 time: 0.2249064 Oct 13 14:17:16.314800 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:16.326068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-51f6f2be-30b8-4b0f-ab7d-665070c8c7ce None None] Could not find standard attr ID for object bceaf06f-3fef-4d08-86e8-f23bf470a8c4. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:17:16.391900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117040d4-1909-456b-bacc-d502ebf91b79 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:16.394540 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-117040d4-1909-456b-bacc-d502ebf91b79 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1472132 Oct 13 14:17:16.398365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49940) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:16.411709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d22380-2e8d-4cc8-86da-bc80a9d6e346 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Pushing event deleted for resources: {'Port': ['ID=bc9b6d77-7ed9-4a72-89da-b67c136ba5a4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:16.414091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port e7bd1128-da98-4cd0-a614-1e09c0df27a8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e7bd1128-da98-4cd0-a614-1e09c0df27a8,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:16.423735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-210f88dc-4a22-4d0b-a287-f28174ea1ab9 req-c83bbf9b-064b-4c59-8cc3-37e0e6a03289 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2b87827-80bd-49f3-a66a-8de0926edafc HTTP/1.1" status: 200 len: 217 time: 0.0792329 Oct 13 14:17:16.444804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16bbc7d1-8869-47c0-92ea-7eb2e9ef917e req-4310f6b9-a653-49e8-8a17-c2c61e0c27ef tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894031 Oct 13 14:17:16.507259 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:16.520118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb5bfec-0b7a-4c9e-bf60-7302ab77b3fc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:16.521510 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bfb5bfec-0b7a-4c9e-bf60-7302ab77b3fc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1208816 Oct 13 14:17:16.525434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49946) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:16.593908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3296ee47-8f4c-453c-95e6-dbeec3764afe None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:17:16.625654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9441a11b-e436-407b-a59e-fae57f85cba1 req-a5d22380-2e8d-4cc8-86da-bc80a9d6e346 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] No DVR routers for this DVR port bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:17:16.634139 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9441a11b-e436-407b-a59e-fae57f85cba1 req-a5d22380-2e8d-4cc8-86da-bc80a9d6e346 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:16.646323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9441a11b-e436-407b-a59e-fae57f85cba1 req-a5d22380-2e8d-4cc8-86da-bc80a9d6e346 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.41 "DELETE /v2.0/ports/bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 HTTP/1.1" status: 204 len: 173 time: 3.0144470 Oct 13 14:17:16.646323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048ba37a-2bdf-46e1-aa2c-1b88729043a9', 'name': 'network-vif-deleted', 'tag': 'bc9b6d77-7ed9-4a72-89da-b67c136ba5a4'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:17:16.646323 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b451418-3931-49e2-8451-73897d4a6a7d" -d '{"events": [{"server_uuid": "048ba37a-2bdf-46e1-aa2c-1b88729043a9", "name": "network-vif-deleted", "tag": "bc9b6d77-7ed9-4a72-89da-b67c136ba5a4"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:17:16.652489 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d8d7b4b1-507c-4ac3-b9a7-98b3bf8f9554 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254065 Oct 13 14:17:16.660141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02702f6d-528f-4ec2-9d7d-cd867c087356 req-f658f3d7-6883-4f00-95d7-43e3d755362e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:16.662575 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49950) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:16.668844 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02702f6d-528f-4ec2-9d7d-cd867c087356 req-f658f3d7-6883-4f00-95d7-43e3d755362e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.3714168 Oct 13 14:17:16.692087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-18600d43-261a-4cdd-9bd1-bdcc5fa88377 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:16.705481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f88dc-4a22-4d0b-a287-f28174ea1ab9 req-9fe9cedf-6158-4900-ac81-471a7617bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:16.705481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-210f88dc-4a22-4d0b-a287-f28174ea1ab9 req-9fe9cedf-6158-4900-ac81-471a7617bb7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b9d34e87-ff72-446e-acc3-3621d7397a6d HTTP/1.1" status: 200 len: 850 time: 0.2580311 Oct 13 14:17:16.755605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=e7bd1128-da98-4cd0-a614-1e09c0df27a8,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:16.933244 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3296ee47-8f4c-453c-95e6-dbeec3764afe None None] Deleting port e7bd1128-da98-4cd0-a614-1e09c0df27a8 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:16.933244 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3296ee47-8f4c-453c-95e6-dbeec3764afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:16.934967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-210f88dc-4a22-4d0b-a287-f28174ea1ab9 req-b51bb3f1-99fa-4aa4-a6f6-0e5f45832c0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686572 Oct 13 14:17:16.934967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02702f6d-528f-4ec2-9d7d-cd867c087356 req-a2210bf4-c1e1-41bf-bd75-33deb0d3bcfa tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458330 Oct 13 14:17:16.936337 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dde57d-7057-4431-ab8c-bcb73a284a91 x-openstack-request-id: req-d9dde57d-7057-4431-ab8c-bcb73a284a91 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:17:16.936337 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a29b6d-174f-4f1a-b52b-c756f9c96efc", "name": "network-vif-plugged", "status": "completed", "tag": "a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:17:16.936337 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9dde57d-7057-4431-ab8c-bcb73a284a91 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:17:16.936337 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a29b6d-174f-4f1a-b52b-c756f9c96efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1', 'code': 200} Oct 13 14:17:16.936337 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3296ee47-8f4c-453c-95e6-dbeec3764afe None None] For port e7bd1128-da98-4cd0-a614-1e09c0df27a8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e7bd1128-da98-4cd0-a614-1e09c0df27a8,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:16.936337 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3296ee47-8f4c-453c-95e6-dbeec3764afe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:16.936337 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3296ee47-8f4c-453c-95e6-dbeec3764afe None None] Calling delete_port for e7bd1128-da98-4cd0-a614-1e09c0df27a8 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:17.011113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-210f88dc-4a22-4d0b-a287-f28174ea1ab9 req-9808015e-95be-445c-8bc3-f3a6484374d7 service neutron] 10.222.0.41 "GET /v2.0/networks/12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895652 Oct 13 14:17:17.122410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526ed01-0edb-4496-b313-c579db4c56bf req-87d6fae8-8d80-41e5-b36c-451bef184ab1 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:17.124023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a526ed01-0edb-4496-b313-c579db4c56bf req-87d6fae8-8d80-41e5-b36c-451bef184ab1 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 943 time: 0.2060027 Oct 13 14:17:17.153350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f7160-0431-4603-98ee-33a119c09ae9 req-efd2ab37-3f41-4a2c-a958-60a1441ab488 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:17.154901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b7f7160-0431-4603-98ee-33a119c09ae9 req-efd2ab37-3f41-4a2c-a958-60a1441ab488 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 945 time: 0.1952648 Oct 13 14:17:17.166256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb97477-54d8-41bd-b977-1ea04ed0d64e req-a1437346-fb1f-4769-b055-950638bd5694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:17.167722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecb97477-54d8-41bd-b977-1ea04ed0d64e req-a1437346-fb1f-4769-b055-950638bd5694 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 1097 time: 0.1887014 Oct 13 14:17:17.167867 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18600d43-261a-4cdd-9bd1-bdcc5fa88377 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:17.173149 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18600d43-261a-4cdd-9bd1-bdcc5fa88377 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:17.176436 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-18600d43-261a-4cdd-9bd1-bdcc5fa88377 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:17:17.176632 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18600d43-261a-4cdd-9bd1-bdcc5fa88377 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:17:17.184564 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3296ee47-8f4c-453c-95e6-dbeec3764afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:17.202299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3296ee47-8f4c-453c-95e6-dbeec3764afe None None] No DVR routers for this DVR port e7bd1128-da98-4cd0-a614-1e09c0df27a8 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:17:17.223061 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296ee47-8f4c-453c-95e6-dbeec3764afe None None] Pushing event deleted for resources: {'Port': ['ID=e7bd1128-da98-4cd0-a614-1e09c0df27a8,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:17.246705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94fd7c-bba5-484f-95b4-293a846e5486 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:17:17.264947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-210f88dc-4a22-4d0b-a287-f28174ea1ab9 req-9feedb08-4f5c-4816-bcac-59f27cb95cf9 service neutron] 10.222.0.41 "GET /v2.0/networks/12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366269 Oct 13 14:17:17.290365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a526ed01-0edb-4496-b313-c579db4c56bf req-f539e9c7-334a-4c8a-9117-1460ced21f62 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/security-groups?id=48306224-b039-44b4-ab65-52a9f759ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559992 Oct 13 14:17:17.290618 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-18600d43-261a-4cdd-9bd1-bdcc5fa88377 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6266997 Oct 13 14:17:17.291445 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49966) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:17.296712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-bf694d23-aa89-46bc-87d0-491c41343c67 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:17.334832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:17:17.348702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecb97477-54d8-41bd-b977-1ea04ed0d64e req-fa96e69a-02a8-445b-9bf2-af05092fdaca service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636548 Oct 13 14:17:17.353637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b7f7160-0431-4603-98ee-33a119c09ae9 req-8febe632-11f6-4535-acdc-6c9c8ca9e392 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738086 Oct 13 14:17:17.372879 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92faf740-a48a-4baa-9ddf-126e485762c3 x-openstack-request-id: req-92faf740-a48a-4baa-9ddf-126e485762c3 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:17:17.373304 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048ba37a-2bdf-46e1-aa2c-1b88729043a9", "name": "network-vif-deleted", "tag": "bc9b6d77-7ed9-4a72-89da-b67c136ba5a4", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:17:17.373537 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92faf740-a48a-4baa-9ddf-126e485762c3 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:17:17.373891 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048ba37a-2bdf-46e1-aa2c-1b88729043a9', 'name': 'network-vif-deleted', 'tag': 'bc9b6d77-7ed9-4a72-89da-b67c136ba5a4', 'status': 'completed', 'code': 200} Oct 13 14:17:17.433279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:17:17.433279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bc9b6d77-7ed9-4a72-89da-b67c136ba5a4 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:17:17.517091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b98f751-8f29-4e9f-a32b-7ceeeed90902 req-d132c1b0-ba23-41dd-a9b8-d097e51d03d7 tempest-VolumesAdminNegativeTest-768905842 tempest-VolumesAdminNegativeTest-768905842-project] 10.222.0.18 "GET /v2.0/ports?device_id=048ba37a-2bdf-46e1-aa2c-1b88729043a9 HTTP/1.1" status: 200 len: 210 time: 0.0568469 Oct 13 14:17:17.628288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679e2cb-caa8-4bab-9eb9-3286e97ace11 req-bd89b386-80a1-4410-8a18-e485f62e60b6 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:17.633343 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c679e2cb-caa8-4bab-9eb9-3286e97ace11 req-bd89b386-80a1-4410-8a18-e485f62e60b6 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.0883157 Oct 13 14:17:17.637017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94fd7c-bba5-484f-95b4-293a846e5486 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:17:17.644741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf694d23-aa89-46bc-87d0-491c41343c67 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:17.653284 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf694d23-aa89-46bc-87d0-491c41343c67 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:17.655490 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf694d23-aa89-46bc-87d0-491c41343c67 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:17:17.656056 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf694d23-aa89-46bc-87d0-491c41343c67 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:17:17.770747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c679e2cb-caa8-4bab-9eb9-3286e97ace11 req-af95b7b6-bbd2-4c97-8bcb-aea788042ad0 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312332 Oct 13 14:17:17.807628 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bf694d23-aa89-46bc-87d0-491c41343c67 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5148559 Oct 13 14:17:17.812352 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49982) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:17.818795 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2e84ca7d-9670-4955-b475-2decb387d7d9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:18.078632 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e84ca7d-9670-4955-b475-2decb387d7d9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:18.087141 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e84ca7d-9670-4955-b475-2decb387d7d9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:18.089276 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e84ca7d-9670-4955-b475-2decb387d7d9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:17:18.090201 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e84ca7d-9670-4955-b475-2decb387d7d9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:17:18.104498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4e4a-7573-472d-a4d5-1b03b4f7b8d1 req-99021d6d-274d-41b3-bf63-0f7f71b9aed7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:18.107262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f9b4e4a-7573-472d-a4d5-1b03b4f7b8d1 req-99021d6d-274d-41b3-bf63-0f7f71b9aed7 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.0619187 Oct 13 14:17:18.205933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f9b4e4a-7573-472d-a4d5-1b03b4f7b8d1 req-a1cf9428-e911-45a2-900d-59cfa0c0a014 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912230 Oct 13 14:17:18.241773 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2e84ca7d-9670-4955-b475-2decb387d7d9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4272785 Oct 13 14:17:18.248098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49990) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:18.256968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ac9c0866-964a-4cea-9169-bcfedb969b24 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:18.270640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afea3cde-a017-40e7-ae05-35ca8bd6719b None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:17:18.443638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afea3cde-a017-40e7-ae05-35ca8bd6719b None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:17:18.529432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2901f10-39c3-45a4-8d7e-0afd918cbda4 req-1e1cf80d-2002-4843-a224-7dba8c968a8d tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:18.537003 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2901f10-39c3-45a4-8d7e-0afd918cbda4 req-1e1cf80d-2002-4843-a224-7dba8c968a8d tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 943 time: 0.1234782 Oct 13 14:17:18.546550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c0866-964a-4cea-9169-bcfedb969b24 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:18.550345 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:18.551039 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac9c0866-964a-4cea-9169-bcfedb969b24 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:18.553660 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9c0866-964a-4cea-9169-bcfedb969b24 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:17:18.554146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9c0866-964a-4cea-9169-bcfedb969b24 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:17:18.590036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78687af-6d3e-4bd0-ab58-6476d6ac311b req-7911875a-9f40-48df-acb1-2631831da88c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:18.591587 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78687af-6d3e-4bd0-ab58-6476d6ac311b req-7911875a-9f40-48df-acb1-2631831da88c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 945 time: 0.1238029 Oct 13 14:17:18.606620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2901f10-39c3-45a4-8d7e-0afd918cbda4 req-7120cf14-fb90-4950-87cb-f2c536ad053d tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/security-groups?id=48306224-b039-44b4-ab65-52a9f759ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685337 Oct 13 14:17:18.660846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78687af-6d3e-4bd0-ab58-6476d6ac311b req-8361c49b-df66-4f75-b23f-f6817bf48c6e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495768 Oct 13 14:17:18.671767 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ac9c0866-964a-4cea-9169-bcfedb969b24 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4218729 Oct 13 14:17:18.682389 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50020) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:18.688974 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-af2c8812-2e8b-4e7e-8f07-ea3683d61d63 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:18.735903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50022) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:18.793801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-f929a88e-6c40-4b2e-a3cf-1dcfdb92bd49 admin admin] Deleting subnet 59053bd3-fd3a-4570-ac63-86d907f3e4ee {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:17:18.797958 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f929a88e-6c40-4b2e-a3cf-1dcfdb92bd49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:18.844841 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f929a88e-6c40-4b2e-a3cf-1dcfdb92bd49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:18.930991 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f929a88e-6c40-4b2e-a3cf-1dcfdb92bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.000541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580c4ef-6fcb-4641-94b2-51bcf1bc4c34 req-0d588d67-bb6f-4ea0-8c49-913824520002 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:19.002145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8580c4ef-6fcb-4641-94b2-51bcf1bc4c34 req-0d588d67-bb6f-4ea0-8c49-913824520002 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.0830050 Oct 13 14:17:19.013434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2c8812-2e8b-4e7e-8f07-ea3683d61d63 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:19.017349 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-af2c8812-2e8b-4e7e-8f07-ea3683d61d63 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.019556 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2c8812-2e8b-4e7e-8f07-ea3683d61d63 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:17:19.019556 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2c8812-2e8b-4e7e-8f07-ea3683d61d63 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:17:19.052203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8580c4ef-6fcb-4641-94b2-51bcf1bc4c34 req-85e3a8f5-af4a-4e34-b7d1-ee6111b4e113 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420604 Oct 13 14:17:19.101574 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f929a88e-6c40-4b2e-a3cf-1dcfdb92bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.104332 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-af2c8812-2e8b-4e7e-8f07-ea3683d61d63 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4203949 Oct 13 14:17:19.107167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50034) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:19.112404 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7c9d713d-9165-4ef9-bf8b-6489d04bddd5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:19.128280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929a88e-6c40-4b2e-a3cf-1dcfdb92bd49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59053bd3-fd3a-4570-ac63-86d907f3e4ee,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:19.136437 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f929a88e-6c40-4b2e-a3cf-1dcfdb92bd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.139067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f929a88e-6c40-4b2e-a3cf-1dcfdb92bd49 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/59053bd3-fd3a-4570-ac63-86d907f3e4ee HTTP/1.1" status: 204 len: 168 time: 0.4023483 Oct 13 14:17:19.141478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50036) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:19.218044 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5334de03-7099-49da-a7af-bc65016b35eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.329346 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9d713d-9165-4ef9-bf8b-6489d04bddd5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:19.333256 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c9d713d-9165-4ef9-bf8b-6489d04bddd5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.334824 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9d713d-9165-4ef9-bf8b-6489d04bddd5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:17:19.335268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9d713d-9165-4ef9-bf8b-6489d04bddd5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:17:19.337825 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5334de03-7099-49da-a7af-bc65016b35eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.338537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f2b87827-80bd-49f3-a66a-8de0926edafc details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:17:19.366322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-5334de03-7099-49da-a7af-bc65016b35eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fe53d0-4c27-4682-94af-04ac76c92dac']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:19.380868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-5334de03-7099-49da-a7af-bc65016b35eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd559d2c7-6bfd-41ed-bf3d-aa8fb069abd5') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:19.381227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-5334de03-7099-49da-a7af-bc65016b35eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd559d2c7-6bfd-41ed-bf3d-aa8fb069abd5') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:19.390673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9cda4-8374-4398-b42c-95dd89bc55df req-d9b14928-3194-49dd-be9d-135eb20bdd82 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:19.397487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3e9cda4-8374-4398-b42c-95dd89bc55df req-d9b14928-3194-49dd-be9d-135eb20bdd82 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.0969617 Oct 13 14:17:19.401593 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5334de03-7099-49da-a7af-bc65016b35eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.419044 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7c9d713d-9165-4ef9-bf8b-6489d04bddd5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3105977 Oct 13 14:17:19.422616 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50042) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:19.428551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5334de03-7099-49da-a7af-bc65016b35eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.443165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5334de03-7099-49da-a7af-bc65016b35eb admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:17:19.443834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5334de03-7099-49da-a7af-bc65016b35eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:17:19.445874 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:17:19.465252 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4653068c-66bd-411a-8567-9c3c8768162d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0401483 Oct 13 14:17:19.466098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50046) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:19.468039 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f2b87827-80bd-49f3-a66a-8de0926edafc, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b87827-80bd-49f3-a66a-8de0926edafc,segment=NetworkSegment(bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d),segment_id=bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:19.493831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'f2b87827-80bd-49f3-a66a-8de0926edafc', 'network_id': '12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8', 'port_id': 'f2b87827-80bd-49f3-a66a-8de0926edafc', 'mac_address': 'fa:16:3e:ec:12:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d34e87-ff72-446e-acc3-3621d7397a6d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:17:19.532567 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74cc914a-bfef-4c10-a217-1559f976e494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.536862 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca6cc7a-dfd3-4bbb-9f8a-f33e21b82168 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:19.539368 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5ca6cc7a-dfd3-4bbb-9f8a-f33e21b82168 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0713737 Oct 13 14:17:19.541377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3e9cda4-8374-4398-b42c-95dd89bc55df req-43a79f2c-376f-46f5-8842-aa953fdc9b53 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327097 Oct 13 14:17:19.542210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50048) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:19.556266 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.580775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b87827-80bd-49f3-a66a-8de0926edafc {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:17:19.609792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f2b87827-80bd-49f3-a66a-8de0926edafc, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b87827-80bd-49f3-a66a-8de0926edafc,segment=NetworkSegment(bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d),segment_id=bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:19.618601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e8df3eb8-2da4-4537-b83b-895d63f8d49e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745556 Oct 13 14:17:19.619532 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5334de03-7099-49da-a7af-bc65016b35eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.622605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50052) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:19.630354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f10727e6-5d12-49ed-a316-28ddd113e5be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:19.638529 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5334de03-7099-49da-a7af-bc65016b35eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.642252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5334de03-7099-49da-a7af-bc65016b35eb admin admin] 10.222.0.18 "DELETE /v2.0/networks/c4fe53d0-4c27-4682-94af-04ac76c92dac HTTP/1.1" status: 204 len: 168 time: 0.4996388 Oct 13 14:17:19.645090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50056) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:19.675901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.714425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334de03-7099-49da-a7af-bc65016b35eb admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fe53d0-4c27-4682-94af-04ac76c92dac,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:19.717908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e06bb06-c522-4553-9be0-1d2cd27075d8 admin admin] Deleting subnet afbd5bea-d3b5-424c-85a8-dfdec0acbc62 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:17:19.721431 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e06bb06-c522-4553-9be0-1d2cd27075d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.763648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e06bb06-c522-4553-9be0-1d2cd27075d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.777149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=f2b87827-80bd-49f3-a66a-8de0926edafc,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:19.814123 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e06bb06-c522-4553-9be0-1d2cd27075d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:19.907566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd45ea-c74d-44b3-b34c-797a91432e64 req-4533381f-79e7-44d1-b593-98468607f938 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:19.910006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0fd45ea-c74d-44b3-b34c-797a91432e64 req-4533381f-79e7-44d1-b593-98468607f938 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 944 time: 0.2242513 Oct 13 14:17:19.925886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a0812-b203-417f-92f9-a7700ede001f req-2426f46d-9ac2-49b1-a8e2-2e4d1f2c575b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:19.930004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-211a0812-b203-417f-92f9-a7700ede001f req-2426f46d-9ac2-49b1-a8e2-2e4d1f2c575b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 945 time: 0.1375957 Oct 13 14:17:19.990675 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e06bb06-c522-4553-9be0-1d2cd27075d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:20.001953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-211a0812-b203-417f-92f9-a7700ede001f req-c8765a11-3149-415c-a17c-7833cae90cba tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669115 Oct 13 14:17:20.004725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0fd45ea-c74d-44b3-b34c-797a91432e64 req-5e2c9143-fa52-4848-b94a-8ac199ef7140 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/security-groups?id=48306224-b039-44b4-ab65-52a9f759ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732768 Oct 13 14:17:20.087470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10727e6-5d12-49ed-a316-28ddd113e5be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:20.091251 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f10727e6-5d12-49ed-a316-28ddd113e5be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:20.140210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f2b87827-80bd-49f3-a66a-8de0926edafc'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:17:20.280027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2f9a5-6961-417d-bd3f-4062abc00a36 req-e1f2ff31-f3e0-4bfe-8063-3dd3fdba9037 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:20.288372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5f2f9a5-6961-417d-bd3f-4062abc00a36 req-e1f2ff31-f3e0-4bfe-8063-3dd3fdba9037 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.1020973 Oct 13 14:17:20.309354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06bb06-c522-4553-9be0-1d2cd27075d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afbd5bea-d3b5-424c-85a8-dfdec0acbc62,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:20.315978 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e06bb06-c522-4553-9be0-1d2cd27075d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:20.323004 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8e06bb06-c522-4553-9be0-1d2cd27075d8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/afbd5bea-d3b5-424c-85a8-dfdec0acbc62 HTTP/1.1" status: 204 len: 168 time: 0.6730216 Oct 13 14:17:20.323321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50084) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:20.425562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5f2f9a5-6961-417d-bd3f-4062abc00a36 req-15755871-351e-431b-8ff6-47ec33707cc5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355319 Oct 13 14:17:20.462571 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f9052396-ed9f-49d8-9aa9-0f195a1e4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:20.669095 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f9052396-ed9f-49d8-9aa9-0f195a1e4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:20.730217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-f9052396-ed9f-49d8-9aa9-0f195a1e4dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1bb6b1-f5f0-467f-8ce9-038c46ac1653']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:20.754554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-f9052396-ed9f-49d8-9aa9-0f195a1e4dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1414767-b407-4bcc-afb4-8c148418a270') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:20.754764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-f9052396-ed9f-49d8-9aa9-0f195a1e4dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1414767-b407-4bcc-afb4-8c148418a270') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:20.775462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5470-7776-41f3-b344-4aa9d7042cde req-a2ca17e3-dc71-44fb-b1a1-908345b7d850 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:20.777220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-490d5470-7776-41f3-b344-4aa9d7042cde req-a2ca17e3-dc71-44fb-b1a1-908345b7d850 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 945 time: 0.2255476 Oct 13 14:17:20.788875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c1f1b-fc85-45d1-b707-0e32ad6e063a req-790dd479-0b9c-4c56-8a86-7b1cf61c26d5 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:20.790941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-963c1f1b-fc85-45d1-b707-0e32ad6e063a req-790dd479-0b9c-4c56-8a86-7b1cf61c26d5 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 951 time: 0.1826031 Oct 13 14:17:20.794177 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f9052396-ed9f-49d8-9aa9-0f195a1e4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:20.844864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.objects.ports [None req-f10727e6-5d12-49ed-a316-28ddd113e5be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112685) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:17:20.856104 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f10727e6-5d12-49ed-a316-28ddd113e5be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:20.860882 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f9052396-ed9f-49d8-9aa9-0f195a1e4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:20.878946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9052396-ed9f-49d8-9aa9-0f195a1e4dcd admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:17:20.879290 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f9052396-ed9f-49d8-9aa9-0f195a1e4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:17:20.907186 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:17:20.982605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10727e6-5d12-49ed-a316-28ddd113e5be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:20.999759 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-490d5470-7776-41f3-b344-4aa9d7042cde req-0e164311-6e0c-4730-be66-1b7bda741fb8 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080312 Oct 13 14:17:21.000641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-f10727e6-5d12-49ed-a316-28ddd113e5be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:21.006234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-963c1f1b-fc85-45d1-b707-0e32ad6e063a req-8469a7b5-5d2a-4438-ad0d-1364277fbad5 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065473 Oct 13 14:17:21.021297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10727e6-5d12-49ed-a316-28ddd113e5be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:21.022039 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f10727e6-5d12-49ed-a316-28ddd113e5be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:21.030415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14f9c8b-bdaa-4bc2-b649-74df80676fd7 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:21.074408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10727e6-5d12-49ed-a316-28ddd113e5be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=7e3cb862-25d7-4062-a575-05c6eb114f7f,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:21.159752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f10727e6-5d12-49ed-a316-28ddd113e5be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5356553 Oct 13 14:17:21.162922 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50110) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:21.168087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'mac_address': 'fa:16:3e:b0:75:19', 'name': 'tempest-NetworksTestDHCPv6-2002896826'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:21.195864 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f9052396-ed9f-49d8-9aa9-0f195a1e4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:21.220958 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f9052396-ed9f-49d8-9aa9-0f195a1e4dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:21.233379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f9052396-ed9f-49d8-9aa9-0f195a1e4dcd admin admin] 10.222.0.18 "DELETE /v2.0/networks/5c1bb6b1-f5f0-467f-8ce9-038c46ac1653 HTTP/1.1" status: 204 len: 168 time: 0.9008451 Oct 13 14:17:21.233379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9052396-ed9f-49d8-9aa9-0f195a1e4dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1bb6b1-f5f0-467f-8ce9-038c46ac1653,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:21.248080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c5d36-5a56-45c5-ab53-b4bd7dc31c9f req-cc5937c1-370e-412a-8d7b-593621b8fcfd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:21.256413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a0c5d36-5a56-45c5-ab53-b4bd7dc31c9f req-cc5937c1-370e-412a-8d7b-593621b8fcfd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.1382074 Oct 13 14:17:21.317409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '7e3cb862-25d7-4062-a575-05c6eb114f7f'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:17:21.317734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2b285-0233-428f-ae98-2dbd7f65ce97 req-67ae965a-5d13-46cd-a560-198d925fcf10 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:21.318366 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:21.319868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7a2b285-0233-428f-ae98-2dbd7f65ce97 req-67ae965a-5d13-46cd-a560-198d925fcf10 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 944 time: 0.1587939 Oct 13 14:17:21.338237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a0c5d36-5a56-45c5-ab53-b4bd7dc31c9f req-6ffee2c0-4690-4595-8d93-0461a8a4c1ef tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799711 Oct 13 14:17:21.415742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:21.423057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7a2b285-0233-428f-ae98-2dbd7f65ce97 req-89b44fa4-02e7-424c-9bb1-694e7067b3a0 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/security-groups?id=48306224-b039-44b4-ab65-52a9f759ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756137 Oct 13 14:17:21.432923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f2b87827-80bd-49f3-a66a-8de0926edafc up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:21.547869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Allocated IP 2001:db8::f816:3eff:fe96:2e44 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/7e3cb862-25d7-4062-a575-05c6eb114f7f/5b70ec48-d48f-4ca6-9654-3fa03dd7150b) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:21.549293 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:21.575525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84674021-e51a-4103-b6e2-bdaa080d93ee req-55301cb8-11b5-45c7-92c0-cf8998730c40 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:21.577237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84674021-e51a-4103-b6e2-bdaa080d93ee req-55301cb8-11b5-45c7-92c0-cf8998730c40 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.0669229 Oct 13 14:17:21.581593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port 4955dcef-81f9-41bd-b493-89df546848e0 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:17:21.630940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84674021-e51a-4103-b6e2-bdaa080d93ee req-bc9ad860-45f9-4eba-a7f1-4b8fa9f69840 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455413 Oct 13 14:17:21.675262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port f2b87827-80bd-49f3-a66a-8de0926edafc completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:17:21.688123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port f2b87827-80bd-49f3-a66a-8de0926edafc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:21.688503 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:21.774279 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:21.775296 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:21.826277 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:21.837524 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50126) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:21.852270 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd671071d-2050-4ef2-bd87-1945bd60422c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b87827-80bd-49f3-a66a-8de0926edafc'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:17:21.854612 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff3d9b9-df99-44b9-bdfe-20d3c043ac06" -d '{"events": [{"server_uuid": "d671071d-2050-4ef2-bd87-1945bd60422c", "name": "network-vif-plugged", "status": "completed", "tag": "f2b87827-80bd-49f3-a66a-8de0926edafc"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:17:21.867054 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:21.874392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f2b87827-80bd-49f3-a66a-8de0926edafc, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b87827-80bd-49f3-a66a-8de0926edafc,segment=NetworkSegment(bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d),segment_id=bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:21.925566 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688108ee-ac12-4ae9-99bf-9a68c2a307d3 x-openstack-request-id: req-688108ee-ac12-4ae9-99bf-9a68c2a307d3 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:17:21.925856 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d671071d-2050-4ef2-bd87-1945bd60422c", "name": "network-vif-plugged", "status": "completed", "tag": "f2b87827-80bd-49f3-a66a-8de0926edafc", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:17:21.926454 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-688108ee-ac12-4ae9-99bf-9a68c2a307d3 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:17:21.926576 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd671071d-2050-4ef2-bd87-1945bd60422c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b87827-80bd-49f3-a66a-8de0926edafc', 'code': 200} Oct 13 14:17:21.929991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:21.933543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:21.937850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:21.939974 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:21.957628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Pushing event updated for resources: {'Port': ['ID=5b70ec48-d48f-4ca6-9654-3fa03dd7150b,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:22.015250 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::f816:3eff:feb0:7519 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/7e3cb862-25d7-4062-a575-05c6eb114f7f/4955dcef-81f9-41bd-b493-89df546848e0) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:22.049454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a38d2f-1d98-4182-a3fc-f1e26232e0b4 req-c6904487-1c1f-40fd-8b11-8b8b52146cb7 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:22.049454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44a38d2f-1d98-4182-a3fc-f1e26232e0b4 req-c6904487-1c1f-40fd-8b11-8b8b52146cb7 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.49 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 945 time: 0.1233702 Oct 13 14:17:22.058144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec752a5-b144-4132-a07e-4b6e9881bddd req-d329dc5e-34d6-4d51-a508-35df5a43a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:22.059827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aec752a5-b144-4132-a07e-4b6e9881bddd req-d329dc5e-34d6-4d51-a508-35df5a43a0b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 1097 time: 0.0748205 Oct 13 14:17:22.059962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Attempting to bind port 5b70ec48-d48f-4ca6-9654-3fa03dd7150b on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:22.060407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Attempting to bind port 5b70ec48-d48f-4ca6-9654-3fa03dd7150b by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:22.060634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Attempting to bind port 5b70ec48-d48f-4ca6-9654-3fa03dd7150b on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:22.064455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=f2b87827-80bd-49f3-a66a-8de0926edafc,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:22.074245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:22.074969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:22.075921 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:22.076485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:22.077519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Bound port: 5b70ec48-d48f-4ca6-9654-3fa03dd7150b, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:22.079827 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:22.157337 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4afc6774-a9c6-4d3e-80d3-a716557e7e1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88fa0744bfca407fb344b90ae7fc8561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175457 Oct 13 14:17:22.157956 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50138) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:22.192955 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] For port 5b70ec48-d48f-4ca6-9654-3fa03dd7150b, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:22.198932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] For port 5b70ec48-d48f-4ca6-9654-3fa03dd7150b, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5b70ec48-d48f-4ca6-9654-3fa03dd7150b,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:22.213253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aec752a5-b144-4132-a07e-4b6e9881bddd req-648647c6-7d2f-4bca-8e18-30ea79b7fcff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=48306224-b039-44b4-ab65-52a9f759ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199458 Oct 13 14:17:22.253923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14d8a1-69fe-4884-8fef-4648fbb65a12 req-4e69bcb2-c00f-488e-84ca-64e5ab6173ae tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:22.255831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d14d8a1-69fe-4884-8fef-4648fbb65a12 req-4e69bcb2-c00f-488e-84ca-64e5ab6173ae tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 945 time: 0.1017790 Oct 13 14:17:22.287120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-edada8d3-883b-40d1-b01d-2a72b9a327aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:22.294605 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-146732d1-d334-46f4-935c-780693bc85c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:22.297324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-44a38d2f-1d98-4182-a3fc-f1e26232e0b4 req-92f6fc30-3b54-4125-a596-a182888cdf23 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Deleting port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:22.297324 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-44a38d2f-1d98-4182-a3fc-f1e26232e0b4 req-92f6fc30-3b54-4125-a596-a182888cdf23 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:22.301810 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:22.343207 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-edada8d3-883b-40d1-b01d-2a72b9a327aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:22.378514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d14d8a1-69fe-4884-8fef-4648fbb65a12 req-992f9855-e403-44a8-9798-0ccc60ea0daf tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117761 Oct 13 14:17:22.404147 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:22.450516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6800b-ffe7-4b01-89df-afd253f55907 None None] Pushing event updated for resources: {'Port': ['ID=5b70ec48-d48f-4ca6-9654-3fa03dd7150b,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:22.497364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-44a38d2f-1d98-4182-a3fc-f1e26232e0b4 req-92f6fc30-3b54-4125-a596-a182888cdf23 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] For port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:22.497811 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-44a38d2f-1d98-4182-a3fc-f1e26232e0b4 req-92f6fc30-3b54-4125-a596-a182888cdf23 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:22.547001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-44a38d2f-1d98-4182-a3fc-f1e26232e0b4 req-92f6fc30-3b54-4125-a596-a182888cdf23 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Calling delete_port for a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:22.558400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-edada8d3-883b-40d1-b01d-2a72b9a327aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:22.566997 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-edada8d3-883b-40d1-b01d-2a72b9a327aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:22.566997 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-edada8d3-883b-40d1-b01d-2a72b9a327aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ef3b26d-903f-4a7c-8453-0db112b15274 HTTP/1.1" status: 204 len: 168 time: 0.4022143 Oct 13 14:17:22.572712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edada8d3-883b-40d1-b01d-2a72b9a327aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef3b26d-903f-4a7c-8453-0db112b15274,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:22.605526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:22.613551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be038a1f-fe34-4714-8d89-670e2246e506 req-3ff936f9-f43b-416b-8da5-7bcf5b441c2a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:22.615208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be038a1f-fe34-4714-8d89-670e2246e506 req-3ff936f9-f43b-416b-8da5-7bcf5b441c2a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.1120219 Oct 13 14:17:22.743095 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:22.748301 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:22.755177 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:22.763891 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:22.764856 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:22.782875 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=4955dcef-81f9-41bd-b493-89df546848e0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:22.821811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be038a1f-fe34-4714-8d89-670e2246e506 req-9d79ecf1-5d22-4553-93ab-bc94c65c5673 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854670 Oct 13 14:17:22.872294 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-81304fdd-82a3-4a6d-9884-d7c251dcb857 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7080433 Oct 13 14:17:22.877343 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50162) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:22.970472 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e838119-045b-4c31-8c38-1a97193d4cb2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:22.978610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e838119-045b-4c31-8c38-1a97193d4cb2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:22.981666 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2e838119-045b-4c31-8c38-1a97193d4cb2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1013470 Oct 13 14:17:22.983839 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50168) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:22.988490 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-44a38d2f-1d98-4182-a3fc-f1e26232e0b4 req-92f6fc30-3b54-4125-a596-a182888cdf23 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:23.002990 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['013b3461-9860-4280-9cbe-89d20d2f07b2', 'a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:17:23.047518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6fc30-3b54-4125-a596-a182888cdf23 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Pushing event deleted for resources: {'Port': ['ID=a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:23.075672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be7703-4670-4c0d-a472-932efa87531a req-2263ee73-c7ac-4b0a-b681-7dd6f9dd4840 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:23.077441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97be7703-4670-4c0d-a472-932efa87531a req-2263ee73-c7ac-4b0a-b681-7dd6f9dd4840 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 945 time: 0.1516349 Oct 13 14:17:23.138591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a38d2f-1d98-4182-a3fc-f1e26232e0b4 req-92f6fc30-3b54-4125-a596-a182888cdf23 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] No DVR routers for this DVR port a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:17:23.143283 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-44a38d2f-1d98-4182-a3fc-f1e26232e0b4 req-92f6fc30-3b54-4125-a596-a182888cdf23 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:23.149744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44a38d2f-1d98-4182-a3fc-f1e26232e0b4 req-92f6fc30-3b54-4125-a596-a182888cdf23 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.49 "DELETE /v2.0/ports/a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 HTTP/1.1" status: 204 len: 173 time: 1.0944035 Oct 13 14:17:23.150425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a29b6d-174f-4f1a-b52b-c756f9c96efc', 'name': 'network-vif-deleted', 'tag': 'a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:17:23.161836 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1799933f-44c7-4b41-a169-34d2e483f128" -d '{"events": [{"server_uuid": "05a29b6d-174f-4f1a-b52b-c756f9c96efc", "name": "network-vif-deleted", "tag": "a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:17:23.187255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c8735ec9-8c1f-4948-8fe6-735a330625a5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port 4955dcef-81f9-41bd-b493-89df546848e0 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:23.187930 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8735ec9-8c1f-4948-8fe6-735a330625a5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:23.215326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97be7703-4670-4c0d-a472-932efa87531a req-019bf48d-2edd-458b-b1d5-64550993631d tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/security-groups?id=48306224-b039-44b4-ab65-52a9f759ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226974 Oct 13 14:17:23.310498 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8735ec9-8c1f-4948-8fe6-735a330625a5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:23.337339 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c8735ec9-8c1f-4948-8fe6-735a330625a5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for 4955dcef-81f9-41bd-b493-89df546848e0 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:23.421466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b3dc7-d9ee-434b-a32c-d9d1fe2debf7 req-77b82dce-1b6f-42d9-9fec-6a99dc4bfc56 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:23.431383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-204b3dc7-d9ee-434b-a32c-d9d1fe2debf7 req-77b82dce-1b6f-42d9-9fec-6a99dc4bfc56 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.1313500 Oct 13 14:17:23.490900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-204b3dc7-d9ee-434b-a32c-d9d1fe2debf7 req-fd6aa9ea-9454-4026-a8d2-b4a2efebed2b tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564382 Oct 13 14:17:23.552658 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501ba2b2-7b2f-4f01-8ed7-67224aee8cd6 x-openstack-request-id: req-501ba2b2-7b2f-4f01-8ed7-67224aee8cd6 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:17:23.553120 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a29b6d-174f-4f1a-b52b-c756f9c96efc", "name": "network-vif-deleted", "tag": "a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:17:23.553507 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-501ba2b2-7b2f-4f01-8ed7-67224aee8cd6 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:17:23.555026 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a29b6d-174f-4f1a-b52b-c756f9c96efc', 'name': 'network-vif-deleted', 'tag': 'a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1', 'status': 'completed', 'code': 200} Oct 13 14:17:23.643610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ca5a9c1e-b124-44b0-9783-1c86d82f931f no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:17:23.659231 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8735ec9-8c1f-4948-8fe6-735a330625a5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:23.710522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73d21828-c43b-41d9-bbd6-c4e6bca81626 req-7713470e-9aa7-431e-96c1-4d56ff0f6dcb tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=05a29b6d-174f-4f1a-b52b-c756f9c96efc HTTP/1.1" status: 200 len: 210 time: 0.0695307 Oct 13 14:17:23.712629 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8735ec9-8c1f-4948-8fe6-735a330625a5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=4955dcef-81f9-41bd-b493-89df546848e0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:23.734315 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:23.752819 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8735ec9-8c1f-4948-8fe6-735a330625a5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:23.756204 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c8735ec9-8c1f-4948-8fe6-735a330625a5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/4955dcef-81f9-41bd-b493-89df546848e0 HTTP/1.1" status: 204 len: 168 time: 0.7666297 Oct 13 14:17:23.759006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50190) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:23.822712 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:23.881820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052c4f9-dffb-42ec-b57f-d29852b1f3c1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:23.884345 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052c4f9-dffb-42ec-b57f-d29852b1f3c1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:23.896838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1052c4f9-dffb-42ec-b57f-d29852b1f3c1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1336393 Oct 13 14:17:23.900248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50200) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:23.924541 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:23.939907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:17:23.959820 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bb81c1-db8e-4101-84c3-262cce5ad2e1" -d '{"events": [{"server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:17:23.976893 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5b70ec48-d48f-4ca6-9654-3fa03dd7150b up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:24.010726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50208) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:24.026922 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.027637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:17:24.030167 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.057993 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a84fa64-24f5-4c1d-9453-f1c9d29d90db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 7e3cb862-25d7-4062-a575-05c6eb114f7f {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:17:24.062435 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a84fa64-24f5-4c1d-9453-f1c9d29d90db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.065471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:17:24.066011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a0bc7bb7-b680-494a-8b62-fa7bfabcc5f1 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:17:24.131831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-bb9f631c-d154-413a-92b5-e8a7c5864f4d None None] Provisioning complete for port 5b70ec48-d48f-4ca6-9654-3fa03dd7150b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:24.133098 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb9f631c-d154-413a-92b5-e8a7c5864f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.137657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ca5a9c1e-b124-44b0-9783-1c86d82f931f,revision_number=11']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:24.146393 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a84fa64-24f5-4c1d-9453-f1c9d29d90db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.186733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 5b70ec48-d48f-4ca6-9654-3fa03dd7150b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:24.187283 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.194012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9042e26b-d208-4b50-beed-8a43a9aee369 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68f140daa8e547a68805d9af7bc998ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818709 Oct 13 14:17:24.195505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50210) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:24.218421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9de005-4979-49ce-9bd0-14303f6b7b3e req-f4b3bfc5-c511-435e-b490-8fbc4574c9c2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:24.220311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a9de005-4979-49ce-9bd0-14303f6b7b3e req-f4b3bfc5-c511-435e-b490-8fbc4574c9c2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.1706405 Oct 13 14:17:24.315427 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb9f631c-d154-413a-92b5-e8a7c5864f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.331861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a9de005-4979-49ce-9bd0-14303f6b7b3e req-513b8dc5-d4a9-48b9-87d6-f805f7dfcf5e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937269 Oct 13 14:17:24.364638 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c13ecc6b-944d-477a-ac54-eb22ca277cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.396657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bb9f631c-d154-413a-92b5-e8a7c5864f4d None None] For port 5b70ec48-d48f-4ca6-9654-3fa03dd7150b, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5b70ec48-d48f-4ca6-9654-3fa03dd7150b,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:24.399171 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c13ecc6b-944d-477a-ac54-eb22ca277cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.435783 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.462832 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54af37e9-2328-4161-b442-adefd2ac1316 x-openstack-request-id: req-54af37e9-2328-4161-b442-adefd2ac1316 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:17:24.463137 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "name": "network-vif-unplugged", "status": "completed", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:17:24.467514 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54af37e9-2328-4161-b442-adefd2ac1316 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:17:24.467514 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f', 'code': 200} Oct 13 14:17:24.518951 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb9f631c-d154-413a-92b5-e8a7c5864f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.521127 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a84fa64-24f5-4c1d-9453-f1c9d29d90db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.582933 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f631c-d154-413a-92b5-e8a7c5864f4d None None] Pushing event updated for resources: {'Port': ['ID=5b70ec48-d48f-4ca6-9654-3fa03dd7150b,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:24.590934 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c13ecc6b-944d-477a-ac54-eb22ca277cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.594548 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c13ecc6b-944d-477a-ac54-eb22ca277cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.595703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c13ecc6b-944d-477a-ac54-eb22ca277cbe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53352564-5ad2-4382-9544-9df2545a751e HTTP/1.1" status: 204 len: 168 time: 0.3980453 Oct 13 14:17:24.615445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ecc6b-944d-477a-ac54-eb22ca277cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53352564-5ad2-4382-9544-9df2545a751e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:24.626566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaddae-4b6a-48c8-994f-4a467b6fe2bc req-66286ccc-837f-4ad4-ba7d-63891efd7397 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:24.628362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0afaddae-4b6a-48c8-994f-4a467b6fe2bc req-66286ccc-837f-4ad4-ba7d-63891efd7397 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 945 time: 0.1133239 Oct 13 14:17:24.637287 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7c66acab-ff2e-4ce7-936f-082c6bd32076 None None] Could not find standard attr ID for object 4955dcef-81f9-41bd-b493-89df546848e0. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:17:24.639253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee51904-8e73-469a-954d-555f82100e0d req-2091fdd2-78bc-4ccb-828c-a902c5f53e2f tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:24.641252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eee51904-8e73-469a-954d-555f82100e0d req-2091fdd2-78bc-4ccb-828c-a902c5f53e2f tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 949 time: 0.0967159 Oct 13 14:17:24.675912 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a84fa64-24f5-4c1d-9453-f1c9d29d90db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.769968 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a84fa64-24f5-4c1d-9453-f1c9d29d90db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:24.774797 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:17:24.776859 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:17:24.777930 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6a84fa64-24f5-4c1d-9453-f1c9d29d90db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/7e3cb862-25d7-4062-a575-05c6eb114f7f HTTP/1.1" status: 204 len: 168 time: 0.8760753 Oct 13 14:17:24.778704 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50222) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:24.781562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b13dbd3-8496-4b12-ae06-09e4fae8cd24 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:24.787136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84fa64-24f5-4c1d-9453-f1c9d29d90db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3cb862-25d7-4062-a575-05c6eb114f7f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:24.829821 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1074b8a5-2d7c-42f1-a54a-01c764cf1848 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487866 Oct 13 14:17:24.833175 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50224) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:24.838325 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-17a7ccf9-455a-4059-9e8d-8d90d0814d6d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:25.000552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50236) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:25.044165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a7ccf9-455a-4059-9e8d-8d90d0814d6d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:25.049003 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17a7ccf9-455a-4059-9e8d-8d90d0814d6d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:25.111886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702eb52b-8912-4377-be7c-156c52cba090 None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:17:25.113227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0afaddae-4b6a-48c8-994f-4a467b6fe2bc req-85b76018-9323-410a-8fb3-95ce3d4cea15 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/security-groups?id=48306224-b039-44b4-ab65-52a9f759ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705284 Oct 13 14:17:25.163442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eee51904-8e73-469a-954d-555f82100e0d req-e0db1ee8-1a93-4c5e-9f8c-be8fc3882cb9 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917223 Oct 13 14:17:25.263360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-702eb52b-8912-4377-be7c-156c52cba090 None None] Deleting port 5b70ec48-d48f-4ca6-9654-3fa03dd7150b {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:25.263360 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-702eb52b-8912-4377-be7c-156c52cba090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:25.360741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f7043-57da-4907-abbc-9f92dbb17291 req-7825c2d4-c31c-4f21-958e-c776314f1d4f tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:25.361439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-339f7043-57da-4907-abbc-9f92dbb17291 req-7825c2d4-c31c-4f21-958e-c776314f1d4f tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.1345901 Oct 13 14:17:25.371148 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b509c94-2531-4935-8f26-0899f2081e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:25.391799 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:25.448465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-339f7043-57da-4907-abbc-9f92dbb17291 req-36228c03-d1f4-4feb-ac86-cfca34a5959c tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622787 Oct 13 14:17:25.458277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-702eb52b-8912-4377-be7c-156c52cba090 None None] For port 5b70ec48-d48f-4ca6-9654-3fa03dd7150b, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5b70ec48-d48f-4ca6-9654-3fa03dd7150b,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:25.458812 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-702eb52b-8912-4377-be7c-156c52cba090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:25.476738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-702eb52b-8912-4377-be7c-156c52cba090 None None] Calling delete_port for 5b70ec48-d48f-4ca6-9654-3fa03dd7150b owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:25.512672 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b509c94-2531-4935-8f26-0899f2081e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:25.600666 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b509c94-2531-4935-8f26-0899f2081e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:25.626420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898ac7d-40fd-490d-be3c-f652c08bf32f req-d652d3f0-7218-4e2a-8fbd-10c9bc181d32 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:25.628597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0898ac7d-40fd-490d-be3c-f652c08bf32f req-d652d3f0-7218-4e2a-8fbd-10c9bc181d32 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.1189497 Oct 13 14:17:25.642998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b97b06-1117-482f-aea6-485536d12d2a req-32c10073-3c4f-4fe9-b821-e2a97ef9b5fa tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:25.651658 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6b509c94-2531-4935-8f26-0899f2081e9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a1764b021ae4a25a76703f9f5ca76ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496866 Oct 13 14:17:25.652496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24b97b06-1117-482f-aea6-485536d12d2a req-32c10073-3c4f-4fe9-b821-e2a97ef9b5fa tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1094837 Oct 13 14:17:25.652902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b509c94-2531-4935-8f26-0899f2081e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa9be6e-0ca3-4958-bbf9-e0a9ec5d4b06,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:25.656948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50268) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:25.659259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 29f5b2e8-bc5d-40a0-b676-3e16dc95457b details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:17:25.764684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0898ac7d-40fd-490d-be3c-f652c08bf32f req-6cf65ef5-7f80-48b1-b5ca-cd1531949233 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946953 Oct 13 14:17:25.771846 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c834864-752c-4d02-b406-c401620599e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:25.786033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24b97b06-1117-482f-aea6-485536d12d2a req-eb6d7c6a-a495-4699-a909-2ea444efea6a tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147096 Oct 13 14:17:25.795931 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-702eb52b-8912-4377-be7c-156c52cba090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:25.817133 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-17a7ccf9-455a-4059-9e8d-8d90d0814d6d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:17:25.821404 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17a7ccf9-455a-4059-9e8d-8d90d0814d6d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:25.878082 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c834864-752c-4d02-b406-c401620599e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:25.901942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5b70ec48-d48f-4ca6-9654-3fa03dd7150b no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:17:25.903693 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a7ccf9-455a-4059-9e8d-8d90d0814d6d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:25.913663 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-17a7ccf9-455a-4059-9e8d-8d90d0814d6d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:25.914895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702eb52b-8912-4377-be7c-156c52cba090 None None] Pushing event deleted for resources: {'Port': ['ID=5b70ec48-d48f-4ca6-9654-3fa03dd7150b,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:25.917291 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a7ccf9-455a-4059-9e8d-8d90d0814d6d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:25.917855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702eb52b-8912-4377-be7c-156c52cba090 None None] No DVR routers for this DVR port 5b70ec48-d48f-4ca6-9654-3fa03dd7150b on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:17:25.918093 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17a7ccf9-455a-4059-9e8d-8d90d0814d6d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:25.941726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7ccf9-455a-4059-9e8d-8d90d0814d6d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=1c8843f1-4df6-4982-8c60-fce8cca8672d,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:25.950297 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 5b70ec48-d48f-4ca6-9654-3fa03dd7150b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:17:25.950670 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5b70ec48-d48f-4ca6-9654-3fa03dd7150b not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:17:25.987100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad031be8-f17b-4de8-98fa-60e31afe5d95 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:26.058107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:26.064239 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-17a7ccf9-455a-4059-9e8d-8d90d0814d6d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2330890 Oct 13 14:17:26.066926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50278) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:26.080350 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'mac_address': 'fa:16:3e:6d:c7:fb', 'name': 'tempest-NetworksTestDHCPv6-1857801283'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:26.084442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'port_id': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'mac_address': 'fa:16:3e:87:b6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:17:26.178302 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c834864-752c-4d02-b406-c401620599e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:26.178302 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c834864-752c-4d02-b406-c401620599e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:26.178302 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1c834864-752c-4d02-b406-c401620599e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fa9be6e-0ca3-4958-bbf9-e0a9ec5d4b06 HTTP/1.1" status: 204 len: 168 time: 0.5157511 Oct 13 14:17:26.204403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c834864-752c-4d02-b406-c401620599e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa9be6e-0ca3-4958-bbf9-e0a9ec5d4b06,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:26.373409 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:26.404129 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:26.411472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:26.443735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29f5b2e8-bc5d-40a0-b676-3e16dc95457b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:17:26.450725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3e9e5-e9e4-43bb-8523-d5a8a3b4d841 req-124cf391-1d0c-475f-93e4-71d828f2a37d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:26.452895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01e3e9e5-e9e4-43bb-8523-d5a8a3b4d841 req-124cf391-1d0c-475f-93e4-71d828f2a37d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1289780 Oct 13 14:17:26.481836 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port 3dcf25a5-0121-4b6f-bb70-4c8c89ce2a95 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:17:26.573484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:26.579380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '1c8843f1-4df6-4982-8c60-fce8cca8672d'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:17:26.580599 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:26.628495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50300) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:26.693705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01e3e9e5-e9e4-43bb-8523-d5a8a3b4d841 req-faa5d5de-d8f3-4a9b-969a-a46519c3f2da tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341464 Oct 13 14:17:26.764035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ebb9-aecb-4ba6-ba4b-2a149d18b4f5 req-44b4ab99-4f83-41c5-9f95-4849ffbacd3f tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:26.765710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2f0ebb9-aecb-4ba6-ba4b-2a149d18b4f5 req-44b4ab99-4f83-41c5-9f95-4849ffbacd3f tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 949 time: 0.3077097 Oct 13 14:17:26.782444 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:26.805107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cb513-0e1a-408a-9122-d223954b2e94 req-c606a19c-cd75-4cbc-afad-bbacba75ee47 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:26.806705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-419cb513-0e1a-408a-9122-d223954b2e94 req-c606a19c-cd75-4cbc-afad-bbacba75ee47 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.49 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 949 time: 0.2365212 Oct 13 14:17:26.872266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2f0ebb9-aecb-4ba6-ba4b-2a149d18b4f5 req-3d133a7f-07ba-4157-a26d-adacddac71ae tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/security-groups?id=c709f0b4-d61a-46eb-b1b3-bfb34d49f868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971465 Oct 13 14:17:26.929083 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::f816:3eff:fe6d:c7fb (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/1c8843f1-4df6-4982-8c60-fce8cca8672d/3dcf25a5-0121-4b6f-bb70-4c8c89ce2a95) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:26.952945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['29f5b2e8-bc5d-40a0-b676-3e16dc95457b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:17:27.010003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:27.139126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-network', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:27.191441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8daaf5-d5e2-4586-844d-d3cf942b81c9 req-cca5c87b-e88f-4f67-bc28-0ac67b59bc0d tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:27.196638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a8daaf5-d5e2-4586-844d-d3cf942b81c9 req-cca5c87b-e88f-4f67-bc28-0ac67b59bc0d tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 945 time: 0.3035600 Oct 13 14:17:27.233475 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50308) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:27.257716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bb6c9-8cb7-4728-b427-4a75742ec55a req-58acb2c3-5a23-474d-9a8b-29cb3c826c3e tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:27.261452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-393bb6c9-8cb7-4728-b427-4a75742ec55a req-58acb2c3-5a23-474d-9a8b-29cb3c826c3e tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.2188809 Oct 13 14:17:27.266702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-419cb513-0e1a-408a-9122-d223954b2e94 req-c603776c-e059-48e2-a910-0fa70d5649de tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Deleting port ca5a9c1e-b124-44b0-9783-1c86d82f931f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:27.267242 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-419cb513-0e1a-408a-9122-d223954b2e94 req-c603776c-e059-48e2-a910-0fa70d5649de tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:27.277143 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Made reservation on behalf of b78abff673614c759f3914d20a5d2d63 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:27.279908 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:27.305553 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:27.308049 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1c6c-193e-4a86-8b37-08e774a85a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:27.365899 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:27.400833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-419cb513-0e1a-408a-9122-d223954b2e94 req-c603776c-e059-48e2-a910-0fa70d5649de tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] For port ca5a9c1e-b124-44b0-9783-1c86d82f931f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ca5a9c1e-b124-44b0-9783-1c86d82f931f,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:27.401753 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-419cb513-0e1a-408a-9122-d223954b2e94 req-c603776c-e059-48e2-a910-0fa70d5649de tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:27.420223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-419cb513-0e1a-408a-9122-d223954b2e94 req-c603776c-e059-48e2-a910-0fa70d5649de tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Calling delete_port for ca5a9c1e-b124-44b0-9783-1c86d82f931f owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:27.530021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-393bb6c9-8cb7-4728-b427-4a75742ec55a req-5dbf88fb-9c6a-42cb-ba21-1f221b81ab35 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508611 Oct 13 14:17:27.557364 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1c6c-193e-4a86-8b37-08e774a85a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:27.567565 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:27.582966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a8daaf5-d5e2-4586-844d-d3cf942b81c9 req-5489af38-0f41-4f12-80a4-749c1d5def67 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/security-groups?id=48306224-b039-44b4-ab65-52a9f759ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728037 Oct 13 14:17:27.639036 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:27.705389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 29f5b2e8-bc5d-40a0-b676-3e16dc95457b up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:27.728462 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c7b1c6c-193e-4a86-8b37-08e774a85a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:27.732956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:27.751095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Allocated IP 2001:db8::f816:3eff:febe:e996 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/1c8843f1-4df6-4982-8c60-fce8cca8672d/4843e5a6-e493-4e63-91e9-659f20b5791f) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:27.813179 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:27.843600 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:27.849767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3feac4-5b57-4f60-9bc9-42567425c954 req-3e0ee8cf-5375-4a45-8697-3a8cedefc3f9 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:27.857416 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:27.861926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e3feac4-5b57-4f60-9bc9-42567425c954 req-3e0ee8cf-5375-4a45-8697-3a8cedefc3f9 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.1258059 Oct 13 14:17:27.869724 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:27.870917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:27.877830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d70828-7c9d-41bb-9628-c4fcf3bd8dfb req-a673c012-78b2-4bcb-bc1f-dbf45d0efa70 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:27.879469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29d70828-7c9d-41bb-9628-c4fcf3bd8dfb req-a673c012-78b2-4bcb-bc1f-dbf45d0efa70 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1594491 Oct 13 14:17:27.880170 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-419cb513-0e1a-408a-9122-d223954b2e94 req-c603776c-e059-48e2-a910-0fa70d5649de tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:27.891082 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3c7b1c6c-193e-4a86-8b37-08e774a85a53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2352d78e9a4e4ae2bfbeb32a68292598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6554267 Oct 13 14:17:27.895054 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50310) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:27.901160 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:17:27.923528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=3dcf25a5-0121-4b6f-bb70-4c8c89ce2a95,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:27.941430 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b1c6c-193e-4a86-8b37-08e774a85a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e23d8c0-7289-4268-81b1-4ae8aa27989e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:27.950810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603776c-e059-48e2-a910-0fa70d5649de tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Pushing event deleted for resources: {'Port': ['ID=ca5a9c1e-b124-44b0-9783-1c86d82f931f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:28.006021 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.007214 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Added segment c1138d01-b5a1-4553-a261-ec4da47eac0b of type vlan for network 5fad512b-6e0a-4dc9-910f-722e870ab47e Oct 13 14:17:28.022151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29d70828-7c9d-41bb-9628-c4fcf3bd8dfb req-f5e34ed7-014c-49b8-98b1-1fec66d6d455 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247931 Oct 13 14:17:28.078809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e3feac4-5b57-4f60-9bc9-42567425c954 req-19400474-2db3-43ce-a689-61b8ec0e189a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152486 Oct 13 14:17:28.103228 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f27120e7-6f11-4af9-9a1b-90e844ad536b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0344417 Oct 13 14:17:28.114991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:28.114991 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.116051 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f509f87-38ac-49dc-b30d-c78e30dc7f6d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:28.117378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-419cb513-0e1a-408a-9122-d223954b2e94 req-c603776c-e059-48e2-a910-0fa70d5649de tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] No DVR routers for this DVR port ca5a9c1e-b124-44b0-9783-1c86d82f931f on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:17:28.124927 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50316) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:28.126956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-419cb513-0e1a-408a-9122-d223954b2e94 req-c603776c-e059-48e2-a910-0fa70d5649de tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.134478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-419cb513-0e1a-408a-9122-d223954b2e94 req-c603776c-e059-48e2-a910-0fa70d5649de tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.49 "DELETE /v2.0/ports/ca5a9c1e-b124-44b0-9783-1c86d82f931f HTTP/1.1" status: 204 len: 173 time: 1.3161426 Oct 13 14:17:28.134993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'name': 'network-vif-deleted', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:17:28.141343 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ab3d77-238f-47ed-8443-5187560726f4" -d '{"events": [{"server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "name": "network-vif-deleted", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:17:28.174941 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.239157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60d2eb07-f216-4018-b823-fd912db789c4 req-e1e2b961-ecf4-45e1-906a-d5c9c4a94107 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 210 time: 0.0645325 Oct 13 14:17:28.257971 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9158efe4-a804-4b71-9ee8-044c8eec17c8 x-openstack-request-id: req-9158efe4-a804-4b71-9ee8-044c8eec17c8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:17:28.257971 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e06e9d-bd8e-4f5d-a317-5f073d35df39", "name": "network-vif-deleted", "tag": "ca5a9c1e-b124-44b0-9783-1c86d82f931f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:17:28.257971 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9158efe4-a804-4b71-9ee8-044c8eec17c8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:17:28.257971 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e06e9d-bd8e-4f5d-a317-5f073d35df39', 'name': 'network-vif-deleted', 'tag': 'ca5a9c1e-b124-44b0-9783-1c86d82f931f', 'status': 'completed', 'code': 200} Oct 13 14:17:28.277654 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d30e5d0-3a89-480b-8b86-44856ab67aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.301778 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.317076 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d30e5d0-3a89-480b-8b86-44856ab67aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.327212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8258ad-e0b3-48aa-b09c-1549b4ae4b38 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:28.331739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50320) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:28.342364 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1d8258ad-e0b3-48aa-b09c-1549b4ae4b38 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1995060 Oct 13 14:17:28.363565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:17:28.366049 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe4658d-1cf7-45f9-a1e9-820c827b32ec" -d '{"events": [{"server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "name": "network-vif-plugged", "status": "completed", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:17:28.418615 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.419943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:28.424106 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.497625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:28.509001 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea046b9-a8c4-4e09-8843-891a2f4b5a4e x-openstack-request-id: req-5ea046b9-a8c4-4e09-8843-891a2f4b5a4e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:17:28.511831 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "name": "network-vif-plugged", "status": "completed", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:17:28.511831 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ea046b9-a8c4-4e09-8843-891a2f4b5a4e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:17:28.511831 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'code': 200} Oct 13 14:17:28.552444 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.623141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] Pushing event updated for resources: {'Network': ['ID=5fad512b-6e0a-4dc9-910f-722e870ab47e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:28.635690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310cab1-1047-4933-82b9-688d0128299d req-0f37c459-9412-441d-83fb-d059482ec206 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:28.638024 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.641654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2310cab1-1047-4933-82b9-688d0128299d req-0f37c459-9412-441d-83fb-d059482ec206 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.41 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 945 time: 0.1662326 Oct 13 14:17:28.672167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0a398269-05a9-456a-a65e-52d118d8142d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port 3dcf25a5-0121-4b6f-bb70-4c8c89ce2a95 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:28.672645 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0a398269-05a9-456a-a65e-52d118d8142d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.739127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 5fad512b-6e0a-4dc9-910f-722e870ab47e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:17:28.743585 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:28.798041 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5dc8b181-48dc-4011-aeef-8221a1c26004 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1672146 Oct 13 14:17:28.799430 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50328) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:28.805969 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-151baa5f-5093-42aa-af29-4c9fce06c636 admin admin] Request body: {'subnet': {'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-subnet', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:28.875444 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d30e5d0-3a89-480b-8b86-44856ab67aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.879656 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.888342 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d30e5d0-3a89-480b-8b86-44856ab67aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:28.918798 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0d30e5d0-3a89-480b-8b86-44856ab67aa2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e23d8c0-7289-4268-81b1-4ae8aa27989e HTTP/1.1" status: 204 len: 168 time: 1.0007868 Oct 13 14:17:28.928808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa368806-ff70-4b76-be20-dea971e8e04e req-d0ec8140-629d-47c7-8099-b2c6fbb5e946 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:28.931614 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:28.934965 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:28.936856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa368806-ff70-4b76-be20-dea971e8e04e req-d0ec8140-629d-47c7-8099-b2c6fbb5e946 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.2337246 Oct 13 14:17:28.937525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:28.950937 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30e5d0-3a89-480b-8b86-44856ab67aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e23d8c0-7289-4268-81b1-4ae8aa27989e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:28.967659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151baa5f-5093-42aa-af29-4c9fce06c636 admin admin] Made reservation on behalf of b78abff673614c759f3914d20a5d2d63 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:28.972486 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-151baa5f-5093-42aa-af29-4c9fce06c636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:29.004006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764610d-85d3-4a08-9b74-e7206fa1f8b2 req-72e3aa84-3b6c-425a-b7d3-595fb6a2f995 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:29.008533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b764610d-85d3-4a08-9b74-e7206fa1f8b2 req-72e3aa84-3b6c-425a-b7d3-595fb6a2f995 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 945 time: 0.2380607 Oct 13 14:17:29.023494 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0a398269-05a9-456a-a65e-52d118d8142d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:29.028881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Attempting to bind port 4843e5a6-e493-4e63-91e9-659f20b5791f on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:29.033481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Attempting to bind port 4843e5a6-e493-4e63-91e9-659f20b5791f by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:29.033481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Attempting to bind port 4843e5a6-e493-4e63-91e9-659f20b5791f on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:29.040942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:29.042161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:29.042481 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:29.042879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:29.043414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Bound port: 4843e5a6-e493-4e63-91e9-659f20b5791f, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:29.043743 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:29.046805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Pushing event updated for resources: {'Port': ['ID=4843e5a6-e493-4e63-91e9-659f20b5791f,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:29.100663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0a398269-05a9-456a-a65e-52d118d8142d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for 3dcf25a5-0121-4b6f-bb70-4c8c89ce2a95 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:29.119230 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa368806-ff70-4b76-be20-dea971e8e04e req-d32e5e37-3e2f-42f7-9fb6-987e0d777328 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811531 Oct 13 14:17:29.142593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] For port 4843e5a6-e493-4e63-91e9-659f20b5791f, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:29.143805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] For port 4843e5a6-e493-4e63-91e9-659f20b5791f, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4843e5a6-e493-4e63-91e9-659f20b5791f,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:29.165365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-2310cab1-1047-4933-82b9-688d0128299d req-35b53bde-c0e8-42e1-8d52-2cfd51d29146 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Deleting port f2b87827-80bd-49f3-a66a-8de0926edafc {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:29.165715 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2310cab1-1047-4933-82b9-688d0128299d req-35b53bde-c0e8-42e1-8d52-2cfd51d29146 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:29.219488 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:29.336124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b764610d-85d3-4a08-9b74-e7206fa1f8b2 req-ba345379-33e7-4e2b-9e5b-ca2c2c4b0b81 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/security-groups?id=48306224-b039-44b4-ab65-52a9f759ff62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160458 Oct 13 14:17:29.446976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2310cab1-1047-4933-82b9-688d0128299d req-35b53bde-c0e8-42e1-8d52-2cfd51d29146 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] For port f2b87827-80bd-49f3-a66a-8de0926edafc, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f2b87827-80bd-49f3-a66a-8de0926edafc,segment=NetworkSegment(bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d),segment_id=bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:29.452635 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2310cab1-1047-4933-82b9-688d0128299d req-35b53bde-c0e8-42e1-8d52-2cfd51d29146 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:29.500395 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d7ccd-588d-4251-9ab5-444d45b328d7 None None] Pushing event updated for resources: {'Port': ['ID=4843e5a6-e493-4e63-91e9-659f20b5791f,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:29.501791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-2310cab1-1047-4933-82b9-688d0128299d req-35b53bde-c0e8-42e1-8d52-2cfd51d29146 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Calling delete_port for f2b87827-80bd-49f3-a66a-8de0926edafc owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:29.670304 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-151baa5f-5093-42aa-af29-4c9fce06c636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:29.844157 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151baa5f-5093-42aa-af29-4c9fce06c636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:29.888648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151baa5f-5093-42aa-af29-4c9fce06c636 admin admin] Checking segment: {'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:29.890331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151baa5f-5093-42aa-af29-4c9fce06c636 admin admin] Network hostable DHCP agents. Network: 5fad512b-6e0a-4dc9-910f-722e870ab47e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:17:29.976792 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2310cab1-1047-4933-82b9-688d0128299d req-35b53bde-c0e8-42e1-8d52-2cfd51d29146 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:30.045171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4843e5a6-e493-4e63-91e9-659f20b5791f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:30.052219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-42d44abb-b612-4687-8e50-39fd3c115bb4 req-4e35f3e4-ab83-4eca-b2a9-eae449163f10 tempest-ImagesOneServerTestJSON-2057233961 tempest-ImagesOneServerTestJSON-2057233961-project] 10.222.0.18 "GET /v2.0/ports?device_id=11e06e9d-bd8e-4f5d-a317-5f073d35df39 HTTP/1.1" status: 200 len: 210 time: 0.1578064 Oct 13 14:17:30.073629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e52acb-f67b-498e-b1c8-c89384fcee20 req-fc44508a-5b8d-4414-89d3-05026149dda2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:30.075556 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151baa5f-5093-42aa-af29-4c9fce06c636 admin admin] Network 5fad512b-6e0a-4dc9-910f-722e870ab47e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:17:30.083402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0e52acb-f67b-498e-b1c8-c89384fcee20 req-fc44508a-5b8d-4414-89d3-05026149dda2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.7853351 Oct 13 14:17:30.169441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-151baa5f-5093-42aa-af29-4c9fce06c636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 5fad512b-6e0a-4dc9-910f-722e870ab47e) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:30.175130 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151baa5f-5093-42aa-af29-4c9fce06c636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:30.176221 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-151baa5f-5093-42aa-af29-4c9fce06c636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:30.206726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6657d8b3-ffe5-4e9c-9b28-b2085f3dc73e None None] Network 5fad512b-6e0a-4dc9-910f-722e870ab47e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:30.265304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b53bde-c0e8-42e1-8d52-2cfd51d29146 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Pushing event deleted for resources: {'Port': ['ID=f2b87827-80bd-49f3-a66a-8de0926edafc,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:30.278413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2310cab1-1047-4933-82b9-688d0128299d req-35b53bde-c0e8-42e1-8d52-2cfd51d29146 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] No DVR routers for this DVR port f2b87827-80bd-49f3-a66a-8de0926edafc on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:17:30.285079 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2310cab1-1047-4933-82b9-688d0128299d req-35b53bde-c0e8-42e1-8d52-2cfd51d29146 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:30.288910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2310cab1-1047-4933-82b9-688d0128299d req-35b53bde-c0e8-42e1-8d52-2cfd51d29146 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.41 "DELETE /v2.0/ports/f2b87827-80bd-49f3-a66a-8de0926edafc HTTP/1.1" status: 204 len: 173 time: 1.6372879 Oct 13 14:17:30.291061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd671071d-2050-4ef2-bd87-1945bd60422c', 'name': 'network-vif-deleted', 'tag': 'f2b87827-80bd-49f3-a66a-8de0926edafc'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:17:30.295970 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9842b1c3-f10c-4bb9-9d9d-17ddf33f213b" -d '{"events": [{"server_uuid": "d671071d-2050-4ef2-bd87-1945bd60422c", "name": "network-vif-deleted", "tag": "f2b87827-80bd-49f3-a66a-8de0926edafc"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:17:30.338495 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-151baa5f-5093-42aa-af29-4c9fce06c636 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5374036 Oct 13 14:17:30.341067 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50356) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:30.346953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:30.364204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4843e5a6-e493-4e63-91e9-659f20b5791f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:30.364660 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:30.391196 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0e52acb-f67b-498e-b1c8-c89384fcee20 req-b1e48ee3-0d9d-4ff6-bde7-5b0fff28c4ea tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006589 Oct 13 14:17:30.473885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b40eb-43b6-4e27-84a1-241eaa9278cd req-cec66d79-6290-4493-adc9-5dae0ff92a67 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:30.482165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-404b40eb-43b6-4e27-84a1-241eaa9278cd req-cec66d79-6290-4493-adc9-5dae0ff92a67 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.1806133 Oct 13 14:17:30.545053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:30.546134 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:30.560407 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eabdda-7d27-4dba-9a48-19de009617b3 x-openstack-request-id: req-77eabdda-7d27-4dba-9a48-19de009617b3 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:17:30.560407 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d671071d-2050-4ef2-bd87-1945bd60422c", "name": "network-vif-deleted", "tag": "f2b87827-80bd-49f3-a66a-8de0926edafc", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:17:30.560407 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77eabdda-7d27-4dba-9a48-19de009617b3 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:17:30.560407 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd671071d-2050-4ef2-bd87-1945bd60422c', 'name': 'network-vif-deleted', 'tag': 'f2b87827-80bd-49f3-a66a-8de0926edafc', 'status': 'completed', 'code': 200} Oct 13 14:17:30.577637 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0a398269-05a9-456a-a65e-52d118d8142d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:30.735024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-404b40eb-43b6-4e27-84a1-241eaa9278cd req-c4582adc-12e0-45d5-be02-d00aac0b0c95 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433479 Oct 13 14:17:30.771125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a398269-05a9-456a-a65e-52d118d8142d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=3dcf25a5-0121-4b6f-bb70-4c8c89ce2a95,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:30.780846 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:30.812311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34deb661-e0f0-4988-bf78-167651e14b21 req-bb06b68b-46aa-439d-880a-116e768a86a3 tempest-ServerGroupTestJSON-855849899 tempest-ServerGroupTestJSON-855849899-project] 10.222.0.18 "GET /v2.0/ports?device_id=d671071d-2050-4ef2-bd87-1945bd60422c HTTP/1.1" status: 200 len: 210 time: 0.0732758 Oct 13 14:17:30.842280 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0a398269-05a9-456a-a65e-52d118d8142d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:30.846781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0a398269-05a9-456a-a65e-52d118d8142d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/3dcf25a5-0121-4b6f-bb70-4c8c89ce2a95 HTTP/1.1" status: 204 len: 168 time: 2.5139101 Oct 13 14:17:30.849296 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50366) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:30.881791 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:30.911320 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-5fad512b-6e0a-4dc9-910f-722e870ab47e', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:17:30.916576 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:31.142767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe9ae7a-de1a-4fd3-87a4-2b091decd915 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:31.144526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe9ae7a-de1a-4fd3-87a4-2b091decd915 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:31.158801 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6fe9ae7a-de1a-4fd3-87a4-2b091decd915 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3079741 Oct 13 14:17:31.164959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50374) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:31.180904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 4843e5a6-e493-4e63-91e9-659f20b5791f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4843e5a6-e493-4e63-91e9-659f20b5791f,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:31.362005 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:31.369935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-b333fd3e-df19-4516-9d7d-a3a7f5fd1298 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 1c8843f1-4df6-4982-8c60-fce8cca8672d {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:17:31.376396 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b333fd3e-df19-4516-9d7d-a3a7f5fd1298 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:31.408290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Allocated IP 172.20.0.2 (5fad512b-6e0a-4dc9-910f-722e870ab47e/8abd87f0-f9ad-4a1b-bb81-56dd67a675b9/da16aedd-1c84-4370-8490-3058fd41808a) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:31.462539 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b333fd3e-df19-4516-9d7d-a3a7f5fd1298 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:31.552357 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f2b87827-80bd-49f3-a66a-8de0926edafc no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:17:31.620627 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:31.636467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: f2b87827-80bd-49f3-a66a-8de0926edafc {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:17:31.637131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f2b87827-80bd-49f3-a66a-8de0926edafc not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:17:31.712419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5afe256f-014a-4b8b-b2c8-583c2a329c46 None None] Provisioning complete for port 4843e5a6-e493-4e63-91e9-659f20b5791f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:31.713644 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5afe256f-014a-4b8b-b2c8-583c2a329c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:31.717052 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ca5a9c1e-b124-44b0-9783-1c86d82f931f no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:17:31.856006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc66e99-8deb-4313-ab33-baaaf4c3758f req-aadce1f2-2e59-4dac-90ec-b5b11e5b876e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:31.875817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: ca5a9c1e-b124-44b0-9783-1c86d82f931f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:17:31.876014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dc66e99-8deb-4313-ab33-baaaf4c3758f req-aadce1f2-2e59-4dac-90ec-b5b11e5b876e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.3062518 Oct 13 14:17:31.877267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ca5a9c1e-b124-44b0-9783-1c86d82f931f not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:17:31.985641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=4843e5a6-e493-4e63-91e9-659f20b5791f,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:32.042077 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b333fd3e-df19-4516-9d7d-a3a7f5fd1298 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:32.239583 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:32.264076 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:32.289598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dc66e99-8deb-4313-ab33-baaaf4c3758f req-c615404e-59b7-4828-ab69-dad4cc05d325 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4133410 Oct 13 14:17:32.307147 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:32.341618 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:32.410092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50394) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:32.445757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Network 5fad512b-6e0a-4dc9-910f-722e870ab47e is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:32.460731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:32.460731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-851014b8-9816-408c-a6a5-b556e5c1c292 None None] Could not find standard attr ID for object 3dcf25a5-0121-4b6f-bb70-4c8c89ce2a95. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:17:32.462475 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Allocated IP 172.25.0.41 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:32.471738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:32.505632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aeead-cb05-4c96-8134-2f88b47b0948 req-aa204854-c93d-44b1-bdaa-26e301bdcf48 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:32.523592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f89aeead-cb05-4c96-8134-2f88b47b0948 req-aa204854-c93d-44b1-bdaa-26e301bdcf48 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.6406260 Oct 13 14:17:32.573689 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b333fd3e-df19-4516-9d7d-a3a7f5fd1298 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:32.590692 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Pushing event updated for resources: {'Port': ['ID=da16aedd-1c84-4370-8490-3058fd41808a,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:32.630002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Attempting to bind port da16aedd-1c84-4370-8490-3058fd41808a on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:32.630554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Attempting to bind port da16aedd-1c84-4370-8490-3058fd41808a by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:32.631098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Attempting to bind port da16aedd-1c84-4370-8490-3058fd41808a on network 5fad512b-6e0a-4dc9-910f-722e870ab47e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:32.638517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:32.640103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Checking segment: {'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:32.641076 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:32.641618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Bound using segment: {'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:32.642217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Bound port: da16aedd-1c84-4370-8490-3058fd41808a, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:32.642713 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:32.754331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333fd3e-df19-4516-9d7d-a3a7f5fd1298 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8843f1-4df6-4982-8c60-fce8cca8672d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:32.793070 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:32.815071 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] For port da16aedd-1c84-4370-8490-3058fd41808a, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:32.828821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] For port da16aedd-1c84-4370-8490-3058fd41808a, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=da16aedd-1c84-4370-8490-3058fd41808a,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:32.836825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27dc2d2-2d57-443f-8892-92238d0b8ec6 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:32.838238 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b333fd3e-df19-4516-9d7d-a3a7f5fd1298 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:32.841731 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b333fd3e-df19-4516-9d7d-a3a7f5fd1298 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/1c8843f1-4df6-4982-8c60-fce8cca8672d HTTP/1.1" status: 204 len: 168 time: 1.6756647 Oct 13 14:17:32.845911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50416) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:32.868785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f89aeead-cb05-4c96-8134-2f88b47b0948 req-f28dca40-c424-4aa3-91e8-d5b6bd162d71 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316283 Oct 13 14:17:32.942873 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:32.949916 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b39b7df2-1883-4c0c-b16e-90c8b912f19b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004415 Oct 13 14:17:32.950382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50422) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:32.966402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-08ab00e7-cdde-47b9-90a3-52e7f685f600 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01fb2142b07141a8a4c90d48515fc9d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445914 Oct 13 14:17:32.968902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50424) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:33.041577 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:33.052491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3b6007-08b5-4cf8-882d-712687a3c944 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:33.065768 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ef3b6007-08b5-4cf8-882d-712687a3c944 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1119275 Oct 13 14:17:33.077310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50432) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:33.078169 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c171-b53e-49f4-ac6c-8fadf82b7d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:33.107643 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c171-b53e-49f4-ac6c-8fadf82b7d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:33.220844 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Pushing event updated for resources: {'Port': ['ID=d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:33.226858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50438) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:33.246998 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9765a-84d7-4b5b-8a86-34c0ffc11222 None None] Pushing event updated for resources: {'Port': ['ID=da16aedd-1c84-4370-8490-3058fd41808a,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:33.261660 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:33.270366 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:33.279045 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:33.351184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155cda06-6cab-4d58-a54f-2f930726545a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:33.354102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-155cda06-6cab-4d58-a54f-2f930726545a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1411159 Oct 13 14:17:33.358206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6158b1-e5f1-4642-aecc-c1029b2c26a1 admin admin] Deleting subnet b9d34e87-ff72-446e-acc3-3621d7397a6d {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:17:33.362046 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c171-b53e-49f4-ac6c-8fadf82b7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:33.364725 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0b2c171-b53e-49f4-ac6c-8fadf82b7d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:33.366520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f0b2c171-b53e-49f4-ac6c-8fadf82b7d86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c709f0b4-d61a-46eb-b1b3-bfb34d49f868 HTTP/1.1" status: 204 len: 168 time: 0.3927550 Oct 13 14:17:33.367916 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6e6158b1-e5f1-4642-aecc-c1029b2c26a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:33.370329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50444) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:33.419411 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a93e50-af4e-49a7-bd01-e7bb796e7e5d None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:17:33.508470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3250d888-ff32-4e1f-b078-a632aeb7c344 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1351604 Oct 13 14:17:33.514313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2c171-b53e-49f4-ac6c-8fadf82b7d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c709f0b4-d61a-46eb-b1b3-bfb34d49f868,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:33.525817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50454) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:33.541996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-e922ca9d-e8db-4cb4-9eeb-3b62782f9a8c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:33.660252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-11a93e50-af4e-49a7-bd01-e7bb796e7e5d None None] Deleting port 4843e5a6-e493-4e63-91e9-659f20b5791f {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:33.661746 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11a93e50-af4e-49a7-bd01-e7bb796e7e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:33.691495 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6e6158b1-e5f1-4642-aecc-c1029b2c26a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:33.888161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-11a93e50-af4e-49a7-bd01-e7bb796e7e5d None None] For port 4843e5a6-e493-4e63-91e9-659f20b5791f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4843e5a6-e493-4e63-91e9-659f20b5791f,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:33.891141 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11a93e50-af4e-49a7-bd01-e7bb796e7e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:33.924673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-11a93e50-af4e-49a7-bd01-e7bb796e7e5d None None] Calling delete_port for 4843e5a6-e493-4e63-91e9-659f20b5791f owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:34.080755 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device da16aedd-1c84-4370-8490-3058fd41808a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:34.153240 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6e6158b1-e5f1-4642-aecc-c1029b2c26a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:34.224860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a955286-fae4-4c1c-8351-41a875b38d36 req-7548de52-333f-4749-8400-de6d464e42f5 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:34.234074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a955286-fae4-4c1c-8351-41a875b38d36 req-7548de52-333f-4749-8400-de6d464e42f5 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.6265879 Oct 13 14:17:34.262061 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:34.350458 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port da16aedd-1c84-4370-8490-3058fd41808a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:34.350933 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:34.392586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89674b5a-5457-4aa8-892f-d82ef4ba22fc req-996e802c-3e0a-491a-bcb7-5a324733d272 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:34.403265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89674b5a-5457-4aa8-892f-d82ef4ba22fc req-996e802c-3e0a-491a-bcb7-5a324733d272 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.4301414 Oct 13 14:17:34.461241 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11a93e50-af4e-49a7-bd01-e7bb796e7e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:34.469280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a955286-fae4-4c1c-8351-41a875b38d36 req-8c3f079c-a244-4892-bce6-b097b815a11e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337887 Oct 13 14:17:34.503585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e922ca9d-e8db-4cb4-9eeb-3b62782f9a8c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:34.521168 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e922ca9d-e8db-4cb4-9eeb-3b62782f9a8c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:34.553237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a93e50-af4e-49a7-bd01-e7bb796e7e5d None None] Pushing event deleted for resources: {'Port': ['ID=4843e5a6-e493-4e63-91e9-659f20b5791f,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:34.621027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a93e50-af4e-49a7-bd01-e7bb796e7e5d None None] No DVR routers for this DVR port 4843e5a6-e493-4e63-91e9-659f20b5791f on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:17:34.623763 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6e6158b1-e5f1-4642-aecc-c1029b2c26a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:34.802548 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:34.851979 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port da16aedd-1c84-4370-8490-3058fd41808a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=da16aedd-1c84-4370-8490-3058fd41808a,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:34.932833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89674b5a-5457-4aa8-892f-d82ef4ba22fc req-64e02ef0-f8a3-47cd-b6b7-f11299f04659 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103426 Oct 13 14:17:34.962792 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:35.065738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6158b1-e5f1-4642-aecc-c1029b2c26a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d34e87-ff72-446e-acc3-3621d7397a6d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:35.082653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6e6158b1-e5f1-4642-aecc-c1029b2c26a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:35.087105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6e6158b1-e5f1-4642-aecc-c1029b2c26a1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b9d34e87-ff72-446e-acc3-3621d7397a6d HTTP/1.1" status: 204 len: 168 time: 1.8384612 Oct 13 14:17:35.113201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50508) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:35.120683 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4843e5a6-e493-4e63-91e9-659f20b5791f no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:17:35.134995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=da16aedd-1c84-4370-8490-3058fd41808a,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:35.164556 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 4843e5a6-e493-4e63-91e9-659f20b5791f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:17:35.165184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4843e5a6-e493-4e63-91e9-659f20b5791f not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:17:35.177036 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3af72d-c9e0-4e5d-ab5c-2b30e1f9d0b9 None None] Network 5fad512b-6e0a-4dc9-910f-722e870ab47e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:35.208303 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a2b351ee-65bb-48f6-89bc-90f1e165d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:35.293958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f6880c8f-2500-4ea2-bcd3-02df860ce0af None None] Provisioning complete for port da16aedd-1c84-4370-8490-3058fd41808a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:35.294428 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6880c8f-2500-4ea2-bcd3-02df860ce0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:35.391025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dc411-f345-4c70-86a1-10453176adc5 req-68cbb938-dbfc-47fa-b291-accef3209328 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:35.392883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-883dc411-f345-4c70-86a1-10453176adc5 req-68cbb938-dbfc-47fa-b291-accef3209328 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.4831069 Oct 13 14:17:35.519814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:35.819966 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a2b351ee-65bb-48f6-89bc-90f1e165d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:35.834013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eaa2f-5410-49c7-bd5a-4d152a9bce61 req-926489d1-e3ac-4619-baba-0fed082639c2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:35.836819 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-af089fe0-2831-4e60-a8b1-a2074ee94a0a None None] Provisioning complete for port da16aedd-1c84-4370-8490-3058fd41808a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:35.837394 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-af089fe0-2831-4e60-a8b1-a2074ee94a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:35.837534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc3eaa2f-5410-49c7-bd5a-4d152a9bce61 req-926489d1-e3ac-4619-baba-0fed082639c2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.6151578 Oct 13 14:17:35.875930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:17:35.885131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-883dc411-f345-4c70-86a1-10453176adc5 req-0bcf1ef4-41f7-4464-b427-5d14635c2d55 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550545 Oct 13 14:17:35.893396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device da16aedd-1c84-4370-8490-3058fd41808a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:35.982021 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port da16aedd-1c84-4370-8490-3058fd41808a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:35.982559 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:35.985908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-a2b351ee-65bb-48f6-89bc-90f1e165d3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:35.997607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc3eaa2f-5410-49c7-bd5a-4d152a9bce61 req-5a6d229f-6dcf-4c88-a84d-829fda2827f6 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356595 Oct 13 14:17:36.003214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-a2b351ee-65bb-48f6-89bc-90f1e165d3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:36.003512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-a2b351ee-65bb-48f6-89bc-90f1e165d3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8dddb1-1fc8-41c2-b5c7-034d4c43e69d') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:36.057729 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a2b351ee-65bb-48f6-89bc-90f1e165d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:36.078124 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a2b351ee-65bb-48f6-89bc-90f1e165d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:36.092123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b351ee-65bb-48f6-89bc-90f1e165d3cc admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:17:36.092532 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a2b351ee-65bb-48f6-89bc-90f1e165d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:17:36.094235 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:17:36.130469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.objects.ports [None req-e922ca9d-e8db-4cb4-9eeb-3b62782f9a8c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112685) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:17:36.135499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:17:36.151413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Sync routers for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:17:36.166081 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e922ca9d-e8db-4cb4-9eeb-3b62782f9a8c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:36.266221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922ca9d-e8db-4cb4-9eeb-3b62782f9a8c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=d899db21-3822-4ef5-828f-c992c8285082,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:36.268032 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:36.275337 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-901e4c17-a8fe-422e-9492-1016bf348753 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9309511 Oct 13 14:17:36.275337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50546) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:36.309895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e922ca9d-e8db-4cb4-9eeb-3b62782f9a8c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:36.321178 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-e922ca9d-e8db-4cb4-9eeb-3b62782f9a8c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:36.326992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e922ca9d-e8db-4cb4-9eeb-3b62782f9a8c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:36.327922 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e922ca9d-e8db-4cb4-9eeb-3b62782f9a8c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:36.373494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee8ecf2-8570-4109-b94b-3b49799b4423 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:36.405798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cb4f0-cede-4fe4-90e7-23678f59c078 req-9fa22ab0-5e0f-4e3d-aeb3-64f521593abe tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:36.412319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-221cb4f0-cede-4fe4-90e7-23678f59c078 req-9fa22ab0-5e0f-4e3d-aeb3-64f521593abe tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.2783303 Oct 13 14:17:36.419456 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a2b351ee-65bb-48f6-89bc-90f1e165d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:36.463909 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a2b351ee-65bb-48f6-89bc-90f1e165d3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:36.470270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a2b351ee-65bb-48f6-89bc-90f1e165d3cc admin admin] 10.222.0.18 "DELETE /v2.0/networks/12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8 HTTP/1.1" status: 204 len: 168 time: 1.3555279 Oct 13 14:17:36.471591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b351ee-65bb-48f6-89bc-90f1e165d3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=12d083b4-f267-4d7f-8eb7-ba2b9e0d58a8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:36.490889 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e922ca9d-e8db-4cb4-9eeb-3b62782f9a8c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9563258 Oct 13 14:17:36.499958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50562) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:36.506845 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:17:36.507880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:36.510936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'mac_address': 'fa:16:3e:99:9c:00', 'name': 'tempest-NetworksTestDHCPv6-800735834'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:36.702840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-221cb4f0-cede-4fe4-90e7-23678f59c078 req-5f6f3c9f-d8ca-4e26-a6da-f7742606077b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400720 Oct 13 14:17:36.759860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:17:36.854793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:37.005628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:37.085462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port f9ee1e1e-c220-4b39-9470-07db125b78b2 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:17:37.098442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:33Z', 'revision_number': 3, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:37.152920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Checking router: f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:17:37.153606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Updating router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 port d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:17:37.169748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c7c55-e5c5-4488-b72f-4e5680f1950c req-3fea68e8-ee66-4b63-afc7-c98ac3bacc19 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:37.171824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb9c7c55-e5c5-4488-b72f-4e5680f1950c req-3fea68e8-ee66-4b63-afc7-c98ac3bacc19 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.1871660 Oct 13 14:17:37.215901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:37.315978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb9c7c55-e5c5-4488-b72f-4e5680f1950c req-82770467-d936-44bb-a5c7-cd048e39d7e8 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266637 Oct 13 14:17:37.401244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::f816:3eff:fe99:9c00 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/d899db21-3822-4ef5-828f-c992c8285082/f9ee1e1e-c220-4b39-9470-07db125b78b2) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:37.434392 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:37.490178 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50582) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:37.545907 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:37.551192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': 'd899db21-3822-4ef5-828f-c992c8285082'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:17:37.552100 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:37.691043 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:37.715096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50586) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:37.808966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Attempting to bind port d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:37.809356 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Attempting to bind port d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:37.809722 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Attempting to bind port d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:37.815487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370136d-6e99-429a-850c-c4fef742c66c None None] Pushing event updated for resources: {'Port': ['ID=d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:37.818987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:37.819921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:37.820384 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:37.820773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:37.821275 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Bound port: d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:37.821656 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:37.886909 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] For port d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:37.892093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] For port d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:37.911204 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:37.978520 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Allocated IP 172.20.0.1 (5fad512b-6e0a-4dc9-910f-722e870ab47e/8abd87f0-f9ad-4a1b-bb81-56dd67a675b9/f04adb5e-17f5-4947-8df2-d4c22677bd29) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:37.994618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dec7fd-e172-4507-99e1-566312df7a4f req-13a5bbb4-b884-49de-ba6e-efe73e8bd678 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:37.996252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9dec7fd-e172-4507-99e1-566312df7a4f req-13a5bbb4-b884-49de-ba6e-efe73e8bd678 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.0894170 Oct 13 14:17:38.019368 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.066345 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb109e9d-62f2-4f98-a0bb-aa9e16223f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.072459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9dec7fd-e172-4507-99e1-566312df7a4f req-84d12aa8-a1b3-4b94-a972-bb06884c07f5 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613401 Oct 13 14:17:38.138087 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.164049 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb109e9d-62f2-4f98-a0bb-aa9e16223f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.166280 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.189630 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d06c985d-da5d-426d-a264-52f78701c1e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=485cedfe7e5348e2b57fc9aeca7709c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6981509 Oct 13 14:17:38.190250 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50594) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:38.243989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:38.244904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=f9ee1e1e-c220-4b39-9470-07db125b78b2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:38.254688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:38.258153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:38.260810 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a39260c-702f-4796-9e31-c0d0bac48b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.264561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:38.269561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.274717 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb109e9d-62f2-4f98-a0bb-aa9e16223f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.288859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:17:38.289723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:38.290941 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a39260c-702f-4796-9e31-c0d0bac48b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.321370 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.325086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bb109e9d-62f2-4f98-a0bb-aa9e16223f2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf2db0754fb44feea94adc533c2031ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6092448 Oct 13 14:17:38.327452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb109e9d-62f2-4f98-a0bb-aa9e16223f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424b7c16-60d3-44cc-8e88-7b70f9dc4d04,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:38.330187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50596) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:38.398037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a76ee980-10eb-448d-bbc3-62c4a2d0e973 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8886909 Oct 13 14:17:38.419716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50600) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:38.422896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370136d-6e99-429a-850c-c4fef742c66c None None] Pushing event updated for resources: {'Port': ['ID=d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:38.439780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Allocated IP 2001:db8::f816:3eff:fee5:1cf7 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/d899db21-3822-4ef5-828f-c992c8285082/dff4d355-2e01-457b-9592-f40f4956cf2f) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:38.444559 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Network 5fad512b-6e0a-4dc9-910f-722e870ab47e is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:38.482072 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:38.487756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:38.554926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=f04adb5e-17f5-4947-8df2-d4c22677bd29,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:38.627558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50604) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:38.628418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecbab-70f7-4f8a-bb95-99777acc1878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.642782 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.700337 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:17:38.760073 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a39260c-702f-4796-9e31-c0d0bac48b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.786595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a39260c-702f-4796-9e31-c0d0bac48b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.791011 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9a39260c-702f-4796-9e31-c0d0bac48b6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48306224-b039-44b4-ab65-52a9f759ff62 HTTP/1.1" status: 204 len: 168 time: 0.5996358 Oct 13 14:17:38.795431 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e07dc0a-695e-4835-bc8a-3d75c84afd8d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:38.797633 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5e07dc0a-695e-4835-bc8a-3d75c84afd8d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3670487 Oct 13 14:17:38.801913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50610) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:38.829842 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecbab-70f7-4f8a-bb95-99777acc1878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:38.862239 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39260c-702f-4796-9e31-c0d0bac48b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48306224-b039-44b4-ab65-52a9f759ff62,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:38.872965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8aa018-80ea-47e6-9dce-409f57fa8cb7 req-db8a7d7f-8ffd-4bfc-b033-141f87b5b576 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:38.875021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf8aa018-80ea-47e6-9dce-409f57fa8cb7 req-db8a7d7f-8ffd-4bfc-b033-141f87b5b576 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.4163504 Oct 13 14:17:39.059832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8301aad4-18ca-491a-965f-4b68326d3c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.107256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6ad089af-0091-42a6-9277-6874bc7e58ca None None] Provisioning complete for port f04adb5e-17f5-4947-8df2-d4c22677bd29 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:39.107837 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6ad089af-0091-42a6-9277-6874bc7e58ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.158124 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.182977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf8aa018-80ea-47e6-9dce-409f57fa8cb7 req-5c309791-a032-46ca-aaaa-bcbdb3f0f9dc tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050631 Oct 13 14:17:39.222922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-eda4374d-6842-4286-8c0c-a6610bee14ac tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port f9ee1e1e-c220-4b39-9470-07db125b78b2 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:39.223786 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eda4374d-6842-4286-8c0c-a6610bee14ac tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.231373 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.313896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6ad089af-0091-42a6-9277-6874bc7e58ca None None] Port f04adb5e-17f5-4947-8df2-d4c22677bd29 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:17:39.332386 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.405201 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8301aad4-18ca-491a-965f-4b68326d3c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.406436 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecbab-70f7-4f8a-bb95-99777acc1878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.411416 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecbab-70f7-4f8a-bb95-99777acc1878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.416219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3c9ecbab-70f7-4f8a-bb95-99777acc1878 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/424b7c16-60d3-44cc-8e88-7b70f9dc4d04 HTTP/1.1" status: 204 len: 168 time: 1.0630977 Oct 13 14:17:39.439121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ecbab-70f7-4f8a-bb95-99777acc1878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424b7c16-60d3-44cc-8e88-7b70f9dc4d04,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:39.465321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Pushing event updated for resources: {'Port': ['ID=dff4d355-2e01-457b-9592-f40f4956cf2f,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:39.480514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f946b-75d5-4c02-bda1-ee23090a5470 req-cb93ac98-fa06-4db8-8d15-aab4f14e0075 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:39.495702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-008f946b-75d5-4c02-bda1-ee23090a5470 req-cb93ac98-fa06-4db8-8d15-aab4f14e0075 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.2375140 Oct 13 14:17:39.511017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:39.520237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:39.524476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:33Z', 'revision_number': 3, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:39.527912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:39.563767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-008f946b-75d5-4c02-bda1-ee23090a5470 req-c4f34925-b5c6-42cc-8bf5-06f5b3f339b3 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668666 Oct 13 14:17:39.568603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8301aad4-18ca-491a-965f-4b68326d3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.626708 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c6ae8-f44f-4c16-8113-3ebf9cf74d39 None None] The sync data for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 is: [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:33Z', 'revision_number': 3, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:17:39.693168 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.760893 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eda4374d-6842-4286-8c0c-a6610bee14ac tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.777336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Attempting to bind port dff4d355-2e01-457b-9592-f40f4956cf2f on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:39.777712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Attempting to bind port dff4d355-2e01-457b-9592-f40f4956cf2f by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:39.780897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Attempting to bind port dff4d355-2e01-457b-9592-f40f4956cf2f on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:39.783998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8301aad4-18ca-491a-965f-4b68326d3c7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8b556c7b4d840cfb22a16b23d64879f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1528959 Oct 13 14:17:39.787098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50626) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:39.795206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:39.795586 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:39.797404 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.797817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:39.798301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Bound port: dff4d355-2e01-457b-9592-f40f4956cf2f, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:39.798692 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.825154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301aad4-18ca-491a-965f-4b68326d3c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f730622-01d9-471d-8cf9-0810dcac64c1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:39.834538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-eda4374d-6842-4286-8c0c-a6610bee14ac tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for f9ee1e1e-c220-4b39-9470-07db125b78b2 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:39.835265 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.980848 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:39.989477 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=f04adb5e-17f5-4947-8df2-d4c22677bd29,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:40.030101 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e671fe93-0335-4acd-b377-422c68ca8a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:40.209444 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eda4374d-6842-4286-8c0c-a6610bee14ac tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:40.291686 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e671fe93-0335-4acd-b377-422c68ca8a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:40.311164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4374d-6842-4286-8c0c-a6610bee14ac tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=f9ee1e1e-c220-4b39-9470-07db125b78b2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:40.361618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Network 5fad512b-6e0a-4dc9-910f-722e870ab47e is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:40.364076 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:40.434762 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eda4374d-6842-4286-8c0c-a6610bee14ac tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:40.451105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] For port dff4d355-2e01-457b-9592-f40f4956cf2f, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:40.453728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-eda4374d-6842-4286-8c0c-a6610bee14ac tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/f9ee1e1e-c220-4b39-9470-07db125b78b2 HTTP/1.1" status: 204 len: 168 time: 1.6345847 Oct 13 14:17:40.464463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] For port dff4d355-2e01-457b-9592-f40f4956cf2f, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dff4d355-2e01-457b-9592-f40f4956cf2f,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:40.466808 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50644) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:40.546197 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:40.605500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fbe4a-67fe-416a-98ed-87f7d582b2a0 req-9f0c289a-46ab-49da-8021-6d888ef6e073 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:40.610959 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e671fe93-0335-4acd-b377-422c68ca8a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:40.620532 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e671fe93-0335-4acd-b377-422c68ca8a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:40.621348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b9fbe4a-67fe-416a-98ed-87f7d582b2a0 req-9f0c289a-46ab-49da-8021-6d888ef6e073 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.2617152 Oct 13 14:17:40.624300 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e671fe93-0335-4acd-b377-422c68ca8a5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f730622-01d9-471d-8cf9-0810dcac64c1 HTTP/1.1" status: 204 len: 168 time: 0.8325977 Oct 13 14:17:40.686254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a44af-e6d4-497b-b478-04b109b6d6d3 None None] Pushing event updated for resources: {'Port': ['ID=dff4d355-2e01-457b-9592-f40f4956cf2f,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:40.696409 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00253269-f8f2-400e-b692-00b2419a2a2c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:40.704338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00253269-f8f2-400e-b692-00b2419a2a2c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:40.711048 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-00253269-f8f2-400e-b692-00b2419a2a2c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2430654 Oct 13 14:17:40.711994 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671fe93-0335-4acd-b377-422c68ca8a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f730622-01d9-471d-8cf9-0810dcac64c1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:40.717245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50658) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:40.766353 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:17:40.913483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b9fbe4a-67fe-416a-98ed-87f7d582b2a0 req-2fa49a7a-779e-4512-a2fc-81ac883c81bc tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845516 Oct 13 14:17:41.033395 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:17:41.082589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ed1cd2f1-75b2-44c5-9ad9-be18976edf88 None None] Provisioning complete for port f04adb5e-17f5-4947-8df2-d4c22677bd29 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:41.083419 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd2f1-75b2-44c5-9ad9-be18976edf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:41.084177 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-958d1df6-2e21-4026-afb7-0621149e1bf6 admin admin] 10.222.0.18 "PUT /v2.0/routers/f87f3ce3-f3a7-4154-a785-2e8a2c1bac82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8080466 Oct 13 14:17:41.129999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-592659d0-d1b6-4d17-855d-6e1e1b16c7ab tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet d899db21-3822-4ef5-828f-c992c8285082 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:17:41.157604 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-592659d0-d1b6-4d17-855d-6e1e1b16c7ab tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:41.218254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ed1cd2f1-75b2-44c5-9ad9-be18976edf88 None None] Port f04adb5e-17f5-4947-8df2-d4c22677bd29 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:17:41.345304 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-592659d0-d1b6-4d17-855d-6e1e1b16c7ab tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:41.357667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50b866-1056-4ec3-bf09-9f4fb120d876 req-0165dc4e-5105-4188-940c-03e8d536b95f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:41.359315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e50b866-1056-4ec3-bf09-9f4fb120d876 req-0165dc4e-5105-4188-940c-03e8d536b95f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.5067458 Oct 13 14:17:41.394910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a521d4f-66e3-41e6-ae00-36ef4f578fbf req-87f4c57d-19e8-498d-96d2-3c4e36e44bd4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:41.402553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a521d4f-66e3-41e6-ae00-36ef4f578fbf req-87f4c57d-19e8-498d-96d2-3c4e36e44bd4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2298782 Oct 13 14:17:41.511938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e50b866-1056-4ec3-bf09-9f4fb120d876 req-8b9bc8fa-1d29-45ff-b835-b8b6517ce101 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262853 Oct 13 14:17:41.617964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a521d4f-66e3-41e6-ae00-36ef4f578fbf req-8db604a6-ee0b-4713-83fc-83a245fbcb19 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666296 Oct 13 14:17:41.714594 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-592659d0-d1b6-4d17-855d-6e1e1b16c7ab tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:41.951600 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-592659d0-d1b6-4d17-855d-6e1e1b16c7ab tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:42.012165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592659d0-d1b6-4d17-855d-6e1e1b16c7ab tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=d899db21-3822-4ef5-828f-c992c8285082,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:42.019780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:42.047645 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-592659d0-d1b6-4d17-855d-6e1e1b16c7ab tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:42.054456 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50684) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:42.056367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-592659d0-d1b6-4d17-855d-6e1e1b16c7ab tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/d899db21-3822-4ef5-828f-c992c8285082 HTTP/1.1" status: 204 len: 168 time: 1.3327723 Oct 13 14:17:42.091101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91688aac-651c-4ace-8a02-512be9712511 req-353e735c-e55a-4524-aa10-62e90e54368c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:42.103097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91688aac-651c-4ace-8a02-512be9712511 req-353e735c-e55a-4524-aa10-62e90e54368c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2236016 Oct 13 14:17:42.148521 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f7cc60f2-f609-418a-83ea-4c8efbfbf4c8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919757 Oct 13 14:17:42.150515 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50688) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:42.156685 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:42.173642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:42.174389 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:42.227880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91688aac-651c-4ace-8a02-512be9712511 req-22838049-64f7-4023-8f80-baec4e3fe0b6 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233885 Oct 13 14:17:42.380718 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50692) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:42.423850 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:42.424719 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6860f06-8fdd-4244-bd25-8cd4d3195992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:42.473252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:42.478304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085383f-bbc1-4b09-a8ea-30ea928de400 req-59859add-5b5b-4f00-a3be-a69fbf03f7d9 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:42.484899 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:42.490827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c085383f-bbc1-4b09-a8ea-30ea928de400 req-59859add-5b5b-4f00-a3be-a69fbf03f7d9 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.1445284 Oct 13 14:17:42.493183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:42.550040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3269cb03-661a-4f5d-bb4e-a3d7a500a2c3 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:42.588840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c085383f-bbc1-4b09-a8ea-30ea928de400 req-e19bb3ae-3215-4da1-9b24-26c076ff3321 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941470 Oct 13 14:17:42.728957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fc6a5-fafa-4910-9f5b-ab7e641a2d51 req-b56cda05-0f6a-408c-b675-4d4c9c0787de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:42.730804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa7fc6a5-fafa-4910-9f5b-ab7e641a2d51 req-b56cda05-0f6a-408c-b675-4d4c9c0787de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 1097 time: 0.0888598 Oct 13 14:17:42.790330 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:42.791146 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dff4d355-2e01-457b-9592-f40f4956cf2f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:42.820084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa7fc6a5-fafa-4910-9f5b-ab7e641a2d51 req-022e1745-70a9-4897-90da-5781e759315f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798867 Oct 13 14:17:42.920414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b556fe-1550-4702-ad41-db1578e47b6e req-efa07e3c-7faa-4d95-80b3-0a11ebf52a8e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:42.922111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53b556fe-1550-4702-ad41-db1578e47b6e req-efa07e3c-7faa-4d95-80b3-0a11ebf52a8e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.1048563 Oct 13 14:17:42.997261 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-63b7ead6-9e68-412a-9de5-bde513570b35 None None] Provisioning complete for port dff4d355-2e01-457b-9592-f40f4956cf2f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:42.997641 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-63b7ead6-9e68-412a-9de5-bde513570b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.014134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53b556fe-1550-4702-ad41-db1578e47b6e req-0b1ecab2-2134-4c81-99ad-ea3215cd12ad tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781362 Oct 13 14:17:43.095041 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Sync routers for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:17:43.111103 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:17:43.113542 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:43.152143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50714) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:43.233039 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:43.291184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port dff4d355-2e01-457b-9592-f40f4956cf2f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:43.291759 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.349860 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6860f06-8fdd-4244-bd25-8cd4d3195992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.369574 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:17:43.375334 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e1c55f-596a-4526-b31e-b790e1c2183a None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:17:43.396796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1137423774-network', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:43.449905 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6860f06-8fdd-4244-bd25-8cd4d3195992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.512665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023819d9-487d-46c5-92fb-47266e77fee7 req-f87b7d04-9cca-49c5-9c50-ddc0b4e56e4e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:43.519303 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-023819d9-487d-46c5-92fb-47266e77fee7 req-f87b7d04-9cca-49c5-9c50-ddc0b4e56e4e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2672188 Oct 13 14:17:43.530946 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6860f06-8fdd-4244-bd25-8cd4d3195992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3554c4c1-dcb9-4b45-b20a-6c8266f30ca9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:43.542389 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-63b7ead6-9e68-412a-9de5-bde513570b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.544021 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d6860f06-8fdd-4244-bd25-8cd4d3195992 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b5d71ec0ae24d218488704d2f472e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1614985 Oct 13 14:17:43.555296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-513016bd-034c-4d85-8267-1b53b21a545b tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:43.566787 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50722) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:43.572520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-513016bd-034c-4d85-8267-1b53b21a545b tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 820 time: 0.3737149 Oct 13 14:17:43.587709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Made reservation on behalf of b25a2eab5e3c42c7b1b3d0de7f0b4067 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:43.593584 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.652761 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1c55f-596a-4526-b31e-b790e1c2183a None None] Deleting port dff4d355-2e01-457b-9592-f40f4956cf2f {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:43.653176 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b8e1c55f-596a-4526-b31e-b790e1c2183a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.657946 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.682689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-7d65f407-bb8c-479b-ac35-70a77bf7d283 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/quotas/b78abff673614c759f3914d20a5d2d63 HTTP/1.1" status: 200 len: 375 time: 0.0991662 Oct 13 14:17:43.691743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-63b7ead6-9e68-412a-9de5-bde513570b35 None None] For port dff4d355-2e01-457b-9592-f40f4956cf2f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dff4d355-2e01-457b-9592-f40f4956cf2f,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:43.706721 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-023819d9-487d-46c5-92fb-47266e77fee7 req-000c1ef2-ec73-457e-b54b-94a3848f5be6 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220763 Oct 13 14:17:43.737147 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.799929 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17b2c3d6-2ec2-459b-91fb-b0a4c8f0ea01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.802523 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-63b7ead6-9e68-412a-9de5-bde513570b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.866120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50732) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:43.878968 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 2, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:43.888468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b8e1c55f-596a-4526-b31e-b790e1c2183a None None] For port dff4d355-2e01-457b-9592-f40f4956cf2f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dff4d355-2e01-457b-9592-f40f4956cf2f,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:43.888942 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b8e1c55f-596a-4526-b31e-b790e1c2183a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.943235 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Checking router: f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:17:43.944416 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Updating router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 port f04adb5e-17f5-4947-8df2-d4c22677bd29 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:17:43.948075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b8e1c55f-596a-4526-b31e-b790e1c2183a None None] Calling delete_port for dff4d355-2e01-457b-9592-f40f4956cf2f owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:43.954838 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17b2c3d6-2ec2-459b-91fb-b0a4c8f0ea01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.969096 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:43.983851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7ead6-9e68-412a-9de5-bde513570b35 None None] Pushing event updated for resources: {'Port': ['ID=dff4d355-2e01-457b-9592-f40f4956cf2f,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:43.986494 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:17:43.986872 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:17:44.002841 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.072501 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-5380098b-3d0f-4513-ac41-cfee7002acb0 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3799105 Oct 13 14:17:44.171087 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.220004 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b8e1c55f-596a-4526-b31e-b790e1c2183a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.230515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:17:44.241507 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.242628 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Added segment 3ca46691-e0a6-4153-a03b-609e2b070248 of type vlan for network 47ac7078-4955-4859-a54d-a170c2b90a6f Oct 13 14:17:44.246210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e1c55f-596a-4526-b31e-b790e1c2183a None None] No DVR routers for this DVR port dff4d355-2e01-457b-9592-f40f4956cf2f on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:17:44.278251 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17b2c3d6-2ec2-459b-91fb-b0a4c8f0ea01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.280000 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17b2c3d6-2ec2-459b-91fb-b0a4c8f0ea01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.281197 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-17b2c3d6-2ec2-459b-91fb-b0a4c8f0ea01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3554c4c1-dcb9-4b45-b20a-6c8266f30ca9 HTTP/1.1" status: 204 len: 168 time: 0.7134056 Oct 13 14:17:44.296791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.312512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1c55f-596a-4526-b31e-b790e1c2183a None None] Pushing event deleted for resources: {'Port': ['ID=dff4d355-2e01-457b-9592-f40f4956cf2f,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:44.326658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2c3d6-2ec2-459b-91fb-b0a4c8f0ea01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3554c4c1-dcb9-4b45-b20a-6c8266f30ca9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:44.392892 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:17:44.399685 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac075-bc55-4bed-818c-adb9a8167a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.414949 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.416003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:44.416529 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.433528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd711a9c-bf80-45b3-8c53-36102e54ee23,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:44.496079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb76a0f-f94d-4580-a4ba-8052bc153b4e req-109a949d-dd1a-4cdd-be4b-6b8bbf18606b tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:44.503674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fb76a0f-f94d-4580-a4ba-8052bc153b4e req-109a949d-dd1a-4cdd-be4b-6b8bbf18606b tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.6358247 Oct 13 14:17:44.526913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Port dff4d355-2e01-457b-9592-f40f4956cf2f update to ACTIVE by agent not found {{(pid=112686) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 14:17:44.613092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fb76a0f-f94d-4580-a4ba-8052bc153b4e req-ff8e3f3f-96b7-4aac-bce8-eea77383e375 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037486 Oct 13 14:17:44.632760 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.634351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] Pushing event updated for resources: {'Network': ['ID=47ac7078-4955-4859-a54d-a170c2b90a6f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:44.646140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 47ac7078-4955-4859-a54d-a170c2b90a6f details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:17:44.654859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-407da9f4-a2ab-4db5-927d-c40939a16150 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4981153 Oct 13 14:17:44.658761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-b7b95db8-07cf-4b9a-b84b-d877bbcc4ab7 service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773001 Oct 13 14:17:44.659337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50740) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:44.723047 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.728056 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac075-bc55-4bed-818c-adb9a8167a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.742193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Request body: {'subnet': {'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1137423774-subnet', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:44.746711 n-d-806683-15 neutron-server[112684]: WARNING neutron.services.revisions.revision_plugin [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Could not find related port for resource to bump revision. Oct 13 14:17:44.775175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:44.809412 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Pushing event updated for resources: {'Port': ['ID=f04adb5e-17f5-4947-8df2-d4c22677bd29,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:44.810148 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Port dff4d355-2e01-457b-9592-f40f4956cf2f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=112684) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 13 14:17:44.811053 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Reverting IP allocation for 2001:db8::f816:3eff:fee5:1cf7 {{(pid=112684) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 13 14:17:44.816689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee5:1cf7 {{(pid=112684) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 13 14:17:44.828536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.828913 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:44.828913 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:44.830244 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:44.830656 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:44.831532 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:44.831532 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:44.831795 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:44.832128 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:44.832455 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:44.832775 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:44.833135 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:44.833458 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:44.856765 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac075-bc55-4bed-818c-adb9a8167a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.933111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2e8ac075-bc55-4bed-818c-adb9a8167a8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25f4eaee67834be0b8c7aaf7d14e29de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9610424 Oct 13 14:17:44.935725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:44.938803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50744) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:44.943611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Made reservation on behalf of b25a2eab5e3c42c7b1b3d0de7f0b4067 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:44.946710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:44.957140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ac075-bc55-4bed-818c-adb9a8167a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33844f05-26c2-4269-aeee-3feb78de86ec,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:44.976369 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Attempting to bind port f04adb5e-17f5-4947-8df2-d4c22677bd29 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:44.978222 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Attempting to bind port f04adb5e-17f5-4947-8df2-d4c22677bd29 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:44.981980 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Attempting to bind port f04adb5e-17f5-4947-8df2-d4c22677bd29 on network 5fad512b-6e0a-4dc9-910f-722e870ab47e {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:45.008721 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:45.011384 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Checking segment: {'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:45.011817 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:45.012417 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Bound using segment: {'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:45.012756 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Bound port: f04adb5e-17f5-4947-8df2-d4c22677bd29, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:45.013180 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:45.021235 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:45.031953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:45.032568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:45.039235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4e72c-63e0-4f36-9d23-0c3aad606643 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:45.043219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:45.043599 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:45.061356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11f2bb-8b1e-4182-9ecc-7651373ff026 req-403d086d-599c-4270-8329-af91b6196a11 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:45.063721 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab11f2bb-8b1e-4182-9ecc-7651373ff026 req-403d086d-599c-4270-8329-af91b6196a11 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3018260 Oct 13 14:17:45.086375 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=4abdd7f1-6960-422e-aa55-151af5a8573b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:45.114959 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9f40538e-d01e-4c62-a778-637a298cf57d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9629965 Oct 13 14:17:45.123462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50748) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:45.138426 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'mac_address': 'fa:16:3e:5e:46:be', 'name': 'tempest-NetworksTestDHCPv6-1116736075'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:45.184945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-c3ec588a-177d-4c78-bbf3-d5dd5851bb8e service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455981 Oct 13 14:17:45.222630 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e4d519e-604e-4621-87d4-e3189b49bee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:45.252064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e4d519e-604e-4621-87d4-e3189b49bee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:45.345836 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] For port f04adb5e-17f5-4947-8df2-d4c22677bd29, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:45.358332 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] For port f04adb5e-17f5-4947-8df2-d4c22677bd29, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f04adb5e-17f5-4947-8df2-d4c22677bd29,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:45.403712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab11f2bb-8b1e-4182-9ecc-7651373ff026 req-547745bf-bd11-463a-964a-80a8dc818cc4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539949 Oct 13 14:17:45.518444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-179c2351-019d-4ac1-9e02-6c054912f32f None None] Provisioning complete for port f04adb5e-17f5-4947-8df2-d4c22677bd29 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:45.518444 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-179c2351-019d-4ac1-9e02-6c054912f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:45.520070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '4abdd7f1-6960-422e-aa55-151af5a8573b'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:17:45.520175 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:45.534708 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dff4d355-2e01-457b-9592-f40f4956cf2f no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:17:45.554902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad599eb-e957-44b4-9b46-769d4019e28c req-6f4420bd-c758-4cb4-af72-bb1b23d3e50a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:45.560258 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ad599eb-e957-44b4-9b46-769d4019e28c req-6f4420bd-c758-4cb4-af72-bb1b23d3e50a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.0670567 Oct 13 14:17:45.564847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: dff4d355-2e01-457b-9592-f40f4956cf2f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:17:45.565160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dff4d355-2e01-457b-9592-f40f4956cf2f not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:17:45.579877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-179c2351-019d-4ac1-9e02-6c054912f32f None None] Port f04adb5e-17f5-4947-8df2-d4c22677bd29 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:17:45.612829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ad599eb-e957-44b4-9b46-769d4019e28c req-b9175da5-38f4-4fd5-8115-070707ec14b6 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487044 Oct 13 14:17:45.706895 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:45.714700 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:45.718801 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e4d519e-604e-4621-87d4-e3189b49bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:45.733160 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e4d519e-604e-4621-87d4-e3189b49bee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:45.740734 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7e4d519e-604e-4621-87d4-e3189b49bee5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33844f05-26c2-4269-aeee-3feb78de86ec HTTP/1.1" status: 204 len: 168 time: 0.7873609 Oct 13 14:17:45.759105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc147d3-cec4-4b04-87ef-f7f5064ea11d req-137f993b-77d9-470e-b137-9a6fa0cec5df tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:45.770675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ffc147d3-cec4-4b04-87ef-f7f5064ea11d req-137f993b-77d9-470e-b137-9a6fa0cec5df tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.0857749 Oct 13 14:17:45.911883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ffc147d3-cec4-4b04-87ef-f7f5064ea11d req-edc16cd1-0513-4b0e-a0aa-f933b8759903 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397846 Oct 13 14:17:45.923210 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:17:45.924302 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:45.980597 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d519e-604e-4621-87d4-e3189b49bee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33844f05-26c2-4269-aeee-3feb78de86ec,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:46.136187 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195095b0-ce31-4718-9d4f-1f102b4dfdef None None] Pushing event updated for resources: {'Port': ['ID=f04adb5e-17f5-4947-8df2-d4c22677bd29,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:46.180831 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:46.271125 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port cee98f27-f942-4201-8aa6-be4b92fd05e3 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:17:46.278547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Allocated IP 2001:db8::f816:3eff:fee1:76fb (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/4abdd7f1-6960-422e-aa55-151af5a8573b/44a2d55c-2832-44cd-b7fa-d485215a94f2) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:46.315177 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:17:46.325067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-814bca90-da81-4222-8a6e-065f6276f79f req-1afb8a9d-a8b4-4d42-88ed-9efb1efdccd9 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 210 time: 0.2190704 Oct 13 14:17:46.392305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fc988-a02e-463d-b65b-ebfa2d1d4633 req-cf7a7064-d316-45cc-b236-a07ed8ca28bd tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:46.402063 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee5fc988-a02e-463d-b65b-ebfa2d1d4633 req-cf7a7064-d316-45cc-b236-a07ed8ca28bd tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3334522 Oct 13 14:17:46.403781 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:46.511066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9caad8c6-d58f-4f7f-b51d-09189ce33ce3 None None] Provisioning complete for port f04adb5e-17f5-4947-8df2-d4c22677bd29 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:46.511462 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9caad8c6-d58f-4f7f-b51d-09189ce33ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:46.573519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Checking segment: {'id': '3ca46691-e0a6-4153-a03b-609e2b070248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:46.574212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Network hostable DHCP agents. Network: 47ac7078-4955-4859-a54d-a170c2b90a6f, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:17:46.578959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee5fc988-a02e-463d-b65b-ebfa2d1d4633 req-e43011f0-a3ea-4cbc-84c8-b3c64db9f2ea tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664610 Oct 13 14:17:46.581113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f50d9962-1ff5-4e60-9b43-876c73cdee45,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:46.622401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:46.622401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:46.622401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:46.622690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:46.622884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:46.623388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:46.623912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:46.624399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:46.624882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:46.625408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:46.625913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:46.626384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:46.758557 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:46.768208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Network 47ac7078-4955-4859-a54d-a170c2b90a6f is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:17:46.779238 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9caad8c6-d58f-4f7f-b51d-09189ce33ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:46.842818 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:46.888823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:46.910194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:46.910422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b81212-ef02-4d97-aef8-ce793985547f req-4014339d-86f6-4613-bb96-3033d5977560 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:46.911887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4b81212-ef02-4d97-aef8-ce793985547f req-4014339d-86f6-4613-bb96-3033d5977560 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2075069 Oct 13 14:17:46.914401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:46.946371 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::f816:3eff:fe5e:46be (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/4abdd7f1-6960-422e-aa55-151af5a8573b/cee98f27-f942-4201-8aa6-be4b92fd05e3) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:46.973970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 47ac7078-4955-4859-a54d-a170c2b90a6f) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:46.983604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:46.987136 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:46.998452 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:45Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:47.002694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6688ff-b99c-4cca-bf3a-ad7c43fc6c54 None None] Network 47ac7078-4955-4859-a54d-a170c2b90a6f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:47.044691 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9caad8c6-d58f-4f7f-b51d-09189ce33ce3 None None] For port f04adb5e-17f5-4947-8df2-d4c22677bd29, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f04adb5e-17f5-4947-8df2-d4c22677bd29,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:47.165463 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9caad8c6-d58f-4f7f-b51d-09189ce33ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:47.195135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Pushing event updated for resources: {'Port': ['ID=44a2d55c-2832-44cd-b7fa-d485215a94f2,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:47.209326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c5cb-cd18-41be-949c-5326dc850f44 req-c6b6d0ee-b196-4f59-9490-95130a707f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:47.211306 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c804c5cb-cd18-41be-949c-5326dc850f44 req-c6b6d0ee-b196-4f59-9490-95130a707f86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a67a06d259f46568b1482e7244739f1&device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 1097 time: 0.3637989 Oct 13 14:17:47.217138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bc6a0992-6ecb-4d29-b697-ca2559a7b380 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4844663 Oct 13 14:17:47.223703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50810) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:47.230910 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Attempting to bind port 44a2d55c-2832-44cd-b7fa-d485215a94f2 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:47.230910 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Attempting to bind port 44a2d55c-2832-44cd-b7fa-d485215a94f2 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:47.231388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Attempting to bind port 44a2d55c-2832-44cd-b7fa-d485215a94f2 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:47.236341 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:47.244354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4b81212-ef02-4d97-aef8-ce793985547f req-c00a562b-1468-4b9a-8622-9a0fc95c71bd tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384005 Oct 13 14:17:47.363897 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d9dde-118a-415b-a124-950bf86235cf None None] The sync data for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 is: [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:45Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:17:47.374782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3011b3-f4f4-442f-aaf6-5259e3741fa9 req-f78d21c7-5e07-4406-a055-edde0318514d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:47.384651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a3011b3-f4f4-442f-aaf6-5259e3741fa9 req-f78d21c7-5e07-4406-a055-edde0318514d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.5357904 Oct 13 14:17:47.498519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a3011b3-f4f4-442f-aaf6-5259e3741fa9 req-3f849a60-52f5-4b89-9217-ce63e3c75d1b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128573 Oct 13 14:17:47.519470 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:47.533401 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:47.664164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c5cb-cd18-41be-949c-5326dc850f44 req-5865eb6e-999d-45ea-8084-a06fcc1c83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:47.665859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c804c5cb-cd18-41be-949c-5326dc850f44 req-5865eb6e-999d-45ea-8084-a06fcc1c83d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4481736-159f-44b3-b3de-7023bdd7589e HTTP/1.1" status: 200 len: 912 time: 0.4265351 Oct 13 14:17:47.671224 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:47.701229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37e3b6bb-898b-44c5-8744-16098b16ae7f req-ab7459a1-03bb-496c-84dc-fba65e1b83af tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 210 time: 0.0579503 Oct 13 14:17:47.752679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c804c5cb-cd18-41be-949c-5326dc850f44 req-fbd9a9cf-3ad3-4160-91c0-ee727a7d9eca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c83b9038-e04c-4ad8-b432-9bf05b53453d HTTP/1.1" status: 200 len: 217 time: 0.0675299 Oct 13 14:17:47.762785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12948e7-f226-4cb7-8ebd-aaab4a800ad0 req-571e1fe2-fee4-489a-b4f7-cd03dfcf5405 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:47.771227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d12948e7-f226-4cb7-8ebd-aaab4a800ad0 req-571e1fe2-fee4-489a-b4f7-cd03dfcf5405 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.3045740 Oct 13 14:17:47.825756 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:48.010445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d12948e7-f226-4cb7-8ebd-aaab4a800ad0 req-78ab73ad-eaa8-4d7f-8f63-3c473532f219 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355268 Oct 13 14:17:48.032933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804c5cb-cd18-41be-949c-5326dc850f44 req-6004745d-6785-478a-848b-7234fffcc786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:48.039645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c804c5cb-cd18-41be-949c-5326dc850f44 req-6004745d-6785-478a-848b-7234fffcc786 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7d5c6c63-8d61-4546-85b8-94f5a653482a HTTP/1.1" status: 200 len: 851 time: 0.2600183 Oct 13 14:17:48.076374 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:48.136626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:48.137297 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:48.139534 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:48.140090 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:48.142130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Bound port: 44a2d55c-2832-44cd-b7fa-d485215a94f2, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:48.142711 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:48.155532 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:48.155815 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c804c5cb-cd18-41be-949c-5326dc850f44 req-e95231fc-af83-40e7-81c7-6594617126a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4481736-159f-44b3-b3de-7023bdd7589e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965221 Oct 13 14:17:48.191103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0a771-01ed-4052-a7d8-66d0b5e06f2f req-cdff42aa-1821-4b84-a960-6f6f8ae664ed tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:48.202466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9f0a771-01ed-4052-a7d8-66d0b5e06f2f req-cdff42aa-1821-4b84-a960-6f6f8ae664ed tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2326682 Oct 13 14:17:48.247481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:48.258925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:48.265246 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:48.266090 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:48.280792 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:48.287263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caad8c6-d58f-4f7f-b51d-09189ce33ce3 None None] Pushing event updated for resources: {'Port': ['ID=f04adb5e-17f5-4947-8df2-d4c22677bd29,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:48.295663 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=cee98f27-f942-4201-8aa6-be4b92fd05e3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:48.379180 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0b5287be-bad9-4bd2-94ea-c234f97ed770 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2541075 Oct 13 14:17:48.382246 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50868) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:48.454198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9f0a771-01ed-4052-a7d8-66d0b5e06f2f req-8ed9078d-6cc7-460b-9a38-dd1ebb1e289c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504337 Oct 13 14:17:48.586119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-47ac7078-4955-4859-a54d-a170c2b90a6f', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'fixed_ips': [{'subnet_id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:17:48.586119 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:48.586668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c804c5cb-cd18-41be-949c-5326dc850f44 req-9a22da3a-317b-4217-b71e-195438efb7ad service neutron] 10.222.0.41 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239817 Oct 13 14:17:48.597932 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:48.649344 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50876) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:48.650555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] For port 44a2d55c-2832-44cd-b7fa-d485215a94f2, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:48.713445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] For port 44a2d55c-2832-44cd-b7fa-d485215a94f2, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=44a2d55c-2832-44cd-b7fa-d485215a94f2,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:48.761455 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ecee0-4489-4528-ab7e-9d09a444f40c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:48.781599 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ecee0-4489-4528-ab7e-9d09a444f40c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:48.783424 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-071ecee0-4489-4528-ab7e-9d09a444f40c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3996947 Oct 13 14:17:48.815859 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50882) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:48.858866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f04adb5e-17f5-4947-8df2-d4c22677bd29 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:48.883570 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:48.962822 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a2a9-0319-4298-84ab-02d11db306dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:49.021129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143b49c-5ac9-4161-bf0c-ce1f696be186 None None] Pushing event updated for resources: {'Port': ['ID=44a2d55c-2832-44cd-b7fa-d485215a94f2,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:49.057888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163c5a2-193e-425f-aa39-8a5d09fc9b8f req-786cc3d6-4d2f-4290-922b-346337d40808 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:49.068190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7163c5a2-193e-425f-aa39-8a5d09fc9b8f req-786cc3d6-4d2f-4290-922b-346337d40808 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3978410 Oct 13 14:17:49.119518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a3ff2-e1de-4775-8d75-f8c64d28c718 req-d2ca72a6-ca7a-4fcd-b8f2-fb1e7511efc3 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:49.133327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f28a3ff2-e1de-4775-8d75-f8c64d28c718 req-d2ca72a6-ca7a-4fcd-b8f2-fb1e7511efc3 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.3022418 Oct 13 14:17:49.141405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c804c5cb-cd18-41be-949c-5326dc850f44 req-9fa5d303-0e11-4717-98c8-d64f9ebbecaa service neutron] 10.222.0.41 "GET /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395050 Oct 13 14:17:49.191838 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f04adb5e-17f5-4947-8df2-d4c22677bd29 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:49.192434 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:49.252502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Allocated IP 172.20.0.2 (47ac7078-4955-4859-a54d-a170c2b90a6f/f50d9962-1ff5-4e60-9b43-876c73cdee45/7dd19a7a-6a0e-49fd-ad11-0c2a31762444) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:49.323382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7163c5a2-193e-425f-aa39-8a5d09fc9b8f req-ddf130b3-98d1-4e6d-87a3-79bb60cb7b59 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541301 Oct 13 14:17:49.458935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f28a3ff2-e1de-4775-8d75-f8c64d28c718 req-02fa8351-7227-4b98-af79-36d85b935345 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244486 Oct 13 14:17:49.591548 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-abac3a81-04d9-4b3d-8612-730c873c97a2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port cee98f27-f942-4201-8aa6-be4b92fd05e3 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:49.596960 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-818bf3f2-100d-49db-8799-f65ae24c614e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:49.599929 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-abac3a81-04d9-4b3d-8612-730c873c97a2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:49.659635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:49.746429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:49.895075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Allocated IP 172.25.0.227 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/1b094c65-6249-4f6c-9f19-37dbf454b553) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:49.919072 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:49.927441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-c89308ca-508f-41db-a79d-3fa3e81bc046 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:49.942042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-c89308ca-508f-41db-a79d-3fa3e81bc046 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.49 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 820 time: 0.5766122 Oct 13 14:17:49.982324 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:50.027954 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:50.042373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d8afb7b-35a0-42d2-935b-6ba06ff249b9 req-ee9ff1b9-b7fd-4f0f-a45f-07de8785acb1 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 210 time: 0.3094802 Oct 13 14:17:50.080731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-42e3a3fb-5bab-4a2b-995e-9f8e43094eb4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Request body: {'port': {'device_id': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'admin_state_up': True, 'tenant_id': 'b78abff673614c759f3914d20a5d2d63'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:50.126445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Pushing event updated for resources: {'Port': ['ID=7dd19a7a-6a0e-49fd-ad11-0c2a31762444,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:50.153977 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Network 47ac7078-4955-4859-a54d-a170c2b90a6f is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:50.157040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:50.186176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a2a9-0319-4298-84ab-02d11db306dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:50.186176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:50.186677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:50.188524 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-abac3a81-04d9-4b3d-8612-730c873c97a2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:50.299201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Attempting to bind port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:50.299826 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Attempting to bind port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '3ca46691-e0a6-4153-a03b-609e2b070248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:50.300154 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Attempting to bind port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 on network 47ac7078-4955-4859-a54d-a170c2b90a6f {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:50.302190 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:50.305420 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a2a9-0319-4298-84ab-02d11db306dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:50.309266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-abac3a81-04d9-4b3d-8612-730c873c97a2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for cee98f27-f942-4201-8aa6-be4b92fd05e3 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:50.309467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:50.309787 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Checking segment: {'id': '3ca46691-e0a6-4153-a03b-609e2b070248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:50.321787 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:50.322482 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Bound using segment: {'id': '3ca46691-e0a6-4153-a03b-609e2b070248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:50.323391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Bound port: 7dd19a7a-6a0e-49fd-ad11-0c2a31762444, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca46691-e0a6-4153-a03b-609e2b070248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:50.324067 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:50.339860 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:50.359396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b1460-9ba3-4589-a28c-ce40400baaf3 req-e7a02334-2855-4705-ad9d-8b4e539468cc tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:50.363280 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:50.368372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-336b1460-9ba3-4589-a28c-ce40400baaf3 req-e7a02334-2855-4705-ad9d-8b4e539468cc tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.4728904 Oct 13 14:17:50.457411 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1b094c65-6249-4f6c-9f19-37dbf454b553,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:50.469321 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a9c0a2a9-0319-4298-84ab-02d11db306dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=595e837d53044f178d3d4bc4bd782b67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8205767 Oct 13 14:17:50.469729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50900) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:50.478696 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0a2a9-0319-4298-84ab-02d11db306dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc5dac7-659b-49cd-998c-b68085fff54a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:50.510181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] For port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:50.514690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] For port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7dd19a7a-6a0e-49fd-ad11-0c2a31762444,segment=NetworkSegment(3ca46691-e0a6-4153-a03b-609e2b070248),segment_id=3ca46691-e0a6-4153-a03b-609e2b070248)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:50.582077 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:50.705476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Pushing event updated for resources: {'Port': ['ID=7dd19a7a-6a0e-49fd-ad11-0c2a31762444,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:50.726461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:50.726461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:50.727165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:50.727343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:50.727750 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:50.728006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:50.730572 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:50.730927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:50.731260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:50.731589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:50.731916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:50.732239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4dcb4d-3982-4d72-bc04-7b062ff76fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:17:50.773373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 44a2d55c-2832-44cd-b7fa-d485215a94f2 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:50.869569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 44a2d55c-2832-44cd-b7fa-d485215a94f2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:50.872606 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:51.005377 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:51.072249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 44a2d55c-2832-44cd-b7fa-d485215a94f2, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=44a2d55c-2832-44cd-b7fa-d485215a94f2,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:51.132534 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-516ed451-56fa-41d4-8388-fa6c2b0784bc None None] Provisioning complete for port 44a2d55c-2832-44cd-b7fa-d485215a94f2 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:51.132900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-516ed451-56fa-41d4-8388-fa6c2b0784bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:51.173888 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:51.287344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=44a2d55c-2832-44cd-b7fa-d485215a94f2,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:51.345403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752de68-3eb3-418e-a2aa-077ee031d839 req-be792fa5-ab43-4234-bf48-4d6fd26d0f7d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:51.364125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9752de68-3eb3-418e-a2aa-077ee031d839 req-be792fa5-ab43-4234-bf48-4d6fd26d0f7d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 1.0719969 Oct 13 14:17:51.393122 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-abac3a81-04d9-4b3d-8612-730c873c97a2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:51.407356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-336b1460-9ba3-4589-a28c-ce40400baaf3 req-0b2cfd02-cb53-409e-85dd-54ff7f9379a8 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0380027 Oct 13 14:17:51.434985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac3a81-04d9-4b3d-8612-730c873c97a2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=cee98f27-f942-4201-8aa6-be4b92fd05e3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:51.485133 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:51.525364 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7f38-1100-4b57-a89b-de30c53630f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:51.581010 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7f38-1100-4b57-a89b-de30c53630f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:51.666495 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-abac3a81-04d9-4b3d-8612-730c873c97a2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:51.680276 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-abac3a81-04d9-4b3d-8612-730c873c97a2 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/cee98f27-f942-4201-8aa6-be4b92fd05e3 HTTP/1.1" status: 204 len: 168 time: 2.8485887 Oct 13 14:17:51.689600 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50908) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:51.726212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9a5b6949-b526-4810-ac81-f7a17c7a69ea None None] Could not find standard attr ID for object cee98f27-f942-4201-8aa6-be4b92fd05e3. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:17:51.778707 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9752de68-3eb3-418e-a2aa-077ee031d839 req-998761a5-4c8b-494d-aa4a-65b344f5a9b8 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126952 Oct 13 14:17:51.815102 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:51.843515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296b9ac-8516-4047-a991-782a97eae517 req-e2d600d9-dc64-463b-b163-f0d3dc867d55 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:51.854268 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c296b9ac-8516-4047-a991-782a97eae517 req-e2d600d9-dc64-463b-b163-f0d3dc867d55 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.2107496 Oct 13 14:17:51.903098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-42e3a3fb-5bab-4a2b-995e-9f8e43094eb4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Made reservation on behalf of b78abff673614c759f3914d20a5d2d63 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:51.904847 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-42e3a3fb-5bab-4a2b-995e-9f8e43094eb4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:51.970745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c296b9ac-8516-4047-a991-782a97eae517 req-a9e38ffc-0490-4c9f-b6c9-f644a9259c26 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112435 Oct 13 14:17:52.016794 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7f38-1100-4b57-a89b-de30c53630f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:52.027431 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7f38-1100-4b57-a89b-de30c53630f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:52.027431 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2ecf7f38-1100-4b57-a89b-de30c53630f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acc5dac7-659b-49cd-998c-b68085fff54a HTTP/1.1" status: 204 len: 168 time: 1.5100396 Oct 13 14:17:52.074522 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a00ffd-0384-46f2-bab0-51721d4523e9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:52.076563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a00ffd-0384-46f2-bab0-51721d4523e9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:52.087126 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c5a00ffd-0384-46f2-bab0-51721d4523e9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3894389 Oct 13 14:17:52.091208 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50916) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:52.237489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20cc1443-abd3-46bb-b46e-e27cb58788a1 req-d26a0a3c-fd8c-493f-9ab2-75f6065191da tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 210 time: 0.1254814 Oct 13 14:17:52.237684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50918) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:52.248143 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d6329016-0136-4414-a287-37c2ca644791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:52.274448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf7f38-1100-4b57-a89b-de30c53630f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc5dac7-659b-49cd-998c-b68085fff54a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:52.412510 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a32103e-9b27-4bb6-8445-27a5b2b9e01a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 4abdd7f1-6960-422e-aa55-151af5a8573b {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:17:52.421790 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a32103e-9b27-4bb6-8445-27a5b2b9e01a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:52.485837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12a302-2237-4ea4-9760-dedd818b55ed req-e39c8689-7671-4667-b915-3c09253a7829 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:52.487364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc12a302-2237-4ea4-9760-dedd818b55ed req-e39c8689-7671-4667-b915-3c09253a7829 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2428699 Oct 13 14:17:52.500300 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:52.512536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a32103e-9b27-4bb6-8445-27a5b2b9e01a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:52.555277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-42e3a3fb-5bab-4a2b-995e-9f8e43094eb4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Allocated IP 172.20.0.8 (5fad512b-6e0a-4dc9-910f-722e870ab47e/8abd87f0-f9ad-4a1b-bb81-56dd67a675b9/14858efe-1b64-4b5b-a48b-128a6abddb02) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:52.628448 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:17:52.649110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc12a302-2237-4ea4-9760-dedd818b55ed req-64c0e29b-5b94-42b9-a9ff-4471f32d4b81 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513274 Oct 13 14:17:52.743871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9100d8d-431b-42c1-b2c8-f240c4826078 req-2c35140a-512c-4c6d-9238-c729df46dc74 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:52.745665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9100d8d-431b-42c1-b2c8-f240c4826078 req-2c35140a-512c-4c6d-9238-c729df46dc74 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.1245959 Oct 13 14:17:52.851645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b33575d-16ee-4685-bc05-41d0c69cf7e6 None None] Network 47ac7078-4955-4859-a54d-a170c2b90a6f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:52.889255 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e051f03f-633e-4a92-a6b8-f2a481e649e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:52.958824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9100d8d-431b-42c1-b2c8-f240c4826078 req-d57347f9-1e18-4cba-9584-210cf5612d15 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015710 Oct 13 14:17:52.993607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 44a2d55c-2832-44cd-b7fa-d485215a94f2 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:53.071074 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-42e3a3fb-5bab-4a2b-995e-9f8e43094eb4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:53.119163 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a32103e-9b27-4bb6-8445-27a5b2b9e01a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:53.132429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b5bc66bd-8313-4fe9-9da3-8d27b1f22035 None None] Provisioning complete for port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:53.133701 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b5bc66bd-8313-4fe9-9da3-8d27b1f22035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:53.174933 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e051f03f-633e-4a92-a6b8-f2a481e649e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:53.260621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1461-5005-4e71-af8d-bca1060dba1c req-4f80038a-ddbc-4e64-9127-ab26d812e064 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:53.262653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1cb1461-5005-4e71-af8d-bca1060dba1c req-4f80038a-ddbc-4e64-9127-ab26d812e064 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.0911486 Oct 13 14:17:53.264966 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e051f03f-633e-4a92-a6b8-f2a481e649e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:53.345387 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a32103e-9b27-4bb6-8445-27a5b2b9e01a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:53.347765 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:17:53.352393 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-42e3a3fb-5bab-4a2b-995e-9f8e43094eb4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:53.368414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e051f03f-633e-4a92-a6b8-f2a481e649e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2588066fa7334e86b3f2a297f9cc3529&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1191950 Oct 13 14:17:53.369434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50944) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:53.405171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-42e3a3fb-5bab-4a2b-995e-9f8e43094eb4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Network 5fad512b-6e0a-4dc9-910f-722e870ab47e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:53.413826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-42e3a3fb-5bab-4a2b-995e-9f8e43094eb4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:53.444601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051f03f-633e-4a92-a6b8-f2a481e649e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bf98c1-69ff-4262-939d-0936b828c6e5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:53.455327 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-42e3a3fb-5bab-4a2b-995e-9f8e43094eb4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:53.485469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32103e-9b27-4bb6-8445-27a5b2b9e01a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=4abdd7f1-6960-422e-aa55-151af5a8573b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:53.490328 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a32103e-9b27-4bb6-8445-27a5b2b9e01a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:53.499497 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8a32103e-9b27-4bb6-8445-27a5b2b9e01a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/4abdd7f1-6960-422e-aa55-151af5a8573b HTTP/1.1" status: 204 len: 168 time: 1.4019759 Oct 13 14:17:53.501952 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50946) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:53.510460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 44a2d55c-2832-44cd-b7fa-d485215a94f2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:53.510880 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:53.512591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189311fe-33b2-479b-8f6b-c8ca84bab267 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:53.645748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1cb1461-5005-4e71-af8d-bca1060dba1c req-029c0ebc-222b-4aa9-8ad2-2f3f1c9c7a6f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3589101 Oct 13 14:17:53.669741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3a3fb-5bab-4a2b-995e-9f8e43094eb4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Pushing event updated for resources: {'Port': ['ID=14858efe-1b64-4b5b-a48b-128a6abddb02,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:53.769155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-42e3a3fb-5bab-4a2b-995e-9f8e43094eb4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:53.770168 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-42e3a3fb-5bab-4a2b-995e-9f8e43094eb4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:53.831920 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-77059a8e-7560-4fbc-a3c8-ac1638c362b3 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3288462 Oct 13 14:17:53.834913 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50958) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:53.844087 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-580febfc-b15f-487b-9bbd-7b6a005e3cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:53.921531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-42e3a3fb-5bab-4a2b-995e-9f8e43094eb4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8773088 Oct 13 14:17:53.969159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Request body: {'port': {'device_id': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:53.979858 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-580febfc-b15f-487b-9bbd-7b6a005e3cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:54.000546 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b5bc66bd-8313-4fe9-9da3-8d27b1f22035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:54.048210 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:54.061813 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688812db-8eb3-4cf3-b908-eb23af0bc6c6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:54.063412 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-688812db-8eb3-4cf3-b908-eb23af0bc6c6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2275300 Oct 13 14:17:54.075469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50962) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:54.081744 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:54.101421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ded854-52ae-4a74-bf5d-5ae550b3b3ec req-d73de69d-09f7-4de4-b3fc-e0454db64e6d tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:54.111776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9ded854-52ae-4a74-bf5d-5ae550b3b3ec req-d73de69d-09f7-4de4-b3fc-e0454db64e6d tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.2691081 Oct 13 14:17:54.139357 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b5bc66bd-8313-4fe9-9da3-8d27b1f22035 None None] For port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7dd19a7a-6a0e-49fd-ad11-0c2a31762444,segment=NetworkSegment(3ca46691-e0a6-4153-a03b-609e2b070248),segment_id=3ca46691-e0a6-4153-a03b-609e2b070248)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:54.228083 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b5bc66bd-8313-4fe9-9da3-8d27b1f22035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:54.255631 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ab43c3-8b14-49e7-a356-83a4ca8a7290 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:54.272808 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-29ab43c3-8b14-49e7-a356-83a4ca8a7290 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1959419 Oct 13 14:17:54.273880 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50964) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:54.276502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50f46c-f20e-4ae8-a13c-8e739425a68a req-9d5b1496-91a9-4bd6-91d7-96ba108e5053 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:54.278230 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef50f46c-f20e-4ae8-a13c-8e739425a68a req-9d5b1496-91a9-4bd6-91d7-96ba108e5053 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 931 time: 0.3991773 Oct 13 14:17:54.366178 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:54.373827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9ded854-52ae-4a74-bf5d-5ae550b3b3ec req-659aaec1-a58f-4b4a-9a8c-7f6508b2da75 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610834 Oct 13 14:17:54.373977 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c5c877ad-6afb-4434-948f-04e4d44ab954 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904257 Oct 13 14:17:54.377201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50968) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:54.391435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5ec485c2-1aca-4ae8-a68b-8b08b74cb97d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:54.398490 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d8300c-a2a3-46cc-b52b-090ac9f378c5 None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:17:54.399040 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:54.421100 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:17:54.463315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef50f46c-f20e-4ae8-a13c-8e739425a68a req-f7a8a5f1-a2b4-44fa-8de0-155db3a9ae04 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630754 Oct 13 14:17:54.486894 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Sync routers for ids ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:17:54.528153 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:54.530206 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d74151fd-ea32-4a24-9d92-beecfd3470f7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3051684 Oct 13 14:17:54.538342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50970) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:54.567501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc66bd-8313-4fe9-9da3-8d27b1f22035 None None] Pushing event updated for resources: {'Port': ['ID=7dd19a7a-6a0e-49fd-ad11-0c2a31762444,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:54.574473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4665af8a-c511-48e7-964d-7670cd11f389 None None] Provisioning complete for port 14858efe-1b64-4b5b-a48b-128a6abddb02 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:54.575190 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4665af8a-c511-48e7-964d-7670cd11f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:54.582676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Routers {'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:17:54.583725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:54.655888 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-580febfc-b15f-487b-9bbd-7b6a005e3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:54.660441 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-580febfc-b15f-487b-9bbd-7b6a005e3cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:54.661971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-580febfc-b15f-487b-9bbd-7b6a005e3cdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86bf98c1-69ff-4262-939d-0936b828c6e5 HTTP/1.1" status: 204 len: 168 time: 1.2756441 Oct 13 14:17:54.699246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580febfc-b15f-487b-9bbd-7b6a005e3cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bf98c1-69ff-4262-939d-0936b828c6e5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:54.755150 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4665af8a-c511-48e7-964d-7670cd11f389 None None] Port 14858efe-1b64-4b5b-a48b-128a6abddb02 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:17:55.012431 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e43bb-55ba-42be-a53e-b425bcf924c7 req-9587c456-8d80-41e7-ad8b-46c6f8e8967e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:55.016020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f68e43bb-55ba-42be-a53e-b425bcf924c7 req-9587c456-8d80-41e7-ad8b-46c6f8e8967e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3676624 Oct 13 14:17:55.033860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:55.034582 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:55.059192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec485c2-1aca-4ae8-a68b-8b08b74cb97d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:55.062996 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ec485c2-1aca-4ae8-a68b-8b08b74cb97d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:55.090311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8300c-a2a3-46cc-b52b-090ac9f378c5 None None] Deleting port 44a2d55c-2832-44cd-b7fa-d485215a94f2 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:55.090818 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b9d8300c-a2a3-46cc-b52b-090ac9f378c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:55.183131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-85d37fe7-b478-45b7-9a72-90c4ce254d11 None None] Provisioning complete for port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:55.183511 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-85d37fe7-b478-45b7-9a72-90c4ce254d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:55.206280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Set router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:17:55.329822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f68e43bb-55ba-42be-a53e-b425bcf924c7 req-e6641b52-34c8-411f-93ad-e4bab17fad6f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713981 Oct 13 14:17:55.360381 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:55.407663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b9d8300c-a2a3-46cc-b52b-090ac9f378c5 None None] For port 44a2d55c-2832-44cd-b7fa-d485215a94f2, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=44a2d55c-2832-44cd-b7fa-d485215a94f2,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:17:55.408145 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b9d8300c-a2a3-46cc-b52b-090ac9f378c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:55.410002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c4fd3-64db-41af-9e7b-ac34800e00dc req-963f3e2e-7532-4552-9175-2082d4a583a5 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:55.423622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d1c4fd3-64db-41af-9e7b-ac34800e00dc req-963f3e2e-7532-4552-9175-2082d4a583a5 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.4712725 Oct 13 14:17:55.470364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8300c-a2a3-46cc-b52b-090ac9f378c5 None None] Calling delete_port for 44a2d55c-2832-44cd-b7fa-d485215a94f2 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:17:55.793902 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:55.799444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d1c4fd3-64db-41af-9e7b-ac34800e00dc req-727cafb1-ef6c-4b64-821b-6a08347ef86a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604708 Oct 13 14:17:55.846519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14858efe-1b64-4b5b-a48b-128a6abddb02 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:17:55.851663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:17:55.903956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff50edd-c4f1-4dc0-a191-c1008b865d17 req-ba5e3eaf-00b7-4732-a14f-968c29e52030 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:55.911080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bff50edd-c4f1-4dc0-a191-c1008b865d17 req-ba5e3eaf-00b7-4732-a14f-968c29e52030 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3013210 Oct 13 14:17:55.920821 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:55.984869 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b9d8300c-a2a3-46cc-b52b-090ac9f378c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:56.035440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8300c-a2a3-46cc-b52b-090ac9f378c5 None None] No DVR routers for this DVR port 44a2d55c-2832-44cd-b7fa-d485215a94f2 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:17:56.062863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Transition to ACTIVE for port object 14858efe-1b64-4b5b-a48b-128a6abddb02 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:17:56.122622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e7fed-861f-49b6-a644-cd4a35941c82 req-53488a31-b96a-40f3-b620-487858d95c2b tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:56.124530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-119e7fed-861f-49b6-a644-cd4a35941c82 req-53488a31-b96a-40f3-b620-487858d95c2b tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.2093718 Oct 13 14:17:56.131471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bff50edd-c4f1-4dc0-a191-c1008b865d17 req-4bed2e4e-7f2f-46e4-974f-4e84d6e23924 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509593 Oct 13 14:17:56.164072 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:56.202116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8300c-a2a3-46cc-b52b-090ac9f378c5 None None] Pushing event deleted for resources: {'Port': ['ID=44a2d55c-2832-44cd-b7fa-d485215a94f2,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:56.218935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ec485c2-1aca-4ae8-a68b-8b08b74cb97d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:56.250516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:56.250904 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:56.324689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:17:51Z', 'revision_number': 3, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port': {'id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:49Z', 'updated_at': '2021-10-13T14:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:56.359901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Allocated IP 172.20.0.1 (47ac7078-4955-4859-a54d-a170c2b90a6f/f50d9962-1ff5-4e60-9b43-876c73cdee45/3021b95a-0ed8-494f-84bd-0ab3c852381a) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:56.393790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec485c2-1aca-4ae8-a68b-8b08b74cb97d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=63bb3704-b5b9-418c-a762-610b1e5d339e,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:56.488370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Checking router: b8afb779-2f54-4bbf-bd6e-cc36f408aa8d for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:17:56.500305 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Updating router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d port 1b094c65-6249-4f6c-9f19-37dbf454b553 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:17:56.551423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec485c2-1aca-4ae8-a68b-8b08b74cb97d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:56.554153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-5ec485c2-1aca-4ae8-a68b-8b08b74cb97d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:56.559179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec485c2-1aca-4ae8-a68b-8b08b74cb97d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:56.560142 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ec485c2-1aca-4ae8-a68b-8b08b74cb97d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:56.600480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1e230b-32d3-49ff-8fca-51003ac6f6fe None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:17:56.700417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-119e7fed-861f-49b6-a644-cd4a35941c82 req-8a8506bf-50fd-4800-ae60-3f6d8723f4f5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647006 Oct 13 14:17:56.706002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Pushing event updated for resources: {'Port': ['ID=14858efe-1b64-4b5b-a48b-128a6abddb02,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:56.758982 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:56.804807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab9e77-5a81-4580-9322-5caff3182c99 req-bbe56a98-1108-4750-8b47-c00a91dc9048 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:56.808436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85ab9e77-5a81-4580-9322-5caff3182c99 req-bbe56a98-1108-4750-8b47-c00a91dc9048 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 943 time: 0.4210937 Oct 13 14:17:56.828618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Attempting to bind port 14858efe-1b64-4b5b-a48b-128a6abddb02 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:56.829242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Attempting to bind port 14858efe-1b64-4b5b-a48b-128a6abddb02 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:56.829748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Attempting to bind port 14858efe-1b64-4b5b-a48b-128a6abddb02 on network 5fad512b-6e0a-4dc9-910f-722e870ab47e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:56.862894 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:56.906078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Port 14858efe-1b64-4b5b-a48b-128a6abddb02 on network 5fad512b-6e0a-4dc9-910f-722e870ab47e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:17:56.906620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Attempting to bind port 14858efe-1b64-4b5b-a48b-128a6abddb02 on network 5fad512b-6e0a-4dc9-910f-722e870ab47e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:56.956151 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:56.963063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51026) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:56.963271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5ec485c2-1aca-4ae8-a68b-8b08b74cb97d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5766881 Oct 13 14:17:56.976735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'mac_address': 'fa:16:3e:4e:29:4b', 'name': 'tempest-NetworksTestDHCPv6-1455466364'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:56.978283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:56.978555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Checking segment: {'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:56.979024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Bound using segment: {'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:56.979632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Bound port: 14858efe-1b64-4b5b-a48b-128a6abddb02, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:56.980186 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:57.017138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85ab9e77-5a81-4580-9322-5caff3182c99 req-00a0f5f3-cfa0-43a5-b346-1b4a179cf85e tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995077 Oct 13 14:17:57.210391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] For port 14858efe-1b64-4b5b-a48b-128a6abddb02, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:57.215657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] For port 14858efe-1b64-4b5b-a48b-128a6abddb02, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=14858efe-1b64-4b5b-a48b-128a6abddb02,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:57.217137 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Network 47ac7078-4955-4859-a54d-a170c2b90a6f is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:57.227267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:57.249375 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:57.344794 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:57.347217 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51038) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:57.374353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 44a2d55c-2832-44cd-b7fa-d485215a94f2 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:17:57.376607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:57.377551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:57.379796 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] 10.222.0.49 "PUT /v2.0/ports/14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 1092 time: 3.4293380 Oct 13 14:17:57.398733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:17:57.401554 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6660ba87-06f0-4d95-84f0-86e203e7b8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:17:57.426844 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Pushing event updated for resources: {'Port': ['ID=3021b95a-0ed8-494f-84bd-0ab3c852381a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:57.433565 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:57.439188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 44a2d55c-2832-44cd-b7fa-d485215a94f2 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:17:57.440533 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 44a2d55c-2832-44cd-b7fa-d485215a94f2 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:17:57.514650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675ac61-9479-44b4-af7b-5ee286a83ea0 req-61ff07ff-9406-44e2-8d01-0ebc1a3cba10 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:57.516771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8675ac61-9479-44b4-af7b-5ee286a83ea0 req-61ff07ff-9406-44e2-8d01-0ebc1a3cba10 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/networks?id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 HTTP/1.1" status: 200 len: 813 time: 0.6448796 Oct 13 14:17:57.570278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354813-8d55-4602-a10c-b8e849e6950f req-49382e91-b051-4f01-91de-c592b7ff5226 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:57.572132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd354813-8d55-4602-a10c-b8e849e6950f req-49382e91-b051-4f01-91de-c592b7ff5226 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.3544824 Oct 13 14:17:57.586741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8675ac61-9479-44b4-af7b-5ee286a83ea0 req-3b4f98cc-66db-4465-8862-6af9ff941e99 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/quotas/93c10b4cc12243fa8a8825696b112266 HTTP/1.1" status: 200 len: 375 time: 0.0322185 Oct 13 14:17:57.624226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792ea04-b322-4b7a-8e61-886d63bd6c3f service neutron] Pushing event updated for resources: {'Port': ['ID=14858efe-1b64-4b5b-a48b-128a6abddb02,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:57.776030 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd354813-8d55-4602-a10c-b8e849e6950f req-2548d1f7-d8fc-4a79-970f-3fa3e8754ee6 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660993 Oct 13 14:17:57.841926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-ba61074e-c680-4bb5-836e-e0d1d9516859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:57.852594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-ba61074e-c680-4bb5-836e-e0d1d9516859 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 1095 time: 0.2698336 Oct 13 14:17:57.871049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8675ac61-9479-44b4-af7b-5ee286a83ea0 req-68ed360e-52e0-49ac-93d4-4c4a876f8f30 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=93c10b4cc12243fa8a8825696b112266&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2668018 Oct 13 14:17:57.907520 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d4492a-7afa-45d4-a4b5-3500fac41097 x-openstack-request-id: req-a6d4492a-7afa-45d4-a4b5-3500fac41097 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:17:57.909411 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:17:57.909837 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6d4492a-7afa-45d4-a4b5-3500fac41097 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:17:57.912055 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'status': 'completed', 'code': 200} Oct 13 14:17:57.975124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-07a1c502-128b-41fc-8ebe-c0fc396959f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 217 time: 0.0990703 Oct 13 14:17:58.020248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '63bb3704-b5b9-418c-a762-610b1e5d339e'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:17:58.023973 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:58.077613 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:58.157947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7c8a9b2b-c547-4612-82e2-bc5d62f51f8d None None] Provisioning complete for port 3021b95a-0ed8-494f-84bd-0ab3c852381a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:58.158713 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7c8a9b2b-c547-4612-82e2-bc5d62f51f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:58.162835 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-460573203-network', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:58.201652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-a7f75a1d-6153-458c-a6e9-5d50175d0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:58.205706 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-a7f75a1d-6153-458c-a6e9-5d50175d0a44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.2214682 Oct 13 14:17:58.247013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b19c78-8b0d-4fa9-9d7c-11c26433ee9d req-acb6fdf7-88e7-444b-af65-efd034298e52 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:58.258273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01b19c78-8b0d-4fa9-9d7c-11c26433ee9d req-acb6fdf7-88e7-444b-af65-efd034298e52 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.2317526 Oct 13 14:17:58.269471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:58.330361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a9b2b-c547-4612-82e2-bc5d62f51f8d None None] Port 3021b95a-0ed8-494f-84bd-0ab3c852381a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:17:58.366380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b39a3-d992-4452-b433-8cdef0bb8b7a req-8833607f-b8f5-4fef-86b2-a0b5d223c986 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:58.371308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea0b39a3-d992-4452-b433-8cdef0bb8b7a req-8833607f-b8f5-4fef-86b2-a0b5d223c986 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3309019 Oct 13 14:17:58.445263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51056) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:17:58.479147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01b19c78-8b0d-4fa9-9d7c-11c26433ee9d req-f5060d9b-d911-4761-90ed-58ae57a953c5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198384 Oct 13 14:17:58.501368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-ff2ff8df-417e-4ef5-b2fa-d90277c2318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:58.503377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-ff2ff8df-417e-4ef5-b2fa-d90277c2318a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2878389 Oct 13 14:17:58.578764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea0b39a3-d992-4452-b433-8cdef0bb8b7a req-d8ff2a3e-6b18-47a2-8eef-2f8d1f8e1444 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894615 Oct 13 14:17:58.622814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:58.738890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Allocated IP 2001:db8::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/63bb3704-b5b9-418c-a762-610b1e5d339e/86a1c3e9-e4e1-468a-8ceb-02b18149aab9) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:17:58.754510 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:58.832103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:17:58.893046 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Attempting to bind port 1b094c65-6249-4f6c-9f19-37dbf454b553 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:58.894441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Attempting to bind port 1b094c65-6249-4f6c-9f19-37dbf454b553 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:58.895061 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Attempting to bind port 1b094c65-6249-4f6c-9f19-37dbf454b553 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:58.896142 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Made reservation on behalf of 82871577ef3e4a4ea19f18b5f347c20b for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:17:58.899248 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:58.917521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:58.918343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:58.919881 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:58.920220 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:58.921001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:58.921897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Bound port: 1b094c65-6249-4f6c-9f19-37dbf454b553, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:58.922541 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:58.926929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf10241-89cd-4164-88d5-49a652b26c36 req-788df3d2-7e0e-4cb2-84f5-a31aeb736a9c tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:58.928450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-caf10241-89cd-4164-88d5-49a652b26c36 req-788df3d2-7e0e-4cb2-84f5-a31aeb736a9c tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.2273023 Oct 13 14:17:58.939827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-cbc97591-3f71-48a1-9903-c24bdd3c983c service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255655 Oct 13 14:17:58.970220 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:58.972436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d727cd-e846-4c28-b4e6-c04c9e63516b req-9d3585b5-3a46-4315-904b-a2d8f54f780b tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:58.980361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22d727cd-e846-4c28-b4e6-c04c9e63516b req-9d3585b5-3a46-4315-904b-a2d8f54f780b tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 943 time: 0.2668784 Oct 13 14:17:59.009021 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] For port 1b094c65-6249-4f6c-9f19-37dbf454b553, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:17:59.013747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] For port 1b094c65-6249-4f6c-9f19-37dbf454b553, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1b094c65-6249-4f6c-9f19-37dbf454b553,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:17:59.019567 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdff288-b3aa-4f7e-af10-31dac20c8dec None None] Pushing event updated for resources: {'Port': ['ID=1b094c65-6249-4f6c-9f19-37dbf454b553,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:59.035302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f535af9-44ee-477b-a0f0-d7e485952a49 req-f370b5ce-4728-4dae-a339-ab1db2535651 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:59.036867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f535af9-44ee-477b-a0f0-d7e485952a49 req-f370b5ce-4728-4dae-a339-ab1db2535651 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2424605 Oct 13 14:17:59.037743 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.099801 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.107328 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.168073 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port d014def9-af25-414f-bc03-73f66bcee56d yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:17:59.204361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Routers {'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:17:59.204918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:17:59.221681 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.248499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.328785 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.346847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Pushing event updated for resources: {'Port': ['ID=3021b95a-0ed8-494f-84bd-0ab3c852381a,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:59.363942 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.376032 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:17:59.391593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb27b70-c716-422f-826a-575e55f795b6,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:59.400693 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.401106 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Added segment 97adf517-2cca-45b5-8ffa-96af430fefa0 of type vlan for network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 Oct 13 14:17:59.454852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdff288-b3aa-4f7e-af10-31dac20c8dec None None] Pushing event updated for resources: {'Port': ['ID=1b094c65-6249-4f6c-9f19-37dbf454b553,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:59.481321 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.494917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.539708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f535af9-44ee-477b-a0f0-d7e485952a49 req-cbac25eb-4ddb-408f-b621-eb751523258b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538991 Oct 13 14:17:59.555417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] Set router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:17:59.555681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22d727cd-e846-4c28-b4e6-c04c9e63516b req-61672911-1e30-439a-96e7-b9f3f0c8c3ed tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745499 Oct 13 14:17:59.579337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Network 47ac7078-4955-4859-a54d-a170c2b90a6f is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:59.589804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:59.626986 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.628913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-555c3b78-9d8b-42c0-8421-78f7cd946cfe req-0d30f073-f0d1-40ee-be46-a58144e6835d service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651080 Oct 13 14:17:59.652232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-caf10241-89cd-4164-88d5-49a652b26c36 req-1eae98bd-c459-477f-99f4-0d4a583215ae tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Deleting port c83b9038-e04c-4ad8-b432-9bf05b53453d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:17:59.652560 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-caf10241-89cd-4164-88d5-49a652b26c36 req-1eae98bd-c459-477f-99f4-0d4a583215ae tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.713094 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.714081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:59.714649 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.830896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:17:59.841546 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:17:59.846404 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Pushing event updated for resources: {'Port': ['ID=86a1c3e9-e4e1-468a-8ceb-02b18149aab9,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:59.849579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:17:59.940122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.968770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be7529-2095-407b-9c1d-25f581313d30 req-a15c3f8a-94d7-4130-bf67-7fb7eee1459c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:59.970354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90be7529-2095-407b-9c1d-25f581313d30 req-a15c3f8a-94d7-4130-bf67-7fb7eee1459c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.2710094 Oct 13 14:17:59.979447 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Attempting to bind port 86a1c3e9-e4e1-468a-8ceb-02b18149aab9 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:17:59.980219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Attempting to bind port 86a1c3e9-e4e1-468a-8ceb-02b18149aab9 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:17:59.980219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Attempting to bind port 86a1c3e9-e4e1-468a-8ceb-02b18149aab9 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:17:59.986944 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5653424 Oct 13 14:17:59.991296 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6525432-d22a-453d-a5cf-8641d355dcde admin admin] Pushing event updated for resources: {'Network': ['ID=9a0d1357-5bd1-47a4-bc47-4229892a21e5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:17:59.991886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c77a308f-8762-4014-bdc4-e76659e4dd6d None None] Provisioning complete for port 3021b95a-0ed8-494f-84bd-0ab3c852381a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:17:59.992273 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c77a308f-8762-4014-bdc4-e76659e4dd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.993568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5fea6-03b4-41b6-8203-3d7cd89cd4be req-95155494-127c-43a7-af15-7dfc4166e1ad tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:17:59.994139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:17:59.994517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:17:59.994937 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.995160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31a5fea6-03b4-41b6-8203-3d7cd89cd4be req-95155494-127c-43a7-af15-7dfc4166e1ad tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 945 time: 0.2432809 Oct 13 14:17:59.995387 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:17:59.995877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Bound port: 86a1c3e9-e4e1-468a-8ceb-02b18149aab9, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:17:59.996262 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:17:59.999480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-caf10241-89cd-4164-88d5-49a652b26c36 req-1eae98bd-c459-477f-99f4-0d4a583215ae tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] For port c83b9038-e04c-4ad8-b432-9bf05b53453d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c83b9038-e04c-4ad8-b432-9bf05b53453d,segment=NetworkSegment(1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280),segment_id=1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:00.000041 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-caf10241-89cd-4164-88d5-49a652b26c36 req-1eae98bd-c459-477f-99f4-0d4a583215ae tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:00.002809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51080) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:00.022345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::3a6 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/63bb3704-b5b9-418c-a762-610b1e5d339e/d014def9-af25-414f-bc03-73f66bcee56d) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:00.024776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:18:00.041865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-2134b114-a691-4ecd-ad66-188e13791ed6 admin admin] Request body: {'subnet': {'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-460573203-subnet', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:00.053393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660ba87-06f0-4d95-84f0-86e203e7b8b4 req-0127f17f-b9fa-4654-8e66-9323367fd1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:00.055074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6660ba87-06f0-4d95-84f0-86e203e7b8b4 req-0127f17f-b9fa-4654-8e66-9323367fd1b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 1095 time: 0.2556949 Oct 13 14:18:00.074679 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:18:00.086991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-caf10241-89cd-4164-88d5-49a652b26c36 req-1eae98bd-c459-477f-99f4-0d4a583215ae tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Calling delete_port for c83b9038-e04c-4ad8-b432-9bf05b53453d owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:00.159317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c77a308f-8762-4014-bdc4-e76659e4dd6d None None] Port 3021b95a-0ed8-494f-84bd-0ab3c852381a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:18:00.207028 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] For port 86a1c3e9-e4e1-468a-8ceb-02b18149aab9, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:00.211501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] For port 86a1c3e9-e4e1-468a-8ceb-02b18149aab9, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=86a1c3e9-e4e1-468a-8ceb-02b18149aab9,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:00.216490 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:17:57Z', 'revision_number': 4, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port': {'id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:49Z', 'updated_at': '2021-10-13T14:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3021b95a-0ed8-494f-84bd-0ab3c852381a', 'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'mac_address': 'fa:16:3e:28:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:55Z', 'updated_at': '2021-10-13T14:17:56Z', 'revision_number': 1, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'subnets': [{'id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:00.245290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667a16a2-60e7-4534-8144-5269a173fbbf None None] The sync data for ids ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'] in n-d-806683-15 is: [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:17:57Z', 'revision_number': 4, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port': {'id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:49Z', 'updated_at': '2021-10-13T14:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3021b95a-0ed8-494f-84bd-0ab3c852381a', 'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'mac_address': 'fa:16:3e:28:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:55Z', 'updated_at': '2021-10-13T14:17:56Z', 'revision_number': 1, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'subnets': [{'id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:18:00.277096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90be7529-2095-407b-9c1d-25f581313d30 req-e810355a-46fd-48ef-98e6-11a778046cc4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800624 Oct 13 14:18:00.289632 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:00.292783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31a5fea6-03b4-41b6-8203-3d7cd89cd4be req-3fc101a7-27a0-40bb-bf0c-524d81582ca6 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521527 Oct 13 14:18:00.327507 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:00.332465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:18:00.344203 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1163c68f-2ab4-4666-ad48-b2b8948af809 admin admin] 10.222.0.18 "PUT /v2.0/routers/b8afb779-2f54-4bbf-bd6e-cc36f408aa8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8079653 Oct 13 14:18:00.357810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2134b114-a691-4ecd-ad66-188e13791ed6 admin admin] Made reservation on behalf of 82871577ef3e4a4ea19f18b5f347c20b for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:00.360248 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2134b114-a691-4ecd-ad66-188e13791ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:00.401213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Allocated IP 172.25.0.93 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/018dcb3e-9875-441f-9f1c-5c20d0fba96d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:00.403836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660ba87-06f0-4d95-84f0-86e203e7b8b4 req-2cfecb19-2881-4960-9d5f-53ba3a80004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:00.405406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6660ba87-06f0-4d95-84f0-86e203e7b8b4 req-2cfecb19-2881-4960-9d5f-53ba3a80004f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.3404300 Oct 13 14:18:00.415257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b05880-a334-404f-b0d1-ece5c79876f2 None None] Pushing event updated for resources: {'Port': ['ID=86a1c3e9-e4e1-468a-8ceb-02b18149aab9,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:00.522067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6660ba87-06f0-4d95-84f0-86e203e7b8b4 req-9dc8e07c-cfee-4369-a881-6c8da35c7fbb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 217 time: 0.0631707 Oct 13 14:18:00.555640 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:00.685492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:00.686877 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:00.689647 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:00.697397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:00.698173 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:00.718625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=d014def9-af25-414f-bc03-73f66bcee56d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:00.828507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a6e02c4-a57a-410c-9063-f5cc0a968251 req-3a8ed1ee-db28-40ce-8102-f0b860c66438 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=93c10b4cc12243fa8a8825696b112266 HTTP/1.1" status: 200 len: 221 time: 0.3496075 Oct 13 14:18:00.843509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51098) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:00.844355 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5fc3dec4-6056-4818-a78c-fb78ef9245db tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8692214 Oct 13 14:18:00.856399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660ba87-06f0-4d95-84f0-86e203e7b8b4 req-d13ce6a0-0d78-43fc-b49e-fccc9b829a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:00.862298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6660ba87-06f0-4d95-84f0-86e203e7b8b4 req-d13ce6a0-0d78-43fc-b49e-fccc9b829a66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.3182588 Oct 13 14:18:00.947809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bf3e2-ca9f-474f-9561-f1d72d5543ec req-1bde23a7-185f-4d76-a78a-b9726fc09af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:00.949524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207bf3e2-ca9f-474f-9561-f1d72d5543ec req-1bde23a7-185f-4d76-a78a-b9726fc09af1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 1098 time: 0.2705836 Oct 13 14:18:00.958049 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-caf10241-89cd-4164-88d5-49a652b26c36 req-1eae98bd-c459-477f-99f4-0d4a583215ae tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:00.972498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['039c759d-5745-4bee-87ee-c38e11333f34'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:18:01.054118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51102) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:01.060324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d0a204f8-7ca1-445a-8698-c090b6ad1c30 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1547436670', 'description': 'tempest-description--1820626911'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:01.073126 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:01.128068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae98bd-c459-477f-99f4-0d4a583215ae tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Pushing event deleted for resources: {'Port': ['ID=c83b9038-e04c-4ad8-b432-9bf05b53453d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:01.159854 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d0a204f8-7ca1-445a-8698-c090b6ad1c30 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:01.257567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9df119f-1058-4b53-9aaf-1a10cbd3417a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:01.263898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9df119f-1058-4b53-9aaf-1a10cbd3417a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:01.265618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b9df119f-1058-4b53-9aaf-1a10cbd3417a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4237297 Oct 13 14:18:01.270023 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d0a204f8-7ca1-445a-8698-c090b6ad1c30 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:01.273083 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51104) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:01.296590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660ba87-06f0-4d95-84f0-86e203e7b8b4 req-fd7ab87d-eb71-405b-8d88-b6236774bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:01.298216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6660ba87-06f0-4d95-84f0-86e203e7b8b4 req-fd7ab87d-eb71-405b-8d88-b6236774bb75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4193296 Oct 13 14:18:01.309279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf10241-89cd-4164-88d5-49a652b26c36 req-1eae98bd-c459-477f-99f4-0d4a583215ae tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] No DVR routers for this DVR port c83b9038-e04c-4ad8-b432-9bf05b53453d on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:18:01.353378 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-caf10241-89cd-4164-88d5-49a652b26c36 req-1eae98bd-c459-477f-99f4-0d4a583215ae tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:01.356769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-caf10241-89cd-4164-88d5-49a652b26c36 req-1eae98bd-c459-477f-99f4-0d4a583215ae tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.41 "DELETE /v2.0/ports/c83b9038-e04c-4ad8-b432-9bf05b53453d HTTP/1.1" status: 204 len: 173 time: 2.4118938 Oct 13 14:18:01.366894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2cddfa-3935-4069-8df2-9151b70f120c', 'name': 'network-vif-deleted', 'tag': 'c83b9038-e04c-4ad8-b432-9bf05b53453d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:18:01.369107 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96e5e9d-ab0a-40d1-9b54-2528581b0cca" -d '{"events": [{"server_uuid": "3f2cddfa-3935-4069-8df2-9151b70f120c", "name": "network-vif-deleted", "tag": "c83b9038-e04c-4ad8-b432-9bf05b53453d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:18:01.394806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a0414-9b73-48b8-bb06-d83e97eae00d req-3ac1fb85-a448-4173-885b-fbc6f1f2e8f2 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:01.397295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-028a0414-9b73-48b8-bb06-d83e97eae00d req-3ac1fb85-a448-4173-885b-fbc6f1f2e8f2 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 943 time: 0.4687188 Oct 13 14:18:01.422878 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d0a204f8-7ca1-445a-8698-c090b6ad1c30 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:01.467633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c83b9038-e04c-4ad8-b432-9bf05b53453d no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:18:01.500005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: c83b9038-e04c-4ad8-b432-9bf05b53453d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:18:01.500649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c83b9038-e04c-4ad8-b432-9bf05b53453d not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:18:01.515239 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a204f8-7ca1-445a-8698-c090b6ad1c30 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682eb074-e2ac-49f1-9964-d9223223c597,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:01.536196 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-99f35e32-b91a-4262-a9c6-14bc3fd8428f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port d014def9-af25-414f-bc03-73f66bcee56d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:01.537884 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99f35e32-b91a-4262-a9c6-14bc3fd8428f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:01.543607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bf3e2-ca9f-474f-9561-f1d72d5543ec req-4e1da608-9c22-460e-9ea9-1d695e8c28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:01.543607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207bf3e2-ca9f-474f-9561-f1d72d5543ec req-4e1da608-9c22-460e-9ea9-1d695e8c28a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 918 time: 0.5751417 Oct 13 14:18:01.629675 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d0a204f8-7ca1-445a-8698-c090b6ad1c30 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:01.630691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3726d1-a233-4626-9be3-f3bc67c77156 req-0ca93dbe-47f4-4e51-a92d-d289ea8e34ed tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:01.634888 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d0a204f8-7ca1-445a-8698-c090b6ad1c30 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5792999 Oct 13 14:18:01.637857 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51112) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:01.642248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad3726d1-a233-4626-9be3-f3bc67c77156 req-0ca93dbe-47f4-4e51-a92d-d289ea8e34ed tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.4867680 Oct 13 14:18:01.642364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-228a49ee-fc68-484b-bfc7-4ceb18d82b40 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Request body: {'security_group_rule': {'security_group_id': '682eb074-e2ac-49f1-9964-d9223223c597', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:01.651217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-028a0414-9b73-48b8-bb06-d83e97eae00d req-f1defca0-e424-4571-b7cc-d1d5ca75dc3e tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283397 Oct 13 14:18:01.661089 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:01.686164 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2134b114-a691-4ecd-ad66-188e13791ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:01.771381 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99f35e32-b91a-4262-a9c6-14bc3fd8428f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:01.807711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-99f35e32-b91a-4262-a9c6-14bc3fd8428f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for d014def9-af25-414f-bc03-73f66bcee56d owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:01.850238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:01.884134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 86a1c3e9-e4e1-468a-8ceb-02b18149aab9 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:01.907671 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-228a49ee-fc68-484b-bfc7-4ceb18d82b40 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:01.913770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:01.916621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event updated for resources: {'Port': ['ID=018dcb3e-9875-441f-9f1c-5c20d0fba96d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:01.920903 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207bf3e2-ca9f-474f-9561-f1d72d5543ec req-fa534d0f-f874-4577-86a7-a5c02817210a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b HTTP/1.1" status: 200 len: 1002 time: 0.3537459 Oct 13 14:18:01.921808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134b114-a691-4ecd-ad66-188e13791ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55692630-3c1b-4a22-9c24-eba73df651f5,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:01.943777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:01.973044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 86a1c3e9-e4e1-468a-8ceb-02b18149aab9 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:01.973714 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.023679 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-228a49ee-fc68-484b-bfc7-4ceb18d82b40 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.058681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ca072b64-25e0-411b-8e07-18ac9d331e73 None None] Provisioning complete for port 86a1c3e9-e4e1-468a-8ceb-02b18149aab9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:02.059105 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ca072b64-25e0-411b-8e07-18ac9d331e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.095600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22d6d5f5-3a1e-4610-bfaa-8661447fc08f req-31a89d5f-bf32-4685-860b-46d2f88170f7 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f2cddfa-3935-4069-8df2-9151b70f120c HTTP/1.1" status: 200 len: 210 time: 0.2657928 Oct 13 14:18:02.118618 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-228a49ee-fc68-484b-bfc7-4ceb18d82b40 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.139651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6660ba87-06f0-4d95-84f0-86e203e7b8b4 req-edbec8d9-ee6b-4b4e-bf73-0e06d754680f service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979469 Oct 13 14:18:02.140970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a49ee-fc68-484b-bfc7-4ceb18d82b40 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c235e23-f54c-42f8-a32c-9277019edebe,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:02.191964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad3726d1-a233-4626-9be3-f3bc67c77156 req-c3887b97-f567-4b55-8f70-52d351a153fa tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484712 Oct 13 14:18:02.195433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99f35e32-b91a-4262-a9c6-14bc3fd8428f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.244965 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.306293 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874bda03-7e96-4989-872d-4add8bbacd27 x-openstack-request-id: req-874bda03-7e96-4989-872d-4add8bbacd27 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:18:02.310401 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2cddfa-3935-4069-8df2-9151b70f120c", "name": "network-vif-deleted", "tag": "c83b9038-e04c-4ad8-b432-9bf05b53453d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:18:02.310401 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-874bda03-7e96-4989-872d-4add8bbacd27 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:18:02.310401 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2cddfa-3935-4069-8df2-9151b70f120c', 'name': 'network-vif-deleted', 'tag': 'c83b9038-e04c-4ad8-b432-9bf05b53453d', 'status': 'completed', 'code': 200} Oct 13 14:18:02.342066 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f35e32-b91a-4262-a9c6-14bc3fd8428f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=d014def9-af25-414f-bc03-73f66bcee56d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:02.346975 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-228a49ee-fc68-484b-bfc7-4ceb18d82b40 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.351369 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-228a49ee-fc68-484b-bfc7-4ceb18d82b40 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7094350 Oct 13 14:18:02.351369 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99f35e32-b91a-4262-a9c6-14bc3fd8428f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.357059 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-99f35e32-b91a-4262-a9c6-14bc3fd8428f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/d014def9-af25-414f-bc03-73f66bcee56d HTTP/1.1" status: 204 len: 168 time: 1.0805418 Oct 13 14:18:02.357059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51118) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:02.360932 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b01a3df0-9600-4c47-ba11-0c2f7bf0c8f6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Request body: {'security_group_rule': {'security_group_id': '682eb074-e2ac-49f1-9964-d9223223c597', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:02.368949 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51120) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:02.422261 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ca072b64-25e0-411b-8e07-18ac9d331e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.450130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 86a1c3e9-e4e1-468a-8ceb-02b18149aab9, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=86a1c3e9-e4e1-468a-8ceb-02b18149aab9,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:02.482055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bf3e2-ca9f-474f-9561-f1d72d5543ec req-e13d8a78-9c20-4d2b-a679-cdc6b2f33676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:02.482664 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acbcf5e-e697-43ed-9101-d1de9d2ff3f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:02.483655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207bf3e2-ca9f-474f-9561-f1d72d5543ec req-e13d8a78-9c20-4d2b-a679-cdc6b2f33676 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d1870f77-f283-46b0-91af-b6c012baea10 HTTP/1.1" status: 200 len: 856 time: 0.5419753 Oct 13 14:18:02.484404 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acbcf5e-e697-43ed-9101-d1de9d2ff3f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:02.488683 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3acbcf5e-e697-43ed-9101-d1de9d2ff3f9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1144960 Oct 13 14:18:02.489144 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51122) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:02.582805 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.583451 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1b094c65-6249-4f6c-9f19-37dbf454b553 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:02.605691 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e64337-7b81-4222-831e-04b7418ccdda tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 63bb3704-b5b9-418c-a762-610b1e5d339e {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:18:02.617118 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-80e64337-7b81-4222-831e-04b7418ccdda tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.620683 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b01a3df0-9600-4c47-ba11-0c2f7bf0c8f6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.704326 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-ca072b64-25e0-411b-8e07-18ac9d331e73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:18:02.704834 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-ca072b64-25e0-411b-8e07-18ac9d331e73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:18:02.706359 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-80e64337-7b81-4222-831e-04b7418ccdda tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.730657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=86a1c3e9-e4e1-468a-8ceb-02b18149aab9,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:02.742251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1b094c65-6249-4f6c-9f19-37dbf454b553 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:02.742251 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.793372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b01a3df0-9600-4c47-ba11-0c2f7bf0c8f6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.839164 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.840932 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-80e64337-7b81-4222-831e-04b7418ccdda tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.861895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 1b094c65-6249-4f6c-9f19-37dbf454b553, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1b094c65-6249-4f6c-9f19-37dbf454b553,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:02.870748 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b01a3df0-9600-4c47-ba11-0c2f7bf0c8f6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.885562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134b114-a691-4ecd-ad66-188e13791ed6 admin admin] Checking segment: {'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:02.885950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2134b114-a691-4ecd-ad66-188e13791ed6 admin admin] Network hostable DHCP agents. Network: 9a0d1357-5bd1-47a4-bc47-4229892a21e5, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:18:02.900139 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a3df0-9600-4c47-ba11-0c2f7bf0c8f6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9d555e-1186-496a-985b-02670297fd99,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:02.933049 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.969917 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:02.984679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcad49b-ed5c-407a-9447-c448bdad5d79 req-dd2f4e09-347c-4727-b0df-b279b0bb6a51 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:02.986342 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0fcad49b-ed5c-407a-9447-c448bdad5d79 req-dd2f4e09-347c-4727-b0df-b279b0bb6a51 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.6707463 Oct 13 14:18:02.986563 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=1b094c65-6249-4f6c-9f19-37dbf454b553,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:03.001976 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b01a3df0-9600-4c47-ba11-0c2f7bf0c8f6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.001976 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b01a3df0-9600-4c47-ba11-0c2f7bf0c8f6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6429784 Oct 13 14:18:03.002840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51126) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:03.007092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34a61f-1881-440a-8518-8048a4652beb req-63077ed6-3991-4193-9edd-1dbc9d9577af tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:03.007802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:03.008587 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da34a61f-1881-440a-8518-8048a4652beb req-63077ed6-3991-4193-9edd-1dbc9d9577af tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.5687909 Oct 13 14:18:03.013461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6660ba87-06f0-4d95-84f0-86e203e7b8b4 req-5c274e43-f21d-497e-84e6-0df6b17b04b6 service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8118041 Oct 13 14:18:03.021698 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-80e64337-7b81-4222-831e-04b7418ccdda tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.022698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bf3e2-ca9f-474f-9561-f1d72d5543ec req-8970e7c0-9a28-461f-89a5-b6f5622720ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:03.024246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207bf3e2-ca9f-474f-9561-f1d72d5543ec req-8970e7c0-9a28-461f-89a5-b6f5622720ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=16e15b01-e808-4e45-90e1-66199134cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5177946 Oct 13 14:18:03.059252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e64337-7b81-4222-831e-04b7418ccdda tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=63bb3704-b5b9-418c-a762-610b1e5d339e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:03.061348 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-80e64337-7b81-4222-831e-04b7418ccdda tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.065846 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-80e64337-7b81-4222-831e-04b7418ccdda tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/63bb3704-b5b9-418c-a762-610b1e5d339e HTTP/1.1" status: 204 len: 168 time: 0.5753732 Oct 13 14:18:03.067966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51128) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:03.070691 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487a70dd-baa3-46b4-9ace-4ab9e7dd5675 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:03.121137 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6e16eabf-0553-4544-a9a2-e20642a8abb7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456564 Oct 13 14:18:03.121340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2134b114-a691-4ecd-ad66-188e13791ed6 admin admin] Network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:18:03.121860 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51130) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:03.150074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0fcad49b-ed5c-407a-9447-c448bdad5d79 req-3091af2b-313a-46cf-818f-160f3e90aa4c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404710 Oct 13 14:18:03.171546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.180883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da34a61f-1881-440a-8518-8048a4652beb req-73ff35b4-881d-4e54-8c85-d6c740767afd tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605666 Oct 13 14:18:03.189717 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.283454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-2134b114-a691-4ecd-ad66-188e13791ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 9a0d1357-5bd1-47a4-bc47-4229892a21e5) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:03.302254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d9346c-0544-4cef-9411-608bf10e07d1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:03.305115 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b4d9346c-0544-4cef-9411-608bf10e07d1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1820645 Oct 13 14:18:03.312133 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51140) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:03.329384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661df08f-4b9d-467d-9447-5bd86f82f04d None None] Network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:03.350134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2134b114-a691-4ecd-ad66-188e13791ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:03.350754 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2134b114-a691-4ecd-ad66-188e13791ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.362706 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207bf3e2-ca9f-474f-9561-f1d72d5543ec req-744caf52-6650-4f1b-bc54-23488562c946 service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219619 Oct 13 14:18:03.396272 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a771550-f1d7-416e-b157-b0bc96567a9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:03.399995 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8a771550-f1d7-416e-b157-b0bc96567a9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0825009 Oct 13 14:18:03.408359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51142) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:03.410192 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Sync routers for ids ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:18:03.426016 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Routers {'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:03.427016 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:03.459750 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9035cffe-0e45-42cf-ac72-119a6bcff8cf tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467553 Oct 13 14:18:03.464007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51144) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:03.465568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.472236 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:03.479235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09303038-ed36-4882-8532-96a0909e7bd2 None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:18:03.529427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7a78d183-c2c7-4960-9edb-19b36ecb57d8 None None] Could not find standard attr ID for object d014def9-af25-414f-bc03-73f66bcee56d. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:18:03.549099 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2134b114-a691-4ecd-ad66-188e13791ed6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.5428400 Oct 13 14:18:03.550658 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51146) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:03.558109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:03.574027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46ae4b-9398-4239-803d-4bbcb9b20eef req-b59b2656-c953-4e0d-8772-bc803bb01670 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:03.575630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc46ae4b-9398-4239-803d-4bbcb9b20eef req-b59b2656-c953-4e0d-8772-bc803bb01670 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 943 time: 0.3018365 Oct 13 14:18:03.575930 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Set router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:18:03.608531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:18:03.610240 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.678185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-09303038-ed36-4882-8532-96a0909e7bd2 None None] Deleting port 86a1c3e9-e4e1-468a-8ceb-02b18149aab9 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:03.685292 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09303038-ed36-4882-8532-96a0909e7bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.705738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207bf3e2-ca9f-474f-9561-f1d72d5543ec req-45fe765e-10c2-48c3-93b7-989c9a41af10 service neutron] 10.222.0.49 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228550 Oct 13 14:18:03.732580 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Allocated IP 172.25.0.169 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/a5449115-51b0-402b-8338-96003240443f) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:03.748804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc46ae4b-9398-4239-803d-4bbcb9b20eef req-723f668a-9afb-401c-9fc9-055eedb77d7a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445043 Oct 13 14:18:03.797426 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.799299 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.809901 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.855418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1b094c65-6249-4f6c-9f19-37dbf454b553 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:03.863332 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:17:57Z', 'revision_number': 4, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port': {'id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:49Z', 'updated_at': '2021-10-13T14:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3021b95a-0ed8-494f-84bd-0ab3c852381a', 'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'mac_address': 'fa:16:3e:28:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:55Z', 'updated_at': '2021-10-13T14:17:58Z', 'revision_number': 2, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'subnets': [{'id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:03.892403 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.897937 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Checking router: b8afb779-2f54-4bbf-bd6e-cc36f408aa8d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:18:03.898638 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Updating router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d port 3021b95a-0ed8-494f-84bd-0ab3c852381a binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:18:03.909024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 14858efe-1b64-4b5b-a48b-128a6abddb02 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:18:03.911314 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 29f5b2e8-bc5d-40a0-b676-3e16dc95457b no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:18:03.926405 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.967549 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:03.969380 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.973044 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:03.975711 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-09303038-ed36-4882-8532-96a0909e7bd2 None None] For port 86a1c3e9-e4e1-468a-8ceb-02b18149aab9, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=86a1c3e9-e4e1-468a-8ceb-02b18149aab9,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:03.978647 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09303038-ed36-4882-8532-96a0909e7bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.053532 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.062985 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.101956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Allocated IP 172.20.0.2 (9a0d1357-5bd1-47a4-bc47-4229892a21e5/55692630-3c1b-4a22-9c24-eba73df651f5/6d834ed6-9df3-47ed-9824-c977371c8f13) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:04.104316 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-09303038-ed36-4882-8532-96a0909e7bd2 None None] Calling delete_port for 86a1c3e9-e4e1-468a-8ceb-02b18149aab9 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:04.138050 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:04.147707 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:04.153754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a7943-6f8f-4fd4-8000-10ffc0663144 req-8fea6ae0-03b4-4c35-ac67-446f96e9cd19 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:04.155400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e0a7943-6f8f-4fd4-8000-10ffc0663144 req-8fea6ae0-03b4-4c35-ac67-446f96e9cd19 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2799101 Oct 13 14:18:04.156306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event updated for resources: {'Port': ['ID=018dcb3e-9875-441f-9f1c-5c20d0fba96d,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:04.162645 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:04.167113 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Pushing event updated for resources: {'Port': ['ID=a5449115-51b0-402b-8338-96003240443f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:04.200512 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:04.201210 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:04.201724 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:04.202259 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:04.202779 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:04.203330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:04.203790 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:04.204224 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:04.204656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:04.205130 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:04.205560 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:04.205994 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:04.270579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 14858efe-1b64-4b5b-a48b-128a6abddb02, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=14858efe-1b64-4b5b-a48b-128a6abddb02,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:04.274186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bf3aa-bb4a-4ca5-92a8-11acde92ab7f req-0ff76bf8-67b7-4a11-b4d3-8a0704b96115 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:04.281902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-282bf3aa-bb4a-4ca5-92a8-11acde92ab7f req-0ff76bf8-67b7-4a11-b4d3-8a0704b96115 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.2260060 Oct 13 14:18:04.291890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'port_id': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'mac_address': 'fa:16:3e:e5:44:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:18:04.307350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.355600 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.360026 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.437773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.438955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3b5868a8-e416-4dd6-a1fd-64ef0c443dff tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9943664 Oct 13 14:18:04.442469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e0a7943-6f8f-4fd4-8000-10ffc0663144 req-15bebfb7-d377-41f0-a20a-efe396820435 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695754 Oct 13 14:18:04.442780 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51152) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:04.449687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-424200921'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:04.456974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-282bf3aa-bb4a-4ca5-92a8-11acde92ab7f req-ec6ae6fa-b562-4394-b4cb-7c9e650093fb tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715012 Oct 13 14:18:04.469183 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.503414 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.558597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.574749 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453711cd-f2f4-4fba-a1dc-f6452b7b556e None None] Pushing event updated for resources: {'Port': ['ID=3021b95a-0ed8-494f-84bd-0ab3c852381a,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:04.704898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14748053-3b26-4dfa-9328-3da0a8519b6e req-b4d97aa2-0eaf-483f-9b98-5a76b2475198 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:04.707389 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14748053-3b26-4dfa-9328-3da0a8519b6e req-b4d97aa2-0eaf-483f-9b98-5a76b2475198 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1653597 Oct 13 14:18:04.717240 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Attempting to bind port 3021b95a-0ed8-494f-84bd-0ab3c852381a on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:18:04.720077 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Attempting to bind port 3021b95a-0ed8-494f-84bd-0ab3c852381a by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '3ca46691-e0a6-4153-a03b-609e2b070248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:18:04.720077 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Attempting to bind port 3021b95a-0ed8-494f-84bd-0ab3c852381a on network 47ac7078-4955-4859-a54d-a170c2b90a6f {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:04.721510 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Made reservation on behalf of 09db09745932442d9212d7588887f941 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:04.727439 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:18:04.728953 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Checking segment: {'id': '3ca46691-e0a6-4153-a03b-609e2b070248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:04.729208 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.729804 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.730691 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Bound using segment: {'id': '3ca46691-e0a6-4153-a03b-609e2b070248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:18:04.731504 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Bound port: 3021b95a-0ed8-494f-84bd-0ab3c852381a, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca46691-e0a6-4153-a03b-609e2b070248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:18:04.732086 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.735008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1b094c65-6249-4f6c-9f19-37dbf454b553 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:04.735373 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.742421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8b838-40a3-42c3-bd8d-d8eb61ea3163 req-7d40f28f-565c-48c8-816f-3ae5e92b1eeb tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:04.746895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39b8b838-40a3-42c3-bd8d-d8eb61ea3163 req-7d40f28f-565c-48c8-816f-3ae5e92b1eeb tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 946 time: 0.1924255 Oct 13 14:18:04.769765 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.842722 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] For port 3021b95a-0ed8-494f-84bd-0ab3c852381a, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:04.846565 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] For port 3021b95a-0ed8-494f-84bd-0ab3c852381a, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3021b95a-0ed8-494f-84bd-0ab3c852381a,segment=NetworkSegment(3ca46691-e0a6-4153-a03b-609e2b070248),segment_id=3ca46691-e0a6-4153-a03b-609e2b070248)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:04.854618 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.871947 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:04.872111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14748053-3b26-4dfa-9328-3da0a8519b6e req-835bb93a-cad7-44b7-885b-3bce15151cb8 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536059 Oct 13 14:18:04.891974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39b8b838-40a3-42c3-bd8d-d8eb61ea3163 req-0a38e54b-c3f2-487f-9a4b-dd9133fd6f8a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253603 Oct 13 14:18:04.968755 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.004279 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:18:05.009910 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.063152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14858efe-1b64-4b5b-a48b-128a6abddb02 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:18:05.087346 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Routers {'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:05.087978 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:05.088795 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.099189 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.157764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 14858efe-1b64-4b5b-a48b-128a6abddb02, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=14858efe-1b64-4b5b-a48b-128a6abddb02,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:05.170625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:18:05.173784 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28dd966-7e36-4e37-9f7c-3831a031cdb1" -d '{"events": [{"server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "name": "network-vif-unplugged", "status": "completed", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:18:05.189953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e657b7-2f45-4b82-a488-fb4073e480ea req-7f44aba8-0cbd-4517-995c-2f84a42cbbcb tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:05.198636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85e657b7-2f45-4b82-a488-fb4073e480ea req-7f44aba8-0cbd-4517-995c-2f84a42cbbcb tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 943 time: 0.2271092 Oct 13 14:18:05.205381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-337411fe-848e-4e04-a42f-8a2511f7b7f2 None None] Provisioning complete for port 3021b95a-0ed8-494f-84bd-0ab3c852381a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:05.206177 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-337411fe-848e-4e04-a42f-8a2511f7b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.212193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:05.250918 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.264365 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] Set router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:18:05.270706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf72f22-24f5-45af-ba1c-1e17d5e4a830 req-53c12bd8-3802-4d32-bd88-06336cec64ed tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:05.279625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdf72f22-24f5-45af-ba1c-1e17d5e4a830 req-53c12bd8-3802-4d32-bd88-06336cec64ed tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2214770 Oct 13 14:18:05.289297 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.293063 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.323944 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.326393 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09303038-ed36-4882-8532-96a0909e7bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.338913 n-d-806683-15 neutron-server[112684]: WARNING neutron.services.revisions.revision_plugin [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Could not find related port for resource to bump revision. Oct 13 14:18:05.345030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Pushing event updated for resources: {'Port': ['ID=6d834ed6-9df3-47ed-9824-c977371c8f13,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:05.345187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Pushing event updated for resources: {'Port': ['ID=a5449115-51b0-402b-8338-96003240443f,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:05.363324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85e657b7-2f45-4b82-a488-fb4073e480ea req-b5f4a4dc-bf3d-4af0-b461-3292a6fb0da4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636908 Oct 13 14:18:05.367062 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.375795 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.385047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.400684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:05.423985 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:05.456090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0807b8-224c-42d8-877b-99f17bbaa801,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:05.460142 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.463411 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7f0650-1caf-4204-bd13-b3bbf975b1fc x-openstack-request-id: req-2a7f0650-1caf-4204-bd13-b3bbf975b1fc {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:18:05.464057 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "name": "network-vif-unplugged", "status": "completed", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:18:05.464802 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a7f0650-1caf-4204-bd13-b3bbf975b1fc {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:18:05.465664 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'code': 200} Oct 13 14:18:05.466901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_pluggable_backend [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Port 86a1c3e9-e4e1-468a-8ceb-02b18149aab9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=112684) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 13 14:18:05.467134 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_pluggable_backend [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Reverting IP allocation for 2001:db8::f816:3eff:fe91:6593 {{(pid=112684) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 13 14:18:05.467453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:05.479868 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_pluggable_backend [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe91:6593 {{(pid=112684) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 13 14:18:05.479868 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.483303 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453711cd-f2f4-4fba-a1dc-f6452b7b556e None None] Pushing event updated for resources: {'Port': ['ID=3021b95a-0ed8-494f-84bd-0ab3c852381a,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:05.492898 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:18:05.504933 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09303038-ed36-4882-8532-96a0909e7bd2 None None] No DVR routers for this DVR port 86a1c3e9-e4e1-468a-8ceb-02b18149aab9 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:18:05.559015 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.559647 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Added segment 9e5ab285-c2d1-4d9c-8cfc-7be16161a666 of type vlan for network 1971317b-856c-4fe9-a99b-fb48cf9eaa0f Oct 13 14:18:05.587280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdf72f22-24f5-45af-ba1c-1e17d5e4a830 req-7484ae86-3cbb-4b7a-954b-29d45f94fbe3 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067398 Oct 13 14:18:05.624588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Allocated IP 172.25.0.151 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/1bbb0245-1572-424f-b563-b6495f49ac35) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:05.645947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.674915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['14858efe-1b64-4b5b-a48b-128a6abddb02'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:18:05.683992 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:17:57Z', 'revision_number': 4, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port': {'id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:49Z', 'updated_at': '2021-10-13T14:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3021b95a-0ed8-494f-84bd-0ab3c852381a', 'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'mac_address': 'fa:16:3e:28:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:55Z', 'updated_at': '2021-10-13T14:18:04Z', 'revision_number': 4, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'subnets': [{'id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:05.721116 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83656a7b-6705-4755-9633-93f6b84ae5be None None] The sync data for ids ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'] in n-d-806683-15 is: [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:17:57Z', 'revision_number': 4, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port': {'id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:49Z', 'updated_at': '2021-10-13T14:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3021b95a-0ed8-494f-84bd-0ab3c852381a', 'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'mac_address': 'fa:16:3e:28:3c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:55Z', 'updated_at': '2021-10-13T14:18:04Z', 'revision_number': 4, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'subnets': [{'id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:18:05.738982 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.751712 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-286acfe9-d9ac-41d8-af9b-63381a01646d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7381599 Oct 13 14:18:05.751712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:05.752064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 86a1c3e9-e4e1-468a-8ceb-02b18149aab9 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:18:05.752191 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:05.762547 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:05.763668 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.775234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=fe58995d-349b-4dbe-930d-14eb79e6bd96,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:05.852217 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.861113 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:05.861746 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:05.878795 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a140c3-51cc-49e4-8bdf-e87124d78577 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:05.888687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f24a6-2b50-42ce-b566-4a0b67d0642f req-bde00ca1-8d44-40e3-86d9-2641c90edb35 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:05.893317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e4f24a6-2b50-42ce-b566-4a0b67d0642f req-bde00ca1-8d44-40e3-86d9-2641c90edb35 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.2703881 Oct 13 14:18:05.905636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Attempting to bind port 6d834ed6-9df3-47ed-9824-c977371c8f13 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:18:05.906007 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Attempting to bind port 6d834ed6-9df3-47ed-9824-c977371c8f13 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:18:05.906373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Attempting to bind port 6d834ed6-9df3-47ed-9824-c977371c8f13 on network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:05.917329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=14858efe-1b64-4b5b-a48b-128a6abddb02,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:05.940517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828f2ab-8054-4814-b956-2462cdd1b218 req-649363d5-fee3-4c9f-a1fe-dd53d8482202 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:05.942662 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c72eab73-5baa-44c4-9ed6-d2821dcd4d83 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4747417 Oct 13 14:18:05.948520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1828f2ab-8054-4814-b956-2462cdd1b218 req-649363d5-fee3-4c9f-a1fe-dd53d8482202 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2335579 Oct 13 14:18:05.955165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 86a1c3e9-e4e1-468a-8ceb-02b18149aab9 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:18:05.955764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 86a1c3e9-e4e1-468a-8ceb-02b18149aab9 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:18:05.967886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51192) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:05.977142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4f9f8b25-9e9a-4c0f-9b32-2b93c5cf6862 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:06.053312 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event updated for resources: {'Network': ['ID=1971317b-856c-4fe9-a99b-fb48cf9eaa0f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:06.105382 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:18:06.105766 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Checking segment: {'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:06.106173 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:06.106576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Bound using segment: {'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:18:06.107076 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Bound port: 6d834ed6-9df3-47ed-9824-c977371c8f13, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:18:06.107454 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:06.110435 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 1971317b-856c-4fe9-a99b-fb48cf9eaa0f details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:18:06.139737 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:06.179086 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2e660dac-aa7c-49b8-8719-19122a078c3c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7350187 Oct 13 14:18:06.180322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51210) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:06.186664 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b92685f6-e348-40e6-9d40-87b6fddae68c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Request body: {'subnet': {'network_id': '1971317b-856c-4fe9-a99b-fb48cf9eaa0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:06.245738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e4f24a6-2b50-42ce-b566-4a0b67d0642f req-50e041bf-de7e-42ea-b340-8e924510e757 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414018 Oct 13 14:18:06.266891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3021b95a-0ed8-494f-84bd-0ab3c852381a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:06.275030 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:06.360749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1828f2ab-8054-4814-b956-2462cdd1b218 req-be5c3a2e-09da-4bb9-9f1f-52543cff3811 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110463 Oct 13 14:18:06.374928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09303038-ed36-4882-8532-96a0909e7bd2 None None] Pushing event deleted for resources: {'Port': ['ID=86a1c3e9-e4e1-468a-8ceb-02b18149aab9,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:06.384114 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-337411fe-848e-4e04-a42f-8a2511f7b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:06.419127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:06.430769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:06.434430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:06.469839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbb0245-1572-424f-b563-b6495f49ac35,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:06.495646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92685f6-e348-40e6-9d40-87b6fddae68c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Made reservation on behalf of 09db09745932442d9212d7588887f941 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:06.500022 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b92685f6-e348-40e6-9d40-87b6fddae68c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:06.534780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:06.676046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd76acc-498d-411b-b932-cb5557695c50 req-e4083d7b-f6f9-448a-a8bc-cb8f7537814c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:06.678528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0fd76acc-498d-411b-b932-cb5557695c50 req-e4083d7b-f6f9-448a-a8bc-cb8f7537814c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 944 time: 0.3100634 Oct 13 14:18:06.713545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3021b95a-0ed8-494f-84bd-0ab3c852381a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:06.714129 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:06.816271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb508f-5f80-42fc-9203-0cdff563a82c req-dbcffd5e-3507-4cdb-87ba-209a733a77f5 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:06.818385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cabb508f-5f80-42fc-9203-0cdff563a82c req-dbcffd5e-3507-4cdb-87ba-209a733a77f5 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 944 time: 0.2630651 Oct 13 14:18:06.823049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9f8b25-9e9a-4c0f-9b32-2b93c5cf6862 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:06.829706 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4f9f8b25-9e9a-4c0f-9b32-2b93c5cf6862 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:06.913086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-337411fe-848e-4e04-a42f-8a2511f7b7f2 None None] For port 3021b95a-0ed8-494f-84bd-0ab3c852381a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3021b95a-0ed8-494f-84bd-0ab3c852381a,segment=NetworkSegment(3ca46691-e0a6-4153-a03b-609e2b070248),segment_id=3ca46691-e0a6-4153-a03b-609e2b070248)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:06.939325 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] For port 6d834ed6-9df3-47ed-9824-c977371c8f13, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:06.986503 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] For port 6d834ed6-9df3-47ed-9824-c977371c8f13, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d834ed6-9df3-47ed-9824-c977371c8f13,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:06.993330 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-337411fe-848e-4e04-a42f-8a2511f7b7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:07.000881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': 'fe58995d-349b-4dbe-930d-14eb79e6bd96'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:18:07.000881 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:07.008925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0fd76acc-498d-411b-b932-cb5557695c50 req-09a9fdfd-228f-41b2-89a0-e0ad82aaff60 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189385 Oct 13 14:18:07.035674 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b92685f6-e348-40e6-9d40-87b6fddae68c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:07.051030 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cabb508f-5f80-42fc-9203-0cdff563a82c req-91f944ec-67c6-4d82-bd7a-fbc280ebc332 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104065 Oct 13 14:18:07.079265 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:07.086466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4be6d9-538f-4445-9406-00b88484ba94 req-6904bcca-dae0-47cb-af2b-cf72f061f014 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:07.087640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c4be6d9-538f-4445-9406-00b88484ba94 req-6904bcca-dae0-47cb-af2b-cf72f061f014 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.41 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.1655490 Oct 13 14:18:07.170387 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337411fe-848e-4e04-a42f-8a2511f7b7f2 None None] Pushing event updated for resources: {'Port': ['ID=3021b95a-0ed8-494f-84bd-0ab3c852381a,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:07.178550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92685f6-e348-40e6-9d40-87b6fddae68c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Checking segment: {'id': '9e5ab285-c2d1-4d9c-8cfc-7be16161a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1971317b-856c-4fe9-a99b-fb48cf9eaa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:07.178970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92685f6-e348-40e6-9d40-87b6fddae68c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Network hostable DHCP agents. Network: 1971317b-856c-4fe9-a99b-fb48cf9eaa0f, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:18:07.179760 n-d-806683-15 neutron-server[112685]: INFO neutron.db.ipam_backend_mixin [None req-4f9f8b25-9e9a-4c0f-9b32-2b93c5cf6862 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe58995d-349b-4dbe-930d-14eb79e6bd96 (CIDR: 2001:db8::/64) Oct 13 14:18:07.193773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92685f6-e348-40e6-9d40-87b6fddae68c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event updated for resources: {'Subnet': ['ID=9e7541ee-e5e4-449f-83c8-9410e51d9eca,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:07.281755 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92685f6-e348-40e6-9d40-87b6fddae68c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Network 1971317b-856c-4fe9-a99b-fb48cf9eaa0f is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:18:07.298592 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-262dc7d6-3c6c-4ee0-8646-ea507098ef87 None None] Provisioning complete for port 3021b95a-0ed8-494f-84bd-0ab3c852381a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:07.299185 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-262dc7d6-3c6c-4ee0-8646-ea507098ef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:07.323294 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9f8b25-9e9a-4c0f-9b32-2b93c5cf6862 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:18:07.324931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9f8b25-9e9a-4c0f-9b32-2b93c5cf6862 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:07.368732 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b87087-82e3-44d7-885b-739b74386d84 None None] Pushing event updated for resources: {'Port': ['ID=6d834ed6-9df3-47ed-9824-c977371c8f13,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:07.373591 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b92685f6-e348-40e6-9d40-87b6fddae68c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 1971317b-856c-4fe9-a99b-fb48cf9eaa0f) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:07.378020 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92685f6-e348-40e6-9d40-87b6fddae68c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:07.378767 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b92685f6-e348-40e6-9d40-87b6fddae68c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:07.390149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a4c472-0c13-40de-8a45-1048f3f6d0e9 None None] Network 1971317b-856c-4fe9-a99b-fb48cf9eaa0f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:07.440068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Allocated IP 2001:db8::f816:3eff:fe81:6724 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/fe58995d-349b-4dbe-930d-14eb79e6bd96/877a9bd3-bc44-4322-b6c3-dd14e940d60c) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:07.496438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bebba-a49a-42db-8749-a8526fe88792 req-1d7d37e8-fb0c-4fb3-830c-8c9af021539f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:07.498300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba7bebba-a49a-42db-8749-a8526fe88792 req-1d7d37e8-fb0c-4fb3-830c-8c9af021539f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2114716 Oct 13 14:18:07.504888 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b92685f6-e348-40e6-9d40-87b6fddae68c tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3207622 Oct 13 14:18:07.505839 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51232) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:07.508890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4f9f8b25-9e9a-4c0f-9b32-2b93c5cf6862 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5398493 Oct 13 14:18:07.511230 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51234) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:07.522115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1102928967', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:07.545365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7c4be6d9-538f-4445-9406-00b88484ba94 req-9376ea85-ff5c-42a7-8f62-530338264641 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Deleting port 039c759d-5745-4bee-87ee-c38e11333f34 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:07.545768 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c4be6d9-538f-4445-9406-00b88484ba94 req-9376ea85-ff5c-42a7-8f62-530338264641 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:07.553485 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0ab7496a-d4d2-4ee0-82ea-73026087d1af tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:08.051551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 14858efe-1b64-4b5b-a48b-128a6abddb02 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:08.062757 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.099362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-1971317b-856c-4fe9-a99b-fb48cf9eaa0f', 'network_id': '1971317b-856c-4fe9-a99b-fb48cf9eaa0f', 'tenant_id': '09db09745932442d9212d7588887f941', 'fixed_ips': [{'subnet_id': '9e7541ee-e5e4-449f-83c8-9410e51d9eca'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:18:08.100527 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.129723 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.133817 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.205805 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.251282 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.251282 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab7496a-d4d2-4ee0-82ea-73026087d1af tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:08.255211 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ab7496a-d4d2-4ee0-82ea-73026087d1af tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.257356 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.275327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3021b95a-0ed8-494f-84bd-0ab3c852381a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:08.341661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba7bebba-a49a-42db-8749-a8526fe88792 req-ad8a7ecc-8a63-46ab-bc9c-c05fe203a9f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8236938 Oct 13 14:18:08.426360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:08.487788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:08.508289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:08.512939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Pushing event updated for resources: {'Port': ['ID=877a9bd3-bc44-4322-b6c3-dd14e940d60c,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:08.583131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 14858efe-1b64-4b5b-a48b-128a6abddb02 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:18:08.643129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3021b95a-0ed8-494f-84bd-0ab3c852381a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:08.643621 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.647512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Allocated IP 172.20.0.2 (1971317b-856c-4fe9-a99b-fb48cf9eaa0f/9e7541ee-e5e4-449f-83c8-9410e51d9eca/2f847add-0da8-4b17-90fa-491ed54db047) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:08.666731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 14858efe-1b64-4b5b-a48b-128a6abddb02 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:08.667742 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.721139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Attempting to bind port 877a9bd3-bc44-4322-b6c3-dd14e940d60c on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:18:08.721139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Attempting to bind port 877a9bd3-bc44-4322-b6c3-dd14e940d60c by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:18:08.721139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Attempting to bind port 877a9bd3-bc44-4322-b6c3-dd14e940d60c on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:08.756112 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.769546 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeacdf6e-e157-4111-a1fb-c1e29d89f9c0 None None] Network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:08.769775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7c4be6d9-538f-4445-9406-00b88484ba94 req-9376ea85-ff5c-42a7-8f62-530338264641 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] For port 039c759d-5745-4bee-87ee-c38e11333f34, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=039c759d-5745-4bee-87ee-c38e11333f34,segment=NetworkSegment(1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280),segment_id=1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:08.778021 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c4be6d9-538f-4445-9406-00b88484ba94 req-9376ea85-ff5c-42a7-8f62-530338264641 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.806008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7c4be6d9-538f-4445-9406-00b88484ba94 req-9376ea85-ff5c-42a7-8f62-530338264641 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Calling delete_port for 039c759d-5745-4bee-87ee-c38e11333f34 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:08.841743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:18:08.842178 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:08.842888 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.843025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:18:08.843464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Bound port: 877a9bd3-bc44-4322-b6c3-dd14e940d60c, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:18:08.843865 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:08.953423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84559d-4274-4a6f-b01c-ce12811133de req-533a97c7-de4f-4351-8468-e9cddc00fe2f tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:08.955202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa84559d-4274-4a6f-b01c-ce12811133de req-533a97c7-de4f-4351-8468-e9cddc00fe2f tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 944 time: 0.2872856 Oct 13 14:18:08.966244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53663d73-aa72-42fb-a11d-06858896c306 req-f75f84c2-56e4-4bac-9158-ad0390df72f0 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:08.967876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53663d73-aa72-42fb-a11d-06858896c306 req-f75f84c2-56e4-4bac-9158-ad0390df72f0 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 946 time: 0.4732876 Oct 13 14:18:08.983286 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5867fe8d-d87b-4244-a661-a35dc7d890f3 None None] Provisioning complete for port 6d834ed6-9df3-47ed-9824-c977371c8f13 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:08.983582 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5867fe8d-d87b-4244-a661-a35dc7d890f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.083466 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.098683 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ab7496a-d4d2-4ee0-82ea-73026087d1af tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.100902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53663d73-aa72-42fb-a11d-06858896c306 req-98bc19da-2a0a-4d78-a4fd-c5a46e8739b1 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138208 Oct 13 14:18:09.124304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa84559d-4274-4a6f-b01c-ce12811133de req-34f51d7e-99ab-4a34-8ece-0667a1f3a52e tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535714 Oct 13 14:18:09.180536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7496a-d4d2-4ee0-82ea-73026087d1af tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=014ce900-6571-467d-b1a1-41f1a3bbd2c0,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:09.251655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] For port 877a9bd3-bc44-4322-b6c3-dd14e940d60c, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:09.252545 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab7496a-d4d2-4ee0-82ea-73026087d1af tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:09.258537 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0ab7496a-d4d2-4ee0-82ea-73026087d1af tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:09.263153 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7496a-d4d2-4ee0-82ea-73026087d1af tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:09.263972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d834ed6-9df3-47ed-9824-c977371c8f13 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:09.264489 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ab7496a-d4d2-4ee0-82ea-73026087d1af tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.304923 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.312784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] For port 877a9bd3-bc44-4322-b6c3-dd14e940d60c, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=877a9bd3-bc44-4322-b6c3-dd14e940d60c,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:09.327245 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.390141 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.412804 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.428233 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0ab7496a-d4d2-4ee0-82ea-73026087d1af tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8919129 Oct 13 14:18:09.431387 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51284) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:09.436011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee447fc9-e4a6-4feb-b474-708cb7cfefd2 req-c770381b-b791-4713-a6e1-ae57a2453e8f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:09.441220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'mac_address': 'fa:16:3e:f4:6b:21', 'name': 'tempest-NetworksTestDHCPv6-1651164140'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:09.447866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee447fc9-e4a6-4feb-b474-708cb7cfefd2 req-c770381b-b791-4713-a6e1-ae57a2453e8f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2398736 Oct 13 14:18:09.497962 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.509933 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 039c759d-5745-4bee-87ee-c38e11333f34 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:18:09.548057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee447fc9-e4a6-4feb-b474-708cb7cfefd2 req-107ee0cb-a6fb-450b-bfe8-65b8f9105f60 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990446 Oct 13 14:18:09.597044 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c4be6d9-538f-4445-9406-00b88484ba94 req-9376ea85-ff5c-42a7-8f62-530338264641 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.597251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:18:09.598444 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b7e325-8a26-495f-be2b-70f67793b194" -d '{"events": [{"server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "name": "network-vif-plugged", "status": "completed", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:18:09.673196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 14858efe-1b64-4b5b-a48b-128a6abddb02, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=14858efe-1b64-4b5b-a48b-128a6abddb02,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:09.678746 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.686470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99d453-f3b1-494d-a6b3-88576fed57cb None None] Pushing event updated for resources: {'Port': ['ID=877a9bd3-bc44-4322-b6c3-dd14e940d60c,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:09.689656 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5867fe8d-d87b-4244-a661-a35dc7d890f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.697341 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671acade-7fd4-4628-9651-aad96f24dfa5 x-openstack-request-id: req-671acade-7fd4-4628-9651-aad96f24dfa5 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:18:09.697567 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "name": "network-vif-plugged", "status": "completed", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:18:09.698352 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-671acade-7fd4-4628-9651-aad96f24dfa5 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:18:09.698352 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'code': 200} Oct 13 14:18:09.706263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376ea85-ff5c-42a7-8f62-530338264641 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Pushing event deleted for resources: {'Port': ['ID=039c759d-5745-4bee-87ee-c38e11333f34,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:09.722289 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Allocated IP 172.25.0.99 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/4472aa97-3e12-40de-b49b-62fc5412e453) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:09.766047 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Router ed545d64-7ca5-439a-b647-505ce0acd065 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:18:09.783799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6d834ed6-9df3-47ed-9824-c977371c8f13 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:09.787684 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.794353 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.795510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 29f5b2e8-bc5d-40a0-b676-3e16dc95457b no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:18:09.828301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4be6d9-538f-4445-9406-00b88484ba94 req-9376ea85-ff5c-42a7-8f62-530338264641 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] No DVR routers for this DVR port 039c759d-5745-4bee-87ee-c38e11333f34 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:18:09.828301 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7c4be6d9-538f-4445-9406-00b88484ba94 req-9376ea85-ff5c-42a7-8f62-530338264641 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.831086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c4be6d9-538f-4445-9406-00b88484ba94 req-9376ea85-ff5c-42a7-8f62-530338264641 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.41 "DELETE /v2.0/ports/039c759d-5745-4bee-87ee-c38e11333f34 HTTP/1.1" status: 204 len: 173 time: 2.7202101 Oct 13 14:18:09.831574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042113a6-cd39-4f44-b92a-b8d206d0f749', 'name': 'network-vif-deleted', 'tag': '039c759d-5745-4bee-87ee-c38e11333f34'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:18:09.866955 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d1c650-8459-49e6-a268-4e4c7da0b2af" -d '{"events": [{"server_uuid": "042113a6-cd39-4f44-b92a-b8d206d0f749", "name": "network-vif-deleted", "tag": "039c759d-5745-4bee-87ee-c38e11333f34"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:18:09.986164 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:09.987761 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:09.992532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No active binding found for port 039c759d-5745-4bee-87ee-c38e11333f34 {{(pid=112686) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 14:18:09.992532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 039c759d-5745-4bee-87ee-c38e11333f34 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:18:10.046226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5867fe8d-d87b-4244-a661-a35dc7d890f3 None None] For port 6d834ed6-9df3-47ed-9824-c977371c8f13, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d834ed6-9df3-47ed-9824-c977371c8f13,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:10.049272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Network 1971317b-856c-4fe9-a99b-fb48cf9eaa0f is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:10.060664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:10.072207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Pushing event updated for resources: {'Port': ['ID=2f847add-0da8-4b17-90fa-491ed54db047,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:10.114522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5613a-ee6c-4649-9278-8c3b115e5852 req-c9ff74f9-5147-493e-ae01-55fcd157435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:10.118887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-feb5613a-ee6c-4649-9278-8c3b115e5852 req-c9ff74f9-5147-493e-ae01-55fcd157435d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 1097 time: 0.3217518 Oct 13 14:18:10.124810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:10.179991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f12d0-227e-43be-ab14-8bd62c70dd28 req-7dc19dc2-13b7-4bab-bae3-9d2ab5c691e6 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:10.192074 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:10.204035 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c63f12d0-227e-43be-ab14-8bd62c70dd28 req-7dc19dc2-13b7-4bab-bae3-9d2ab5c691e6 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2539632 Oct 13 14:18:10.214996 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dca23d-b78d-4f6d-a18f-00a0720c5f10 x-openstack-request-id: req-97dca23d-b78d-4f6d-a18f-00a0720c5f10 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:18:10.215299 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042113a6-cd39-4f44-b92a-b8d206d0f749", "name": "network-vif-deleted", "tag": "039c759d-5745-4bee-87ee-c38e11333f34", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:18:10.215989 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97dca23d-b78d-4f6d-a18f-00a0720c5f10 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:18:10.215989 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042113a6-cd39-4f44-b92a-b8d206d0f749', 'name': 'network-vif-deleted', 'tag': '039c759d-5745-4bee-87ee-c38e11333f34', 'status': 'completed', 'code': 200} Oct 13 14:18:10.235836 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5867fe8d-d87b-4244-a661-a35dc7d890f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:10.245499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:10.264742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:18:10.288200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Sync routers for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:18:10.324034 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event updated for resources: {'Port': ['ID=4472aa97-3e12-40de-b49b-62fc5412e453,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:10.328134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2481c674-28bf-4e09-95e5-3f70239378c2 req-481bece3-e786-454e-8e9e-241ce6745df5 tempest-ServerRescueTestJSON-1105535595 tempest-ServerRescueTestJSON-1105535595-project] 10.222.0.18 "GET /v2.0/ports?device_id=042113a6-cd39-4f44-b92a-b8d206d0f749 HTTP/1.1" status: 200 len: 210 time: 0.0551629 Oct 13 14:18:10.329777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-feb5613a-ee6c-4649-9278-8c3b115e5852 req-364f2d02-a6b7-458b-815a-3c51bbf6656f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957645 Oct 13 14:18:10.340009 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port 8c882788-d423-490f-84fd-22c9970295ec yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:18:10.353528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c63f12d0-227e-43be-ab14-8bd62c70dd28 req-efab142e-1a76-4d24-9eab-38945789e1a1 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428387 Oct 13 14:18:10.357571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:10.360204 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:10.370213 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:10.419636 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:10.421521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8dd6f293-8781-4e1f-af1c-355910fd8c26 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8667650 Oct 13 14:18:10.424608 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51306) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:10.444485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:10.450975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:10.455100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=14858efe-1b64-4b5b-a48b-128a6abddb02,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:10.624625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb52bb-1257-4681-a61a-50f7551b1793 req-66148159-369f-4025-bbe3-aa893044d907 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:10.625224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Attempting to bind port 2f847add-0da8-4b17-90fa-491ed54db047 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:18:10.625621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Attempting to bind port 2f847add-0da8-4b17-90fa-491ed54db047 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '9e5ab285-c2d1-4d9c-8cfc-7be16161a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1971317b-856c-4fe9-a99b-fb48cf9eaa0f'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:18:10.625950 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Attempting to bind port 2f847add-0da8-4b17-90fa-491ed54db047 on network 1971317b-856c-4fe9-a99b-fb48cf9eaa0f {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:10.630765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20bb52bb-1257-4681-a61a-50f7551b1793 req-66148159-369f-4025-bbe3-aa893044d907 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 945 time: 0.1302850 Oct 13 14:18:10.643101 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a8b26820-daee-4982-8527-9a3af5750747 None None] Provisioning complete for port 6d834ed6-9df3-47ed-9824-c977371c8f13 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:10.643101 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a8b26820-daee-4982-8527-9a3af5750747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:10.771545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:18:10.772093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Checking segment: {'id': '9e5ab285-c2d1-4d9c-8cfc-7be16161a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1971317b-856c-4fe9-a99b-fb48cf9eaa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:10.772433 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:10.772845 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Bound using segment: {'id': '9e5ab285-c2d1-4d9c-8cfc-7be16161a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1971317b-856c-4fe9-a99b-fb48cf9eaa0f'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:18:10.773347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Bound port: 2f847add-0da8-4b17-90fa-491ed54db047, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5ab285-c2d1-4d9c-8cfc-7be16161a666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1971317b-856c-4fe9-a99b-fb48cf9eaa0f'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:18:10.773732 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:10.795551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867fe8d-d87b-4244-a661-a35dc7d890f3 None None] Pushing event updated for resources: {'Port': ['ID=6d834ed6-9df3-47ed-9824-c977371c8f13,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:10.838939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20bb52bb-1257-4681-a61a-50f7551b1793 req-16dee417-b877-469e-946b-7a77553fa6d2 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009544 Oct 13 14:18:10.988862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:18:11.181742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8:0:1::39 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/014ce900-6571-467d-b1a1-41f1a3bbd2c0/8c882788-d423-490f-84fd-22c9970295ec) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:11.186568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08d7cc-a8e6-4fcb-ac71-a5a335a63af8 req-fdb58363-fe23-4480-adac-29f6f8fa32d3 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:11.210426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca08d7cc-a8e6-4fcb-ac71-a5a335a63af8 req-fdb58363-fe23-4480-adac-29f6f8fa32d3 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3680067 Oct 13 14:18:11.216344 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::f816:3eff:fef4:6b21 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/fe58995d-349b-4dbe-930d-14eb79e6bd96/8c882788-d423-490f-84fd-22c9970295ec) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:11.301563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6115e-4911-42cc-ac0a-c813ceb233e0 req-fea21554-32b2-427d-8e6e-3ea3582b32cc tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:11.314461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dc6115e-4911-42cc-ac0a-c813ceb233e0 req-fea21554-32b2-427d-8e6e-3ea3582b32cc tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 944 time: 0.3432739 Oct 13 14:18:11.344242 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:11.379049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca08d7cc-a8e6-4fcb-ac71-a5a335a63af8 req-d36d9f08-e5da-491e-b113-7a8b8ee4a1be tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677043 Oct 13 14:18:11.415523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dc6115e-4911-42cc-ac0a-c813ceb233e0 req-85c76ec1-b460-42b7-a851-64071cac95ce tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013765 Oct 13 14:18:11.429265 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] For port 2f847add-0da8-4b17-90fa-491ed54db047, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:11.437937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] For port 2f847add-0da8-4b17-90fa-491ed54db047, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2f847add-0da8-4b17-90fa-491ed54db047,segment=NetworkSegment(9e5ab285-c2d1-4d9c-8cfc-7be16161a666),segment_id=9e5ab285-c2d1-4d9c-8cfc-7be16161a666)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:11.496183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 877a9bd3-bc44-4322-b6c3-dd14e940d60c up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:11.496870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51328) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:11.545269 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a077ba3d-8700-4fe3-8c04-f666ba21f2f6 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:11.565916 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:11.804440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583f3fb-1a26-41fa-b932-dc8bed1b80bb req-cdfd2074-98a8-4794-bc6d-819b1f246ad0 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:11.806150 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f583f3fb-1a26-41fa-b932-dc8bed1b80bb req-cdfd2074-98a8-4794-bc6d-819b1f246ad0 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2164683 Oct 13 14:18:11.863524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 877a9bd3-bc44-4322-b6c3-dd14e940d60c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:11.864126 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:11.882828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-eba4c54b-3a5a-415c-8b31-9f88e48eaeb8 None None] Provisioning complete for port 877a9bd3-bc44-4322-b6c3-dd14e940d60c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:11.883763 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eba4c54b-3a5a-415c-8b31-9f88e48eaeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:11.908138 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:11.920630 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:11.922438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4557c1-2d54-4b0d-aada-6b4a00fbd4a0 None None] Pushing event updated for resources: {'Port': ['ID=2f847add-0da8-4b17-90fa-491ed54db047,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:12.024229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f583f3fb-1a26-41fa-b932-dc8bed1b80bb req-cb7dcaab-321f-40fb-b3ed-f333976f5a36 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053559 Oct 13 14:18:12.311253 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:12.335261 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eba4c54b-3a5a-415c-8b31-9f88e48eaeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:12.343212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:07Z', 'revision_number': 3, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:12.406817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Checking router: ed545d64-7ca5-439a-b647-505ce0acd065 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:18:12.407191 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Updating router ed545d64-7ca5-439a-b647-505ce0acd065 port 1bbb0245-1572-424f-b563-b6495f49ac35 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:18:12.469586 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 877a9bd3-bc44-4322-b6c3-dd14e940d60c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=877a9bd3-bc44-4322-b6c3-dd14e940d60c,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:12.483639 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:12.512956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbc7942-a940-4f3f-bc60-dd567533fcaf None None] Update dhcp port {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': 'fe58995d-349b-4dbe-930d-14eb79e6bd96', 'ip_address': '2001:db8::f816:3eff:fe81:6724'}, {'subnet_id': '014ce900-6571-467d-b1a1-41f1a3bbd2c0'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '877a9bd3-bc44-4322-b6c3-dd14e940d60c'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:18:12.516391 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-d9674c97-6b2e-4916-ba33-55db2c7ce23c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9913340 Oct 13 14:18:12.565581 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:12.566927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d834ed6-9df3-47ed-9824-c977371c8f13 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:12.676740 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:12.690011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Allocated IP 172.20.0.1 (9a0d1357-5bd1-47a4-bc47-4229892a21e5/55692630-3c1b-4a22-9c24-eba73df651f5/d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:12.873739 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:12.911734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:12.923688 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7942-a940-4f3f-bc60-dd567533fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:12.930184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=877a9bd3-bc44-4322-b6c3-dd14e940d60c,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:12.972684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:12.973570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Router 262db31d-46b2-4480-8700-67ed89e9af80 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:18:12.979230 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:12.986913 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:12.993481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:12.994212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:13.020295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=8c882788-d423-490f-84fd-22c9970295ec,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:13.039250 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-eba4c54b-3a5a-415c-8b31-9f88e48eaeb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:18:13.039611 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-eba4c54b-3a5a-415c-8b31-9f88e48eaeb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:18:13.074245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6d834ed6-9df3-47ed-9824-c977371c8f13 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:13.074638 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:13.113747 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:13.138813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ed33f-9852-4e88-9eb6-9bbaa8731866 req-59168412-ccd7-4b98-ada1-9af756889120 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:13.146960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-992ed33f-9852-4e88-9eb6-9bbaa8731866 req-59168412-ccd7-4b98-ada1-9af756889120 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 945 time: 1.1201568 Oct 13 14:18:13.209373 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:18:13.218323 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-11b40420-b106-459a-87a3-4ff572c8a638 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7855370 Oct 13 14:18:13.219243 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51348) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:13.221229 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a7f8e-41ea-4d9c-ac4f-ea792148c95f None None] Sync routers for ids ['262db31d-46b2-4480-8700-67ed89e9af80'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:18:13.229223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:13.238604 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a7f8e-41ea-4d9c-ac4f-ea792148c95f None None] Routers {'262db31d-46b2-4480-8700-67ed89e9af80'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:13.240670 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6d8a7f8e-41ea-4d9c-ac4f-ea792148c95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['262db31d-46b2-4480-8700-67ed89e9af80'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:13.298616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558dfef-e3ac-49f4-9bf1-2ebebdbae9d3 req-a2dca87a-2223-4aa9-9ab9-2107e60a08fd tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:13.306644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2558dfef-e3ac-49f4-9bf1-2ebebdbae9d3 req-a2dca87a-2223-4aa9-9ab9-2107e60a08fd tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.7743986 Oct 13 14:18:13.313454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:13.325353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:13.369799 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:13.376795 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9be14e01-e29c-4a69-a612-dab19813adde tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.8699558 Oct 13 14:18:13.379794 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51350) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:13.385554 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6d8a7f8e-41ea-4d9c-ac4f-ea792148c95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:13.407491 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:13.422805 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a7f8e-41ea-4d9c-ac4f-ea792148c95f None None] Routers {'262db31d-46b2-4480-8700-67ed89e9af80'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:13.426264 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6d8a7f8e-41ea-4d9c-ac4f-ea792148c95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['262db31d-46b2-4480-8700-67ed89e9af80'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:13.426421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-2bbc7942-a940-4f3f-bc60-dd567533fcaf None None] Allocated IP 2001:db8:0:1::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/014ce900-6571-467d-b1a1-41f1a3bbd2c0/877a9bd3-bc44-4322-b6c3-dd14e940d60c) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:13.453393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a52ae0c-802a-4a0e-9ba8-aadf4e926ef0 None None] Network 1971317b-856c-4fe9-a99b-fb48cf9eaa0f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:13.463322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3dcdfe7-6687-4de7-8e3a-c5605c9525c9 req-5cd4973d-db31-415c-8be0-bb737d45be70 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6409440 Oct 13 14:18:13.472958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Pushing event updated for resources: {'Port': ['ID=d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:13.506502 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6d8a7f8e-41ea-4d9c-ac4f-ea792148c95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:13.506502 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a7f8e-41ea-4d9c-ac4f-ea792148c95f None None] The sync data for ids ['262db31d-46b2-4480-8700-67ed89e9af80'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:18:13.522554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-992ed33f-9852-4e88-9eb6-9bbaa8731866 req-a1d0d5e9-8af0-44b8-b6ec-7c40370d286a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745766 Oct 13 14:18:13.631257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2558dfef-e3ac-49f4-9bf1-2ebebdbae9d3 req-da58afd3-5746-453e-ba8b-c9fe6b07e896 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236082 Oct 13 14:18:13.641911 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:13.737380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-fb83ea48-d09e-49ba-8b4b-2eb25d41e771 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port 8c882788-d423-490f-84fd-22c9970295ec {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:13.737950 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb83ea48-d09e-49ba-8b4b-2eb25d41e771 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:13.763516 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:13.860288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 877a9bd3-bc44-4322-b6c3-dd14e940d60c up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:13.962657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb83ea48-d09e-49ba-8b4b-2eb25d41e771 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.017876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-fb83ea48-d09e-49ba-8b4b-2eb25d41e771 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for 8c882788-d423-490f-84fd-22c9970295ec owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:14.041078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcdfe7-6687-4de7-8e3a-c5605c9525c9 req-713be94f-e9d7-446e-916e-b836c84ce51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:14.046691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3dcdfe7-6687-4de7-8e3a-c5605c9525c9 req-713be94f-e9d7-446e-916e-b836c84ce51e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=93c10b4cc12243fa8a8825696b112266&device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 1098 time: 0.4658597 Oct 13 14:18:14.148785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3a408-d11c-4843-b3fd-6e71660504ee None None] Pushing event updated for resources: {'Port': ['ID=1bbb0245-1572-424f-b563-b6495f49ac35,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:14.150902 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Attempting to bind port 1bbb0245-1572-424f-b563-b6495f49ac35 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:18:14.151167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Attempting to bind port 1bbb0245-1572-424f-b563-b6495f49ac35 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:18:14.151588 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Attempting to bind port 1bbb0245-1572-424f-b563-b6495f49ac35 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:14.181392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:18:14.181847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:14.182286 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.182740 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:18:14.183235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Bound port: 1bbb0245-1572-424f-b563-b6495f49ac35, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:18:14.183656 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.236796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2bbc7942-a940-4f3f-bc60-dd567533fcaf None None] For port 877a9bd3-bc44-4322-b6c3-dd14e940d60c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=877a9bd3-bc44-4322-b6c3-dd14e940d60c,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:14.273574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fe311-5bb9-481b-8675-4c5604c160ad req-3daa9915-25de-4fdb-aca1-d06f8268b71a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:14.275464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e60fe311-5bb9-481b-8675-4c5604c160ad req-3daa9915-25de-4fdb-aca1-d06f8268b71a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 944 time: 0.6196258 Oct 13 14:18:14.288568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 877a9bd3-bc44-4322-b6c3-dd14e940d60c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:14.289010 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.297470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-aed53ce1-c45e-4e97-b2b7-6ccde02ed5a5 None None] Provisioning complete for port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:14.297470 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aed53ce1-c45e-4e97-b2b7-6ccde02ed5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.356317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] For port 1bbb0245-1572-424f-b563-b6495f49ac35, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:14.359955 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7942-a940-4f3f-bc60-dd567533fcaf None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.382828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-fe9c554f-eb65-4c4a-b222-0fd23536dc0c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6420445 Oct 13 14:18:14.387680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:14.398428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] For port 1bbb0245-1572-424f-b563-b6495f49ac35, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1bbb0245-1572-424f-b563-b6495f49ac35,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:14.414437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-aed53ce1-c45e-4e97-b2b7-6ccde02ed5a5 None None] Port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:18:14.452840 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7942-a940-4f3f-bc60-dd567533fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.530951 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcdfe7-6687-4de7-8e3a-c5605c9525c9 req-d04d2134-44b5-40e4-b3e5-6ce8056f55f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:14.537334 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.538703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3dcdfe7-6687-4de7-8e3a-c5605c9525c9 req-d04d2134-44b5-40e4-b3e5-6ce8056f55f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 HTTP/1.1" status: 200 len: 914 time: 0.4455726 Oct 13 14:18:14.556392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-e7f7cf72-095a-43de-9be5-1749bb1a95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:14.559000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-e7f7cf72-095a-43de-9be5-1749bb1a95fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956&tenant_id=b80d7edb00dd4c08b870dab304ba4673 HTTP/1.1" status: 200 len: 1096 time: 0.2042294 Oct 13 14:18:14.616374 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb83ea48-d09e-49ba-8b4b-2eb25d41e771 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.625706 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36b33ab7-88dc-4597-9a7c-1f6cbc24dac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.627786 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.629661 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.639038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e60fe311-5bb9-481b-8675-4c5604c160ad req-0ace0802-57b5-4b59-8bcb-165bf611e2be tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871559 Oct 13 14:18:14.649869 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.669954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-aed53ce1-c45e-4e97-b2b7-6ccde02ed5a5 None None] Provisioning complete for port 2f847add-0da8-4b17-90fa-491ed54db047 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:14.670453 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aed53ce1-c45e-4e97-b2b7-6ccde02ed5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.683925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83ea48-d09e-49ba-8b4b-2eb25d41e771 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=8c882788-d423-490f-84fd-22c9970295ec,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:14.718308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2f847add-0da8-4b17-90fa-491ed54db047 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:14.743612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:14.763596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:14.764454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:14.803360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc7942-a940-4f3f-bc60-dd567533fcaf None None] Pushing event updated for resources: {'Port': ['ID=877a9bd3-bc44-4322-b6c3-dd14e940d60c,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:14.803463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3dcdfe7-6687-4de7-8e3a-c5605c9525c9 req-d053cc94-4d93-428b-9adf-a7054b058e57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013b3461-9860-4280-9cbe-89d20d2f07b2 HTTP/1.1" status: 200 len: 217 time: 0.1874013 Oct 13 14:18:14.849504 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb83ea48-d09e-49ba-8b4b-2eb25d41e771 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:14.857498 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fb83ea48-d09e-49ba-8b4b-2eb25d41e771 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/8c882788-d423-490f-84fd-22c9970295ec HTTP/1.1" status: 204 len: 168 time: 1.6273010 Oct 13 14:18:14.858268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51362) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:15.010196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:18:15.034930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07627d9f-67e7-409e-8bdb-d7e0a7d08fb7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:15.037532 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-07627d9f-67e7-409e-8bdb-d7e0a7d08fb7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1676011 Oct 13 14:18:15.040570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51364) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:15.202268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41366d5c-188d-4f49-9691-86f4bd6b446c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:15.204235 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-41366d5c-188d-4f49-9691-86f4bd6b446c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1624713 Oct 13 14:18:15.207556 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51366) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:15.226400 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aed53ce1-c45e-4e97-b2b7-6ccde02ed5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:15.278701 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdea935-76a1-47c2-96d9-154bde66eb0d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:15.279855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdea935-76a1-47c2-96d9-154bde66eb0d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:15.290700 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdea935-76a1-47c2-96d9-154bde66eb0d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:15.296181 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bfdea935-76a1-47c2-96d9-154bde66eb0d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0861893 Oct 13 14:18:15.304727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51368) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:15.305953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcdfe7-6687-4de7-8e3a-c5605c9525c9 req-d65a8277-7186-4db8-bcb6-b1de6cefd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:15.307540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3dcdfe7-6687-4de7-8e3a-c5605c9525c9 req-d65a8277-7186-4db8-bcb6-b1de6cefd0ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1883f4e6-845b-462e-92e2-b0bf84ce9717 HTTP/1.1" status: 200 len: 853 time: 0.3620577 Oct 13 14:18:15.328880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-aed53ce1-c45e-4e97-b2b7-6ccde02ed5a5 None None] For port 2f847add-0da8-4b17-90fa-491ed54db047, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2f847add-0da8-4b17-90fa-491ed54db047,segment=NetworkSegment(9e5ab285-c2d1-4d9c-8cfc-7be16161a666),segment_id=9e5ab285-c2d1-4d9c-8cfc-7be16161a666)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:15.336111 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 2f847add-0da8-4b17-90fa-491ed54db047 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:15.336111 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:15.373014 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:15.389398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c5cb4-228e-46e6-8236-6025cd2126f9 req-7528a6d3-df58-4783-80d4-fd5b6a771f7f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:15.402721 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-298c5cb4-228e-46e6-8236-6025cd2126f9 req-7528a6d3-df58-4783-80d4-fd5b6a771f7f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.4742610 Oct 13 14:18:15.408451 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3a408-d11c-4843-b3fd-6e71660504ee None None] Pushing event updated for resources: {'Port': ['ID=1bbb0245-1572-424f-b563-b6495f49ac35,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:15.444284 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa96f33d-2a6b-491c-ad7e-0f1f9d35459f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 014ce900-6571-467d-b1a1-41f1a3bbd2c0 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:18:15.444838 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aed53ce1-c45e-4e97-b2b7-6ccde02ed5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:15.454409 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa96f33d-2a6b-491c-ad7e-0f1f9d35459f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:15.484368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3dcdfe7-6687-4de7-8e3a-c5605c9525c9 req-dbe135c2-5abd-439b-8155-27f30692fdf1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1535375 Oct 13 14:18:15.536846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed53ce1-c45e-4e97-b2b7-6ccde02ed5a5 None None] Pushing event updated for resources: {'Port': ['ID=2f847add-0da8-4b17-90fa-491ed54db047,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:15.539653 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa96f33d-2a6b-491c-ad7e-0f1f9d35459f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:15.573683 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Allocated IP 172.20.0.1 (1971317b-856c-4fe9-a99b-fb48cf9eaa0f/9e7541ee-e5e4-449f-83c8-9410e51d9eca/49294e7f-cdbc-4ea5-adc3-e96fb7b0b716) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:15.606802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-79324e38-653a-4ce6-ab0e-6185bcceb0df None None] Provisioning complete for port 2f847add-0da8-4b17-90fa-491ed54db047 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:15.606802 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-79324e38-653a-4ce6-ab0e-6185bcceb0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:15.637000 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:12Z', 'revision_number': 1, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:15.684962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd0da76-99cc-4120-8150-178f58657cea None None] The sync data for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 is: [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:12Z', 'revision_number': 1, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:18:15.764720 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa96f33d-2a6b-491c-ad7e-0f1f9d35459f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:15.883515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:15.889330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 877a9bd3-bc44-4322-b6c3-dd14e940d60c up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:15.986165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-16bf2ee6-0a54-4fe7-855d-2127eed746e3 None None] Provisioning complete for port 877a9bd3-bc44-4322-b6c3-dd14e940d60c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:15.986547 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-16bf2ee6-0a54-4fe7-855d-2127eed746e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:15.989773 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa96f33d-2a6b-491c-ad7e-0f1f9d35459f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:16.088620 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96f33d-2a6b-491c-ad7e-0f1f9d35459f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=014ce900-6571-467d-b1a1-41f1a3bbd2c0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:16.091625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 877a9bd3-bc44-4322-b6c3-dd14e940d60c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:16.092059 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:16.093241 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:16.130646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Network 1971317b-856c-4fe9-a99b-fb48cf9eaa0f is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:16.148727 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa96f33d-2a6b-491c-ad7e-0f1f9d35459f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:16.151972 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fa96f33d-2a6b-491c-ad7e-0f1f9d35459f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/014ce900-6571-467d-b1a1-41f1a3bbd2c0 HTTP/1.1" status: 204 len: 168 time: 0.8408029 Oct 13 14:18:16.155470 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:16.160147 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51374) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:16.166269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-298c5cb4-228e-46e6-8236-6025cd2126f9 req-21d67e08-be89-472d-81ed-b0f0ae1c3b15 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7630379 Oct 13 14:18:16.256495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:16.315686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2f847add-0da8-4b17-90fa-491ed54db047 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:16.363412 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event updated for resources: {'Port': ['ID=49294e7f-cdbc-4ea5-adc3-e96fb7b0b716,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:16.388306 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-382e8e2e-dd7c-4124-9bd3-21197d4627ea None None] Could not find standard attr ID for object 8c882788-d423-490f-84fd-22c9970295ec. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:18:16.423032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3dcdfe7-6687-4de7-8e3a-c5605c9525c9 req-b06c8344-f673-4082-a826-efa90a8143c2 service neutron] 10.222.0.49 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8661263 Oct 13 14:18:16.435338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 2f847add-0da8-4b17-90fa-491ed54db047 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:16.435972 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:16.453593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:16.460127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d9e4d5-a60d-4f66-b6a8-4ae80b353bff tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet fe58995d-349b-4dbe-930d-14eb79e6bd96 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:18:16.474215 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e4d5-a60d-4f66-b6a8-4ae80b353bff tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:16.474410 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:16.511786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:16.572813 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:16.587576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4b2d89-24f1-457e-a1f9-275540abcb1a None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:16.683276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-55e18aed-be95-4957-ab34-f137c53e2a42 None None] Provisioning complete for port 49294e7f-cdbc-4ea5-adc3-e96fb7b0b716 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:16.688649 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-55e18aed-be95-4957-ab34-f137c53e2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:16.693973 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e4d5-a60d-4f66-b6a8-4ae80b353bff tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:16.763314 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-55e18aed-be95-4957-ab34-f137c53e2a42 None None] Port 49294e7f-cdbc-4ea5-adc3-e96fb7b0b716 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:18:16.889497 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e4d5-a60d-4f66-b6a8-4ae80b353bff tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:16.978304 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:17.111163 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e4d5-a60d-4f66-b6a8-4ae80b353bff tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:17.128206 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e4d5-a60d-4f66-b6a8-4ae80b353bff tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:17.138122 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d2d9e4d5-a60d-4f66-b6a8-4ae80b353bff tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/fe58995d-349b-4dbe-930d-14eb79e6bd96 HTTP/1.1" status: 204 len: 168 time: 0.9722335 Oct 13 14:18:17.138122 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51380) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:17.153784 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:17.213377 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9e4d5-a60d-4f66-b6a8-4ae80b353bff tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=fe58995d-349b-4dbe-930d-14eb79e6bd96,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:17.218095 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-baf4ec27-0c64-4815-8cb4-2a453693d34c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800767 Oct 13 14:18:17.221033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51382) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:17.227245 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0d7610db-ad8a-49e3-a1b8-3cfa6364f77b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:17.256688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f5b2e8-bc5d-40a0-b676-3e16dc95457b {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:18:17.262098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Pushing event updated for resources: {'Port': ['ID=d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:17.335110 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:17.342024 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:17.431105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Transition to ACTIVE for port object 29f5b2e8-bc5d-40a0-b676-3e16dc95457b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:18:17.439625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06074ebc-573d-42a9-be0a-7c4b8fcca68b req-15861fdc-30a2-469b-b20a-c6944543a85c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:17.441288 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06074ebc-573d-42a9-be0a-7c4b8fcca68b req-15861fdc-30a2-469b-b20a-c6944543a85c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 944 time: 1.1383216 Oct 13 14:18:17.500692 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:17.618308 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:17.727055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3dcdfe7-6687-4de7-8e3a-c5605c9525c9 req-69dac0ee-e674-4a05-b267-276adb0a4ece service neutron] 10.222.0.49 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144753 Oct 13 14:18:17.857456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1bbb0245-1572-424f-b563-b6495f49ac35 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:17.913683 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7610db-ad8a-49e3-a1b8-3cfa6364f77b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:17.917003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f77f1e-1be3-4b96-873f-391bf8e75e65 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:17.917343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d7610db-ad8a-49e3-a1b8-3cfa6364f77b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:17.955814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:17.987361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:18.053041 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5ec54b7a-a161-4b2e-8738-b86633543ed7 None None] Provisioning complete for port 877a9bd3-bc44-4322-b6c3-dd14e940d60c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:18.054765 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ec54b7a-a161-4b2e-8738-b86633543ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:18.210117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,revision_number=9']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:18.235817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06074ebc-573d-42a9-be0a-7c4b8fcca68b req-c113f36b-3caf-4bf9-bee6-ac1084cde55b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7374430 Oct 13 14:18:18.238120 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1bbb0245-1572-424f-b563-b6495f49ac35 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:18.238501 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:18.336088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Allocated IP 172.25.0.18 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/d555d67f-d083-4037-b268-66a82b3f2902) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:18.340893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-36b33ab7-88dc-4597-9a7c-1f6cbc24dac7 admin admin] Deleting port d040c80a-c623-462b-b4a1-1893bcc21360 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:18.345280 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36b33ab7-88dc-4597-9a7c-1f6cbc24dac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:18.431330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] No DVR routers for this DVR port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:18:18.452937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:18.490310 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:18.527533 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 1bbb0245-1572-424f-b563-b6495f49ac35, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1bbb0245-1572-424f-b563-b6495f49ac35,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:18.532521 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:18.557190 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:18.597159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f4e0429a-1abb-4ca0-aa64-2f4441f58cc6 None None] Provisioning complete for port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:18.597159 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4e0429a-1abb-4ca0-aa64-2f4441f58cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:18.636293 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64f2926-5b5b-4c82-84e6-20025ed0635d None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:18:18.643756 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:18.649023 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Router ed545d64-7ca5-439a-b647-505ce0acd065 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:18:18.665504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4bd8a-ed14-4b54-b285-2575371a0232 req-f613bf27-0826-4dcc-8660-7833e70f60b9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:18.667136 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ce4bd8a-ed14-4b54-b285-2575371a0232 req-f613bf27-0826-4dcc-8660-7833e70f60b9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2792578 Oct 13 14:18:18.687811 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:18.718780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f4e0429a-1abb-4ca0-aa64-2f4441f58cc6 None None] Port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:18:18.728887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-36b33ab7-88dc-4597-9a7c-1f6cbc24dac7 admin admin] For port d040c80a-c623-462b-b4a1-1893bcc21360, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d040c80a-c623-462b-b4a1-1893bcc21360,segment=NetworkSegment(1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280),segment_id=1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:18.729286 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36b33ab7-88dc-4597-9a7c-1f6cbc24dac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:18.761531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=1bbb0245-1572-424f-b563-b6495f49ac35,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:18.778257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-36b33ab7-88dc-4597-9a7c-1f6cbc24dac7 admin admin] Calling delete_port for d040c80a-c623-462b-b4a1-1893bcc21360 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:18.791373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e64f2926-5b5b-4c82-84e6-20025ed0635d None None] Deleting port 877a9bd3-bc44-4322-b6c3-dd14e940d60c {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:18.792653 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e64f2926-5b5b-4c82-84e6-20025ed0635d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:18.824686 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:18.838253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ce4bd8a-ed14-4b54-b285-2575371a0232 req-261f350a-5618-4007-ab4c-17c775e6db22 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466949 Oct 13 14:18:18.893910 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event updated for resources: {'Port': ['ID=49294e7f-cdbc-4ea5-adc3-e96fb7b0b716,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:18.984647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Attempting to bind port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:18:18.985171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Attempting to bind port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:18:18.985601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Attempting to bind port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b on network 16e15b01-e808-4e45-90e1-66199134cd83 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:19.012687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b on network 16e15b01-e808-4e45-90e1-66199134cd83 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:18:19.013089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Attempting to bind port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b on network 16e15b01-e808-4e45-90e1-66199134cd83 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:19.025057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:18:19.031563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-af8d394f-600b-4731-b606-8cb062819e3b admin admin] 10.222.0.18 "PUT /v2.0/routers/ed545d64-7ca5-439a-b647-505ce0acd065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6054704 Oct 13 14:18:19.034163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:18:19.034561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Checking segment: {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:19.034942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Bound using segment: {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:18:19.035383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Bound port: 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40000e71-2359-4a17-9000-92d927eeeed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:18:19.035737 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:19.080846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-0d7610db-ad8a-49e3-a1b8-3cfa6364f77b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:18:19.098333 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Network 1971317b-856c-4fe9-a99b-fb48cf9eaa0f is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:19.148114 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:19.199889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:19.218923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e64f2926-5b5b-4c82-84e6-20025ed0635d None None] For port 877a9bd3-bc44-4322-b6c3-dd14e940d60c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=877a9bd3-bc44-4322-b6c3-dd14e940d60c,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:19.218923 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e64f2926-5b5b-4c82-84e6-20025ed0635d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:19.244888 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e64f2926-5b5b-4c82-84e6-20025ed0635d None None] Calling delete_port for 877a9bd3-bc44-4322-b6c3-dd14e940d60c owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:19.317111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:19.374068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Sync routers for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:18:19.425471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:19.426119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:19.445886 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Router 262db31d-46b2-4480-8700-67ed89e9af80 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:18:19.450586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:19.466276 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:19.508304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Pushing event updated for resources: {'Port': ['ID=d555d67f-d083-4037-b268-66a82b3f2902,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:19.546431 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0c819cea-dafb-4533-bdee-39145642db64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:19.583919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:18:19.585574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:19.589618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:19.612831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d7342-8828-4d3c-b6ad-e1c9225625c0 req-cdb127cc-9088-4b12-865e-49fab8baace5 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:19.623477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-698d7342-8828-4d3c-b6ad-e1c9225625c0 req-cdb127cc-9088-4b12-865e-49fab8baace5 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.4590070 Oct 13 14:18:19.647391 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d7610db-ad8a-49e3-a1b8-3cfa6364f77b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:19.665667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:18:19.674846 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-51c7730f-a074-4b32-a597-4967529931b0 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "PUT /v2.0/routers/262db31d-46b2-4480-8700-67ed89e9af80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2927592 Oct 13 14:18:19.675654 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51400) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:19.678201 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c9203-f0a8-43d5-ac75-43a0f3119d92 None None] Sync routers for ids ['262db31d-46b2-4480-8700-67ed89e9af80'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:18:19.683782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Request body: {'port': {'network_id': '1971317b-856c-4fe9-a99b-fb48cf9eaa0f', 'name': 'tempest-FloatingIPAdminTestJSON-723319171'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:19.692939 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e64f2926-5b5b-4c82-84e6-20025ed0635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:19.699192 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c9203-f0a8-43d5-ac75-43a0f3119d92 None None] Routers {'262db31d-46b2-4480-8700-67ed89e9af80'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:19.699192 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4f9c9203-f0a8-43d5-ac75-43a0f3119d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['262db31d-46b2-4480-8700-67ed89e9af80'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:19.699623 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:19.767942 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4f9c9203-f0a8-43d5-ac75-43a0f3119d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:19.772280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c3c3ce78-b3b7-4b67-b716-0a3d2f8a8fee None None] Provisioning complete for port 49294e7f-cdbc-4ea5-adc3-e96fb7b0b716 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:19.773097 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3c3ce78-b3b7-4b67-b716-0a3d2f8a8fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:19.779762 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7610db-ad8a-49e3-a1b8-3cfa6364f77b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Port 877a9bd3-bc44-4322-b6c3-dd14e940d60c concurrently deleted while adding address for new subnet {'id': '431f0aac-19f1-4673-96b7-a78840fec163', 'name': '', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1528, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-10-13T14:18:18Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'bd1512223b6542a484046ba1c76c1869'}. {{(pid=112684) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:772}} Oct 13 14:18:19.780531 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d7610db-ad8a-49e3-a1b8-3cfa6364f77b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:19.789351 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c9203-f0a8-43d5-ac75-43a0f3119d92 None None] Routers {'262db31d-46b2-4480-8700-67ed89e9af80'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:19.789976 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4f9c9203-f0a8-43d5-ac75-43a0f3119d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['262db31d-46b2-4480-8700-67ed89e9af80'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:19.797473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1bbb0245-1572-424f-b563-b6495f49ac35 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:19.807582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-698d7342-8828-4d3c-b6ad-e1c9225625c0 req-7215f2d3-962f-4bbf-a4ea-d133e89bbfbf tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830709 Oct 13 14:18:19.839661 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64f2926-5b5b-4c82-84e6-20025ed0635d None None] No DVR routers for this DVR port 877a9bd3-bc44-4322-b6c3-dd14e940d60c on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:18:19.843939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:19.844918 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:19.846624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] 10.222.0.41 "PUT /v2.0/ports/29f5b2e8-bc5d-40a0-b676-3e16dc95457b HTTP/1.1" status: 200 len: 1093 time: 5.2257171 Oct 13 14:18:19.847354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:18:19.850502 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48576d84-ae4a-400e-a7f1-a4a4faf5aca2" -d '{"events": [{"name": "network-changed", "server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:18:19.887582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f2926-5b5b-4c82-84e6-20025ed0635d None None] Pushing event deleted for resources: {'Port': ['ID=877a9bd3-bc44-4322-b6c3-dd14e940d60c,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:19.896550 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4f9c9203-f0a8-43d5-ac75-43a0f3119d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:19.898907 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c9203-f0a8-43d5-ac75-43a0f3119d92 None None] The sync data for ids ['262db31d-46b2-4480-8700-67ed89e9af80'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:18:19.960011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7610db-ad8a-49e3-a1b8-3cfa6364f77b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=431f0aac-19f1-4673-96b7-a78840fec163,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:19.994582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3ce78-b3b7-4b67-b716-0a3d2f8a8fee None None] Port 49294e7f-cdbc-4ea5-adc3-e96fb7b0b716 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:18:20.007014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7610db-ad8a-49e3-a1b8-3cfa6364f77b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:20.028648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0d7610db-ad8a-49e3-a1b8-3cfa6364f77b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:20.041361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7610db-ad8a-49e3-a1b8-3cfa6364f77b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:20.045536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d7610db-ad8a-49e3-a1b8-3cfa6364f77b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:20.050955 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36b33ab7-88dc-4597-9a7c-1f6cbc24dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:20.055622 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e70550-2633-4e7c-8329-26cb8570a269 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:20.063599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7d3da-553b-4ee2-86ea-79bfa27fbbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:20.116429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b33ab7-88dc-4597-9a7c-1f6cbc24dac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d040c80a-c623-462b-b4a1-1893bcc21360,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:20.134375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-db72fde9-b1e6-458b-8235-88f0fdd90046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:20.136142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-db72fde9-b1e6-458b-8235-88f0fdd90046 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 1097 time: 0.2412901 Oct 13 14:18:20.154059 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0d7610db-ad8a-49e3-a1b8-3cfa6364f77b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9319730 Oct 13 14:18:20.157080 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51408) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:20.160586 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1bbb0245-1572-424f-b563-b6495f49ac35 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:20.161724 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:20.162728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c1548fb9-0b01-4406-883b-6e30fe742e74 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:20.304151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:15Z', 'revision_number': 2, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:20.321248 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:20.324512 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Made reservation on behalf of 09db09745932442d9212d7588887f941 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:20.340387 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:20.403544 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Checking router: ed545d64-7ca5-439a-b647-505ce0acd065 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:18:20.404319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Updating router ed545d64-7ca5-439a-b647-505ce0acd065 port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:18:20.415276 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] device_id is not set on port 888a2753-7558-47d6-8b2b-0883d4fecf70 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:18:20.475193 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:20.544843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '431f0aac-19f1-4673-96b7-a78840fec163'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:18:20.546055 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:20.581199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 877a9bd3-bc44-4322-b6c3-dd14e940d60c no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:18:20.665687 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 877a9bd3-bc44-4322-b6c3-dd14e940d60c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:18:20.666383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 877a9bd3-bc44-4322-b6c3-dd14e940d60c not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:18:20.697341 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1548fb9-0b01-4406-883b-6e30fe742e74 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:20.704902 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1548fb9-0b01-4406-883b-6e30fe742e74 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:20.899627 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Allocated IP 2001:db8::f816:3eff:fe53:9246 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/431f0aac-19f1-4673-96b7-a78840fec163/9354e655-4eac-48a0-9529-9d798eea666a) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:20.932455 n-d-806683-15 neutron-server[112684]: INFO neutron.db.ipam_backend_mixin [None req-c1548fb9-0b01-4406-883b-6e30fe742e74 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 431f0aac-19f1-4673-96b7-a78840fec163 (CIDR: 2001:db8::/64) Oct 13 14:18:20.933827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51412) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:20.937470 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Allocated IP 172.20.0.7 (1971317b-856c-4fe9-a99b-fb48cf9eaa0f/9e7541ee-e5e4-449f-83c8-9410e51d9eca/888a2753-7558-47d6-8b2b-0883d4fecf70) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:20.949869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7d6f8e4e-f952-4e45-af3a-013cb5ebe689 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528431183', 'description': 'tempest-description--1098235037'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:20.987034 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1548fb9-0b01-4406-883b-6e30fe742e74 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:18:20.987913 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1548fb9-0b01-4406-883b-6e30fe742e74 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:21.018174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.060960 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.069230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8e4e-f952-4e45-af3a-013cb5ebe689 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.109434 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c1548fb9-0b01-4406-883b-6e30fe742e74 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9512007 Oct 13 14:18:21.118521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51414) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:21.124541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-515d0bd2-cafb-4112-8924-6d57f482b7d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:21.142118 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.154899 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.201721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f6a21-fddf-44e1-af91-45984b0ab67b None None] Pushing event updated for resources: {'Port': ['ID=d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:21.220423 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.228082 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8e4e-f952-4e45-af3a-013cb5ebe689 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.241904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bb38b-cf22-42dc-8725-15a38315c3bc req-e0a33785-d62f-444f-8d92-b29947dbe39e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:21.251886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f88bb38b-cf22-42dc-8725-15a38315c3bc req-e0a33785-d62f-444f-8d92-b29947dbe39e tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.3199201 Oct 13 14:18:21.260000 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36b33ab7-88dc-4597-9a7c-1f6cbc24dac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.276016 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.298325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-ce36ecbe-2cb7-443d-9665-4d4ed772d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:21.299886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-ce36ecbe-2cb7-443d-9665-4d4ed772d454 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 918 time: 1.0421066 Oct 13 14:18:21.300929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Attempting to bind port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:18:21.301333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Attempting to bind port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:18:21.302158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Attempting to bind port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 on network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:21.314536 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:21.341971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:18:21.342416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Checking segment: {'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:21.342734 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.343134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Bound using segment: {'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:18:21.343627 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Bound port: d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:18:21.344012 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.356480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:21.362776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:21.364650 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8e4e-f952-4e45-af3a-013cb5ebe689 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.413436 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.418179 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515d0bd2-cafb-4112-8924-6d57f482b7d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:21.423519 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-515d0bd2-cafb-4112-8924-6d57f482b7d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.590204 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event updated for resources: {'Port': ['ID=888a2753-7558-47d6-8b2b-0883d4fecf70,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:21.592577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f88bb38b-cf22-42dc-8725-15a38315c3bc req-04d24a43-a789-4bb7-8505-903adc33bca9 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398175 Oct 13 14:18:21.621148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f8e4e-f952-4e45-af3a-013cb5ebe689 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188b46c3-267d-479c-8a65-778334a096ea,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:21.702470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-8101cc91-31bf-4507-a03a-b7379bb4293a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b HTTP/1.1" status: 200 len: 1000 time: 0.3897691 Oct 13 14:18:21.709243 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8e4e-f952-4e45-af3a-013cb5ebe689 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.710877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7d6f8e4e-f952-4e45-af3a-013cb5ebe689 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7740514 Oct 13 14:18:21.727291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51418) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:21.734153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3e5497ab-9189-447b-ac6e-cba39d65b7b5 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Request body: {'security_group_rule': {'security_group_id': '188b46c3-267d-479c-8a65-778334a096ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:21.775760 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Pushing event updated for resources: {'Port': ['ID=9354e655-4eac-48a0-9529-9d798eea666a,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:21.796303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Attempting to bind port 9354e655-4eac-48a0-9529-9d798eea666a on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:18:21.796773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Attempting to bind port 9354e655-4eac-48a0-9529-9d798eea666a by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:18:21.797071 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Attempting to bind port 9354e655-4eac-48a0-9529-9d798eea666a on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:21.806453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-91413a4d-4945-4ae2-bb1f-5db06a1f1257 None None] Provisioning complete for port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:21.806833 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-91413a4d-4945-4ae2-bb1f-5db06a1f1257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.810628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] For port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:21.834097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Network 1971317b-856c-4fe9-a99b-fb48cf9eaa0f is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:21.840028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:21.855389 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:21.860223 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:18:21.860615 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:21.861289 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.861701 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:18:21.865432 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Bound port: 9354e655-4eac-48a0-9529-9d798eea666a, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:18:21.866083 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.883438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] For port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:21.888730 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.896844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-91413a4d-4945-4ae2-bb1f-5db06a1f1257 None None] Port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:18:21.922693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-e95506aa-0a1c-48d2-9298-c8409a664fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:21.927422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-e95506aa-0a1c-48d2-9298-c8409a664fa0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1870f77-f283-46b0-91af-b6c012baea10 HTTP/1.1" status: 200 len: 856 time: 0.2120287 Oct 13 14:18:21.956347 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:21.957009 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:21.979404 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.011920 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-515d0bd2-cafb-4112-8924-6d57f482b7d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.034560 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] For port 9354e655-4eac-48a0-9529-9d798eea666a, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:22.035026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bce44-2afa-422a-99b8-04607f91e8d5 req-76f5f6dc-fe76-4bb4-bada-c7ba8cec9ee9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:22.037492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c50bce44-2afa-422a-99b8-04607f91e8d5 req-76f5f6dc-fe76-4bb4-bada-c7ba8cec9ee9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2489023 Oct 13 14:18:22.050625 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.071156 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] For port 9354e655-4eac-48a0-9529-9d798eea666a, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9354e655-4eac-48a0-9529-9d798eea666a,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:22.086681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:22.087402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:17:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:22.090709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f6a21-fddf-44e1-af91-45984b0ab67b None None] Pushing event updated for resources: {'Port': ['ID=d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:22.119523 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e5497ab-9189-447b-ac6e-cba39d65b7b5 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.119726 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3d2434dc-28ab-40f0-a327-9ddb23e7a72d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4363697 Oct 13 14:18:22.127988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51420) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:22.133928 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515d0bd2-cafb-4112-8924-6d57f482b7d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:22.141271 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-515d0bd2-cafb-4112-8924-6d57f482b7d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:22.146661 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515d0bd2-cafb-4112-8924-6d57f482b7d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:22.147267 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-515d0bd2-cafb-4112-8924-6d57f482b7d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.209589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c50bce44-2afa-422a-99b8-04607f91e8d5 req-5d1cb94f-0e95-468f-8380-8e7ab36a6fa4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449618 Oct 13 14:18:22.210217 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.227271 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.230250 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d0bd2-cafb-4112-8924-6d57f482b7d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=167b3484-ed2a-403a-9a27-7e07d4f5ea95,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:22.260258 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-515d0bd2-cafb-4112-8924-6d57f482b7d5 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1402535 Oct 13 14:18:22.268869 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51426) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:22.276826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'mac_address': 'fa:16:3e:5f:ec:50', 'name': 'tempest-NetworksTestDHCPv6-1495729259'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:22.320792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9f2af476-9ad6-4832-9309-315839efad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:22.323993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-9f2af476-9ad6-4832-9309-315839efad20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16e15b01-e808-4e45-90e1-66199134cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3872900 Oct 13 14:18:22.339324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'project_id': '09db09745932442d9212d7588887f941', 'port_id': '888a2753-7558-47d6-8b2b-0883d4fecf70'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:22.346571 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-db33fdf3-79f8-41dc-96b6-ac5327587339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.369695 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb28c71-cdb4-4cd6-b5ca-6c19e856af2f x-openstack-request-id: req-eeb28c71-cdb4-4cd6-b5ca-6c19e856af2f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:18:22.370421 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:18:22.371114 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eeb28c71-cdb4-4cd6-b5ca-6c19e856af2f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:18:22.371987 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'status': 'completed', 'code': 200} Oct 13 14:18:22.493612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-82d7cf7c-8028-44dd-866d-c2212215fa95 None None] Provisioning complete for port 888a2753-7558-47d6-8b2b-0883d4fecf70 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:22.493612 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-82d7cf7c-8028-44dd-866d-c2212215fa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.537308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d09921-8746-4f32-af2e-da952d94aa53 None None] Pushing event updated for resources: {'Port': ['ID=9354e655-4eac-48a0-9529-9d798eea666a,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:22.556647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Pushing event updated for resources: {'Port': ['ID=d555d67f-d083-4037-b268-66a82b3f2902,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:22.576258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:18:22.576496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b33ab7-88dc-4597-9a7c-1f6cbc24dac7 admin admin] Router 59435076-0ecf-48c0-a9b5-8e4bce007bf8 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:18:22.608815 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.623285 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-82d7cf7c-8028-44dd-866d-c2212215fa95 None None] Port 888a2753-7558-47d6-8b2b-0883d4fecf70 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:18:22.640164 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e5497ab-9189-447b-ac6e-cba39d65b7b5 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.660596 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.726500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:22.751577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503935c-0ab8-4cb3-a25a-38acd081b2f6 req-aa8dcb4b-534a-4b5f-9682-0711081e3884 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:22.753233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2503935c-0ab8-4cb3-a25a-38acd081b2f6 req-aa8dcb4b-534a-4b5f-9682-0711081e3884 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2739894 Oct 13 14:18:22.772656 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e5497ab-9189-447b-ac6e-cba39d65b7b5 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.800884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-030193d8-82ec-4880-883a-af56f67367a2 service neutron] 10.222.0.41 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492350 Oct 13 14:18:22.830010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-57bf7433-bd00-42d4-b32b-b4cacc33ce74 None None] Provisioning complete for port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:22.830386 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-57bf7433-bd00-42d4-b32b-b4cacc33ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.896839 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.927776 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port f2b7e469-d865-4420-af18-7fe6169fe325 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:18:22.954331 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:22.955489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b134ed17-10ac-4839-94b6-b8731dcc638a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 8.5718429 Oct 13 14:18:22.993761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5497ab-9189-447b-ac6e-cba39d65b7b5 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc52f32c-e697-4747-aec0-b581d1785fae,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:22.994013 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-57bf7433-bd00-42d4-b32b-b4cacc33ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:23.039782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:21Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:23.045506 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-57bf7433-bd00-42d4-b32b-b4cacc33ce74 None None] For port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:23.077268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4181797-cd0b-4cf7-9601-50ff3a4b1ea0 None None] The sync data for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 is: [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:21Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:18:23.116671 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-57bf7433-bd00-42d4-b32b-b4cacc33ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:23.171158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8:0:1::7c (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/167b3484-ed2a-403a-9a27-7e07d4f5ea95/f2b7e469-d865-4420-af18-7fe6169fe325) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:23.178637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-473f13b6-1339-45b0-b23b-8f69163359aa service neutron] 10.222.0.41 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217776 Oct 13 14:18:23.186308 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::f816:3eff:fe5f:ec50 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/431f0aac-19f1-4673-96b7-a78840fec163/f2b7e469-d865-4420-af18-7fe6169fe325) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:23.188163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf7433-bd00-42d4-b32b-b4cacc33ce74 None None] Pushing event updated for resources: {'Port': ['ID=d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:23.204450 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e5497ab-9189-447b-ac6e-cba39d65b7b5 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:23.209042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3e5497ab-9189-447b-ac6e-cba39d65b7b5 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4802670 Oct 13 14:18:23.212773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51436) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:23.217869 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-573fa4aa-b992-4e47-9a7b-930b6332adec tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Request body: {'security_group_rule': {'security_group_id': '188b46c3-267d-479c-8a65-778334a096ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:23.219411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-c2b47203-2cef-4dc1-9559-9be17a443120 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 695 time: 0.2180395 Oct 13 14:18:23.264341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2503935c-0ab8-4cb3-a25a-38acd081b2f6 req-2587624f-413f-4dec-9c0c-f15a53323048 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700625 Oct 13 14:18:23.427360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b33ab7-88dc-4597-9a7c-1f6cbc24dac7 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:18:23.434029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-36b33ab7-88dc-4597-9a7c-1f6cbc24dac7 admin admin] 10.222.0.18 "PUT /v2.0/routers/59435076-0ecf-48c0-a9b5-8e4bce007bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9327137 Oct 13 14:18:23.439402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98db2e5-5858-46b2-b89b-0a857b916d3e None None] Sync routers for ids ['59435076-0ecf-48c0-a9b5-8e4bce007bf8'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:18:23.451472 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51444) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:23.454599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98db2e5-5858-46b2-b89b-0a857b916d3e None None] Routers {'59435076-0ecf-48c0-a9b5-8e4bce007bf8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:23.457119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e98db2e5-5858-46b2-b89b-0a857b916d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['59435076-0ecf-48c0-a9b5-8e4bce007bf8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:23.513945 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-573fa4aa-b992-4e47-9a7b-930b6332adec tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:23.525503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48576d84-ae4a-400e-a7f1-a4a4faf5aca2 req-f8c807f1-75a0-4f2f-8219-591a09219795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:23.527012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48576d84-ae4a-400e-a7f1-a4a4faf5aca2 req-f8c807f1-75a0-4f2f-8219-591a09219795 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 1097 time: 0.1761200 Oct 13 14:18:23.740961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48576d84-ae4a-400e-a7f1-a4a4faf5aca2 req-c09b9be3-0b6a-410f-ae00-6bcdbd7056ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:23.740961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48576d84-ae4a-400e-a7f1-a4a4faf5aca2 req-c09b9be3-0b6a-410f-ae00-6bcdbd7056ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 918 time: 0.2045293 Oct 13 14:18:23.822291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e98db2e5-5858-46b2-b89b-0a857b916d3e None None] Set router 59435076-0ecf-48c0-a9b5-8e4bce007bf8 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:18:23.869602 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:23.937789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dd656-531f-4963-b79f-3f0cb5ec7212 req-38cff616-56d6-44c5-8709-8e75d77881e2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:23.946285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c90dd656-531f-4963-b79f-3f0cb5ec7212 req-38cff616-56d6-44c5-8709-8e75d77881e2 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.5108480 Oct 13 14:18:23.989602 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:24.072839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac9b93d-04f4-4ffa-95e5-744440fa49ac None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:24.077085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-84b802e0-d2c0-45b0-8623-5ce87a5d7cb0 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:24.080210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-84b802e0-d2c0-45b0-8623-5ce87a5d7cb0 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.8583615 Oct 13 14:18:24.108252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b338bd0f-626b-4eca-b2d8-7b1bd4a6dc6c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:18:24.111944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cbf4c3d-8bb8-4924-9241-9e2fce629e3b req-b338bd0f-626b-4eca-b2d8-7b1bd4a6dc6c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0105777 Oct 13 14:18:24.118075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9354e655-4eac-48a0-9529-9d798eea666a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:24.140782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48576d84-ae4a-400e-a7f1-a4a4faf5aca2 req-97be3460-1878-4bc0-90ba-7d443d84b8bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b HTTP/1.1" status: 200 len: 1000 time: 0.3674748 Oct 13 14:18:24.159367 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:24.323897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c90dd656-531f-4963-b79f-3f0cb5ec7212 req-8ce84116-540c-408b-b463-cc9b42f07842 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3766205 Oct 13 14:18:24.637275 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:24.648251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48576d84-ae4a-400e-a7f1-a4a4faf5aca2 req-fb8a2f0b-f448-4462-a35f-9843d4f533c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:24.657310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48576d84-ae4a-400e-a7f1-a4a4faf5aca2 req-fb8a2f0b-f448-4462-a35f-9843d4f533c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1870f77-f283-46b0-91af-b6c012baea10 HTTP/1.1" status: 200 len: 856 time: 0.5004334 Oct 13 14:18:24.685890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7b700cc7-b19d-4f13-ad5c-688d2dbad015 None None] Provisioning complete for port 9354e655-4eac-48a0-9529-9d798eea666a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:24.686343 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7b700cc7-b19d-4f13-ad5c-688d2dbad015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:24.691217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Allocated IP 172.25.0.54 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/9c029d31-c2ba-4f15-bbe6-2afe5e4b21b1) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:24.876421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c30f7-f61f-4f9f-8f17-c9e8160c381a req-8172ccc3-892c-4063-a5f2-f261b6f9dffb tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:24.882615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb4c30f7-f61f-4f9f-8f17-c9e8160c381a req-8172ccc3-892c-4063-a5f2-f261b6f9dffb tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.5549049 Oct 13 14:18:24.927299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 9354e655-4eac-48a0-9529-9d798eea666a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:24.927673 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.002520 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.002520 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-573fa4aa-b992-4e47-9a7b-930b6332adec tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.130631 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.144093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e98db2e5-5858-46b2-b89b-0a857b916d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'name': 'tempest-ServerRescueTestJSON-1218919954-router', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:15:29Z', 'updated_at': '2021-10-13T14:18:19Z', 'revision_number': 5, 'project_id': '1a67a06d259f46568b1482e7244739f1', 'gw_port': {'id': 'd2aa9f89-eb48-4d61-a2bb-70c182b71609', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:85:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:15:30Z', 'updated_at': '2021-10-13T14:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:25.156812 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7b700cc7-b19d-4f13-ad5c-688d2dbad015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.167445 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.209893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-573fa4aa-b992-4e47-9a7b-930b6332adec tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.349459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98db2e5-5858-46b2-b89b-0a857b916d3e None None] Checking router: 59435076-0ecf-48c0-a9b5-8e4bce007bf8 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:18:25.389337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fa4aa-b992-4e47-9a7b-930b6332adec tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98094c58-1a66-4863-b466-1f7b2d66782b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:25.424217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48576d84-ae4a-400e-a7f1-a4a4faf5aca2 req-cf0ba744-9146-4a2f-8af0-0206978125e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:25.425300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48576d84-ae4a-400e-a7f1-a4a4faf5aca2 req-cf0ba744-9146-4a2f-8af0-0206978125e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16e15b01-e808-4e45-90e1-66199134cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7270799 Oct 13 14:18:25.431979 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:25.432231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb4c30f7-f61f-4f9f-8f17-c9e8160c381a req-b407d87b-91af-4168-8f2c-74a0aad152f3 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514925 Oct 13 14:18:25.442072 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:25.451742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:25.459847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:25.461120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.466959 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=f2b7e469-d865-4420-af18-7fe6169fe325,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:25.480283 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Deleting port d2aa9f89-eb48-4d61-a2bb-70c182b71609 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:25.481005 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.507070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.509329 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-573fa4aa-b992-4e47-9a7b-930b6332adec tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.511626 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-573fa4aa-b992-4e47-9a7b-930b6332adec tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2975523 Oct 13 14:18:25.517872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51476) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:25.525173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:25.541607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7b700cc7-b19d-4f13-ad5c-688d2dbad015 None None] For port 9354e655-4eac-48a0-9529-9d798eea666a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9354e655-4eac-48a0-9529-9d798eea666a,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:25.542187 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98db2e5-5858-46b2-b89b-0a857b916d3e None None] Routers {'59435076-0ecf-48c0-a9b5-8e4bce007bf8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:25.542812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e98db2e5-5858-46b2-b89b-0a857b916d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['59435076-0ecf-48c0-a9b5-8e4bce007bf8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:25.590858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48576d84-ae4a-400e-a7f1-a4a4faf5aca2 req-9d4f7033-159f-4486-9065-d6e38e6beceb service neutron] 10.222.0.41 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526425 Oct 13 14:18:25.637539 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f3288f11-cfe7-44bd-a5d0-5849680fbc9c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3648705 Oct 13 14:18:25.639164 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51478) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:25.735680 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.749882 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] For port d2aa9f89-eb48-4d61-a2bb-70c182b71609, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d2aa9f89-eb48-4d61-a2bb-70c182b71609,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:25.750320 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.789163 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Calling delete_port for d2aa9f89-eb48-4d61-a2bb-70c182b71609 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:25.913140 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a8e918fc-4abd-4775-a5d4-4b940407cf4c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port f2b7e469-d865-4420-af18-7fe6169fe325 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:25.913534 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8e918fc-4abd-4775-a5d4-4b940407cf4c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.922972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:25.949532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:25.975570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:25.975570 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.979189 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:25.994351 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7b700cc7-b19d-4f13-ad5c-688d2dbad015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:26.137836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Pushing event updated for resources: {'Port': ['ID=9c029d31-c2ba-4f15-bbe6-2afe5e4b21b1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:26.137836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062885d-36bb-4c18-95c7-6bc4687a8d10 req-4934da85-9d30-45de-9a6c-985e73de357a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:26.138401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b700cc7-b19d-4f13-ad5c-688d2dbad015 None None] Pushing event updated for resources: {'Port': ['ID=9354e655-4eac-48a0-9529-9d798eea666a,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:26.154110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0062885d-36bb-4c18-95c7-6bc4687a8d10 req-4934da85-9d30-45de-9a6c-985e73de357a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.4370177 Oct 13 14:18:26.159746 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:26.166377 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef647afe-8158-405e-86e0-1e3d7e1696bf None None] Update dhcp port {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'fixed_ips': [{'subnet_id': '431f0aac-19f1-4673-96b7-a78840fec163', 'ip_address': '2001:db8::f816:3eff:fe53:9246'}, {'subnet_id': '167b3484-ed2a-403a-9a27-7e07d4f5ea95'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '9354e655-4eac-48a0-9529-9d798eea666a'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:18:26.175471 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8e918fc-4abd-4775-a5d4-4b940407cf4c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:26.209772 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a8e918fc-4abd-4775-a5d4-4b940407cf4c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for f2b7e469-d865-4420-af18-7fe6169fe325 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:26.220502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48576d84-ae4a-400e-a7f1-a4a4faf5aca2 req-bb3cf8c7-a46b-4d82-a50f-cd0b7b559126 service neutron] 10.222.0.41 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052883 Oct 13 14:18:26.289866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e98db2e5-5858-46b2-b89b-0a857b916d3e None None] Set router 59435076-0ecf-48c0-a9b5-8e4bce007bf8 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:18:26.294186 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ef647afe-8158-405e-86e0-1e3d7e1696bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:26.305613 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:26.346170 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Pushing event deleted for resources: {'Port': ['ID=d2aa9f89-eb48-4d61-a2bb-70c182b71609,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:26.414032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0062885d-36bb-4c18-95c7-6bc4687a8d10 req-ae93bcc4-e6d3-4d96-8972-d4f98f755861 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588415 Oct 13 14:18:26.416897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e98db2e5-5858-46b2-b89b-0a857b916d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'name': 'tempest-ServerRescueTestJSON-1218919954-router', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:15:29Z', 'updated_at': '2021-10-13T14:18:24Z', 'revision_number': 6, 'project_id': '1a67a06d259f46568b1482e7244739f1', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:26.542895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:26.655966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98db2e5-5858-46b2-b89b-0a857b916d3e None None] The sync data for ids ['59435076-0ecf-48c0-a9b5-8e4bce007bf8'] in n-d-806683-15 is: [{'id': '59435076-0ecf-48c0-a9b5-8e4bce007bf8', 'name': 'tempest-ServerRescueTestJSON-1218919954-router', 'tenant_id': '1a67a06d259f46568b1482e7244739f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:15:29Z', 'updated_at': '2021-10-13T14:18:24Z', 'revision_number': 6, 'project_id': '1a67a06d259f46568b1482e7244739f1', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:18:26.680484 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:26.721459 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:26.730060 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:26.782940 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:18:26.784292 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:18:26.946315 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:26.946860 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59435076-0ecf-48c0-a9b5-8e4bce007bf8 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:18:26.951978 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:26.957068 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d6afac5f-c159-4828-a4f2-b759f32a762e admin admin] 10.222.0.18 "DELETE /v2.0/routers/59435076-0ecf-48c0-a9b5-8e4bce007bf8 HTTP/1.1" status: 204 len: 168 time: 3.4938855 Oct 13 14:18:26.957068 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51486) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:26.983676 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8e918fc-4abd-4775-a5d4-4b940407cf4c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:27.101084 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e918fc-4abd-4775-a5d4-4b940407cf4c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=f2b7e469-d865-4420-af18-7fe6169fe325,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:27.104715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-ef647afe-8158-405e-86e0-1e3d7e1696bf None None] Allocated IP 2001:db8:0:1::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/167b3484-ed2a-403a-9a27-7e07d4f5ea95/9354e655-4eac-48a0-9529-9d798eea666a) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:27.175389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Allocated IP 172.25.0.90 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/bf1a0b57-cbf7-4b89-a648-e52d511bcb6a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:27.234914 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8e918fc-4abd-4775-a5d4-4b940407cf4c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:27.241784 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a8e918fc-4abd-4775-a5d4-4b940407cf4c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/f2b7e469-d865-4420-af18-7fe6169fe325 HTTP/1.1" status: 204 len: 168 time: 1.5966268 Oct 13 14:18:27.243374 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51488) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:27.327292 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3adf7a-d932-4cc1-9925-a87c518f16bd admin admin] Deleting subnet 7d5c6c63-8d61-4546-85b8-94f5a653482a {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:18:27.339283 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d3adf7a-d932-4cc1-9925-a87c518f16bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:27.400254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaa6412-6f0e-437f-9fe9-d6e6c14b6a74 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:27.404712 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7eaa6412-6f0e-437f-9fe9-d6e6c14b6a74 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1582267 Oct 13 14:18:27.405929 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51490) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:27.410430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:27.427739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d3adf7a-d932-4cc1-9925-a87c518f16bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:27.516464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c25c95-5897-4c68-a3f4-ce8dfb0b74f2 req-c6caac02-3e87-48a6-8a9b-b4e99a51017c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:27.518553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8c25c95-5897-4c68-a3f4-ce8dfb0b74f2 req-c6caac02-3e87-48a6-8a9b-b4e99a51017c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.7464223 Oct 13 14:18:27.525731 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:27.548437 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d3adf7a-d932-4cc1-9925-a87c518f16bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:27.559881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ef647afe-8158-405e-86e0-1e3d7e1696bf None None] For port 9354e655-4eac-48a0-9529-9d798eea666a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9354e655-4eac-48a0-9529-9d798eea666a,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:27.650290 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f78f2-61eb-46da-b102-d9bfed1e2ce0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:27.659818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51494) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:27.660778 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cb7f78f2-61eb-46da-b102-d9bfed1e2ce0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2507873 Oct 13 14:18:27.668886 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ef647afe-8158-405e-86e0-1e3d7e1696bf None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:27.702530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8c25c95-5897-4c68-a3f4-ce8dfb0b74f2 req-93ab4344-eeb2-4a50-9bc0-833ad7cb2100 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704054 Oct 13 14:18:27.730897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:27.730897 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:27.795673 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:27.813370 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d3adf7a-d932-4cc1-9925-a87c518f16bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:27.821048 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ef647afe-8158-405e-86e0-1e3d7e1696bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:27.850321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d3adf7a-d932-4cc1-9925-a87c518f16bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:27.850321 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7d3adf7a-d932-4cc1-9925-a87c518f16bd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7d5c6c63-8d61-4546-85b8-94f5a653482a HTTP/1.1" status: 204 len: 168 time: 0.8879237 Oct 13 14:18:27.853170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72226521-0e13-4d06-92d2-098c79020f72 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:27.855133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72226521-0e13-4d06-92d2-098c79020f72 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:27.856921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72226521-0e13-4d06-92d2-098c79020f72 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:27.858596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-72226521-0e13-4d06-92d2-098c79020f72 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1882713 Oct 13 14:18:27.859341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51498) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:27.864416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51500) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:27.913346 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:27.975594 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3adf7a-d932-4cc1-9925-a87c518f16bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5c6c63-8d61-4546-85b8-94f5a653482a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:28.042093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef647afe-8158-405e-86e0-1e3d7e1696bf None None] Pushing event updated for resources: {'Port': ['ID=9354e655-4eac-48a0-9529-9d798eea666a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:28.190851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:28.217642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba349b4a-370a-4c56-96c9-f737ba362890 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 167b3484-ed2a-403a-9a27-7e07d4f5ea95 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:18:28.226556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event updated for resources: {'Port': ['ID=bf1a0b57-cbf7-4b89-a648-e52d511bcb6a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:28.229876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:28.233606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:28.236219 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ba349b4a-370a-4c56-96c9-f737ba362890 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:28.334113 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb94966e-d267-472c-9ef1-c11ea6249e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:28.387382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9aef9-f9ba-4666-a42c-080cad49c23a req-35a2ff6d-22a2-424a-bfd2-1dff4c8eb293 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:28.404294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bdf9aef9-f9ba-4666-a42c-080cad49c23a req-35a2ff6d-22a2-424a-bfd2-1dff4c8eb293 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.5757575 Oct 13 14:18:28.455491 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9354e655-4eac-48a0-9529-9d798eea666a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:28.485977 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:28.559082 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ba349b4a-370a-4c56-96c9-f737ba362890 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:28.621385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 9354e655-4eac-48a0-9529-9d798eea666a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:28.621652 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:28.728401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bdf9aef9-f9ba-4666-a42c-080cad49c23a req-9281b55a-8ad7-49e9-b259-623041ef8018 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229504 Oct 13 14:18:28.930465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d040c80a-c623-462b-b4a1-1893bcc21360 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:18:28.996335 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: d040c80a-c623-462b-b4a1-1893bcc21360 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:18:28.997895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d040c80a-c623-462b-b4a1-1893bcc21360 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:18:28.997895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d2aa9f89-eb48-4d61-a2bb-70c182b71609 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:18:29.054592 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb94966e-d267-472c-9ef1-c11ea6249e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:29.099464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: d2aa9f89-eb48-4d61-a2bb-70c182b71609 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:18:29.099464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d2aa9f89-eb48-4d61-a2bb-70c182b71609 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:18:29.139816 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:29.168671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-90c5828b-99f6-412a-86bb-9dab8b2c9c6c None None] Provisioning complete for port 9354e655-4eac-48a0-9529-9d798eea666a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:29.169149 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-90c5828b-99f6-412a-86bb-9dab8b2c9c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:29.241898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-cb94966e-d267-472c-9ef1-c11ea6249e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4481736-159f-44b3-b3de-7023bdd7589e']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:29.312927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-cb94966e-d267-472c-9ef1-c11ea6249e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:29.314172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-cb94966e-d267-472c-9ef1-c11ea6249e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf899b4-c7dd-45f6-b9ab-9e3e9ff74280') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:29.327745 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb94966e-d267-472c-9ef1-c11ea6249e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:29.344500 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb94966e-d267-472c-9ef1-c11ea6249e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:29.466513 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ba349b4a-370a-4c56-96c9-f737ba362890 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:29.471006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb94966e-d267-472c-9ef1-c11ea6249e0b admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:18:29.471607 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb94966e-d267-472c-9ef1-c11ea6249e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:18:29.523908 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:18:29.538119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-12187294-5efb-4981-bf03-6081a447164b None None] Could not find standard attr ID for object f2b7e469-d865-4420-af18-7fe6169fe325. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:18:29.630365 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:18:29.734404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442992e-4886-4893-85fe-0aa39cdb919f req-94f38315-fcda-40b0-adb3-70af98187535 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:29.741802 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8442992e-4886-4893-85fe-0aa39cdb919f req-94f38315-fcda-40b0-adb3-70af98187535 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.8004036 Oct 13 14:18:29.771725 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:29.934912 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:29.943924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc404fc3-f436-455a-86ac-a746a59116ef req-b811943c-8e70-4e77-a3ff-4aef2d5434a5 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:29.945469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-b811943c-8e70-4e77-a3ff-4aef2d5434a5 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 820 time: 0.7650917 Oct 13 14:18:29.988016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8442992e-4886-4893-85fe-0aa39cdb919f req-ab32df2a-09c0-48a6-82f8-73340d266d89 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138188 Oct 13 14:18:29.995460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-76459123-69b6-44a1-aaf0-7f0c1c9140bc tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/quotas/b78abff673614c759f3914d20a5d2d63 HTTP/1.1" status: 200 len: 375 time: 0.0381365 Oct 13 14:18:30.166126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c93ec3-0d74-405a-ba30-0490f41dc43d req-de67461e-39d4-43ca-8b3c-9dc219f97b3b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:30.167885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68c93ec3-0d74-405a-ba30-0490f41dc43d req-de67461e-39d4-43ca-8b3c-9dc219f97b3b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.1117511 Oct 13 14:18:30.170563 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb94966e-d267-472c-9ef1-c11ea6249e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:30.183330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-e3dabf4e-3631-4d62-b066-0e349994f456 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1646099 Oct 13 14:18:30.199284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ba349b4a-370a-4c56-96c9-f737ba362890 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:30.215747 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb94966e-d267-472c-9ef1-c11ea6249e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:30.220876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cb94966e-d267-472c-9ef1-c11ea6249e0b admin admin] 10.222.0.18 "DELETE /v2.0/networks/b4481736-159f-44b3-b3de-7023bdd7589e HTTP/1.1" status: 204 len: 168 time: 2.3572340 Oct 13 14:18:30.225599 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:30.777447 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:30.779874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94966e-d267-472c-9ef1-c11ea6249e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=b4481736-159f-44b3-b3de-7023bdd7589e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:30.798516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba349b4a-370a-4c56-96c9-f737ba362890 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=167b3484-ed2a-403a-9a27-7e07d4f5ea95,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:30.807840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51530) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:30.822928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bc2fdf-301c-448e-8dda-474117a24404 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:30.825694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68c93ec3-0d74-405a-ba30-0490f41dc43d req-76fa6cb0-0ed9-48cc-8337-ae81441c900d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6356308 Oct 13 14:18:30.835175 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ba349b4a-370a-4c56-96c9-f737ba362890 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:30.835175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ba349b4a-370a-4c56-96c9-f737ba362890 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/167b3484-ed2a-403a-9a27-7e07d4f5ea95 HTTP/1.1" status: 204 len: 168 time: 2.9533887 Oct 13 14:18:30.850011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51532) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:30.927903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:31.014648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Pushing event updated for resources: {'Port': ['ID=9c029d31-c2ba-4f15-bbe6-2afe5e4b21b1,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:31.077801 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:31.089865 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50f3e74-d3c5-4084-8b5d-c1b0e8354633 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 431f0aac-19f1-4673-96b7-a78840fec163 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:18:31.096766 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b50f3e74-d3c5-4084-8b5d-c1b0e8354633 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:31.175808 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8bfb6762-fdb4-4248-8556-a4eeebef5d93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a67a06d259f46568b1482e7244739f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662896 Oct 13 14:18:31.180073 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51542) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:31.207424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event updated for resources: {'Port': ['ID=bf1a0b57-cbf7-4b89-a648-e52d511bcb6a,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:31.230725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-50a2407a-0fcb-423b-a451-c2afd50dfdce service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0218053 Oct 13 14:18:31.250993 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b50f3e74-d3c5-4084-8b5d-c1b0e8354633 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:31.374302 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a62fe28e-7732-44f2-8d16-5eb123947fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:31.467122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:31.467811 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a62fe28e-7732-44f2-8d16-5eb123947fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:31.572493 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b50f3e74-d3c5-4084-8b5d-c1b0e8354633 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:31.637465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-1f109a84-732d-40ed-8754-0e8ca6260c15 service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054613 Oct 13 14:18:31.706881 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Floating IP 516100ae-f389-4521-bdaa-f7fa105edc68 associated. External IP: 172.25.0.54, port: 888a2753-7558-47d6-8b2b-0883d4fecf70. Oct 13 14:18:31.800162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcef398-c385-472e-8dbd-a3799a239485 req-d71d0275-c052-4599-b70a-613a8083640e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:31.808784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bcef398-c385-472e-8dbd-a3799a239485 req-d71d0275-c052-4599-b70a-613a8083640e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.4068131 Oct 13 14:18:31.830250 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a62fe28e-7732-44f2-8d16-5eb123947fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:31.834253 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a62fe28e-7732-44f2-8d16-5eb123947fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:31.839032 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a62fe28e-7732-44f2-8d16-5eb123947fac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8 HTTP/1.1" status: 204 len: 168 time: 0.6529217 Oct 13 14:18:31.844073 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:31.853875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d531015e-d624-4185-a1d3-4c5473dfbd5d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3336048 Oct 13 14:18:31.876372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b50f3e74-d3c5-4084-8b5d-c1b0e8354633 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:31.905574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fe28e-7732-44f2-8d16-5eb123947fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce1be00-4f3b-443a-b9fc-80e1c16e7fa8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:31.974137 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b50f3e74-d3c5-4084-8b5d-c1b0e8354633 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:31.999958 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b50f3e74-d3c5-4084-8b5d-c1b0e8354633 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/431f0aac-19f1-4673-96b7-a78840fec163 HTTP/1.1" status: 204 len: 168 time: 1.1426420 Oct 13 14:18:32.001828 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f3e74-d3c5-4084-8b5d-c1b0e8354633 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=431f0aac-19f1-4673-96b7-a78840fec163,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:32.006229 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51556) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:32.013570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bcef398-c385-472e-8dbd-a3799a239485 req-909fae44-1622-40fc-8c4b-e5c658d5e1eb tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031844 Oct 13 14:18:32.187751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b25ff3e3-1b51-4fa0-ba3d-ea7787a7747c req-c1e0ca11-eb11-49f5-b74b-66d3c1ddbe0c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 210 time: 0.0699689 Oct 13 14:18:32.237058 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4b4c591c-c0a3-4bbc-a6c6-25eaeea927d8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2144063 Oct 13 14:18:32.237876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51562) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:32.257117 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-252ad98e-63d0-44a1-a6df-fde2544bb4ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:32.406477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56c264-51cf-47be-a2c4-16b0cea13b75 req-64d6038d-56d1-4a31-9778-f1f831667d8b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:32.408485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b56c264-51cf-47be-a2c4-16b0cea13b75 req-64d6038d-56d1-4a31-9778-f1f831667d8b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.3690915 Oct 13 14:18:32.650139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e4d1c5-cb03-4515-ad10-b0dded233683 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:32.685516 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252ad98e-63d0-44a1-a6df-fde2544bb4ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:32.689311 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-252ad98e-63d0-44a1-a6df-fde2544bb4ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:32.835069 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Router 262db31d-46b2-4480-8700-67ed89e9af80 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:18:32.849489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-5ffaf44a-2e57-4ceb-9b33-00df103e3d73 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1528431183&fields=id&tenant_id=82871577ef3e4a4ea19f18b5f347c20b HTTP/1.1" status: 200 len: 267 time: 0.4852247 Oct 13 14:18:32.973825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b56c264-51cf-47be-a2c4-16b0cea13b75 req-1a944260-6478-40a8-bbc2-13c9085e240c tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5303595 Oct 13 14:18:32.998562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7d1d44af-d535-450a-802e-ec26f1ddfe87 None None] Provisioning complete for port 9354e655-4eac-48a0-9529-9d798eea666a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:33.007679 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d1d44af-d535-450a-802e-ec26f1ddfe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:33.266386 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-252ad98e-63d0-44a1-a6df-fde2544bb4ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:33.403509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177862dd-4850-4fa4-a0e2-5dbefc964d28 None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:18:33.414582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4183165-b670-49a6-9847-833112470d2f req-e45cb35a-64fb-4644-83d3-28143f891965 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:33.422549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4183165-b670-49a6-9847-833112470d2f req-e45cb35a-64fb-4644-83d3-28143f891965 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1967919 Oct 13 14:18:33.471267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252ad98e-63d0-44a1-a6df-fde2544bb4ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:33.481279 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-252ad98e-63d0-44a1-a6df-fde2544bb4ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:33.490687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252ad98e-63d0-44a1-a6df-fde2544bb4ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:33.491650 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-252ad98e-63d0-44a1-a6df-fde2544bb4ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:33.547006 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ad98e-63d0-44a1-a6df-fde2544bb4ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=8294824f-3d78-4c2e-993a-dc91c1b870e8,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:33.589454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-177862dd-4850-4fa4-a0e2-5dbefc964d28 None None] Deleting port 9354e655-4eac-48a0-9529-9d798eea666a {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:33.593930 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-177862dd-4850-4fa4-a0e2-5dbefc964d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:33.594067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4183165-b670-49a6-9847-833112470d2f req-3a44224d-5b3e-451e-949e-aacb61411078 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682994 Oct 13 14:18:33.622711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-06666662-0ddb-46a2-aa10-5f11b792cbf6 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:33.626492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-06666662-0ddb-46a2-aa10-5f11b792cbf6 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/networks?id=9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 200 len: 810 time: 0.7522218 Oct 13 14:18:33.627388 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-252ad98e-63d0-44a1-a6df-fde2544bb4ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3868382 Oct 13 14:18:33.628719 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51600) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:33.635584 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9edcd3a0-8f2f-4b4e-b0bb-7385ffe4a572 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:33.735592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-6718fe72-653b-475c-b548-5db4ba6cc42b tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/quotas/82871577ef3e4a4ea19f18b5f347c20b HTTP/1.1" status: 200 len: 375 time: 0.0709903 Oct 13 14:18:33.739280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:18:33.751078 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9639299e-22eb-4657-8728-691565c6baa7 None None] Sync routers for ids ['262db31d-46b2-4480-8700-67ed89e9af80'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:18:33.778970 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639299e-22eb-4657-8728-691565c6baa7 None None] Routers {'262db31d-46b2-4480-8700-67ed89e9af80'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:33.779908 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9639299e-22eb-4657-8728-691565c6baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['262db31d-46b2-4480-8700-67ed89e9af80'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:33.834324 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-177862dd-4850-4fa4-a0e2-5dbefc964d28 None None] For port 9354e655-4eac-48a0-9529-9d798eea666a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9354e655-4eac-48a0-9529-9d798eea666a,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:33.834834 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-177862dd-4850-4fa4-a0e2-5dbefc964d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:33.886137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-177862dd-4850-4fa4-a0e2-5dbefc964d28 None None] Calling delete_port for 9354e655-4eac-48a0-9529-9d798eea666a owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:33.979715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d3fd09d-e5f0-40da-a39b-49c17c0cdcd3 req-20e56dd1-ae5a-444f-bb9b-7021c1fb87cc tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 210 time: 0.1868207 Oct 13 14:18:34.076698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-b3d72f23-4304-4f9c-8514-739635796e2e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3390648 Oct 13 14:18:34.101645 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:34.119725 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9639299e-22eb-4657-8728-691565c6baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:34.139704 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9639299e-22eb-4657-8728-691565c6baa7 None None] Routers {'262db31d-46b2-4480-8700-67ed89e9af80'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:34.140745 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9639299e-22eb-4657-8728-691565c6baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['262db31d-46b2-4480-8700-67ed89e9af80'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:34.155137 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edcd3a0-8f2f-4b4e-b0bb-7385ffe4a572 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:34.158987 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9edcd3a0-8f2f-4b4e-b0bb-7385ffe4a572 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:34.228963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-177862dd-4850-4fa4-a0e2-5dbefc964d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:34.253844 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9639299e-22eb-4657-8728-691565c6baa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:34.255393 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9639299e-22eb-4657-8728-691565c6baa7 None None] The sync data for ids ['262db31d-46b2-4480-8700-67ed89e9af80'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:18:34.292560 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177862dd-4850-4fa4-a0e2-5dbefc964d28 None None] Pushing event deleted for resources: {'Port': ['ID=9354e655-4eac-48a0-9529-9d798eea666a,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:34.299241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8d7683d8-f8f4-46d3-8a12-8bbfdd5d7b90 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 12.1675231 Oct 13 14:18:34.304587 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51614) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:34.319912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177862dd-4850-4fa4-a0e2-5dbefc964d28 None None] No DVR routers for this DVR port 9354e655-4eac-48a0-9529-9d798eea666a on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:18:34.348699 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4006be-753e-4ad1-96f3-f494a7021a88 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:34.454564 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-b9c2e3ae-718c-4639-af47-b395414f9723 service neutron] 10.222.0.18 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778985 Oct 13 14:18:34.478638 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51616) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:34.492114 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9354e655-4eac-48a0-9529-9d798eea666a no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:18:34.532723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 9354e655-4eac-48a0-9529-9d798eea666a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:18:34.533469 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9354e655-4eac-48a0-9529-9d798eea666a not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:18:34.766809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-fa14fa25-233e-4a85-a084-7d2d1e41e27e service neutron] 10.222.0.18 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070548 Oct 13 14:18:34.771700 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9cb3b318-ce80-43a7-8550-77e29e00de37 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] 10.222.0.18 "GET /v2.0/floatingips/516100ae-f389-4521-bdaa-f7fa105edc68 HTTP/1.1" status: 200 len: 981 time: 0.4641318 Oct 13 14:18:34.772140 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51622) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:34.834814 n-d-806683-15 neutron-server[112684]: INFO neutron.db.ipam_backend_mixin [None req-9edcd3a0-8f2f-4b4e-b0bb-7385ffe4a572 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8294824f-3d78-4c2e-993a-dc91c1b870e8 (CIDR: 2001:db8::/64) Oct 13 14:18:34.844740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07057b-e8bc-49c9-8af7-0d3221097902 req-5fb1d656-5c1c-4e21-9260-f77ea1f24e9b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:34.846624 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-605501132-network', 'tenant_id': '1f3381f4090b46da8ec91eb741bf2620'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:34.855747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de07057b-e8bc-49c9-8af7-0d3221097902 req-5fb1d656-5c1c-4e21-9260-f77ea1f24e9b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.4000444 Oct 13 14:18:34.878105 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-9edcd3a0-8f2f-4b4e-b0bb-7385ffe4a572 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:18:34.887807 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9edcd3a0-8f2f-4b4e-b0bb-7385ffe4a572 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:34.951893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de07057b-e8bc-49c9-8af7-0d3221097902 req-4b5ee90c-ed1f-4bd9-8a4c-d3ccd6dc2114 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949430 Oct 13 14:18:34.978759 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-582ecf9f-aa7a-45c4-8c89-06b883c3c1b1 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3686 time: 0.1996183 Oct 13 14:18:34.981809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51624) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:34.990376 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Made reservation on behalf of 1f3381f4090b46da8ec91eb741bf2620 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:34.994515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:35.070069 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:35.124252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51630) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:35.127976 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9edcd3a0-8f2f-4b4e-b0bb-7385ffe4a572 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4952555 Oct 13 14:18:35.164751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:35.213847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '8294824f-3d78-4c2e-993a-dc91c1b870e8'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:18:35.215513 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:35.365607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:35.386758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2792b11-4bd5-47d1-b157-38ef8af25b9c req-064016f6-c9c9-462e-bce6-93333a4619d6 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 210 time: 0.1940260 Oct 13 14:18:35.451617 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:35.482254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:18:35.495730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:35.496614 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Added segment 5feba42a-1fd4-46ec-852b-18aee1284a67 of type vlan for network 7967c7e9-c785-47a5-832b-9d1edf6a0217 Oct 13 14:18:35.623423 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743ab654-ff75-4329-8497-c6501988e59d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:35.646405 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:35.665084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Allocated IP 2001:db8::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/8294824f-3d78-4c2e-993a-dc91c1b870e8/886dfd2f-1899-468d-ab74-25ba2efc6048) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:35.803228 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:35.805969 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:35.807640 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:35.854724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c0bace2-0e7e-4ab9-be73-c7100b39c1e6 req-533dccb4-873c-48b2-896a-91ee164b13ee tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 210 time: 0.2261024 Oct 13 14:18:35.960333 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] Pushing event updated for resources: {'Network': ['ID=7967c7e9-c785-47a5-832b-9d1edf6a0217,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:36.023124 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:36.043500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 7967c7e9-c785-47a5-832b-9d1edf6a0217 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:18:36.053875 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bfd8f4e6-5f8b-40b8-8f6e-68c487c77f37 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5599020 Oct 13 14:18:36.054234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51654) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:36.061332 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-403a3df2-f451-446d-93ec-1ad5ccd4e271 admin admin] Request body: {'subnet': {'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-605501132-subnet', 'tenant_id': '1f3381f4090b46da8ec91eb741bf2620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:36.065354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc404fc3-f436-455a-86ac-a746a59116ef req-821ab4a6-272e-4806-a1bb-9097348d33ca tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:36.069676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-821ab4a6-272e-4806-a1bb-9097348d33ca tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.41 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 820 time: 0.5968423 Oct 13 14:18:36.125343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34173d-a867-4299-960b-66735af732d9 req-2a17b3fc-e6bb-467c-aade-7450fe0f61eb tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:36.133484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee34173d-a867-4299-960b-66735af732d9 req-2a17b3fc-e6bb-467c-aade-7450fe0f61eb tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.6615694 Oct 13 14:18:36.133700 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:36.183811 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403a3df2-f451-446d-93ec-1ad5ccd4e271 admin admin] Made reservation on behalf of 1f3381f4090b46da8ec91eb741bf2620 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:36.186421 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-403a3df2-f451-446d-93ec-1ad5ccd4e271 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:36.199038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:36.203907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Pushing event updated for resources: {'Port': ['ID=886dfd2f-1899-468d-ab74-25ba2efc6048,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:36.206705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:36.215062 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:36.242494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cc404fc3-f436-455a-86ac-a746a59116ef req-d63f66d1-3b9d-45bf-9ef6-7e8b178c1150 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Request body: {'port': {'device_id': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'admin_state_up': True, 'tenant_id': 'b78abff673614c759f3914d20a5d2d63'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:36.280481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Attempting to bind port 886dfd2f-1899-468d-ab74-25ba2efc6048 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:18:36.280814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Attempting to bind port 886dfd2f-1899-468d-ab74-25ba2efc6048 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:18:36.281253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Attempting to bind port 886dfd2f-1899-468d-ab74-25ba2efc6048 on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:36.283030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-251f120a-c985-49a5-a7ea-01deee8c2df9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Deleting port 9c029d31-c2ba-4f15-bbe6-2afe5e4b21b1 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:36.291122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-251f120a-c985-49a5-a7ea-01deee8c2df9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:36.291274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:18:36.291274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:36.291274 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:36.291274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:18:36.291274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Bound port: 886dfd2f-1899-468d-ab74-25ba2efc6048, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:18:36.291274 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:36.368612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] For port 886dfd2f-1899-468d-ab74-25ba2efc6048, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:36.372245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] For port 886dfd2f-1899-468d-ab74-25ba2efc6048, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=886dfd2f-1899-468d-ab74-25ba2efc6048,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:36.440268 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:36.505924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7125b6c-becc-44a8-8c2f-b32aaab2f037 None None] Pushing event updated for resources: {'Port': ['ID=886dfd2f-1899-468d-ab74-25ba2efc6048,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:37.123810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee34173d-a867-4299-960b-66735af732d9 req-4a86ff9b-94b8-4f2c-b0c5-6205edeffcc9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9773681 Oct 13 14:18:37.252836 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-251f120a-c985-49a5-a7ea-01deee8c2df9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:37.252836 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-251f120a-c985-49a5-a7ea-01deee8c2df9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:37.252836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e079c0-276f-4342-ba10-d85967c8b5d0 req-7e492588-b396-433d-a661-2ce7fe7652b6 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:37.252836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25e079c0-276f-4342-ba10-d85967c8b5d0 req-7e492588-b396-433d-a661-2ce7fe7652b6 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 1.0309041 Oct 13 14:18:37.252836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-251f120a-c985-49a5-a7ea-01deee8c2df9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Calling delete_port for 9c029d31-c2ba-4f15-bbe6-2afe5e4b21b1 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:37.359663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ee38907-0667-4828-943c-b988aec026ef req-9f80e6ac-3476-43a5-a594-4df153d23d40 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 210 time: 0.1411209 Oct 13 14:18:37.435391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25e079c0-276f-4342-ba10-d85967c8b5d0 req-c0ce95fb-5f77-47b5-baca-c2a7a73e142f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186899 Oct 13 14:18:37.497852 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-403a3df2-f451-446d-93ec-1ad5ccd4e271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:37.538722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-596b53d9-16a0-4976-82f3-eef1bb80f7e6 req-483ff651-7ed3-430f-ae45-e63a4a767926 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 210 time: 0.0458310 Oct 13 14:18:37.538722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:37.538722 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:37.588493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a3df2-f451-446d-93ec-1ad5ccd4e271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:37.608763 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a3df2-f451-446d-93ec-1ad5ccd4e271 admin admin] Checking segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:37.615657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a3df2-f451-446d-93ec-1ad5ccd4e271 admin admin] Network hostable DHCP agents. Network: 7967c7e9-c785-47a5-832b-9d1edf6a0217, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:18:37.919793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc404fc3-f436-455a-86ac-a746a59116ef req-d63f66d1-3b9d-45bf-9ef6-7e8b178c1150 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Made reservation on behalf of b78abff673614c759f3914d20a5d2d63 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:37.920118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a3df2-f451-446d-93ec-1ad5ccd4e271 admin admin] Network 7967c7e9-c785-47a5-832b-9d1edf6a0217 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:18:37.923930 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc404fc3-f436-455a-86ac-a746a59116ef req-d63f66d1-3b9d-45bf-9ef6-7e8b178c1150 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:38.005159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-251f120a-c985-49a5-a7ea-01deee8c2df9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:38.043958 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-403a3df2-f451-446d-93ec-1ad5ccd4e271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 7967c7e9-c785-47a5-832b-9d1edf6a0217) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:38.061716 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a3df2-f451-446d-93ec-1ad5ccd4e271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:38.062551 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-403a3df2-f451-446d-93ec-1ad5ccd4e271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:38.074935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381bad22-810d-441f-b0e6-4c0701064d77 None None] Network 7967c7e9-c785-47a5-832b-9d1edf6a0217 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:38.080748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f120a-c985-49a5-a7ea-01deee8c2df9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event deleted for resources: {'Port': ['ID=9c029d31-c2ba-4f15-bbe6-2afe5e4b21b1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:38.165806 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-403a3df2-f451-446d-93ec-1ad5ccd4e271 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1101387 Oct 13 14:18:38.536260 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-251f120a-c985-49a5-a7ea-01deee8c2df9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:38.537244 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-251f120a-c985-49a5-a7ea-01deee8c2df9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Floating IP 516100ae-f389-4521-bdaa-f7fa105edc68 disassociated (deleted). External IP: 172.25.0.54, port: 888a2753-7558-47d6-8b2b-0883d4fecf70. Oct 13 14:18:38.545137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-cc404fc3-f436-455a-86ac-a746a59116ef req-d63f66d1-3b9d-45bf-9ef6-7e8b178c1150 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Allocated IP 172.20.0.10 (5fad512b-6e0a-4dc9-910f-722e870ab47e/8abd87f0-f9ad-4a1b-bb81-56dd67a675b9/45b12361-0cd6-4532-9c90-92faf16c650b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:38.553637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf419b3-26bf-4021-8386-699d326cbbe4 None None] Network 7967c7e9-c785-47a5-832b-9d1edf6a0217 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:38.562277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-cd752487-8dd2-48ce-ae45-1823b8387c84 None None] Provisioning complete for port 886dfd2f-1899-468d-ab74-25ba2efc6048 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:38.562277 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cd752487-8dd2-48ce-ae45-1823b8387c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:38.611683 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 886dfd2f-1899-468d-ab74-25ba2efc6048 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:38.649821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb02fc9-a090-42e2-a4de-64e115c68ca9 req-535cb9b3-de98-4f1a-9c8b-20f875de7331 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:38.652458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fcb02fc9-a090-42e2-a4de-64e115c68ca9 req-535cb9b3-de98-4f1a-9c8b-20f875de7331 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2140832 Oct 13 14:18:38.684954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71a09cec-f93f-4101-a5bc-a493143a8e4c req-a18ab70a-daa9-43a0-9ecc-7108284abd0b tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 210 time: 0.0656118 Oct 13 14:18:38.848901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 886dfd2f-1899-468d-ab74-25ba2efc6048 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:38.849321 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:38.911479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fcb02fc9-a090-42e2-a4de-64e115c68ca9 req-0e5f6e70-886a-4cce-8e29-0699c67d2d31 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334456 Oct 13 14:18:39.021559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.objects.ports [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112685) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:18:39.040560 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cd752487-8dd2-48ce-ae45-1823b8387c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:39.213852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-cd752487-8dd2-48ce-ae45-1823b8387c84 None None] For port 886dfd2f-1899-468d-ab74-25ba2efc6048, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=886dfd2f-1899-468d-ab74-25ba2efc6048,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:39.274148 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:39.276888 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc404fc3-f436-455a-86ac-a746a59116ef req-d63f66d1-3b9d-45bf-9ef6-7e8b178c1150 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:39.315617 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cd752487-8dd2-48ce-ae45-1823b8387c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:39.435617 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:18:39.436380 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:18:39.440071 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd752487-8dd2-48ce-ae45-1823b8387c84 None None] Pushing event updated for resources: {'Port': ['ID=886dfd2f-1899-468d-ab74-25ba2efc6048,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:39.469948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb77b1-19cf-4c80-8b60-a9cde8cd30be req-365c6605-7b36-413d-a75c-1fe2060bc649 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:39.471919 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecbb77b1-19cf-4c80-8b60-a9cde8cd30be req-365c6605-7b36-413d-a75c-1fe2060bc649 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.6271567 Oct 13 14:18:39.474876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-492e087b-8566-4a5d-b7e6-f8c40d0fb443 req-4f0e42b1-6f95-466f-8ef8-670c03cc34f7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 210 time: 0.1081934 Oct 13 14:18:39.476085 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc404fc3-f436-455a-86ac-a746a59116ef req-d63f66d1-3b9d-45bf-9ef6-7e8b178c1150 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:39.489444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['14858efe-1b64-4b5b-a48b-128a6abddb02'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:18:39.570616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f66d1-3b9d-45bf-9ef6-7e8b178c1150 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Pushing event updated for resources: {'Port': ['ID=45b12361-0cd6-4532-9c90-92faf16c650b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:39.695491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251f120a-c985-49a5-a7ea-01deee8c2df9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Router 262db31d-46b2-4480-8700-67ed89e9af80 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:18:39.756909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc404fc3-f436-455a-86ac-a746a59116ef req-d63f66d1-3b9d-45bf-9ef6-7e8b178c1150 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Network 5fad512b-6e0a-4dc9-910f-722e870ab47e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:39.760376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecbb77b1-19cf-4c80-8b60-a9cde8cd30be req-3a899123-ea0e-4fa6-8c1f-a43391ce7977 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610724 Oct 13 14:18:39.766767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-cc404fc3-f436-455a-86ac-a746a59116ef req-d63f66d1-3b9d-45bf-9ef6-7e8b178c1150 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:39.777959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc404fc3-f436-455a-86ac-a746a59116ef req-d63f66d1-3b9d-45bf-9ef6-7e8b178c1150 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:40.040234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-429dd7de-470a-4b68-b61f-203635159624 None None] Provisioning complete for port 45b12361-0cd6-4532-9c90-92faf16c650b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:40.040752 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-429dd7de-470a-4b68-b61f-203635159624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:40.042176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc404fc3-f436-455a-86ac-a746a59116ef req-d63f66d1-3b9d-45bf-9ef6-7e8b178c1150 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:40.042899 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc404fc3-f436-455a-86ac-a746a59116ef req-d63f66d1-3b9d-45bf-9ef6-7e8b178c1150 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:40.075184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-429dd7de-470a-4b68-b61f-203635159624 None None] Port 45b12361-0cd6-4532-9c90-92faf16c650b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:18:40.108786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5c29f-0e84-45b5-8cfd-5e1f6b3bc47d req-62ff2102-3497-4f8b-b5f6-996f589d3bc5 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:40.122279 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18f5c29f-0e84-45b5-8cfd-5e1f6b3bc47d req-62ff2102-3497-4f8b-b5f6-996f589d3bc5 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2439775 Oct 13 14:18:40.150832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251f120a-c985-49a5-a7ea-01deee8c2df9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:18:40.152416 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:40.161275 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab1d2a-4033-4b81-a462-f256d6ac9fac None None] Sync routers for ids ['262db31d-46b2-4480-8700-67ed89e9af80'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:18:40.164547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-251f120a-c985-49a5-a7ea-01deee8c2df9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:40.170509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab1d2a-4033-4b81-a462-f256d6ac9fac None None] Routers {'262db31d-46b2-4480-8700-67ed89e9af80'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:40.171124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e4ab1d2a-4033-4b81-a462-f256d6ac9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['262db31d-46b2-4480-8700-67ed89e9af80'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:40.207219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e4ab1d2a-4033-4b81-a462-f256d6ac9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:40.207941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-20c6312d-9c74-42ce-890e-c40c7a932df8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:40.209682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-20c6312d-9c74-42ce-890e-c40c7a932df8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.3354969 Oct 13 14:18:40.217280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab1d2a-4033-4b81-a462-f256d6ac9fac None None] Routers {'262db31d-46b2-4480-8700-67ed89e9af80'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:40.217867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e4ab1d2a-4033-4b81-a462-f256d6ac9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['262db31d-46b2-4480-8700-67ed89e9af80'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:40.252311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-d63f66d1-3b9d-45bf-9ef6-7e8b178c1150 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0327125 Oct 13 14:18:40.252311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-251f120a-c985-49a5-a7ea-01deee8c2df9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "DELETE /v2.0/floatingips/516100ae-f389-4521-bdaa-f7fa105edc68 HTTP/1.1" status: 204 len: 168 time: 5.2648306 Oct 13 14:18:40.252907 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51700) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:40.254758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18f5c29f-0e84-45b5-8cfd-5e1f6b3bc47d req-8f893a96-e9d9-4114-bb1c-36be33bc1f95 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252439 Oct 13 14:18:40.257703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:40.260036 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e4ab1d2a-4033-4b81-a462-f256d6ac9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:40.262242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ab1d2a-4033-4b81-a462-f256d6ac9fac None None] The sync data for ids ['262db31d-46b2-4480-8700-67ed89e9af80'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:18:40.275369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-9695f0a4-7b8a-45b3-94c7-befc2f8f7db1 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/quotas/1f3381f4090b46da8ec91eb741bf2620 HTTP/1.1" status: 200 len: 375 time: 0.0493703 Oct 13 14:18:40.344437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 886dfd2f-1899-468d-ab74-25ba2efc6048 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:40.394608 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:40.401560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-35ceeb6d-aa1b-4077-8dc8-e3d22c017e7d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814805 Oct 13 14:18:40.402370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 886dfd2f-1899-468d-ab74-25ba2efc6048 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:40.402803 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:40.514984 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:40.543317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] For port 886dfd2f-1899-468d-ab74-25ba2efc6048, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=886dfd2f-1899-468d-ab74-25ba2efc6048,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:40.564448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae669778-0aae-4299-9701-dc37a97d4958 req-839b7fe7-fff6-4b87-9917-358898805afb tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:40.565963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae669778-0aae-4299-9701-dc37a97d4958 req-839b7fe7-fff6-4b87-9917-358898805afb tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 932 time: 0.1973057 Oct 13 14:18:40.608488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-2732f84b-0548-4c1d-a47a-54843cc8ea2e service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905148 Oct 13 14:18:40.621417 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:40.646403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Allocated IP 172.25.0.92 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/b7b8126f-41e5-4da8-bdd0-1360e8d82536) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:40.677415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae669778-0aae-4299-9701-dc37a97d4958 req-969ccfef-b46f-4306-bb85-e248468b4b4e tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023028 Oct 13 14:18:40.747299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-6f812422-6eca-49d5-a357-ef83bd03c7c4 service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228328 Oct 13 14:18:40.767307 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:40.920808 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:40.967209 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:40.970528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:40.973570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:41.002856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Pushing event updated for resources: {'Port': ['ID=b7b8126f-41e5-4da8-bdd0-1360e8d82536,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:41.099840 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:41.148754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e291e7c9-1258-4579-849a-77afc271d373 req-78b81666-393a-4a37-89ae-d9d7c89bf2e1 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 210 time: 0.3716211 Oct 13 14:18:41.150787 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:41.151914 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:41.252305 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:41.286574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:41.301454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:41.316619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660eb9b6-ad83-4dff-a1bb-4d767ff2d16c None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:41.317464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:41.317464 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:41.324062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=3014252a-4ad6-40a8-a71c-9d24a29394f8,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:41.334547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=886dfd2f-1899-468d-ab74-25ba2efc6048,revision_number=5']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:41.344519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00f800-b55b-48e8-bbfa-b32afdebdc9b req-053dc6cc-043e-4f56-aca3-56ea2eedce19 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:41.352115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d00f800-b55b-48e8-bbfa-b32afdebdc9b req-053dc6cc-043e-4f56-aca3-56ea2eedce19 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2095895 Oct 13 14:18:41.385813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5986f4-34dc-4960-b728-a333d12d1c72 req-a1786dff-add8-457c-8e99-094948f0e01d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:41.387915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5986f4-34dc-4960-b728-a333d12d1c72 req-a1786dff-add8-457c-8e99-094948f0e01d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.1599665 Oct 13 14:18:41.431967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d00f800-b55b-48e8-bbfa-b32afdebdc9b req-ff547ed9-d46d-43e2-991e-24e35c3531e5 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702660 Oct 13 14:18:41.448903 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5986f4-34dc-4960-b728-a333d12d1c72 req-14553fd4-6029-431a-96f7-f9764f940aa4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456836 Oct 13 14:18:41.449041 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:41.502518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a4d5564d-676c-4495-8eb1-bed9a98cf9be tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.3770483 Oct 13 14:18:41.507026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51724) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:41.512611 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'mac_address': 'fa:16:3e:7f:f0:19', 'name': 'tempest-NetworksTestDHCPv6-2012123277'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:41.529789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9724e62-058c-4198-a305-059b9f1a5bf7 req-0ca2e924-1dee-4ec4-b033-688699cf28f8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 210 time: 0.0427282 Oct 13 14:18:41.589925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ff0fb-c3f9-42d6-8b63-47af1e31926e req-b8bca276-2662-4fab-a83b-565f6f0571aa tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:41.591490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-475ff0fb-c3f9-42d6-8b63-47af1e31926e req-b8bca276-2662-4fab-a83b-565f6f0571aa tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.0542910 Oct 13 14:18:41.595342 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:41.649220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-475ff0fb-c3f9-42d6-8b63-47af1e31926e req-2ee3c284-177f-4868-af13-87af0fad677c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459254 Oct 13 14:18:41.762047 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Pushing event updated for resources: {'Port': ['ID=b7b8126f-41e5-4da8-bdd0-1360e8d82536,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:41.773110 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:41.886700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ecc99-a107-455c-a4f4-dd537d2b6e2a req-78af49b1-79da-4bc1-9907-e78c436e4338 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:41.889859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a7ecc99-a107-455c-a4f4-dd537d2b6e2a req-78af49b1-79da-4bc1-9907-e78c436e4338 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.0990245 Oct 13 14:18:41.905665 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:41.919831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ee11f-2c0a-4b03-b4b2-b7a6a915eb65 req-761ea42d-befe-497f-aa3b-82c1626650b5 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:41.920783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f87ee11f-2c0a-4b03-b4b2-b7a6a915eb65 req-761ea42d-befe-497f-aa3b-82c1626650b5 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 932 time: 0.1110823 Oct 13 14:18:41.974976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a7ecc99-a107-455c-a4f4-dd537d2b6e2a req-ce8f002c-53af-4e2f-a245-1b50199eb77c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708656 Oct 13 14:18:42.026607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f87ee11f-2c0a-4b03-b4b2-b7a6a915eb65 req-a38e1ff4-78e2-40b7-9ef8-c273f76f6d75 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879433 Oct 13 14:18:42.044803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:42.044803 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-217b6468-a044-448e-a50b-5468a1d0bcfd tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7770162 Oct 13 14:18:42.044803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51734) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:42.086749 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:42.118965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port 07c6005f-68fa-4ef3-a16a-530e0c02c6cc yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:18:42.300077 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:42.324686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8416de-dfd9-4c6b-b0f7-ed77ccb99985 req-5cd13b6a-842d-43e5-a9ec-93b4a3390a5b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:42.348217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 886dfd2f-1899-468d-ab74-25ba2efc6048 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:42.348933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e8416de-dfd9-4c6b-b0f7-ed77ccb99985 req-5cd13b6a-842d-43e5-a9ec-93b4a3390a5b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2048898 Oct 13 14:18:42.391373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 886dfd2f-1899-468d-ab74-25ba2efc6048 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:42.394936 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:42.397556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39c6d8b7-babc-4371-b4c3-0ee55de3ed95 req-dcb705bc-4ca4-4cd0-8fbc-83d034a87ab9 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 210 time: 0.0583117 Oct 13 14:18:42.409253 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::2f3 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/8294824f-3d78-4c2e-993a-dc91c1b870e8/07c6005f-68fa-4ef3-a16a-530e0c02c6cc) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:42.418010 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7f:f019 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/3014252a-4ad6-40a8-a71c-9d24a29394f8/07c6005f-68fa-4ef3-a16a-530e0c02c6cc) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:42.436731 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e8416de-dfd9-4c6b-b0f7-ed77ccb99985 req-75dce31c-bce2-4b6a-9812-b73ca2911752 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796740 Oct 13 14:18:42.472413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8b0a46ab-c019-4d53-912d-f9ac397736e4 None None] Provisioning complete for port 886dfd2f-1899-468d-ab74-25ba2efc6048 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:42.473065 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8b0a46ab-c019-4d53-912d-f9ac397736e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:42.481125 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:42.586972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Request body: {'port': {'device_id': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:42.711634 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:42.749235 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:42.762976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ef27e-2ed4-4820-a178-b03e6cdc1dfc req-32280f4c-4cb6-4218-b8f3-06a9df841126 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:42.767464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-924ef27e-2ed4-4820-a178-b03e6cdc1dfc req-32280f4c-4cb6-4218-b8f3-06a9df841126 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.2217352 Oct 13 14:18:42.777678 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:42.850844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df0f92-c8a4-4292-9087-481cdf0bc401 req-4bd80b03-68c7-4c83-b10a-4ba554298393 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:42.853053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55df0f92-c8a4-4292-9087-481cdf0bc401 req-4bd80b03-68c7-4c83-b10a-4ba554298393 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1743553 Oct 13 14:18:42.905525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Allocated IP 172.25.0.26 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/a8d3a94e-912c-4643-a59f-2450c05d698e) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:42.916624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-924ef27e-2ed4-4820-a178-b03e6cdc1dfc req-1661d5ac-73fd-45a7-8c9c-b22fd534f2b3 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360424 Oct 13 14:18:42.920785 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:43.022601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55df0f92-c8a4-4292-9087-481cdf0bc401 req-30439f78-992c-4244-8db4-4708879b5825 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592183 Oct 13 14:18:43.081582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa10d133-b70c-4233-9c72-31b63221d455 req-13b01720-c024-43e6-a7f3-fe8d22dee657 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 210 time: 0.0483580 Oct 13 14:18:43.333473 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:43.339870 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:43.347337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:43.353549 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:43.354108 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:43.360273 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=07c6005f-68fa-4ef3-a16a-530e0c02c6cc,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:43.371386 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c349d-ab38-4937-86ad-ba26fca28032 req-ff6c39cc-2f7e-4117-a9c5-74cdd78f4e45 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:43.373525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed9c349d-ab38-4937-86ad-ba26fca28032 req-ff6c39cc-2f7e-4117-a9c5-74cdd78f4e45 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2152996 Oct 13 14:18:43.405157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cd96c-3ed5-4061-abd3-e29c0c470d49 req-7d70323b-a7dc-4c4c-bc82-ee4dae0aedc1 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:43.413506 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:43.413722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c4cd96c-3ed5-4061-abd3-e29c0c470d49 req-7d70323b-a7dc-4c4c-bc82-ee4dae0aedc1 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 932 time: 0.2316136 Oct 13 14:18:43.503356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-ce14deed-8d74-44f8-a526-ae1657abfd52 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:43.509578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-ce14deed-8d74-44f8-a526-ae1657abfd52 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.41 "GET /v2.0/networks?id=9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 200 len: 810 time: 0.3486259 Oct 13 14:18:43.534190 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aa3f036f-c4d0-41bf-a2dc-688041256946 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0258079 Oct 13 14:18:43.537799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51760) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:43.599331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:43.616099 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c4cd96c-3ed5-4061-abd3-e29c0c470d49 req-2df065a6-bb8a-43d3-96ad-8f9539458903 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758721 Oct 13 14:18:43.630685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed9c349d-ab38-4937-86ad-ba26fca28032 req-7c611e68-9dcd-4259-9e51-d711debe3968 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417738 Oct 13 14:18:43.646515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b12361-0cd6-4532-9c90-92faf16c650b {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:18:43.669291 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:43.678391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:43.694059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:43.694059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:43.698248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Pushing event updated for resources: {'Port': ['ID=a8d3a94e-912c-4643-a59f-2450c05d698e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:43.713911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Transition to ACTIVE for port object 45b12361-0cd6-4532-9c90-92faf16c650b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:18:43.729800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-f755ee50-13f4-427a-b94a-679b9f5bc359 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82871577ef3e4a4ea19f18b5f347c20b HTTP/1.1" status: 200 len: 380 time: 0.1981878 Oct 13 14:18:43.745303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-f6811d29-ca6f-450d-b58d-4b8dbe82a487 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Request body: {'port': {'device_id': 'af0d373d-99e2-4a8d-a426-6aa28a921219', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'admin_state_up': True, 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'security_groups': ['188b46c3-267d-479c-8a65-778334a096ea']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:43.772626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5bc6cee8-6f32-4f7d-84a6-09cb246c9023 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port 07c6005f-68fa-4ef3-a16a-530e0c02c6cc {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:43.772967 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5bc6cee8-6f32-4f7d-84a6-09cb246c9023 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:43.806838 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e50f97b4-8610-4c3f-bbd9-efdc9dc651ea None None] Provisioning complete for port 07c6005f-68fa-4ef3-a16a-530e0c02c6cc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:43.807929 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e50f97b4-8610-4c3f-bbd9-efdc9dc651ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:43.838162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b008bc10-e8f9-4cb9-aed3-21a389554034 req-0c473646-7251-4806-a34e-bdff92588be6 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 210 time: 0.0861392 Oct 13 14:18:43.847658 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:43.866207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e50f97b4-8610-4c3f-bbd9-efdc9dc651ea None None] Port 07c6005f-68fa-4ef3-a16a-530e0c02c6cc cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:18:43.913532 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:43.929724 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5bc6cee8-6f32-4f7d-84a6-09cb246c9023 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:43.949567 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5bc6cee8-6f32-4f7d-84a6-09cb246c9023 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for 07c6005f-68fa-4ef3-a16a-530e0c02c6cc owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:43.961826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Pushing event updated for resources: {'Port': ['ID=45b12361-0cd6-4532-9c90-92faf16c650b,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:44.071774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85a85b-4343-4301-aa6d-f72bdd5490d6 req-532c5d07-0729-4485-8888-601657fde1f4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:44.082168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de85a85b-4343-4301-aa6d-f72bdd5490d6 req-532c5d07-0729-4485-8888-601657fde1f4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2658508 Oct 13 14:18:44.083508 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:44.203295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de85a85b-4343-4301-aa6d-f72bdd5490d6 req-b60c9fbc-791a-4cf0-9cf0-0fb70e0545a2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118963 Oct 13 14:18:44.212116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Attempting to bind port 45b12361-0cd6-4532-9c90-92faf16c650b on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:18:44.212461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Attempting to bind port 45b12361-0cd6-4532-9c90-92faf16c650b by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:18:44.213042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Attempting to bind port 45b12361-0cd6-4532-9c90-92faf16c650b on network 5fad512b-6e0a-4dc9-910f-722e870ab47e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:44.244427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8b378-d0a3-4a2e-86f9-889482f9c6a3 req-d442cc7a-091f-4c22-8ec5-5c8b05199260 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:44.255010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26e8b378-d0a3-4a2e-86f9-889482f9c6a3 req-d442cc7a-091f-4c22-8ec5-5c8b05199260 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.1673174 Oct 13 14:18:44.259448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Port 45b12361-0cd6-4532-9c90-92faf16c650b on network 5fad512b-6e0a-4dc9-910f-722e870ab47e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:18:44.259905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Attempting to bind port 45b12361-0cd6-4532-9c90-92faf16c650b on network 5fad512b-6e0a-4dc9-910f-722e870ab47e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:44.286823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:18:44.287491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Checking segment: {'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:44.287889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Bound using segment: {'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:18:44.288333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Bound port: 45b12361-0cd6-4532-9c90-92faf16c650b, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1138d01-b5a1-4553-a261-ec4da47eac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:18:44.289495 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:44.334403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-f6811d29-ca6f-450d-b58d-4b8dbe82a487 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Made reservation on behalf of 82871577ef3e4a4ea19f18b5f347c20b for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:44.339132 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-f6811d29-ca6f-450d-b58d-4b8dbe82a487 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:44.359206 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:44.400714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1654f7d-20f4-4a5a-b833-f1f0da9da352 req-09c1c0d5-3dc2-431c-bc43-7a0eb1217e4d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 210 time: 0.0939317 Oct 13 14:18:44.404877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26e8b378-d0a3-4a2e-86f9-889482f9c6a3 req-43833379-2a66-4137-8940-4e76b1cc168d tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469994 Oct 13 14:18:44.503298 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5bc6cee8-6f32-4f7d-84a6-09cb246c9023 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:44.531192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] For port 45b12361-0cd6-4532-9c90-92faf16c650b, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:44.539036 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6cee8-6f32-4f7d-84a6-09cb246c9023 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=07c6005f-68fa-4ef3-a16a-530e0c02c6cc,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:44.549188 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:44.559097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] For port 45b12361-0cd6-4532-9c90-92faf16c650b, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=45b12361-0cd6-4532-9c90-92faf16c650b,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:44.612966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15835d05-1b2e-4409-8b9f-95502e910953 req-f9504f50-9a4d-4394-93ae-d6ed58880b4c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:44.626237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15835d05-1b2e-4409-8b9f-95502e910953 req-f9504f50-9a4d-4394-93ae-d6ed58880b4c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1402967 Oct 13 14:18:44.703761 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Pushing event updated for resources: {'Port': ['ID=a8d3a94e-912c-4643-a59f-2450c05d698e,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:44.715075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-f6811d29-ca6f-450d-b58d-4b8dbe82a487 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Allocated IP 172.20.0.11 (9a0d1357-5bd1-47a4-bc47-4229892a21e5/55692630-3c1b-4a22-9c24-eba73df651f5/230b4fcb-978e-4faa-a273-ca19b22ca2c2) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:44.720212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5bc6cee8-6f32-4f7d-84a6-09cb246c9023 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:44.732620 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5bc6cee8-6f32-4f7d-84a6-09cb246c9023 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/07c6005f-68fa-4ef3-a16a-530e0c02c6cc HTTP/1.1" status: 204 len: 168 time: 1.1904395 Oct 13 14:18:44.734765 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51776) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:44.751300 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:44.811671 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:44.848543 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7fad34-ce91-4c3a-add4-0db08540861b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:44.851352 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aa7fad34-ce91-4c3a-add4-0db08540861b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1149390 Oct 13 14:18:44.855031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51778) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:44.937198 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae19296-a7d2-4fa6-b24e-661d3ed10209 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:44.941527 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bae19296-a7d2-4fa6-b24e-661d3ed10209 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0830026 Oct 13 14:18:44.942735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51782) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:44.944083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15835d05-1b2e-4409-8b9f-95502e910953 req-359c4218-d772-419a-8afc-0df1c45ac6b5 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074090 Oct 13 14:18:44.993809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:44.994467 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:44.996081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] 10.222.0.41 "PUT /v2.0/ports/45b12361-0cd6-4532-9c90-92faf16c650b HTTP/1.1" status: 200 len: 1093 time: 2.4176781 Oct 13 14:18:45.001707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'tag': '45b12361-0cd6-4532-9c90-92faf16c650b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:18:45.002658 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:45.004650 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b3278780-7a29-4b49-8436-5849cd599764 tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9572375 Oct 13 14:18:45.005161 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021c7759-f87b-402e-bbab-35a4fe6f492c" -d '{"events": [{"name": "network-changed", "server_uuid": "78c974c0-3148-4b56-b1d7-fedacf7a96fd", "tag": "45b12361-0cd6-4532-9c90-92faf16c650b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:18:45.007340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51786) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:45.025658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490636fc-8bcc-4306-9dd7-21eb9cc3c2e7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:45.027638 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490636fc-8bcc-4306-9dd7-21eb9cc3c2e7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:45.029811 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490636fc-8bcc-4306-9dd7-21eb9cc3c2e7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:45.031472 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-490636fc-8bcc-4306-9dd7-21eb9cc3c2e7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0875292 Oct 13 14:18:45.034146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51790) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:45.092295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0134c3-4334-4001-bdb7-ad8d0694aaf4 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 3014252a-4ad6-40a8-a71c-9d24a29394f8 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:18:45.096199 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d0134c3-4334-4001-bdb7-ad8d0694aaf4 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:45.142772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d0134c3-4334-4001-bdb7-ad8d0694aaf4 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:45.278420 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d0134c3-4334-4001-bdb7-ad8d0694aaf4 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:45.282711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0cab622-9688-4284-beb7-c6f936b3eac8 req-a6db9391-26e3-47cb-8d47-38f2c96fd9fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 210 time: 0.2132933 Oct 13 14:18:45.288037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf775eb-c028-4a69-a6f1-1ede156eaf2a service neutron] Pushing event updated for resources: {'Port': ['ID=45b12361-0cd6-4532-9c90-92faf16c650b,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:45.324257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822e33f-9481-402b-9786-764c0ec519f8 req-b365e19f-32fd-4dbb-8003-aa20f14b8a72 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:45.332322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b822e33f-9481-402b-9786-764c0ec519f8 req-b365e19f-32fd-4dbb-8003-aa20f14b8a72 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 944 time: 0.5897524 Oct 13 14:18:45.398776 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e0ef43-e0be-46da-8104-6017aebf18c3 x-openstack-request-id: req-d4e0ef43-e0be-46da-8104-6017aebf18c3 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:18:45.399072 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c974c0-3148-4b56-b1d7-fedacf7a96fd", "tag": "45b12361-0cd6-4532-9c90-92faf16c650b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:18:45.399319 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4e0ef43-e0be-46da-8104-6017aebf18c3 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:18:45.399715 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'tag': '45b12361-0cd6-4532-9c90-92faf16c650b', 'status': 'completed', 'code': 200} Oct 13 14:18:45.423932 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b8db9f61-1f69-46f1-a437-d5bbfcb7c810 tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3871 time: 0.3975265 Oct 13 14:18:45.430175 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51796) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:45.445505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-0bae90af-9c0f-4ed3-9662-38dec78cecf7 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:45.447032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-0bae90af-9c0f-4ed3-9662-38dec78cecf7 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.49 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.7075908 Oct 13 14:18:45.486170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d710dbd-4fbc-404e-80d9-30eebaca8419 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Request body: {'port': {'device_id': 'f9028b35-25be-4efe-9ae7-9992b7f8cd80', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'admin_state_up': True, 'tenant_id': '1f3381f4090b46da8ec91eb741bf2620'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:45.512753 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c0fac550-e2bf-45cc-8e73-7e4b5222ed08 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0782959 Oct 13 14:18:45.525412 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51802) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:45.525412 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d0134c3-4334-4001-bdb7-ad8d0694aaf4 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:45.525845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b822e33f-9481-402b-9786-764c0ec519f8 req-c425ca25-b00c-4df0-99e3-d9ae85ace129 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916354 Oct 13 14:18:45.541901 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc404fc3-f436-455a-86ac-a746a59116ef req-caa758c0-4ee1-406c-a4a0-43921a754a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:45.543416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-caa758c0-4ee1-406c-a4a0-43921a754a9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 1096 time: 0.3022416 Oct 13 14:18:45.603146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0134c3-4334-4001-bdb7-ad8d0694aaf4 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=3014252a-4ad6-40a8-a71c-9d24a29394f8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:45.624039 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2f6910-d7c1-4d23-aa63-8da100b49e95 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:45.647023 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d0134c3-4334-4001-bdb7-ad8d0694aaf4 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:45.653909 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3d0134c3-4334-4001-bdb7-ad8d0694aaf4 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/3014252a-4ad6-40a8-a71c-9d24a29394f8 HTTP/1.1" status: 204 len: 168 time: 0.6186190 Oct 13 14:18:45.654337 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-f6811d29-ca6f-450d-b58d-4b8dbe82a487 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:45.655653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51806) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:45.696349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6db49ace-f0af-47aa-be5f-42a65f0ceb2b req-aafc7ba7-ff72-4952-be4a-44be3a7ca2bb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 210 time: 0.0777187 Oct 13 14:18:45.696349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-3fe9ae0b-b6f4-417f-a764-d7513b086ddf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b12361-0cd6-4532-9c90-92faf16c650b HTTP/1.1" status: 200 len: 217 time: 0.1093826 Oct 13 14:18:45.732806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a9db9-7516-486a-8bd6-256ab7d7dac9 req-16e89d1b-4448-464e-8503-7d7b4dc87843 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:45.742279 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-432a9db9-7516-486a-8bd6-256ab7d7dac9 req-16e89d1b-4448-464e-8503-7d7b4dc87843 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2917929 Oct 13 14:18:45.783558 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87ee40e-1b56-4e23-9578-bd05b9cc7f2c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 8294824f-3d78-4c2e-993a-dc91c1b870e8 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:18:45.791300 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87ee40e-1b56-4e23-9578-bd05b9cc7f2c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:45.851119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87ee40e-1b56-4e23-9578-bd05b9cc7f2c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:45.887254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc404fc3-f436-455a-86ac-a746a59116ef req-4ae4a9ea-9462-4a92-8d35-fd7139a6f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:45.888875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-4ae4a9ea-9462-4a92-8d35-fd7139a6f8cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.1826606 Oct 13 14:18:45.898454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c0593ad1-d5d3-40c1-83b2-ba74b126183e tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Deleting port a8d3a94e-912c-4643-a59f-2450c05d698e {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:45.898795 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0593ad1-d5d3-40c1-83b2-ba74b126183e tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:45.928288 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-432a9db9-7516-486a-8bd6-256ab7d7dac9 req-e3192b99-502e-45de-949b-30fe03747bc1 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824768 Oct 13 14:18:45.977360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc404fc3-f436-455a-86ac-a746a59116ef req-fa0598dc-7eed-4bd8-a7b9-2a6d4052f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:45.978885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-fa0598dc-7eed-4bd8-a7b9-2a6d4052f96c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735979 Oct 13 14:18:45.986506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e649b32-cc9b-442b-ab29-2af03cd6176a req-57767697-18e1-4521-9b97-964344ed254b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:45.995183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e649b32-cc9b-442b-ab29-2af03cd6176a req-57767697-18e1-4521-9b97-964344ed254b tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.2143598 Oct 13 14:18:46.013275 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-f6811d29-ca6f-450d-b58d-4b8dbe82a487 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.027584 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87ee40e-1b56-4e23-9578-bd05b9cc7f2c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.058267 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0593ad1-d5d3-40c1-83b2-ba74b126183e tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.061163 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0593ad1-d5d3-40c1-83b2-ba74b126183e tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.111512 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c0593ad1-d5d3-40c1-83b2-ba74b126183e tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Calling delete_port for a8d3a94e-912c-4643-a59f-2450c05d698e owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:46.310272 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87ee40e-1b56-4e23-9578-bd05b9cc7f2c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.343618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ee40e-1b56-4e23-9578-bd05b9cc7f2c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=8294824f-3d78-4c2e-993a-dc91c1b870e8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:46.355762 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87ee40e-1b56-4e23-9578-bd05b9cc7f2c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.356552 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f87ee40e-1b56-4e23-9578-bd05b9cc7f2c tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/8294824f-3d78-4c2e-993a-dc91c1b870e8 HTTP/1.1" status: 204 len: 168 time: 0.6957128 Oct 13 14:18:46.358915 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51812) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:46.402049 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0593ad1-d5d3-40c1-83b2-ba74b126183e tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.411004 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-841e400d-852b-477d-9e06-facc0bd44f47 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468934 Oct 13 14:18:46.412833 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51814) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:46.442179 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-50c89706-2015-4cea-ac6d-106c2edde7a6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:46.445899 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0593ad1-d5d3-40c1-83b2-ba74b126183e tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Pushing event deleted for resources: {'Port': ['ID=a8d3a94e-912c-4643-a59f-2450c05d698e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:46.471693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d710dbd-4fbc-404e-80d9-30eebaca8419 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Made reservation on behalf of 1f3381f4090b46da8ec91eb741bf2620 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:46.476434 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d710dbd-4fbc-404e-80d9-30eebaca8419 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.479741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-f6811d29-ca6f-450d-b58d-4b8dbe82a487 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:46.513487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-f6811d29-ca6f-450d-b58d-4b8dbe82a487 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:46.541659 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaebe816-5470-4184-8bcb-5a52010c8a1c None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:46.552640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-f6811d29-ca6f-450d-b58d-4b8dbe82a487 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:46.594166 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0593ad1-d5d3-40c1-83b2-ba74b126183e tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.596732 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0593ad1-d5d3-40c1-83b2-ba74b126183e tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.601271 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c0593ad1-d5d3-40c1-83b2-ba74b126183e tempest-FloatingIPAdminTestJSON-1533057300 tempest-FloatingIPAdminTestJSON-1533057300-project] 10.222.0.18 "DELETE /v2.0/floatingips/4ac3ecd4-4238-42ba-953a-769c986cdeb8 HTTP/1.1" status: 204 len: 168 time: 1.0865865 Oct 13 14:18:46.603584 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51818) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:46.604540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e649b32-cc9b-442b-ab29-2af03cd6176a req-83e1e173-397d-4ef5-8b26-1f6183739d04 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6085014 Oct 13 14:18:46.619255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6811d29-ca6f-450d-b58d-4b8dbe82a487 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event updated for resources: {'Port': ['ID=230b4fcb-978e-4faa-a273-ca19b22ca2c2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:46.619826 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-094bcfe3-babd-48a8-9d14-785daf92f150 None None] Provisioning complete for port 886dfd2f-1899-468d-ab74-25ba2efc6048 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:46.620377 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-094bcfe3-babd-48a8-9d14-785daf92f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.706306 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-03c54ae8-84bc-4e77-af6e-e5c0d4dadde8 service neutron] 10.222.0.41 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7083688 Oct 13 14:18:46.714576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-f6811d29-ca6f-450d-b58d-4b8dbe82a487 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:46.715384 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-f6811d29-ca6f-450d-b58d-4b8dbe82a487 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.745877 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c89706-2015-4cea-ac6d-106c2edde7a6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:46.754840 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50c89706-2015-4cea-ac6d-106c2edde7a6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.906587 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee0f5f5-0b72-4c33-8080-e5bbefe3f703 None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:18:46.927166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41118dde-054e-4653-850e-5aeb6019e0a3 req-5f5afa6d-fc43-4bd4-bb65-4fd027adc1e7 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:46.929171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41118dde-054e-4653-850e-5aeb6019e0a3 req-5f5afa6d-fc43-4bd4-bb65-4fd027adc1e7 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.4854710 Oct 13 14:18:46.945025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-f6811d29-ca6f-450d-b58d-4b8dbe82a487 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2068725 Oct 13 14:18:46.962239 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f15b9c43-a9ae-45b7-8cdf-f5ec1a8ac3ab tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Deleting port b7b8126f-41e5-4da8-bdd0-1360e8d82536 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:46.962370 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f15b9c43-a9ae-45b7-8cdf-f5ec1a8ac3ab tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.981499 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0f5f5-0b72-4c33-8080-e5bbefe3f703 None None] Deleting port 886dfd2f-1899-468d-ab74-25ba2efc6048 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:46.981981 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f5f5-0b72-4c33-8080-e5bbefe3f703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:46.982790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Request body: {'port': {'device_id': 'af0d373d-99e2-4a8d-a426-6aa28a921219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:47.048598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fda183-9528-4057-a612-427ca71d7c5e req-57e8c70d-5473-46c6-b769-9688e1a4b7db tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:47.057979 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4fda183-9528-4057-a612-427ca71d7c5e req-57e8c70d-5473-46c6-b769-9688e1a4b7db tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 932 time: 0.3380430 Oct 13 14:18:47.068368 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-66233feb-99ab-4347-b65d-4f6c8b6636b9 None None] Provisioning complete for port 230b4fcb-978e-4faa-a273-ca19b22ca2c2 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:47.074261 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-66233feb-99ab-4347-b65d-4f6c8b6636b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.089028 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5ee0f5f5-0b72-4c33-8080-e5bbefe3f703 None None] For port 886dfd2f-1899-468d-ab74-25ba2efc6048, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=886dfd2f-1899-468d-ab74-25ba2efc6048,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:47.089783 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f5f5-0b72-4c33-8080-e5bbefe3f703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.105148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0f5f5-0b72-4c33-8080-e5bbefe3f703 None None] Calling delete_port for 886dfd2f-1899-468d-ab74-25ba2efc6048 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:47.122447 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f15b9c43-a9ae-45b7-8cdf-f5ec1a8ac3ab tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.122661 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f15b9c43-a9ae-45b7-8cdf-f5ec1a8ac3ab tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.150503 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f15b9c43-a9ae-45b7-8cdf-f5ec1a8ac3ab tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Calling delete_port for b7b8126f-41e5-4da8-bdd0-1360e8d82536 owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:47.211836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4fda183-9528-4057-a612-427ca71d7c5e req-3d11c03d-ae58-4790-b38f-85dd98334513 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496360 Oct 13 14:18:47.212578 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.223526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50c89706-2015-4cea-ac6d-106c2edde7a6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.256122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-66233feb-99ab-4347-b65d-4f6c8b6636b9 None None] Port 230b4fcb-978e-4faa-a273-ca19b22ca2c2 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:18:47.308900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f5f5-0b72-4c33-8080-e5bbefe3f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.311035 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41118dde-054e-4653-850e-5aeb6019e0a3 req-b3bde7de-bd73-408b-b3ff-3bd772f5a711 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563030 Oct 13 14:18:47.338551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc404fc3-f436-455a-86ac-a746a59116ef req-f57ef0d4-2d3c-41d6-bd7c-fc2f4bd84c4a service neutron] 10.222.0.41 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688033 Oct 13 14:18:47.372540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d710dbd-4fbc-404e-80d9-30eebaca8419 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Allocated IP 172.20.0.12 (7967c7e9-c785-47a5-832b-9d1edf6a0217/a4c947b3-a3a5-468c-a6ba-fa23139cfbc4/7d9f47c5-0763-4679-ba8c-3aea2d9e3786) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:47.381672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0f5f5-0b72-4c33-8080-e5bbefe3f703 None None] No DVR routers for this DVR port 886dfd2f-1899-468d-ab74-25ba2efc6048 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:18:47.384379 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c89706-2015-4cea-ac6d-106c2edde7a6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:47.391248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0f5f5-0b72-4c33-8080-e5bbefe3f703 None None] Pushing event deleted for resources: {'Port': ['ID=886dfd2f-1899-468d-ab74-25ba2efc6048,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:47.415812 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-50c89706-2015-4cea-ac6d-106c2edde7a6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:47.417658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c89706-2015-4cea-ac6d-106c2edde7a6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=1f3be104-ddee-4c0b-9e25-a8c4e8587b8b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:47.420511 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c89706-2015-4cea-ac6d-106c2edde7a6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:47.422062 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50c89706-2015-4cea-ac6d-106c2edde7a6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.426650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5cbb22-b2fc-4c99-ab5a-e069fee977d4 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:47.453546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f15b9c43-a9ae-45b7-8cdf-f5ec1a8ac3ab tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.482300 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b9c43-a9ae-45b7-8cdf-f5ec1a8ac3ab tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7b8126f-41e5-4da8-bdd0-1360e8d82536,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:47.524342 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-50c89706-2015-4cea-ac6d-106c2edde7a6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0906982 Oct 13 14:18:47.527061 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51826) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:47.536452 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2ed6e276-6302-4624-806e-8046fe72332d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:47.588506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36342463-db8a-40bd-988a-5bfb5b9ccc8b req-19d65e45-7ec6-4890-b991-f8804eb3a8d0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 210 time: 0.0932491 Oct 13 14:18:47.613941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03253100-5e9e-44df-b3f9-97ff95d45f11 req-97ab7acf-1339-4008-82e5-62ac2daf9861 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:47.617716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03253100-5e9e-44df-b3f9-97ff95d45f11 req-97ab7acf-1339-4008-82e5-62ac2daf9861 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 944 time: 0.3161345 Oct 13 14:18:47.703766 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f15b9c43-a9ae-45b7-8cdf-f5ec1a8ac3ab tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.706244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f15b9c43-a9ae-45b7-8cdf-f5ec1a8ac3ab tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.708960 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f15b9c43-a9ae-45b7-8cdf-f5ec1a8ac3ab tempest-FloatingIPAdminTestJSON-1809944606 tempest-FloatingIPAdminTestJSON-1809944606-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/1b712819-d97b-4f35-972b-a17c2c1bb448 HTTP/1.1" status: 204 len: 168 time: 1.1044025 Oct 13 14:18:47.717566 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51830) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:47.837028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230b4fcb-978e-4faa-a273-ca19b22ca2c2 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:18:47.864841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'tenant_id': 'bd1512223b6542a484046ba1c76c1869', 'fixed_ips': [{'subnet_id': '1f3be104-ddee-4c0b-9e25-a8c4e8587b8b'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:18:47.865701 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed6e276-6302-4624-806e-8046fe72332d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:47.865844 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.869610 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ed6e276-6302-4624-806e-8046fe72332d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.892936 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.900477 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-de7ea368-abcd-463d-91bf-d9ee32610b26 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Deleting port 888a2753-7558-47d6-8b2b-0883d4fecf70 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:47.900828 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de7ea368-abcd-463d-91bf-d9ee32610b26 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:47.950483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Transition to ACTIVE for port object 230b4fcb-978e-4faa-a273-ca19b22ca2c2 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:18:47.966301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7759-f87b-402e-bbab-35a4fe6f492c req-3cfbb356-49fe-43b5-ae3d-7b6511132508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:47.967825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-021c7759-f87b-402e-bbab-35a4fe6f492c req-3cfbb356-49fe-43b5-ae3d-7b6511132508 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 1096 time: 0.4688153 Oct 13 14:18:48.012751 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 29f5b2e8-bc5d-40a0-b676-3e16dc95457b details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:18:48.026634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Allocated IP 2001:db8::2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/1f3be104-ddee-4c0b-9e25-a8c4e8587b8b/cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:48.049244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f82f68-d70d-4f28-b75b-ccb27155b0ea req-dacef2aa-7f71-4d98-a459-17af61f90a15 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:48.057884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0f82f68-d70d-4f28-b75b-ccb27155b0ea req-dacef2aa-7f71-4d98-a459-17af61f90a15 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 945 time: 0.2127681 Oct 13 14:18:48.059160 n-d-806683-15 neutron-server[112684]: INFO neutron.db.ipam_backend_mixin [None req-2ed6e276-6302-4624-806e-8046fe72332d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f3be104-ddee-4c0b-9e25-a8c4e8587b8b (CIDR: 2001:db8::/64) Oct 13 14:18:48.061140 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de7ea368-abcd-463d-91bf-d9ee32610b26 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.078170 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-de7ea368-abcd-463d-91bf-d9ee32610b26 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Calling delete_port for 888a2753-7558-47d6-8b2b-0883d4fecf70 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:48.099295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03253100-5e9e-44df-b3f9-97ff95d45f11 req-08621783-6ccf-45f7-b60e-ffa0df081f91 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271297 Oct 13 14:18:48.131983 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed6e276-6302-4624-806e-8046fe72332d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:18:48.132552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed6e276-6302-4624-806e-8046fe72332d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:48.160091 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.205360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:48.225485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'port_id': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'mac_address': 'fa:16:3e:87:b6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:18:48.260128 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2ed6e276-6302-4624-806e-8046fe72332d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7320185 Oct 13 14:18:48.262995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51838) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:48.268277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'subnet': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:48.299753 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.309483 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.320811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Pushing event updated for resources: {'Port': ['ID=230b4fcb-978e-4faa-a273-ca19b22ca2c2,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:48.324228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f5b2e8-bc5d-40a0-b676-3e16dc95457b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:18:48.348770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 886dfd2f-1899-468d-ab74-25ba2efc6048 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:18:48.349115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:48.349115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:48.349343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:48.349794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:48.350893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:48.350893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:48.351133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:48.351662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:48.352258 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:48.352662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:48.353630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:48.353630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:48.355085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:48.382149 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.383806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 886dfd2f-1899-468d-ab74-25ba2efc6048 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:18:48.384198 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 886dfd2f-1899-468d-ab74-25ba2efc6048 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:18:48.426143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0f82f68-d70d-4f28-b75b-ccb27155b0ea req-b89f8827-7882-4fb0-ab88-d66172b91baf tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667634 Oct 13 14:18:48.430086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:48.430519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7759-f87b-402e-bbab-35a4fe6f492c req-4d7fbcd2-7a31-40b3-b6db-34fbe8a364a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:48.432006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-021c7759-f87b-402e-bbab-35a4fe6f492c req-4d7fbcd2-7a31-40b3-b6db-34fbe8a364a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.4295273 Oct 13 14:18:48.433517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:48.437830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:48.447557 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Pushing event updated for resources: {'Port': ['ID=cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:48.465119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de7ea368-abcd-463d-91bf-d9ee32610b26 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.478468 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.509892 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d710dbd-4fbc-404e-80d9-30eebaca8419 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.522821 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:48.529580 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.542723 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.579521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ea368-abcd-463d-91bf-d9ee32610b26 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event deleted for resources: {'Port': ['ID=888a2753-7558-47d6-8b2b-0883d4fecf70,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:48.586553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Attempting to bind port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:18:48.587613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Attempting to bind port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:18:48.588164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Attempting to bind port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea on network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:48.604286 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:18:48.604966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Checking segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:48.605594 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.606184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Bound using segment: {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:18:48.606860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Bound port: cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a13b0bf-d40a-4132-b60a-3be13045f660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:18:48.607429 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.657216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,revision_number=11']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:48.732040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] For port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:48.742206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] For port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:48.759786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-021c7759-f87b-402e-bbab-35a4fe6f492c req-637e3690-f5d2-41f0-a7e2-f6e89d67166a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b12361-0cd6-4532-9c90-92faf16c650b HTTP/1.1" status: 200 len: 217 time: 0.3107255 Oct 13 14:18:48.766938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5736b-cc41-4737-a71d-9fb4f8e1235c req-7bd75a0d-1856-43f3-aafb-3ea006809b55 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:48.769477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99d5736b-cc41-4737-a71d-9fb4f8e1235c req-7bd75a0d-1856-43f3-aafb-3ea006809b55 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.5616989 Oct 13 14:18:48.845461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Attempting to bind port 230b4fcb-978e-4faa-a273-ca19b22ca2c2 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:18:48.845990 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Attempting to bind port 230b4fcb-978e-4faa-a273-ca19b22ca2c2 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:18:48.846402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Attempting to bind port 230b4fcb-978e-4faa-a273-ca19b22ca2c2 on network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:48.875751 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d710dbd-4fbc-404e-80d9-30eebaca8419 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.881399 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.885575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Port 230b4fcb-978e-4faa-a273-ca19b22ca2c2 on network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:18:48.886059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Attempting to bind port 230b4fcb-978e-4faa-a273-ca19b22ca2c2 on network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:48.950239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:18:48.950722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Checking segment: {'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:48.951393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Bound using segment: {'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:18:48.951931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Bound port: 230b4fcb-978e-4faa-a273-ca19b22ca2c2, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:18:48.952443 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:48.967680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7759-f87b-402e-bbab-35a4fe6f492c req-279d7f07-3208-49b2-aea0-6277b1bd5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:48.968747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-021c7759-f87b-402e-bbab-35a4fe6f492c req-279d7f07-3208-49b2-aea0-6277b1bd5fb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.1766331 Oct 13 14:18:48.986794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f7510-a51d-4bf8-9e7b-d371c782aa41 None None] Pushing event updated for resources: {'Port': ['ID=cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:48.994935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['29f5b2e8-bc5d-40a0-b676-3e16dc95457b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:18:49.015281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d710dbd-4fbc-404e-80d9-30eebaca8419 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Network 7967c7e9-c785-47a5-832b-9d1edf6a0217 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:49.024290 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de7ea368-abcd-463d-91bf-d9ee32610b26 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:49.027586 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-de7ea368-abcd-463d-91bf-d9ee32610b26 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "DELETE /v2.0/ports/888a2753-7558-47d6-8b2b-0883d4fecf70 HTTP/1.1" status: 204 len: 168 time: 1.3146317 Oct 13 14:18:49.030371 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51846) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:49.030993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802cc2f-4a05-4d4c-bb6e-cd0282ccc747 req-17fc7912-5cd6-416b-8d1a-5b1579fc0253 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:49.038752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6802cc2f-4a05-4d4c-bb6e-cd0282ccc747 req-17fc7912-5cd6-416b-8d1a-5b1579fc0253 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 944 time: 0.4734576 Oct 13 14:18:49.076969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99d5736b-cc41-4737-a71d-9fb4f8e1235c req-30f8be45-61f1-48cf-83c9-9f13f28c50c4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825937 Oct 13 14:18:49.077973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d710dbd-4fbc-404e-80d9-30eebaca8419 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:49.080508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d710dbd-4fbc-404e-80d9-30eebaca8419 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:49.105215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d710dbd-4fbc-404e-80d9-30eebaca8419 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event updated for resources: {'Port': ['ID=7d9f47c5-0763-4679-ba8c-3aea2d9e3786,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:49.165568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e7698c-d46b-4f97-9a39-e596ed61566f tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:49.169624 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-18e7698c-d46b-4f97-9a39-e596ed61566f tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "GET /v2.0/ports?device_id=262db31d-46b2-4480-8700-67ed89e9af80 HTTP/1.1" status: 200 len: 913 time: 0.1359394 Oct 13 14:18:49.171047 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51852) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:49.251653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c7759-f87b-402e-bbab-35a4fe6f492c req-15b09a17-1c44-4abb-8cd0-eada31bdbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:49.253223 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-021c7759-f87b-402e-bbab-35a4fe6f492c req-15b09a17-1c44-4abb-8cd0-eada31bdbfb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2488503 Oct 13 14:18:49.293546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6802cc2f-4a05-4d4c-bb6e-cd0282ccc747 req-580a57d3-c73e-405a-ae68-2a8e3fccc053 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535534 Oct 13 14:18:49.440328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d710dbd-4fbc-404e-80d9-30eebaca8419 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:49.441503 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d710dbd-4fbc-404e-80d9-30eebaca8419 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:49.502871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ba60d-3e4f-428e-a9db-6dcd1e501f75 req-fff7a69d-96bc-41df-a9a1-737cf5e8ecd6 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:49.505004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e44ba60d-3e4f-428e-a9db-6dcd1e501f75 req-fff7a69d-96bc-41df-a9a1-737cf5e8ecd6 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 932 time: 0.2794256 Oct 13 14:18:49.511981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] For port 230b4fcb-978e-4faa-a273-ca19b22ca2c2, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:49.518796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] For port 230b4fcb-978e-4faa-a273-ca19b22ca2c2, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=230b4fcb-978e-4faa-a273-ca19b22ca2c2,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:49.531131 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-198d606b-73ba-4a8b-983e-95bd575ed481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:49.555897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-919b3a6b-e96d-42ed-8806-76ae4eb26b88 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1547436670&fields=id&tenant_id=b25a2eab5e3c42c7b1b3d0de7f0b4067 HTTP/1.1" status: 200 len: 267 time: 0.1267669 Oct 13 14:18:49.590389 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-021c7759-f87b-402e-bbab-35a4fe6f492c req-7f73ab34-247f-41b8-8fb3-7e99b5c9b588 service neutron] 10.222.0.41 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047779 Oct 13 14:18:49.674042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d710dbd-4fbc-404e-80d9-30eebaca8419 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1979506 Oct 13 14:18:49.678845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e44ba60d-3e4f-428e-a9db-6dcd1e501f75 req-ef386d49-faa4-4a4a-8098-0c2e45d1f293 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620872 Oct 13 14:18:49.717924 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:49.736149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Request body: {'port': {'device_id': 'f9028b35-25be-4efe-9ae7-9992b7f8cd80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:49.812727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:18:49.824263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:49.825294 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:49.827051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/230b4fcb-978e-4faa-a273-ca19b22ca2c2 HTTP/1.1" status: 200 len: 1093 time: 2.8505635 Oct 13 14:18:49.861912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0d373d-99e2-4a8d-a426-6aa28a921219', 'tag': '230b4fcb-978e-4faa-a273-ca19b22ca2c2'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:18:49.866025 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03875492-d00d-460c-ac8c-5d0592c5dc27" -d '{"events": [{"name": "network-changed", "server_uuid": "af0d373d-99e2-4a8d-a426-6aa28a921219", "tag": "230b4fcb-978e-4faa-a273-ca19b22ca2c2"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:18:49.890554 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d20e8d8c-24da-4fe9-8f4c-1b030bdb8185 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.021936 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 29f5b2e8-bc5d-40a0-b676-3e16dc95457b up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:50.040996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6a2e2-c467-4d46-a330-548a0fbdb32d req-e969026b-6a1d-4d27-b17a-e57aba6ffcd3 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:50.043014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-baa6a2e2-c467-4d46-a330-548a0fbdb32d req-e969026b-6a1d-4d27-b17a-e57aba6ffcd3 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2278121 Oct 13 14:18:50.047454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4428b-5d4d-48e0-a41a-7d22240032f2 service neutron] Pushing event updated for resources: {'Port': ['ID=230b4fcb-978e-4faa-a273-ca19b22ca2c2,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:50.061092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439db850-92c3-4c75-a808-5fbddf6c470a req-e8b59f92-4b48-4474-bce8-e0b7d82cc9c8 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:50.069138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-e8b59f92-4b48-4474-bce8-e0b7d82cc9c8 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/networks?id=47ac7078-4955-4859-a54d-a170c2b90a6f HTTP/1.1" status: 200 len: 816 time: 0.5048885 Oct 13 14:18:50.076522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-021c7759-f87b-402e-bbab-35a4fe6f492c req-170ce796-e9dd-4bea-9592-a710ca2a4c7b service neutron] 10.222.0.41 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716194 Oct 13 14:18:50.100164 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.147995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-10230fd7-2242-49bc-abdf-c1795e6bd34b tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/quotas/b25a2eab5e3c42c7b1b3d0de7f0b4067 HTTP/1.1" status: 200 len: 375 time: 0.0776980 Oct 13 14:18:50.209371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:18:50.217191 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:50.217191 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.223942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-8e27deae-5806-476e-b804-9be47c6d87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:50.225678 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-8e27deae-5806-476e-b804-9be47c6d87a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 1096 time: 0.2643661 Oct 13 14:18:50.231280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-baa6a2e2-c467-4d46-a330-548a0fbdb32d req-275be64b-b677-4e58-a8d6-a9d9ccb0f997 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599338 Oct 13 14:18:50.288867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-4ee1d0ae-fca7-470e-8e52-976fd1b2cee4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=230b4fcb-978e-4faa-a273-ca19b22ca2c2 HTTP/1.1" status: 200 len: 217 time: 0.0515745 Oct 13 14:18:50.322356 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.371693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-cb1b047a-a414-4427-8571-66dc5e45e316 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b25a2eab5e3c42c7b1b3d0de7f0b4067&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2163763 Oct 13 14:18:50.398019 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.420619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:50.424255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d20e8d8c-24da-4fe9-8f4c-1b030bdb8185 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Deleting port 49294e7f-cdbc-4ea5-adc3-e96fb7b0b716 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:50.424255 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d20e8d8c-24da-4fe9-8f4c-1b030bdb8185 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.462034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f9f4f045-350f-4b55-adf1-b43b4767ef38 None None] Provisioning complete for port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:50.462360 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f9f4f045-350f-4b55-adf1-b43b4767ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.471242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:18:50.474421 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f132e6-22b6-4841-8f14-96faab8082b2" -d '{"events": [{"server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "name": "network-vif-plugged", "status": "completed", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:18:50.515422 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:50.547661 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:50.548330 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.594752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d20e8d8c-24da-4fe9-8f4c-1b030bdb8185 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.604833 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.606337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] For port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:50.620196 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d20e8d8c-24da-4fe9-8f4c-1b030bdb8185 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Calling delete_port for 49294e7f-cdbc-4ea5-adc3-e96fb7b0b716 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:50.682753 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f9f4f045-350f-4b55-adf1-b43b4767ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.683033 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.689517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,revision_number=12']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:50.747445 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.748208 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.768004 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.800500 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-f9f4f045-350f-4b55-adf1-b43b4767ef38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:18:50.800919 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-f9f4f045-350f-4b55-adf1-b43b4767ef38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:18:50.836125 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:18:50.836504 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:18:50.840697 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:50.860045 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:50.869061 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:50.869670 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:50.873190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deaab73-d8c3-4db3-b1a2-b823cb3f4528 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:50.891666 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Subnet': ['ID=50ac69f6-a820-45c4-a02b-6e923ba52a1b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:50.895082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea,revision_number=4']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:50.925727 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-4747b5c6-a06d-4126-b264-8e6bac145d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:50.929075 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-4747b5c6-a06d-4126-b264-8e6bac145d5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55692630-3c1b-4a22-9c24-eba73df651f5 HTTP/1.1" status: 200 len: 849 time: 0.6284451 Oct 13 14:18:50.965806 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2b190048-edbe-45ba-b9d2-60a9b3a770bd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6988986 Oct 13 14:18:50.966045 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51868) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:50.972657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Request body: {'port': {'network_id': 'fe733e46-fbbe-4c02-a8e9-b5c1a34fa676', 'mac_address': 'fa:16:3e:26:15:b2', 'name': 'tempest-NetworksTestDHCPv6-821968887'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:51.004358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ff1cf-f17f-4d13-af64-4f6674629a2e req-acef0b2a-7ab5-4b1a-8d9e-cc742a2ddd81 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:51.004358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-981ff1cf-f17f-4d13-af64-4f6674629a2e req-acef0b2a-7ab5-4b1a-8d9e-cc742a2ddd81 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 944 time: 0.6288896 Oct 13 14:18:51.023408 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d20e8d8c-24da-4fe9-8f4c-1b030bdb8185 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:51.060212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e8d8c-24da-4fe9-8f4c-1b030bdb8185 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event deleted for resources: {'Port': ['ID=49294e7f-cdbc-4ea5-adc3-e96fb7b0b716,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:51.065791 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-d34179d8-40e3-48d2-9e64-7b26884b17b2 service neutron] 10.222.0.18 "GET /v2.0/networks/47ac7078-4955-4859-a54d-a170c2b90a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353149 Oct 13 14:18:51.093360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-b56ec4fc-7725-482e-84e2-d72459bed048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:51.094834 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-b56ec4fc-7725-482e-84e2-d72459bed048 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a0d1357-5bd1-47a4-bc47-4229892a21e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399806 Oct 13 14:18:51.205410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-981ff1cf-f17f-4d13-af64-4f6674629a2e req-75be364d-fc2c-48a5-9152-7eda5a0a0d1f tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832159 Oct 13 14:18:51.287544 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Made reservation on behalf of bd1512223b6542a484046ba1c76c1869 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:51.359889 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d20e8d8c-24da-4fe9-8f4c-1b030bdb8185 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:51.425012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:18:51.436049 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:51.438553 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f9f4f045-350f-4b55-adf1-b43b4767ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:51.448542 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:51.473553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-064b782c-42b3-45fe-8f93-24ccf44f938d service neutron] 10.222.0.18 "GET /v2.0/networks/47ac7078-4955-4859-a54d-a170c2b90a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997960 Oct 13 14:18:51.483777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2bd05-8fe2-4415-9458-72013a1800c0 req-cb0e06a8-90ce-4957-aa1b-d0ad0e72b9ce tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:51.485537 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcd2bd05-8fe2-4415-9458-72013a1800c0 req-cb0e06a8-90ce-4957-aa1b-d0ad0e72b9ce tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 947 time: 0.1848338 Oct 13 14:18:51.487503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-0f419fcf-b7a5-4865-9c78-3f0719b018ec service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679252 Oct 13 14:18:51.492016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Transition to ACTIVE for port object 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:18:51.516299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:51.544921 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] device_id is not set on port 284be190-8095-4199-bbf6-52db70b2d79d yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:18:51.575145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:51.584830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcd2bd05-8fe2-4415-9458-72013a1800c0 req-ec669ab1-1170-4f19-b7bd-b56723949cc4 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913186 Oct 13 14:18:51.589934 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:51.712290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9f47c5-0763-4679-ba8c-3aea2d9e3786,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:51.714599 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:51.720109 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-f9f4f045-350f-4b55-adf1-b43b4767ef38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:18:51.720579 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-f9f4f045-350f-4b55-adf1-b43b4767ef38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:18:51.745353 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60eb31f-f85c-476f-9a58-67fd65e1fa90 x-openstack-request-id: req-e60eb31f-f85c-476f-9a58-67fd65e1fa90 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:18:51.748261 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0d373d-99e2-4a8d-a426-6aa28a921219", "tag": "230b4fcb-978e-4faa-a273-ca19b22ca2c2", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:18:51.748261 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e60eb31f-f85c-476f-9a58-67fd65e1fa90 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:18:51.748261 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0d373d-99e2-4a8d-a426-6aa28a921219', 'tag': '230b4fcb-978e-4faa-a273-ca19b22ca2c2', 'status': 'completed', 'code': 200} Oct 13 14:18:51.749042 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20e8d8c-24da-4fe9-8f4c-1b030bdb8185 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Router 262db31d-46b2-4480-8700-67ed89e9af80 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:18:51.757112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92f46d5-3009-4245-8c36-406f2d446db5 req-7b6dfa51-8c9d-4fc5-be92-9094660ff098 service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553499 Oct 13 14:18:51.855814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Attempting to bind port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:18:51.856154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Attempting to bind port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:18:51.856479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Attempting to bind port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:51.859220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:51.862789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:18:51.863121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Attempting to bind port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:18:51.869680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:18:51.870009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Checking segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:18:51.874818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Bound using segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:18:51.874818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Bound port: 7d9f47c5-0763-4679-ba8c-3aea2d9e3786, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:18:51.874818 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:51.885310 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:51.886467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:51.886467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:51.886467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:51.888704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:51.890485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:51.891343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:51.892091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:51.893473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:51.894849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:51.895460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:51.897200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:18:51.901150 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:52.017004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03875492-d00d-460c-ac8c-5d0592c5dc27 req-3c3f2c8d-774d-40d6-9a3a-3e3b1d9c8041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:52.018652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03875492-d00d-460c-ac8c-5d0592c5dc27 req-3c3f2c8d-774d-40d6-9a3a-3e3b1d9c8041 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 1096 time: 0.1065776 Oct 13 14:18:52.020499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] For port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:18:52.024354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 45b12361-0cd6-4532-9c90-92faf16c650b details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:18:52.024852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] For port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7d9f47c5-0763-4679-ba8c-3aea2d9e3786,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:18:52.045362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401df013-1941-4484-9b79-f05fffb8ad6e req-e0ca59d9-b320-4c53-b1a4-909bdbcc5610 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:52.046977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-401df013-1941-4484-9b79-f05fffb8ad6e req-e0ca59d9-b320-4c53-b1a4-909bdbcc5610 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 944 time: 0.1227477 Oct 13 14:18:52.134658 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:52.152835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-401df013-1941-4484-9b79-f05fffb8ad6e req-9a528cd8-78a4-4a3f-bbdd-900dfb9712bb tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656302 Oct 13 14:18:52.201599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 45b12361-0cd6-4532-9c90-92faf16c650b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=45b12361-0cd6-4532-9c90-92faf16c650b,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:52.208993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:52.225858 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '45b12361-0cd6-4532-9c90-92faf16c650b', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'port_id': '45b12361-0cd6-4532-9c90-92faf16c650b', 'mac_address': 'fa:16:3e:b0:1a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:18:52.227263 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:52.228717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] 10.222.0.49 "PUT /v2.0/ports/7d9f47c5-0763-4679-ba8c-3aea2d9e3786 HTTP/1.1" status: 200 len: 1093 time: 2.5067790 Oct 13 14:18:52.245204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03875492-d00d-460c-ac8c-5d0592c5dc27 req-d45ae9df-b839-4550-b5e6-0b78ecee2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:52.246491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03875492-d00d-460c-ac8c-5d0592c5dc27 req-d45ae9df-b839-4550-b5e6-0b78ecee2cbe service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 200 len: 911 time: 0.2186739 Oct 13 14:18:52.275621 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:52.300002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b12361-0cd6-4532-9c90-92faf16c650b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:18:52.308379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03875492-d00d-460c-ac8c-5d0592c5dc27 req-abf716df-6fb0-4b05-9df3-13f2611217d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=230b4fcb-978e-4faa-a273-ca19b22ca2c2 HTTP/1.1" status: 200 len: 217 time: 0.0514512 Oct 13 14:18:52.309410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac236002-4df9-4d65-87c7-ad0cb20bb063 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9f47c5-0763-4679-ba8c-3aea2d9e3786,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:52.319573 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20e8d8c-24da-4fe9-8f4c-1b030bdb8185 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:18:52.326111 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d20e8d8c-24da-4fe9-8f4c-1b030bdb8185 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "PUT /v2.0/routers/262db31d-46b2-4480-8700-67ed89e9af80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1540630 Oct 13 14:18:52.327639 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8::f6 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/1f3be104-ddee-4c0b-9e25-a8c4e8587b8b/284be190-8095-4199-bbf6-52db70b2d79d) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:52.328742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 45b12361-0cd6-4532-9c90-92faf16c650b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=45b12361-0cd6-4532-9c90-92faf16c650b,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:52.330671 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51880) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:52.331696 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3d70a7-bcff-4dc0-a207-4aec80cf4223 x-openstack-request-id: req-ae3d70a7-bcff-4dc0-a207-4aec80cf4223 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:18:52.332162 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "name": "network-vif-plugged", "status": "completed", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:18:52.332636 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae3d70a7-bcff-4dc0-a207-4aec80cf4223 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:18:52.333198 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'code': 200} Oct 13 14:18:52.336412 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bf9f3270-4dc8-4e04-a241-65e103725bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:52.343687 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a76d93-5c0f-4dd8-b38d-05dae2742b5f None None] Sync routers for ids ['262db31d-46b2-4480-8700-67ed89e9af80'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:18:52.345712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Allocated IP 2001:db8:0:1:f816:3eff:fe26:15b2 (fe733e46-fbbe-4c02-a8e9-b5c1a34fa676/50ac69f6-a820-45c4-a02b-6e923ba52a1b/284be190-8095-4199-bbf6-52db70b2d79d) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:52.368556 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a76d93-5c0f-4dd8-b38d-05dae2742b5f None None] Routers {'262db31d-46b2-4480-8700-67ed89e9af80'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:52.369382 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a1a76d93-5c0f-4dd8-b38d-05dae2742b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['262db31d-46b2-4480-8700-67ed89e9af80'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:52.376637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d36d073e-c2f5-4b43-a180-f441a5de3962 None None] Provisioning complete for port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:52.381032 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d36d073e-c2f5-4b43-a180-f441a5de3962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:52.436196 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:52.444479 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a1a76d93-5c0f-4dd8-b38d-05dae2742b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:52.457802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:52.468929 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a76d93-5c0f-4dd8-b38d-05dae2742b5f None None] Routers {'262db31d-46b2-4480-8700-67ed89e9af80'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:18:52.470635 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a1a76d93-5c0f-4dd8-b38d-05dae2742b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['262db31d-46b2-4480-8700-67ed89e9af80'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:52.480137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03875492-d00d-460c-ac8c-5d0592c5dc27 req-720c718c-b7d8-4b95-b34f-07f11dcbb42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:52.482946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03875492-d00d-460c-ac8c-5d0592c5dc27 req-720c718c-b7d8-4b95-b34f-07f11dcbb42d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55692630-3c1b-4a22-9c24-eba73df651f5 HTTP/1.1" status: 200 len: 849 time: 0.1632583 Oct 13 14:18:52.514908 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a1a76d93-5c0f-4dd8-b38d-05dae2742b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:52.515688 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a76d93-5c0f-4dd8-b38d-05dae2742b5f None None] The sync data for ids ['262db31d-46b2-4480-8700-67ed89e9af80'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:18:52.713931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=45b12361-0cd6-4532-9c90-92faf16c650b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:52.727269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e6408-1a58-4bb8-9931-757ae28bb2de req-22f8c98f-1f59-4b8b-8827-85687979d46d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:52.734277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a60e6408-1a58-4bb8-9931-757ae28bb2de req-22f8c98f-1f59-4b8b-8827-85687979d46d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 944 time: 0.2594543 Oct 13 14:18:52.736290 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:52.742895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:52.746824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-48b2504c-f6b4-4843-84aa-22ca0e25e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:52.749312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-48b2504c-f6b4-4843-84aa-22ca0e25e9f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 1096 time: 0.3112833 Oct 13 14:18:52.759107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03875492-d00d-460c-ac8c-5d0592c5dc27 req-ef528797-68ab-4b9b-9352-ee1e833edc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:52.760865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03875492-d00d-460c-ac8c-5d0592c5dc27 req-ef528797-68ab-4b9b-9352-ee1e833edc35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a0d1357-5bd1-47a4-bc47-4229892a21e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2497873 Oct 13 14:18:52.774780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:52.775296 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:52.877620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-7a12dc3e-f6b3-439f-8ca3-251039eacf72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d9f47c5-0763-4679-ba8c-3aea2d9e3786 HTTP/1.1" status: 200 len: 217 time: 0.1067607 Oct 13 14:18:52.881078 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:52.896968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73d310-da8b-4a10-950e-35af1706d723 req-d4038df2-01a6-429a-a9b8-fc86049991a4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:52.898524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa73d310-da8b-4a10-950e-35af1706d723 req-d4038df2-01a6-429a-a9b8-fc86049991a4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3117597 Oct 13 14:18:52.914260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04c365-4d0a-4992-b4eb-1b8cad12e897 req-f30e031c-67c6-4a29-a3fc-f7c3aa34a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:52.915745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da04c365-4d0a-4992-b4eb-1b8cad12e897 req-f30e031c-67c6-4a29-a3fc-f7c3aa34a52d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 1099 time: 0.2624953 Oct 13 14:18:52.916894 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['45b12361-0cd6-4532-9c90-92faf16c650b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:18:52.944564 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:52.949225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a60e6408-1a58-4bb8-9931-757ae28bb2de req-ad98d8f8-c8ce-47bb-bc1a-3c6c8544df96 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137716 Oct 13 14:18:53.022943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event updated for resources: {'Port': ['ID=284be190-8095-4199-bbf6-52db70b2d79d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:53.049528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d67b929-527a-4fe7-b9d8-60c96208c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:53.051823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-5d67b929-527a-4fe7-b9d8-60c96208c169 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.1522281 Oct 13 14:18:53.076078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03875492-d00d-460c-ac8c-5d0592c5dc27 req-cabe0a9a-2da1-4fb5-a9a5-546cd251a5c9 service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917767 Oct 13 14:18:53.078843 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:53.079020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa73d310-da8b-4a10-950e-35af1706d723 req-61f39230-81c7-4205-ac42-10ea2e7e87fb tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591763 Oct 13 14:18:53.082291 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:53.088609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:53.091308 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:53.091971 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:53.112547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da04c365-4d0a-4992-b4eb-1b8cad12e897 req-50a63389-d088-4eb3-b0a6-7db316af3023 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720233 Oct 13 14:18:53.160879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Deleting port 4472aa97-3e12-40de-b49b-62fc5412e453 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:53.161262 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:53.179018 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-cfe3c25a-7f5a-417f-b3ae-4a1bd2194518 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147578 Oct 13 14:18:53.216320 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-98468e74-9d49-4a05-ab04-71787782552e tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2492459 Oct 13 14:18:53.218914 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51896) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:53.290433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98b01569-b1b3-416f-8d63-43970901cf20 req-601c2c93-c45e-41f2-bcef-354ee097960d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 210 time: 0.1061001 Oct 13 14:18:53.325554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e12c78-a4c1-48e9-ba8c-5a46ac3eb1df req-02514dd4-938f-4904-a330-c11a165d6ec2 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:53.339224 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:53.340580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6e12c78-a4c1-48e9-ba8c-5a46ac3eb1df req-02514dd4-938f-4904-a330-c11a165d6ec2 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 945 time: 0.2991464 Oct 13 14:18:53.365729 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Calling delete_port for 4472aa97-3e12-40de-b49b-62fc5412e453 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:53.421561 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e9d7c-a7f1-424b-bbf9-6be7495a8e22 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting port 284be190-8095-4199-bbf6-52db70b2d79d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:53.421918 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9d7c-a7f1-424b-bbf9-6be7495a8e22 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:53.431333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03875492-d00d-460c-ac8c-5d0592c5dc27 req-37ea96d0-64c4-4783-b59c-1004699ee021 service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329060 Oct 13 14:18:53.506908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6e12c78-a4c1-48e9-ba8c-5a46ac3eb1df req-6a8ef9a4-4b25-44bc-bb03-063c63ce9ba5 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653929 Oct 13 14:18:53.510142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-a901f26b-c643-41d2-8e78-801ea8003c93 service neutron] 10.222.0.49 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130658 Oct 13 14:18:53.541550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35d71b-b5c6-4e7d-a43b-b55e818934b6 req-e55f853e-f0ac-4128-bb99-349897edc387 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:53.549119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b35d71b-b5c6-4e7d-a43b-b55e818934b6 req-e55f853e-f0ac-4128-bb99-349897edc387 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 947 time: 0.1758208 Oct 13 14:18:53.554230 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9390603a-c58a-4860-99a7-88c94352d622 None None] Provisioning complete for port 284be190-8095-4199-bbf6-52db70b2d79d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:53.554659 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9390603a-c58a-4860-99a7-88c94352d622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:53.602841 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9d7c-a7f1-424b-bbf9-6be7495a8e22 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:53.632336 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e9d7c-a7f1-424b-bbf9-6be7495a8e22 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Calling delete_port for 284be190-8095-4199-bbf6-52db70b2d79d owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:53.650065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9390603a-c58a-4860-99a7-88c94352d622 None None] Port 284be190-8095-4199-bbf6-52db70b2d79d cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:18:53.658361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b35d71b-b5c6-4e7d-a43b-b55e818934b6 req-4f2b032a-ee90-4961-ba90-e312f1f7ff39 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075437 Oct 13 14:18:53.731383 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:53.739170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3e28ce-a6c5-4f30-8033-a74413420169 req-ff88ded8-96a6-49de-95b7-4347c822332f service neutron] 10.222.0.49 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159882 Oct 13 14:18:53.755291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9028b35-25be-4efe-9ae7-9992b7f8cd80', 'tag': '7d9f47c5-0763-4679-ba8c-3aea2d9e3786'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:18:53.757606 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26902260-ddd4-4f55-97be-de1b1f81545e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9028b35-25be-4efe-9ae7-9992b7f8cd80", "tag": "7d9f47c5-0763-4679-ba8c-3aea2d9e3786"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:18:53.789350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932fdc6-9fc2-4bdc-a48e-dd6fbf962676 req-9c4e48d1-ea19-431b-a62d-4d1e2e5fbf78 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:53.790891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5932fdc6-9fc2-4bdc-a48e-dd6fbf962676 req-9c4e48d1-ea19-431b-a62d-4d1e2e5fbf78 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1168821 Oct 13 14:18:53.799112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd37660-3f26-412d-a5f8-ccf28e7ccf20 req-2d3cea1c-8aba-42e4-82ea-d890304b7d64 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:53.801263 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dd37660-3f26-412d-a5f8-ccf28e7ccf20 req-2d3cea1c-8aba-42e4-82ea-d890304b7d64 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 944 time: 0.0774250 Oct 13 14:18:53.824032 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:53.863999 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event deleted for resources: {'Port': ['ID=4472aa97-3e12-40de-b49b-62fc5412e453,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:53.869167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5932fdc6-9fc2-4bdc-a48e-dd6fbf962676 req-219a6f62-510e-42ce-9e2d-2aa8b7a6613a tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665283 Oct 13 14:18:53.881581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dd37660-3f26-412d-a5f8-ccf28e7ccf20 req-160c2829-7088-46e8-9464-0451028f9f9f tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650437 Oct 13 14:18:53.964453 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f9d517-0b51-4520-926c-4abc281583f2 x-openstack-request-id: req-b1f9d517-0b51-4520-926c-4abc281583f2 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:18:53.964453 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9028b35-25be-4efe-9ae7-9992b7f8cd80", "tag": "7d9f47c5-0763-4679-ba8c-3aea2d9e3786", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:18:53.965136 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1f9d517-0b51-4520-926c-4abc281583f2 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:18:53.965748 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9028b35-25be-4efe-9ae7-9992b7f8cd80', 'tag': '7d9f47c5-0763-4679-ba8c-3aea2d9e3786', 'status': 'completed', 'code': 200} Oct 13 14:18:53.990893 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:53.997106 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.036938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 45b12361-0cd6-4532-9c90-92faf16c650b up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:18:54.042132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26902260-ddd4-4f55-97be-de1b1f81545e req-25346558-bd44-4249-ac5c-481c598d43f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:54.045895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26902260-ddd4-4f55-97be-de1b1f81545e req-25346558-bd44-4249-ac5c-481c598d43f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 1096 time: 0.0599613 Oct 13 14:18:54.120783 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.122969 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.126330 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9d7c-a7f1-424b-bbf9-6be7495a8e22 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.193383 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e9d7c-a7f1-424b-bbf9-6be7495a8e22 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Port': ['ID=284be190-8095-4199-bbf6-52db70b2d79d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:54.206060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c9f70-8d3e-4b3f-b0ac-bc5c1c45c463 req-39f77c14-8c11-475f-a779-3a70c485d96f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:54.207560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd4c9f70-8d3e-4b3f-b0ac-bc5c1c45c463 req-39f77c14-8c11-475f-a779-3a70c485d96f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 944 time: 0.1595855 Oct 13 14:18:54.241091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6502e-46a2-4da9-b093-24cf6a44e385 req-09c0d39b-c116-414e-afc7-a57bd787656b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:54.252838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27c6502e-46a2-4da9-b093-24cf6a44e385 req-09c0d39b-c116-414e-afc7-a57bd787656b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1740291 Oct 13 14:18:54.257092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 45b12361-0cd6-4532-9c90-92faf16c650b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:18:54.261647 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d7e9d7c-a7f1-424b-bbf9-6be7495a8e22 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.263910 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 45b12361-0cd6-4532-9c90-92faf16c650b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:54.268904 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.269068 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1d7e9d7c-a7f1-424b-bbf9-6be7495a8e22 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/284be190-8095-4199-bbf6-52db70b2d79d HTTP/1.1" status: 204 len: 168 time: 1.0472603 Oct 13 14:18:54.272871 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51908) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:54.286518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26902260-ddd4-4f55-97be-de1b1f81545e req-1ee69760-5670-4e81-9743-20915268ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:54.288165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26902260-ddd4-4f55-97be-de1b1f81545e req-1ee69760-5670-4e81-9743-20915268ae2e service neutron] 10.222.0.49 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 906 time: 0.2192290 Oct 13 14:18:54.320047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.321098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Fanout notify agent at l3_agent the message router_deleted on router 262db31d-46b2-4480-8700-67ed89e9af80 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:18:54.343036 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.344734 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9c404525-31e2-4357-aa49-bacc1263ef4d tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "DELETE /v2.0/routers/262db31d-46b2-4480-8700-67ed89e9af80 HTTP/1.1" status: 204 len: 168 time: 2.0126088 Oct 13 14:18:54.351055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51912) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:54.388735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd4c9f70-8d3e-4b3f-b0ac-bc5c1c45c463 req-daea490e-183f-4ed0-abd8-0f11abf1758e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690717 Oct 13 14:18:54.394984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26902260-ddd4-4f55-97be-de1b1f81545e req-afd88453-17b5-4980-9f4f-c2c7784657bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d9f47c5-0763-4679-ba8c-3aea2d9e3786 HTTP/1.1" status: 200 len: 217 time: 0.0872171 Oct 13 14:18:54.422704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27c6502e-46a2-4da9-b093-24cf6a44e385 req-052ac468-b116-45a3-b575-1e4c6f5b504c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570456 Oct 13 14:18:54.504854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb5a4a2-1837-4378-9ce0-0028d93f390a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:54.506560 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1eb5a4a2-1837-4378-9ce0-0028d93f390a tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2322135 Oct 13 14:18:54.509702 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51916) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:54.525248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-563260c3-73f0-42c8-abea-c893c0bcc927 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Deleting subnet 9e7541ee-e5e4-449f-83c8-9410e51d9eca {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:18:54.553592 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-563260c3-73f0-42c8-abea-c893c0bcc927 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.605510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26902260-ddd4-4f55-97be-de1b1f81545e req-2cc2fb35-f741-4839-aa14-a6cdd7c58c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:54.606522 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.607169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26902260-ddd4-4f55-97be-de1b1f81545e req-2cc2fb35-f741-4839-aa14-a6cdd7c58c29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.1944597 Oct 13 14:18:54.617031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e321f82-f959-4c01-8aac-ce9f8c170872 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:54.618838 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3e321f82-f959-4c01-8aac-ce9f8c170872 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1081662 Oct 13 14:18:54.622275 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51920) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:54.637252 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-563260c3-73f0-42c8-abea-c893c0bcc927 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.646057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b12361-0cd6-4532-9c90-92faf16c650b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:18:54.648612 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9235e5cf-40d7-43b8-a0f7-97907a2df943" -d '{"events": [{"server_uuid": "78c974c0-3148-4b56-b1d7-fedacf7a96fd", "name": "network-vif-plugged", "status": "completed", "tag": "45b12361-0cd6-4532-9c90-92faf16c650b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:18:54.664071 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 45b12361-0cd6-4532-9c90-92faf16c650b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=45b12361-0cd6-4532-9c90-92faf16c650b,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:54.668346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b668acb3-db92-40d3-aade-54b81bb8eff0 req-d4e5c963-1221-4e7f-abb0-b428ceb0fca2 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 210 time: 0.0771596 Oct 13 14:18:54.701821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5561a-c6f4-4c7a-a5e2-16dadb1b499b req-f33e170e-90d8-4c82-ae8c-8692c8507bd2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:54.703708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eee5561a-c6f4-4c7a-a5e2-16dadb1b499b req-f33e170e-90d8-4c82-ae8c-8692c8507bd2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1738045 Oct 13 14:18:54.705985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26902260-ddd4-4f55-97be-de1b1f81545e req-3d293a46-1793-4cf9-b2ae-d235b05a4917 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687299 Oct 13 14:18:54.726850 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b37f9-7ad7-4a86-a701-52a18d556470 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:54.726850 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b37f9-7ad7-4a86-a701-52a18d556470 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:54.733046 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b37f9-7ad7-4a86-a701-52a18d556470 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:54.733046 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b47b37f9-7ad7-4a86-a701-52a18d556470 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1068087 Oct 13 14:18:54.734546 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51926) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:54.755988 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.852727 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=45b12361-0cd6-4532-9c90-92faf16c650b,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:54.867427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcdeb2c-8f19-4126-bd68-c1288d22e7c6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 1f3be104-ddee-4c0b-9e25-a8c4e8587b8b {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:18:54.874457 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbcdeb2c-8f19-4126-bd68-c1288d22e7c6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.907220 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-563260c3-73f0-42c8-abea-c893c0bcc927 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:54.963907 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbcdeb2c-8f19-4126-bd68-c1288d22e7c6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.078337 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbcdeb2c-8f19-4126-bd68-c1288d22e7c6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.104565 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-563260c3-73f0-42c8-abea-c893c0bcc927 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.152834 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-563260c3-73f0-42c8-abea-c893c0bcc927 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.160499 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-563260c3-73f0-42c8-abea-c893c0bcc927 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "DELETE /v2.0/subnets/9e7541ee-e5e4-449f-83c8-9410e51d9eca HTTP/1.1" status: 204 len: 168 time: 0.8059139 Oct 13 14:18:55.160499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563260c3-73f0-42c8-abea-c893c0bcc927 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event deleted for resources: {'Subnet': ['ID=9e7541ee-e5e4-449f-83c8-9410e51d9eca,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:55.163741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa9c062-7187-407e-a4f9-7f825e53c0b9 None None] Network 1971317b-856c-4fe9-a99b-fb48cf9eaa0f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:55.164096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51942) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:55.279016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eee5561a-c6f4-4c7a-a5e2-16dadb1b499b req-f1ae1ea7-d110-43fc-a2c9-d1c2fced7bcb tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668359 Oct 13 14:18:55.316278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc60b0d-3e37-4681-8df6-c4499305f301 req-3e63b617-e747-488c-95ed-910ab45a17de tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:55.316278 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fc60b0d-3e37-4681-8df6-c4499305f301 req-3e63b617-e747-488c-95ed-910ab45a17de tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 946 time: 0.5241735 Oct 13 14:18:55.351466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26902260-ddd4-4f55-97be-de1b1f81545e req-4d82d0eb-5ab1-4f07-adaa-d888c24edff2 service neutron] 10.222.0.49 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262927 Oct 13 14:18:55.384728 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.419227 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbcdeb2c-8f19-4126-bd68-c1288d22e7c6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.439025 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db18e35-bf07-4152-9e4c-d7413b080cfe x-openstack-request-id: req-4db18e35-bf07-4152-9e4c-d7413b080cfe {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:18:55.439461 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c974c0-3148-4b56-b1d7-fedacf7a96fd", "name": "network-vif-plugged", "status": "completed", "tag": "45b12361-0cd6-4532-9c90-92faf16c650b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:18:55.439851 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4db18e35-bf07-4152-9e4c-d7413b080cfe {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:18:55.442545 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b12361-0cd6-4532-9c90-92faf16c650b', 'code': 200} Oct 13 14:18:55.522501 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbcdeb2c-8f19-4126-bd68-c1288d22e7c6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.528611 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dbcdeb2c-8f19-4126-bd68-c1288d22e7c6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/1f3be104-ddee-4c0b-9e25-a8c4e8587b8b HTTP/1.1" status: 204 len: 168 time: 0.7920964 Oct 13 14:18:55.528611 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdeb2c-8f19-4126-bd68-c1288d22e7c6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3be104-ddee-4c0b-9e25-a8c4e8587b8b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:55.531629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca5e65-01ff-4a67-b1f9-aff79fef38f6 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:55.532504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fc60b0d-3e37-4681-8df6-c4499305f301 req-c124e08d-7583-4dfb-997f-a607771f7ccc tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228224 Oct 13 14:18:55.534573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51960) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:55.614606 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Deleting port 2f847add-0da8-4b17-90fa-491ed54db047 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:55.614606 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.656942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807fa327-75f1-455f-8bea-570f2d12aeb2 None None] DHCP port deletion for 1971317b-856c-4fe9-a99b-fb48cf9eaa0f request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:18:55.664201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.718324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] For port 2f847add-0da8-4b17-90fa-491ed54db047, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2f847add-0da8-4b17-90fa-491ed54db047,segment=NetworkSegment(9e5ab285-c2d1-4d9c-8cfc-7be16161a666),segment_id=9e5ab285-c2d1-4d9c-8cfc-7be16161a666)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:55.718700 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.744523 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Calling delete_port for 2f847add-0da8-4b17-90fa-491ed54db047 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:55.755995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0a99b-60a6-4087-af99-ee46615582f2 req-caf895a1-6919-427e-be04-a04e3c70a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:55.757655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eed0a99b-60a6-4087-af99-ee46615582f2 req-caf895a1-6919-427e-be04-a04e3c70a39c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 1098 time: 0.2317896 Oct 13 14:18:55.793598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-807fa327-75f1-455f-8bea-570f2d12aeb2 None None] Deleting port 2f847add-0da8-4b17-90fa-491ed54db047 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:55.794167 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-807fa327-75f1-455f-8bea-570f2d12aeb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.798235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb85edb-1264-409c-9237-8bdacfe00f78 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Deleting subnet 50ac69f6-a820-45c4-a02b-6e923ba52a1b {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:18:55.809949 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ceb85edb-1264-409c-9237-8bdacfe00f78 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.827589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e86a3-de2e-4225-ac78-84607e49331e req-b96a308c-b862-4860-b6a9-f38c22a7806f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:55.836015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d36e86a3-de2e-4225-ac78-84607e49331e req-b96a308c-b862-4860-b6a9-f38c22a7806f tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 947 time: 0.3088579 Oct 13 14:18:55.872587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439db850-92c3-4c75-a808-5fbddf6c470a req-ad7372d3-d1a4-48ae-a204-69c0cb34e08b tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:55.874326 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-807fa327-75f1-455f-8bea-570f2d12aeb2 None None] For port 2f847add-0da8-4b17-90fa-491ed54db047, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2f847add-0da8-4b17-90fa-491ed54db047,segment=NetworkSegment(9e5ab285-c2d1-4d9c-8cfc-7be16161a666),segment_id=9e5ab285-c2d1-4d9c-8cfc-7be16161a666)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:55.874656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-ad7372d3-d1a4-48ae-a204-69c0cb34e08b tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.41 "GET /v2.0/networks?id=47ac7078-4955-4859-a54d-a170c2b90a6f HTTP/1.1" status: 200 len: 816 time: 0.5205405 Oct 13 14:18:55.874790 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-807fa327-75f1-455f-8bea-570f2d12aeb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.886294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26902260-ddd4-4f55-97be-de1b1f81545e req-cc576bee-90f3-4987-850e-6ce6f9efedb4 service neutron] 10.222.0.49 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117619 Oct 13 14:18:55.890390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-807fa327-75f1-455f-8bea-570f2d12aeb2 None None] Calling delete_port for 2f847add-0da8-4b17-90fa-491ed54db047 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:55.901240 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.950793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445de9a-cf1c-42fc-86cb-19f2b2415e76 req-2deec4da-94ce-4ccc-8fab-8f9eaf0e8157 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:55.952389 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7445de9a-cf1c-42fc-86cb-19f2b2415e76 req-2deec4da-94ce-4ccc-8fab-8f9eaf0e8157 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 944 time: 0.3072495 Oct 13 14:18:55.954450 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event deleted for resources: {'Port': ['ID=2f847add-0da8-4b17-90fa-491ed54db047,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:55.959600 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ceb85edb-1264-409c-9237-8bdacfe00f78 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:55.966925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] No DVR routers for this DVR port 2f847add-0da8-4b17-90fa-491ed54db047 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:18:55.995885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eed0a99b-60a6-4087-af99-ee46615582f2 req-eea099da-6dd0-4a5c-8117-7638e418ac20 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279038 Oct 13 14:18:56.023789 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-807fa327-75f1-455f-8bea-570f2d12aeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:56.053092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d36e86a3-de2e-4225-ac78-84607e49331e req-8217ac30-a1b1-4899-9bf7-d76cf0f85df1 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155280 Oct 13 14:18:56.064778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 230b4fcb-978e-4faa-a273-ca19b22ca2c2 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:18:56.072347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fa327-75f1-455f-8bea-570f2d12aeb2 None None] Pushing event deleted for resources: {'Port': ['ID=2f847add-0da8-4b17-90fa-491ed54db047,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:56.083846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-3c1476bf-93cd-467c-85e8-f26817bec8d5 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b25a2eab5e3c42c7b1b3d0de7f0b4067 HTTP/1.1" status: 200 len: 380 time: 0.1841555 Oct 13 14:18:56.088574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807fa327-75f1-455f-8bea-570f2d12aeb2 None None] No DVR routers for this DVR port 2f847add-0da8-4b17-90fa-491ed54db047 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:18:56.148579 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:56.177280 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ceb85edb-1264-409c-9237-8bdacfe00f78 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:56.191556 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1971317b-856c-4fe9-a99b-fb48cf9eaa0f']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:56.202193 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5ab285-c2d1-4d9c-8cfc-7be16161a666') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:56.206319 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5ab285-c2d1-4d9c-8cfc-7be16161a666') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:18:56.213433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:56.216618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:18:56.230640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7445de9a-cf1c-42fc-86cb-19f2b2415e76 req-3d7867d3-7261-4b61-8fd1-3ef517120dc7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432423 Oct 13 14:18:56.231937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:56.247441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 230b4fcb-978e-4faa-a273-ca19b22ca2c2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=230b4fcb-978e-4faa-a273-ca19b22ca2c2,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:56.259300 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:18:56.259790 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:56.334861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-439db850-92c3-4c75-a808-5fbddf6c470a req-615b198c-bce5-4d55-b796-9512368c6aad tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Request body: {'port': {'device_id': '0690233a-b4d7-4c7e-9646-898309cb4d8a', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'admin_state_up': True, 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'security_groups': ['682eb074-e2ac-49f1-9964-d9223223c597']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:18:56.372431 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:18:56.375379 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2f847add-0da8-4b17-90fa-491ed54db047 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:18:56.382565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '230b4fcb-978e-4faa-a273-ca19b22ca2c2', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'port_id': '230b4fcb-978e-4faa-a273-ca19b22ca2c2', 'mac_address': 'fa:16:3e:aa:23:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:18:56.421653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 2f847add-0da8-4b17-90fa-491ed54db047 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:18:56.421941 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2f847add-0da8-4b17-90fa-491ed54db047 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:18:56.474096 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ceb85edb-1264-409c-9237-8bdacfe00f78 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:56.497158 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:56.506148 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:56.520818 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:56.521646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74f774e4-019e-4158-9ad5-578a7bad8844 req-2fab0f49-db72-4310-985f-177b869ef213 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 210 time: 0.1329019 Oct 13 14:18:56.527496 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "DELETE /v2.0/networks/1971317b-856c-4fe9-a99b-fb48cf9eaa0f HTTP/1.1" status: 204 len: 168 time: 1.3547256 Oct 13 14:18:56.552136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51982) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:56.552136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deaa385-15cf-4c33-af60-74651ab63fa9 tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event deleted for resources: {'Network': ['ID=1971317b-856c-4fe9-a99b-fb48cf9eaa0f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:56.598261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a205e4-8ab1-4b7d-9f4f-93ce671a73bf req-ae5db028-59ff-4d3a-b09b-729868ac7d06 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:56.619782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86a205e4-8ab1-4b7d-9f4f-93ce671a73bf req-ae5db028-59ff-4d3a-b09b-729868ac7d06 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 944 time: 0.3954232 Oct 13 14:18:56.624411 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230b4fcb-978e-4faa-a273-ca19b22ca2c2 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:18:56.631992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb85edb-1264-409c-9237-8bdacfe00f78 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Subnet': ['ID=50ac69f6-a820-45c4-a02b-6e923ba52a1b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:56.646220 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ceb85edb-1264-409c-9237-8bdacfe00f78 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:56.652365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ceb85edb-1264-409c-9237-8bdacfe00f78 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/50ac69f6-a820-45c4-a02b-6e923ba52a1b HTTP/1.1" status: 204 len: 168 time: 1.0895097 Oct 13 14:18:56.657553 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51986) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:56.716057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7d9f47c5-0763-4679-ba8c-3aea2d9e3786,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:56.763442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86a205e4-8ab1-4b7d-9f4f-93ce671a73bf req-b6c7ef04-f400-48f4-b2aa-c9abbf27acf8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426487 Oct 13 14:18:56.802127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 230b4fcb-978e-4faa-a273-ca19b22ca2c2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=230b4fcb-978e-4faa-a273-ca19b22ca2c2,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:56.810198 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '7d9f47c5-0763-4679-ba8c-3aea2d9e3786', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'port_id': '7d9f47c5-0763-4679-ba8c-3aea2d9e3786', 'mac_address': 'fa:16:3e:d7:57:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c947b3-a3a5-468c-a6ba-fa23139cfbc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:18:56.867455 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fd1bc21a-3457-4ebf-89ce-be1acdf7a4b9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2083018 Oct 13 14:18:56.900475 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:56.900906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51988) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:56.904109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab4657a-e75e-4d50-b0ac-c52acce81af9 None None] Network fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:18:56.959963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f61d4-1a0d-404f-9aff-a81fb7f44a3f tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Deleting port 018dcb3e-9875-441f-9f1c-5c20d0fba96d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:56.960530 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe3f61d4-1a0d-404f-9aff-a81fb7f44a3f tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:56.998641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de6afa-d338-485c-a406-f6271347608e req-9ac1e89d-cdac-4f29-99b5-405a9d0ffbcb tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:57.000736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80de6afa-d338-485c-a406-f6271347608e req-9ac1e89d-cdac-4f29-99b5-405a9d0ffbcb tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2137334 Oct 13 14:18:57.030285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816ea15-2a2c-43c2-adf5-101d8629bf97 req-65492d6d-46dd-4a48-86de-6f7eaf476bae tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:57.040014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4816ea15-2a2c-43c2-adf5-101d8629bf97 req-65492d6d-46dd-4a48-86de-6f7eaf476bae tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 946 time: 0.1325061 Oct 13 14:18:57.089360 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe3f61d4-1a0d-404f-9aff-a81fb7f44a3f tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:57.089695 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe3f61d4-1a0d-404f-9aff-a81fb7f44a3f tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:57.107526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f61d4-1a0d-404f-9aff-a81fb7f44a3f tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Calling delete_port for 018dcb3e-9875-441f-9f1c-5c20d0fba96d owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:57.133430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4816ea15-2a2c-43c2-adf5-101d8629bf97 req-9ca9a743-2caa-45ae-b708-2f8c1b936775 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920665 Oct 13 14:18:57.146023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80de6afa-d338-485c-a406-f6271347608e req-28ff37a0-fba2-453e-b5f6-e3fe47ae5873 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279194 Oct 13 14:18:57.150633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439db850-92c3-4c75-a808-5fbddf6c470a req-615b198c-bce5-4d55-b796-9512368c6aad tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Made reservation on behalf of b25a2eab5e3c42c7b1b3d0de7f0b4067 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:18:57.161908 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-439db850-92c3-4c75-a808-5fbddf6c470a req-615b198c-bce5-4d55-b796-9512368c6aad tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:57.198535 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:57.231750 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:18:57.312573 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65445ffb-402c-4cc1-987b-5d573b3dece3 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:57.314462 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-65445ffb-402c-4cc1-987b-5d573b3dece3 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4125037 Oct 13 14:18:57.315867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b9d8e4fb-6cbc-4655-85d3-f473f5451eb1 None None] Provisioning complete for port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:57.316498 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b9d8e4fb-6cbc-4655-85d3-f473f5451eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:57.318175 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51996) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:57.357238 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe3f61d4-1a0d-404f-9aff-a81fb7f44a3f tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:57.391136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7d9f47c5-0763-4679-ba8c-3aea2d9e3786,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:57.396322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=230b4fcb-978e-4faa-a273-ca19b22ca2c2,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:57.398128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f61d4-1a0d-404f-9aff-a81fb7f44a3f tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Pushing event deleted for resources: {'Port': ['ID=018dcb3e-9875-441f-9f1c-5c20d0fba96d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:57.451045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['230b4fcb-978e-4faa-a273-ca19b22ca2c2'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:18:57.484148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-439db850-92c3-4c75-a808-5fbddf6c470a req-615b198c-bce5-4d55-b796-9512368c6aad tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Allocated IP 172.20.0.4 (47ac7078-4955-4859-a54d-a170c2b90a6f/f50d9962-1ff5-4e60-9b43-876c73cdee45/4a027013-bbef-433d-b879-260e1a392126) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:18:57.485005 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe3f61d4-1a0d-404f-9aff-a81fb7f44a3f tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:57.488642 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe3f61d4-1a0d-404f-9aff-a81fb7f44a3f tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:57.490251 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fe3f61d4-1a0d-404f-9aff-a81fb7f44a3f tempest-FloatingIPAdminTestJSON-69619567 tempest-FloatingIPAdminTestJSON-69619567-project] 10.222.0.18 "DELETE /v2.0/floatingips/27c8bf3d-29d7-4b23-907a-525e982743c3 HTTP/1.1" status: 204 len: 168 time: 0.9347167 Oct 13 14:18:57.497689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fc361a-eaf1-4b54-9b52-39aba7a74d00 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:57.499250 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d0fc361a-eaf1-4b54-9b52-39aba7a74d00 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1801317 Oct 13 14:18:57.503374 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52000) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:57.544825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:57.578633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218f9a3-fbb3-4414-ab8f-33cb8713e73b req-4659ccca-adf3-4fde-9aa2-9b2ec80b7239 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:57.580295 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b4abd3f3-1674-4d19-83ea-d0422aeca532 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753112 Oct 13 14:18:57.589211 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52004) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:57.623066 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9ac53c-a750-4873-9c0b-d248fac708b8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:57.624120 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9ac53c-a750-4873-9c0b-d248fac708b8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:57.624689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f218f9a3-fbb3-4414-ab8f-33cb8713e73b req-4659ccca-adf3-4fde-9aa2-9b2ec80b7239 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 947 time: 0.3763235 Oct 13 14:18:57.645960 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9f9ac53c-a750-4873-9c0b-d248fac708b8 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/284be190-8095-4199-bbf6-52db70b2d79d HTTP/1.1" status: 404 len: 333 time: 0.0555749 Oct 13 14:18:57.649570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52006) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:57.692031 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0391dee-7db2-46c1-8d5e-58161afd84cb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:57.692487 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0391dee-7db2-46c1-8d5e-58161afd84cb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:57.696296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7d9f47c5-0763-4679-ba8c-3aea2d9e3786,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:57.696465 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a0391dee-7db2-46c1-8d5e-58161afd84cb tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/50ac69f6-a820-45c4-a02b-6e923ba52a1b HTTP/1.1" status: 404 len: 337 time: 0.0459301 Oct 13 14:18:57.699951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52008) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:57.702578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19e334-51c5-48c1-af9c-d84b38c4b314 req-49fd5fa9-6828-4c8a-b0bd-977e47fd42c5 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:57.715755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c19e334-51c5-48c1-af9c-d84b38c4b314 req-49fd5fa9-6828-4c8a-b0bd-977e47fd42c5 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3864129 Oct 13 14:18:57.738800 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a4e9fb-34c6-43b8-a154-ff25abf3ea65 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:57.739897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a4e9fb-34c6-43b8-a154-ff25abf3ea65 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:57.740062 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1879043b-2ec9-4190-b29d-9d8845a9a269 None None] DHCP port deletion for fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:18:57.746379 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-07a4e9fb-34c6-43b8-a154-ff25abf3ea65 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/1f3be104-ddee-4c0b-9e25-a8c4e8587b8b HTTP/1.1" status: 404 len: 337 time: 0.0452695 Oct 13 14:18:57.747346 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52010) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:57.796704 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1de662-eaf8-4647-9301-6eaef4890cc1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:57.797478 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1de662-eaf8-4647-9301-6eaef4890cc1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:57.803235 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ca1de662-eaf8-4647-9301-6eaef4890cc1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/07c6005f-68fa-4ef3-a16a-530e0c02c6cc HTTP/1.1" status: 404 len: 333 time: 0.0522847 Oct 13 14:18:57.804053 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52014) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:57.806137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c19e334-51c5-48c1-af9c-d84b38c4b314 req-24ac43b7-6b35-41a9-bbae-e88a6c6c6095 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894392 Oct 13 14:18:57.836893 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c21377-6d55-48e9-a3b7-3eb8370ae241 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:57.837530 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c21377-6d55-48e9-a3b7-3eb8370ae241 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:57.841494 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-83c21377-6d55-48e9-a3b7-3eb8370ae241 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/3014252a-4ad6-40a8-a71c-9d24a29394f8 HTTP/1.1" status: 404 len: 337 time: 0.0362406 Oct 13 14:18:57.848971 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52018) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:57.856945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:18:57.859845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f218f9a3-fbb3-4414-ab8f-33cb8713e73b req-46753ae0-cbb4-42fe-9e00-67e4e4cc95aa tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179585 Oct 13 14:18:57.895651 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-14400f88-bc99-4014-a96f-207da09935c6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:57.896252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14400f88-bc99-4014-a96f-207da09935c6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:57.902444 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-14400f88-bc99-4014-a96f-207da09935c6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/8294824f-3d78-4c2e-993a-dc91c1b870e8 HTTP/1.1" status: 404 len: 337 time: 0.0499229 Oct 13 14:18:57.902757 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52020) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:57.982592 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ff18e4-11f7-46ba-8a3d-89e98251e911 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:57.983354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ff18e4-11f7-46ba-8a3d-89e98251e911 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:57.990742 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-29ff18e4-11f7-46ba-8a3d-89e98251e911 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/f2b7e469-d865-4420-af18-7fe6169fe325 HTTP/1.1" status: 404 len: 333 time: 0.0835428 Oct 13 14:18:57.991257 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52024) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:58.008133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2a2c5-f730-4284-af21-dfa605752123 req-1a8836fe-77e8-42e4-8327-4291939e16f9 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:58.010512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25e2a2c5-f730-4284-af21-dfa605752123 req-1a8836fe-77e8-42e4-8327-4291939e16f9 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 945 time: 0.0807304 Oct 13 14:18:58.024000 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-43907ff1-3f5f-415b-a447-baabdf0e4d71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:58.024455 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43907ff1-3f5f-415b-a447-baabdf0e4d71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:58.029791 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-43907ff1-3f5f-415b-a447-baabdf0e4d71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/167b3484-ed2a-403a-9a27-7e07d4f5ea95 HTTP/1.1" status: 404 len: 337 time: 0.0353229 Oct 13 14:18:58.030105 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52026) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:58.086939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc94a3fb-f062-44e6-b31c-3c3e41ee04d4 req-275da0c5-eb62-4995-91b8-3e503a6a9a6a tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 210 time: 0.0387726 Oct 13 14:18:58.094951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1879043b-2ec9-4190-b29d-9d8845a9a269 None None] Deleting port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:18:58.097192 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1879043b-2ec9-4190-b29d-9d8845a9a269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:58.103008 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54eadfd-76a8-43c9-a3d3-667eaec71d2b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:58.103557 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54eadfd-76a8-43c9-a3d3-667eaec71d2b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:58.116022 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a54eadfd-76a8-43c9-a3d3-667eaec71d2b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/431f0aac-19f1-4673-96b7-a78840fec163 HTTP/1.1" status: 404 len: 337 time: 0.0823681 Oct 13 14:18:58.116524 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52028) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:58.120586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25e2a2c5-f730-4284-af21-dfa605752123 req-953081d5-b0bb-4021-843a-d4ee50aedc65 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998108 Oct 13 14:18:58.159919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52032) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:58.183394 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-439db850-92c3-4c75-a808-5fbddf6c470a req-615b198c-bce5-4d55-b796-9512368c6aad tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:58.211771 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-4020498b-bd74-4a3e-ad2e-133047930660 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:58.212847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4020498b-bd74-4a3e-ad2e-133047930660 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:58.231492 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4020498b-bd74-4a3e-ad2e-133047930660 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/8c882788-d423-490f-84fd-22c9970295ec HTTP/1.1" status: 404 len: 333 time: 0.1122937 Oct 13 14:18:58.233664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52038) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:58.291047 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1879043b-2ec9-4190-b29d-9d8845a9a269 None None] For port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea,segment=NetworkSegment(1a13b0bf-d40a-4132-b60a-3be13045f660),segment_id=1a13b0bf-d40a-4132-b60a-3be13045f660)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:18:58.291458 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1879043b-2ec9-4190-b29d-9d8845a9a269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:58.306162 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-9635085f-31eb-443f-a714-dc8a91a3eae7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:58.306666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9635085f-31eb-443f-a714-dc8a91a3eae7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:58.312324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52040) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:58.317019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9635085f-31eb-443f-a714-dc8a91a3eae7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/014ce900-6571-467d-b1a1-41f1a3bbd2c0 HTTP/1.1" status: 404 len: 337 time: 0.0749159 Oct 13 14:18:58.336864 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-439db850-92c3-4c75-a808-5fbddf6c470a req-615b198c-bce5-4d55-b796-9512368c6aad tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:58.351007 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacef073-5300-430b-a7c2-84d671dff919 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:58.352160 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacef073-5300-430b-a7c2-84d671dff919 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:58.358072 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aacef073-5300-430b-a7c2-84d671dff919 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/fe58995d-349b-4dbe-930d-14eb79e6bd96 HTTP/1.1" status: 404 len: 337 time: 0.0444019 Oct 13 14:18:58.360547 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52042) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:58.382958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1879043b-2ec9-4190-b29d-9d8845a9a269 None None] Calling delete_port for cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:18:58.396266 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87a7127-a10f-46e6-b362-577ab1072a1b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:58.396870 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87a7127-a10f-46e6-b362-577ab1072a1b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:58.401221 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e87a7127-a10f-46e6-b362-577ab1072a1b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/d014def9-af25-414f-bc03-73f66bcee56d HTTP/1.1" status: 404 len: 333 time: 0.0391111 Oct 13 14:18:58.403682 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52044) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:58.414050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:18:58.448855 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a8e271-6251-49c1-81a3-5a6a45be20ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:58.449787 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a8e271-6251-49c1-81a3-5a6a45be20ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:58.453684 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d5a8e271-6251-49c1-81a3-5a6a45be20ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/63bb3704-b5b9-418c-a762-610b1e5d339e HTTP/1.1" status: 404 len: 337 time: 0.0489488 Oct 13 14:18:58.459438 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52046) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:58.495972 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bef5d2f-1be7-43f6-89c1-f67e150c03dd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:58.496655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bef5d2f-1be7-43f6-89c1-f67e150c03dd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:58.505249 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8bef5d2f-1be7-43f6-89c1-f67e150c03dd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/cee98f27-f942-4201-8aa6-be4b92fd05e3 HTTP/1.1" status: 404 len: 333 time: 0.0443511 Oct 13 14:18:58.506135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52048) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:58.541847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439db850-92c3-4c75-a808-5fbddf6c470a req-615b198c-bce5-4d55-b796-9512368c6aad tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Network 47ac7078-4955-4859-a54d-a170c2b90a6f is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:18:58.545201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-439db850-92c3-4c75-a808-5fbddf6c470a req-615b198c-bce5-4d55-b796-9512368c6aad tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:18:58.566304 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75b498e-8682-49db-b53e-0b4183048112 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:58.567146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75b498e-8682-49db-b53e-0b4183048112 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:58.571035 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c75b498e-8682-49db-b53e-0b4183048112 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/4abdd7f1-6960-422e-aa55-151af5a8573b HTTP/1.1" status: 404 len: 337 time: 0.0634899 Oct 13 14:18:58.575049 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52050) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:58.593819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b198c-bce5-4d55-b796-9512368c6aad tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Pushing event updated for resources: {'Port': ['ID=4a027013-bbef-433d-b879-260e1a392126,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:58.600007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-439db850-92c3-4c75-a808-5fbddf6c470a req-615b198c-bce5-4d55-b796-9512368c6aad tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:18:58.640247 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:58.642990 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa54fe9-314b-44fa-977e-dd53b3d5adf1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:58.645225 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa54fe9-314b-44fa-977e-dd53b3d5adf1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:58.652911 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-caa54fe9-314b-44fa-977e-dd53b3d5adf1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/f9ee1e1e-c220-4b39-9470-07db125b78b2 HTTP/1.1" status: 404 len: 333 time: 0.0765128 Oct 13 14:18:58.663444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52052) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:58.673145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115594-6f11-4386-9e37-175a9b6c33a1 req-74bdd78a-dac7-401c-b397-f275031b7fc4 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:58.677580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7115594-6f11-4386-9e37-175a9b6c33a1 req-74bdd78a-dac7-401c-b397-f275031b7fc4 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 945 time: 0.3333108 Oct 13 14:18:58.677755 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1879043b-2ec9-4190-b29d-9d8845a9a269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:58.716544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a324970c-b5b9-48e0-a77a-4ca19a3f2737 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09db09745932442d9212d7588887f941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550532 Oct 13 14:18:58.726123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd32b68-29c0-4419-afc7-4a0d6f8dcef2 req-5daf8701-6064-4d9b-9d3f-1b2f62bb5824 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:58.735200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dd32b68-29c0-4419-afc7-4a0d6f8dcef2 req-5daf8701-6064-4d9b-9d3f-1b2f62bb5824 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 946 time: 0.4166074 Oct 13 14:18:58.756283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52054) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:58.788479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879043b-2ec9-4190-b29d-9d8845a9a269 None None] Pushing event deleted for resources: {'Port': ['ID=cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:58.798083 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1879043b-2ec9-4190-b29d-9d8845a9a269 None None] No DVR routers for this DVR port cf32cbbd-3b3d-4a63-b5ae-8b769b0362ea on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:18:58.800688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439db850-92c3-4c75-a808-5fbddf6c470a req-615b198c-bce5-4d55-b796-9512368c6aad tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:58.801440 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-439db850-92c3-4c75-a808-5fbddf6c470a req-615b198c-bce5-4d55-b796-9512368c6aad tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:58.842170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7115594-6f11-4386-9e37-175a9b6c33a1 req-4801c5ac-d062-4a29-8df0-1b71d3f0b491 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416488 Oct 13 14:18:58.900717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-615b198c-bce5-4d55-b796-9512368c6aad tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5832236 Oct 13 14:18:58.925885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dd32b68-29c0-4419-afc7-4a0d6f8dcef2 req-79e01f59-cd27-45f7-ba6c-f34851f39754 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886199 Oct 13 14:18:58.934814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Request body: {'port': {'device_id': '0690233a-b4d7-4c7e-9646-898309cb4d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:59.015394 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-948705e2-e4e6-425b-b1af-41831163b503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:59.023405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-37787996-c291-40f2-8051-247e6d0509b3 None None] Provisioning complete for port 4a027013-bbef-433d-b879-260e1a392126 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:18:59.023939 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-37787996-c291-40f2-8051-247e6d0509b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:59.093198 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-37787996-c291-40f2-8051-247e6d0509b3 None None] Port 4a027013-bbef-433d-b879-260e1a392126 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:18:59.191272 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-948705e2-e4e6-425b-b1af-41831163b503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:59.197953 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b95c21d-2430-4552-908e-d6505fce7028 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.198497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b95c21d-2430-4552-908e-d6505fce7028 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.204487 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1b95c21d-2430-4552-908e-d6505fce7028 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/d899db21-3822-4ef5-828f-c992c8285082 HTTP/1.1" status: 404 len: 337 time: 0.5373790 Oct 13 14:18:59.204800 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52064) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.213128 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:59.229626 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a720367-1f71-4204-a0fb-1eb1046d8fb0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.230726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a720367-1f71-4204-a0fb-1eb1046d8fb0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.238438 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8a720367-1f71-4204-a0fb-1eb1046d8fb0 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/3dcf25a5-0121-4b6f-bb70-4c8c89ce2a95 HTTP/1.1" status: 404 len: 333 time: 0.0298185 Oct 13 14:18:59.238753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52066) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.266298 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-76665d98-3cab-4902-9189-063633e1cc78 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.266657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76665d98-3cab-4902-9189-063633e1cc78 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.271894 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-76665d98-3cab-4902-9189-063633e1cc78 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/1c8843f1-4df6-4982-8c60-fce8cca8672d HTTP/1.1" status: 404 len: 337 time: 0.0298142 Oct 13 14:18:59.272187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52068) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.276230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20088afe-57d4-4b27-8c65-62919ad0d205 req-f9f46210-0afb-47f8-aa16-7a44648c5727 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:59.278718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20088afe-57d4-4b27-8c65-62919ad0d205 req-f9f46210-0afb-47f8-aa16-7a44648c5727 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 947 time: 0.2156255 Oct 13 14:18:59.292219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef49bde-b577-45cd-8654-293b0665c65c req-2ba3f7df-bcff-4a2d-ad15-4622d4c25a98 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:59.293746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ef49bde-b577-45cd-8654-293b0665c65c req-2ba3f7df-bcff-4a2d-ad15-4622d4c25a98 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2873719 Oct 13 14:18:59.296027 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba047d1-07e4-40c8-a422-a23dd0b338ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.296027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba047d1-07e4-40c8-a422-a23dd0b338ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.301043 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0ba047d1-07e4-40c8-a422-a23dd0b338ad tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/4955dcef-81f9-41bd-b493-89df546848e0 HTTP/1.1" status: 404 len: 333 time: 0.0254850 Oct 13 14:18:59.304786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52070) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.390746 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c3ea09-152d-4998-b479-89acc833fe4b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.391160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c3ea09-152d-4998-b479-89acc833fe4b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.396513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f0c3ea09-152d-4998-b479-89acc833fe4b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/7e3cb862-25d7-4062-a575-05c6eb114f7f HTTP/1.1" status: 404 len: 337 time: 0.0652399 Oct 13 14:18:59.397192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52072) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.432547 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc21d24-500a-4c6d-a112-4fbfbc7dc101 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.433264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc21d24-500a-4c6d-a112-4fbfbc7dc101 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.438793 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1cc21d24-500a-4c6d-a112-4fbfbc7dc101 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/bb3de745-c32c-474b-bed0-b06dcbe6fa0e HTTP/1.1" status: 404 len: 333 time: 0.0380242 Oct 13 14:18:59.439729 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52074) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.455218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20088afe-57d4-4b27-8c65-62919ad0d205 req-9e606bde-75ff-4b2f-b756-2336ccebc8c3 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592350 Oct 13 14:18:59.469147 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7b204c-c390-4490-bdfa-b521dc2123e7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.469728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7b204c-c390-4490-bdfa-b521dc2123e7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.475822 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cb7b204c-c390-4490-bdfa-b521dc2123e7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/417eb276-e53e-4594-a39f-b289011c303c HTTP/1.1" status: 404 len: 337 time: 0.0328672 Oct 13 14:18:59.476116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52076) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.513250 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad67abc-98b3-4327-aea0-980a9fea2b01 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.513777 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad67abc-98b3-4327-aea0-980a9fea2b01 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.517109 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2ad67abc-98b3-4327-aea0-980a9fea2b01 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/e61ace2d-c69b-4740-b3b5-74c72d726cc4 HTTP/1.1" status: 404 len: 337 time: 0.0396514 Oct 13 14:18:59.520460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52078) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.537938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ef49bde-b577-45cd-8654-293b0665c65c req-38c82fcd-408d-4dda-af29-1ce7ae634096 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011640 Oct 13 14:18:59.560446 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-38103b9e-5db9-4927-96b5-3c784ef59cbf tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.560446 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38103b9e-5db9-4927-96b5-3c784ef59cbf tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.560446 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-38103b9e-5db9-4927-96b5-3c784ef59cbf tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/ad9706f1-55e2-4d82-b2da-ce3e2e537169 HTTP/1.1" status: 404 len: 333 time: 0.0349948 Oct 13 14:18:59.560446 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52082) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.590820 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-948705e2-e4e6-425b-b1af-41831163b503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:59.591452 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05f93d4-36f9-496c-8453-caca0091579d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.592298 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05f93d4-36f9-496c-8453-caca0091579d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.597033 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e05f93d4-36f9-496c-8453-caca0091579d tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/7231712c-1675-4af6-89b6-14b65ae89a4b HTTP/1.1" status: 404 len: 337 time: 0.0350475 Oct 13 14:18:59.600834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-948705e2-e4e6-425b-b1af-41831163b503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:18:59.600834 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-948705e2-e4e6-425b-b1af-41831163b503 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b0807b8-224c-42d8-877b-99f17bbaa801 HTTP/1.1" status: 204 len: 168 time: 0.8391924 Oct 13 14:18:59.601956 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52086) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.650826 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-88da3131-b921-4957-9f62-b89be19bb5dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.651622 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88da3131-b921-4957-9f62-b89be19bb5dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.657967 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-88da3131-b921-4957-9f62-b89be19bb5dc tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/17ed582d-6bc5-41d1-9805-9cadcb614bb6 HTTP/1.1" status: 404 len: 337 time: 0.0496655 Oct 13 14:18:59.661064 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52090) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.691588 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2e71af-d860-4cfa-806f-ea8883f37a11 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.692760 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2e71af-d860-4cfa-806f-ea8883f37a11 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.698958 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ba2e71af-d860-4cfa-806f-ea8883f37a11 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/bceaf06f-3fef-4d08-86e8-f23bf470a8c4 HTTP/1.1" status: 404 len: 333 time: 0.0368328 Oct 13 14:18:59.699782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52092) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.708807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948705e2-e4e6-425b-b1af-41831163b503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0807b8-224c-42d8-877b-99f17bbaa801,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:18:59.733745 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74eb72b-e8b1-413d-806b-42e4a0c894de tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.734415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74eb72b-e8b1-413d-806b-42e4a0c894de tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.742639 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c74eb72b-e8b1-413d-806b-42e4a0c894de tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/e79b1dbc-9c74-476a-b587-05fe8adf1048 HTTP/1.1" status: 404 len: 337 time: 0.0397265 Oct 13 14:18:59.743365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52094) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.781592 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-4892ef95-d5a3-41c3-98e4-79dd6c2d12d6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.782810 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4892ef95-d5a3-41c3-98e4-79dd6c2d12d6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.795266 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4892ef95-d5a3-41c3-98e4-79dd6c2d12d6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/63edbc99-5900-4d33-839c-3d63ce42864e HTTP/1.1" status: 404 len: 337 time: 0.0508528 Oct 13 14:18:59.796216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52096) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.820539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-481ff2be-41e9-4268-8b6d-68f12de17832 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:59.822093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-481ff2be-41e9-4268-8b6d-68f12de17832 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2474449 Oct 13 14:18:59.833795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826868b-dfdb-4d80-8284-71f9b365110f req-d33b5af9-145d-40a4-840d-c66c1529cc9b tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:18:59.841852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0826868b-dfdb-4d80-8284-71f9b365110f req-d33b5af9-145d-40a4-840d-c66c1529cc9b tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 931 time: 0.1896133 Oct 13 14:18:59.872751 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-644ba297-031a-4555-b7e0-f13e63563994 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.873522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644ba297-031a-4555-b7e0-f13e63563994 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.877057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-644ba297-031a-4555-b7e0-f13e63563994 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/7d30baf8-d949-46cb-b962-7b0406d411eb HTTP/1.1" status: 404 len: 333 time: 0.0783141 Oct 13 14:18:59.881016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52098) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.909670 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b82da7-9ac9-4650-84d1-39a534b90e13 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.910095 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b82da7-9ac9-4650-84d1-39a534b90e13 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.913705 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-72b82da7-9ac9-4650-84d1-39a534b90e13 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/62493632-b26d-4c66-9a33-b52a4926cb7b HTTP/1.1" status: 404 len: 337 time: 0.0319009 Oct 13 14:18:59.915896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52104) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.942782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-d9849313-55d1-4525-b730-4a8f7e3105ee tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 695 time: 0.1065118 Oct 13 14:18:59.946417 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a228a7b-0d1f-4bc6-ae0a-c2a532bfcda1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:18:59.946795 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a228a7b-0d1f-4bc6-ae0a-c2a532bfcda1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:18:59.949916 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7a228a7b-0d1f-4bc6-ae0a-c2a532bfcda1 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/2776386f-87a3-48aa-b80f-b86cdd698b8b HTTP/1.1" status: 404 len: 337 time: 0.0331824 Oct 13 14:18:59.952490 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52106) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:18:59.968005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-7c5c5c7f-922a-468b-82e5-55647ae1fa68 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Request body: {'floatingip': {'port_id': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'fixed_ip_address': '172.20.0.8'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:18:59.981646 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1fad57a3-2b42-4505-bd48-7006be906389 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports?device_id=0323daf2-eb6d-42d1-b904-72063330cd57 HTTP/1.1" status: 200 len: 205 time: 0.0279312 Oct 13 14:18:59.984061 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52108) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.028249 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-6ec2feb1-4d6e-4483-bdf9-cb1471ee5ff3 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] delete failed (client error): The resource could not be found. Oct 13 14:19:00.029478 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6ec2feb1-4d6e-4483-bdf9-cb1471ee5ff3 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/routers/0323daf2-eb6d-42d1-b904-72063330cd57 HTTP/1.1" status: 404 len: 336 time: 0.0445101 Oct 13 14:19:00.031551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-7c5c5c7f-922a-468b-82e5-55647ae1fa68 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:00.031915 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52110) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.064088 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7133d9-802a-4942-aca8-c9e82b400e6f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.064541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7133d9-802a-4942-aca8-c9e82b400e6f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.069052 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ab7133d9-802a-4942-aca8-c9e82b400e6f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/74fe9011-c41e-4e3b-9c03-7b19237fee80 HTTP/1.1" status: 404 len: 337 time: 0.0350776 Oct 13 14:19:00.070629 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52112) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.074038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0826868b-dfdb-4d80-8284-71f9b365110f req-6e2c5b7a-11c5-4e4c-834e-dcaaa6181e7c tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147794 Oct 13 14:19:00.095565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 230b4fcb-978e-4faa-a273-ca19b22ca2c2 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:19:00.117321 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-87065a70-326e-4711-96ad-7445d8b4228f tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff HTTP/1.1" status: 200 len: 205 time: 0.0452163 Oct 13 14:19:00.119423 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52114) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.171151 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-dc13d334-a04d-4b84-8ecb-91a0f2d54a71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] delete failed (client error): The resource could not be found. Oct 13 14:19:00.175638 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dc13d334-a04d-4b84-8ecb-91a0f2d54a71 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/routers/e1f68e1c-4e1b-4fb9-bb96-0b4ff6cca7ff HTTP/1.1" status: 404 len: 336 time: 0.0547726 Oct 13 14:19:00.177468 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52116) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.204471 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a027013-bbef-433d-b879-260e1a392126 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:19:00.216574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:19:00.223644 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6297da-4587-4534-bc01-c1d1a5b0cfee tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.227252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:00.229100 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6297da-4587-4534-bc01-c1d1a5b0cfee tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.236129 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dd6297da-4587-4534-bc01-c1d1a5b0cfee tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/ba7da4c2-75a6-48fb-a517-1150bcaa8ca2 HTTP/1.1" status: 404 len: 337 time: 0.0584097 Oct 13 14:19:00.237272 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52118) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.255423 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 230b4fcb-978e-4faa-a273-ca19b22ca2c2 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:19:00.267615 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 230b4fcb-978e-4faa-a273-ca19b22ca2c2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:19:00.268237 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:00.279935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Transition to ACTIVE for port object 4a027013-bbef-433d-b879-260e1a392126 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:19:00.321669 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-f448de93-9899-412f-bec4-94ab7e276f81 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.322528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f448de93-9899-412f-bec4-94ab7e276f81 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.329937 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f448de93-9899-412f-bec4-94ab7e276f81 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/791cf2fb-c3a3-4a87-957c-ecb8362c53f2 HTTP/1.1" status: 404 len: 337 time: 0.0909281 Oct 13 14:19:00.331734 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52120) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.332066 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52122) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.345038 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:00.366297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e3e02-5fe3-45df-b90a-5fc081595e07 req-4acffad4-fe5c-4b3a-bad3-d0e90dbaeab0 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:00.367899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-665e3e02-5fe3-45df-b90a-5fc081595e07 req-4acffad4-fe5c-4b3a-bad3-d0e90dbaeab0 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 945 time: 0.1669502 Oct 13 14:19:00.376156 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-826c0eb7-95ad-4d5f-ab42-6930de2f4cc6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.376883 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826c0eb7-95ad-4d5f-ab42-6930de2f4cc6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.383336 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-826c0eb7-95ad-4d5f-ab42-6930de2f4cc6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/08b12993-041c-4b87-aa0f-a3a2c65948c7 HTTP/1.1" status: 404 len: 333 time: 0.0451243 Oct 13 14:19:00.387318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52126) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.388952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:19:00.402745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:19:00.406667 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:00.423642 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fe9c8a-9d1c-4f31-9ee2-660328bdae0b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.424098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68fe9c8a-9d1c-4f31-9ee2-660328bdae0b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.429062 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-68fe9c8a-9d1c-4f31-9ee2-660328bdae0b tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/2b46c19a-5f4f-42d2-ac14-e661274c3b18 HTTP/1.1" status: 404 len: 337 time: 0.0386970 Oct 13 14:19:00.429062 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a24e7c8-a900-4f4c-a00a-d0705d161951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:00.430017 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52128) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.450886 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:00.472762 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5a4089-1a80-4212-bb5b-f9c98db0a557 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.474563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5a4089-1a80-4212-bb5b-f9c98db0a557 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.483784 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fb5a4089-1a80-4212-bb5b-f9c98db0a557 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/71f8cc1f-6d32-4c79-83d4-d03fc52f17f0 HTTP/1.1" status: 404 len: 333 time: 0.0526524 Oct 13 14:19:00.503650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52130) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.503954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 230b4fcb-978e-4faa-a273-ca19b22ca2c2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=230b4fcb-978e-4faa-a273-ca19b22ca2c2,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:00.505147 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0d373d-99e2-4a8d-a426-6aa28a921219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230b4fcb-978e-4faa-a273-ca19b22ca2c2'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:00.509721 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230dc350-93a7-4444-8e91-f9eaa6550b18" -d '{"events": [{"server_uuid": "af0d373d-99e2-4a8d-a426-6aa28a921219", "name": "network-vif-plugged", "status": "completed", "tag": "230b4fcb-978e-4faa-a273-ca19b22ca2c2"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:00.541464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Pushing event updated for resources: {'Port': ['ID=4a027013-bbef-433d-b879-260e1a392126,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:00.560437 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f196f21-e557-40cd-b213-4a386bb99594 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.563990 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f196f21-e557-40cd-b213-4a386bb99594 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.568285 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:00.569844 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0f196f21-e557-40cd-b213-4a386bb99594 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/1968a1de-a96a-4872-b932-d3adf33087e6 HTTP/1.1" status: 404 len: 337 time: 0.0709746 Oct 13 14:19:00.577950 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52134) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.652956 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6a9dc8-7450-4479-b2a8-eceff7a93faa tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.653886 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6a9dc8-7450-4479-b2a8-eceff7a93faa tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.657262 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9e6a9dc8-7450-4479-b2a8-eceff7a93faa tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/e191fdcd-9187-4ce8-bf9f-208a7f6be527 HTTP/1.1" status: 404 len: 333 time: 0.0770893 Oct 13 14:19:00.660491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52136) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.671358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-665e3e02-5fe3-45df-b90a-5fc081595e07 req-918a19e9-c1d6-46a5-a569-fac2d255ba25 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785087 Oct 13 14:19:00.709932 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-94495311-de26-4e54-9c04-0185ba9f9e15 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.710800 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94495311-de26-4e54-9c04-0185ba9f9e15 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.714461 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-94495311-de26-4e54-9c04-0185ba9f9e15 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/24dc4fda-46ff-46ea-ba5c-53d828b61bd8 HTTP/1.1" status: 404 len: 337 time: 0.0528259 Oct 13 14:19:00.717141 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a24e7c8-a900-4f4c-a00a-d0705d161951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:00.718450 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52138) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.748192 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6269330-3de6-4705-8c6c-4e8fb49b1fca tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.749059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6269330-3de6-4705-8c6c-4e8fb49b1fca tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.752642 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c6269330-3de6-4705-8c6c-4e8fb49b1fca tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/919eaee7-04d4-4075-a681-929227e2e3ad HTTP/1.1" status: 404 len: 333 time: 0.0329795 Oct 13 14:19:00.755509 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52140) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.788975 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a8b1b6-371b-4e73-8ace-5a05de2b8466 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.790126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a8b1b6-371b-4e73-8ace-5a05de2b8466 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.792745 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-70a8b1b6-371b-4e73-8ace-5a05de2b8466 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/5e792368-0c2b-4c30-aec8-9fa5e5b3b367 HTTP/1.1" status: 404 len: 337 time: 0.0362513 Oct 13 14:19:00.793912 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a24e7c8-a900-4f4c-a00a-d0705d161951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:00.796277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52142) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.825294 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:00.831314 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bec208e-11c0-4a28-b6dc-1c1c815ff8d6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.832974 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bec208e-11c0-4a28-b6dc-1c1c815ff8d6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.836343 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4bec208e-11c0-4a28-b6dc-1c1c815ff8d6 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/4f601186-3b0d-44be-9ac9-1fd87057b545 HTTP/1.1" status: 404 len: 333 time: 0.0348845 Oct 13 14:19:00.840263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52144) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.869087 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6a24e7c8-a900-4f4c-a00a-d0705d161951 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37f54085145c4d4399178fe924768389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5342360 Oct 13 14:19:00.869942 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24e7c8-a900-4f4c-a00a-d0705d161951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f546e6d7-f750-4312-908f-e173930e69f7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:00.872513 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52146) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.876954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=230b4fcb-978e-4faa-a273-ca19b22ca2c2,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:00.899105 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9165a0-122e-4702-a809-320aa3554a37 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.899957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9165a0-122e-4702-a809-320aa3554a37 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.904224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-db9165a0-122e-4702-a809-320aa3554a37 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/4fd7e0b9-62ff-45bc-9e56-c811334413d8 HTTP/1.1" status: 404 len: 337 time: 0.0592775 Oct 13 14:19:00.907985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52148) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.916078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7d9f47c5-0763-4679-ba8c-3aea2d9e3786,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:00.936782 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecd9ed9-dcde-415f-a294-7f54d413b9ec tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.937467 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecd9ed9-dcde-415f-a294-7f54d413b9ec tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.941011 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cecd9ed9-dcde-415f-a294-7f54d413b9ec tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/a97ab5a0-8842-49a9-910b-b5d244734c74 HTTP/1.1" status: 404 len: 333 time: 0.0294638 Oct 13 14:19:00.943953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52150) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.953312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Attempting to bind port 4a027013-bbef-433d-b879-260e1a392126 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:00.953642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Attempting to bind port 4a027013-bbef-433d-b879-260e1a392126 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '3ca46691-e0a6-4153-a03b-609e2b070248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:00.953981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Attempting to bind port 4a027013-bbef-433d-b879-260e1a392126 on network 47ac7078-4955-4859-a54d-a170c2b90a6f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:00.973393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Port 4a027013-bbef-433d-b879-260e1a392126 on network 47ac7078-4955-4859-a54d-a170c2b90a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:00.973783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Attempting to bind port 4a027013-bbef-433d-b879-260e1a392126 on network 47ac7078-4955-4859-a54d-a170c2b90a6f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:00.982140 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:00.982344 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3c9156-e56e-4bc6-8c24-4e9e5b431ca9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:00.990924 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3c9156-e56e-4bc6-8c24-4e9e5b431ca9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:00.990924 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ef3c9156-e56e-4bc6-8c24-4e9e5b431ca9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/57bd2c3d-fc23-4b15-b407-8070efa56617 HTTP/1.1" status: 404 len: 337 time: 0.0409505 Oct 13 14:19:00.991170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766f16e-a545-4c08-ad0d-f0a59564cdcd req-d9ed9428-1ee8-48cd-80b9-1dfda0e39299 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:00.991170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4766f16e-a545-4c08-ad0d-f0a59564cdcd req-d9ed9428-1ee8-48cd-80b9-1dfda0e39299 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1944757 Oct 13 14:19:00.991170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52152) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:00.996847 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d9915fe-361d-4943-af01-46ae662eecaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:01.025060 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d9915fe-361d-4943-af01-46ae662eecaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:01.043268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7d9f47c5-0763-4679-ba8c-3aea2d9e3786,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:01.147860 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d9915fe-361d-4943-af01-46ae662eecaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:01.151294 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d9915fe-361d-4943-af01-46ae662eecaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:01.155898 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8d9915fe-361d-4943-af01-46ae662eecaf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f546e6d7-f750-4312-908f-e173930e69f7 HTTP/1.1" status: 204 len: 168 time: 0.2790830 Oct 13 14:19:01.163288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9915fe-361d-4943-af01-46ae662eecaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f546e6d7-f750-4312-908f-e173930e69f7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:01.392395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:19:01.392730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Checking segment: {'id': '3ca46691-e0a6-4153-a03b-609e2b070248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:19:01.393813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Bound using segment: {'id': '3ca46691-e0a6-4153-a03b-609e2b070248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:19:01.394192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Bound port: 4a027013-bbef-433d-b879-260e1a392126, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca46691-e0a6-4153-a03b-609e2b070248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:19:01.396103 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:01.434403 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd0bd37-12c0-41c3-bf61-8f28cdcd6cd7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:01.435204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd0bd37-12c0-41c3-bf61-8f28cdcd6cd7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:01.443239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3fd0bd37-12c0-41c3-bf61-8f28cdcd6cd7 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/ports/d98510b0-7401-409c-9909-032951d765fc HTTP/1.1" status: 404 len: 333 time: 0.4429245 Oct 13 14:19:01.444637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52160) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:01.512664 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3a7209-029f-480d-9394-1878a60770d9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] DELETE failed (client error): The resource could not be found. Oct 13 14:19:01.513163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3a7209-029f-480d-9394-1878a60770d9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:19:01.516240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-aa3a7209-029f-480d-9394-1878a60770d9 tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/subnets/1aecc42e-adfe-4a7e-8b0a-d59184cf0e66 HTTP/1.1" status: 404 len: 337 time: 0.0695727 Oct 13 14:19:01.524388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52162) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:01.558227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4766f16e-a545-4c08-ad0d-f0a59564cdcd req-a52d3d22-814e-4061-a2ba-91b56ad84d6a tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508911 Oct 13 14:19:01.654486 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3ed648b-d35e-44de-9dfd-5334c9726ebd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:01.693157 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.resource_extend [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-7c5c5c7f-922a-468b-82e5-55647ae1fa68 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:19:01.761069 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3ed648b-d35e-44de-9dfd-5334c9726ebd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:01.761605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] For port 4a027013-bbef-433d-b879-260e1a392126, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:19:01.788938 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f3ed648b-d35e-44de-9dfd-5334c9726ebd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe733e46-fbbe-4c02-a8e9-b5c1a34fa676']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:01.803625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f3ed648b-d35e-44de-9dfd-5334c9726ebd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a13b0bf-d40a-4132-b60a-3be13045f660') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:01.804189 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f3ed648b-d35e-44de-9dfd-5334c9726ebd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a13b0bf-d40a-4132-b60a-3be13045f660') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:01.817518 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3ed648b-d35e-44de-9dfd-5334c9726ebd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:01.833191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3ed648b-d35e-44de-9dfd-5334c9726ebd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:01.835493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] For port 4a027013-bbef-433d-b879-260e1a392126, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a027013-bbef-433d-b879-260e1a392126,segment=NetworkSegment(3ca46691-e0a6-4153-a03b-609e2b070248),segment_id=3ca46691-e0a6-4153-a03b-609e2b070248)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:19:01.839728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ed648b-d35e-44de-9dfd-5334c9726ebd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:19:01.840134 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3ed648b-d35e-44de-9dfd-5334c9726ebd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:19:01.843171 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:19:01.850959 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-7c5c5c7f-922a-468b-82e5-55647ae1fa68 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:01.855264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c084950a-0b65-472a-a7c2-c3117f015c06 req-00de56da-8521-4745-9eed-98d07ae15b09 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1777720 Oct 13 14:19:01.872848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ca142-85b4-4f22-9644-2806b2f990ae req-ce742079-cbfb-4381-9fbc-9ca0168f2592 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:01.875917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc9ca142-85b4-4f22-9644-2806b2f990ae req-ce742079-cbfb-4381-9fbc-9ca0168f2592 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 946 time: 0.2058873 Oct 13 14:19:01.923347 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:01.947050 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52168) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:01.963557 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd28be57-de77-4d8c-b935-bc8acb947e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:02.012776 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-7c5c5c7f-922a-468b-82e5-55647ae1fa68 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:02.023284 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3ed648b-d35e-44de-9dfd-5334c9726ebd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:02.031163 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f3ed648b-d35e-44de-9dfd-5334c9726ebd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:02.038911 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f3ed648b-d35e-44de-9dfd-5334c9726ebd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] 10.222.0.18 "DELETE /v2.0/networks/fe733e46-fbbe-4c02-a8e9-b5c1a34fa676 HTTP/1.1" status: 204 len: 168 time: 0.5091453 Oct 13 14:19:02.048693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc9ca142-85b4-4f22-9644-2806b2f990ae req-d15fd9b7-52fc-4e38-891b-e2079b17ceeb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667743 Oct 13 14:19:02.087773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed648b-d35e-44de-9dfd-5334c9726ebd tempest-NetworksTestDHCPv6-1033506321 tempest-NetworksTestDHCPv6-1033506321-project] Pushing event deleted for resources: {'Network': ['ID=fe733e46-fbbe-4c02-a8e9-b5c1a34fa676,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:02.165488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:02.166143 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:02.167776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] 10.222.0.41 "PUT /v2.0/ports/4a027013-bbef-433d-b879-260e1a392126 HTTP/1.1" status: 200 len: 1092 time: 3.2383375 Oct 13 14:19:02.171510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0690233a-b4d7-4c7e-9646-898309cb4d8a', 'tag': '4a027013-bbef-433d-b879-260e1a392126'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:02.173907 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09490e7a-0167-4ee2-858d-b027b1465f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "0690233a-b4d7-4c7e-9646-898309cb4d8a", "tag": "4a027013-bbef-433d-b879-260e1a392126"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:02.187526 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124dfd5f-6d57-407b-b762-4648e5fcb0d6 x-openstack-request-id: req-124dfd5f-6d57-407b-b762-4648e5fcb0d6 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:02.188173 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0d373d-99e2-4a8d-a426-6aa28a921219", "name": "network-vif-plugged", "status": "completed", "tag": "230b4fcb-978e-4faa-a273-ca19b22ca2c2", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:02.188427 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-124dfd5f-6d57-407b-b762-4648e5fcb0d6 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:02.188824 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0d373d-99e2-4a8d-a426-6aa28a921219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230b4fcb-978e-4faa-a273-ca19b22ca2c2', 'code': 200} Oct 13 14:19:02.220088 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd28be57-de77-4d8c-b935-bc8acb947e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:02.256339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084950a-0b65-472a-a7c2-c3117f015c06 req-42ddeb4f-5b61-4477-89ad-4227e0591671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:02.258239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c084950a-0b65-472a-a7c2-c3117f015c06 req-42ddeb4f-5b61-4477-89ad-4227e0591671 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b80d7edb00dd4c08b870dab304ba4673&device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 1099 time: 0.3108048 Oct 13 14:19:02.264423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f64f2-a8ab-4cb8-b8d8-7f900150ad4f service neutron] Pushing event updated for resources: {'Port': ['ID=4a027013-bbef-433d-b879-260e1a392126,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:02.326455 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd28be57-de77-4d8c-b935-bc8acb947e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:02.366545 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28be57-de77-4d8c-b935-bc8acb947e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e73c78-b7fb-4890-a2a2-14055dcc3eb3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:02.399239 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bd28be57-de77-4d8c-b935-bc8acb947e91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67136fed7681431880e76504990694de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4510143 Oct 13 14:19:02.403273 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52174) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:02.416863 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-7c5c5c7f-922a-468b-82e5-55647ae1fa68 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Floating IP f916780d-59b0-49be-918c-8d13e937cb4b associated. External IP: 172.25.0.18, port: 14858efe-1b64-4b5b-a48b-128a6abddb02. Oct 13 14:19:02.478728 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2da29b71-ea15-4644-9506-89197e3c1a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:02.502402 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2da29b71-ea15-4644-9506-89197e3c1a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:02.589016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7b48e-c7f5-4acd-be62-eb1251eb8fb1 req-dd77346a-10c9-4509-8b26-303f67c3faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:02.590544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92c7b48e-c7f5-4acd-be62-eb1251eb8fb1 req-dd77346a-10c9-4509-8b26-303f67c3faeb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 1098 time: 0.3161802 Oct 13 14:19:02.628506 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2da29b71-ea15-4644-9506-89197e3c1a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:02.631061 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2da29b71-ea15-4644-9506-89197e3c1a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:02.632212 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2da29b71-ea15-4644-9506-89197e3c1a46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41e73c78-b7fb-4890-a2a2-14055dcc3eb3 HTTP/1.1" status: 204 len: 168 time: 0.2279186 Oct 13 14:19:02.648447 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da29b71-ea15-4644-9506-89197e3c1a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e73c78-b7fb-4890-a2a2-14055dcc3eb3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:02.663688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce893f6c-f4a9-4701-96fa-a80cfe25e115 req-3d671a79-3705-4c43-ab4f-35edaea209b5 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:02.671306 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce893f6c-f4a9-4701-96fa-a80cfe25e115 req-3d671a79-3705-4c43-ab4f-35edaea209b5 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 943 time: 0.3814077 Oct 13 14:19:02.693749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439db850-92c3-4c75-a808-5fbddf6c470a req-c796fdd4-919b-4b68-830b-6d3f16a226f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:02.695296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-c796fdd4-919b-4b68-830b-6d3f16a226f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25a2eab5e3c42c7b1b3d0de7f0b4067&device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 1095 time: 0.3725390 Oct 13 14:19:02.730724 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52180) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:02.805301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce893f6c-f4a9-4701-96fa-a80cfe25e115 req-1866dc41-5228-4789-b88c-ca9d25409f10 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303117 Oct 13 14:19:02.822712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-3b8dca89-4ede-4da6-9906-a751df09710e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a027013-bbef-433d-b879-260e1a392126 HTTP/1.1" status: 200 len: 217 time: 0.1025310 Oct 13 14:19:02.824365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92c7b48e-c7f5-4acd-be62-eb1251eb8fb1 req-f0be03c7-8689-4bb8-967e-0334641afbbb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173715 Oct 13 14:19:02.826754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084950a-0b65-472a-a7c2-c3117f015c06 req-29b94e00-6584-4634-95a3-6315f3daa998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:02.828241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c084950a-0b65-472a-a7c2-c3117f015c06 req-29b94e00-6584-4634-95a3-6315f3daa998 service neutron] 10.222.0.41 "GET /v2.0/networks?id=16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 200 len: 918 time: 0.5077522 Oct 13 14:19:02.941173 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-61d2604c-364b-4b7c-87fa-0916fcbbbf62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd1512223b6542a484046ba1c76c1869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2083449 Oct 13 14:19:02.945214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52184) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:02.987989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-7c5c5c7f-922a-468b-82e5-55647ae1fa68 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:03.015570 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d9dbff2-df94-4173-b0f6-42358ce293bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:03.043867 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d9dbff2-df94-4173-b0f6-42358ce293bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:03.158493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-7c5c5c7f-922a-468b-82e5-55647ae1fa68 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:03.175306 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efd0348-fb6f-4f26-86a8-4ee27cd62518 None None] Sync routers for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:03.185890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efd0348-fb6f-4f26-86a8-4ee27cd62518 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:03.186859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9efd0348-fb6f-4f26-86a8-4ee27cd62518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:03.187439 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-7c5c5c7f-922a-468b-82e5-55647ae1fa68 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:03.193544 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d9dbff2-df94-4173-b0f6-42358ce293bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:03.197385 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d9dbff2-df94-4173-b0f6-42358ce293bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:03.198788 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9d9dbff2-df94-4173-b0f6-42358ce293bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/285d7a16-6ca5-4e9d-be96-ea7b6b362ebb HTTP/1.1" status: 204 len: 168 time: 0.2507563 Oct 13 14:19:03.223574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dbff2-df94-4173-b0f6-42358ce293bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285d7a16-6ca5-4e9d-be96-ea7b6b362ebb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:03.268890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-7c5c5c7f-922a-468b-82e5-55647ae1fa68 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "PUT /v2.0/floatingips/f916780d-59b0-49be-918c-8d13e937cb4b HTTP/1.1" status: 200 len: 995 time: 3.3177938 Oct 13 14:19:03.421470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-9efd0348-fb6f-4f26-86a8-4ee27cd62518 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:03.487892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439db850-92c3-4c75-a808-5fbddf6c470a req-b39ec59b-d34c-456b-8305-4b6d36360b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:03.489795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-b39ec59b-d34c-456b-8305-4b6d36360b3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f50d9962-1ff5-4e60-9b43-876c73cdee45 HTTP/1.1" status: 200 len: 855 time: 0.2191396 Oct 13 14:19:03.514284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c084950a-0b65-472a-a7c2-c3117f015c06 req-af8e552f-fdce-4e50-82de-f3b15da1e49c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b HTTP/1.1" status: 200 len: 1002 time: 0.1824980 Oct 13 14:19:03.514803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-e4fb4b8f-0815-4dc5-87ef-746f937cde8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:03.516248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-e4fb4b8f-0815-4dc5-87ef-746f937cde8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 1097 time: 0.1730797 Oct 13 14:19:03.673612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084950a-0b65-472a-a7c2-c3117f015c06 req-54b78b5b-fd0e-48b5-8049-2c4c254eb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:03.675577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c084950a-0b65-472a-a7c2-c3117f015c06 req-54b78b5b-fd0e-48b5-8049-2c4c254eb43d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1870f77-f283-46b0-91af-b6c012baea10 HTTP/1.1" status: 200 len: 856 time: 0.1363206 Oct 13 14:19:03.677742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439db850-92c3-4c75-a808-5fbddf6c470a req-2653784b-c3f2-4d91-8f38-f4aa1af6d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:03.679293 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-2653784b-c3f2-4d91-8f38-f4aa1af6d8f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47ac7078-4955-4859-a54d-a170c2b90a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1753407 Oct 13 14:19:03.786922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-a64ba995-3f4b-4596-b817-c35f1e35e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:03.788338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-a64ba995-3f4b-4596-b817-c35f1e35e3d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.2469652 Oct 13 14:19:03.898555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9efd0348-fb6f-4f26-86a8-4ee27cd62518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f916780d-59b0-49be-918c-8d13e937cb4b', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'port_id': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'mac_address': 'fa:16:3e:e5:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:19Z', 'updated_at': '2021-10-13T14:19:01Z', 'revision_number': 1, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:03.918265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084950a-0b65-472a-a7c2-c3117f015c06 req-191d4c21-85fb-4a4c-9d22-433e46795100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:03.919781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c084950a-0b65-472a-a7c2-c3117f015c06 req-191d4c21-85fb-4a4c-9d22-433e46795100 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16e15b01-e808-4e45-90e1-66199134cd83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2185082 Oct 13 14:19:03.942483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efd0348-fb6f-4f26-86a8-4ee27cd62518 None None] Checking router: f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:19:03.956665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efd0348-fb6f-4f26-86a8-4ee27cd62518 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:03.957538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9efd0348-fb6f-4f26-86a8-4ee27cd62518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:04.040702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-7f1b2b84-19a0-421d-bf8e-ccf7f5e8957a service neutron] 10.222.0.41 "GET /v2.0/networks/47ac7078-4955-4859-a54d-a170c2b90a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411391 Oct 13 14:19:04.042518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-46df5f68-978e-4b0d-a550-5460e6f725ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 998 time: 0.2320046 Oct 13 14:19:04.050487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3947d20-03c3-4b7a-86b6-3dd79c0b0eb7 req-b0200a33-a1e9-436e-8224-fb3069bf5406 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:04.058101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3947d20-03c3-4b7a-86b6-3dd79c0b0eb7 req-b0200a33-a1e9-436e-8224-fb3069bf5406 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.2658582 Oct 13 14:19:04.117485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-9efd0348-fb6f-4f26-86a8-4ee27cd62518 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:04.288796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9028b35-25be-4efe-9ae7-9992b7f8cd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9f47c5-0763-4679-ba8c-3aea2d9e3786'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:04.292724 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e36071-1490-445b-a2ef-ff1857798644" -d '{"events": [{"server_uuid": "f9028b35-25be-4efe-9ae7-9992b7f8cd80", "name": "network-vif-plugged", "status": "completed", "tag": "7d9f47c5-0763-4679-ba8c-3aea2d9e3786"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:04.301259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3947d20-03c3-4b7a-86b6-3dd79c0b0eb7 req-a60e556f-c55b-44ad-bb79-fd0fe357c964 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419698 Oct 13 14:19:04.311961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-6003d823-9c4b-499a-982d-3f9aad89b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:04.314222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-6003d823-9c4b-499a-982d-3f9aad89b13e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.2534103 Oct 13 14:19:04.454486 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9a1466-bce5-4dd3-b448-057d28d55e0d x-openstack-request-id: req-9d9a1466-bce5-4dd3-b448-057d28d55e0d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:04.454864 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0690233a-b4d7-4c7e-9646-898309cb4d8a", "tag": "4a027013-bbef-433d-b879-260e1a392126", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:04.455153 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d9a1466-bce5-4dd3-b448-057d28d55e0d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:04.455542 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0690233a-b4d7-4c7e-9646-898309cb4d8a', 'tag': '4a027013-bbef-433d-b879-260e1a392126', 'status': 'completed', 'code': 200} Oct 13 14:19:04.465208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c084950a-0b65-472a-a7c2-c3117f015c06 req-3049ac09-7648-48ce-8a86-d6bd2ec6ceda service neutron] 10.222.0.41 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313792 Oct 13 14:19:04.483988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439db850-92c3-4c75-a808-5fbddf6c470a req-074a568c-a1f9-44d0-b473-305f1445cfd3 service neutron] 10.222.0.41 "GET /v2.0/networks/47ac7078-4955-4859-a54d-a170c2b90a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203660 Oct 13 14:19:04.495014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-406b2023-003f-424f-aba9-b36c4761aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:04.497314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-406b2023-003f-424f-aba9-b36c4761aa1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409297 Oct 13 14:19:04.525602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-b3a662ae-2d2a-4d33-bfec-23a35cac691e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:19:04.526617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-b3a662ae-2d2a-4d33-bfec-23a35cac691e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0154724 Oct 13 14:19:04.544165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9efd0348-fb6f-4f26-86a8-4ee27cd62518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f916780d-59b0-49be-918c-8d13e937cb4b', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'port_id': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'mac_address': 'fa:16:3e:e5:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:19Z', 'updated_at': '2021-10-13T14:19:01Z', 'revision_number': 1, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:04.588786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efd0348-fb6f-4f26-86a8-4ee27cd62518 None None] The sync data for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 is: [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f916780d-59b0-49be-918c-8d13e937cb4b', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'port_id': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'mac_address': 'fa:16:3e:e5:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:19Z', 'updated_at': '2021-10-13T14:19:01Z', 'revision_number': 1, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:05.041629 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c651b-b0f6-4fc4-8caf-4fc2b7b76162 None None] New status for floating IP f916780d-59b0-49be-918c-8d13e937cb4b: ACTIVE {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:19:05.222132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52250) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:05.225741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb45496-2766-4fba-a50e-452fb996f60c req-2c82da64-90ae-4caa-96f1-69f333866c15 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:05.227269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0fb45496-2766-4fba-a50e-452fb996f60c req-2c82da64-90ae-4caa-96f1-69f333866c15 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 946 time: 0.7141738 Oct 13 14:19:05.264906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c084950a-0b65-472a-a7c2-c3117f015c06 req-a0c6fe28-c5fe-4249-9671-ec3db77bc8c9 service neutron] 10.222.0.41 "GET /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7662647 Oct 13 14:19:05.276846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-eef8d935-cf5a-4ea4-ab52-9022669b8865 service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975234 Oct 13 14:19:05.284508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09490e7a-0167-4ee2-858d-b027b1465f4e req-de23dde0-a9f5-44d3-9004-b84886d19e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:05.286163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09490e7a-0167-4ee2-858d-b027b1465f4e req-de23dde0-a9f5-44d3-9004-b84886d19e40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25a2eab5e3c42c7b1b3d0de7f0b4067&device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 1095 time: 0.1435072 Oct 13 14:19:05.445317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0fb45496-2766-4fba-a50e-452fb996f60c req-041f9a62-541c-423c-842f-38937b2097ba tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918392 Oct 13 14:19:05.614359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1061535499'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:05.632687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09490e7a-0167-4ee2-858d-b027b1465f4e req-5ab3c98a-f276-4993-96c9-efa063c7a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:05.634247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09490e7a-0167-4ee2-858d-b027b1465f4e req-5ab3c98a-f276-4993-96c9-efa063c7a33b service neutron] 10.222.0.41 "GET /v2.0/networks?id=47ac7078-4955-4859-a54d-a170c2b90a6f HTTP/1.1" status: 200 len: 917 time: 0.3265114 Oct 13 14:19:05.639484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f57a4859-bf20-41fa-a2a2-4e19ae26b175 req-8ba535b6-ac4e-4e75-b579-2b4e172b2a20 service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473697 Oct 13 14:19:05.665930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4fa90-31e5-4e36-9300-5ee545aa41a3 req-58ac72e6-9484-495d-8e2a-3c58481492a8 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:05.667715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fba4fa90-31e5-4e36-9300-5ee545aa41a3 req-58ac72e6-9484-495d-8e2a-3c58481492a8 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1091075 Oct 13 14:19:05.702173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09490e7a-0167-4ee2-858d-b027b1465f4e req-cad621a6-9c3f-4227-b34c-4d796466dad2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a027013-bbef-433d-b879-260e1a392126 HTTP/1.1" status: 200 len: 217 time: 0.0540249 Oct 13 14:19:05.708556 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52262) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:05.738401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Made reservation on behalf of 1d213847f00048539508998954e55e19 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:05.745694 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:05.756580 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:05.799159 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fba4fa90-31e5-4e36-9300-5ee545aa41a3 req-4b402dbe-0b36-4ae0-ad5f-c06e8c621061 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037779 Oct 13 14:19:05.805031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09490e7a-0167-4ee2-858d-b027b1465f4e req-c6b526fa-1bee-4625-a5bd-683d8f156668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:05.806666 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09490e7a-0167-4ee2-858d-b027b1465f4e req-c6b526fa-1bee-4625-a5bd-683d8f156668 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f50d9962-1ff5-4e60-9b43-876c73cdee45 HTTP/1.1" status: 200 len: 855 time: 0.0840812 Oct 13 14:19:05.902585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7eae2157-04d5-4772-b81a-b86f4d993b1d tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-302974165'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:05.910834 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7eae2157-04d5-4772-b81a-b86f4d993b1d tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Unknown quota resources ['metering_label']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:19:05.911055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09490e7a-0167-4ee2-858d-b027b1465f4e req-ee23e335-b26a-4dd1-8f97-6e8818c1cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:05.911888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09490e7a-0167-4ee2-858d-b027b1465f4e req-ee23e335-b26a-4dd1-8f97-6e8818c1cd6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47ac7078-4955-4859-a54d-a170c2b90a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939732 Oct 13 14:19:05.933469 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cdc491-e359-4223-bc6a-ec131665643c x-openstack-request-id: req-e2cdc491-e359-4223-bc6a-ec131665643c {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:05.934174 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9028b35-25be-4efe-9ae7-9992b7f8cd80", "name": "network-vif-plugged", "status": "completed", "tag": "7d9f47c5-0763-4679-ba8c-3aea2d9e3786", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:05.934174 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2cdc491-e359-4223-bc6a-ec131665643c {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:05.939635 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9028b35-25be-4efe-9ae7-9992b7f8cd80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9f47c5-0763-4679-ba8c-3aea2d9e3786', 'code': 200} Oct 13 14:19:05.996771 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:06.085133 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:06.124021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12301e5d-14eb-499d-a6d9-f298e8e4c978 req-abdd2a66-9f7b-4927-a10e-33aeb8d1259c tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:06.125777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12301e5d-14eb-499d-a6d9-f298e8e4c978 req-abdd2a66-9f7b-4927-a10e-33aeb8d1259c tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 943 time: 0.2218189 Oct 13 14:19:06.193909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a349fad-5eff-4314-8a8a-91c3dd5fa519 req-683244d7-69fe-403b-8b65-a1eaa2e31c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:06.195862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a349fad-5eff-4314-8a8a-91c3dd5fa519 req-683244d7-69fe-403b-8b65-a1eaa2e31c39 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 1098 time: 0.1621385 Oct 13 14:19:06.202893 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:19:06.214684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3821f7-3639-49b4-9310-8ae5f4a15cde req-0f8acd85-b166-4c90-8e43-92793fca0f1e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:06.216486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e3821f7-3639-49b4-9310-8ae5f4a15cde req-0f8acd85-b166-4c90-8e43-92793fca0f1e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1813169 Oct 13 14:19:06.228091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09490e7a-0167-4ee2-858d-b027b1465f4e req-aaa188a3-bc80-434c-b494-8ee86fbaf1ee service neutron] 10.222.0.41 "GET /v2.0/networks/47ac7078-4955-4859-a54d-a170c2b90a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602468 Oct 13 14:19:06.233312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12301e5d-14eb-499d-a6d9-f298e8e4c978 req-19c1b5be-f5d1-4934-aafb-c56231aeb5a3 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999787 Oct 13 14:19:06.293673 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7eae2157-04d5-4772-b81a-b86f4d993b1d tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:06.294908 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7eae2157-04d5-4772-b81a-b86f4d993b1d tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5850968 Oct 13 14:19:06.297730 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52268) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:06.303437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-24975fb2-cc85-4d5e-9e5e-c142ba482bdc tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7bb6712b-3b83-4fe7-a4e1-339ee9a076e5'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:06.303961 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-24975fb2-cc85-4d5e-9e5e-c142ba482bdc tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:19:06.308711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd1f7b8-537d-4118-8cfb-cd571dcb1417,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:06.314904 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:06.316953 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Added segment 77c17661-17ee-4bbe-8594-d6f79ddcce3a of type vlan for network d5df6e36-8dbc-4b00-a594-00d0a37538a3 Oct 13 14:19:06.330392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a349fad-5eff-4314-8a8a-91c3dd5fa519 req-12b44802-d501-44bd-bba5-3b537213f800 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128814 Oct 13 14:19:06.345003 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e3821f7-3639-49b4-9310-8ae5f4a15cde req-c59f5266-e166-4ab9-be28-4a85e92a6f13 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159463 Oct 13 14:19:06.345826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:06.347388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:06.348403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:06.349090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:06.349580 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:06.350168 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:06.350711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:06.351282 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:06.351965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:06.352531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:06.353149 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:06.353716 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:06.425490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09490e7a-0167-4ee2-858d-b027b1465f4e req-d6e64b13-90ec-4530-9eb9-7e68307b9f1b service neutron] 10.222.0.41 "GET /v2.0/networks/47ac7078-4955-4859-a54d-a170c2b90a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728253 Oct 13 14:19:06.465117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:06.467469 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7de2dfc-4afa-40b6-9ca4-8fcc528081fb" -d '{"events": [{"name": "network-changed", "server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:06.493423 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:06.501330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-ee0df0de-506c-42c5-bca8-a9eb21367255 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:06.503299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-ee0df0de-506c-42c5-bca8-a9eb21367255 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1481752 Oct 13 14:19:06.522431 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ecacf-55c2-4505-bfba-9eae42399857 req-758bba0e-55c9-4587-8598-3269946c4a1b tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:06.524174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-670ecacf-55c2-4505-bfba-9eae42399857 req-758bba0e-55c9-4587-8598-3269946c4a1b tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.0973871 Oct 13 14:19:06.533950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52276) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:06.539805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-62936c91-cf7e-41a5-bcc2-88b39cb955b3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Request body: {'floatingip': {'port_id': '230b4fcb-978e-4faa-a273-ca19b22ca2c2'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:06.587794 n-d-806683-15 neutron-server[112684]: WARNING neutron.services.metering.metering_plugin [None req-24975fb2-cc85-4d5e-9e5e-c142ba482bdc tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 14:19:06.629224 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:19:06.674160 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:06.680515 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:06.681130 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:06.694804 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-62936c91-cf7e-41a5-bcc2-88b39cb955b3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:06.732935 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-24975fb2-cc85-4d5e-9e5e-c142ba482bdc tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:06.737982 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-24975fb2-cc85-4d5e-9e5e-c142ba482bdc tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4351892 Oct 13 14:19:06.744608 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52278) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:06.754588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-e48f1af9-dcee-44d4-9de5-68542eaea07f tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7bb6712b-3b83-4fe7-a4e1-339ee9a076e5'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:06.755156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-e48f1af9-dcee-44d4-9de5-68542eaea07f tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=112685) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:19:06.767161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-a517fd8f-7355-4a97-b82a-869817ba3a54 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 1000 time: 0.2557805 Oct 13 14:19:06.788364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Network': ['ID=d5df6e36-8dbc-4b00-a594-00d0a37538a3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:06.804343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network d5df6e36-8dbc-4b00-a594-00d0a37538a3 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:19:06.805582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-8472552c-ed04-4bde-a2b8-f8846a6e7445 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Request body: {'floatingip': {'port_id': '45b12361-0cd6-4532-9c90-92faf16c650b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:06.827743 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-86ea4dde-0c68-40b2-997b-e6caa65a3918 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6025136 Oct 13 14:19:06.830390 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52280) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:06.840777 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f4c5d143-1ac2-4a3c-8b3c-015ebf030530 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'subnet': {'network_id': 'd5df6e36-8dbc-4b00-a594-00d0a37538a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:06.979071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db43fdd-cf7d-4cf6-99b7-4b94ab77e8b5 req-906eb358-f58e-4b0d-acc1-88176614f97f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:06.981630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2db43fdd-cf7d-4cf6-99b7-4b94ab77e8b5 req-906eb358-f58e-4b0d-acc1-88176614f97f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 946 time: 0.3797336 Oct 13 14:19:06.993209 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c5d143-1ac2-4a3c-8b3c-015ebf030530 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Made reservation on behalf of 1d213847f00048539508998954e55e19 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:06.997181 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d143-1ac2-4a3c-8b3c-015ebf030530 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:07.138897 n-d-806683-15 neutron-server[112685]: WARNING neutron.services.metering.metering_plugin [None req-e48f1af9-dcee-44d4-9de5-68542eaea07f tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 14:19:07.152628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-8472552c-ed04-4bde-a2b8-f8846a6e7445 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:07.267730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d143-1ac2-4a3c-8b3c-015ebf030530 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:07.383539 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5d143-1ac2-4a3c-8b3c-015ebf030530 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Subnet': ['ID=e3f5b4e8-87cf-4dec-8ced-939ed3a29b14,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:07.398548 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5d143-1ac2-4a3c-8b3c-015ebf030530 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Checking segment: {'id': '77c17661-17ee-4bbe-8594-d6f79ddcce3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'd5df6e36-8dbc-4b00-a594-00d0a37538a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:19:07.399093 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c5d143-1ac2-4a3c-8b3c-015ebf030530 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network hostable DHCP agents. Network: d5df6e36-8dbc-4b00-a594-00d0a37538a3, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:19:07.414577 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e48f1af9-dcee-44d4-9de5-68542eaea07f tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:07.415771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e48f1af9-dcee-44d4-9de5-68542eaea07f tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6699417 Oct 13 14:19:07.420178 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52286) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:07.432023 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-10a4311d-a309-40d2-aae6-f55892bb8372 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=3f8fe821-a9ab-4fab-bdf1-bd33a85c71c2 HTTP/1.1" status: 200 len: 462 time: 0.0109510 Oct 13 14:19:07.436264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52288) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:07.446781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2db43fdd-cf7d-4cf6-99b7-4b94ab77e8b5 req-c1dc7e67-d554-4cc5-8aef-e905c7af561a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830667 Oct 13 14:19:07.485403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c5d143-1ac2-4a3c-8b3c-015ebf030530 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network d5df6e36-8dbc-4b00-a594-00d0a37538a3 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:19:07.501295 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4ced4c-20a0-48bc-9684-5fb13bea7998 x-openstack-request-id: req-6a4ced4c-20a0-48bc-9684-5fb13bea7998 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:07.501762 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:07.502166 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a4ced4c-20a0-48bc-9684-5fb13bea7998 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:07.503338 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'status': 'completed', 'code': 200} Oct 13 14:19:07.621270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f4c5d143-1ac2-4a3c-8b3c-015ebf030530 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, d5df6e36-8dbc-4b00-a594-00d0a37538a3) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:07.636717 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f521458c-3bbf-4416-8070-f87d2fe94c0f None None] Network d5df6e36-8dbc-4b00-a594-00d0a37538a3 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:19:07.667715 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31c2e372-1516-485f-be07-455785bc638c tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:07.673130 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-31c2e372-1516-485f-be07-455785bc638c tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/3f8fe821-a9ab-4fab-bdf1-bd33a85c71c2 HTTP/1.1" status: 204 len: 168 time: 0.2315855 Oct 13 14:19:07.678660 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c5d143-1ac2-4a3c-8b3c-015ebf030530 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:07.678900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52290) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:07.679061 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d143-1ac2-4a3c-8b3c-015ebf030530 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:07.745817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-05f23825-68fa-4a66-b1ab-a2a1a5b70c08 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=3f8fe821-a9ab-4fab-bdf1-bd33a85c71c2 HTTP/1.1" status: 200 len: 221 time: 0.0643198 Oct 13 14:19:07.750561 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52292) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:07.757054 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a6765d73-510f-4e07-93da-f17340728077 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1935763216', 'description': 'label created by tempest'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:07.757510 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a6765d73-510f-4e07-93da-f17340728077 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Unknown quota resources ['metering_label']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:19:07.789954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de2dfc-4afa-40b6-9ca4-8fcc528081fb req-d6992c78-a915-4715-be9d-434427d757c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:07.791381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7de2dfc-4afa-40b6-9ca4-8fcc528081fb req-d6992c78-a915-4715-be9d-434427d757c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 1097 time: 0.2558806 Oct 13 14:19:07.804121 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f4c5d143-1ac2-4a3c-8b3c-015ebf030530 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9710801 Oct 13 14:19:07.806637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52294) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:07.811118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-585733621', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:07.825622 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98016ffb-9301-4039-9c91-18c0f0ce53bd None None] Network d5df6e36-8dbc-4b00-a594-00d0a37538a3 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:19:07.952611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1267f6-5497-480b-96ef-3ea157a0d782 req-f54e2ab2-c91b-40ff-a29e-cc4f73ff4335 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:07.954239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d1267f6-5497-480b-96ef-3ea157a0d782 req-f54e2ab2-c91b-40ff-a29e-cc4f73ff4335 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3902056 Oct 13 14:19:07.994879 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:07.996534 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:08.079957 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6765d73-510f-4e07-93da-f17340728077 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:08.085934 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a6765d73-510f-4e07-93da-f17340728077 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3299534 Oct 13 14:19:08.092672 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52296) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:08.246473 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:08.250382 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4911cc05-6649-436e-bce5-8f6f108fd37c tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=f3c8636b-8c84-4b40-882e-4b271ba56307 HTTP/1.1" status: 200 len: 468 time: 0.1625178 Oct 13 14:19:08.253531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52298) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:08.456698 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.resource_extend [None req-62936c91-cf7e-41a5-bcc2-88b39cb955b3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:19:08.495146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de2dfc-4afa-40b6-9ca4-8fcc528081fb req-a5386c13-7e39-46c1-8729-61178198f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:08.496650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7de2dfc-4afa-40b6-9ca4-8fcc528081fb req-a5386c13-7e39-46c1-8729-61178198f302 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.6968677 Oct 13 14:19:08.508014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d1267f6-5497-480b-96ef-3ea157a0d782 req-3b98eb94-27fd-4c29-9694-cb66ca651121 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426316 Oct 13 14:19:08.572806 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-62936c91-cf7e-41a5-bcc2-88b39cb955b3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:08.609376 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:08.659245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7de2dfc-4afa-40b6-9ca4-8fcc528081fb req-5c47b2dd-42c3-4abc-9fef-06c3352e2306 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 1000 time: 0.1497154 Oct 13 14:19:08.774643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccbf5d-cee3-419a-b15c-53824700ca2b req-458285d2-1808-420a-a085-e1f234d536e1 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:08.776142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fccbf5d-cee3-419a-b15c-53824700ca2b req-458285d2-1808-420a-a085-e1f234d536e1 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 943 time: 0.1551082 Oct 13 14:19:08.795401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de2dfc-4afa-40b6-9ca4-8fcc528081fb req-a86bc5c9-8056-451c-90f6-8b789380408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:08.812611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7de2dfc-4afa-40b6-9ca4-8fcc528081fb req-a86bc5c9-8056-451c-90f6-8b789380408e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.1056037 Oct 13 14:19:08.812611 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-62936c91-cf7e-41a5-bcc2-88b39cb955b3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:08.851623 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-06adea03-5f13-47b3-964b-29599f386d16 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:08.858142 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-06adea03-5f13-47b3-964b-29599f386d16 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/f3c8636b-8c84-4b40-882e-4b271ba56307 HTTP/1.1" status: 204 len: 168 time: 0.6018176 Oct 13 14:19:08.858142 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52304) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:08.886237 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.resource_extend [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-8472552c-ed04-4bde-a2b8-f8846a6e7445 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:19:08.961766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fccbf5d-cee3-419a-b15c-53824700ca2b req-cb167b1c-5885-4eb5-bdcb-8f5e068c9f4d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622746 Oct 13 14:19:09.002894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de2dfc-4afa-40b6-9ca4-8fcc528081fb req-c4a5d7e9-924f-457a-b8dc-259bd24430e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:09.004441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7de2dfc-4afa-40b6-9ca4-8fcc528081fb req-c4a5d7e9-924f-457a-b8dc-259bd24430e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1947412 Oct 13 14:19:09.046909 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-8472552c-ed04-4bde-a2b8-f8846a6e7445 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:09.124003 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-8472552c-ed04-4bde-a2b8-f8846a6e7445 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:09.165800 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-62936c91-cf7e-41a5-bcc2-88b39cb955b3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Floating IP c5984c1e-f40a-49ff-a583-bf741e83e870 associated. External IP: 172.25.0.90, port: 230b4fcb-978e-4faa-a273-ca19b22ca2c2. Oct 13 14:19:09.267813 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c3c94b8d-1cc7-4ab4-beb0-e64bffe3a46a tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=f3c8636b-8c84-4b40-882e-4b271ba56307 HTTP/1.1" status: 200 len: 216 time: 0.4069343 Oct 13 14:19:09.274367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52306) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:09.293510 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-efb8346a-62bd-4116-8cf6-fcb7efe071f3 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0173333 Oct 13 14:19:09.297585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52308) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:09.318835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7de2dfc-4afa-40b6-9ca4-8fcc528081fb req-fd912a35-f8eb-4c45-a0fb-b41a9b316da6 service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044183 Oct 13 14:19:09.328716 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b3b53bcd-70c8-41b7-b6b1-09a418c093f5 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0261164 Oct 13 14:19:09.333128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52310) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:09.334247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e1755-f768-4f83-9d65-f5aa96c4eb7e req-e3a18bf1-5604-47a9-ae24-94b83bffb330 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:09.335893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-109e1755-f768-4f83-9d65-f5aa96c4eb7e req-e3a18bf1-5604-47a9-ae24-94b83bffb330 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 946 time: 0.2565145 Oct 13 14:19:09.399103 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e89ecc8a-96c5-4e15-a077-2916383b2b7d tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/7bb6712b-3b83-4fe7-a4e1-339ee9a076e5 HTTP/1.1" status: 200 len: 472 time: 0.0603743 Oct 13 14:19:09.400699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52312) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:09.416137 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1229dde3-59e0-4df3-b15f-f125b7ea77a0 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/fbbbf62f-05cc-44bc-833d-d20e9dbd460f HTTP/1.1" status: 200 len: 459 time: 0.0130818 Oct 13 14:19:09.421626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52314) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:09.459100 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-8472552c-ed04-4bde-a2b8-f8846a6e7445 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Floating IP f916780d-59b0-49be-918c-8d13e937cb4b associated. External IP: 172.25.0.18, port: 14858efe-1b64-4b5b-a48b-128a6abddb02. Oct 13 14:19:09.522529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-109e1755-f768-4f83-9d65-f5aa96c4eb7e req-d04a8499-6c83-4795-b0bd-549e9f2a13c2 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789041 Oct 13 14:19:09.540901 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:09.576392 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:09.728173 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.25.0.75 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/0e9aa22e-f002-4a6f-9b46-f251eee89000) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:09.826493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7de2dfc-4afa-40b6-9ca4-8fcc528081fb req-de299977-703a-4a57-a684-df5adc51200a service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838967 Oct 13 14:19:09.871276 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:10.005964 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:10.054485 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:10.057808 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:10.060541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:10.092504 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=0e9aa22e-f002-4a6f-9b46-f251eee89000,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:10.189375 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aaaa114e-6591-4345-848e-819c5444caa7 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:10.194198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-aaaa114e-6591-4345-848e-819c5444caa7 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/fbbbf62f-05cc-44bc-833d-d20e9dbd460f HTTP/1.1" status: 204 len: 168 time: 0.7595260 Oct 13 14:19:10.195993 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52324) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:10.227622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b0713-b3e0-43a5-92f2-8bc50abbf1ee req-222f5f7b-5448-44c9-af68-6af8dfb0eabc tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:10.229296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-513b0713-b3e0-43a5-92f2-8bc50abbf1ee req-222f5f7b-5448-44c9-af68-6af8dfb0eabc tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.5470810 Oct 13 14:19:10.236723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62936c91-cf7e-41a5-bcc2-88b39cb955b3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Router ed545d64-7ca5-439a-b647-505ce0acd065 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:10.422310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-513b0713-b3e0-43a5-92f2-8bc50abbf1ee req-1977cccc-72e7-498f-bf34-a1295c0a5562 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426554 Oct 13 14:19:10.517630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-8472552c-ed04-4bde-a2b8-f8846a6e7445 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:10.533072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f05316f4-16ac-48cc-86ca-c29996368b84 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:10.534610 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f05316f4-16ac-48cc-86ca-c29996368b84 tempest-MeteringIpV6TestJSON-812596059 tempest-MeteringIpV6TestJSON-812596059-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/7bb6712b-3b83-4fe7-a4e1-339ee9a076e5 HTTP/1.1" status: 204 len: 168 time: 0.3371193 Oct 13 14:19:10.546953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:10.684358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62936c91-cf7e-41a5-bcc2-88b39cb955b3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:10.700675 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-62936c91-cf7e-41a5-bcc2-88b39cb955b3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:10.703551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d58c0-78b2-4898-9635-8a3e669906ac None None] Sync routers for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:10.719600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d58c0-78b2-4898-9635-8a3e669906ac None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:10.721576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-bd7d58c0-78b2-4898-9635-8a3e669906ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:10.789296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-62936c91-cf7e-41a5-bcc2-88b39cb955b3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "PUT /v2.0/floatingips/c5984c1e-f40a-49ff-a583-bf741e83e870 HTTP/1.1" status: 200 len: 991 time: 4.2540040 Oct 13 14:19:10.793907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0d373d-99e2-4a8d-a426-6aa28a921219', 'tag': '230b4fcb-978e-4faa-a273-ca19b22ca2c2'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:10.796214 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82024e7d-d81d-417c-9f2f-5f3fd0171495" -d '{"events": [{"name": "network-changed", "server_uuid": "af0d373d-99e2-4a8d-a426-6aa28a921219", "tag": "230b4fcb-978e-4faa-a273-ca19b22ca2c2"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:10.834353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-8472552c-ed04-4bde-a2b8-f8846a6e7445 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:10.836490 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:10.848373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9a3d6-c734-4a37-a852-f98fb4e88f0e req-d0457f3d-14f8-434e-a3da-ec6b802ed55d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:10.851327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2a9a3d6-c734-4a37-a852-f98fb4e88f0e req-d0457f3d-14f8-434e-a3da-ec6b802ed55d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.3112972 Oct 13 14:19:10.852744 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb39d1-21ff-4692-8222-7062d1545180 None None] Sync routers for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:10.871368 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb39d1-21ff-4692-8222-7062d1545180 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:10.873189 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-90fb39d1-21ff-4692-8222-7062d1545180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:10.894935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-bd7d58c0-78b2-4898-9635-8a3e669906ac None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:10.912879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2a9a3d6-c734-4a37-a852-f98fb4e88f0e req-3b312a51-62f1-49e5-8b67-391aecb25d15 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/quotas/1f3381f4090b46da8ec91eb741bf2620 HTTP/1.1" status: 200 len: 375 time: 0.0206535 Oct 13 14:19:11.034824 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-90fb39d1-21ff-4692-8222-7062d1545180 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:11.040217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2a9a3d6-c734-4a37-a852-f98fb4e88f0e req-850414d3-d9b3-451b-ad7d-d7bc58dfc7db tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806198 Oct 13 14:19:11.107070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:19:11.296576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52342) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:11.308611 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:11.339430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b8ba9-3b7f-4ce7-b0e4-cce9cc785844 None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:11.371837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b8ba9-3b7f-4ce7-b0e4-cce9cc785844 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:11.372893 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6e9b8ba9-3b7f-4ce7-b0e4-cce9cc785844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:11.385208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2a9a3d6-c734-4a37-a852-f98fb4e88f0e req-0e15ce9c-8019-4c2c-b9f1-4a829d3ac146 service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810090 Oct 13 14:19:11.392594 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:11.398844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-8472552c-ed04-4bde-a2b8-f8846a6e7445 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:11.399072 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-22b95357-9d17-4c72-9306-9ee99ff64c00 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5893641 Oct 13 14:19:11.399810 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52346) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:11.471806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6e9b8ba9-3b7f-4ce7-b0e4-cce9cc785844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:11.589902 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ccd6-92f3-4d09-a72a-4a2f5d1a72e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:11.598987 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-90fb39d1-21ff-4692-8222-7062d1545180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f916780d-59b0-49be-918c-8d13e937cb4b', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'port_id': '45b12361-0cd6-4532-9c90-92faf16c650b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'mac_address': 'fa:16:3e:b0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:19Z', 'updated_at': '2021-10-13T14:19:08Z', 'revision_number': 3, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:11.639840 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb39d1-21ff-4692-8222-7062d1545180 None None] Checking router: f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:19:11.644917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2a9a3d6-c734-4a37-a852-f98fb4e88f0e req-334e3dad-6593-4b01-81b8-0ed7357934f0 service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390878 Oct 13 14:19:11.651103 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb39d1-21ff-4692-8222-7062d1545180 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:11.651673 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-90fb39d1-21ff-4692-8222-7062d1545180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:11.678046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-8472552c-ed04-4bde-a2b8-f8846a6e7445 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:11.686118 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-8472552c-ed04-4bde-a2b8-f8846a6e7445 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:11.809759 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-8472552c-ed04-4bde-a2b8-f8846a6e7445 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "PUT /v2.0/floatingips/f916780d-59b0-49be-918c-8d13e937cb4b HTTP/1.1" status: 200 len: 998 time: 5.0174530 Oct 13 14:19:11.848746 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b8ba9-3b7f-4ce7-b0e4-cce9cc785844 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:11.853717 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6e9b8ba9-3b7f-4ce7-b0e4-cce9cc785844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:11.887989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-0df7c8d8-04d0-43b3-8379-44c5cbbbda1d tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:11.902053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-0df7c8d8-04d0-43b3-8379-44c5cbbbda1d tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports/14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 942 time: 0.0912180 Oct 13 14:19:11.923648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ccd6-92f3-4d09-a72a-4a2f5d1a72e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:11.928219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6e9b8ba9-3b7f-4ce7-b0e4-cce9cc785844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:11.929045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b8ba9-3b7f-4ce7-b0e4-cce9cc785844 None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:11.953792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-bd7d58c0-78b2-4898-9635-8a3e669906ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'c5984c1e-f40a-49ff-a583-bf741e83e870', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'port_id': '230b4fcb-978e-4faa-a273-ca19b22ca2c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'mac_address': 'fa:16:3e:aa:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0d373d-99e2-4a8d-a426-6aa28a921219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:28Z', 'updated_at': '2021-10-13T14:19:07Z', 'revision_number': 1, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:23Z', 'revision_number': 5, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:11.966774 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-90fb39d1-21ff-4692-8222-7062d1545180 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:11.980872 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1bd3ccd6-92f3-4d09-a72a-4a2f5d1a72e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:11.992676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d58c0-78b2-4898-9635-8a3e669906ac None None] Checking router: ed545d64-7ca5-439a-b647-505ce0acd065 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:19:12.002121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d58c0-78b2-4898-9635-8a3e669906ac None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:12.003057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-bd7d58c0-78b2-4898-9635-8a3e669906ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:12.129466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-bd7d58c0-78b2-4898-9635-8a3e669906ac None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:12.131569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dd96f-122d-42a8-b687-336eafaec94d req-1660c67a-dc0f-4f63-8181-43e8359b8f01 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:12.134616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f7dd96f-122d-42a8-b687-336eafaec94d req-1660c67a-dc0f-4f63-8181-43e8359b8f01 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 943 time: 0.1765954 Oct 13 14:19:12.161308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-51ff8669-25c2-42f1-8ac8-a0043b3a65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:12.169033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-51ff8669-25c2-42f1-8ac8-a0043b3a65ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 1097 time: 0.1107640 Oct 13 14:19:12.469231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f7dd96f-122d-42a8-b687-336eafaec94d req-d305658b-1935-4f81-8bb6-145f152f1605 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220475 Oct 13 14:19:12.503519 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-90fb39d1-21ff-4692-8222-7062d1545180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f916780d-59b0-49be-918c-8d13e937cb4b', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'port_id': '45b12361-0cd6-4532-9c90-92faf16c650b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'mac_address': 'fa:16:3e:b0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:19Z', 'updated_at': '2021-10-13T14:19:08Z', 'revision_number': 3, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:12.531703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3ccd6-92f3-4d09-a72a-4a2f5d1a72e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c187db-56e0-403f-94b2-73947469fcfa,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:12.556164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-4d855a6d-0df5-4287-a691-8a486d3d93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:12.557745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-4d855a6d-0df5-4287-a691-8a486d3d93c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.3880668 Oct 13 14:19:12.562393 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb39d1-21ff-4692-8222-7062d1545180 None None] The sync data for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 is: [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f916780d-59b0-49be-918c-8d13e937cb4b', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'port_id': '45b12361-0cd6-4532-9c90-92faf16c650b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'mac_address': 'fa:16:3e:b0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:19Z', 'updated_at': '2021-10-13T14:19:08Z', 'revision_number': 3, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:12.574104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-bd7d58c0-78b2-4898-9635-8a3e669906ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'c5984c1e-f40a-49ff-a583-bf741e83e870', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'port_id': '230b4fcb-978e-4faa-a273-ca19b22ca2c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'mac_address': 'fa:16:3e:aa:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0d373d-99e2-4a8d-a426-6aa28a921219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:28Z', 'updated_at': '2021-10-13T14:19:07Z', 'revision_number': 1, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:23Z', 'revision_number': 5, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:12.581714 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1bd3ccd6-92f3-4d09-a72a-4a2f5d1a72e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59ec3b58c66b45dfaef358ce9821f668&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2798097 Oct 13 14:19:12.582426 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52358) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:12.595233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad2c8c02-f04e-4258-9ae9-a7826dd3a85e req-d8ef952c-92cd-4522-91b7-320d03c89153 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1765003 Oct 13 14:19:12.634961 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d58c0-78b2-4898-9635-8a3e669906ac None None] The sync data for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 is: [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'c5984c1e-f40a-49ff-a583-bf741e83e870', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'port_id': '230b4fcb-978e-4faa-a273-ca19b22ca2c2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'mac_address': 'fa:16:3e:aa:23:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0d373d-99e2-4a8d-a426-6aa28a921219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:28Z', 'updated_at': '2021-10-13T14:19:07Z', 'revision_number': 1, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:23Z', 'revision_number': 5, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:12.665427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-40e6985b-a6e5-4306-a893-da385c47c2d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 217 time: 0.0924571 Oct 13 14:19:12.770116 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28fe0e8-627b-4c75-9b27-903549aeb4a5 x-openstack-request-id: req-a28fe0e8-627b-4c75-9b27-903549aeb4a5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:12.771064 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0d373d-99e2-4a8d-a426-6aa28a921219", "tag": "230b4fcb-978e-4faa-a273-ca19b22ca2c2", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:12.771979 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a28fe0e8-627b-4c75-9b27-903549aeb4a5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:12.772923 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0d373d-99e2-4a8d-a426-6aa28a921219', 'tag': '230b4fcb-978e-4faa-a273-ca19b22ca2c2', 'status': 'completed', 'code': 200} Oct 13 14:19:12.816738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8c02-f04e-4258-9ae9-a7826dd3a85e req-234d3400-89a2-42af-b2d5-275170a68ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:12.818496 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3644df30-5233-4883-9919-273d8a991f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:12.825110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad2c8c02-f04e-4258-9ae9-a7826dd3a85e req-234d3400-89a2-42af-b2d5-275170a68ad0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 1097 time: 0.1737471 Oct 13 14:19:12.891591 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3644df30-5233-4883-9919-273d8a991f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:12.934782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-e39e3dea-3eaf-4283-875f-0f39b7077c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:12.939770 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e5f0bc-a5a3-405e-a07d-d1b44af75e66 None None] New status for floating IP f916780d-59b0-49be-918c-8d13e937cb4b: ACTIVE {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:19:12.944465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-e39e3dea-3eaf-4283-875f-0f39b7077c96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.2437997 Oct 13 14:19:12.985459 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:13.077338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3cf218-730e-4bf6-8aa1-31d42d176624 None None] New status for floating IP c5984c1e-f40a-49ff-a583-bf741e83e870: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:19:13.181680 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3644df30-5233-4883-9919-273d8a991f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:13.184415 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3644df30-5233-4883-9919-273d8a991f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:13.188695 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3644df30-5233-4883-9919-273d8a991f44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86c187db-56e0-403f-94b2-73947469fcfa HTTP/1.1" status: 204 len: 168 time: 0.6051106 Oct 13 14:19:13.201304 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644df30-5233-4883-9919-273d8a991f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c187db-56e0-403f-94b2-73947469fcfa,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:13.447024 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bda00-1b4c-43bc-9ed4-421c3c581a17 None None] Sync routers for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:13.448529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-5139677a-e7fd-4411-9cdc-793ec698c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:13.450118 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-5139677a-e7fd-4411-9cdc-793ec698c9d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5047812 Oct 13 14:19:13.455643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82024e7d-d81d-417c-9f2f-5f3fd0171495 req-3ba97d17-5dfb-4a4c-a52a-4eed2ec0a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:13.465049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82024e7d-d81d-417c-9f2f-5f3fd0171495 req-3ba97d17-5dfb-4a4c-a52a-4eed2ec0a7b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 1098 time: 0.6255903 Oct 13 14:19:13.477233 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57bda00-1b4c-43bc-9ed4-421c3c581a17 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:13.478058 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d57bda00-1b4c-43bc-9ed4-421c3c581a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:13.493055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d394f-1c37-47e2-bbb5-fa6a18e532d9 req-2ef7062e-cb32-41af-b7e3-a45419fe04ec tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:13.500682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-446d394f-1c37-47e2-bbb5-fa6a18e532d9 req-2ef7062e-cb32-41af-b7e3-a45419fe04ec tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.5887532 Oct 13 14:19:13.528832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.20.0.1 (d5df6e36-8dbc-4b00-a594-00d0a37538a3/e3f5b4e8-87cf-4dec-8ced-939ed3a29b14/1232dc93-8021-4927-b258-64e85c02e2f7) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:13.621614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8c02-f04e-4258-9ae9-a7826dd3a85e req-bb4370e9-1823-460f-a728-c15ec888891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:13.623098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad2c8c02-f04e-4258-9ae9-a7826dd3a85e req-bb4370e9-1823-460f-a728-c15ec888891f service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.7479472 Oct 13 14:19:13.751351 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:13.758764 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d57bda00-1b4c-43bc-9ed4-421c3c581a17 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:13.765256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-446d394f-1c37-47e2-bbb5-fa6a18e532d9 req-2abff6ca-cc5f-42eb-9a57-aa046d0da375 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634778 Oct 13 14:19:13.766714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad2c8c02-f04e-4258-9ae9-a7826dd3a85e req-437ee373-bf28-4004-ad10-da9dfca0affe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 217 time: 0.1288626 Oct 13 14:19:13.886002 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-2d8c0f5a-d9eb-4a1d-90d0-65147103f36a service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191804 Oct 13 14:19:13.890580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82024e7d-d81d-417c-9f2f-5f3fd0171495 req-44301c6f-3446-4d78-82a2-d83ce1ee74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:13.897317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82024e7d-d81d-417c-9f2f-5f3fd0171495 req-44301c6f-3446-4d78-82a2-d83ce1ee74e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 200 len: 911 time: 0.3810692 Oct 13 14:19:13.918897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8c02-f04e-4258-9ae9-a7826dd3a85e req-89055b1d-c703-46e9-bc30-c264ea990cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:13.923436 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:13.923887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad2c8c02-f04e-4258-9ae9-a7826dd3a85e req-89055b1d-c703-46e9-bc30-c264ea990cc1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.1146452 Oct 13 14:19:14.007193 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82024e7d-d81d-417c-9f2f-5f3fd0171495 req-83cd3cdc-17f5-443c-8cc8-5e79ca6c3afc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=230b4fcb-978e-4faa-a273-ca19b22ca2c2 HTTP/1.1" status: 200 len: 1001 time: 0.0923197 Oct 13 14:19:14.026283 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network d5df6e36-8dbc-4b00-a594-00d0a37538a3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:14.044217 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:14.052749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=1232dc93-8021-4927-b258-64e85c02e2f7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:14.055035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:14.091639 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d57bda00-1b4c-43bc-9ed4-421c3c581a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f916780d-59b0-49be-918c-8d13e937cb4b', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'port_id': '45b12361-0cd6-4532-9c90-92faf16c650b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'mac_address': 'fa:16:3e:b0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:19Z', 'updated_at': '2021-10-13T14:19:13Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:14.098944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-90a0db57-fa5f-452d-94b8-1f791b251762 service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942488 Oct 13 14:19:14.132351 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bda00-1b4c-43bc-9ed4-421c3c581a17 None None] Checking router: f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:19:14.137075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52370) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:14.141488 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57bda00-1b4c-43bc-9ed4-421c3c581a17 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:14.141488 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d57bda00-1b4c-43bc-9ed4-421c3c581a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:14.166806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4a027013-bbef-433d-b879-260e1a392126 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:19:14.227693 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:14.267013 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a020b546-5dcb-4469-a594-15352030a9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:14.318541 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d57bda00-1b4c-43bc-9ed4-421c3c581a17 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:14.372562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c8c02-f04e-4258-9ae9-a7826dd3a85e req-4d960083-7707-4fcc-b02a-7d142daec3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:14.374394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad2c8c02-f04e-4258-9ae9-a7826dd3a85e req-4d960083-7707-4fcc-b02a-7d142daec3c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2784727 Oct 13 14:19:14.378131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82024e7d-d81d-417c-9f2f-5f3fd0171495 req-a597e563-b638-4d22-8414-f5d28bfc4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:14.379643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82024e7d-d81d-417c-9f2f-5f3fd0171495 req-a597e563-b638-4d22-8414-f5d28bfc4754 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55692630-3c1b-4a22-9c24-eba73df651f5 HTTP/1.1" status: 200 len: 849 time: 0.2798102 Oct 13 14:19:14.391519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 4a027013-bbef-433d-b879-260e1a392126, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a027013-bbef-433d-b879-260e1a392126,segment=NetworkSegment(3ca46691-e0a6-4153-a03b-609e2b070248),segment_id=3ca46691-e0a6-4153-a03b-609e2b070248)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:14.396641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-55df2638-778c-4ca6-9984-3f9e314993d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:14.398345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-55df2638-778c-4ca6-9984-3f9e314993d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 1098 time: 0.1834319 Oct 13 14:19:14.417238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '4a027013-bbef-433d-b879-260e1a392126', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'port_id': '4a027013-bbef-433d-b879-260e1a392126', 'mac_address': 'fa:16:3e:24:a7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:19:14.506719 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:14.519101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad2c8c02-f04e-4258-9ae9-a7826dd3a85e req-919c2a92-a34f-47de-bbbb-ca3e3800aac2 service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288483 Oct 13 14:19:14.538484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a027013-bbef-433d-b879-260e1a392126 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:19:14.565679 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 4a027013-bbef-433d-b879-260e1a392126, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a027013-bbef-433d-b879-260e1a392126,segment=NetworkSegment(3ca46691-e0a6-4153-a03b-609e2b070248),segment_id=3ca46691-e0a6-4153-a03b-609e2b070248)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:14.628793 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:14.663041 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:14.879288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=4a027013-bbef-433d-b879-260e1a392126,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:14.879938 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d57bda00-1b4c-43bc-9ed4-421c3c581a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f916780d-59b0-49be-918c-8d13e937cb4b', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'port_id': '45b12361-0cd6-4532-9c90-92faf16c650b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'mac_address': 'fa:16:3e:b0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:19Z', 'updated_at': '2021-10-13T14:19:13Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:14.880902 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bda00-1b4c-43bc-9ed4-421c3c581a17 None None] The sync data for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 is: [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f916780d-59b0-49be-918c-8d13e937cb4b', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'port_id': '45b12361-0cd6-4532-9c90-92faf16c650b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'mac_address': 'fa:16:3e:b0:1a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:19Z', 'updated_at': '2021-10-13T14:19:13Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:14.881107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02'}, {'name': 'network-changed', 'server_uuid': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'tag': '45b12361-0cd6-4532-9c90-92faf16c650b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:14.881107 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0" -d '{"events": [{"name": "network-changed", "server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02"}, {"name": "network-changed", "server_uuid": "78c974c0-3148-4b56-b1d7-fedacf7a96fd", "tag": "45b12361-0cd6-4532-9c90-92faf16c650b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:14.881107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2a9a3d6-c734-4a37-a852-f98fb4e88f0e req-b50a5b3f-1402-4079-a456-9d437018b3c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=3738cc96-a844-4c7d-98f1-ba8522127114 HTTP/1.1" status: 200 len: 210 time: 0.0762925 Oct 13 14:19:14.881107 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a020b546-5dcb-4469-a594-15352030a9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:14.898614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82024e7d-d81d-417c-9f2f-5f3fd0171495 req-474b8f1b-91d5-43b1-8bf7-5bbc5ca7be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:14.900266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82024e7d-d81d-417c-9f2f-5f3fd0171495 req-474b8f1b-91d5-43b1-8bf7-5bbc5ca7be2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a0d1357-5bd1-47a4-bc47-4229892a21e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3801610 Oct 13 14:19:15.026910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a020b546-5dcb-4469-a594-15352030a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:15.046375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-d1adc370-f92c-4c07-8084-3a49d2276870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:15.047908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-d1adc370-f92c-4c07-8084-3a49d2276870 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.5262754 Oct 13 14:19:15.050319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad2c8c02-f04e-4258-9ae9-a7826dd3a85e req-6ee1cbcd-27c0-4056-8993-b102a2fd0b57 service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094523 Oct 13 14:19:15.121275 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:15.160810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['4a027013-bbef-433d-b879-260e1a392126'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:19:15.181665 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:15.186746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a020b546-5dcb-4469-a594-15352030a9dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=262bcbfc70b14befa652d5bd71622765&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0489247 Oct 13 14:19:15.201429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52388) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:15.229057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020b546-5dcb-4469-a594-15352030a9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39ec009-6efd-4416-85f1-d761a803bf25,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:15.232236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9a3d6-c734-4a37-a852-f98fb4e88f0e req-ee9cda74-c964-480d-8bbd-f7d25f171dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:15.233981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2a9a3d6-c734-4a37-a852-f98fb4e88f0e req-ee9cda74-c964-480d-8bbd-f7d25f171dad service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1f3381f4090b46da8ec91eb741bf2620&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4340005 Oct 13 14:19:15.271212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:15.277129 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=1232dc93-8021-4927-b258-64e85c02e2f7,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:15.323195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82024e7d-d81d-417c-9f2f-5f3fd0171495 req-1d414385-7570-4201-9b89-96bef905088c service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011819 Oct 13 14:19:15.386501 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-b1af6167-5491-4ed8-a9e7-5b2784399f6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b12361-0cd6-4532-9c90-92faf16c650b HTTP/1.1" status: 200 len: 1001 time: 0.3091114 Oct 13 14:19:15.400651 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network d5df6e36-8dbc-4b00-a594-00d0a37538a3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:15.406330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:15.549610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:15.716211 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:15.729169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e2197-8d07-4ab6-95af-5daf8ff24e40 None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:15.729746 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8cd0aa70-c0b1-460c-97c6-dd073211325c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "PUT /v2.0/routers/29a9c38c-4c84-47fc-a5d1-17a5d42d9d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3241582 Oct 13 14:19:15.730528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52392) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:15.740603 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'port': {'network_id': 'd5df6e36-8dbc-4b00-a594-00d0a37538a3', 'name': 'tempest-FloatingIPTestJSON-504942194'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:15.745263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e2197-8d07-4ab6-95af-5daf8ff24e40 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:15.746020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-fc1e2197-8d07-4ab6-95af-5daf8ff24e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:15.795579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-fc1e2197-8d07-4ab6-95af-5daf8ff24e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:15.809811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e2197-8d07-4ab6-95af-5daf8ff24e40 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:15.810881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-fc1e2197-8d07-4ab6-95af-5daf8ff24e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:15.854945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-fc1e2197-8d07-4ab6-95af-5daf8ff24e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:15.856224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e2197-8d07-4ab6-95af-5daf8ff24e40 None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:15.860053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be4e2d-ec81-45ec-858d-08a36890da51 req-174d8613-d159-4e74-a926-e22214cdace6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:15.862186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83be4e2d-ec81-45ec-858d-08a36890da51 req-174d8613-d159-4e74-a926-e22214cdace6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 944 time: 0.6606700 Oct 13 14:19:15.923669 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e87fc229-e970-434e-8c6c-883a082dad8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:15.949730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-22393569-1951-4bfc-a96b-293af4117317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:15.951134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-22393569-1951-4bfc-a96b-293af4117317 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.5487697 Oct 13 14:19:15.981906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Made reservation on behalf of 1d213847f00048539508998954e55e19 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:15.988123 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:15.988875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9a3d6-c734-4a37-a852-f98fb4e88f0e req-7d35cf78-3bfc-4c85-9253-ecd01d40fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:15.990361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2a9a3d6-c734-4a37-a852-f98fb4e88f0e req-7d35cf78-3bfc-4c85-9253-ecd01d40fb96 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7097745 Oct 13 14:19:16.013620 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] device_id is not set on port 45f4f8be-8f44-4039-b4d3-1df08f5dd596 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:19:16.020889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e87fc229-e970-434e-8c6c-883a082dad8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:16.031955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82024e7d-d81d-417c-9f2f-5f3fd0171495 req-707487b3-7cf6-4810-ba99-8845435e302d service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6831136 Oct 13 14:19:16.038931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83be4e2d-ec81-45ec-858d-08a36890da51 req-e1c4d60b-0a7b-44d3-b922-69c04ece6cde tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546905 Oct 13 14:19:16.084092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-41d50a6a-527a-4c0a-a8c8-1f2042e5dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:16.085695 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-41d50a6a-527a-4c0a-a8c8-1f2042e5dbf4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220846 Oct 13 14:19:16.117769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2a9a3d6-c734-4a37-a852-f98fb4e88f0e req-88ab092e-5335-40f6-9f8d-5d241c585331 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.49 "GET /v2.0/ports?device_id=3738cc96-a844-4c7d-98f1-ba8522127114 HTTP/1.1" status: 200 len: 210 time: 0.0303588 Oct 13 14:19:16.194687 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e87fc229-e970-434e-8c6c-883a082dad8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:16.197353 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e87fc229-e970-434e-8c6c-883a082dad8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:16.206850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e87fc229-e970-434e-8c6c-883a082dad8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e39ec009-6efd-4416-85f1-d761a803bf25 HTTP/1.1" status: 204 len: 168 time: 0.9945886 Oct 13 14:19:16.227165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.20.0.13 (d5df6e36-8dbc-4b00-a594-00d0a37538a3/e3f5b4e8-87cf-4dec-8ced-939ed3a29b14/45f4f8be-8f44-4039-b4d3-1df08f5dd596) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:16.258051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fc229-e970-434e-8c6c-883a082dad8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39ec009-6efd-4416-85f1-d761a803bf25,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:16.267551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-68a0419d-116d-428d-8526-abef5ea8adc8 service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526935 Oct 13 14:19:16.276107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 013b3461-9860-4280-9cbe-89d20d2f07b2 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:19:16.306190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97416522-e266-4d60-9649-39f125f1acf1 req-17b4b704-5453-4c14-ac8e-84c76a9513a2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:16.307820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97416522-e266-4d60-9649-39f125f1acf1 req-17b4b704-5453-4c14-ac8e-84c76a9513a2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.0952497 Oct 13 14:19:16.409584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97416522-e266-4d60-9649-39f125f1acf1 req-c23a73d8-b368-419d-8ce0-816e14c31521 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910723 Oct 13 14:19:16.457956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:16.465151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d114f8-06ae-4bb0-8e60-64785a90638b req-79442cb7-b521-45ce-8405-9e6d101a60a2 service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545129 Oct 13 14:19:16.482005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '013b3461-9860-4280-9cbe-89d20d2f07b2', 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2', 'port_id': '013b3461-9860-4280-9cbe-89d20d2f07b2', 'mac_address': 'fa:16:3e:9c:96:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1883f4e6-845b-462e-92e2-b0bf84ce9717', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:19:16.517123 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dd6c66-6962-43e0-8b03-4c4286df2882 x-openstack-request-id: req-f7dd6c66-6962-43e0-8b03-4c4286df2882 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:16.518576 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78c974c0-3148-4b56-b1d7-fedacf7a96fd", "tag": "45b12361-0cd6-4532-9c90-92faf16c650b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:16.518856 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7dd6c66-6962-43e0-8b03-4c4286df2882 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:16.519320 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'status': 'completed', 'code': 200} Oct 13 14:19:16.519747 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'tag': '45b12361-0cd6-4532-9c90-92faf16c650b', 'status': 'completed', 'code': 200} Oct 13 14:19:16.542298 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:16.552417 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:16.571617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 013b3461-9860-4280-9cbe-89d20d2f07b2 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:19:16.628366 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:16.725654 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:16.741318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-f8ef673e-6cc3-451c-b3ee-b1094de02419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:16.743531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-f8ef673e-6cc3-451c-b3ee-b1094de02419 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 1098 time: 0.1797144 Oct 13 14:19:16.747761 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:16.759449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-d630a174-923d-44d3-a673-0505f5b04e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:16.760961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-d630a174-923d-44d3-a673-0505f5b04e40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 1097 time: 0.2081909 Oct 13 14:19:16.777767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82b05a58-b841-4b56-85d7-c030e35d7ae2 req-3ee7a2f5-cb65-401e-ad28-760e09b795ea tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 1001 time: 0.1534512 Oct 13 14:19:16.816158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=45f4f8be-8f44-4039-b4d3-1df08f5dd596,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:16.832646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network d5df6e36-8dbc-4b00-a594-00d0a37538a3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:16.834908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:16.837819 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:16.883890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['013b3461-9860-4280-9cbe-89d20d2f07b2'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:19:16.920119 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:16.920410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=013b3461-9860-4280-9cbe-89d20d2f07b2,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:16.920745 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:17.009424 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-caa19998-50b8-4569-ae6b-f7da5753930a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2748418 Oct 13 14:19:17.009680 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52424) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:17.022606 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'port': {'network_id': 'd5df6e36-8dbc-4b00-a594-00d0a37538a3', 'name': 'tempest-FloatingIPTestJSON-282425332'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:17.075860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b05a58-b841-4b56-85d7-c030e35d7ae2 req-9ad12572-80a7-469f-b38e-5f0ee1443a7f tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:17.087959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82b05a58-b841-4b56-85d7-c030e35d7ae2 req-9ad12572-80a7-469f-b38e-5f0ee1443a7f tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports/45b12361-0cd6-4532-9c90-92faf16c650b HTTP/1.1" status: 200 len: 943 time: 0.1774721 Oct 13 14:19:17.246339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-7a77cd9e-f783-4d72-9b7f-ea21b20cda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:17.246339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-7a77cd9e-f783-4d72-9b7f-ea21b20cda0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.4954276 Oct 13 14:19:17.250642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Made reservation on behalf of 1d213847f00048539508998954e55e19 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:17.255350 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:17.260939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-1ecd35d2-e1a8-4cb0-b69c-bff9b53efa8c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:17.266494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-1ecd35d2-e1a8-4cb0-b69c-bff9b53efa8c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.3319495 Oct 13 14:19:17.276011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] device_id is not set on port 66858579-21c6-43c8-b451-bd82aabd3a0e yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:19:17.358802 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-be7dc2dc-574c-4c18-b77a-4da0f37dad2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b12361-0cd6-4532-9c90-92faf16c650b HTTP/1.1" status: 200 len: 1001 time: 0.0828907 Oct 13 14:19:17.360009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-2476f7b3-8025-44d6-9b50-73c57a6aa527 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/quotas/1f3381f4090b46da8ec91eb741bf2620 HTTP/1.1" status: 200 len: 375 time: 0.0927422 Oct 13 14:19:17.361190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-0d357664-30e2-4891-b359-f2e517965768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:17.363177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-0d357664-30e2-4891-b359-f2e517965768 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.5909078 Oct 13 14:19:17.439194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82b05a58-b841-4b56-85d7-c030e35d7ae2 req-1fc046d1-bb92-492d-91eb-51cb5dbb9134 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 1001 time: 0.2633591 Oct 13 14:19:17.458494 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.20.0.7 (d5df6e36-8dbc-4b00-a594-00d0a37538a3/e3f5b4e8-87cf-4dec-8ced-939ed3a29b14/66858579-21c6-43c8-b451-bd82aabd3a0e) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:17.482232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-541a1b26-0719-44c4-9a03-2b7d9baeeff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:17.483780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-541a1b26-0719-44c4-9a03-2b7d9baeeff7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.1141646 Oct 13 14:19:17.487412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-dcdf9ee8-6254-4b76-903a-1d6696a333d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 217 time: 0.0770240 Oct 13 14:19:17.644427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-957a3c11-bba4-4cac-993f-3d02e2f4e828 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2755666 Oct 13 14:19:17.662486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-fb63fdd5-e258-423e-bb0c-a055764faaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:17.663584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-fb63fdd5-e258-423e-bb0c-a055764faaab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.1649089 Oct 13 14:19:17.741902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-2d8392f8-9cda-47e0-af0d-4f1bd9f07891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:17.741902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-2d8392f8-9cda-47e0-af0d-4f1bd9f07891 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2345133 Oct 13 14:19:17.746268 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:17.868467 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:17.888287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b05a58-b841-4b56-85d7-c030e35d7ae2 req-5ccb8951-1574-4bbc-b547-4f522d59ad9a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:17.905917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82b05a58-b841-4b56-85d7-c030e35d7ae2 req-5ccb8951-1574-4bbc-b547-4f522d59ad9a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.4254730 Oct 13 14:19:17.935992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-ee4f97ed-3e9e-4b65-bc09-50f8ef047c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:17.954464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-ee4f97ed-3e9e-4b65-bc09-50f8ef047c5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2612588 Oct 13 14:19:17.963716 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=66858579-21c6-43c8-b451-bd82aabd3a0e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:17.992320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network d5df6e36-8dbc-4b00-a594-00d0a37538a3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:18.000188 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:18.005853 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:18.084241 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:18.084937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:18.178946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-89827008-05f7-4b44-a1e7-8d6d18aba519 service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110917 Oct 13 14:19:18.197504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-5efc1d48-f89c-4c92-869f-7aca242f374b service neutron] 10.222.0.41 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285831 Oct 13 14:19:18.201019 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4a027013-bbef-433d-b879-260e1a392126 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:19:18.207638 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-04bbed7f-50a0-4b46-b2d4-eb7f86b1dd93 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1963642 Oct 13 14:19:18.212799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52462) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:18.217910 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '66858579-21c6-43c8-b451-bd82aabd3a0e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:18.279608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 013b3461-9860-4280-9cbe-89d20d2f07b2 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:19:18.324550 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:18.432448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 013b3461-9860-4280-9cbe-89d20d2f07b2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:19:18.433282 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:18.523154 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:18.524940 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:18.545104 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:18.547118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 4a027013-bbef-433d-b879-260e1a392126 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:19:18.555718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:18.559425 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaa31b1-9772-4cd4-81e5-dc198f0f8296" -d '{"events": [{"server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "name": "network-vif-plugged", "status": "completed", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:18.569326 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 4a027013-bbef-433d-b879-260e1a392126 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:19:18.569889 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:18.603630 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:18.656309 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:18.714583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.25.0.25 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/41e46b92-a6b7-4cbc-a802-081ce5df4302) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:18.860236 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:18.914440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1a33f-165a-485a-a6b3-de81a96cd918 req-e4851ccb-407b-403a-bebb-66084da6dbe7 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:18.920112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 4a027013-bbef-433d-b879-260e1a392126, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a027013-bbef-433d-b879-260e1a392126,segment=NetworkSegment(3ca46691-e0a6-4153-a03b-609e2b070248),segment_id=3ca46691-e0a6-4153-a03b-609e2b070248)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:18.920288 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:18.920411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ee1a33f-165a-485a-a6b3-de81a96cd918 req-e4851ccb-407b-403a-bebb-66084da6dbe7 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 944 time: 0.8945930 Oct 13 14:19:18.959122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=013b3461-9860-4280-9cbe-89d20d2f07b2,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:19.006944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-86249ba3-1135-4909-85e0-3781cf972f91 service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0421069 Oct 13 14:19:19.053638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-d0a00158-b8c3-4994-9149-a7787b8eb72f service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8736932 Oct 13 14:19:19.118699 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:19.119593 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:19.194456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-9a4cff60-cef5-471f-ab18-16ada2f5d4aa service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763861 Oct 13 14:19:19.195184 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:19.203011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:19.209685 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:19.212924 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=41e46b92-a6b7-4cbc-a802-081ce5df4302,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:19.262192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=4a027013-bbef-433d-b879-260e1a392126,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:19.294661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ee1a33f-165a-485a-a6b3-de81a96cd918 req-76f79f7e-2027-4aea-987c-b8ef31c78755 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139610 Oct 13 14:19:19.301922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c31edb-1f1f-4a27-a3f8-2802607b03a0 req-86836d8f-6e5a-42f4-b5dc-4b42aa5e4517 service neutron] 10.222.0.41 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0164402 Oct 13 14:19:19.508838 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-390b8b2a-d42e-4ee2-903b-23a0d52d41c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:19.606446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-4e8d9415-0e78-4862-8962-401c57fa1c7a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 1001 time: 0.0869260 Oct 13 14:19:19.670233 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52484) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:19.693628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-aa04b726-e892-42fd-b389-e18abac15b5d tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:19.706062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-aa04b726-e892-42fd-b389-e18abac15b5d tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports/45b12361-0cd6-4532-9c90-92faf16c650b HTTP/1.1" status: 200 len: 943 time: 0.0879474 Oct 13 14:19:19.737493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feba3a2-a6b7-487c-a099-b81bfc292c12 req-e90e7a45-cba4-4895-b42a-144eed53be53 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:19.740875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6feba3a2-a6b7-487c-a099-b81bfc292c12 req-e90e7a45-cba4-4895-b42a-144eed53be53 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2621799 Oct 13 14:19:19.873970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6feba3a2-a6b7-487c-a099-b81bfc292c12 req-b1e207d4-e60d-4391-b843-e1b61ec44e7a tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234822 Oct 13 14:19:19.922143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-80ac3bc5-9405-4107-9c6f-f4ec35d29d43 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 1001 time: 0.1328897 Oct 13 14:19:19.966361 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d4756d-6d9e-46a1-a5b1-9e2433477574 x-openstack-request-id: req-03d4756d-6d9e-46a1-a5b1-9e2433477574 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:19.966647 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "name": "network-vif-plugged", "status": "completed", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:19.967091 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03d4756d-6d9e-46a1-a5b1-9e2433477574 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:19.967771 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2', 'code': 200} Oct 13 14:19:20.013260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-135045671'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:20.073300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-e3382e1b-59d2-47c6-9bb2-5e60dc1c917a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:20.082245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-e3382e1b-59d2-47c6-9bb2-5e60dc1c917a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.1518075 Oct 13 14:19:20.089880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-0e86ae1b-a442-4772-a265-8a33522016bf tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:19:20.099829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-0e86ae1b-a442-4772-a265-8a33522016bf tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0162137 Oct 13 14:19:20.173052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b3d319d-ddbd-4bfa-8b5e-89a9873a14d7 req-f902fa09-b46a-4e99-b376-0296ac8871c5 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 210 time: 0.0861275 Oct 13 14:19:20.214965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-1eff7d2f-1089-4798-b2e3-68dde2fb25df tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 1001 time: 0.1136136 Oct 13 14:19:20.229875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-147cfc59-111d-4b74-a932-70acfc6731d7 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:20.294281 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Made reservation on behalf of 45e875b7c84a4ee5a48f7b5cbdec314d for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:20.300569 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:20.312410 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:20.318319 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-147cfc59-111d-4b74-a932-70acfc6731d7 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:20.338320 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:20.539871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d28645-dd99-4ed3-95fc-f35a2a300150 req-b63df254-d988-4f3a-82c5-94ff69cc52e7 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:20.541761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4d28645-dd99-4ed3-95fc-f35a2a300150 req-b63df254-d988-4f3a-82c5-94ff69cc52e7 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 945 time: 0.1040812 Oct 13 14:19:20.569529 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:20.606328 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-147cfc59-111d-4b74-a932-70acfc6731d7 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:20.607119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:20.641234 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:20.660161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4d28645-dd99-4ed3-95fc-f35a2a300150 req-d100ea45-5747-4576-8c34-9d0631796df9 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758839 Oct 13 14:19:20.696407 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-147cfc59-111d-4b74-a932-70acfc6731d7 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:20.697425 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-147cfc59-111d-4b74-a932-70acfc6731d7 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Floating IP f916780d-59b0-49be-918c-8d13e937cb4b disassociated. External IP: 172.25.0.18, port: 45b12361-0cd6-4532-9c90-92faf16c650b. Oct 13 14:19:20.697579 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:19:20.725200 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88cbf336-0e4d-4a3d-abdf-93bebc797776,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:20.746166 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:20.746166 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Added segment ee8e6779-102d-40af-898d-bd246e02457d of type vlan for network e1e78204-2130-4d22-8bb7-091ad8e99fb9 Oct 13 14:19:20.832733 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:20.935876 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:20.958667 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:20.965203 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:20.966103 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:21.038237 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:21.063062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-147cfc59-111d-4b74-a932-70acfc6731d7 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:21.092219 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Pushing event updated for resources: {'Network': ['ID=e1e78204-2130-4d22-8bb7-091ad8e99fb9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:21.119050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network e1e78204-2130-4d22-8bb7-091ad8e99fb9 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:19:21.132094 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d8cd6282-4559-4989-9bdb-8437a47c1db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4606540 Oct 13 14:19:21.181433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa147a-ed3b-4439-ac5d-1c4e5b3a69a7 req-eb87f723-ea20-4165-82b8-7a44fc9b7ff4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:21.191016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38aa147a-ed3b-4439-ac5d-1c4e5b3a69a7 req-eb87f723-ea20-4165-82b8-7a44fc9b7ff4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1514170 Oct 13 14:19:21.324645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38aa147a-ed3b-4439-ac5d-1c4e5b3a69a7 req-e9ca51f7-232c-4c22-b37d-9014fe3b5dfa tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325951 Oct 13 14:19:21.402944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-147cfc59-111d-4b74-a932-70acfc6731d7 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:21.411299 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-147cfc59-111d-4b74-a932-70acfc6731d7 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:21.436756 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa140ce-3fcf-4cf7-8f88-f1c2d1e72d32 None None] Sync routers for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:21.463174 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa140ce-3fcf-4cf7-8f88-f1c2d1e72d32 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:21.465671 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6fa140ce-3fcf-4cf7-8f88-f1c2d1e72d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:21.483502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-147cfc59-111d-4b74-a932-70acfc6731d7 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "PUT /v2.0/floatingips/f916780d-59b0-49be-918c-8d13e937cb4b HTTP/1.1" status: 200 len: 694 time: 1.2580202 Oct 13 14:19:21.487567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'tag': '45b12361-0cd6-4532-9c90-92faf16c650b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:21.498328 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510e86ed-66fd-4b8c-8838-31d94a1fde55" -d '{"events": [{"name": "network-changed", "server_uuid": "78c974c0-3148-4b56-b1d7-fedacf7a96fd", "tag": "45b12361-0cd6-4532-9c90-92faf16c650b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:21.555426 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:21.557607 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=41e46b92-a6b7-4cbc-a802-081ce5df4302,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:21.618580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-6bdb1458-e739-4bb9-87a9-57e4c49e12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:21.632262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-6bdb1458-e739-4bb9-87a9-57e4c49e12be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 1098 time: 0.1253114 Oct 13 14:19:21.739635 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-6fa140ce-3fcf-4cf7-8f88-f1c2d1e72d32 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:21.741574 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Floating IP a3cb6e33-3ea3-47b1-b901-1f9ecd6943e9 associated. External IP: 172.25.0.25, port: 66858579-21c6-43c8-b451-bd82aabd3a0e. Oct 13 14:19:21.776054 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:21.903094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52512) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:21.911647 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Request body: {'port': {'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9', 'binding:host_id': 'n-h1-806683-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-429321002'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:21.928961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-4f7421a1-0012-43ba-9494-de75f2d9d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:21.949213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-4f7421a1-0012-43ba-9494-de75f2d9d99e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.3157501 Oct 13 14:19:21.969711 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0690233a-b4d7-4c7e-9646-898309cb4d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a027013-bbef-433d-b879-260e1a392126'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:21.973968 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963234ea-076e-4f4d-b81d-1f7a4e84af6f" -d '{"events": [{"server_uuid": "0690233a-b4d7-4c7e-9646-898309cb4d8a", "name": "network-vif-plugged", "status": "completed", "tag": "4a027013-bbef-433d-b879-260e1a392126"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:22.046566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-98f93167-0131-4d92-98bf-e288c32d68f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b12361-0cd6-4532-9c90-92faf16c650b HTTP/1.1" status: 200 len: 217 time: 0.0958662 Oct 13 14:19:22.056935 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Made reservation on behalf of 1119e643cd0b4c7caa44e6484d4a92ce for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:22.057199 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6fa140ce-3fcf-4cf7-8f88-f1c2d1e72d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:22.065201 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:22.099897 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:22.132754 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa140ce-3fcf-4cf7-8f88-f1c2d1e72d32 None None] Checking router: f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:19:22.146892 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa140ce-3fcf-4cf7-8f88-f1c2d1e72d32 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:22.147651 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6fa140ce-3fcf-4cf7-8f88-f1c2d1e72d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:18:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:22.159718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc07bb9c-9bc9-47a7-8b50-8cdea231fc17 req-27f74a43-c6e1-4614-9d39-91d2798ea817 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 210 time: 0.1213768 Oct 13 14:19:22.209391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-4f9636f4-aad7-416b-966b-715124733298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:22.235760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-4f9636f4-aad7-416b-966b-715124733298 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.1747468 Oct 13 14:19:22.268021 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4743b83b-bb09-4d26-bf76-e0a0dad76ef3 x-openstack-request-id: req-4743b83b-bb09-4d26-bf76-e0a0dad76ef3 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:22.268546 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c974c0-3148-4b56-b1d7-fedacf7a96fd", "tag": "45b12361-0cd6-4532-9c90-92faf16c650b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:22.269010 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4743b83b-bb09-4d26-bf76-e0a0dad76ef3 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:22.270074 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'tag': '45b12361-0cd6-4532-9c90-92faf16c650b', 'status': 'completed', 'code': 200} Oct 13 14:19:22.290111 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ad8415e4-dfe7-496d-aeed-53f1b1b4b718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:22.407767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:22.451923 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-6fa140ce-3fcf-4cf7-8f88-f1c2d1e72d32 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:22.495408 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:22.518956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-3f2d242b-4866-4e0f-aa2a-1e082e9af28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:22.521335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-3f2d242b-4866-4e0f-aa2a-1e082e9af28f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2844169 Oct 13 14:19:22.621903 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:22.647036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-31b6f869-51ef-487f-bc9d-987994f6a7d0 service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087334 Oct 13 14:19:22.670909 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] device_id is not set on port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:19:22.694748 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f04eeb-d0db-4d7b-8172-c7ca90d78000,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:22.777963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e86ed-66fd-4b8c-8838-31d94a1fde55 req-3cfa8413-d0c5-4577-ba33-9419ab565f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:22.779673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-510e86ed-66fd-4b8c-8838-31d94a1fde55 req-3cfa8413-d0c5-4577-ba33-9419ab565f30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 1098 time: 0.4628544 Oct 13 14:19:22.793411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2539ec02-073e-438a-acb7-1c9b4adea78a req-900af2cf-e15f-4a85-b237-c38833288fba service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448493 Oct 13 14:19:22.835987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570450b9-26fb-4edc-9902-19c261b639a9 req-2d9fc05c-5f97-491f-8a05-d940a96aff4c tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:22.844170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-570450b9-26fb-4edc-9902-19c261b639a9 req-2d9fc05c-5f97-491f-8a05-d940a96aff4c tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 945 time: 0.4138291 Oct 13 14:19:22.945572 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6fa140ce-3fcf-4cf7-8f88-f1c2d1e72d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:23.004938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-a0c6e073-76b6-4ecd-a14d-5ffac1f1f693 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:23.010539 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:23.016543 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-a0c6e073-76b6-4ecd-a14d-5ffac1f1f693 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.7023861 Oct 13 14:19:23.026916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19166afa-0492-4d9a-9541-4bb7b46c4669 None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:23.048174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19166afa-0492-4d9a-9541-4bb7b46c4669 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:23.049744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-19166afa-0492-4d9a-9541-4bb7b46c4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:23.056319 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c9c6a3-05c2-41f2-a053-d32be40556e9 x-openstack-request-id: req-d7c9c6a3-05c2-41f2-a053-d32be40556e9 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:23.060786 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0690233a-b4d7-4c7e-9646-898309cb4d8a", "name": "network-vif-plugged", "status": "completed", "tag": "4a027013-bbef-433d-b879-260e1a392126", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:23.061491 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7c9c6a3-05c2-41f2-a053-d32be40556e9 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:23.062572 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0690233a-b4d7-4c7e-9646-898309cb4d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a027013-bbef-433d-b879-260e1a392126', 'code': 200} Oct 13 14:19:23.069561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-d6a78f1f-d8a4-4a94-8ce3-ea4c816ba072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Request body: {'port': {'device_id': '48ab01a6-4109-4c66-90bf-bba094517a6c', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'admin_state_up': True, 'tenant_id': '1f3381f4090b46da8ec91eb741bf2620'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:23.162564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-19166afa-0492-4d9a-9541-4bb7b46c4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:23.190498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19166afa-0492-4d9a-9541-4bb7b46c4669 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:23.193624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-19166afa-0492-4d9a-9541-4bb7b46c4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:23.194161 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa140ce-3fcf-4cf7-8f88-f1c2d1e72d32 None None] The sync data for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 is: [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:23.262640 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:23.299407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-19166afa-0492-4d9a-9541-4bb7b46c4669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:23.302448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19166afa-0492-4d9a-9541-4bb7b46c4669 None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:23.343946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-570450b9-26fb-4edc-9902-19c261b639a9 req-2fa9088f-da8f-401c-aba4-68eb877c2e63 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4985063 Oct 13 14:19:23.385667 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7c072fcb-841e-44c3-996a-1b65197b938e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.1657670 Oct 13 14:19:23.386640 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52522) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:23.400165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ef07b18c-c1d9-4954-b8ad-c28725715085 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:23.406580 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] device_id is not set on port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:19:23.487501 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:23.496222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-d6a78f1f-d8a4-4a94-8ce3-ea4c816ba072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Made reservation on behalf of 1f3381f4090b46da8ec91eb741bf2620 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:23.500712 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-d6a78f1f-d8a4-4a94-8ce3-ea4c816ba072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:23.545786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e86ed-66fd-4b8c-8838-31d94a1fde55 req-a41f8982-5292-4667-80c2-e553f5af46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:23.547398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-510e86ed-66fd-4b8c-8838-31d94a1fde55 req-a41f8982-5292-4667-80c2-e553f5af46c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.7479019 Oct 13 14:19:23.553220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae32e9-5204-48a2-a648-2d2e8823c90c req-5accacee-31a5-4530-a6f9-801ee28e7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:23.555171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aeae32e9-5204-48a2-a648-2d2e8823c90c req-5accacee-31a5-4530-a6f9-801ee28e7420 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 1097 time: 0.3559709 Oct 13 14:19:23.568144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c8451-5b32-4e89-b73f-f63d6cf408b7 req-b73818f7-514a-483c-8e1a-08487bd01845 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:23.570892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-663c8451-5b32-4e89-b73f-f63d6cf408b7 req-b73818f7-514a-483c-8e1a-08487bd01845 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3602057 Oct 13 14:19:23.572330 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:23.614582 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef07b18c-c1d9-4954-b8ad-c28725715085 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:23.723113 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e0193c-e577-4a42-98fb-2154f797b1c5 None None] New status for floating IP f916780d-59b0-49be-918c-8d13e937cb4b: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:19:23.725993 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event updated for resources: {'Port': ['ID=929fa34b-5c63-41dd-a8bd-095efbdb4cf9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:23.741666 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:23.820214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Checking segment: {'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:19:23.820593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Network hostable DHCP agents. Network: e1e78204-2130-4d22-8bb7-091ad8e99fb9, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:19:23.959564 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef07b18c-c1d9-4954-b8ad-c28725715085 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:23.982148 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:24.010325 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Network e1e78204-2130-4d22-8bb7-091ad8e99fb9 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:19:24.062476 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef07b18c-c1d9-4954-b8ad-c28725715085 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:24.063211 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-ef07b18c-c1d9-4954-b8ad-c28725715085 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Floating IP a3cb6e33-3ea3-47b1-b901-1f9ecd6943e9 disassociated. External IP: 172.25.0.25, port: 66858579-21c6-43c8-b451-bd82aabd3a0e. Oct 13 14:19:24.155781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, e1e78204-2130-4d22-8bb7-091ad8e99fb9) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:24.165847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:24.172843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aa226c-2014-408e-bb4a-9786127e9ad4 None None] Network e1e78204-2130-4d22-8bb7-091ad8e99fb9 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:19:24.211676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-510e86ed-66fd-4b8c-8838-31d94a1fde55 req-6d649256-d026-466e-993e-f15b63dacfb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b12361-0cd6-4532-9c90-92faf16c650b HTTP/1.1" status: 200 len: 217 time: 0.6300669 Oct 13 14:19:24.234583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:24.235163 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:24.235633 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:24.262469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b44afbaf-99f2-4b06-bcbf-e2e77342db80 req-d576ef14-b7b8-4114-8fbf-78d87e06d740 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 210 time: 0.1849289 Oct 13 14:19:24.268530 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:24.269182 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:24.272310 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 2 to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 Oct 13 14:19:24.309385 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:24.309831 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:24.310529 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:24.321963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:24.322492 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:24.324041 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 3 to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 Oct 13 14:19:24.411997 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:24.412359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:24.412722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:24.421920 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:24.422385 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:24.427056 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 4 to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 Oct 13 14:19:24.470972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-663c8451-5b32-4e89-b73f-f63d6cf408b7 req-31d9e7ed-b635-48cb-820d-88d5449f065b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926370 Oct 13 14:19:24.486079 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aeae32e9-5204-48a2-a648-2d2e8823c90c req-0912adb4-129f-4415-85e9-3374552b306c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9061732 Oct 13 14:19:24.502506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e86ed-66fd-4b8c-8838-31d94a1fde55 req-a0c34887-25a3-4f4b-891c-88adc80f2c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:24.504486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-510e86ed-66fd-4b8c-8838-31d94a1fde55 req-a0c34887-25a3-4f4b-891c-88adc80f2c42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.2613013 Oct 13 14:19:24.506558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-d6a78f1f-d8a4-4a94-8ce3-ea4c816ba072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Allocated IP 172.20.0.8 (7967c7e9-c785-47a5-832b-9d1edf6a0217/a4c947b3-a3a5-468c-a6ba-fa23139cfbc4/38892a89-6276-411f-8470-4e281e01ab97) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:24.509446 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:24.509986 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:24.510597 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:24.520003 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:24.520379 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:24.520736 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 5 to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 Oct 13 14:19:24.552694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-28d82a7b-568a-4912-8446-6b189f57db81 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:24.554359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-28d82a7b-568a-4912-8446-6b189f57db81 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1639504 Oct 13 14:19:24.558132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:24.558735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:24.560176 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:24.572242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:24.572749 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:24.573444 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 6 to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 Oct 13 14:19:24.601265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:24.601783 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:24.602534 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:24.607794 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef07b18c-c1d9-4954-b8ad-c28725715085 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:24.612943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:24.613828 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:24.614055 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 7 to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 Oct 13 14:19:24.635323 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:24.635656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:24.636404 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:24.640735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-4a236e32-063c-4e4d-a88d-274f6017b616 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 695 time: 0.0753431 Oct 13 14:19:24.641336 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:24.641670 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:24.644235 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 8 to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 Oct 13 14:19:24.695825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:24.696184 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:24.696496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:24.703379 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:24.703684 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:24.706894 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 9 to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 Oct 13 14:19:24.708304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-92018b44-b18a-4622-b57d-4aabecc995ab tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Request body: {'floatingip': {'port_id': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'fixed_ip_address': '172.20.0.8'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:24.728140 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:24.728460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:24.728812 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:24.763345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:24.763682 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:24.768277 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 10 to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 Oct 13 14:19:24.771305 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-92018b44-b18a-4622-b57d-4aabecc995ab tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:24.790387 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:24.790733 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:24.791082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:24.804360 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:24.804679 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:24.805515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:24.808426 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef07b18c-c1d9-4954-b8ad-c28725715085 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:24.820971 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef07b18c-c1d9-4954-b8ad-c28725715085 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:24.835432 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a302cb4a-5ba9-4fa9-9150-24ba117ff947 None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:24.856903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302cb4a-5ba9-4fa9-9150-24ba117ff947 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:24.857989 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a302cb4a-5ba9-4fa9-9150-24ba117ff947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:24.880699 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ef07b18c-c1d9-4954-b8ad-c28725715085 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "PUT /v2.0/floatingips/a3cb6e33-3ea3-47b1-b901-1f9ecd6943e9 HTTP/1.1" status: 200 len: 687 time: 1.4929118 Oct 13 14:19:24.886184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52536) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:24.973645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a302cb4a-5ba9-4fa9-9150-24ba117ff947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:24.992639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302cb4a-5ba9-4fa9-9150-24ba117ff947 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:24.994549 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a302cb4a-5ba9-4fa9-9150-24ba117ff947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:25.003952 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] For port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9, host n-h1-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:19:25.004348 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempted to set empty binding levels {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 14:19:25.056422 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a302cb4a-5ba9-4fa9-9150-24ba117ff947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:25.057856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a302cb4a-5ba9-4fa9-9150-24ba117ff947 None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:25.080058 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:25.140092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:25.144665 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:25.159092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event updated for resources: {'Port': ['ID=929fa34b-5c63-41dd-a8bd-095efbdb4cf9,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:25.252868 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1b6916a8-af9c-4e3e-a130-f4ca5d8a692d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.3472605 Oct 13 14:19:25.258255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52538) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:25.269117 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:25.285800 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-d6a78f1f-d8a4-4a94-8ce3-ea4c816ba072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:25.316891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e86ed-66fd-4b8c-8838-31d94a1fde55 req-8382b136-7733-4013-8a35-f9652f1e37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:25.319088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-510e86ed-66fd-4b8c-8838-31d94a1fde55 req-8382b136-7733-4013-8a35-f9652f1e37bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4494269 Oct 13 14:19:25.457234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-91f58daf-481f-4bc6-8013-a11d460fb331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Deleting port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:25.458065 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91f58daf-481f-4bc6-8013-a11d460fb331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:25.529955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b6e5e-dc25-413c-811e-272a1bcd5543 req-4443dea9-6ad0-45aa-9be3-7f51aa3628a7 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:25.531864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-457b6e5e-dc25-413c-811e-272a1bcd5543 req-4443dea9-6ad0-45aa-9be3-7f51aa3628a7 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 945 time: 0.4894435 Oct 13 14:19:25.552473 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-91f58daf-481f-4bc6-8013-a11d460fb331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] For port 929fa34b-5c63-41dd-a8bd-095efbdb4cf9, host n-h1-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:25.553421 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91f58daf-481f-4bc6-8013-a11d460fb331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:25.584803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-91f58daf-481f-4bc6-8013-a11d460fb331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Calling delete_port for 929fa34b-5c63-41dd-a8bd-095efbdb4cf9 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:25.766863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7aada86f-fe3a-473f-a7a4-3375ed9f92d7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port 41e46b92-a6b7-4cbc-a802-081ce5df4302 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:25.768778 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7aada86f-fe3a-473f-a7a4-3375ed9f92d7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:25.782707 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-510e86ed-66fd-4b8c-8838-31d94a1fde55 req-bfd8136e-e5d0-4a98-8357-896e44719457 service neutron] 10.222.0.41 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503996 Oct 13 14:19:25.856009 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91f58daf-481f-4bc6-8013-a11d460fb331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:25.896746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f58daf-481f-4bc6-8013-a11d460fb331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event deleted for resources: {'Port': ['ID=929fa34b-5c63-41dd-a8bd-095efbdb4cf9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:25.922769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-457b6e5e-dc25-413c-811e-272a1bcd5543 req-9df6244c-a609-4e1d-98b7-5fa5605f1320 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922087 Oct 13 14:19:25.924431 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91f58daf-481f-4bc6-8013-a11d460fb331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:25.937314 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-91f58daf-481f-4bc6-8013-a11d460fb331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "DELETE /v2.0/ports/929fa34b-5c63-41dd-a8bd-095efbdb4cf9 HTTP/1.1" status: 204 len: 168 time: 0.6771035 Oct 13 14:19:25.938255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52546) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:25.942463 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-d6a78f1f-d8a4-4a94-8ce3-ea4c816ba072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:25.960791 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:19:25.975279 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb840729-6fa9-423a-99e7-a068b6df10c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] GET failed (client error): The resource could not be found. Oct 13 14:19:25.984898 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fb840729-6fa9-423a-99e7-a068b6df10c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "GET /v2.0/ports/929fa34b-5c63-41dd-a8bd-095efbdb4cf9 HTTP/1.1" status: 404 len: 333 time: 0.0449293 Oct 13 14:19:25.989292 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52548) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:25.997131 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0a6ffdd3-3783-4da5-aae3-758c2e6d0f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Request body: {'port': {'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2147194814'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:26.101013 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6ffdd3-3783-4da5-aae3-758c2e6d0f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Made reservation on behalf of 1119e643cd0b4c7caa44e6484d4a92ce for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:26.103847 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a6ffdd3-3783-4da5-aae3-758c2e6d0f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:26.150199 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-0a6ffdd3-3783-4da5-aae3-758c2e6d0f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] device_id is not set on port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:19:26.217788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-d6a78f1f-d8a4-4a94-8ce3-ea4c816ba072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Network 7967c7e9-c785-47a5-832b-9d1edf6a0217 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:26.223751 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7aada86f-fe3a-473f-a7a4-3375ed9f92d7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:26.224935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7aada86f-fe3a-473f-a7a4-3375ed9f92d7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:26.233324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-d6a78f1f-d8a4-4a94-8ce3-ea4c816ba072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:26.236828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-d6a78f1f-d8a4-4a94-8ce3-ea4c816ba072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:26.468547 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a6ffdd3-3783-4da5-aae3-758c2e6d0f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:26.599842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a78f1f-d8a4-4a94-8ce3-ea4c816ba072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event updated for resources: {'Port': ['ID=38892a89-6276-411f-8470-4e281e01ab97,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:26.605381 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a6ffdd3-3783-4da5-aae3-758c2e6d0f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:26.630578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7aada86f-fe3a-473f-a7a4-3375ed9f92d7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for 41e46b92-a6b7-4cbc-a802-081ce5df4302 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:26.684962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6ffdd3-3783-4da5-aae3-758c2e6d0f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Network e1e78204-2130-4d22-8bb7-091ad8e99fb9 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:26.693110 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0a6ffdd3-3783-4da5-aae3-758c2e6d0f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:26.698860 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6ffdd3-3783-4da5-aae3-758c2e6d0f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:26.700519 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ffdd3-3783-4da5-aae3-758c2e6d0f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:26.701562 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a6ffdd3-3783-4da5-aae3-758c2e6d0f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:26.712031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ffdd3-3783-4da5-aae3-758c2e6d0f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event updated for resources: {'Port': ['ID=912e92a7-42f5-48d2-9d2b-7d46d09b7c11,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:26.744550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-510e86ed-66fd-4b8c-8838-31d94a1fde55 req-049586ff-1093-43a8-b136-8ed31d6767ad service neutron] 10.222.0.41 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9121482 Oct 13 14:19:26.763594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1139551-fdfa-487e-ae7a-e7694328bce5 req-adff0452-d110-461e-bb49-b400e796ed60 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:26.771867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1139551-fdfa-487e-ae7a-e7694328bce5 req-adff0452-d110-461e-bb49-b400e796ed60 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 931 time: 0.7080038 Oct 13 14:19:26.783868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-d6a78f1f-d8a4-4a94-8ce3-ea4c816ba072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:26.784500 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-d6a78f1f-d8a4-4a94-8ce3-ea4c816ba072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:26.815832 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0a6ffdd3-3783-4da5-aae3-758c2e6d0f8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8234518 Oct 13 14:19:26.816594 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52550) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:26.827913 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-15'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:26.914706 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:26.924880 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.resource_extend [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-92018b44-b18a-4622-b57d-4aabecc995ab tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:19:26.933714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-d6a78f1f-d8a4-4a94-8ce3-ea4c816ba072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8688877 Oct 13 14:19:26.981882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Request body: {'port': {'device_id': '48ab01a6-4109-4c66-90bf-bba094517a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:27.002831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1139551-fdfa-487e-ae7a-e7694328bce5 req-bfc1b697-3a65-44b1-bbca-14ad1fc3e3b4 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252116 Oct 13 14:19:27.086545 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-92018b44-b18a-4622-b57d-4aabecc995ab tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:27.162973 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-92018b44-b18a-4622-b57d-4aabecc995ab tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:27.177081 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49764725-86ef-42ba-8117-cd3c6451bdc0 req-a429457e-a5a1-4f82-9abe-b2955144797f tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:27.178942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49764725-86ef-42ba-8117-cd3c6451bdc0 req-a429457e-a5a1-4f82-9abe-b2955144797f tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.41 "GET /v2.0/ports?device_id=78c974c0-3148-4b56-b1d7-fedacf7a96fd HTTP/1.1" status: 200 len: 946 time: 0.3181095 Oct 13 14:19:27.236696 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:27.291318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] device_id is not set on port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:19:27.306515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:27.386257 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7aada86f-fe3a-473f-a7a4-3375ed9f92d7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:27.400876 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:27.427520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7c5f2-8707-41ae-8753-c47a3894b42f req-8fed771b-98e5-4b76-96c4-3ecb6fbe0e06 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:27.429157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8fd7c5f2-8707-41ae-8753-c47a3894b42f req-8fed771b-98e5-4b76-96c4-3ecb6fbe0e06 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.2838135 Oct 13 14:19:27.472323 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event updated for resources: {'Port': ['ID=912e92a7-42f5-48d2-9d2b-7d46d09b7c11,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:27.488642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aada86f-fe3a-473f-a7a4-3375ed9f92d7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=41e46b92-a6b7-4cbc-a802-081ce5df4302,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:27.490689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:27.491180 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:27.491831 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:27.498930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:27.499424 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:27.499915 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 2 to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 Oct 13 14:19:27.521045 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:27.521773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:27.522447 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:27.527889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:27.528397 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:27.528888 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 3 to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 Oct 13 14:19:27.543651 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:27.547734 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:27.548853 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:27.554868 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:27.555304 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:27.555807 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 4 to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 Oct 13 14:19:27.578045 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:27.579028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:27.580429 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:27.586555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:27.587084 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:27.587624 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 5 to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 Oct 13 14:19:27.627571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:27.628527 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:27.629156 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:27.638227 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:27.638870 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:27.639385 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 6 to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 Oct 13 14:19:27.647899 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-92018b44-b18a-4622-b57d-4aabecc995ab tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Floating IP f916780d-59b0-49be-918c-8d13e937cb4b associated. External IP: 172.25.0.18, port: 14858efe-1b64-4b5b-a48b-128a6abddb02. Oct 13 14:19:27.658274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:27.659178 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:27.659652 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:27.665526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:27.666323 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:27.667162 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 7 to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 Oct 13 14:19:27.696526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:27.697075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:27.697529 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:27.703990 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:27.704636 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:27.705416 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 8 to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 Oct 13 14:19:27.727846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:27.728385 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:27.728835 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:27.736586 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:27.737902 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:27.738731 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 9 to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 Oct 13 14:19:27.759546 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:27.760031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:27.760493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:27.766581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:27.767711 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:27.768228 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 10 to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 Oct 13 14:19:27.783796 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:27.784381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:27.784966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:27.794772 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:27.795378 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:27.796931 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:27.855525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8fd7c5f2-8707-41ae-8753-c47a3894b42f req-4963cf3a-6eda-41a1-a2d2-ce26a0d1f3a6 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865507 Oct 13 14:19:27.864183 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7aada86f-fe3a-473f-a7a4-3375ed9f92d7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:27.866970 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7aada86f-fe3a-473f-a7a4-3375ed9f92d7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:27.873064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7aada86f-fe3a-473f-a7a4-3375ed9f92d7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/floatingips/a3cb6e33-3ea3-47b1-b901-1f9ecd6943e9 HTTP/1.1" status: 204 len: 168 time: 2.9609358 Oct 13 14:19:27.876326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52556) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:27.884282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '45f4f8be-8f44-4039-b4d3-1df08f5dd596'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:28.012252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-49764725-86ef-42ba-8117-cd3c6451bdc0 req-3e27f693-b9d7-4a57-8424-b7bf5e77f19c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Deleting port 45b12361-0cd6-4532-9c90-92faf16c650b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:28.012795 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-49764725-86ef-42ba-8117-cd3c6451bdc0 req-3e27f693-b9d7-4a57-8424-b7bf5e77f19c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:28.018179 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] For port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11, host n-h1-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:19:28.022463 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempted to set empty binding levels {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 14:19:28.145427 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:28.150724 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:28.196858 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] In _notify_port_updated(), no bound segment for port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:19:28.197886 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.198597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:28.202740 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "PUT /v2.0/ports/912e92a7-42f5-48d2-9d2b-7d46d09b7c11 HTTP/1.1" status: 200 len: 980 time: 1.3813798 Oct 13 14:19:28.203867 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52560) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:28.318504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-49764725-86ef-42ba-8117-cd3c6451bdc0 req-3e27f693-b9d7-4a57-8424-b7bf5e77f19c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] For port 45b12361-0cd6-4532-9c90-92faf16c650b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=45b12361-0cd6-4532-9c90-92faf16c650b,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:28.318862 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-49764725-86ef-42ba-8117-cd3c6451bdc0 req-3e27f693-b9d7-4a57-8424-b7bf5e77f19c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:28.319433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856e6f2-829f-443a-856b-eea3164f78ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event updated for resources: {'Port': ['ID=912e92a7-42f5-48d2-9d2b-7d46d09b7c11,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:28.365335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.365824 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.366289 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.366821 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.367369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.367703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-49764725-86ef-42ba-8117-cd3c6451bdc0 req-3e27f693-b9d7-4a57-8424-b7bf5e77f19c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Calling delete_port for 45b12361-0cd6-4532-9c90-92faf16c650b owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:28.367891 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.368288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.368745 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.369276 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.369703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.370163 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.370623 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.371074 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.371533 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.372005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.372777 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.372917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.373372 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.373835 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.374287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.374830 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.375288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.375740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.376190 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.376680 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.377186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.377786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.378263 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.378721 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.379175 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.379638 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.380089 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.380538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.384152 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6eca2072-234a-4021-bfd1-f1d39cc73f85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29045 time: 0.1791747 Oct 13 14:19:28.390839 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52562) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:28.441972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f77c5-ed08-4b53-8540-15e4f8cf1124 req-cbf98e8f-26b8-41a8-ae8a-665434c64429 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:28.443623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c5f77c5-ed08-4b53-8540-15e4f8cf1124 req-cbf98e8f-26b8-41a8-ae8a-665434c64429 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 945 time: 0.3130322 Oct 13 14:19:28.487705 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5053d597-2c21-4101-bcbf-38350b63b3a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Deleting port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:28.488360 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5053d597-2c21-4101-bcbf-38350b63b3a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:28.559248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-5053d597-2c21-4101-bcbf-38350b63b3a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] For port 912e92a7-42f5-48d2-9d2b-7d46d09b7c11, host n-h1-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:28.559603 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5053d597-2c21-4101-bcbf-38350b63b3a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:28.574849 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5053d597-2c21-4101-bcbf-38350b63b3a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Calling delete_port for 912e92a7-42f5-48d2-9d2b-7d46d09b7c11 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:28.775803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5053d597-2c21-4101-bcbf-38350b63b3a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:28.819260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053d597-2c21-4101-bcbf-38350b63b3a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event deleted for resources: {'Port': ['ID=912e92a7-42f5-48d2-9d2b-7d46d09b7c11,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:28.856892 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5053d597-2c21-4101-bcbf-38350b63b3a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:28.866090 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5053d597-2c21-4101-bcbf-38350b63b3a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "DELETE /v2.0/ports/912e92a7-42f5-48d2-9d2b-7d46d09b7c11 HTTP/1.1" status: 204 len: 168 time: 0.4715106 Oct 13 14:19:28.866598 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52564) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:28.916536 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2856e97-a7a4-4256-8172-65ac5f799749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] GET failed (client error): The resource could not be found. Oct 13 14:19:28.919411 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f2856e97-a7a4-4256-8172-65ac5f799749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "GET /v2.0/ports/912e92a7-42f5-48d2-9d2b-7d46d09b7c11 HTTP/1.1" status: 404 len: 333 time: 0.0505745 Oct 13 14:19:29.073351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38892a89-6276-411f-8470-4e281e01ab97 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:19:29.073351 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:29.073351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c5f77c5-ed08-4b53-8540-15e4f8cf1124 req-b450b062-2bc7-4c5b-ac55-e2f828459223 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5198858 Oct 13 14:19:29.073351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Transition to ACTIVE for port object 38892a89-6276-411f-8470-4e281e01ab97 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:19:29.073351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-92018b44-b18a-4622-b57d-4aabecc995ab tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:29.074458 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52572) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:29.075244 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:29.078562 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2eddaf47-c81c-42ff-a3b8-bb16c42f9e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-814335845', 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:29.225505 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:29.227117 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eddaf47-c81c-42ff-a3b8-bb16c42f9e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Made reservation on behalf of 1119e643cd0b4c7caa44e6484d4a92ce for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:29.229728 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2eddaf47-c81c-42ff-a3b8-bb16c42f9e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:29.374212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-92018b44-b18a-4622-b57d-4aabecc995ab tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:29.387429 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-92018b44-b18a-4622-b57d-4aabecc995ab tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:29.398308 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec0ddf-47ee-4169-8126-1b855c856621 None None] Sync routers for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:29.424297 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dec0ddf-47ee-4169-8126-1b855c856621 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:29.425112 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0dec0ddf-47ee-4169-8126-1b855c856621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:29.470657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-92018b44-b18a-4622-b57d-4aabecc995ab tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "PUT /v2.0/floatingips/f916780d-59b0-49be-918c-8d13e937cb4b HTTP/1.1" status: 200 len: 995 time: 4.8128316 Oct 13 14:19:29.489401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:29.494306 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f906d73-14ac-48ed-8c4b-1acdcf920ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:29.507484 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-49764725-86ef-42ba-8117-cd3c6451bdc0 req-3e27f693-b9d7-4a57-8424-b7bf5e77f19c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:29.521601 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['14858efe-1b64-4b5b-a48b-128a6abddb02'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:19:29.576158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Pushing event updated for resources: {'Port': ['ID=38892a89-6276-411f-8470-4e281e01ab97,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:29.578641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-2eddaf47-c81c-42ff-a3b8-bb16c42f9e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] device_id is not set on port b83e9c40-ecf8-40b4-b190-25ee83e456bb yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:19:29.701163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912a380-cb67-4ed9-9ab5-63710cdc3f71 req-7a5a1617-3da3-4f67-9358-93fa5934e0ee tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:29.706181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1912a380-cb67-4ed9-9ab5-63710cdc3f71 req-7a5a1617-3da3-4f67-9358-93fa5934e0ee tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 931 time: 0.5774717 Oct 13 14:19:29.711275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27f693-b9d7-4a57-8424-b7bf5e77f19c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Pushing event deleted for resources: {'Port': ['ID=45b12361-0cd6-4532-9c90-92faf16c650b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:29.713406 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0dec0ddf-47ee-4169-8126-1b855c856621 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:29.934815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-49764725-86ef-42ba-8117-cd3c6451bdc0 req-3e27f693-b9d7-4a57-8424-b7bf5e77f19c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] No DVR routers for this DVR port 45b12361-0cd6-4532-9c90-92faf16c650b on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:19:29.939442 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2eddaf47-c81c-42ff-a3b8-bb16c42f9e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:29.958987 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-49764725-86ef-42ba-8117-cd3c6451bdc0 req-3e27f693-b9d7-4a57-8424-b7bf5e77f19c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:29.964306 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49764725-86ef-42ba-8117-cd3c6451bdc0 req-3e27f693-b9d7-4a57-8424-b7bf5e77f19c tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.41 "DELETE /v2.0/ports/45b12361-0cd6-4532-9c90-92faf16c650b HTTP/1.1" status: 204 len: 173 time: 2.7246165 Oct 13 14:19:30.038887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.25.0.144 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/129dded3-0649-478f-a98f-69ba2c292b53) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:30.048947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-491918f7-6014-4d9b-a0a6-82a62d80d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:30.050523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-491918f7-6014-4d9b-a0a6-82a62d80d0ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 1097 time: 0.4880798 Oct 13 14:19:30.051269 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2eddaf47-c81c-42ff-a3b8-bb16c42f9e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:30.071470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1912a380-cb67-4ed9-9ab5-63710cdc3f71 req-0b0e6b39-926c-4ab6-89a5-febf13d5de64 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487475 Oct 13 14:19:30.094588 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0dec0ddf-47ee-4169-8126-1b855c856621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f916780d-59b0-49be-918c-8d13e937cb4b', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'port_id': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'mac_address': 'fa:16:3e:e5:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:19Z', 'updated_at': '2021-10-13T14:19:26Z', 'revision_number': 8, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:30.104791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Attempting to bind port 38892a89-6276-411f-8470-4e281e01ab97 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:30.105661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Attempting to bind port 38892a89-6276-411f-8470-4e281e01ab97 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:30.105661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Attempting to bind port 38892a89-6276-411f-8470-4e281e01ab97 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:30.194187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddaf47-c81c-42ff-a3b8-bb16c42f9e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event updated for resources: {'Port': ['ID=b83e9c40-ecf8-40b4-b190-25ee83e456bb,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:30.212732 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec0ddf-47ee-4169-8126-1b855c856621 None None] Checking router: f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:19:30.226158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eddaf47-c81c-42ff-a3b8-bb16c42f9e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Network e1e78204-2130-4d22-8bb7-091ad8e99fb9 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:30.233162 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-2eddaf47-c81c-42ff-a3b8-bb16c42f9e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:30.239426 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eddaf47-c81c-42ff-a3b8-bb16c42f9e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:30.243549 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 45b12361-0cd6-4532-9c90-92faf16c650b no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:19:30.244594 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eddaf47-c81c-42ff-a3b8-bb16c42f9e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:30.245247 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2eddaf47-c81c-42ff-a3b8-bb16c42f9e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:30.247621 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dec0ddf-47ee-4169-8126-1b855c856621 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:30.248560 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0dec0ddf-47ee-4169-8126-1b855c856621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:30.290054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 45b12361-0cd6-4532-9c90-92faf16c650b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:19:30.290991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 45b12361-0cd6-4532-9c90-92faf16c650b not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:19:30.302996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Port 38892a89-6276-411f-8470-4e281e01ab97 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:30.303525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Attempting to bind port 38892a89-6276-411f-8470-4e281e01ab97 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:30.316375 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2eddaf47-c81c-42ff-a3b8-bb16c42f9e62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2445645 Oct 13 14:19:30.317399 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52582) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:30.371121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:19:30.371519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Checking segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:19:30.371918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Bound using segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:19:30.372502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Bound port: 38892a89-6276-411f-8470-4e281e01ab97, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:19:30.372935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:30.389878 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2df165-52ce-4c85-b6a8-bd2c3b627ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:30.395492 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7a2df165-52ce-4c85-b6a8-bd2c3b627ba4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "GET /v2.0/ports/b83e9c40-ecf8-40b4-b190-25ee83e456bb HTTP/1.1" status: 200 len: 958 time: 0.0726805 Oct 13 14:19:30.395492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52584) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:30.464549 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0dec0ddf-47ee-4169-8126-1b855c856621 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:30.477052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] For port 38892a89-6276-411f-8470-4e281e01ab97, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:19:30.483883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] For port 38892a89-6276-411f-8470-4e281e01ab97, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=38892a89-6276-411f-8470-4e281e01ab97,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:19:30.537950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e5be4-8c90-4a4a-a134-a97433ee6c08 req-dcf2390a-fea6-4032-8876-5491e7e86397 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:30.539941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-650e5be4-8c90-4a4a-a134-a97433ee6c08 req-dcf2390a-fea6-4032-8876-5491e7e86397 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3142109 Oct 13 14:19:30.559664 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a82eb4c1-8b08-4154-89ef-615aa2106232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Deleting port b83e9c40-ecf8-40b4-b190-25ee83e456bb {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:30.560935 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a82eb4c1-8b08-4154-89ef-615aa2106232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:30.620122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:30.666991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-e337de4e-a294-4874-aa32-a45470e19a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:30.684024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-e337de4e-a294-4874-aa32-a45470e19a8a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.5976744 Oct 13 14:19:30.739363 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a82eb4c1-8b08-4154-89ef-615aa2106232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:30.762541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a82eb4c1-8b08-4154-89ef-615aa2106232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Calling delete_port for b83e9c40-ecf8-40b4-b190-25ee83e456bb owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:30.781237 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:30.846272 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:30.881550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-3cf1c9f9-98d3-4bb3-aa48-6ea560c172e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 998 time: 0.1962895 Oct 13 14:19:30.900693 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0dec0ddf-47ee-4169-8126-1b855c856621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f916780d-59b0-49be-918c-8d13e937cb4b', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'port_id': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'mac_address': 'fa:16:3e:e5:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:19Z', 'updated_at': '2021-10-13T14:19:26Z', 'revision_number': 8, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:30.936542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=129dded3-0649-478f-a98f-69ba2c292b53,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:30.946453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-8a1e35c8-7b8b-4d99-9873-8ca1ba3a776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:30.952332 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec0ddf-47ee-4169-8126-1b855c856621 None None] The sync data for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 is: [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f916780d-59b0-49be-918c-8d13e937cb4b', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'port_id': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'mac_address': 'fa:16:3e:e5:44:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:19Z', 'updated_at': '2021-10-13T14:19:26Z', 'revision_number': 8, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:30.958871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-8a1e35c8-7b8b-4d99-9873-8ca1ba3a776e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.0749323 Oct 13 14:19:30.994291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:30.994850 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:30.996246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] 10.222.0.41 "PUT /v2.0/ports/38892a89-6276-411f-8470-4e281e01ab97 HTTP/1.1" status: 200 len: 1092 time: 4.0213392 Oct 13 14:19:31.044136 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a82eb4c1-8b08-4154-89ef-615aa2106232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:31.064847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10eeff7-ac06-41f2-88bd-de07654f8663 service neutron] Pushing event updated for resources: {'Port': ['ID=38892a89-6276-411f-8470-4e281e01ab97,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:31.093859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:31.109947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:31.114799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-53a364a4-3c14-4d89-a146-e6b45778ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:31.115757 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82eb4c1-8b08-4154-89ef-615aa2106232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event deleted for resources: {'Port': ['ID=b83e9c40-ecf8-40b4-b190-25ee83e456bb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:31.126241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-53a364a4-3c14-4d89-a146-e6b45778ade2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1625509 Oct 13 14:19:31.136851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:31.137669 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a82eb4c1-8b08-4154-89ef-615aa2106232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:31.142380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-650e5be4-8c90-4a4a-a134-a97433ee6c08 req-61648042-3eaa-44a0-b455-236469558a57 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757477 Oct 13 14:19:31.159845 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a82eb4c1-8b08-4154-89ef-615aa2106232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b83e9c40-ecf8-40b4-b190-25ee83e456bb HTTP/1.1" status: 204 len: 168 time: 0.7631540 Oct 13 14:19:31.160667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52588) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:31.196554 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e86114-3eb6-451a-844e-80f6ace6d3a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] GET failed (client error): The resource could not be found. Oct 13 14:19:31.205310 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-88e86114-3eb6-451a-844e-80f6ace6d3a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "GET /v2.0/ports/b83e9c40-ecf8-40b4-b190-25ee83e456bb HTTP/1.1" status: 404 len: 333 time: 0.0426507 Oct 13 14:19:31.209206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52590) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:31.215582 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8b028e79-9b8e-4da7-8ca3-49147989873e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Request body: {'port': {'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1767967286'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:31.315780 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b028e79-9b8e-4da7-8ca3-49147989873e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Made reservation on behalf of 1119e643cd0b4c7caa44e6484d4a92ce for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:31.318548 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b028e79-9b8e-4da7-8ca3-49147989873e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:31.360617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-8b028e79-9b8e-4da7-8ca3-49147989873e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] device_id is not set on port 14000078-6883-43a1-b9d7-e667b8394b39 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:19:31.384916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842bfd6-bd48-4fb2-afa5-bcdff4c3084e None None] New status for floating IP f916780d-59b0-49be-918c-8d13e937cb4b: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:19:31.468255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-0dffe8a4-3ff9-4735-91fc-a3b68fb5af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:31.469825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-0dffe8a4-3ff9-4735-91fc-a3b68fb5af45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 1095 time: 0.1932008 Oct 13 14:19:31.571001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-ae783917-e74a-4a54-8308-a354367e915a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38892a89-6276-411f-8470-4e281e01ab97 HTTP/1.1" status: 200 len: 217 time: 0.0791249 Oct 13 14:19:31.598127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-4891c26c-f3ed-49f4-9771-82d707d16454 service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707811 Oct 13 14:19:31.703174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b028e79-9b8e-4da7-8ca3-49147989873e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:31.724480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc8aab39-d578-4951-86f9-a3a2fddc3438 req-dc26c4cb-39b0-4a96-aeae-47fd56c7fd3a service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253448 Oct 13 14:19:31.826127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3972f25-e435-4af1-8b74-56d91bee5ae1 req-6bae0cac-b445-45de-a075-21414231de3d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:31.827834 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3972f25-e435-4af1-8b74-56d91bee5ae1 req-6bae0cac-b445-45de-a075-21414231de3d tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 945 time: 0.3632219 Oct 13 14:19:31.840151 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52592) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:31.844955 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7245dfc1-0e18-45af-9711-a10bf2e264f5 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Request body: {'floatingip': {'port_id': '4a027013-bbef-433d-b879-260e1a392126'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:31.936838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e4a4079d-ffda-4d1c-8235-5ac6f75090b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:31.942168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e4a4079d-ffda-4d1c-8235-5ac6f75090b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.3394518 Oct 13 14:19:31.956943 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4690e201-55b7-4047-a34a-c4a188ad76b9 x-openstack-request-id: req-4690e201-55b7-4047-a34a-c4a188ad76b9 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:31.957315 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b028e79-9b8e-4da7-8ca3-49147989873e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:31.957933 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:31.958380 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4690e201-55b7-4047-a34a-c4a188ad76b9 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:31.964864 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'status': 'completed', 'code': 200} Oct 13 14:19:31.991127 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7245dfc1-0e18-45af-9711-a10bf2e264f5 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:32.031595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-e17a1e9b-21cf-44d3-bfcf-e3e195a980e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802274 Oct 13 14:19:32.107598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dffceec8-8214-4ccf-af92-e01b96934c25 req-86879fb1-91f9-4d8c-b144-abeb7c5602d4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips/f916780d-59b0-49be-918c-8d13e937cb4b HTTP/1.1" status: 200 len: 997 time: 0.0981774 Oct 13 14:19:32.268116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b028e79-9b8e-4da7-8ca3-49147989873e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Network e1e78204-2130-4d22-8bb7-091ad8e99fb9 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:32.290159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-8b028e79-9b8e-4da7-8ca3-49147989873e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:32.294806 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b028e79-9b8e-4da7-8ca3-49147989873e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:32.295790 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b028e79-9b8e-4da7-8ca3-49147989873e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:32.296410 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b028e79-9b8e-4da7-8ca3-49147989873e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:32.300025 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b028e79-9b8e-4da7-8ca3-49147989873e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event updated for resources: {'Port': ['ID=14000078-6883-43a1-b9d7-e667b8394b39,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:32.429416 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8b028e79-9b8e-4da7-8ca3-49147989873e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2189214 Oct 13 14:19:32.435142 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52600) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:32.446199 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-15'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:32.515444 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:32.718367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] device_id is not set on port 14000078-6883-43a1-b9d7-e667b8394b39 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:19:32.728064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:32.779758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705f1a7-007f-4742-aade-7722362b9b21 req-ffd6d47a-0bd7-4863-a82a-fb40893b89ac tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:32.791954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0705f1a7-007f-4742-aade-7722362b9b21 req-ffd6d47a-0bd7-4863-a82a-fb40893b89ac tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 943 time: 0.7736435 Oct 13 14:19:32.845887 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:32.879379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906d73-14ac-48ed-8c4b-1acdcf920ca3 req-d6e154f8-2cc5-40aa-89cd-4f46f8b60e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:32.881157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f906d73-14ac-48ed-8c4b-1acdcf920ca3 req-d6e154f8-2cc5-40aa-89cd-4f46f8b60e34 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 1097 time: 0.8728468 Oct 13 14:19:32.914398 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event updated for resources: {'Port': ['ID=14000078-6883-43a1-b9d7-e667b8394b39,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:32.945110 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:32.945610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:32.946121 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:32.953266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:32.953650 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:32.956904 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 2 to bind port 14000078-6883-43a1-b9d7-e667b8394b39 Oct 13 14:19:32.974586 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:32.974586 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:32.974586 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:33.011548 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:33.011892 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:33.014214 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 3 to bind port 14000078-6883-43a1-b9d7-e667b8394b39 Oct 13 14:19:33.015929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0705f1a7-007f-4742-aade-7722362b9b21 req-86b18e7a-cd20-4ecb-8a0a-bcf9230fd65e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224481 Oct 13 14:19:33.030430 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:33.030774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:33.031116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:33.041781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:33.042151 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:33.044350 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 4 to bind port 14000078-6883-43a1-b9d7-e667b8394b39 Oct 13 14:19:33.064926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:33.065330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:33.065678 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:33.072308 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:33.072635 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:33.075708 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 5 to bind port 14000078-6883-43a1-b9d7-e667b8394b39 Oct 13 14:19:33.100396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:33.100764 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:33.101124 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:33.109976 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:33.110339 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:33.111562 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 6 to bind port 14000078-6883-43a1-b9d7-e667b8394b39 Oct 13 14:19:33.145481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:33.145855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:33.146186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:33.158945 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:33.158945 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:33.161205 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 7 to bind port 14000078-6883-43a1-b9d7-e667b8394b39 Oct 13 14:19:33.183468 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:33.183916 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:33.184171 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:33.193128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:33.193569 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:33.193950 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 8 to bind port 14000078-6883-43a1-b9d7-e667b8394b39 Oct 13 14:19:33.224065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-4a0136ef-4a0a-4ef4-b8a0-fcc32a2db4a6 service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7710261 Oct 13 14:19:33.239075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffceec8-8214-4ccf-af92-e01b96934c25 req-8b370308-aa22-4d6d-97ee-b69618a2d3f6 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:33.241911 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:33.242257 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:33.242609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:33.248745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dffceec8-8214-4ccf-af92-e01b96934c25 req-8b370308-aa22-4d6d-97ee-b69618a2d3f6 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.7858422 Oct 13 14:19:33.250611 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:33.250926 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:33.254042 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 9 to bind port 14000078-6883-43a1-b9d7-e667b8394b39 Oct 13 14:19:33.273353 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7245dfc1-0e18-45af-9711-a10bf2e264f5 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:33.276256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:33.276608 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:33.276946 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:33.281747 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:33.282078 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:33.282860 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempt 10 to bind port 14000078-6883-43a1-b9d7-e667b8394b39 Oct 13 14:19:33.305462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:33.305800 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:33.306144 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempting to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:33.311056 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:33.311444 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Failed to bind port 14000078-6883-43a1-b9d7-e667b8394b39 on host n-h1-806683-15 for vnic_type normal using segments [{'id': 'ee8e6779-102d-40af-898d-bd246e02457d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e1e78204-2130-4d22-8bb7-091ad8e99fb9'}] Oct 13 14:19:33.311822 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:33.318120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-dffceec8-8214-4ccf-af92-e01b96934c25 req-50d5a39e-74fd-49a8-b737-993b2251076f tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:19:33.339005 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dffceec8-8214-4ccf-af92-e01b96934c25 req-50d5a39e-74fd-49a8-b737-993b2251076f tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0793819 Oct 13 14:19:33.389532 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] For port 14000078-6883-43a1-b9d7-e667b8394b39, host n-h1-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:19:33.390025 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attempted to set empty binding levels {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 14:19:33.392547 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7245dfc1-0e18-45af-9711-a10bf2e264f5 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:33.457235 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:33.527252 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:33.531826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906d73-14ac-48ed-8c4b-1acdcf920ca3 req-ff8bf2c7-4b87-440c-80d6-0078c5047db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:33.534352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f906d73-14ac-48ed-8c4b-1acdcf920ca3 req-ff8bf2c7-4b87-440c-80d6-0078c5047db1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.6409431 Oct 13 14:19:33.558584 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] In _notify_port_updated(), no bound segment for port 14000078-6883-43a1-b9d7-e667b8394b39 on network e1e78204-2130-4d22-8bb7-091ad8e99fb9 {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:19:33.559526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:33.560185 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:33.562122 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "PUT /v2.0/ports/14000078-6883-43a1-b9d7-e667b8394b39 HTTP/1.1" status: 200 len: 980 time: 1.1262047 Oct 13 14:19:33.565855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52604) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:33.650416 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-7245dfc1-0e18-45af-9711-a10bf2e264f5 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Floating IP acb72b15-0aee-4144-87ed-3302e6f10e50 associated. External IP: 172.25.0.169, port: 4a027013-bbef-433d-b879-260e1a392126. Oct 13 14:19:33.663325 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:33.718911 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f659bd-396c-45b1-aaf5-af4467d785f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event updated for resources: {'Port': ['ID=14000078-6883-43a1-b9d7-e667b8394b39,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:33.815939 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1e0cb1d5-4d3c-4c27-8457-7b68e8fa7d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Deleting port 14000078-6883-43a1-b9d7-e667b8394b39 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:33.816343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e0cb1d5-4d3c-4c27-8457-7b68e8fa7d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:33.893603 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-1e0cb1d5-4d3c-4c27-8457-7b68e8fa7d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] For port 14000078-6883-43a1-b9d7-e667b8394b39, host n-h1-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:33.894260 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e0cb1d5-4d3c-4c27-8457-7b68e8fa7d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:33.900152 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:33.914441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1e0cb1d5-4d3c-4c27-8457-7b68e8fa7d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Calling delete_port for 14000078-6883-43a1-b9d7-e667b8394b39 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:33.999175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'name': 'network-vif-deleted', 'tag': '45b12361-0cd6-4532-9c90-92faf16c650b'}, {'name': 'network-changed', 'server_uuid': '48ab01a6-4109-4c66-90bf-bba094517a6c', 'tag': '38892a89-6276-411f-8470-4e281e01ab97'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:34.003337 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cef4ad-663b-4f89-b6c7-bf5e1d96eacc" -d '{"events": [{"server_uuid": "78c974c0-3148-4b56-b1d7-fedacf7a96fd", "name": "network-vif-deleted", "tag": "45b12361-0cd6-4532-9c90-92faf16c650b"}, {"name": "network-changed", "server_uuid": "48ab01a6-4109-4c66-90bf-bba094517a6c", "tag": "38892a89-6276-411f-8470-4e281e01ab97"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:34.051320 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:34.165595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7245dfc1-0e18-45af-9711-a10bf2e264f5 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:34.166572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7adea8-0678-4eaf-a006-5cdae7f0cec2 req-9f71d7da-2314-4304-9556-2b23eb4c4c9e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:34.168183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad7adea8-0678-4eaf-a006-5cdae7f0cec2 req-9f71d7da-2314-4304-9556-2b23eb4c4c9e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.9597847 Oct 13 14:19:34.181058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=129dded3-0649-478f-a98f-69ba2c292b53,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:34.247773 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e0cb1d5-4d3c-4c27-8457-7b68e8fa7d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:34.272649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-63d8867b-b083-4f16-9162-bcb5af620037 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 1000 time: 0.7369871 Oct 13 14:19:34.279168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f906d73-14ac-48ed-8c4b-1acdcf920ca3 req-dcb98e67-1796-4459-8cdc-9a0198883c8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 1000 time: 0.6979327 Oct 13 14:19:34.318512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aa92f6-ef66-47b5-b02e-935cb5473b11 req-86de8ce4-5ae8-4318-9435-0f0cc10e3765 service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0590544 Oct 13 14:19:34.361815 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:34.400185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cb1d5-4d3c-4c27-8457-7b68e8fa7d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Pushing event deleted for resources: {'Port': ['ID=14000078-6883-43a1-b9d7-e667b8394b39,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:34.422920 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e0cb1d5-4d3c-4c27-8457-7b68e8fa7d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:34.430165 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1e0cb1d5-4d3c-4c27-8457-7b68e8fa7d36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "DELETE /v2.0/ports/14000078-6883-43a1-b9d7-e667b8394b39 HTTP/1.1" status: 204 len: 168 time: 0.8613038 Oct 13 14:19:34.440829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52610) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:34.491694 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d3413b-de7f-46ec-a352-726df672568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] GET failed (client error): The resource could not be found. Oct 13 14:19:34.494667 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d1d3413b-de7f-46ec-a352-726df672568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117662672-project-admin] 10.222.0.18 "GET /v2.0/ports/14000078-6883-43a1-b9d7-e667b8394b39 HTTP/1.1" status: 404 len: 333 time: 0.0516205 Oct 13 14:19:34.506828 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52614) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:34.556769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-edd4aab6-a2a0-4cc4-9f53-2703445e38a1 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:34.558372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-edd4aab6-a2a0-4cc4-9f53-2703445e38a1 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports/14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 942 time: 0.2600226 Oct 13 14:19:34.561812 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad7adea8-0678-4eaf-a006-5cdae7f0cec2 req-9a0d1c9d-7f20-4e86-958c-a067c62e4d1b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740330 Oct 13 14:19:34.572516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906d73-14ac-48ed-8c4b-1acdcf920ca3 req-be1731f3-17c8-4030-a229-f73e4700ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:34.574091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f906d73-14ac-48ed-8c4b-1acdcf920ca3 req-be1731f3-17c8-4030-a229-f73e4700ae8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.2733359 Oct 13 14:19:34.606631 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7245dfc1-0e18-45af-9711-a10bf2e264f5 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:34.620069 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3f40c-f552-466e-8bf0-e404df05d2ce None None] Sync routers for ids ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:34.624168 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7245dfc1-0e18-45af-9711-a10bf2e264f5 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:34.646170 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3f40c-f552-466e-8bf0-e404df05d2ce None None] Routers {'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:34.647039 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4bd3f40c-f552-466e-8bf0-e404df05d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:34.670939 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Floating IP 1f327c5e-bdcd-454c-96a6-28992b1803c6 associated. External IP: 172.25.0.144, port: 45f4f8be-8f44-4039-b4d3-1df08f5dd596. Oct 13 14:19:34.719408 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95d38d66-0c4c-4e27-b097-9822b764708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:34.730041 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7245dfc1-0e18-45af-9711-a10bf2e264f5 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "PUT /v2.0/floatingips/acb72b15-0aee-4144-87ed-3302e6f10e50 HTTP/1.1" status: 200 len: 991 time: 2.8861902 Oct 13 14:19:34.736693 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0690233a-b4d7-4c7e-9646-898309cb4d8a', 'tag': '4a027013-bbef-433d-b879-260e1a392126'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:34.744283 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e500ed6c-0977-4d86-b359-b19ff5f4a296" -d '{"events": [{"name": "network-changed", "server_uuid": "0690233a-b4d7-4c7e-9646-898309cb4d8a", "tag": "4a027013-bbef-433d-b879-260e1a392126"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:34.771277 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cc0abe-df53-4d2f-af89-ea1c9b95797e x-openstack-request-id: req-b0cc0abe-df53-4d2f-af89-ea1c9b95797e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:34.774307 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c974c0-3148-4b56-b1d7-fedacf7a96fd", "name": "network-vif-deleted", "tag": "45b12361-0cd6-4532-9c90-92faf16c650b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48ab01a6-4109-4c66-90bf-bba094517a6c", "tag": "38892a89-6276-411f-8470-4e281e01ab97", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:34.774307 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0cc0abe-df53-4d2f-af89-ea1c9b95797e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:34.774307 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c974c0-3148-4b56-b1d7-fedacf7a96fd', 'name': 'network-vif-deleted', 'tag': '45b12361-0cd6-4532-9c90-92faf16c650b', 'status': 'completed', 'code': 200} Oct 13 14:19:34.774307 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ab01a6-4109-4c66-90bf-bba094517a6c', 'tag': '38892a89-6276-411f-8470-4e281e01ab97', 'status': 'completed', 'code': 200} Oct 13 14:19:34.913252 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95d38d66-0c4c-4e27-b097-9822b764708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:34.942584 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-95d38d66-0c4c-4e27-b097-9822b764708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e78204-2130-4d22-8bb7-091ad8e99fb9']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:34.954952 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-95d38d66-0c4c-4e27-b097-9822b764708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8e6779-102d-40af-898d-bd246e02457d') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:34.955341 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-95d38d66-0c4c-4e27-b097-9822b764708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8e6779-102d-40af-898d-bd246e02457d') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:34.967587 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95d38d66-0c4c-4e27-b097-9822b764708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:34.991723 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95d38d66-0c4c-4e27-b097-9822b764708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:34.997550 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-4bd3f40c-f552-466e-8bf0-e404df05d2ce None None] Set router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:35.003991 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d38d66-0c4c-4e27-b097-9822b764708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:19:35.004496 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95d38d66-0c4c-4e27-b097-9822b764708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:19:35.009818 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:19:35.254585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f906d73-14ac-48ed-8c4b-1acdcf920ca3 req-7f10e9c6-f20b-4340-927a-9acf56c0c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:35.254585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f906d73-14ac-48ed-8c4b-1acdcf920ca3 req-7f10e9c6-f20b-4340-927a-9acf56c0c29e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6074734 Oct 13 14:19:35.284673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-f158f564-8523-4c58-a474-77986f3d9ab9 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 1000 time: 0.5586367 Oct 13 14:19:35.300410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cef4ad-663b-4f89-b6c7-bf5e1d96eacc req-983b185e-56ef-4acb-9165-98f08ca4d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:35.308866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2cef4ad-663b-4f89-b6c7-bf5e1d96eacc req-983b185e-56ef-4acb-9165-98f08ca4d605 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 1095 time: 0.5065012 Oct 13 14:19:35.309136 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4bd3f40c-f552-466e-8bf0-e404df05d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:17:57Z', 'revision_number': 4, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port': {'id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:49Z', 'updated_at': '2021-10-13T14:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'acb72b15-0aee-4144-87ed-3302e6f10e50', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'port_id': '4a027013-bbef-433d-b879-260e1a392126', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'mac_address': 'fa:16:3e:24:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690233a-b4d7-4c7e-9646-898309cb4d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:04Z', 'updated_at': '2021-10-13T14:19:33Z', 'revision_number': 1, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3021b95a-0ed8-494f-84bd-0ab3c852381a', 'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'mac_address': 'fa:16:3e:28:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:55Z', 'updated_at': '2021-10-13T14:18:06Z', 'revision_number': 5, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'subnets': [{'id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:35.336524 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3f40c-f552-466e-8bf0-e404df05d2ce None None] Checking router: b8afb779-2f54-4bbf-bd6e-cc36f408aa8d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:19:35.345664 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3f40c-f552-466e-8bf0-e404df05d2ce None None] Routers {'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:35.346383 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4bd3f40c-f552-466e-8bf0-e404df05d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:35.387281 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95d38d66-0c4c-4e27-b097-9822b764708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:35.397987 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95d38d66-0c4c-4e27-b097-9822b764708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:35.404038 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-95d38d66-0c4c-4e27-b097-9822b764708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] 10.222.0.18 "DELETE /v2.0/networks/e1e78204-2130-4d22-8bb7-091ad8e99fb9 HTTP/1.1" status: 204 len: 168 time: 0.8995578 Oct 13 14:19:35.422299 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d38d66-0c4c-4e27-b097-9822b764708b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812092061-project] Pushing event deleted for resources: {'Network': ['ID=e1e78204-2130-4d22-8bb7-091ad8e99fb9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:35.455664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652a13a-f812-44bf-8ae1-3f636b00ac35 req-a4d7e9c9-c676-4d93-bfda-30c8983049da tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:35.459028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7652a13a-f812-44bf-8ae1-3f636b00ac35 req-a4d7e9c9-c676-4d93-bfda-30c8983049da tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 943 time: 0.2866507 Oct 13 14:19:35.644142 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-4bd3f40c-f552-466e-8bf0-e404df05d2ce None None] Set router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:35.711461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f906d73-14ac-48ed-8c4b-1acdcf920ca3 req-408b44b9-cb36-43b1-b867-a7ebaff8f5bc service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957864 Oct 13 14:19:35.771911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7652a13a-f812-44bf-8ae1-3f636b00ac35 req-7edbd515-57ad-4936-9a82-5f7cc762faa1 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123455 Oct 13 14:19:35.855031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-b406b840-3174-43f9-b921-bab17946401d tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:35.856452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-b406b840-3174-43f9-b921-bab17946401d tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.5594165 Oct 13 14:19:36.006100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cef4ad-663b-4f89-b6c7-bf5e1d96eacc req-ae1d0606-9064-4fd0-a8f3-4c20284ebe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:36.007696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2cef4ad-663b-4f89-b6c7-bf5e1d96eacc req-ae1d0606-9064-4fd0-a8f3-4c20284ebe1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 906 time: 0.6833839 Oct 13 14:19:36.076736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52632) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:36.089568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2cef4ad-663b-4f89-b6c7-bf5e1d96eacc req-ce32f87b-599f-476e-a07c-c1b31e83913c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38892a89-6276-411f-8470-4e281e01ab97 HTTP/1.1" status: 200 len: 217 time: 0.0622995 Oct 13 14:19:36.101858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:36.110955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-d306025b-4ff7-4e56-90ec-260b07567555 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 1000 time: 0.2108867 Oct 13 14:19:36.111384 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4bd3f40c-f552-466e-8bf0-e404df05d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:17:57Z', 'revision_number': 4, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port': {'id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:49Z', 'updated_at': '2021-10-13T14:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'acb72b15-0aee-4144-87ed-3302e6f10e50', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'port_id': '4a027013-bbef-433d-b879-260e1a392126', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'mac_address': 'fa:16:3e:24:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690233a-b4d7-4c7e-9646-898309cb4d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:04Z', 'updated_at': '2021-10-13T14:19:33Z', 'revision_number': 1, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3021b95a-0ed8-494f-84bd-0ab3c852381a', 'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'mac_address': 'fa:16:3e:28:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:55Z', 'updated_at': '2021-10-13T14:18:06Z', 'revision_number': 5, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'subnets': [{'id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:36.131164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f906d73-14ac-48ed-8c4b-1acdcf920ca3 req-d85659ae-da1a-4b31-9f4b-24330444cf57 service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904729 Oct 13 14:19:36.150265 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3f40c-f552-466e-8bf0-e404df05d2ce None None] The sync data for ids ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'] in n-d-806683-15 is: [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:17:57Z', 'revision_number': 4, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port': {'id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:49Z', 'updated_at': '2021-10-13T14:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'acb72b15-0aee-4144-87ed-3302e6f10e50', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'port_id': '4a027013-bbef-433d-b879-260e1a392126', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'mac_address': 'fa:16:3e:24:a7:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0690233a-b4d7-4c7e-9646-898309cb4d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:18:04Z', 'updated_at': '2021-10-13T14:19:33Z', 'revision_number': 1, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3021b95a-0ed8-494f-84bd-0ab3c852381a', 'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'mac_address': 'fa:16:3e:28:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:55Z', 'updated_at': '2021-10-13T14:18:06Z', 'revision_number': 5, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'subnets': [{'id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:36.195792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-5ec471b1-8c43-4e27-abab-a131db050a40 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:36.362620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-5ec471b1-8c43-4e27-abab-a131db050a40 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:36.443258 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-17217d03-8a76-4c5f-bff4-9b20a8caa714 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45e875b7c84a4ee5a48f7b5cbdec314d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646326 Oct 13 14:19:36.443484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cef4ad-663b-4f89-b6c7-bf5e1d96eacc req-8b1bec28-c7da-40f4-9e82-dee6590f99bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:36.450132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2cef4ad-663b-4f89-b6c7-bf5e1d96eacc req-8b1bec28-c7da-40f4-9e82-dee6590f99bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.3280649 Oct 13 14:19:36.452779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52638) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:36.519537 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2cef4ad-663b-4f89-b6c7-bf5e1d96eacc req-4624f617-3612-4514-a99d-23164723d2d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428827 Oct 13 14:19:36.561688 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b30ef2-d1bd-4ed7-871e-116ee9bf51af x-openstack-request-id: req-08b30ef2-d1bd-4ed7-871e-116ee9bf51af {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:36.562303 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0690233a-b4d7-4c7e-9646-898309cb4d8a", "tag": "4a027013-bbef-433d-b879-260e1a392126", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:36.562809 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08b30ef2-d1bd-4ed7-871e-116ee9bf51af {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:36.563555 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0690233a-b4d7-4c7e-9646-898309cb4d8a', 'tag': '4a027013-bbef-433d-b879-260e1a392126', 'status': 'completed', 'code': 200} Oct 13 14:19:36.607714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cccd5c-0f0b-46fc-9810-b97c11283d31 None None] New status for floating IP acb72b15-0aee-4144-87ed-3302e6f10e50: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:19:36.652930 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2cef4ad-663b-4f89-b6c7-bf5e1d96eacc req-8e6185e8-9596-4fbc-b986-16379eb73e72 service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214983 Oct 13 14:19:36.804510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:36.816308 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82214af9-4fc1-46a2-a98c-213e13aea90f None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:36.827707 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82214af9-4fc1-46a2-a98c-213e13aea90f None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:36.828781 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-82214af9-4fc1-46a2-a98c-213e13aea90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:36.870618 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-82214af9-4fc1-46a2-a98c-213e13aea90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:36.881486 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82214af9-4fc1-46a2-a98c-213e13aea90f None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:36.882110 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-82214af9-4fc1-46a2-a98c-213e13aea90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:36.890482 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1cc6cf59-5eb4-4528-a948-4ff025787ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:36.915903 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-82214af9-4fc1-46a2-a98c-213e13aea90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:36.916516 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82214af9-4fc1-46a2-a98c-213e13aea90f None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:36.947134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500ed6c-0977-4d86-b359-b19ff5f4a296 req-4a885d49-957f-4e15-b2bd-c41d79c3b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:36.948624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e500ed6c-0977-4d86-b359-b19ff5f4a296 req-4a885d49-957f-4e15-b2bd-c41d79c3b0ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25a2eab5e3c42c7b1b3d0de7f0b4067&device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 1097 time: 0.2869787 Oct 13 14:19:36.965919 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-5ec471b1-8c43-4e27-abab-a131db050a40 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:36.977371 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:36.998345 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1cc6cf59-5eb4-4528-a948-4ff025787ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:37.040772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799425d-f704-44e7-9ffb-525f4363a1dd req-715c09bf-f727-4ff3-b69b-088e8ba3538e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:37.042478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a799425d-f704-44e7-9ffb-525f4363a1dd req-715c09bf-f727-4ff3-b69b-088e8ba3538e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3262064 Oct 13 14:19:37.364015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-5ec471b1-8c43-4e27-abab-a131db050a40 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:37.364015 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-5ec471b1-8c43-4e27-abab-a131db050a40 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Floating IP f916780d-59b0-49be-918c-8d13e937cb4b disassociated. External IP: 172.25.0.18, port: 14858efe-1b64-4b5b-a48b-128a6abddb02. Oct 13 14:19:37.364924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2cef4ad-663b-4f89-b6c7-bf5e1d96eacc req-c4a3bef9-1bbf-4c71-b452-9fa4b75a4b90 service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676598 Oct 13 14:19:37.418934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d5317794-0430-451b-90a3-a3284f40ffc4 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.5396230 Oct 13 14:19:37.421624 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52652) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:37.495338 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-47ea553b-7dfd-43da-8fd7-7f4a64c7d6e8 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "GET /v2.0/floatingips/1f327c5e-bdcd-454c-96a6-28992b1803c6 HTTP/1.1" status: 200 len: 978 time: 0.0723851 Oct 13 14:19:37.502193 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52656) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:37.522334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a799425d-f704-44e7-9ffb-525f4363a1dd req-41fdfa3a-11dd-49ea-8d36-8eab18e97dda tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686242 Oct 13 14:19:37.543855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500ed6c-0977-4d86-b359-b19ff5f4a296 req-b68ad6e2-4fb0-4297-bdec-56f5ceb24ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:37.546877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e500ed6c-0977-4d86-b359-b19ff5f4a296 req-b68ad6e2-4fb0-4297-bdec-56f5ceb24ed5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=47ac7078-4955-4859-a54d-a170c2b90a6f HTTP/1.1" status: 200 len: 917 time: 0.5725300 Oct 13 14:19:37.628249 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e0cafc27-cde2-4a28-9760-68476341b91d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1219704 Oct 13 14:19:37.630815 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52660) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:37.636583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-66843957-f6f5-4c88-b5bb-1cd0fc9238fb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'floatingip': {'port_id': '66858579-21c6-43c8-b451-bd82aabd3a0e'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:37.637203 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1cc6cf59-5eb4-4528-a948-4ff025787ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:37.639897 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1cc6cf59-5eb4-4528-a948-4ff025787ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:37.641146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1cc6cf59-5eb4-4528-a948-4ff025787ced admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88cbf336-0e4d-4a3d-abdf-93bebc797776 HTTP/1.1" status: 204 len: 168 time: 1.1873233 Oct 13 14:19:37.683048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6cf59-5eb4-4528-a948-4ff025787ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cbf336-0e4d-4a3d-abdf-93bebc797776,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:37.706358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e500ed6c-0977-4d86-b359-b19ff5f4a296 req-57f2a656-a82f-4a0b-b680-62f5b33b760e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a027013-bbef-433d-b879-260e1a392126 HTTP/1.1" status: 200 len: 1001 time: 0.1492412 Oct 13 14:19:37.748100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66843957-f6f5-4c88-b5bb-1cd0fc9238fb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:37.794819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21d432-78b1-463d-b77a-80ec44ae08e6 req-987e9a7c-5851-4387-b52f-2eec0b745373 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:37.796317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc21d432-78b1-463d-b77a-80ec44ae08e6 req-987e9a7c-5851-4387-b52f-2eec0b745373 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 943 time: 0.1915951 Oct 13 14:19:37.872944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500ed6c-0977-4d86-b359-b19ff5f4a296 req-c90e8321-fb08-4785-bae9-83bee1f85bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:37.874391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e500ed6c-0977-4d86-b359-b19ff5f4a296 req-c90e8321-fb08-4785-bae9-83bee1f85bdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f50d9962-1ff5-4e60-9b43-876c73cdee45 HTTP/1.1" status: 200 len: 855 time: 0.1565306 Oct 13 14:19:37.928441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc21d432-78b1-463d-b77a-80ec44ae08e6 req-88c0f07a-3c57-4ef0-a75f-33fa2e321cd5 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229203 Oct 13 14:19:37.940768 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-5ec471b1-8c43-4e27-abab-a131db050a40 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:37.964052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500ed6c-0977-4d86-b359-b19ff5f4a296 req-5b43dd93-d501-4eb0-bf2d-992dfae00e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:37.965819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e500ed6c-0977-4d86-b359-b19ff5f4a296 req-5b43dd93-d501-4eb0-bf2d-992dfae00e4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47ac7078-4955-4859-a54d-a170c2b90a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808046 Oct 13 14:19:38.206990 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-5ec471b1-8c43-4e27-abab-a131db050a40 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:38.211749 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-5ec471b1-8c43-4e27-abab-a131db050a40 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:38.220921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc29d01-90ba-4892-8f94-c4381d0b7ed4 None None] Sync routers for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:38.242185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc29d01-90ba-4892-8f94-c4381d0b7ed4 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:38.243144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e500ed6c-0977-4d86-b359-b19ff5f4a296 req-9e4a0cad-bea3-4165-bf6d-cd2d1abce2f8 service neutron] 10.222.0.41 "GET /v2.0/networks/47ac7078-4955-4859-a54d-a170c2b90a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204282 Oct 13 14:19:38.243438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cdc29d01-90ba-4892-8f94-c4381d0b7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:38.262919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf00ba-cb5d-48c6-b4db-4ada39f596e9 req-73fc2b2d-4ce7-49b0-8bef-6eb7c945c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:38.264410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfbf00ba-cb5d-48c6-b4db-4ada39f596e9 req-73fc2b2d-4ce7-49b0-8bef-6eb7c945c991 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=93c10b4cc12243fa8a8825696b112266&device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 1098 time: 0.1272209 Oct 13 14:19:38.267806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-5ec471b1-8c43-4e27-abab-a131db050a40 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "PUT /v2.0/floatingips/f916780d-59b0-49be-918c-8d13e937cb4b HTTP/1.1" status: 200 len: 695 time: 2.1391680 Oct 13 14:19:38.281390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:38.283762 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13ed8a4-0a81-402f-a0c5-439ba662324c" -d '{"events": [{"name": "network-changed", "server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:38.343796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 38892a89-6276-411f-8470-4e281e01ab97 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:19:38.366141 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ce2ce6-261e-49fc-a0f1-d7b77bf6b653 x-openstack-request-id: req-06ce2ce6-261e-49fc-a0f1-d7b77bf6b653 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:38.366681 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:38.366943 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06ce2ce6-261e-49fc-a0f1-d7b77bf6b653 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:38.367591 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'status': 'completed', 'code': 200} Oct 13 14:19:38.498602 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52672) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:38.583100 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d61ccace-0ef4-452e-a757-2259221d3f4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1119e643cd0b4c7caa44e6484d4a92ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824792 Oct 13 14:19:38.592505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52676) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:38.624100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-eb953936-56d6-4da2-9ac3-48d71722217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:38.625857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-eb953936-56d6-4da2-9ac3-48d71722217d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 1097 time: 0.2396071 Oct 13 14:19:38.702831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ed8a4-0a81-402f-a0c5-439ba662324c req-9fef04e1-dd36-4fd6-a5cc-8f21200b3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:38.705009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f13ed8a4-0a81-402f-a0c5-439ba662324c req-9fef04e1-dd36-4fd6-a5cc-8f21200b3de7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b78abff673614c759f3914d20a5d2d63&device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 1097 time: 0.2952135 Oct 13 14:19:38.723091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e500ed6c-0977-4d86-b359-b19ff5f4a296 req-5ef5eafa-5eea-46a5-b5f5-c5eb20af4c95 service neutron] 10.222.0.41 "GET /v2.0/networks/47ac7078-4955-4859-a54d-a170c2b90a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700801 Oct 13 14:19:38.750236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-cdc29d01-90ba-4892-8f94-c4381d0b7ed4 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:38.778385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf00ba-cb5d-48c6-b4db-4ada39f596e9 req-d37519ba-d804-4b75-9846-228da7f61157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:38.779843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfbf00ba-cb5d-48c6-b4db-4ada39f596e9 req-d37519ba-d804-4b75-9846-228da7f61157 service neutron] 10.222.0.49 "GET /v2.0/networks?id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 HTTP/1.1" status: 200 len: 914 time: 0.4852972 Oct 13 14:19:38.798901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 38892a89-6276-411f-8470-4e281e01ab97, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=38892a89-6276-411f-8470-4e281e01ab97,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:38.818543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '38892a89-6276-411f-8470-4e281e01ab97', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'port_id': '38892a89-6276-411f-8470-4e281e01ab97', 'mac_address': 'fa:16:3e:32:20:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c947b3-a3a5-468c-a6ba-fa23139cfbc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:19:38.823535 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66843957-f6f5-4c88-b5bb-1cd0fc9238fb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:38.885356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfbf00ba-cb5d-48c6-b4db-4ada39f596e9 req-64e82437-8c44-4b38-8823-b3b5167ad65d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013b3461-9860-4280-9cbe-89d20d2f07b2 HTTP/1.1" status: 200 len: 217 time: 0.0902853 Oct 13 14:19:38.929473 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66843957-f6f5-4c88-b5bb-1cd0fc9238fb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:38.930700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e3b74-dda9-4b3e-8a81-ab8c9a081c87 req-2ec1bb76-97db-4819-9098-b0d04c029902 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:38.932176 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:38.933020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-142e3b74-dda9-4b3e-8a81-ab8c9a081c87 req-2ec1bb76-97db-4819-9098-b0d04c029902 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.3169057 Oct 13 14:19:38.957681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38892a89-6276-411f-8470-4e281e01ab97 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:19:38.981148 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-917f68b8-90a4-4b13-9450-43dd7c550c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:38.989835 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 38892a89-6276-411f-8470-4e281e01ab97, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=38892a89-6276-411f-8470-4e281e01ab97,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:39.039629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cdc29d01-90ba-4892-8f94-c4381d0b7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:39.044678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-321bb59c-ef4a-4d5d-93f5-11dbc3871330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:39.046203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-321bb59c-ef4a-4d5d-93f5-11dbc3871330 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.4035566 Oct 13 14:19:39.066580 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-66843957-f6f5-4c88-b5bb-1cd0fc9238fb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Floating IP 1f327c5e-bdcd-454c-96a6-28992b1803c6 associated. External IP: 172.25.0.144, port: 45f4f8be-8f44-4039-b4d3-1df08f5dd596. Oct 13 14:19:39.066811 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-917f68b8-90a4-4b13-9450-43dd7c550c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:39.070796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc29d01-90ba-4892-8f94-c4381d0b7ed4 None None] Checking router: f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:19:39.072927 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:39.082256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ed8a4-0a81-402f-a0c5-439ba662324c req-af507ad5-f146-4d5f-9cef-80020c577638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:39.083440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f13ed8a4-0a81-402f-a0c5-439ba662324c req-af507ad5-f146-4d5f-9cef-80020c577638 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 200 len: 921 time: 0.3230383 Oct 13 14:19:39.099800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf00ba-cb5d-48c6-b4db-4ada39f596e9 req-928b04aa-4db8-4cb4-b16e-d9498803cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:39.101311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfbf00ba-cb5d-48c6-b4db-4ada39f596e9 req-928b04aa-4db8-4cb4-b16e-d9498803cda1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1883f4e6-845b-462e-92e2-b0bf84ce9717 HTTP/1.1" status: 200 len: 853 time: 0.2041159 Oct 13 14:19:39.111474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc29d01-90ba-4892-8f94-c4381d0b7ed4 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:39.112351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cdc29d01-90ba-4892-8f94-c4381d0b7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:39.145702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-142e3b74-dda9-4b3e-8a81-ab8c9a081c87 req-14ab1946-09ec-4ce4-8476-a317d768634d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728749 Oct 13 14:19:39.194232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=38892a89-6276-411f-8470-4e281e01ab97,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:39.210511 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-27aba135-04bf-492e-b7f7-be38cab21837 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 217 time: 0.1459162 Oct 13 14:19:39.214471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f13ed8a4-0a81-402f-a0c5-439ba662324c req-7050f41b-d016-48fa-a80e-53b90181f7a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 200 len: 217 time: 0.1138935 Oct 13 14:19:39.247135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfbf00ba-cb5d-48c6-b4db-4ada39f596e9 req-c0d5c710-2142-4aa3-8421-2b89da4de90b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092675 Oct 13 14:19:39.264026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-cdc29d01-90ba-4892-8f94-c4381d0b7ed4 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:39.361301 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66843957-f6f5-4c88-b5bb-1cd0fc9238fb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:39.494531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66843957-f6f5-4c88-b5bb-1cd0fc9238fb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:39.509889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cdc29d01-90ba-4892-8f94-c4381d0b7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:39.510226 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f3815c-431e-46f6-8071-c7b7bc258bc4 None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:39.524300 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f3815c-431e-46f6-8071-c7b7bc258bc4 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:39.525629 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-28f3815c-431e-46f6-8071-c7b7bc258bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:39.559476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc29d01-90ba-4892-8f94-c4381d0b7ed4 None None] The sync data for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 is: [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:17:39Z', 'revision_number': 4, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f04adb5e-17f5-4947-8df2-d4c22677bd29', 'name': '', 'network_id': '5fad512b-6e0a-4dc9-910f-722e870ab47e', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'mac_address': 'fa:16:3e:f4:d1:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:37Z', 'updated_at': '2021-10-13T14:17:46Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'subnets': [{'id': '8abd87f0-f9ad-4a1b-bb81-56dd67a675b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:39.569867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['38892a89-6276-411f-8470-4e281e01ab97'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:19:39.573762 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-28f3815c-431e-46f6-8071-c7b7bc258bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:39.584217 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f3815c-431e-46f6-8071-c7b7bc258bc4 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:39.585184 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-28f3815c-431e-46f6-8071-c7b7bc258bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:39.663038 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-28f3815c-431e-46f6-8071-c7b7bc258bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:39.664097 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f3815c-431e-46f6-8071-c7b7bc258bc4 None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:39.743582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ed8a4-0a81-402f-a0c5-439ba662324c req-dc64bfcd-3139-405a-8d78-26beaa132bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:39.745221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f13ed8a4-0a81-402f-a0c5-439ba662324c req-dc64bfcd-3139-405a-8d78-26beaa132bd2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.5165136 Oct 13 14:19:39.753109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-0a3ec211-d650-44b7-ace0-72cba273082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:39.754718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-0a3ec211-d650-44b7-ace0-72cba273082d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 200 len: 859 time: 0.5249622 Oct 13 14:19:39.787842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66843957-f6f5-4c88-b5bb-1cd0fc9238fb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:39.840773 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6377574-7fad-431f-ae06-47146e02bda4 req-080d5cb2-44a5-4202-807f-c665a241fe24 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:39.842434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c6377574-7fad-431f-ae06-47146e02bda4 req-080d5cb2-44a5-4202-807f-c665a241fe24 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 944 time: 0.6117315 Oct 13 14:19:39.882108 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfbf00ba-cb5d-48c6-b4db-4ada39f596e9 req-8d7e82cc-3752-49a8-904d-fae1f0aae296 service neutron] 10.222.0.49 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895116 Oct 13 14:19:39.890896 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-917f68b8-90a4-4b13-9450-43dd7c550c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:39.893713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-917f68b8-90a4-4b13-9450-43dd7c550c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:39.907948 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-917f68b8-90a4-4b13-9450-43dd7c550c9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23f04eeb-d0db-4d7b-8172-c7ca90d78000 HTTP/1.1" status: 204 len: 168 time: 1.2972088 Oct 13 14:19:39.932688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66843957-f6f5-4c88-b5bb-1cd0fc9238fb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:39.937643 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66843957-f6f5-4c88-b5bb-1cd0fc9238fb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:39.946882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445e201-b4d2-476e-a492-d303c61f5b34 None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:39.968192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445e201-b4d2-476e-a492-d303c61f5b34 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:39.973780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f445e201-b4d2-476e-a492-d303c61f5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:40.007033 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-66843957-f6f5-4c88-b5bb-1cd0fc9238fb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "PUT /v2.0/floatingips/1f327c5e-bdcd-454c-96a6-28992b1803c6 HTTP/1.1" status: 200 len: 977 time: 2.3746819 Oct 13 14:19:40.009379 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52686) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:40.023119 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b3dc0df5-b67a-4aca-ab1c-28cd89fb55e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:40.042445 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1077067f-7340-47e8-9894-8361e56a6067 None None] New status for floating IP f916780d-59b0-49be-918c-8d13e937cb4b: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:19:40.064871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c6377574-7fad-431f-ae06-47146e02bda4 req-e3ec74bd-65c9-4225-b99a-97b98d2443c5 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046592 Oct 13 14:19:40.068847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f445e201-b4d2-476e-a492-d303c61f5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:40.091300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-d6babf15-3cf9-4434-a375-49ae46eebec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:40.096643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445e201-b4d2-476e-a492-d303c61f5b34 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:40.098014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f445e201-b4d2-476e-a492-d303c61f5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:40.098643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-d6babf15-3cf9-4434-a375-49ae46eebec6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3287292 Oct 13 14:19:40.102318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f68b8-90a4-4b13-9450-43dd7c550c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f04eeb-d0db-4d7b-8172-c7ca90d78000,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:40.115419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ed8a4-0a81-402f-a0c5-439ba662324c req-5cf328f7-9ca9-47dc-9908-93910385a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:40.117134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f13ed8a4-0a81-402f-a0c5-439ba662324c req-5cf328f7-9ca9-47dc-9908-93910385a662 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fad512b-6e0a-4dc9-910f-722e870ab47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3577206 Oct 13 14:19:40.128026 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0df5-b67a-4aca-ab1c-28cd89fb55e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:40.154178 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f445e201-b4d2-476e-a492-d303c61f5b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:40.154717 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445e201-b4d2-476e-a492-d303c61f5b34 None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:40.175122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfbf00ba-cb5d-48c6-b4db-4ada39f596e9 req-f60a2fe6-c06b-4cfe-ba8e-5106fa4108cb service neutron] 10.222.0.49 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625475 Oct 13 14:19:40.367479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-2d987d93-1b76-48aa-bb01-c57963be99aa service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441156 Oct 13 14:19:40.370698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f13ed8a4-0a81-402f-a0c5-439ba662324c req-74e42bb1-e1a1-48fb-9fc1-7a6e927db243 service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398925 Oct 13 14:19:40.420862 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0df5-b67a-4aca-ab1c-28cd89fb55e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:40.529593 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0df5-b67a-4aca-ab1c-28cd89fb55e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:40.533859 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-b3dc0df5-b67a-4aca-ab1c-28cd89fb55e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Floating IP 1f327c5e-bdcd-454c-96a6-28992b1803c6 disassociated. External IP: 172.25.0.144, port: 66858579-21c6-43c8-b451-bd82aabd3a0e. Oct 13 14:19:40.589100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de153-1376-4a37-8c29-240b62ca461d req-015b12a0-e997-411f-9792-2893d3580f3b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:40.590777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b66de153-1376-4a37-8c29-240b62ca461d req-015b12a0-e997-411f-9792-2893d3580f3b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1441264 Oct 13 14:19:40.612401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d394fb31-428d-44d5-8bba-e556e9fad73d req-8290c0a8-f89a-4b3f-9242-eef345cb4ac1 service neutron] 10.222.0.18 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379947 Oct 13 14:19:40.616851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f13ed8a4-0a81-402f-a0c5-439ba662324c req-231f3881-b6f9-4146-b83e-5ea02232ee50 service neutron] 10.222.0.49 "GET /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302153 Oct 13 14:19:40.657429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b66de153-1376-4a37-8c29-240b62ca461d req-ded3085a-0fb1-4adf-bf1f-df1288e35c1e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580966 Oct 13 14:19:40.816842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dc0df5-b67a-4aca-ab1c-28cd89fb55e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:40.896153 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-792ab050-b359-445f-8880-08792176b64b req-86fa6ceb-73b1-49ae-8c3e-a35f839bb90a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips/f916780d-59b0-49be-918c-8d13e937cb4b HTTP/1.1" status: 200 len: 693 time: 0.0501664 Oct 13 14:19:40.951031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dc0df5-b67a-4aca-ab1c-28cd89fb55e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:40.955719 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0df5-b67a-4aca-ab1c-28cd89fb55e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:40.962673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e649a12-627d-4ad4-b852-86c0ddc0a95e None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:40.975587 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e649a12-627d-4ad4-b852-86c0ddc0a95e None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:40.977417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9e649a12-627d-4ad4-b852-86c0ddc0a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:41.003563 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b3dc0df5-b67a-4aca-ab1c-28cd89fb55e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "PUT /v2.0/floatingips/1f327c5e-bdcd-454c-96a6-28992b1803c6 HTTP/1.1" status: 200 len: 688 time: 0.9930568 Oct 13 14:19:41.006190 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52708) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:41.022237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9e649a12-627d-4ad4-b852-86c0ddc0a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:41.031646 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e649a12-627d-4ad4-b852-86c0ddc0a95e None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:41.032305 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9e649a12-627d-4ad4-b852-86c0ddc0a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:41.048424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ab050-b359-445f-8880-08792176b64b req-70b223a7-21b5-4e92-bc5a-171212bedc69 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:41.056223 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-792ab050-b359-445f-8880-08792176b64b req-70b223a7-21b5-4e92-bc5a-171212bedc69 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.1527514 Oct 13 14:19:41.062813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-792ab050-b359-445f-8880-08792176b64b req-b62e48af-ad35-47dc-b120-23e9ee8e6e72 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:19:41.074596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-792ab050-b359-445f-8880-08792176b64b req-b62e48af-ad35-47dc-b120-23e9ee8e6e72 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0173335 Oct 13 14:19:41.081605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9e649a12-627d-4ad4-b852-86c0ddc0a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:41.082267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e649a12-627d-4ad4-b852-86c0ddc0a95e None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:41.145807 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-792ab050-b359-445f-8880-08792176b64b req-092af26d-6880-454b-8664-d1309ffa3ae6 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 696 time: 0.0701282 Oct 13 14:19:41.180430 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d4b10cc6-3fcb-4b6b-827d-9cee78082ce6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port 129dded3-0649-478f-a98f-69ba2c292b53 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:41.181079 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4b10cc6-3fcb-4b6b-827d-9cee78082ce6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:41.214882 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-792ab050-b359-445f-8880-08792176b64b req-62fed743-2bf9-4949-b21e-311917d4a5b3 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 696 time: 0.0594373 Oct 13 14:19:41.276154 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4b10cc6-3fcb-4b6b-827d-9cee78082ce6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:41.276529 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4b10cc6-3fcb-4b6b-827d-9cee78082ce6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:41.293266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d4b10cc6-3fcb-4b6b-827d-9cee78082ce6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for 129dded3-0649-478f-a98f-69ba2c292b53 owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:41.319338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558623ca-0c56-4e30-8f65-99cc81920246 req-ac43f49f-86a9-482f-9a38-8dfbb8009a80 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:41.327095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-558623ca-0c56-4e30-8f65-99cc81920246 req-ac43f49f-86a9-482f-9a38-8dfbb8009a80 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 944 time: 0.1324282 Oct 13 14:19:41.431410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-558623ca-0c56-4e30-8f65-99cc81920246 req-14138c4b-d580-499a-ad54-e6ecd6107eb0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027961 Oct 13 14:19:41.473282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-792ab050-b359-445f-8880-08792176b64b req-e7c0f418-0cd0-4c6f-bb0e-5e7790fd164a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Deleting port d555d67f-d083-4037-b268-66a82b3f2902 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:41.473282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-792ab050-b359-445f-8880-08792176b64b req-e7c0f418-0cd0-4c6f-bb0e-5e7790fd164a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:41.575401 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-792ab050-b359-445f-8880-08792176b64b req-e7c0f418-0cd0-4c6f-bb0e-5e7790fd164a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:41.576130 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-792ab050-b359-445f-8880-08792176b64b req-e7c0f418-0cd0-4c6f-bb0e-5e7790fd164a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:41.594375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-792ab050-b359-445f-8880-08792176b64b req-e7c0f418-0cd0-4c6f-bb0e-5e7790fd164a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Calling delete_port for d555d67f-d083-4037-b268-66a82b3f2902 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:41.695057 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4b10cc6-3fcb-4b6b-827d-9cee78082ce6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:41.722336 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b10cc6-3fcb-4b6b-827d-9cee78082ce6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=129dded3-0649-478f-a98f-69ba2c292b53,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:41.796693 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4b10cc6-3fcb-4b6b-827d-9cee78082ce6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:41.800075 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4b10cc6-3fcb-4b6b-827d-9cee78082ce6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:41.803915 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d4b10cc6-3fcb-4b6b-827d-9cee78082ce6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/floatingips/1f327c5e-bdcd-454c-96a6-28992b1803c6 HTTP/1.1" status: 204 len: 168 time: 0.7942197 Oct 13 14:19:41.805199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52730) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:41.823624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fda0ac-536d-4025-b41e-ca87295216b8 req-411496c3-be3f-488b-b5df-38cc790cf29b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:41.825284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76fda0ac-536d-4025-b41e-ca87295216b8 req-411496c3-be3f-488b-b5df-38cc790cf29b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.0673010 Oct 13 14:19:41.859914 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-4d64c619-9d3e-4654-9557-8f2de9e9581e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] delete failed (client error): The resource could not be found. Oct 13 14:19:41.860954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4d64c619-9d3e-4654-9557-8f2de9e9581e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/floatingips/1f327c5e-bdcd-454c-96a6-28992b1803c6 HTTP/1.1" status: 404 len: 345 time: 0.0537636 Oct 13 14:19:41.861778 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-792ab050-b359-445f-8880-08792176b64b req-e7c0f418-0cd0-4c6f-bb0e-5e7790fd164a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:41.865965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52734) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:41.902601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0f418-0cd0-4c6f-bb0e-5e7790fd164a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Pushing event deleted for resources: {'Port': ['ID=d555d67f-d083-4037-b268-66a82b3f2902,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:41.963046 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf450ca-9424-41a9-bab0-fa34c26f0e96 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:41.964126 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76fda0ac-536d-4025-b41e-ca87295216b8 req-1930deaa-af3c-4e12-9c71-493236a1d838 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065598 Oct 13 14:19:41.980320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf450ca-9424-41a9-bab0-fa34c26f0e96 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:41.985477 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-792ab050-b359-445f-8880-08792176b64b req-e7c0f418-0cd0-4c6f-bb0e-5e7790fd164a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:41.989351 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-792ab050-b359-445f-8880-08792176b64b req-e7c0f418-0cd0-4c6f-bb0e-5e7790fd164a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:41.991252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-792ab050-b359-445f-8880-08792176b64b req-e7c0f418-0cd0-4c6f-bb0e-5e7790fd164a tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "DELETE /v2.0/floatingips/f916780d-59b0-49be-918c-8d13e937cb4b HTTP/1.1" status: 204 len: 173 time: 0.7625694 Oct 13 14:19:41.994588 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf450ca-9424-41a9-bab0-fa34c26f0e96 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:41.999568 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2bf450ca-9424-41a9-bab0-fa34c26f0e96 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "GET /v2.0/ports?network_id=d5df6e36-8dbc-4b00-a594-00d0a37538a3 HTTP/1.1" status: 200 len: 2357 time: 0.1295099 Oct 13 14:19:41.999949 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52740) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:42.053162 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f00b95-fab2-4f7e-b626-6ffd972fb6a0 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:42.054624 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e5f00b95-fab2-4f7e-b626-6ffd972fb6a0 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "GET /v2.0/subnets/e3f5b4e8-87cf-4dec-8ced-939ed3a29b14 HTTP/1.1" status: 200 len: 797 time: 0.0536816 Oct 13 14:19:42.059514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52742) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:42.065405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'port': {'network_id': 'd5df6e36-8dbc-4b00-a594-00d0a37538a3', 'name': 'tempest-FloatingIPTestJSON-1070030765', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:42.245928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52748) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:42.286478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 38892a89-6276-411f-8470-4e281e01ab97 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:19:42.290478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Made reservation on behalf of 1d213847f00048539508998954e55e19 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:42.383511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 013b3461-9860-4280-9cbe-89d20d2f07b2 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:19:42.423985 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:42.434437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 38892a89-6276-411f-8470-4e281e01ab97 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:19:42.458339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 38892a89-6276-411f-8470-4e281e01ab97 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:19:42.459180 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:42.459402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-910926442', 'router:external': True}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:42.480730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] device_id is not set on port d8a997bc-193c-41dc-9f3f-010e442b457f yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:19:42.594981 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:42.659795 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:42.662125 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635ab03d-254a-4c56-ab6c-f957193dea23" -d '{"events": [{"server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "name": "network-vif-unplugged", "status": "completed", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:42.679919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:42.682886 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:42.700463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea875e-a52c-4eaf-8d50-06719060c567 req-436f929b-56d1-4c7b-9d66-3d4708ba4eeb tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:42.703722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79ea875e-a52c-4eaf-8d50-06719060c567 req-436f929b-56d1-4c7b-9d66-3d4708ba4eeb tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 945 time: 0.2489321 Oct 13 14:19:42.730001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Made reservation on behalf of 6ce161c5e3a9436aafe8d7dc55d31f3a for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:42.732280 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:42.733179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 38892a89-6276-411f-8470-4e281e01ab97, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=38892a89-6276-411f-8470-4e281e01ab97,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:42.753093 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:42.784141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20822b-b5ac-4890-85cd-de2aaeba0c11 req-1b4e9ce0-77c1-41fa-8a7a-cd209b9e9dcb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:42.785675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc20822b-b5ac-4890-85cd-de2aaeba0c11 req-1b4e9ce0-77c1-41fa-8a7a-cd209b9e9dcb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 944 time: 0.2301743 Oct 13 14:19:42.790620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:42.811768 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=013b3461-9860-4280-9cbe-89d20d2f07b2,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:42.834946 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:42.851217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79ea875e-a52c-4eaf-8d50-06719060c567 req-21576e2c-aee7-4d79-8185-7d2241eb316e tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361146 Oct 13 14:19:42.893360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=38892a89-6276-411f-8470-4e281e01ab97,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:42.919497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc20822b-b5ac-4890-85cd-de2aaeba0c11 req-7fac06b2-fbce-4627-b998-0e704410aeca tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257384 Oct 13 14:19:42.984950 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c735bde9-7b4a-4939-bc6d-89e2125872f7 x-openstack-request-id: req-c735bde9-7b4a-4939-bc6d-89e2125872f7 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:42.986195 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "name": "network-vif-unplugged", "status": "completed", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:42.986195 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c735bde9-7b4a-4939-bc6d-89e2125872f7 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:42.986662 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2', 'code': 200} Oct 13 14:19:43.024890 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:43.037465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.20.0.14 (d5df6e36-8dbc-4b00-a594-00d0a37538a3/e3f5b4e8-87cf-4dec-8ced-939ed3a29b14/d8a997bc-193c-41dc-9f3f-010e442b457f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:43.044116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.20.0.12 (d5df6e36-8dbc-4b00-a594-00d0a37538a3/e3f5b4e8-87cf-4dec-8ced-939ed3a29b14/d8a997bc-193c-41dc-9f3f-010e442b457f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:43.164639 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:43.178432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ce1c1-0fb5-4699-9e4c-351661b37304 req-302382dd-bbce-4717-a060-20b000b84230 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:43.179954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-778ce1c1-0fb5-4699-9e4c-351661b37304 req-302382dd-bbce-4717-a060-20b000b84230 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 944 time: 0.1222043 Oct 13 14:19:43.230405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:19:43.251531 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0eebdad-55dc-4bf1-8de5-0c784ca3c143,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:43.280760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:43.282665 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Added segment 80a993cd-40ff-463e-8543-dc5b9f43c701 of type vlan for network 1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9 Oct 13 14:19:43.330482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-778ce1c1-0fb5-4699-9e4c-351661b37304 req-b1eb0fca-be3f-4d2e-964b-c352b34e5148 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431961 Oct 13 14:19:43.349963 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:43.373715 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:43.483084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c9d7a-3437-4b75-bb61-10ec88914f0d req-e4ecb3c8-e5a1-44b5-8612-d245f2d72b92 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:43.484594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f84c9d7a-3437-4b75-bb61-10ec88914f0d req-e4ecb3c8-e5a1-44b5-8612-d245f2d72b92 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 944 time: 0.0743184 Oct 13 14:19:43.527098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f84c9d7a-3437-4b75-bb61-10ec88914f0d req-95ad6af6-76a6-4337-b78b-8c7e08f4c611 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360329 Oct 13 14:19:43.569491 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:43.570497 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:43.571127 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:43.576477 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:43.630495 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:19:43.694504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network d5df6e36-8dbc-4b00-a594-00d0a37538a3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:43.697962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4511576 Oct 13 14:19:43.701604 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52776) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:43.713959 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-714fb16a-5254-4cc3-9de3-67450494b599 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Request body: {'subnet': {'network_id': '1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:43.714924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:43.723690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:43.726468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=d8a997bc-193c-41dc-9f3f-010e442b457f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:43.843982 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714fb16a-5254-4cc3-9de3-67450494b599 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Made reservation on behalf of 6ce161c5e3a9436aafe8d7dc55d31f3a for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:43.846540 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-714fb16a-5254-4cc3-9de3-67450494b599 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:44.036245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bcb57-6db2-438c-b2f8-eb7033da7815 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event updated for resources: {'Network': ['ID=1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:44.050582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:19:44.156376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:44.157692 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:44.190067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6087a-62d2-4554-be8f-8a68f6c4b62c req-470c53ac-1c28-4418-bb5f-0ecaf7aa4322 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:44.191627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55f6087a-62d2-4554-be8f-8a68f6c4b62c req-470c53ac-1c28-4418-bb5f-0ecaf7aa4322 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.49 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 945 time: 0.1565502 Oct 13 14:19:44.204505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f892e-089e-4a5a-8d62-8e74e76cf06b req-6c552dc9-f326-4d46-8062-b2f84c4e12ef tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:44.211880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-107f892e-089e-4a5a-8d62-8e74e76cf06b req-6c552dc9-f326-4d46-8062-b2f84c4e12ef tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 945 time: 0.1792035 Oct 13 14:19:44.235828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c641256-7eb1-4086-a5c8-429c82f75ebd req-2e52101a-22f4-419a-9ad8-e80d0500842b tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:44.237811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c641256-7eb1-4086-a5c8-429c82f75ebd req-2e52101a-22f4-419a-9ad8-e80d0500842b tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 945 time: 0.2037222 Oct 13 14:19:44.281530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2edec889-9cb9-4e4e-9f34-e87d467e4af7 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2210133 Oct 13 14:19:44.290164 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52794) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:44.295072 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': 'd8a997bc-193c-41dc-9f3f-010e442b457f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:44.301359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-714fb16a-5254-4cc3-9de3-67450494b599 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:19:44.307543 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-714fb16a-5254-4cc3-9de3-67450494b599 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:44.355570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-107f892e-089e-4a5a-8d62-8e74e76cf06b req-31110400-5f20-4936-a5b4-a768bd60099c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423657 Oct 13 14:19:44.377127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fb16a-5254-4cc3-9de3-67450494b599 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event updated for resources: {'Subnet': ['ID=90cc7a70-6809-4888-8a22-7248089fc446,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:44.378432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c641256-7eb1-4086-a5c8-429c82f75ebd req-273408f6-b89f-400e-b2c9-7bed7b44fa37 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f509f87-38ac-49dc-b30d-c78e30dc7f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148949 Oct 13 14:19:44.403440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714fb16a-5254-4cc3-9de3-67450494b599 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Checking segment: {'id': '80a993cd-40ff-463e-8543-dc5b9f43c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:19:44.403440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714fb16a-5254-4cc3-9de3-67450494b599 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Network hostable DHCP agents. Network: 1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:19:44.403647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-55f6087a-62d2-4554-be8f-8a68f6c4b62c req-40b4ff7b-1d23-43bf-b034-39f11f4e03e4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Deleting port 14858efe-1b64-4b5b-a48b-128a6abddb02 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:44.403647 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-55f6087a-62d2-4554-be8f-8a68f6c4b62c req-40b4ff7b-1d23-43bf-b034-39f11f4e03e4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:44.512725 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:44.517862 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714fb16a-5254-4cc3-9de3-67450494b599 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Network 1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:19:44.534850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-55f6087a-62d2-4554-be8f-8a68f6c4b62c req-40b4ff7b-1d23-43bf-b034-39f11f4e03e4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] For port 14858efe-1b64-4b5b-a48b-128a6abddb02, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=14858efe-1b64-4b5b-a48b-128a6abddb02,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:44.535232 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-55f6087a-62d2-4554-be8f-8a68f6c4b62c req-40b4ff7b-1d23-43bf-b034-39f11f4e03e4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:44.556863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad99f1e-fc64-4e93-8325-18c7eae18dcd req-ab43bdf2-ffa1-48bd-8906-2da58fc54a69 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:44.557363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ad99f1e-fc64-4e93-8325-18c7eae18dcd req-ab43bdf2-ffa1-48bd-8906-2da58fc54a69 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 944 time: 0.1017630 Oct 13 14:19:44.561951 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-55f6087a-62d2-4554-be8f-8a68f6c4b62c req-40b4ff7b-1d23-43bf-b034-39f11f4e03e4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Calling delete_port for 14858efe-1b64-4b5b-a48b-128a6abddb02 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:44.649324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ad99f1e-fc64-4e93-8325-18c7eae18dcd req-375d5f60-00c9-42fc-8ad7-6c3d81c429cc tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831313 Oct 13 14:19:44.661932 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:44.678804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-714fb16a-5254-4cc3-9de3-67450494b599 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:44.695268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a4bbba-4b5c-4bd7-918f-775704cac185 None None] Network 1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:19:44.703141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714fb16a-5254-4cc3-9de3-67450494b599 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:44.707100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-714fb16a-5254-4cc3-9de3-67450494b599 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:44.777536 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-90a36edd-de1d-4479-a852-76186768baab req-aee3d662-3ace-48f5-97ac-5119ba593c00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1904628 Oct 13 14:19:44.836236 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-714fb16a-5254-4cc3-9de3-67450494b599 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1308496 Oct 13 14:19:44.837724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52804) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:44.846762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1257929647', 'network_id': '1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:44.857137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1cb9c7-6d63-4412-a824-803726d1b1e2 None None] Network 1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:19:44.867396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.25.0.81 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/7e681f17-7715-437a-8944-05a0167e1ec8) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:44.889313 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-55f6087a-62d2-4554-be8f-8a68f6c4b62c req-40b4ff7b-1d23-43bf-b034-39f11f4e03e4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:44.919175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['14858efe-1b64-4b5b-a48b-128a6abddb02'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:19:44.929026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4ff7b-1d23-43bf-b034-39f11f4e03e4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Pushing event deleted for resources: {'Port': ['ID=14858efe-1b64-4b5b-a48b-128a6abddb02,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:44.986231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Made reservation on behalf of 6ce161c5e3a9436aafe8d7dc55d31f3a for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:44.988942 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:44.994652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ab01a6-4109-4c66-90bf-bba094517a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38892a89-6276-411f-8470-4e281e01ab97'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:44.998276 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6275a5-d588-4f42-ad2b-b7749ff8e5aa" -d '{"events": [{"server_uuid": "48ab01a6-4109-4c66-90bf-bba094517a6c", "name": "network-vif-plugged", "status": "completed", "tag": "38892a89-6276-411f-8470-4e281e01ab97"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:45.017931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f6087a-62d2-4554-be8f-8a68f6c4b62c req-40b4ff7b-1d23-43bf-b034-39f11f4e03e4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] No DVR routers for this DVR port 14858efe-1b64-4b5b-a48b-128a6abddb02 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:19:45.024479 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-55f6087a-62d2-4554-be8f-8a68f6c4b62c req-40b4ff7b-1d23-43bf-b034-39f11f4e03e4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:45.029239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55f6087a-62d2-4554-be8f-8a68f6c4b62c req-40b4ff7b-1d23-43bf-b034-39f11f4e03e4 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.49 "DELETE /v2.0/ports/14858efe-1b64-4b5b-a48b-128a6abddb02 HTTP/1.1" status: 204 len: 173 time: 0.8143620 Oct 13 14:19:45.038181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'name': 'network-vif-deleted', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:45.043322 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095e2811-a837-4117-b4d2-e02f716cf4f4" -d '{"events": [{"server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "name": "network-vif-deleted", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:45.051982 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f807cb2f-81e1-44ac-b94b-57e55d78d932 x-openstack-request-id: req-f807cb2f-81e1-44ac-b94b-57e55d78d932 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:45.052556 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ab01a6-4109-4c66-90bf-bba094517a6c", "name": "network-vif-plugged", "status": "completed", "tag": "38892a89-6276-411f-8470-4e281e01ab97", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:45.052556 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f807cb2f-81e1-44ac-b94b-57e55d78d932 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:45.052903 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ab01a6-4109-4c66-90bf-bba094517a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38892a89-6276-411f-8470-4e281e01ab97', 'code': 200} Oct 13 14:19:45.064739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] device_id is not set on port 7bc01c53-06aa-4057-9e17-dc7e57260327 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:19:45.069515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:45.167010 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2897af-9ec8-4558-a473-266b2aa041b1 x-openstack-request-id: req-fb2897af-9ec8-4558-a473-266b2aa041b1 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:45.167311 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87cb921e-e222-42e8-bcca-bf95b71e550a", "name": "network-vif-deleted", "tag": "14858efe-1b64-4b5b-a48b-128a6abddb02", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:45.167563 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb2897af-9ec8-4558-a473-266b2aa041b1 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:45.167962 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87cb921e-e222-42e8-bcca-bf95b71e550a', 'name': 'network-vif-deleted', 'tag': '14858efe-1b64-4b5b-a48b-128a6abddb02', 'status': 'completed', 'code': 200} Oct 13 14:19:45.210362 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:45.235962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Allocated IP 2001:db8::173 (1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9/90cc7a70-6809-4888-8a22-7248089fc446/7bc01c53-06aa-4057-9e17-dc7e57260327) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:45.246180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d7b9e-8354-41ca-a13f-586f178cd42c req-9b6cbcfa-f926-40cc-aafe-00a5cdffcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:45.250056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-200d7b9e-8354-41ca-a13f-586f178cd42c req-9b6cbcfa-f926-40cc-aafe-00a5cdffcde8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 1097 time: 0.1120510 Oct 13 14:19:45.263770 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:45.267872 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:45.270366 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:45.320783 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=7e681f17-7715-437a-8944-05a0167e1ec8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:45.321078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-200d7b9e-8354-41ca-a13f-586f178cd42c req-1b3a261c-6175-433a-a25e-36c2828fc98f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598700 Oct 13 14:19:45.474593 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:45.582814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a78be30-c3f2-4a7e-ab2d-548eb8ae3fe3 req-3fa6dd52-4fb6-4c42-ad9a-8f2e21b7dae1 tempest-FloatingIPsAssociationTestJSON-1595394278 tempest-FloatingIPsAssociationTestJSON-1595394278-project] 10.222.0.18 "GET /v2.0/ports?device_id=87cb921e-e222-42e8-bcca-bf95b71e550a HTTP/1.1" status: 200 len: 210 time: 0.0440567 Oct 13 14:19:45.591854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc8f7e-04c8-4111-a7bb-a924cfb9d262 req-3f59d1ff-6b37-4caa-befc-3d9a79abffe7 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:45.597618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46fc8f7e-04c8-4111-a7bb-a924cfb9d262 req-3f59d1ff-6b37-4caa-befc-3d9a79abffe7 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 945 time: 0.1223602 Oct 13 14:19:45.643390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46fc8f7e-04c8-4111-a7bb-a924cfb9d262 req-9da4c575-06ed-4f5c-b2d0-62a9065163ab tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390532 Oct 13 14:19:45.667334 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:45.718525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Network 1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:45.725678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:45.733229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:45.734357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:45.739578 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:45.757675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event updated for resources: {'Port': ['ID=7bc01c53-06aa-4057-9e17-dc7e57260327,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:45.842654 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:45.844723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27429ce-e7e1-4a27-912f-211f3fbe81f2 req-15b4ef5b-3c88-4fb4-8faf-7c41a961315d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:45.847575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a27429ce-e7e1-4a27-912f-211f3fbe81f2 req-15b4ef5b-3c88-4fb4-8faf-7c41a961315d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 944 time: 0.0730617 Oct 13 14:19:45.855516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3cf6a3f0-e0d0-4bbf-bd71-aeeb79a08f01 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0170364 Oct 13 14:19:45.865913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52824) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:45.955054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a27429ce-e7e1-4a27-912f-211f3fbe81f2 req-be22785e-0a4a-4b1c-bf71-760ccc8fa61b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974133 Oct 13 14:19:45.994868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8a93-54bb-4bde-a627-b166d7bae21a tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Deleting port 7bc01c53-06aa-4057-9e17-dc7e57260327 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:45.995316 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-41fd8a93-54bb-4bde-a627-b166d7bae21a tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:46.103865 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-41fd8a93-54bb-4bde-a627-b166d7bae21a tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:46.125306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8a93-54bb-4bde-a627-b166d7bae21a tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Calling delete_port for 7bc01c53-06aa-4057-9e17-dc7e57260327 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:46.351513 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:46.411052 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 013b3461-9860-4280-9cbe-89d20d2f07b2 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:19:46.423659 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-41fd8a93-54bb-4bde-a627-b166d7bae21a tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:46.463053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8a93-54bb-4bde-a627-b166d7bae21a tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bc01c53-06aa-4057-9e17-dc7e57260327,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:46.503792 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-41fd8a93-54bb-4bde-a627-b166d7bae21a tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:46.509556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-41fd8a93-54bb-4bde-a627-b166d7bae21a tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "DELETE /v2.0/ports/7bc01c53-06aa-4057-9e17-dc7e57260327 HTTP/1.1" status: 204 len: 168 time: 0.6423924 Oct 13 14:19:46.513871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52826) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:46.520375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9', 'external_fixed_ips': [{'subnet_id': '90cc7a70-6809-4888-8a22-7248089fc446', 'ip_address': '2001:db8::173'}]}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:46.609441 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:46.661808 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:46.662995 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:46.679698 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52832) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:46.698855 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:46.879358 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=7e681f17-7715-437a-8944-05a0167e1ec8,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:46.899203 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:46.901052 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:46.972088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a86a-e764-439f-90c2-fdefb8659871 req-669b43a3-7a39-4cc8-a877-d17436ffab29 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:46.983091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25c7a86a-e764-439f-90c2-fdefb8659871 req-669b43a3-7a39-4cc8-a877-d17436ffab29 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 945 time: 0.2290807 Oct 13 14:19:46.988535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a36edd-de1d-4479-a852-76186768baab req-d52835b4-6062-47c9-855b-176d8595c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:46.990681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90a36edd-de1d-4479-a852-76186768baab req-d52835b4-6062-47c9-855b-176d8595c91e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704&tenant_id=93c10b4cc12243fa8a8825696b112266 HTTP/1.1" status: 200 len: 1096 time: 0.1468639 Oct 13 14:19:47.041280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:47.079631 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Floating IP 88d96314-a1c7-4b56-a27f-0497f1d71b86 associated. External IP: 172.25.0.81, port: d8a997bc-193c-41dc-9f3f-010e442b457f. Oct 13 14:19:47.170528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25c7a86a-e764-439f-90c2-fdefb8659871 req-6f8d731e-0e26-404f-93ca-fb7e723e2b28 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786857 Oct 13 14:19:47.296269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:47.310096 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:47.327724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698daaf9-29dc-49f1-a1a4-20509702c3d8 req-70e5b1e7-26f7-476f-a948-f02f4ba4d0a4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:47.330371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-698daaf9-29dc-49f1-a1a4-20509702c3d8 req-70e5b1e7-26f7-476f-a948-f02f4ba4d0a4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 944 time: 0.2112930 Oct 13 14:19:47.476848 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:47.508379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-698daaf9-29dc-49f1-a1a4-20509702c3d8 req-80995e0b-e453-42a2-998f-a3b40cc7753c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517861 Oct 13 14:19:47.584588 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14e3273f-7318-44ec-ae14-81f96db408b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:47.643074 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:47.747692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:19:47.768239 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:47.784451 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a96911-9421-47ed-babb-0bf399f9aa05 None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:47.801558 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a96911-9421-47ed-babb-0bf399f9aa05 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:47.802506 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-43a96911-9421-47ed-babb-0bf399f9aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:47.814616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013b3461-9860-4280-9cbe-89d20d2f07b2 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:19:47.831904 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:47.856336 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:47.866408 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-43a96911-9421-47ed-babb-0bf399f9aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:47.868776 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:47.877541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Transition to ACTIVE for port object 013b3461-9860-4280-9cbe-89d20d2f07b2 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:19:47.883617 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a96911-9421-47ed-babb-0bf399f9aa05 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:47.885321 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-43a96911-9421-47ed-babb-0bf399f9aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:47.894603 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e5049949-0c68-4e87-8fa6-f962b89bb4bb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6031804 Oct 13 14:19:47.897169 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52842) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:47.901751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-98253d3d-a481-428b-a9a8-afea4d4190cb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'floatingip': {'port_id': 'd8a997bc-193c-41dc-9f3f-010e442b457f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:47.904078 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:47.948455 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-43a96911-9421-47ed-babb-0bf399f9aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:47.949127 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a96911-9421-47ed-babb-0bf399f9aa05 None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:47.977171 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:48.024922 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98253d3d-a481-428b-a9a8-afea4d4190cb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:48.287481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-14e3273f-7318-44ec-ae14-81f96db408b2 admin admin] Deleting port f04adb5e-17f5-4947-8df2-d4c22677bd29 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:48.287885 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14e3273f-7318-44ec-ae14-81f96db408b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:48.427700 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 14858efe-1b64-4b5b-a48b-128a6abddb02 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:19:48.430569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Pushing event updated for resources: {'Port': ['ID=013b3461-9860-4280-9cbe-89d20d2f07b2,revision_number=9']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:48.460141 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:48.461720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 14858efe-1b64-4b5b-a48b-128a6abddb02 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:19:48.462299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 14858efe-1b64-4b5b-a48b-128a6abddb02 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:19:48.464369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] No DVR routers for this DVR port 013b3461-9860-4280-9cbe-89d20d2f07b2 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:19:48.473093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:48.473373 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-14e3273f-7318-44ec-ae14-81f96db408b2 admin admin] For port f04adb5e-17f5-4947-8df2-d4c22677bd29, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f04adb5e-17f5-4947-8df2-d4c22677bd29,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:48.473566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:48.473759 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14e3273f-7318-44ec-ae14-81f96db408b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:48.473924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:48.474076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:48.474313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:48.474686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:48.474955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:48.475281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:48.475606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:48.476252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:48.476252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:48.476565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:48.525850 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-14e3273f-7318-44ec-ae14-81f96db408b2 admin admin] Calling delete_port for f04adb5e-17f5-4947-8df2-d4c22677bd29 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:48.565146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e43e-15e6-412b-89bc-7b0b9026a2c4 req-03758cc7-1238-4d0a-ba06-8a8188ea3712 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:48.566723 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8408e43e-15e6-412b-89bc-7b0b9026a2c4 req-03758cc7-1238-4d0a-ba06-8a8188ea3712 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 945 time: 0.2349989 Oct 13 14:19:48.569671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Attempting to bind port 013b3461-9860-4280-9cbe-89d20d2f07b2 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:48.570019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Attempting to bind port 013b3461-9860-4280-9cbe-89d20d2f07b2 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'fe9e0195-cb97-418d-8984-1e8d6556114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:48.570353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Attempting to bind port 013b3461-9860-4280-9cbe-89d20d2f07b2 on network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:48.582957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Allocated IP 2001:db8::173 (1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9/90cc7a70-6809-4888-8a22-7248089fc446/117c37ca-2fb0-49eb-9cb4-221ccda354e6) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:48.591956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Port 013b3461-9860-4280-9cbe-89d20d2f07b2 on network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:19:48.592321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Attempting to bind port 013b3461-9860-4280-9cbe-89d20d2f07b2 on network 842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:48.616662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:19:48.616662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Checking segment: {'id': 'fe9e0195-cb97-418d-8984-1e8d6556114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:19:48.616662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Bound using segment: {'id': 'fe9e0195-cb97-418d-8984-1e8d6556114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:19:48.617126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Bound port: 013b3461-9860-4280-9cbe-89d20d2f07b2, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9e0195-cb97-418d-8984-1e8d6556114e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:19:48.618131 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:48.720068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8408e43e-15e6-412b-89bc-7b0b9026a2c4 req-17f3e4d6-40ce-46c8-ba3c-f8b954afc69b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427066 Oct 13 14:19:48.806794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b511fc2-febd-43ff-820d-4eb241ed15fd req-e00dd8de-6590-4e0d-8b79-e0dff3f70494 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:48.808487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b511fc2-febd-43ff-820d-4eb241ed15fd req-e00dd8de-6590-4e0d-8b79-e0dff3f70494 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 944 time: 0.1670072 Oct 13 14:19:48.882466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:19:48.888018 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:48.916929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:19:48.934951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b511fc2-febd-43ff-820d-4eb241ed15fd req-e4a2b730-66dd-4123-a96b-1beb58f22f4e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163018 Oct 13 14:19:48.962300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa71cc-c99b-463e-99d5-483d09ff1b3a req-f0480002-d7df-42c9-9c61-b2fd3ac59c78 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:48.962965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35aa71cc-c99b-463e-99d5-483d09ff1b3a req-f0480002-d7df-42c9-9c61-b2fd3ac59c78 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 945 time: 0.1535847 Oct 13 14:19:49.009249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35aa71cc-c99b-463e-99d5-483d09ff1b3a req-81438fff-e8b5-4c4d-b0f8-aa06105b1b0a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379677 Oct 13 14:19:49.021885 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:49.065673 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:49.076353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:49.077396 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:49.079442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90a36edd-de1d-4479-a852-76186768baab req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] 10.222.0.41 "PUT /v2.0/ports/013b3461-9860-4280-9cbe-89d20d2f07b2 HTTP/1.1" status: 200 len: 1093 time: 2.0515497 Oct 13 14:19:49.092254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:19:49.096846 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15547eb3-2d87-480f-a78f-652d78627b26" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:19:49.127279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.db.resource_extend [None req-98253d3d-a481-428b-a9a8-afea4d4190cb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:19:49.155038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Network 1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:49.174381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:49.183491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:49.191245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d095e2-fbb6-48c5-9bf7-0185759e5312 service neutron] Pushing event updated for resources: {'Port': ['ID=013b3461-9860-4280-9cbe-89d20d2f07b2,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:49.220220 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98253d3d-a481-428b-a9a8-afea4d4190cb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:49.276181 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c8a3a0-78b6-4089-9eef-69b514d160f8 x-openstack-request-id: req-21c8a3a0-78b6-4089-9eef-69b514d160f8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:19:49.276509 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:19:49.276628 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21c8a3a0-78b6-4089-9eef-69b514d160f8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:19:49.277012 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2', 'status': 'completed', 'code': 200} Oct 13 14:19:49.310149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a36edd-de1d-4479-a852-76186768baab req-43bafb44-de8d-4461-9fcb-4e8f09f0d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:49.312924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90a36edd-de1d-4479-a852-76186768baab req-43bafb44-de8d-4461-9fcb-4e8f09f0d916 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93c10b4cc12243fa8a8825696b112266&device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 1097 time: 0.1977494 Oct 13 14:19:49.329397 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98253d3d-a481-428b-a9a8-afea4d4190cb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:49.365861 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14e3273f-7318-44ec-ae14-81f96db408b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:49.400506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event updated for resources: {'Port': ['ID=117c37ca-2fb0-49eb-9cb4-221ccda354e6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:49.410886 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3273f-7318-44ec-ae14-81f96db408b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f04adb5e-17f5-4947-8df2-d4c22677bd29,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:49.471608 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a36edd-de1d-4479-a852-76186768baab req-f0e721ab-e78d-4e18-acf1-9773b10b74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:49.479782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90a36edd-de1d-4479-a852-76186768baab req-f0e721ab-e78d-4e18-acf1-9773b10b74d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 HTTP/1.1" status: 200 len: 914 time: 0.1331558 Oct 13 14:19:49.526931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90a36edd-de1d-4479-a852-76186768baab req-b26ee2c2-7cb7-4f82-bff7-a4b42aaf18b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013b3461-9860-4280-9cbe-89d20d2f07b2 HTTP/1.1" status: 200 len: 217 time: 0.0460808 Oct 13 14:19:49.600233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a36edd-de1d-4479-a852-76186768baab req-2be0a1e6-702b-4a1e-8bed-703c8a6628b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:49.602023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90a36edd-de1d-4479-a852-76186768baab req-2be0a1e6-702b-4a1e-8bed-703c8a6628b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1883f4e6-845b-462e-92e2-b0bf84ce9717 HTTP/1.1" status: 200 len: 853 time: 0.0658686 Oct 13 14:19:49.603176 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4e99eed6-4f19-4c9a-97ed-f657a0284646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:49.760077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90a36edd-de1d-4479-a852-76186768baab req-1eb7fa4e-d63c-40d9-b65e-f69dc667f86f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418155 Oct 13 14:19:49.787253 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14e3273f-7318-44ec-ae14-81f96db408b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:49.800450 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98253d3d-a481-428b-a9a8-afea4d4190cb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:49.848381 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:49.898757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415b695-218e-471b-a6ea-3d0ab1e40b8f req-46a325a1-453a-48e5-9f31-d6f8f62a9d89 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:49.900324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3415b695-218e-471b-a6ea-3d0ab1e40b8f req-46a325a1-453a-48e5-9f31-d6f8f62a9d89 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 945 time: 0.1833558 Oct 13 14:19:50.007838 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98253d3d-a481-428b-a9a8-afea4d4190cb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:50.012816 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98253d3d-a481-428b-a9a8-afea4d4190cb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:50.032461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1aa467-1852-421e-8b81-606af21e40a1 None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:50.041309 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90a36edd-de1d-4479-a852-76186768baab req-90992094-eb92-4d63-9eed-495f414afa7a service neutron] 10.222.0.41 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654240 Oct 13 14:19:50.058414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1aa467-1852-421e-8b81-606af21e40a1 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:50.058414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cd1aa467-1852-421e-8b81-606af21e40a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:50.078937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3415b695-218e-471b-a6ea-3d0ab1e40b8f req-83cda35e-3d7b-4921-b577-547a002d5dd1 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649897 Oct 13 14:19:50.128468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cd1aa467-1852-421e-8b81-606af21e40a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:50.145217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1aa467-1852-421e-8b81-606af21e40a1 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:50.147698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cd1aa467-1852-421e-8b81-606af21e40a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:50.181545 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-98253d3d-a481-428b-a9a8-afea4d4190cb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "PUT /v2.0/floatingips/88d96314-a1c7-4b56-a27f-0497f1d71b86 HTTP/1.1" status: 200 len: 978 time: 2.2808340 Oct 13 14:19:50.182208 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52868) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:50.196133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cd1aa467-1852-421e-8b81-606af21e40a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:50.196817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1aa467-1852-421e-8b81-606af21e40a1 None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:50.247925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e3273f-7318-44ec-ae14-81f96db408b2 admin admin] Router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:50.261340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d1c35-65b0-4a76-ad48-8f1ec4ba7232 req-d123f006-f570-49ca-9f13-a11d72909336 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:50.263071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f9d1c35-65b0-4a76-ad48-8f1ec4ba7232 req-d123f006-f570-49ca-9f13-a11d72909336 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 945 time: 0.2106946 Oct 13 14:19:50.407563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90a36edd-de1d-4479-a852-76186768baab req-f4b92284-56bc-4e57-8dfc-caa45d8572e3 service neutron] 10.222.0.41 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276355 Oct 13 14:19:50.420321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f9d1c35-65b0-4a76-ad48-8f1ec4ba7232 req-43561c3c-4143-4960-9490-1caffcca4cb9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443901 Oct 13 14:19:50.428540 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:50.458381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e3273f-7318-44ec-ae14-81f96db408b2 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:50.458381 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-14e3273f-7318-44ec-ae14-81f96db408b2 admin admin] 10.222.0.18 "PUT /v2.0/routers/f87f3ce3-f3a7-4154-a785-2e8a2c1bac82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7761567 Oct 13 14:19:50.460835 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52870) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:50.463048 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef93224-67c4-4542-88ee-6e00c4b28f28 None None] Sync routers for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:50.475278 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef93224-67c4-4542-88ee-6e00c4b28f28 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:50.476297 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0ef93224-67c4-4542-88ee-6e00c4b28f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:50.523983 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-33bb2384-0818-4ee0-bcec-64975be3201d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port 7e681f17-7715-437a-8944-05a0167e1ec8 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:50.524346 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33bb2384-0818-4ee0-bcec-64975be3201d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:50.630829 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0ef93224-67c4-4542-88ee-6e00c4b28f28 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:50.669471 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33bb2384-0818-4ee0-bcec-64975be3201d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:50.669844 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33bb2384-0818-4ee0-bcec-64975be3201d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:50.684109 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:50.729866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15547eb3-2d87-480f-a78f-652d78627b26 req-5b505e20-c539-48df-8964-51aaf8d1b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:50.732269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15547eb3-2d87-480f-a78f-652d78627b26 req-5b505e20-c539-48df-8964-51aaf8d1b146 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93c10b4cc12243fa8a8825696b112266&device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 1097 time: 0.0789557 Oct 13 14:19:50.746321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Router 9d9517e2-3889-4791-9d24-b514e7d25c19 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:19:50.751668 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-33bb2384-0818-4ee0-bcec-64975be3201d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for 7e681f17-7715-437a-8944-05a0167e1ec8 owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:50.920585 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0ef93224-67c4-4542-88ee-6e00c4b28f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:19:49Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:50.967472 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef93224-67c4-4542-88ee-6e00c4b28f28 None None] Checking router: f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:19:50.971174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:50.980201 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef93224-67c4-4542-88ee-6e00c4b28f28 None None] Routers {'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:50.981449 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0ef93224-67c4-4542-88ee-6e00c4b28f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:50.992104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15547eb3-2d87-480f-a78f-652d78627b26 req-2e8861b8-9aa9-4cce-94ff-6952fbc5edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:50.998274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15547eb3-2d87-480f-a78f-652d78627b26 req-2e8861b8-9aa9-4cce-94ff-6952fbc5edd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 HTTP/1.1" status: 200 len: 914 time: 0.2360053 Oct 13 14:19:50.998274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:51.008749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Sync routers for ids ['9d9517e2-3889-4791-9d24-b514e7d25c19'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:51.027369 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Routers {'9d9517e2-3889-4791-9d24-b514e7d25c19'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:51.030685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['9d9517e2-3889-4791-9d24-b514e7d25c19'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:51.059420 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15547eb3-2d87-480f-a78f-652d78627b26 req-d612b557-d5b9-425b-9b40-79e05375dabd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013b3461-9860-4280-9cbe-89d20d2f07b2 HTTP/1.1" status: 200 len: 217 time: 0.0524225 Oct 13 14:19:51.160765 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:51.160765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-449f8ad8-6956-4c1c-87d2-89a0c1bfa1df tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6347635 Oct 13 14:19:51.160973 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52888) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:51.161092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15547eb3-2d87-480f-a78f-652d78627b26 req-7b806d0f-d9be-4189-893f-074ddccb450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:51.161837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15547eb3-2d87-480f-a78f-652d78627b26 req-7b806d0f-d9be-4189-893f-074ddccb450b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1883f4e6-845b-462e-92e2-b0bf84ce9717 HTTP/1.1" status: 200 len: 853 time: 0.0873158 Oct 13 14:19:51.201894 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0ef93224-67c4-4542-88ee-6e00c4b28f28 None None] Set router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:51.238428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15547eb3-2d87-480f-a78f-652d78627b26 req-b94d69ca-c19d-40f9-ad28-5a3ffa52ddf1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664177 Oct 13 14:19:51.266750 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33bb2384-0818-4ee0-bcec-64975be3201d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:51.277883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Set router 9d9517e2-3889-4791-9d24-b514e7d25c19 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:51.564728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15547eb3-2d87-480f-a78f-652d78627b26 req-70ba7c6b-80db-4ba3-9c1c-1b576c724862 service neutron] 10.222.0.41 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535808 Oct 13 14:19:51.614492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abde1e6-f872-4dd6-9a60-bb42655437e2 req-6531cf40-2360-4548-bac9-a4530f3b6f75 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:51.630981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0abde1e6-f872-4dd6-9a60-bb42655437e2 req-6531cf40-2360-4548-bac9-a4530f3b6f75 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 945 time: 0.3960629 Oct 13 14:19:51.729058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0abde1e6-f872-4dd6-9a60-bb42655437e2 req-768160dd-6ad3-4349-b7bd-fbfb4c8e3088 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956650 Oct 13 14:19:51.798735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9517e2-3889-4791-9d24-b514e7d25c19', 'name': '', 'tenant_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9', 'external_fixed_ips': [{'subnet_id': '90cc7a70-6809-4888-8a22-7248089fc446', 'ip_address': '2001:db8::173'}], 'enable_snat': True}, 'gw_port_id': '117c37ca-2fb0-49eb-9cb4-221ccda354e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:19:46Z', 'updated_at': '2021-10-13T14:19:49Z', 'revision_number': 3, 'project_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'gw_port': {'id': '117c37ca-2fb0-49eb-9cb4-221ccda354e6', 'name': '', 'network_id': '1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:70:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9517e2-3889-4791-9d24-b514e7d25c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '90cc7a70-6809-4888-8a22-7248089fc446', 'ip_address': '2001:db8::173', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:19:47Z', 'updated_at': '2021-10-13T14:19:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '90cc7a70-6809-4888-8a22-7248089fc446', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:51.832044 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0ef93224-67c4-4542-88ee-6e00c4b28f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:19:49Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:51.869892 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef93224-67c4-4542-88ee-6e00c4b28f28 None None] The sync data for ids ['f87f3ce3-f3a7-4154-a785-2e8a2c1bac82'] in n-d-806683-15 is: [{'id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'name': 'tempest-FloatingIPsAssociationTestJSON-302018125-router', 'tenant_id': 'b78abff673614c759f3914d20a5d2d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:30Z', 'updated_at': '2021-10-13T14:19:49Z', 'revision_number': 5, 'project_id': 'b78abff673614c759f3914d20a5d2d63', 'gw_port': {'id': 'd22ffe2d-e8de-4f99-8d75-65dd9f47c2a8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:be:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87f3ce3-f3a7-4154-a785-2e8a2c1bac82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:32Z', 'updated_at': '2021-10-13T14:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:51.878601 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Checking router: 9d9517e2-3889-4791-9d24-b514e7d25c19 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:19:51.879542 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Updating router 9d9517e2-3889-4791-9d24-b514e7d25c19 port 117c37ca-2fb0-49eb-9cb4-221ccda354e6 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:19:51.886049 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:51.929018 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:51.973723 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb2384-0818-4ee0-bcec-64975be3201d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=7e681f17-7715-437a-8944-05a0167e1ec8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:51.984369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Deleting port d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:51.984735 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:52.079111 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:52.174257 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33bb2384-0818-4ee0-bcec-64975be3201d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:52.174257 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-33bb2384-0818-4ee0-bcec-64975be3201d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Floating IP 88d96314-a1c7-4b56-a27f-0497f1d71b86 disassociated (deleted). External IP: 172.25.0.81, port: d8a997bc-193c-41dc-9f3f-010e442b457f. Oct 13 14:19:52.291826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] For port d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:52.292413 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:52.317421 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-27a13e52-c018-490e-b65e-21c834e5f3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:52.354483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Calling delete_port for d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:52.425938 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:52.446093 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:52.450087 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f04adb5e-17f5-4947-8df2-d4c22677bd29 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:19:52.482897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: f04adb5e-17f5-4947-8df2-d4c22677bd29 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:19:52.483643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f04adb5e-17f5-4947-8df2-d4c22677bd29 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:19:52.609061 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:52.748773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bb2384-0818-4ee0-bcec-64975be3201d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:19:52.767261 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Pushing event updated for resources: {'Port': ['ID=117c37ca-2fb0-49eb-9cb4-221ccda354e6,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:52.779084 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Deleting port 117c37ca-2fb0-49eb-9cb4-221ccda354e6 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:52.779526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:52.796337 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:52.796804 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:52.799394 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:52.799394 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:52.803064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:52.803580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:52.803900 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:52.804238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:52.804602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:52.804906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:52.805342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:52.805740 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:19:52.828809 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Attempting to bind port 117c37ca-2fb0-49eb-9cb4-221ccda354e6 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:19:52.828809 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Attempting to bind port 117c37ca-2fb0-49eb-9cb4-221ccda354e6 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '80a993cd-40ff-463e-8543-dc5b9f43c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:19:52.829220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Attempting to bind port 117c37ca-2fb0-49eb-9cb4-221ccda354e6 on network 1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:19:52.847409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:19:52.847409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Checking segment: {'id': '80a993cd-40ff-463e-8543-dc5b9f43c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:19:52.847409 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:52.847409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Bound using segment: {'id': '80a993cd-40ff-463e-8543-dc5b9f43c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:19:52.847409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Bound port: 117c37ca-2fb0-49eb-9cb4-221ccda354e6, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a993cd-40ff-463e-8543-dc5b9f43c701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:19:52.847409 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:52.917992 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:52.918457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] For port 117c37ca-2fb0-49eb-9cb4-221ccda354e6, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:19:52.923431 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] For port 117c37ca-2fb0-49eb-9cb4-221ccda354e6, host n-d-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:52.923950 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:52.927660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] For port 117c37ca-2fb0-49eb-9cb4-221ccda354e6, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=117c37ca-2fb0-49eb-9cb4-221ccda354e6,segment=NetworkSegment(80a993cd-40ff-463e-8543-dc5b9f43c701),segment_id=80a993cd-40ff-463e-8543-dc5b9f43c701)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:19:52.973491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Calling delete_port for 117c37ca-2fb0-49eb-9cb4-221ccda354e6 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:52.977618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Pushing event deleted for resources: {'Port': ['ID=d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:53.038118 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.145970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bb2384-0818-4ee0-bcec-64975be3201d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:19:53.150073 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Routers {'9d9517e2-3889-4791-9d24-b514e7d25c19'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:53.151569 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33bb2384-0818-4ee0-bcec-64975be3201d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.151824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['9d9517e2-3889-4791-9d24-b514e7d25c19'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:53.155307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784171db-d76f-442e-b9d1-a8121dddc0a8 None None] Pushing event updated for resources: {'Port': ['ID=117c37ca-2fb0-49eb-9cb4-221ccda354e6,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:53.158017 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704d418-795f-4e08-852c-c0686a05f089 None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:19:53.158760 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.170110 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704d418-795f-4e08-852c-c0686a05f089 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:53.170955 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0704d418-795f-4e08-852c-c0686a05f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:53.222042 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0704d418-795f-4e08-852c-c0686a05f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:53.249364 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704d418-795f-4e08-852c-c0686a05f089 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:19:53.250331 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0704d418-795f-4e08-852c-c0686a05f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:53.292747 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0704d418-795f-4e08-852c-c0686a05f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:53.293773 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704d418-795f-4e08-852c-c0686a05f089 None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:53.328239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] Set router 9d9517e2-3889-4791-9d24-b514e7d25c19 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:19:53.368223 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-33bb2384-0818-4ee0-bcec-64975be3201d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/floatingips/88d96314-a1c7-4b56-a27f-0497f1d71b86 HTTP/1.1" status: 204 len: 168 time: 3.1851268 Oct 13 14:19:53.370628 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.371578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52902) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:53.380202 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.429285 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9517e2-3889-4791-9d24-b514e7d25c19', 'name': '', 'tenant_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:19:46Z', 'updated_at': '2021-10-13T14:19:52Z', 'revision_number': 4, 'project_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:53.478439 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db0ed1-d2c6-45c9-b3ee-cb2083877950 None None] The sync data for ids ['9d9517e2-3889-4791-9d24-b514e7d25c19'] in n-d-806683-15 is: [{'id': '9d9517e2-3889-4791-9d24-b514e7d25c19', 'name': '', 'tenant_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:19:46Z', 'updated_at': '2021-10-13T14:19:52Z', 'revision_number': 4, 'project_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:19:53.521308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.521855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:19:53.529096 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.530558 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d84028d0-e107-403a-8580-6e4f79f68259 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f87f3ce3-f3a7-4154-a785-2e8a2c1bac82 HTTP/1.1" status: 204 len: 168 time: 3.0687728 Oct 13 14:19:53.534858 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52904) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:53.552379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-1759e01b-1eab-41f5-a887-365718927b5f tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port d8a997bc-193c-41dc-9f3f-010e442b457f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:53.553222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1759e01b-1eab-41f5-a887-365718927b5f tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.622886 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad57fcfe-8410-4743-8ac3-47c52c28b9b0 admin admin] Deleting subnet 8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:19:53.627913 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad57fcfe-8410-4743-8ac3-47c52c28b9b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.659310 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.706518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event deleted for resources: {'Port': ['ID=117c37ca-2fb0-49eb-9cb4-221ccda354e6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:53.725541 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad57fcfe-8410-4743-8ac3-47c52c28b9b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.752405 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.777141 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.846820 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1759e01b-1eab-41f5-a887-365718927b5f tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.873896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-1759e01b-1eab-41f5-a887-365718927b5f tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for d8a997bc-193c-41dc-9f3f-010e442b457f owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:53.970781 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:53.975083 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.003621 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.102714 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad57fcfe-8410-4743-8ac3-47c52c28b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.170141 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.171066 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d9517e2-3889-4791-9d24-b514e7d25c19 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:19:54.178739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.180571 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-30c319e8-4cb5-4fb8-8222-5588bdbe3e0f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "DELETE /v2.0/routers/9d9517e2-3889-4791-9d24-b514e7d25c19 HTTP/1.1" status: 204 len: 168 time: 3.0239782 Oct 13 14:19:54.185731 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52906) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:54.249937 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-7060fe48-19ec-4f07-8a95-d0bc16b6dd64 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Deleting subnet 90cc7a70-6809-4888-8a22-7248089fc446 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:19:54.254044 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7060fe48-19ec-4f07-8a95-d0bc16b6dd64 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.314546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7060fe48-19ec-4f07-8a95-d0bc16b6dd64 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.378163 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7060fe48-19ec-4f07-8a95-d0bc16b6dd64 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.448604 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:19:54.470927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:19:54.472094 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d22ffe2d-e8de-4f99-8d75-65dd9f47c2a8 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:19:54.535877 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad57fcfe-8410-4743-8ac3-47c52c28b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.576411 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7060fe48-19ec-4f07-8a95-d0bc16b6dd64 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.580211 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57fcfe-8410-4743-8ac3-47c52c28b9b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8abd87f0-f9ad-4a1b-bb81-56dd67a675b9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:54.588209 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad57fcfe-8410-4743-8ac3-47c52c28b9b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.595796 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ad57fcfe-8410-4743-8ac3-47c52c28b9b0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8abd87f0-f9ad-4a1b-bb81-56dd67a675b9 HTTP/1.1" status: 204 len: 168 time: 1.0596733 Oct 13 14:19:54.598932 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52908) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:54.599289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a9486-36e8-4c91-89bf-b06042727509 None None] Network 5fad512b-6e0a-4dc9-910f-722e870ab47e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:19:54.643511 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1759e01b-1eab-41f5-a887-365718927b5f tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.644163 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060fe48-19ec-4f07-8a95-d0bc16b6dd64 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=90cc7a70-6809-4888-8a22-7248089fc446,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:54.653575 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7060fe48-19ec-4f07-8a95-d0bc16b6dd64 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.661156 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7060fe48-19ec-4f07-8a95-d0bc16b6dd64 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/90cc7a70-6809-4888-8a22-7248089fc446 HTTP/1.1" status: 204 len: 168 time: 0.4739153 Oct 13 14:19:54.679923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52910) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:54.739257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759e01b-1eab-41f5-a887-365718927b5f tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=d8a997bc-193c-41dc-9f3f-010e442b457f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:54.821446 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.934491 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.955430 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Deleting port da16aedd-1c84-4370-8490-3058fd41808a {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:54.955958 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.976720 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1759e01b-1eab-41f5-a887-365718927b5f tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:54.980284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1759e01b-1eab-41f5-a887-365718927b5f tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/ports/d8a997bc-193c-41dc-9f3f-010e442b457f HTTP/1.1" status: 204 len: 168 time: 1.6076279 Oct 13 14:19:54.994734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52914) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:55.005644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b9ae6a-94dc-4b93-9a3f-825230ce450f None None] DHCP port deletion for 5fad512b-6e0a-4dc9-910f-722e870ab47e request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:19:55.017837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:55.147809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] For port da16aedd-1c84-4370-8490-3058fd41808a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=da16aedd-1c84-4370-8490-3058fd41808a,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:55.150035 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.152226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b9b9ae6a-94dc-4b93-9a3f-825230ce450f None None] Deleting port da16aedd-1c84-4370-8490-3058fd41808a {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:19:55.153080 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ae6a-94dc-4b93-9a3f-825230ce450f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.236640 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Calling delete_port for da16aedd-1c84-4370-8490-3058fd41808a owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:55.317910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.324681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b9b9ae6a-94dc-4b93-9a3f-825230ce450f None None] For port da16aedd-1c84-4370-8490-3058fd41808a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=da16aedd-1c84-4370-8490-3058fd41808a,segment=NetworkSegment(c1138d01-b5a1-4553-a261-ec4da47eac0b),segment_id=c1138d01-b5a1-4553-a261-ec4da47eac0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:19:55.328335 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ae6a-94dc-4b93-9a3f-825230ce450f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.356197 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.358482 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b9b9ae6a-94dc-4b93-9a3f-825230ce450f None None] Calling delete_port for da16aedd-1c84-4370-8490-3058fd41808a owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:19:55.509611 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.514567 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.551784 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ae6a-94dc-4b93-9a3f-825230ce450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.562345 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:55.580749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a993cd-40ff-463e-8543-dc5b9f43c701') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:55.581122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a993cd-40ff-463e-8543-dc5b9f43c701') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:55.597217 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.604088 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=da16aedd-1c84-4370-8490-3058fd41808a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:55.606782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] No DVR routers for this DVR port da16aedd-1c84-4370-8490-3058fd41808a on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:19:55.623004 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.630829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9ae6a-94dc-4b93-9a3f-825230ce450f None None] Pushing event deleted for resources: {'Port': ['ID=da16aedd-1c84-4370-8490-3058fd41808a,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:55.632779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b9ae6a-94dc-4b93-9a3f-825230ce450f None None] No DVR routers for this DVR port da16aedd-1c84-4370-8490-3058fd41808a on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:19:55.669376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:19:55.670658 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:19:55.692361 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:19:55.755330 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.787037 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fad512b-6e0a-4dc9-910f-722e870ab47e']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:55.794008 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.815517 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1138d01-b5a1-4553-a261-ec4da47eac0b') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:55.815815 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1138d01-b5a1-4553-a261-ec4da47eac0b') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:19:55.830425 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.851763 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.859351 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:19:55.860136 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:19:55.862643 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:19:55.933988 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.975935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 14:19:55.980902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:55.984153 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "DELETE /v2.0/networks/1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9 HTTP/1.1" status: 204 len: 168 time: 1.3015878 Oct 13 14:19:56.003122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90049ff5-56e0-4651-adac-94bcd6968d7c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e3c5d33-7734-4b11-b2ae-f7cc9d121ae9,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:56.003804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:56.027244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:56.039587 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] 10.222.0.18 "DELETE /v2.0/networks/5fad512b-6e0a-4dc9-910f-722e870ab47e HTTP/1.1" status: 204 len: 168 time: 1.4386585 Oct 13 14:19:56.064695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201dead-0038-4ba4-9139-414958e57d3f admin admin] Pushing event deleted for resources: {'Network': ['ID=5fad512b-6e0a-4dc9-910f-722e870ab47e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:56.171146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.25.0.204 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/9d136675-ac90-40fb-a832-9a0486612516) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:56.441900 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:56.490368 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device da16aedd-1c84-4370-8490-3058fd41808a no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:19:56.538369 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: da16aedd-1c84-4370-8490-3058fd41808a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:19:56.539463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device da16aedd-1c84-4370-8490-3058fd41808a not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:19:56.580954 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:56.606857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:56.650738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:56.656097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52924) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:56.661304 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-56dfea47-14b5-4fe4-a0b9-5b014afc172c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Request body: {'router': {'name': 'tempest-router--971488551', 'project_id': 'd8674becd43e48fcb5c618d0679bfd3a'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:56.664167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:56.714098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=9d136675-ac90-40fb-a832-9a0486612516,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:56.722556 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52926) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:56.769251 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56dfea47-14b5-4fe4-a0b9-5b014afc172c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:56.770469 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56dfea47-14b5-4fe4-a0b9-5b014afc172c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:56.785203 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0d0d7991-d124-4341-9557-4d1454c42d8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b78abff673614c759f3914d20a5d2d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596466 Oct 13 14:19:56.786287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52928) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:56.820700 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:56.865075 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56dfea47-14b5-4fe4-a0b9-5b014afc172c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:56.900538 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-93ee7af9-04d9-4490-9cd6-e01ee3f1a1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:56.932604 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-93ee7af9-04d9-4490-9cd6-e01ee3f1a1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:56.991904 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:57.021755 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56dfea47-14b5-4fe4-a0b9-5b014afc172c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:57.128563 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-93ee7af9-04d9-4490-9cd6-e01ee3f1a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:57.131501 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-93ee7af9-04d9-4490-9cd6-e01ee3f1a1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:57.132848 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-93ee7af9-04d9-4490-9cd6-e01ee3f1a1c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f509f87-38ac-49dc-b30d-c78e30dc7f6d HTTP/1.1" status: 204 len: 168 time: 0.3453271 Oct 13 14:19:57.141738 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee7af9-04d9-4490-9cd6-e01ee3f1a1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f509f87-38ac-49dc-b30d-c78e30dc7f6d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:57.174505 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56dfea47-14b5-4fe4-a0b9-5b014afc172c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:57.177660 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-56dfea47-14b5-4fe4-a0b9-5b014afc172c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5203402 Oct 13 14:19:57.180430 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52932) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:57.197045 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:57.287629 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64bb8f23-8a92-42db-b128-ef1a996f3a99 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:57.300777 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:57.401133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=9d136675-ac90-40fb-a832-9a0486612516,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:57.423553 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:57.505106 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64bb8f23-8a92-42db-b128-ef1a996f3a99 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:57.507560 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64bb8f23-8a92-42db-b128-ef1a996f3a99 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:57.509181 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:57.510658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-006eb453-4072-4ee5-b45c-21969b23d55b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5149190 Oct 13 14:19:57.513389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52934) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:57.520237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'port': {'network_id': 'd5df6e36-8dbc-4b00-a594-00d0a37538a3', 'name': 'tempest-FloatingIPTestJSON-852915191'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:57.816245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Made reservation on behalf of 1d213847f00048539508998954e55e19 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:19:57.820286 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:57.847770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] device_id is not set on port 226dc6d1-05b0-45c7-bf71-3417ba02641d yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:19:58.019406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.20.0.4 (d5df6e36-8dbc-4b00-a594-00d0a37538a3/e3f5b4e8-87cf-4dec-8ced-939ed3a29b14/226dc6d1-05b0-45c7-bf71-3417ba02641d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:19:58.030992 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64bb8f23-8a92-42db-b128-ef1a996f3a99 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:58.032234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bb8f23-8a92-42db-b128-ef1a996f3a99 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12de1f11-1f57-480a-87df-38d8c647b353 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:19:58.040219 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64bb8f23-8a92-42db-b128-ef1a996f3a99 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:58.044116 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-64bb8f23-8a92-42db-b128-ef1a996f3a99 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "DELETE /v2.0/routers/12de1f11-1f57-480a-87df-38d8c647b353 HTTP/1.1" status: 204 len: 168 time: 0.8589137 Oct 13 14:19:58.238413 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:58.569345 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:58.624352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network d5df6e36-8dbc-4b00-a594-00d0a37538a3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:19:58.628726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:19:58.633059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:19:58.660867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=226dc6d1-05b0-45c7-bf71-3417ba02641d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:19:58.696141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:19:58.696806 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:58.744802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52952) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:58.795007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4ce03cb8-c877-4160-8001-856b696b47ee tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2800674 Oct 13 14:19:58.797518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52956) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:19:58.803067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-c51d472c-adfb-4be8-a4c8-5fd9bfb3deb6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'floatingip': {'port_id': '226dc6d1-05b0-45c7-bf71-3417ba02641d'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:58.880463 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c51d472c-adfb-4be8-a4c8-5fd9bfb3deb6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:58.981766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-138824565', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}, 'admin_state_up': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:19:59.158642 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:59.160029 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:59.246275 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:59.563037 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:59.676841 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c51d472c-adfb-4be8-a4c8-5fd9bfb3deb6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:59.810912 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c51d472c-adfb-4be8-a4c8-5fd9bfb3deb6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:19:59.996765 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-c51d472c-adfb-4be8-a4c8-5fd9bfb3deb6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Floating IP 76699e14-319c-4d46-95ca-bdddee26e200 associated. External IP: 172.25.0.204, port: 226dc6d1-05b0-45c7-bf71-3417ba02641d. Oct 13 14:20:00.120049 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:00.176101 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:00.463793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Allocated IP 172.25.0.236 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/38b5a200-988a-45dd-b4de-774d2d205e13) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:00.560116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51d472c-adfb-4be8-a4c8-5fd9bfb3deb6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:20:01.092194 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:01.123103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51d472c-adfb-4be8-a4c8-5fd9bfb3deb6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:01.130353 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c51d472c-adfb-4be8-a4c8-5fd9bfb3deb6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:01.136684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909554b-a4d2-4527-ad77-ff72d2359fa6 None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:01.153964 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909554b-a4d2-4527-ad77-ff72d2359fa6 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:01.154621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8909554b-a4d2-4527-ad77-ff72d2359fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:01.180835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c51d472c-adfb-4be8-a4c8-5fd9bfb3deb6 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "PUT /v2.0/floatingips/76699e14-319c-4d46-95ca-bdddee26e200 HTTP/1.1" status: 200 len: 977 time: 2.3820422 Oct 13 14:20:01.183484 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52968) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:01.193818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8909554b-a4d2-4527-ad77-ff72d2359fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:01.206537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909554b-a4d2-4527-ad77-ff72d2359fa6 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:01.207170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8909554b-a4d2-4527-ad77-ff72d2359fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:01.247668 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8909554b-a4d2-4527-ad77-ff72d2359fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:01.248896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909554b-a4d2-4527-ad77-ff72d2359fa6 None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:01.300824 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:01.326753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-df669aff-f916-4b60-9e90-6cd52c5a03df tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port 226dc6d1-05b0-45c7-bf71-3417ba02641d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:01.327417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-df669aff-f916-4b60-9e90-6cd52c5a03df tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:01.344552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:01.349313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:01.353195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:01.382347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Pushing event updated for resources: {'Port': ['ID=38b5a200-988a-45dd-b4de-774d2d205e13,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:01.500616 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-df669aff-f916-4b60-9e90-6cd52c5a03df tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:01.771108 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-df669aff-f916-4b60-9e90-6cd52c5a03df tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:01.771512 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-df669aff-f916-4b60-9e90-6cd52c5a03df tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:01.771844 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-df669aff-f916-4b60-9e90-6cd52c5a03df tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Floating IP 76699e14-319c-4d46-95ca-bdddee26e200 disassociated. External IP: 172.25.0.204, port: 226dc6d1-05b0-45c7-bf71-3417ba02641d. Oct 13 14:20:01.772257 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-df669aff-f916-4b60-9e90-6cd52c5a03df tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for 226dc6d1-05b0-45c7-bf71-3417ba02641d owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:01.944810 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:02.077112 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-df669aff-f916-4b60-9e90-6cd52c5a03df tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:02.110118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df669aff-f916-4b60-9e90-6cd52c5a03df tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=226dc6d1-05b0-45c7-bf71-3417ba02641d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:02.209932 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:02.242927 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df669aff-f916-4b60-9e90-6cd52c5a03df tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:20:02.384590 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df669aff-f916-4b60-9e90-6cd52c5a03df tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:02.394703 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f2e9e-46aa-403b-8f59-e091f48192b7 None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:02.404927 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f2e9e-46aa-403b-8f59-e091f48192b7 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:02.405889 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-464f2e9e-46aa-403b-8f59-e091f48192b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:02.447067 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-464f2e9e-46aa-403b-8f59-e091f48192b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:02.448831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Router 87d6c19b-1f5f-43cd-815a-ab8a39c45770 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:20:02.459817 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f2e9e-46aa-403b-8f59-e091f48192b7 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:02.460839 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-464f2e9e-46aa-403b-8f59-e091f48192b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:02.475619 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-df669aff-f916-4b60-9e90-6cd52c5a03df tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:02.485061 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-df669aff-f916-4b60-9e90-6cd52c5a03df tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/ports/226dc6d1-05b0-45c7-bf71-3417ba02641d HTTP/1.1" status: 204 len: 168 time: 1.2996230 Oct 13 14:20:02.488037 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52974) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:02.501240 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-464f2e9e-46aa-403b-8f59-e091f48192b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:02.502486 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464f2e9e-46aa-403b-8f59-e091f48192b7 None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:02.548435 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-75b1d6a8-754e-4591-88f3-5eda27681aeb tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "GET /v2.0/floatingips/76699e14-319c-4d46-95ca-bdddee26e200 HTTP/1.1" status: 200 len: 688 time: 0.0592380 Oct 13 14:20:02.552445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52976) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:02.721927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:02.752035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc3f39-d28f-46c3-a93e-855c33cc71a8 None None] Sync routers for ids ['87d6c19b-1f5f-43cd-815a-ab8a39c45770'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:02.760445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-1defc341-0e52-4a4b-bc0f-9ba42140413a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port 9d136675-ac90-40fb-a832-9a0486612516 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:02.760827 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1defc341-0e52-4a4b-bc0f-9ba42140413a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:02.764009 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc3f39-d28f-46c3-a93e-855c33cc71a8 None None] Routers {'87d6c19b-1f5f-43cd-815a-ab8a39c45770'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:02.764723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-99fc3f39-d28f-46c3-a93e-855c33cc71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['87d6c19b-1f5f-43cd-815a-ab8a39c45770'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:02.799874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-99fc3f39-d28f-46c3-a93e-855c33cc71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:02.809396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc3f39-d28f-46c3-a93e-855c33cc71a8 None None] Routers {'87d6c19b-1f5f-43cd-815a-ab8a39c45770'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:02.810382 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-99fc3f39-d28f-46c3-a93e-855c33cc71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['87d6c19b-1f5f-43cd-815a-ab8a39c45770'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:02.843450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-99fc3f39-d28f-46c3-a93e-855c33cc71a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:02.844147 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc3f39-d28f-46c3-a93e-855c33cc71a8 None None] The sync data for ids ['87d6c19b-1f5f-43cd-815a-ab8a39c45770'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:02.855227 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1defc341-0e52-4a4b-bc0f-9ba42140413a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:02.855227 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1defc341-0e52-4a4b-bc0f-9ba42140413a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:02.871384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-1defc341-0e52-4a4b-bc0f-9ba42140413a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for 9d136675-ac90-40fb-a832-9a0486612516 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:02.931121 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:02.932407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a3e0630e-9a2e-4162-a5c1-35123a6e624a tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1862977 Oct 13 14:20:02.935342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52978) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:03.047643 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-292a84b1-0d40-4336-8d12-e033418644a0 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/routers/87d6c19b-1f5f-43cd-815a-ab8a39c45770 HTTP/1.1" status: 200 len: 924 time: 0.1102839 Oct 13 14:20:03.050986 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52980) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:03.079383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cfa8c250-c922-42f9-9cb4-922194921573 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d6c19b-1f5f-43cd-815a-ab8a39c45770 HTTP/1.1" status: 200 len: 205 time: 0.0270851 Oct 13 14:20:03.082086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52982) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:03.165537 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1defc341-0e52-4a4b-bc0f-9ba42140413a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:03.200801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defc341-0e52-4a4b-bc0f-9ba42140413a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=9d136675-ac90-40fb-a832-9a0486612516,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:03.236432 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:03.344629 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1defc341-0e52-4a4b-bc0f-9ba42140413a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:03.347343 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1defc341-0e52-4a4b-bc0f-9ba42140413a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:03.348607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1defc341-0e52-4a4b-bc0f-9ba42140413a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/floatingips/76699e14-319c-4d46-95ca-bdddee26e200 HTTP/1.1" status: 204 len: 168 time: 0.7948165 Oct 13 14:20:03.352252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52984) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:03.357287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '66858579-21c6-43c8-b451-bd82aabd3a0e'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:03.378568 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:03.591768 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:03.684182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Deleting port 38b5a200-988a-45dd-b4de-774d2d205e13 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:03.684702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:03.693119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:03.767229 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:03.780023 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Calling delete_port for 38b5a200-988a-45dd-b4de-774d2d205e13 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:03.815533 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.25.0.144 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/d9a7e13b-4384-4f1e-ab2c-3dd0f638e243) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:03.918974 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:04.179711 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:04.206601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Pushing event deleted for resources: {'Port': ['ID=38b5a200-988a-45dd-b4de-774d2d205e13,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:04.243757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:04.276212 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:04.291159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:04.295862 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:04.301274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:04.304350 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=d9a7e13b-4384-4f1e-ab2c-3dd0f638e243,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:04.390392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:04.392543 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:04.660317 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:04.662906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Fanout notify agent at l3_agent the message router_deleted on router 87d6c19b-1f5f-43cd-815a-ab8a39c45770 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:20:04.668942 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:04.676093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7c603e49-cd88-47d6-aea8-f20dfa2cad5f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "DELETE /v2.0/routers/87d6c19b-1f5f-43cd-815a-ab8a39c45770 HTTP/1.1" status: 204 len: 168 time: 1.5871487 Oct 13 14:20:04.676093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52986) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:04.680632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Request body: {'router': {'name': 'tempest-snat-router-584513409', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'enable_snat': False}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:04.805652 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:04.808477 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:04.809589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:04.862461 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:05.061585 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:05.212452 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:05.221297 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:05.431410 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:05.507703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=d9a7e13b-4384-4f1e-ab2c-3dd0f638e243,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:05.516031 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:05.561704 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:05.622907 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Floating IP 53cfb853-1214-4d5d-85a6-9dba541a8588 associated. External IP: 172.25.0.144, port: 66858579-21c6-43c8-b451-bd82aabd3a0e. Oct 13 14:20:05.863812 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:20:05.874357 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:05.981224 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:05.986090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Allocated IP 172.25.0.42 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/dc2452d6-4891-4930-b512-6cb50bc89248) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:05.992860 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863acca8-fb42-4bf1-8da1-607c791a4b79 None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:06.004034 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863acca8-fb42-4bf1-8da1-607c791a4b79 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:06.004791 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-863acca8-fb42-4bf1-8da1-607c791a4b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:06.044811 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-863acca8-fb42-4bf1-8da1-607c791a4b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:06.053947 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863acca8-fb42-4bf1-8da1-607c791a4b79 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:06.054540 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-863acca8-fb42-4bf1-8da1-607c791a4b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:06.091246 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-863acca8-fb42-4bf1-8da1-607c791a4b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:06.091850 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863acca8-fb42-4bf1-8da1-607c791a4b79 None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:06.102931 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:06.233473 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:06.261555 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-39c51560-1df2-4b75-8568-e2e07c28da86 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9081993 Oct 13 14:20:06.264146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52988) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:06.269102 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1648560980'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:06.310415 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:06.349320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:06.352100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:06.357312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:06.360353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event updated for resources: {'Port': ['ID=dc2452d6-4891-4930-b512-6cb50bc89248,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:06.494365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Made reservation on behalf of 1d213847f00048539508998954e55e19 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:20:06.497902 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:06.523182 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:20:06.532042 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:06.532438 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Added segment 4207cf24-6a07-47dd-9f26-d71d48448c67 of type vlan for network 314377bb-232e-41c7-83b0-36233a1f2465 Oct 13 14:20:06.573588 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:06.740003 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:06.824806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:06.830671 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:06.831335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:06.902108 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Network': ['ID=314377bb-232e-41c7-83b0-36233a1f2465,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:06.911047 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:06.911395 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:06.911733 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:06.912094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:06.912427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:06.912755 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:06.913106 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:06.913434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:06.913773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:06.914078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:06.914400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:06.914740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:06.928363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 314377bb-232e-41c7-83b0-36233a1f2465 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:20:06.951418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:07.097853 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3ce1bf68-653e-4555-ba70-6b6dd06a7a67 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8324647 Oct 13 14:20:07.100434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52990) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:07.105287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0911ebaa-fe66-4d74-9afc-102769a223ad tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'subnet': {'network_id': '314377bb-232e-41c7-83b0-36233a1f2465', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:07.213173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Router 8bef343c-b344-4f40-8cd0-aaa4349149a2 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:20:07.300435 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0911ebaa-fe66-4d74-9afc-102769a223ad tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Made reservation on behalf of 1d213847f00048539508998954e55e19 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:20:07.304709 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0911ebaa-fe66-4d74-9afc-102769a223ad tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:07.438486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:07.448671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Sync routers for ids ['8bef343c-b344-4f40-8cd0-aaa4349149a2'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:07.463984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Routers {'8bef343c-b344-4f40-8cd0-aaa4349149a2'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:07.465519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8bef343c-b344-4f40-8cd0-aaa4349149a2'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:07.557742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640ac65-c51d-4812-9e92-790dfa301735 req-be9be641-7633-40f6-a0ac-231448eecfaf tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:07.559384 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8640ac65-c51d-4812-9e92-790dfa301735 req-be9be641-7633-40f6-a0ac-231448eecfaf tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 945 time: 0.1467531 Oct 13 14:20:07.578952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e522554-86eb-4e84-afd2-f2b42d4aa00f req-c8c78867-f2c3-410b-af78-621cd91ad8df tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:07.580788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e522554-86eb-4e84-afd2-f2b42d4aa00f req-c8c78867-f2c3-410b-af78-621cd91ad8df tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 945 time: 0.1445968 Oct 13 14:20:07.608553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15547eb3-2d87-480f-a78f-652d78627b26 req-162f15c0-23d8-4807-b1a6-502fc679297f service neutron] 10.222.0.41 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873867 Oct 13 14:20:07.620704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Set router 8bef343c-b344-4f40-8cd0-aaa4349149a2 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:20:07.649352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8640ac65-c51d-4812-9e92-790dfa301735 req-71b8e5ab-76f8-4522-b746-6427eb27228e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793409 Oct 13 14:20:07.673900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e522554-86eb-4e84-afd2-f2b42d4aa00f req-6ffe45e0-e4ca-4fe5-a29d-89fa9178764f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779860 Oct 13 14:20:07.702471 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:07.702471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a5001142-2c2b-49ec-a3f0-9a716f7f83d5 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0200453 Oct 13 14:20:07.705431 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52994) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:07.750196 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0911ebaa-fe66-4d74-9afc-102769a223ad tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:07.806023 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911ebaa-fe66-4d74-9afc-102769a223ad tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Subnet': ['ID=70c09290-d66a-4fc0-a4d3-de258944fe6e,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:07.839263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bef343c-b344-4f40-8cd0-aaa4349149a2', 'name': 'tempest-snat-router-584513409', 'tenant_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.42'}], 'enable_snat': False}, 'gw_port_id': 'dc2452d6-4891-4930-b512-6cb50bc89248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:20:04Z', 'updated_at': '2021-10-13T14:20:06Z', 'revision_number': 3, 'project_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'gw_port': {'id': 'dc2452d6-4891-4930-b512-6cb50bc89248', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bef343c-b344-4f40-8cd0-aaa4349149a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:20:05Z', 'updated_at': '2021-10-13T14:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:07.877588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da50e49-99bc-4d1e-85da-ca7bfd78b81d req-67379ca7-29c7-4c74-bc01-55f052b0989a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:07.877588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9da50e49-99bc-4d1e-85da-ca7bfd78b81d req-67379ca7-29c7-4c74-bc01-55f052b0989a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 945 time: 0.0595655 Oct 13 14:20:07.895890 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0911ebaa-fe66-4d74-9afc-102769a223ad tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Checking segment: {'id': '4207cf24-6a07-47dd-9f26-d71d48448c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '314377bb-232e-41c7-83b0-36233a1f2465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:20:07.896258 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0911ebaa-fe66-4d74-9afc-102769a223ad tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network hostable DHCP agents. Network: 314377bb-232e-41c7-83b0-36233a1f2465, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:20:07.896457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Checking router: 8bef343c-b344-4f40-8cd0-aaa4349149a2 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:20:07.896767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Updating router 8bef343c-b344-4f40-8cd0-aaa4349149a2 port dc2452d6-4891-4930-b512-6cb50bc89248 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:20:07.926059 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:07.945571 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-057b5e00-7172-4ce6-b4f0-3ed4c57566c9 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/routers/8bef343c-b344-4f40-8cd0-aaa4349149a2 HTTP/1.1" status: 200 len: 907 time: 0.2389350 Oct 13 14:20:08.050503 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52998) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:08.064025 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Request body: {'router': {'name': 'tempest-snat-router-584513409', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'enable_snat': True}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:08.110923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9da50e49-99bc-4d1e-85da-ca7bfd78b81d req-9adcef8e-8532-4d54-a868-a8a48a0795fe tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Deleting port 38892a89-6276-411f-8470-4e281e01ab97 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:08.111830 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9da50e49-99bc-4d1e-85da-ca7bfd78b81d req-9adcef8e-8532-4d54-a868-a8a48a0795fe tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:08.210704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-9da50e49-99bc-4d1e-85da-ca7bfd78b81d req-9adcef8e-8532-4d54-a868-a8a48a0795fe tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] For port 38892a89-6276-411f-8470-4e281e01ab97, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=38892a89-6276-411f-8470-4e281e01ab97,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:08.211235 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9da50e49-99bc-4d1e-85da-ca7bfd78b81d req-9adcef8e-8532-4d54-a868-a8a48a0795fe tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:08.224662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9da50e49-99bc-4d1e-85da-ca7bfd78b81d req-9adcef8e-8532-4d54-a868-a8a48a0795fe tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Calling delete_port for 38892a89-6276-411f-8470-4e281e01ab97 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:08.234881 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:08.522688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0911ebaa-fe66-4d74-9afc-102769a223ad tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network 314377bb-232e-41c7-83b0-36233a1f2465 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:20:08.563081 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:08.563343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:08.563598 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9da50e49-99bc-4d1e-85da-ca7bfd78b81d req-9adcef8e-8532-4d54-a868-a8a48a0795fe tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:08.564475 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:08.599472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcef8e-8532-4d54-a868-a8a48a0795fe tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event deleted for resources: {'Port': ['ID=38892a89-6276-411f-8470-4e281e01ab97,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:08.603539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['38892a89-6276-411f-8470-4e281e01ab97'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:08.606088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:08.631640 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:08.646035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da50e49-99bc-4d1e-85da-ca7bfd78b81d req-9adcef8e-8532-4d54-a868-a8a48a0795fe tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] No DVR routers for this DVR port 38892a89-6276-411f-8470-4e281e01ab97 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:20:08.648687 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9da50e49-99bc-4d1e-85da-ca7bfd78b81d req-9adcef8e-8532-4d54-a868-a8a48a0795fe tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:08.652187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9da50e49-99bc-4d1e-85da-ca7bfd78b81d req-9adcef8e-8532-4d54-a868-a8a48a0795fe tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "DELETE /v2.0/ports/38892a89-6276-411f-8470-4e281e01ab97 HTTP/1.1" status: 204 len: 173 time: 0.7699542 Oct 13 14:20:08.652506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ab01a6-4109-4c66-90bf-bba094517a6c', 'name': 'network-vif-deleted', 'tag': '38892a89-6276-411f-8470-4e281e01ab97'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:20:08.654370 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0911ebaa-fe66-4d74-9afc-102769a223ad tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 314377bb-232e-41c7-83b0-36233a1f2465) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:08.654910 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75bee6d-709f-4eec-8a0d-969fbde21fde" -d '{"events": [{"server_uuid": "48ab01a6-4109-4c66-90bf-bba094517a6c", "name": "network-vif-deleted", "tag": "38892a89-6276-411f-8470-4e281e01ab97"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:20:08.661005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0911ebaa-fe66-4d74-9afc-102769a223ad tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:08.661602 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0911ebaa-fe66-4d74-9afc-102769a223ad tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:08.680285 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946b433e-52cc-4cb6-b4c5-563e08f95f88 None None] Network 314377bb-232e-41c7-83b0-36233a1f2465 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:20:08.731370 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06deaff-8bf7-47aa-a292-6368090c462d x-openstack-request-id: req-e06deaff-8bf7-47aa-a292-6368090c462d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:20:08.731746 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ab01a6-4109-4c66-90bf-bba094517a6c", "name": "network-vif-deleted", "tag": "38892a89-6276-411f-8470-4e281e01ab97", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:20:08.732058 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e06deaff-8bf7-47aa-a292-6368090c462d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:20:08.732535 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ab01a6-4109-4c66-90bf-bba094517a6c', 'name': 'network-vif-deleted', 'tag': '38892a89-6276-411f-8470-4e281e01ab97', 'status': 'completed', 'code': 200} Oct 13 14:20:08.791116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f12f127-ba5c-4a35-a121-2366440c2e42 req-220232f0-5951-4de3-8364-f30f761a9ccd tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 210 time: 0.0332608 Oct 13 14:20:08.819488 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0911ebaa-fe66-4d74-9afc-102769a223ad tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7149429 Oct 13 14:20:08.819488 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53012) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:08.824792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1302412711', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:08.896140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391944d-0950-492f-a28b-b9406d667fb1 req-54f3f073-53cd-43c9-98b5-1afa458b97dd tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:08.906266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1391944d-0950-492f-a28b-b9406d667fb1 req-54f3f073-53cd-43c9-98b5-1afa458b97dd tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 945 time: 0.0970721 Oct 13 14:20:08.916389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Attempting to bind port dc2452d6-4891-4930-b512-6cb50bc89248 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:20:08.916814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Attempting to bind port dc2452d6-4891-4930-b512-6cb50bc89248 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:20:08.917200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Attempting to bind port dc2452d6-4891-4930-b512-6cb50bc89248 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:20:08.917443 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:08.939834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fdc32-8685-459a-98cd-bd449c1b4bfa None None] Pushing event updated for resources: {'Port': ['ID=dc2452d6-4891-4930-b512-6cb50bc89248,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:08.948402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:20:08.948776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:20:08.949331 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:08.949726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:20:08.950217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Bound port: dc2452d6-4891-4930-b512-6cb50bc89248, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:20:08.950586 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:08.954544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1391944d-0950-492f-a28b-b9406d667fb1 req-f7f2d04c-b0ab-4960-b995-d365da93b32d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464630 Oct 13 14:20:09.015428 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53016) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:09.054759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] For port dc2452d6-4891-4930-b512-6cb50bc89248, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:20:09.058963 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] For port dc2452d6-4891-4930-b512-6cb50bc89248, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dc2452d6-4891-4930-b512-6cb50bc89248,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:20:09.083801 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:09.083801 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:09.168392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-314377bb-232e-41c7-83b0-36233a1f2465', 'network_id': '314377bb-232e-41c7-83b0-36233a1f2465', 'tenant_id': '1d213847f00048539508998954e55e19', 'fixed_ips': [{'subnet_id': '70c09290-d66a-4fc0-a4d3-de258944fe6e'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:20:09.168392 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:09.191033 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:09.382405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Routers {'8bef343c-b344-4f40-8cd0-aaa4349149a2'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:09.383462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8bef343c-b344-4f40-8cd0-aaa4349149a2'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:09.388609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fdc32-8685-459a-98cd-bd449c1b4bfa None None] Pushing event updated for resources: {'Port': ['ID=dc2452d6-4891-4930-b512-6cb50bc89248,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:09.513033 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:09.519416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Allocated IP 172.20.0.2 (314377bb-232e-41c7-83b0-36233a1f2465/70c09290-d66a-4fc0-a4d3-de258944fe6e/20414a5f-7eec-4863-b0b0-af2e238c09b9) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:09.522153 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-096356e0-91cd-4fd5-9d5d-afb820abeb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:09.641037 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] Set router 8bef343c-b344-4f40-8cd0-aaa4349149a2 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:20:09.833470 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:09.845769 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:09.870878 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:09.889437 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-096356e0-91cd-4fd5-9d5d-afb820abeb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:09.898218 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:09.931155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4173156-6ce5-4d70-9a9c-990a31dad7ac req-b9bed0de-f496-47db-9a8f-391663908542 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=48ab01a6-4109-4c66-90bf-bba094517a6c HTTP/1.1" status: 200 len: 210 time: 0.0375006 Oct 13 14:20:09.941336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bef343c-b344-4f40-8cd0-aaa4349149a2', 'name': 'tempest-snat-router-584513409', 'tenant_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.42'}], 'enable_snat': False}, 'gw_port_id': 'dc2452d6-4891-4930-b512-6cb50bc89248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:20:04Z', 'updated_at': '2021-10-13T14:20:06Z', 'revision_number': 3, 'project_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'gw_port': {'id': 'dc2452d6-4891-4930-b512-6cb50bc89248', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bef343c-b344-4f40-8cd0-aaa4349149a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:20:05Z', 'updated_at': '2021-10-13T14:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:09.965108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486009d1-2864-4007-9870-7f2c2ed2fb5c None None] The sync data for ids ['8bef343c-b344-4f40-8cd0-aaa4349149a2'] in n-d-806683-15 is: [{'id': '8bef343c-b344-4f40-8cd0-aaa4349149a2', 'name': 'tempest-snat-router-584513409', 'tenant_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.42'}], 'enable_snat': False}, 'gw_port_id': 'dc2452d6-4891-4930-b512-6cb50bc89248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:20:04Z', 'updated_at': '2021-10-13T14:20:06Z', 'revision_number': 3, 'project_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'gw_port': {'id': 'dc2452d6-4891-4930-b512-6cb50bc89248', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:27:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bef343c-b344-4f40-8cd0-aaa4349149a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:20:05Z', 'updated_at': '2021-10-13T14:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:10.006501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Allocated IP 172.25.0.41 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/f765f902-aacd-4aa0-aca7-45ad9bbfba54) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:10.011955 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.015987 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-096356e0-91cd-4fd5-9d5d-afb820abeb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.083238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Network 314377bb-232e-41c7-83b0-36233a1f2465 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:10.093928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:10.101753 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:10.114670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7b4b3-6a7e-48cf-bfa6-3dd8fad9aed2 req-ca221691-d1e3-486b-be29-ba47a867f9ea tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:10.124024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Pushing event updated for resources: {'Port': ['ID=20414a5f-7eec-4863-b0b0-af2e238c09b9,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:10.126143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31a7b4b3-6a7e-48cf-bfa6-3dd8fad9aed2 req-ca221691-d1e3-486b-be29-ba47a867f9ea tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 945 time: 0.0737123 Oct 13 14:20:10.173289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31a7b4b3-6a7e-48cf-bfa6-3dd8fad9aed2 req-06116c1e-adb9-438c-a7d1-deea13cd104c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437241 Oct 13 14:20:10.184016 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-096356e0-91cd-4fd5-9d5d-afb820abeb30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13823b48d37b4f9da712ab4de31db1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1595879 Oct 13 14:20:10.184016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53028) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:10.192615 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096356e0-91cd-4fd5-9d5d-afb820abeb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc741a20-0d53-4737-b813-a01ba8d9ab2c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:10.200078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Attempting to bind port 20414a5f-7eec-4863-b0b0-af2e238c09b9 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:20:10.201854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Attempting to bind port 20414a5f-7eec-4863-b0b0-af2e238c09b9 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '4207cf24-6a07-47dd-9f26-d71d48448c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '314377bb-232e-41c7-83b0-36233a1f2465'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:20:10.201854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Attempting to bind port 20414a5f-7eec-4863-b0b0-af2e238c09b9 on network 314377bb-232e-41c7-83b0-36233a1f2465 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:20:10.208907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:20:10.209323 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Checking segment: {'id': '4207cf24-6a07-47dd-9f26-d71d48448c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '314377bb-232e-41c7-83b0-36233a1f2465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:20:10.210175 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.210175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Bound using segment: {'id': '4207cf24-6a07-47dd-9f26-d71d48448c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '314377bb-232e-41c7-83b0-36233a1f2465'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:20:10.210636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Bound port: 20414a5f-7eec-4863-b0b0-af2e238c09b9, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4207cf24-6a07-47dd-9f26-d71d48448c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '314377bb-232e-41c7-83b0-36233a1f2465'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:20:10.211089 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.296720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] For port 20414a5f-7eec-4863-b0b0-af2e238c09b9, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:20:10.305300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] For port 20414a5f-7eec-4863-b0b0-af2e238c09b9, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=20414a5f-7eec-4863-b0b0-af2e238c09b9,segment=NetworkSegment(4207cf24-6a07-47dd-9f26-d71d48448c67),segment_id=4207cf24-6a07-47dd-9f26-d71d48448c67)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:20:10.311326 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.325559 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b32966f-1527-4e3d-bb9e-c552042ece98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.369694 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b32966f-1527-4e3d-bb9e-c552042ece98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.405515 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.481577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91fe88-e575-40be-b501-143b2aece823 None None] Pushing event updated for resources: {'Port': ['ID=20414a5f-7eec-4863-b0b0-af2e238c09b9,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:10.502137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dc2452d6-4891-4930-b512-6cb50bc89248 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:20:10.563506 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.576682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port dc2452d6-4891-4930-b512-6cb50bc89248 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:20:10.577179 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.588425 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.593295 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.672777 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:10.682751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:10.686076 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:10.712531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event updated for resources: {'Port': ['ID=f765f902-aacd-4aa0-aca7-45ad9bbfba54,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:10.735298 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.770915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b32966f-1527-4e3d-bb9e-c552042ece98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.774482 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b32966f-1527-4e3d-bb9e-c552042ece98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.774776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port dc2452d6-4891-4930-b512-6cb50bc89248, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dc2452d6-4891-4930-b512-6cb50bc89248,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:10.775955 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4b32966f-1527-4e3d-bb9e-c552042ece98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc741a20-0d53-4737-b813-a01ba8d9ab2c HTTP/1.1" status: 204 len: 168 time: 0.5941029 Oct 13 14:20:10.815557 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32966f-1527-4e3d-bb9e-c552042ece98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc741a20-0d53-4737-b813-a01ba8d9ab2c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:10.878114 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:10.949045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=dc2452d6-4891-4930-b512-6cb50bc89248,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:10.978175 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.25.0.30 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/75c0c8c2-a262-48df-8a4e-771ec47051d4) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:11.231409 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:11.379783 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:11.402880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d24666-3d84-4f68-b941-79f1cb33887a req-a285627b-ecf1-46a5-b5cb-0fb68668a1a2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:11.409614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94d24666-3d84-4f68-b941-79f1cb33887a req-a285627b-ecf1-46a5-b5cb-0fb68668a1a2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 945 time: 0.1361611 Oct 13 14:20:11.459157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94d24666-3d84-4f68-b941-79f1cb33887a req-92383021-f2a5-489b-849d-ab094ee3b589 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455339 Oct 13 14:20:11.568733 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:11.717516 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:11.718597 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1d494a-0e4e-4c75-92bb-2996e69279f6 None None] Network 314377bb-232e-41c7-83b0-36233a1f2465 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:20:11.801542 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6fce7b71-f939-49c6-9b4b-a420c89c04cd None None] Provisioning complete for port 20414a5f-7eec-4863-b0b0-af2e238c09b9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:20:11.802012 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6fce7b71-f939-49c6-9b4b-a420c89c04cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:11.805412 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:11.812887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:11.815784 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:11.849295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=75c0c8c2-a262-48df-8a4e-771ec47051d4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:12.001097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce34f5-82f7-49dd-a128-1617cded695a req-626680f1-9b83-4c14-b7fb-c291a3813b44 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:12.003191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-626680f1-9b83-4c14-b7fb-c291a3813b44 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.1405048 Oct 13 14:20:12.012438 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Router b2e37acf-908b-4d23-82b1-b88afa5685d0 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:20:12.015424 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6fce7b71-f939-49c6-9b4b-a420c89c04cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:12.029043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-6f0bf322-8d07-45f3-9319-45bfcd5797a0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/quotas/1f3381f4090b46da8ec91eb741bf2620 HTTP/1.1" status: 200 len: 375 time: 0.0168762 Oct 13 14:20:12.066287 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6fce7b71-f939-49c6-9b4b-a420c89c04cd None None] For port 20414a5f-7eec-4863-b0b0-af2e238c09b9, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=20414a5f-7eec-4863-b0b0-af2e238c09b9,segment=NetworkSegment(4207cf24-6a07-47dd-9f26-d71d48448c67),segment_id=4207cf24-6a07-47dd-9f26-d71d48448c67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:12.089604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-fc136e8c-df66-4ac9-943d-79ea348a30a0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569229 Oct 13 14:20:12.179625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:12.190366 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Sync routers for ids ['b2e37acf-908b-4d23-82b1-b88afa5685d0'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:12.204124 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Routers {'b2e37acf-908b-4d23-82b1-b88afa5685d0'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:12.205554 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b2e37acf-908b-4d23-82b1-b88afa5685d0'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:12.207440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-52529f51-ac6c-41b7-952b-c6a60a115446 service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103435 Oct 13 14:20:12.271618 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6fce7b71-f939-49c6-9b4b-a420c89c04cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:12.395730 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Set router b2e37acf-908b-4d23-82b1-b88afa5685d0 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:20:12.404693 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 013b3461-9860-4280-9cbe-89d20d2f07b2 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:20:12.421060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 38892a89-6276-411f-8470-4e281e01ab97 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:20:12.450929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-17c0703e-8638-44d7-ab67-3ead75e66219 service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422953 Oct 13 14:20:12.478404 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-66040f2f-5a40-4251-95a7-bd99dacd4230 None None] Provisioning complete for port 20414a5f-7eec-4863-b0b0-af2e238c09b9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:20:12.481276 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-66040f2f-5a40-4251-95a7-bd99dacd4230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:12.538625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce7b71-f939-49c6-9b4b-a420c89c04cd None None] Pushing event updated for resources: {'Port': ['ID=20414a5f-7eec-4863-b0b0-af2e238c09b9,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:12.541721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 38892a89-6276-411f-8470-4e281e01ab97 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:20:12.542064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 38892a89-6276-411f-8470-4e281e01ab97 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:20:12.687364 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:12.691872 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6cf79640-ae3c-403f-b624-4f40c7ccc37e tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.6370087 Oct 13 14:20:12.692012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53082) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:12.692126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53080) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:12.729629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:12.742308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dc2452d6-4891-4930-b512-6cb50bc89248 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:20:12.745733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '013b3461-9860-4280-9cbe-89d20d2f07b2', 'network_id': '842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2', 'port_id': '013b3461-9860-4280-9cbe-89d20d2f07b2', 'mac_address': 'fa:16:3e:9c:96:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1883f4e6-845b-462e-92e2-b0bf84ce9717', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:20:12.779808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd6e79-1424-4197-97e1-3c0f082acf11 req-c2f4d2bf-6993-420d-acd0-8085a49c5d48 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:12.779808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbfd6e79-1424-4197-97e1-3c0f082acf11 req-c2f4d2bf-6993-420d-acd0-8085a49c5d48 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 945 time: 0.1490326 Oct 13 14:20:12.821297 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e37acf-908b-4d23-82b1-b88afa5685d0', 'name': 'tempest-snat-router-584513409', 'tenant_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f765f902-aacd-4aa0-aca7-45ad9bbfba54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:20:08Z', 'updated_at': '2021-10-13T14:20:10Z', 'revision_number': 3, 'project_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'gw_port': {'id': 'f765f902-aacd-4aa0-aca7-45ad9bbfba54', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:25:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e37acf-908b-4d23-82b1-b88afa5685d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:20:09Z', 'updated_at': '2021-10-13T14:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:12.835719 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:12.851199 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:12.857196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013b3461-9860-4280-9cbe-89d20d2f07b2 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:20:12.859895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbfd6e79-1424-4197-97e1-3c0f082acf11 req-fa6730ca-c2b5-45b3-ad0d-282d880f05a8 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729024 Oct 13 14:20:12.912439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1189784549-network', 'tenant_id': 'ab5a806b1f1747e483f134c2a2f576a5'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:12.913390 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Checking router: b2e37acf-908b-4d23-82b1-b88afa5685d0 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:20:12.913746 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Updating router b2e37acf-908b-4d23-82b1-b88afa5685d0 port f765f902-aacd-4aa0-aca7-45ad9bbfba54 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:20:12.968286 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8c621016-2031-4de7-93b5-5ffdb3d66860 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/routers/b2e37acf-908b-4d23-82b1-b88afa5685d0 HTTP/1.1" status: 200 len: 906 time: 0.2750494 Oct 13 14:20:12.971828 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53094) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:12.994467 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.059566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Made reservation on behalf of ab5a806b1f1747e483f134c2a2f576a5 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:20:13.064064 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.087549 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.132362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:13.174659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1742ffb1-39d7-4077-abe0-a593cf2edf54 req-734b6a0a-1168-495d-a32c-7b0df49cd069 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 210 time: 0.0570629 Oct 13 14:20:13.178994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port dc2452d6-4891-4930-b512-6cb50bc89248 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:20:13.183785 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.232028 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.232855 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.257656 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.317102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 20414a5f-7eec-4863-b0b0-af2e238c09b9 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:20:13.330676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6a1f4f4-8275-4964-90ba-5385b8e83857 req-5fff465d-86e5-490c-9ba1-aa2c336cafbe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494225 Oct 13 14:20:13.363262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=013b3461-9860-4280-9cbe-89d20d2f07b2,revision_number=11']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:13.391473 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.398199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 20414a5f-7eec-4863-b0b0-af2e238c09b9 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:20:13.399358 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.415373 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.430698 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.456003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:20:13.483041 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.483377 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Added segment 57a8d30d-dc1f-4dc0-81bb-450506d7555f of type vlan for network 50adb513-04c1-43cc-aacf-ff230e927593 Oct 13 14:20:13.486656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e18626d-b383-4645-a546-d7ab044fd375,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:13.505632 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.507943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f4f4-8275-4964-90ba-5385b8e83857 req-99423344-953c-4c5c-939a-c601b8941ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:13.511146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6a1f4f4-8275-4964-90ba-5385b8e83857 req-99423344-953c-4c5c-939a-c601b8941ea0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 1098 time: 0.1095176 Oct 13 14:20:13.549477 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.614758 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.620394 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Attempting to bind port f765f902-aacd-4aa0-aca7-45ad9bbfba54 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:20:13.620823 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Attempting to bind port f765f902-aacd-4aa0-aca7-45ad9bbfba54 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:20:13.621217 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Attempting to bind port f765f902-aacd-4aa0-aca7-45ad9bbfba54 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:20:13.624399 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Pushing event updated for resources: {'Port': ['ID=f765f902-aacd-4aa0-aca7-45ad9bbfba54,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:13.633064 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:20:13.638149 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:20:13.638149 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.638149 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:20:13.638149 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Bound port: f765f902-aacd-4aa0-aca7-45ad9bbfba54, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:20:13.638149 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.638149 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:13.638798 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:13.638798 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:13.639087 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:13.639409 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:13.639731 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:13.640051 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:13.640369 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:13.640848 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:13.641699 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:13.642020 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:13.642335 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:13.675837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f4f4-8275-4964-90ba-5385b8e83857 req-2e4c1395-1f0d-456d-bfb0-0c618b2ad0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:13.683493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6a1f4f4-8275-4964-90ba-5385b8e83857 req-2e4c1395-1f0d-456d-bfb0-0c618b2ad0d7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 906 time: 0.1218984 Oct 13 14:20:13.687132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['013b3461-9860-4280-9cbe-89d20d2f07b2'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:13.715858 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] For port f765f902-aacd-4aa0-aca7-45ad9bbfba54, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:20:13.721023 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] For port f765f902-aacd-4aa0-aca7-45ad9bbfba54, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f765f902-aacd-4aa0-aca7-45ad9bbfba54,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:20:13.727854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Deleting port f765f902-aacd-4aa0-aca7-45ad9bbfba54 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:13.733277 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.733277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router e30cedc1-ebaf-43f8-91cd-8ecd3cbef008 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:20:13.734301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6a1f4f4-8275-4964-90ba-5385b8e83857 req-4c4911c1-7ab3-493e-8d85-9f3ac78e7bdc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d9f47c5-0763-4679-ba8c-3aea2d9e3786 HTTP/1.1" status: 200 len: 217 time: 0.0451016 Oct 13 14:20:13.802397 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.803627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:13.807788 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.815612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f4f4-8275-4964-90ba-5385b8e83857 req-492daee6-68a6-491d-a0ca-2cf743a98265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:13.817145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6a1f4f4-8275-4964-90ba-5385b8e83857 req-492daee6-68a6-491d-a0ca-2cf743a98265 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.0715539 Oct 13 14:20:13.860025 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.895421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6a1f4f4-8275-4964-90ba-5385b8e83857 req-544c3b58-4eb2-4fba-a165-14f6dfbe1de7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400953 Oct 13 14:20:13.899616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] Pushing event updated for resources: {'Network': ['ID=50adb513-04c1-43cc-aacf-ff230e927593,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:13.919245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 50adb513-04c1-43cc-aacf-ff230e927593 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:20:13.929794 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] For port f765f902-aacd-4aa0-aca7-45ad9bbfba54, host n-d-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:13.929794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:13.941830 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Routers {'b2e37acf-908b-4d23-82b1-b88afa5685d0'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:13.945919 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b2e37acf-908b-4d23-82b1-b88afa5685d0'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:13.950587 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Calling delete_port for f765f902-aacd-4aa0-aca7-45ad9bbfba54 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:13.964178 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:13.996081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-96bda491-5bc7-43c9-8234-d125fd1da1b7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3033972 Oct 13 14:20:14.001545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53104) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:14.011765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b723e-38a7-4764-b3b1-b01a394894e4 None None] Sync routers for ids ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:14.042388 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bece27-ebd7-44bc-b0b4-7035a54a8170 None None] Pushing event updated for resources: {'Port': ['ID=f765f902-aacd-4aa0-aca7-45ad9bbfba54,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:14.063879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b723e-38a7-4764-b3b1-b01a394894e4 None None] Routers {'e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:14.069460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-8b3f8c98-2c90-4d94-a201-63f4a0b7140d admin admin] Request body: {'subnet': {'network_id': '50adb513-04c1-43cc-aacf-ff230e927593', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1189784549-subnet', 'tenant_id': 'ab5a806b1f1747e483f134c2a2f576a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:14.070573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9e4b723e-38a7-4764-b3b1-b01a394894e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:14.086529 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:14.090698 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a3365aea-4408-4b0e-b08d-e847bf07bc10 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2678454 Oct 13 14:20:14.090936 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] Set router b2e37acf-908b-4d23-82b1-b88afa5685d0 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:20:14.091253 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53110) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:14.104885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6a1f4f4-8275-4964-90ba-5385b8e83857 req-ac3cbdfe-019c-4672-a5a9-6d00bb4a2bbb service neutron] 10.222.0.49 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976864 Oct 13 14:20:14.176754 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9e4b723e-38a7-4764-b3b1-b01a394894e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:14.211496 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b723e-38a7-4764-b3b1-b01a394894e4 None None] Routers {'e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:14.212461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9e4b723e-38a7-4764-b3b1-b01a394894e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:14.286715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6a1f4f4-8275-4964-90ba-5385b8e83857 req-f847390d-5439-4e8e-af1f-384236f2e8a5 service neutron] 10.222.0.49 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340265 Oct 13 14:20:14.293466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3f8c98-2c90-4d94-a201-63f4a0b7140d admin admin] Made reservation on behalf of ab5a806b1f1747e483f134c2a2f576a5 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:20:14.293466 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8c98-2c90-4d94-a201-63f4a0b7140d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:14.308012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9e4b723e-38a7-4764-b3b1-b01a394894e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:14.310255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b723e-38a7-4764-b3b1-b01a394894e4 None None] The sync data for ids ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:14.327812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e37acf-908b-4d23-82b1-b88afa5685d0', 'name': 'tempest-snat-router-584513409', 'tenant_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:20:08Z', 'updated_at': '2021-10-13T14:20:13Z', 'revision_number': 4, 'project_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:14.363670 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd03ab37-7668-4fc2-9281-1dc20109fd5e None None] The sync data for ids ['b2e37acf-908b-4d23-82b1-b88afa5685d0'] in n-d-806683-15 is: [{'id': 'b2e37acf-908b-4d23-82b1-b88afa5685d0', 'name': 'tempest-snat-router-584513409', 'tenant_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:20:08Z', 'updated_at': '2021-10-13T14:20:13Z', 'revision_number': 4, 'project_id': '6ce161c5e3a9436aafe8d7dc55d31f3a', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:14.426414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 20414a5f-7eec-4863-b0b0-af2e238c09b9 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:20:14.466227 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:14.482100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 20414a5f-7eec-4863-b0b0-af2e238c09b9 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:20:14.482454 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:14.534725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a97a071f-bad1-4bc9-9be9-0f86802eefb4 req-29cdc6c5-937d-4622-af1a-155552bc605c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 210 time: 0.1115925 Oct 13 14:20:14.536271 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event deleted for resources: {'Port': ['ID=f765f902-aacd-4aa0-aca7-45ad9bbfba54,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:14.536382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52a137-4482-47e4-8da5-d5b45110d705 req-eff10fcb-cab2-4ca2-896f-a65f93901cd8 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:14.536382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b52a137-4482-47e4-8da5-d5b45110d705 req-eff10fcb-cab2-4ca2-896f-a65f93901cd8 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.4404643 Oct 13 14:20:14.597988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b52a137-4482-47e4-8da5-d5b45110d705 req-e8448536-0eb2-4253-891c-328afa97e280 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704174 Oct 13 14:20:14.657891 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:14.786164 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:14.789773 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:14.837269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8c98-2c90-4d94-a201-63f4a0b7140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:14.895924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f8c98-2c90-4d94-a201-63f4a0b7140d admin admin] Pushing event updated for resources: {'Subnet': ['ID=60ae2475-f5d9-4bef-9dd4-ffde2898ae49,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:14.904904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3f8c98-2c90-4d94-a201-63f4a0b7140d admin admin] Checking segment: {'id': '57a8d30d-dc1f-4dc0-81bb-450506d7555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '50adb513-04c1-43cc-aacf-ff230e927593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:20:14.905316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3f8c98-2c90-4d94-a201-63f4a0b7140d admin admin] Network hostable DHCP agents. Network: 50adb513-04c1-43cc-aacf-ff230e927593, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:20:14.962899 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:14.972287 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:14.972969 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2e37acf-908b-4d23-82b1-b88afa5685d0 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:20:14.979044 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:14.982783 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9c64ea28-cd6a-4368-89e2-d98898e0dcfc tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "DELETE /v2.0/routers/b2e37acf-908b-4d23-82b1-b88afa5685d0 HTTP/1.1" status: 204 len: 168 time: 2.0065141 Oct 13 14:20:14.983135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53114) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:15.070801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3f8c98-2c90-4d94-a201-63f4a0b7140d admin admin] Network 50adb513-04c1-43cc-aacf-ff230e927593 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:20:15.102836 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:15.199750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-8b3f8c98-2c90-4d94-a201-63f4a0b7140d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 50adb513-04c1-43cc-aacf-ff230e927593) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:15.200351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3f8c98-2c90-4d94-a201-63f4a0b7140d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:15.200783 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8c98-2c90-4d94-a201-63f4a0b7140d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:15.212693 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54452316-9837-431d-9fb4-b156000661ec None None] Network 50adb513-04c1-43cc-aacf-ff230e927593 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:20:15.232638 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:15.300183 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.20.0.1 (314377bb-232e-41c7-83b0-36233a1f2465/70c09290-d66a-4fc0-a4d3-de258944fe6e/baf83837-f3df-4783-baf9-04371ea25893) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:15.361729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8b3f8c98-2c90-4d94-a201-63f4a0b7140d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2970223 Oct 13 14:20:15.383729 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88db21b-51e5-4984-bb68-968eae9ffe6e None None] Network 50adb513-04c1-43cc-aacf-ff230e927593 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:20:15.460278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Deleting port dc2452d6-4891-4930-b512-6cb50bc89248 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:15.463204 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:15.526566 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:15.610470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] For port dc2452d6-4891-4930-b512-6cb50bc89248, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dc2452d6-4891-4930-b512-6cb50bc89248,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:15.611414 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:15.655589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Calling delete_port for dc2452d6-4891-4930-b512-6cb50bc89248 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:15.659572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5239467a-f22a-4c96-a267-98ad7cea6bb4 req-6d3236df-c0ff-4c36-b85b-713876adc844 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 210 time: 0.0392740 Oct 13 14:20:15.666374 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:15.764542 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=baf83837-f3df-4783-baf9-04371ea25893,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:15.770383 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network 314377bb-232e-41c7-83b0-36233a1f2465 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:15.773044 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:15.775519 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:15.812869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d1bd7d52-1cc8-4fb9-a976-97d82b80be51 req-02e5b7cb-9af4-4a77-aefc-644772b4ed02 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-786616747', 'description': 'tempest-description-1069819079'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:15.828598 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:15.926177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6dc44-938b-45c5-a126-c813a3a2488a req-fe0b09fe-57a2-40f8-b3bf-1df2f14a3a86 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:15.927805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3f6dc44-938b-45c5-a126-c813a3a2488a req-fe0b09fe-57a2-40f8-b3bf-1df2f14a3a86 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 946 time: 0.1574156 Oct 13 14:20:16.036474 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d1bd7d52-1cc8-4fb9-a976-97d82b80be51 req-02e5b7cb-9af4-4a77-aefc-644772b4ed02 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.122593 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.191702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-81fbd57c-82f7-435a-98f6-953210f7bf83 None None] Provisioning complete for port baf83837-f3df-4783-baf9-04371ea25893 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:20:16.192507 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81fbd57c-82f7-435a-98f6-953210f7bf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.237832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-81fbd57c-82f7-435a-98f6-953210f7bf83 None None] Port baf83837-f3df-4783-baf9-04371ea25893 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:20:16.409327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3f6dc44-938b-45c5-a126-c813a3a2488a req-a86d7099-c7a6-4463-8b59-85592527b593 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656832 Oct 13 14:20:16.430274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 013b3461-9860-4280-9cbe-89d20d2f07b2 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:20:16.518990 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce34f5-82f7-49dd-a128-1617cded695a req-69b2cc7f-7deb-424f-8e1c-404eb5690204 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:16.520601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-69b2cc7f-7deb-424f-8e1c-404eb5690204 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.5405574 Oct 13 14:20:16.540014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4a5b4c87-6f9a-48bd-801c-8a598c701853 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Request body: {'port': {'device_id': '49837dc1-3065-4c5d-ad34-341e0e678284', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'admin_state_up': True, 'tenant_id': '1f3381f4090b46da8ec91eb741bf2620'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:16.621947 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d1bd7d52-1cc8-4fb9-a976-97d82b80be51 req-02e5b7cb-9af4-4a77-aefc-644772b4ed02 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.637670 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 013b3461-9860-4280-9cbe-89d20d2f07b2 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:20:16.637971 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.643182 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 013b3461-9860-4280-9cbe-89d20d2f07b2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:20:16.643721 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.682915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc2452d6-4891-4930-b512-6cb50bc89248,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:16.737715 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.740953 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d1bd7d52-1cc8-4fb9-a976-97d82b80be51 req-02e5b7cb-9af4-4a77-aefc-644772b4ed02 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.770400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:20:16.773762 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc41a41a-7695-44d4-926d-904c762720b1" -d '{"events": [{"server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "name": "network-vif-plugged", "status": "completed", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:20:16.789330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:16.823868 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.826000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0069c8ae-7083-4166-ad65-6cf48cba261c req-e10737ca-1019-4e12-8967-6e3136345a7a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 210 time: 0.0495949 Oct 13 14:20:16.831627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5b7cb-9af4-4a77-aefc-644772b4ed02 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d57c45e-b134-4105-9283-24fd2c56a6b3,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:16.843270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4a5b4c87-6f9a-48bd-801c-8a598c701853 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Made reservation on behalf of 1f3381f4090b46da8ec91eb741bf2620 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:20:16.843270 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4a5b4c87-6f9a-48bd-801c-8a598c701853 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.845777 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.877266 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f76875-3364-46e8-8e42-5ddf1cd6f59d x-openstack-request-id: req-e0f76875-3364-46e8-8e42-5ddf1cd6f59d {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:20:16.877620 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "name": "network-vif-plugged", "status": "completed", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:20:16.878005 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0f76875-3364-46e8-8e42-5ddf1cd6f59d {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:20:16.878507 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2', 'code': 200} Oct 13 14:20:16.911618 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.951568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.957105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.960481 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.964420 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d1bd7d52-1cc8-4fb9-a976-97d82b80be51 req-02e5b7cb-9af4-4a77-aefc-644772b4ed02 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:16.965891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1bd7d52-1cc8-4fb9-a976-97d82b80be51 req-02e5b7cb-9af4-4a77-aefc-644772b4ed02 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1601436 Oct 13 14:20:16.968413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=013b3461-9860-4280-9cbe-89d20d2f07b2,revision_number=12']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:17.048405 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=baf83837-f3df-4783-baf9-04371ea25893,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:17.049465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a9eaa50a-e693-40b1-b7ce-58c82d69568d req-673e1947-9cb3-42ad-ba4c-a460ab5fda3b tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1339415023', 'description': 'tempest-description-1872447536'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:17.051038 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:17.147251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4a5b4c87-6f9a-48bd-801c-8a598c701853 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Allocated IP 172.20.0.9 (7967c7e9-c785-47a5-832b-9d1edf6a0217/a4c947b3-a3a5-468c-a6ba-fa23139cfbc4/818941b4-bb97-4437-8017-ad4459c221f3) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:17.160373 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network 314377bb-232e-41c7-83b0-36233a1f2465 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:17.161975 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:17.165730 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:17.166267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bef343c-b344-4f40-8cd0-aaa4349149a2 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:20:17.180304 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:17.181499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-075000c1-0e4b-413a-adbf-ef95ae2a0b9b tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8bef343c-b344-4f40-8cd0-aaa4349149a2 HTTP/1.1" status: 204 len: 168 time: 2.1972342 Oct 13 14:20:17.186793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53140) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:17.192867 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a9eaa50a-e693-40b1-b7ce-58c82d69568d req-673e1947-9cb3-42ad-ba4c-a460ab5fda3b tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:17.195819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1609372197', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}, 'admin_state_up': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:17.284790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ad41b-015d-4148-b9a6-3b6d1efd4771 req-bb25cd0f-9c41-4e5a-85cf-a202d602ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:17.286401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e88ad41b-015d-4148-b9a6-3b6d1efd4771 req-bb25cd0f-9c41-4e5a-85cf-a202d602ddf3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 1099 time: 0.1479239 Oct 13 14:20:17.313902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router e30cedc1-ebaf-43f8-91cd-8ecd3cbef008 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:20:17.380139 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:17.381222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:17.441358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e88ad41b-015d-4148-b9a6-3b6d1efd4771 req-eda78e7b-3f00-420a-8548-661aabbf94d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373408 Oct 13 14:20:17.462542 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a9eaa50a-e693-40b1-b7ce-58c82d69568d req-673e1947-9cb3-42ad-ba4c-a460ab5fda3b tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:17.473688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9517649e-bf5a-4a67-9ee4-8b32f297feed None None] Provisioning complete for port baf83837-f3df-4783-baf9-04371ea25893 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:20:17.480337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:17.480502 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9517649e-bf5a-4a67-9ee4-8b32f297feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:17.482567 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a40ce12a-187f-4f53-820c-f7b17fd42b90 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "PUT /v2.0/routers/e30cedc1-ebaf-43f8-91cd-8ecd3cbef008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3901083 Oct 13 14:20:17.486382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53144) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:17.489155 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d3b6a-7fd8-4e2d-9690-358b683a007d None None] Sync routers for ids ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:17.505900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'port': {'network_id': '314377bb-232e-41c7-83b0-36233a1f2465', 'name': 'tempest-FloatingIPTestJSON-914055652'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:17.510007 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d3b6a-7fd8-4e2d-9690-358b683a007d None None] Routers {'e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:17.511196 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ca6d3b6a-7fd8-4e2d-9690-358b683a007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:17.519596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9517649e-bf5a-4a67-9ee4-8b32f297feed None None] Port baf83837-f3df-4783-baf9-04371ea25893 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:20:17.521948 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4a5b4c87-6f9a-48bd-801c-8a598c701853 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:17.561036 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ca6d3b6a-7fd8-4e2d-9690-358b683a007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:17.587918 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d3b6a-7fd8-4e2d-9690-358b683a007d None None] Routers {'e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:17.588534 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ca6d3b6a-7fd8-4e2d-9690-358b683a007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:17.607226 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a9eaa50a-e693-40b1-b7ce-58c82d69568d req-673e1947-9cb3-42ad-ba4c-a460ab5fda3b tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:17.612843 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:17.640167 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ca6d3b6a-7fd8-4e2d-9690-358b683a007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:17.641471 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6d3b6a-7fd8-4e2d-9690-358b683a007d None None] The sync data for ids ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:17.674852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e1947-9cb3-42ad-ba4c-a460ab5fda3b tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d29e2a-85b3-4b2e-bde1-4a6a888920d5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:17.683980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5a6b7-94a7-4ab1-9894-22ee71d79084 req-3534e357-9a65-42f3-92ee-ebb5f15c8581 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:17.687631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2d5a6b7-94a7-4ab1-9894-22ee71d79084 req-3534e357-9a65-42f3-92ee-ebb5f15c8581 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1589477 Oct 13 14:20:17.734934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2d5a6b7-94a7-4ab1-9894-22ee71d79084 req-e4559784-da01-464d-8017-286bd14871fd tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Oct 13 14:20:17.814895 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Made reservation on behalf of 1d213847f00048539508998954e55e19 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:20:17.819919 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:17.854456 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4a5b4c87-6f9a-48bd-801c-8a598c701853 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:17.855113 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] device_id is not set on port 90ed455f-8c68-423c-b314-1dc86f8d77e1 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:20:17.873909 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:17.894536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4a5b4c87-6f9a-48bd-801c-8a598c701853 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Network 7967c7e9-c785-47a5-832b-9d1edf6a0217 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:17.929366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4a5b4c87-6f9a-48bd-801c-8a598c701853 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:17.937015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4a5b4c87-6f9a-48bd-801c-8a598c701853 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:18.037026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Allocated IP 172.20.0.11 (314377bb-232e-41c7-83b0-36233a1f2465/70c09290-d66a-4fc0-a4d3-de258944fe6e/90ed455f-8c68-423c-b314-1dc86f8d77e1) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:18.057509 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a9eaa50a-e693-40b1-b7ce-58c82d69568d req-673e1947-9cb3-42ad-ba4c-a460ab5fda3b tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:18.059159 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9eaa50a-e693-40b1-b7ce-58c82d69568d req-673e1947-9cb3-42ad-ba4c-a460ab5fda3b tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0515151 Oct 13 14:20:18.096721 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:18.131512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b4c87-6f9a-48bd-801c-8a598c701853 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event updated for resources: {'Port': ['ID=818941b4-bb97-4437-8017-ad4459c221f3,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:18.153355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4a5b4c87-6f9a-48bd-801c-8a598c701853 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:18.155011 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4a5b4c87-6f9a-48bd-801c-8a598c701853 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:18.182268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447376-9b48-4e95-9325-a0843cbdc176 req-eb521e4f-7492-4ddd-989f-a611a0f47c7e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:18.183783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8447376-9b48-4e95-9325-a0843cbdc176 req-eb521e4f-7492-4ddd-989f-a611a0f47c7e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 931 time: 0.1698897 Oct 13 14:20:18.266103 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:18.310997 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4a5b4c87-6f9a-48bd-801c-8a598c701853 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7767012 Oct 13 14:20:18.345908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Request body: {'port': {'device_id': '49837dc1-3065-4c5d-ad34-341e0e678284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:18.352245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8447376-9b48-4e95-9325-a0843cbdc176 req-7d456416-e4d5-4879-b197-450e6ea35b37 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505668 Oct 13 14:20:18.381034 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:18.414336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dc2452d6-4891-4930-b512-6cb50bc89248 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:20:18.440344 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:18.440942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: dc2452d6-4891-4930-b512-6cb50bc89248 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:20:18.441539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dc2452d6-4891-4930-b512-6cb50bc89248 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:20:18.446915 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Network 314377bb-232e-41c7-83b0-36233a1f2465 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:18.452703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:18.456740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:18.481968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-55719922-17e2-4385-939c-dcf380bc1b57 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:18.483515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-55719922-17e2-4385-939c-dcf380bc1b57 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/networks?id=50adb513-04c1-43cc-aacf-ff230e927593 HTTP/1.1" status: 200 len: 813 time: 0.2422307 Oct 13 14:20:18.497287 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:18.502832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event updated for resources: {'Port': ['ID=90ed455f-8c68-423c-b314-1dc86f8d77e1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:18.526529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-24a023b6-f216-43d9-814f-a1f3e7124db3 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/quotas/ab5a806b1f1747e483f134c2a2f576a5 HTTP/1.1" status: 200 len: 375 time: 0.0334916 Oct 13 14:20:18.548242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:18.548926 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:18.599123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-db69edf5-b1d1-4642-b3e8-b634ceee83d1 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414064 Oct 13 14:20:18.715471 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0d437772-5f21-494a-87f9-611f6932f53d tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2269289 Oct 13 14:20:18.720011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53168) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:18.727562 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1f3e6696-f19f-47b2-b446-a79562e8b98e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Request body: {'floatingip': {'port_id': '90ed455f-8c68-423c-b314-1dc86f8d77e1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:18.764001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6189bfe8-b5af-4744-9c19-c89a3bc59e5c None None] Provisioning complete for port 90ed455f-8c68-423c-b314-1dc86f8d77e1 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:20:18.765182 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6189bfe8-b5af-4744-9c19-c89a3bc59e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:18.837874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6189bfe8-b5af-4744-9c19-c89a3bc59e5c None None] Port 90ed455f-8c68-423c-b314-1dc86f8d77e1 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:20:18.869358 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f3e6696-f19f-47b2-b446-a79562e8b98e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:18.933345 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:18.993307 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:19.026600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2a6f1a18-f40c-4f0e-aed0-76c6fafe0f60 service neutron] 10.222.0.18 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192896 Oct 13 14:20:19.161947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a106a2d-ee65-49d0-a9ed-55d60630dc7e req-6046684d-a927-4688-bbdf-c385d261821a tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:19.163657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a106a2d-ee65-49d0-a9ed-55d60630dc7e req-6046684d-a927-4688-bbdf-c385d261821a tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.2501512 Oct 13 14:20:19.368559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a106a2d-ee65-49d0-a9ed-55d60630dc7e req-e0b5bc83-285d-430a-8cbd-c4f681d3c618 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845982 Oct 13 14:20:19.400265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818941b4-bb97-4437-8017-ad4459c221f3 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:20:19.421878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:19.449870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Transition to ACTIVE for port object 818941b4-bb97-4437-8017-ad4459c221f3 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:20:19.459484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Allocated IP 172.25.0.248 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/75c30427-4c9b-4d68-aec3-84b7ad2133aa) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:19.480580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-24463209-b4a2-4d0e-b818-d8a83a0a4dd8 service neutron] 10.222.0.18 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409423 Oct 13 14:20:19.509041 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f3e6696-f19f-47b2-b446-a79562e8b98e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:19.541419 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6493fe79-8b0c-441d-8290-4b21d0c6558d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:19.626819 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:19.649279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f3e6696-f19f-47b2-b446-a79562e8b98e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:19.671331 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:19.797896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Pushing event updated for resources: {'Port': ['ID=818941b4-bb97-4437-8017-ad4459c221f3,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:19.808105 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-1f3e6696-f19f-47b2-b446-a79562e8b98e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Floating IP 53cfb853-1214-4d5d-85a6-9dba541a8588 associated. External IP: 172.25.0.144, port: 66858579-21c6-43c8-b451-bd82aabd3a0e. Oct 13 14:20:19.900160 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:19.911393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8affd-d3ab-4ac3-a9e1-5641c557b497 req-24217daa-e69d-4523-99a6-29ea710aaefa tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:19.913122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0e8affd-d3ab-4ac3-a9e1-5641c557b497 req-24217daa-e69d-4523-99a6-29ea710aaefa tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 943 time: 0.1208253 Oct 13 14:20:19.930005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Attempting to bind port 818941b4-bb97-4437-8017-ad4459c221f3 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:20:19.930345 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Attempting to bind port 818941b4-bb97-4437-8017-ad4459c221f3 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:20:19.930674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Attempting to bind port 818941b4-bb97-4437-8017-ad4459c221f3 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:20:19.964144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a187da5-9de7-4b5f-a07a-04fe65c1e930 req-0148b0dd-169a-4b64-b09c-8bf96433b578 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 210 time: 0.0811222 Oct 13 14:20:19.984939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Port 818941b4-bb97-4437-8017-ad4459c221f3 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:20:19.985291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Attempting to bind port 818941b4-bb97-4437-8017-ad4459c221f3 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:20:20.006640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:20.013476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:20:20.013885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Checking segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:20:20.014086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Bound using segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:20:20.014496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Bound port: 818941b4-bb97-4437-8017-ad4459c221f3, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:20:20.014853 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:20.017236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:20.020956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Pushing event updated for resources: {'Port': ['ID=75c30427-4c9b-4d68-aec3-84b7ad2133aa,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:20.022767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:20.247738 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3e6696-f19f-47b2-b446-a79562e8b98e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:20:20.379659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3e6696-f19f-47b2-b446-a79562e8b98e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:20.401176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56af6b7-4f94-441e-902a-00c87e1d78f8 None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:20.424471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56af6b7-4f94-441e-902a-00c87e1d78f8 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:20.425161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e56af6b7-4f94-441e-902a-00c87e1d78f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:20.433041 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0e8affd-d3ab-4ac3-a9e1-5641c557b497 req-0437b437-cc48-42a6-8735-6acf82f0126b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929879 Oct 13 14:20:20.513464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e56af6b7-4f94-441e-902a-00c87e1d78f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:20.526456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56af6b7-4f94-441e-902a-00c87e1d78f8 None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:20.527282 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e56af6b7-4f94-441e-902a-00c87e1d78f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:20.565191 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e56af6b7-4f94-441e-902a-00c87e1d78f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:20.566130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56af6b7-4f94-441e-902a-00c87e1d78f8 None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:20.591735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] For port 818941b4-bb97-4437-8017-ad4459c221f3, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:20:20.634558 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:20:20.637210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] For port 818941b4-bb97-4437-8017-ad4459c221f3, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=818941b4-bb97-4437-8017-ad4459c221f3,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:20:20.671448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9c58f-dead-46ec-aca7-50dec20f3ae8 req-cd6ff024-bb5a-42ae-9247-dd83d4879e87 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:20.674831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edc9c58f-dead-46ec-aca7-50dec20f3ae8 req-cd6ff024-bb5a-42ae-9247-dd83d4879e87 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1501093 Oct 13 14:20:20.733311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edc9c58f-dead-46ec-aca7-50dec20f3ae8 req-68cdf9ae-9093-4a97-86f4-ac30a5189a28 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527551 Oct 13 14:20:20.746963 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:20.766049 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3e6696-f19f-47b2-b446-a79562e8b98e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router e30cedc1-ebaf-43f8-91cd-8ecd3cbef008 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:20:20.845096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:20.845741 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:20.847213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] 10.222.0.41 "PUT /v2.0/ports/818941b4-bb97-4437-8017-ad4459c221f3 HTTP/1.1" status: 200 len: 1092 time: 2.5088255 Oct 13 14:20:20.849732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49837dc1-3065-4c5d-ad34-341e0e678284', 'tag': '818941b4-bb97-4437-8017-ad4459c221f3'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:20:20.852352 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce5ebff-9247-41a6-b3d8-922a0dfe7875" -d '{"events": [{"name": "network-changed", "server_uuid": "49837dc1-3065-4c5d-ad34-341e0e678284", "tag": "818941b4-bb97-4437-8017-ad4459c221f3"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:20:20.913627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8a025-796a-4285-803f-e1675b1af972 service neutron] Pushing event updated for resources: {'Port': ['ID=818941b4-bb97-4437-8017-ad4459c221f3,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:20.919251 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae16f763-b82c-4e3c-89cf-e33e08ca68a5 x-openstack-request-id: req-ae16f763-b82c-4e3c-89cf-e33e08ca68a5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:20:20.919472 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49837dc1-3065-4c5d-ad34-341e0e678284", "tag": "818941b4-bb97-4437-8017-ad4459c221f3", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:20:20.919685 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae16f763-b82c-4e3c-89cf-e33e08ca68a5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:20:20.920082 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49837dc1-3065-4c5d-ad34-341e0e678284', 'tag': '818941b4-bb97-4437-8017-ad4459c221f3', 'status': 'completed', 'code': 200} Oct 13 14:20:20.942541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3e6696-f19f-47b2-b446-a79562e8b98e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:20.950458 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f3e6696-f19f-47b2-b446-a79562e8b98e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:20.956636 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389dde5-e395-41f3-a17b-914623f47c58 None None] Sync routers for ids ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:20.973499 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389dde5-e395-41f3-a17b-914623f47c58 None None] Routers {'e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:20.974893 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a389dde5-e395-41f3-a17b-914623f47c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:20.980060 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:21.020969 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a389dde5-e395-41f3-a17b-914623f47c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:21.034790 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1f3e6696-f19f-47b2-b446-a79562e8b98e tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "PUT /v2.0/floatingips/53cfb853-1214-4d5d-85a6-9dba541a8588 HTTP/1.1" status: 200 len: 978 time: 2.3133574 Oct 13 14:20:21.035027 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389dde5-e395-41f3-a17b-914623f47c58 None None] Routers {'e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:21.035353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53230) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:21.035768 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a389dde5-e395-41f3-a17b-914623f47c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:19:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:21.054137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5ebff-9247-41a6-b3d8-922a0dfe7875 req-d4fb741a-1290-4879-9e6d-7573c31b344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:21.055800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ce5ebff-9247-41a6-b3d8-922a0dfe7875 req-d4fb741a-1290-4879-9e6d-7573c31b344d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 1095 time: 0.1110616 Oct 13 14:20:21.077535 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a389dde5-e395-41f3-a17b-914623f47c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:21.078293 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a389dde5-e395-41f3-a17b-914623f47c58 None None] The sync data for ids ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:21.201735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc6bbc79-e7c1-47f1-9040-0e0ae2f6ed08 req-5a81398b-7af9-4922-993a-ddd6b1917510 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 210 time: 0.0942314 Oct 13 14:20:21.371218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5ebff-9247-41a6-b3d8-922a0dfe7875 req-889858b9-2b28-49e1-b4e6-14a1166e07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:21.372707 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ce5ebff-9247-41a6-b3d8-922a0dfe7875 req-889858b9-2b28-49e1-b4e6-14a1166e07ba service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1f3381f4090b46da8ec91eb741bf2620&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2664299 Oct 13 14:20:21.396007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-919fc19b-f7aa-4f92-a2e2-0b78088e016a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port 90ed455f-8c68-423c-b314-1dc86f8d77e1 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:21.396346 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-919fc19b-f7aa-4f92-a2e2-0b78088e016a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:21.506300 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:21.644264 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-919fc19b-f7aa-4f92-a2e2-0b78088e016a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:21.666121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5ebff-9247-41a6-b3d8-922a0dfe7875 req-c22ab37b-d572-4c6f-ad54-bc2a3287e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:21.667597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ce5ebff-9247-41a6-b3d8-922a0dfe7875 req-c22ab37b-d572-4c6f-ad54-bc2a3287e66d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2849851 Oct 13 14:20:21.773234 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:21.816654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb80de-be19-4293-bc92-d22b13f2f460 req-e813b839-544c-48c4-b929-f304911f70d9 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:21.818239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12bb80de-be19-4293-bc92-d22b13f2f460 req-e813b839-544c-48c4-b929-f304911f70d9 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 943 time: 0.3023577 Oct 13 14:20:21.990510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4abb2da7-2b3e-4411-ad3f-74310c28b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:21.991984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-4abb2da7-2b3e-4411-ad3f-74310c28b3fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 1095 time: 0.2686391 Oct 13 14:20:22.003970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12bb80de-be19-4293-bc92-d22b13f2f460 req-f2662390-4e5e-4463-9378-fb75a09a5934 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673207 Oct 13 14:20:22.054393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dc102-a96e-49a7-b47c-f291559510a4 req-bf73720c-e7fe-4247-a663-b4e5c20f44d9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:22.055948 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a94dc102-a96e-49a7-b47c-f291559510a4 req-bf73720c-e7fe-4247-a663-b4e5c20f44d9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.2279382 Oct 13 14:20:22.100766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-2ccbbc7c-cc13-471a-86f0-5986793aade9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=818941b4-bb97-4437-8017-ad4459c221f3 HTTP/1.1" status: 200 len: 217 time: 0.0958397 Oct 13 14:20:22.162408 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-919fc19b-f7aa-4f92-a2e2-0b78088e016a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:22.162770 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-919fc19b-f7aa-4f92-a2e2-0b78088e016a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:22.163084 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-919fc19b-f7aa-4f92-a2e2-0b78088e016a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Floating IP 53cfb853-1214-4d5d-85a6-9dba541a8588 disassociated. External IP: 172.25.0.144, port: 90ed455f-8c68-423c-b314-1dc86f8d77e1. Oct 13 14:20:22.163429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-919fc19b-f7aa-4f92-a2e2-0b78088e016a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for 90ed455f-8c68-423c-b314-1dc86f8d77e1 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:22.202596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a94dc102-a96e-49a7-b47c-f291559510a4 req-f8d85c5c-c008-492b-bc5a-617627c39574 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069434 Oct 13 14:20:22.236888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce34f5-82f7-49dd-a128-1617cded695a req-c4645203-151b-4c50-bc70-1125a15b5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:22.238414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-c4645203-151b-4c50-bc70-1125a15b5dd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.1254923 Oct 13 14:20:22.270814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Router 67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:20:22.297369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-9f807575-b389-4b92-a837-64a3064ec0ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466862 Oct 13 14:20:22.346110 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d01bbb2b-e840-4ad8-b6c4-166ad1fb9d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:22.367824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-475b2ba0-4182-4aad-9c66-8fee17c54d55 req-d3988447-2a67-4a35-8515-565280c833bd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 210 time: 0.0760002 Oct 13 14:20:22.823607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca976769-54aa-4d1b-bf6e-e0713f3455f0 req-5ac10543-7ac0-4a8f-b006-d6d2dd60de29 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:22.825204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca976769-54aa-4d1b-bf6e-e0713f3455f0 req-5ac10543-7ac0-4a8f-b006-d6d2dd60de29 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.5345473 Oct 13 14:20:22.965717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-ee0de57f-2218-4d3a-b9fd-98a58afbb422 service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460524 Oct 13 14:20:22.994273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:23.005883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2093d-7116-4518-b14c-3e87f2dbf80d None None] Sync routers for ids ['67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:23.012976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca976769-54aa-4d1b-bf6e-e0713f3455f0 req-a6631d6a-0fd9-4b43-a034-6c5213e32236 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488330 Oct 13 14:20:23.021973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2093d-7116-4518-b14c-3e87f2dbf80d None None] Routers {'67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:23.024275 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2cb2093d-7116-4518-b14c-3e87f2dbf80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:23.058437 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-919fc19b-f7aa-4f92-a2e2-0b78088e016a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:23.104309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2cb2093d-7116-4518-b14c-3e87f2dbf80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:23.114876 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb2093d-7116-4518-b14c-3e87f2dbf80d None None] Routers {'67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:23.115809 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2cb2093d-7116-4518-b14c-3e87f2dbf80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:23.129215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fc19b-f7aa-4f92-a2e2-0b78088e016a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=90ed455f-8c68-423c-b314-1dc86f8d77e1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:23.150976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-d58e1dc4-32fe-4fdd-a370-85ea9a5fb651 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:23.159610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-d58e1dc4-32fe-4fdd-a370-85ea9a5fb651 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.41 "GET /v2.0/networks?id=50adb513-04c1-43cc-aacf-ff230e927593 HTTP/1.1" status: 200 len: 813 time: 0.2668102 Oct 13 14:20:23.160045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2cb2093d-7116-4518-b14c-3e87f2dbf80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:23.160045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb2093d-7116-4518-b14c-3e87f2dbf80d None None] The sync data for ids ['67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:23.213671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-5585e026-7d99-42d6-adb6-0f2f90fc47a8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'port': {'device_id': '15d8174b-5abd-4acc-83fc-9ed21095ce95', 'network_id': '50adb513-04c1-43cc-aacf-ff230e927593', 'admin_state_up': True, 'tenant_id': 'ab5a806b1f1747e483f134c2a2f576a5'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:23.268366 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:23.269634 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-465473fb-fffa-4430-bfca-c336d0a72b3c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.0812173 Oct 13 14:20:23.272560 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53254) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:23.279466 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-93469205-bf45-42a7-bbe9-3ee091563f12 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'enable_snat': False}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:23.364258 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ce34f5-82f7-49dd-a128-1617cded695a req-f0957ae2-e1c8-4e95-91ac-b69c8231a21e service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733180 Oct 13 14:20:23.407380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6bf91-6f33-4507-8f0b-eea992a04b4e req-3278166f-f32d-4631-81d5-c2652d2ef48e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:23.409284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4e6bf91-6f33-4507-8f0b-eea992a04b4e req-3278166f-f32d-4631-81d5-c2652d2ef48e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.2854719 Oct 13 14:20:23.466376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb83ac-083a-436e-9743-2ab89b879775 req-8ddce9ac-a169-4bed-aa98-3c7e93d50f41 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:23.467950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9afb83ac-083a-436e-9743-2ab89b879775 req-8ddce9ac-a169-4bed-aa98-3c7e93d50f41 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 943 time: 0.3102312 Oct 13 14:20:23.561176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919fc19b-f7aa-4f92-a2e2-0b78088e016a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router e30cedc1-ebaf-43f8-91cd-8ecd3cbef008 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:20:23.564314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4e6bf91-6f33-4507-8f0b-eea992a04b4e req-a6d1ffd3-3b90-44b2-8ae6-0b6bd09729bc tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229277 Oct 13 14:20:23.597273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9afb83ac-083a-436e-9743-2ab89b879775 req-945b7a3b-0756-4a5f-990e-e545a958feda tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128750 Oct 13 14:20:23.662046 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-93469205-bf45-42a7-bbe9-3ee091563f12 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:23.743286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af767f80-d600-4b8f-a39c-c38290615993 req-ca3aff85-8f43-4320-9f29-3617c2a2e5b9 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 210 time: 0.0651617 Oct 13 14:20:23.767305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919fc19b-f7aa-4f92-a2e2-0b78088e016a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:23.776781 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50395c36-da7c-4909-b081-2f9a88d783a8 None None] Sync routers for ids ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:23.786411 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50395c36-da7c-4909-b081-2f9a88d783a8 None None] Routers {'e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:23.787016 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-50395c36-da7c-4909-b081-2f9a88d783a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:23.817940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-5585e026-7d99-42d6-adb6-0f2f90fc47a8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Made reservation on behalf of ab5a806b1f1747e483f134c2a2f576a5 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:20:23.820124 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-50395c36-da7c-4909-b081-2f9a88d783a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:23.821429 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-5585e026-7d99-42d6-adb6-0f2f90fc47a8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:23.829877 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50395c36-da7c-4909-b081-2f9a88d783a8 None None] Routers {'e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:23.830468 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-50395c36-da7c-4909-b081-2f9a88d783a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:23.870804 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-50395c36-da7c-4909-b081-2f9a88d783a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:23.871970 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50395c36-da7c-4909-b081-2f9a88d783a8 None None] The sync data for ids ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:23.933145 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-919fc19b-f7aa-4f92-a2e2-0b78088e016a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:23.936403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-919fc19b-f7aa-4f92-a2e2-0b78088e016a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/ports/90ed455f-8c68-423c-b314-1dc86f8d77e1 HTTP/1.1" status: 204 len: 168 time: 2.8999870 Oct 13 14:20:23.939856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53264) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:23.959146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee0b24-a369-428e-af68-e967f0f8fb1d req-e8b00ddc-fc11-4255-af96-e495a238e46a tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:23.960668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ee0b24-a369-428e-af68-e967f0f8fb1d req-e8b00ddc-fc11-4255-af96-e495a238e46a tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1866951 Oct 13 14:20:23.975075 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:24.052860 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:24.118155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ee0b24-a369-428e-af68-e967f0f8fb1d req-a92b9962-695c-4700-8d3c-0cbdfb9abb7a tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207438 Oct 13 14:20:24.145099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-5585e026-7d99-42d6-adb6-0f2f90fc47a8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Allocated IP 172.20.0.14 (50adb513-04c1-43cc-aacf-ff230e927593/60ae2475-f5d9-4bef-9dd4-ffde2898ae49/d85ba7d2-0f88-438c-8317-88cab6b82523) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:24.348582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5675da0-8f8a-4cbf-8ff8-ee22a513ff78 req-f9d1e23e-399a-4d8c-bdb5-d4a3a93d8006 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:24.350477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5675da0-8f8a-4cbf-8ff8-ee22a513ff78 req-f9d1e23e-399a-4d8c-bdb5-d4a3a93d8006 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1539013 Oct 13 14:20:24.506294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5675da0-8f8a-4cbf-8ff8-ee22a513ff78 req-67bf4537-e158-4bb8-81cb-432c2fad404a tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251125 Oct 13 14:20:24.565628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-5585e026-7d99-42d6-adb6-0f2f90fc47a8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:24.769374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fc7ff-95a6-43c0-92d0-11992ce93b44 req-58dd6628-6df2-4be1-a4ba-0cce9ff42395 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:24.770857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a3fc7ff-95a6-43c0-92d0-11992ce93b44 req-58dd6628-6df2-4be1-a4ba-0cce9ff42395 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1579211 Oct 13 14:20:24.778824 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-93469205-bf45-42a7-bbe9-3ee091563f12 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:24.783112 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-93469205-bf45-42a7-bbe9-3ee091563f12 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:24.899143 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93469205-bf45-42a7-bbe9-3ee091563f12 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Router 67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:20:25.065136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93469205-bf45-42a7-bbe9-3ee091563f12 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:25.070332 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-93469205-bf45-42a7-bbe9-3ee091563f12 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:25.071572 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-93469205-bf45-42a7-bbe9-3ee091563f12 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "PUT /v2.0/routers/67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa HTTP/1.1" status: 200 len: 926 time: 1.7978885 Oct 13 14:20:25.074679 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53280) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:25.082609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49fd24-ea1f-4435-85c4-048ff301935c None None] Sync routers for ids ['67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:25.095247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b49fd24-ea1f-4435-85c4-048ff301935c None None] Routers {'67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:25.095995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2b49fd24-ea1f-4435-85c4-048ff301935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:25.138975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2b49fd24-ea1f-4435-85c4-048ff301935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:25.141909 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-5585e026-7d99-42d6-adb6-0f2f90fc47a8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:25.152911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b49fd24-ea1f-4435-85c4-048ff301935c None None] Routers {'67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:25.153890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2b49fd24-ea1f-4435-85c4-048ff301935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:25.193724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1102c5-3224-434a-b9f1-9f238569a388 req-5ead5372-e8e3-4392-883b-8c3e8b5a7708 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:25.195293 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f1102c5-3224-434a-b9f1-9f238569a388 req-5ead5372-e8e3-4392-883b-8c3e8b5a7708 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 943 time: 0.4823608 Oct 13 14:20:25.197987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2b49fd24-ea1f-4435-85c4-048ff301935c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:25.198631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49fd24-ea1f-4435-85c4-048ff301935c None None] The sync data for ids ['67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:25.212004 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5979f811-9e57-480d-9d62-727b432cf007 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:25.222806 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-25eac099-1460-4539-aaac-16d9dd2a8336 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/routers/67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa HTTP/1.1" status: 200 len: 926 time: 0.1466584 Oct 13 14:20:25.232110 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53282) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:25.233137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a3fc7ff-95a6-43c0-92d0-11992ce93b44 req-56fd981c-095a-4b1f-aac3-54026176a1da tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481807 Oct 13 14:20:25.297376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-5585e026-7d99-42d6-adb6-0f2f90fc47a8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Network 50adb513-04c1-43cc-aacf-ff230e927593 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:25.299608 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:25.310775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-5585e026-7d99-42d6-adb6-0f2f90fc47a8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:25.326261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-5585e026-7d99-42d6-adb6-0f2f90fc47a8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:25.354016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c34f0b-9c00-4d25-9759-81471ceca7b0 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:25.355854 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-90c34f0b-9c00-4d25-9759-81471ceca7b0 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&device_id=67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1295993 Oct 13 14:20:25.359004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585e026-7d99-42d6-adb6-0f2f90fc47a8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'Port': ['ID=d85ba7d2-0f88-438c-8317-88cab6b82523,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:25.360607 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53286) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:25.463209 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd687d7d-28a8-47d2-a570-8d0a8f9e5c27 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:25.464703 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bd687d7d-28a8-47d2-a570-8d0a8f9e5c27 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 881 time: 0.1022148 Oct 13 14:20:25.467647 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53288) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:25.472174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f1102c5-3224-434a-b9f1-9f238569a388 req-7a2d6a59-d1ee-4fb8-96a2-5df97eab52a0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794839 Oct 13 14:20:25.501822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-5585e026-7d99-42d6-adb6-0f2f90fc47a8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:25.501822 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-5585e026-7d99-42d6-adb6-0f2f90fc47a8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:25.514327 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fb31350e-a55c-4102-ab4e-56ae8a19abee tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "GET /v2.0/ports?device_id=67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa HTTP/1.1" status: 200 len: 205 time: 0.0448046 Oct 13 14:20:25.516723 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53290) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:25.579237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8d960-f78e-4ae4-9121-ce873a4b698b req-20d1e77d-257d-4949-a1a4-df289c04ea2e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:25.580820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecc8d960-f78e-4ae4-9121-ce873a4b698b req-20d1e77d-257d-4949-a1a4-df289c04ea2e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 932 time: 0.1837261 Oct 13 14:20:25.638859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-5585e026-7d99-42d6-adb6-0f2f90fc47a8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4576383 Oct 13 14:20:25.649085 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:25.678161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Request body: {'port': {'device_id': '15d8174b-5abd-4acc-83fc-9ed21095ce95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:25.744315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecc8d960-f78e-4ae4-9121-ce873a4b698b req-01cb687c-3351-4e3c-9fdb-a80ab892d0d9 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479502 Oct 13 14:20:25.772400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:25.794350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f1fbe-39ae-4df5-991d-2cfcc057a1d8 req-715d063b-f070-4828-ad86-c7710ae5fba0 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:25.796427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b95f1fbe-39ae-4df5-991d-2cfcc057a1d8 req-715d063b-f070-4828-ad86-c7710ae5fba0 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1690440 Oct 13 14:20:25.813530 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:25.899604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b95f1fbe-39ae-4df5-991d-2cfcc057a1d8 req-8fa354d3-71e2-483e-9509-23294433423c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948422 Oct 13 14:20:25.900111 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Deleting port 75c30427-4c9b-4d68-aec3-84b7ad2133aa {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:25.900603 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:25.996404 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:26.011165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Calling delete_port for 75c30427-4c9b-4d68-aec3-84b7ad2133aa owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:26.092484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-5979f811-9e57-480d-9d62-727b432cf007 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port baf83837-f3df-4783-baf9-04371ea25893 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:26.092837 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5979f811-9e57-480d-9d62-727b432cf007 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:26.223383 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5979f811-9e57-480d-9d62-727b432cf007 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:26.245129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-5979f811-9e57-480d-9d62-727b432cf007 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for baf83837-f3df-4783-baf9-04371ea25893 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:26.271180 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:26.300378 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Pushing event deleted for resources: {'Port': ['ID=75c30427-4c9b-4d68-aec3-84b7ad2133aa,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:26.319544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85ba7d2-0f88-438c-8317-88cab6b82523 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:20:26.329853 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:26.354784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Transition to ACTIVE for port object d85ba7d2-0f88-438c-8317-88cab6b82523 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:20:26.382629 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:26.484582 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:26.493986 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 818941b4-bb97-4437-8017-ad4459c221f3 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:20:26.527794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:26.532260 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:26.665402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=d85ba7d2-0f88-438c-8317-88cab6b82523,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:26.706773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 818941b4-bb97-4437-8017-ad4459c221f3, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=818941b4-bb97-4437-8017-ad4459c221f3,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:26.722059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b160b-a19f-4827-bcc3-8cd52d02ca04 req-cd962028-cd0d-4550-b3b0-4f76df4b3d5d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:26.724007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-445b160b-a19f-4827-bcc3-8cd52d02ca04 req-cd962028-cd0d-4550-b3b0-4f76df4b3d5d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.2849848 Oct 13 14:20:26.727741 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:26.729133 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Fanout notify agent at l3_agent the message router_deleted on router 67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:20:26.731999 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '818941b4-bb97-4437-8017-ad4459c221f3', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'port_id': '818941b4-bb97-4437-8017-ad4459c221f3', 'mac_address': 'fa:16:3e:ff:f4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c947b3-a3a5-468c-a6ba-fa23139cfbc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:20:26.751127 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:26.759628 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-72ac07bb-74fa-4618-8535-71d6767c8b70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "DELETE /v2.0/routers/67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa HTTP/1.1" status: 204 len: 168 time: 1.2360394 Oct 13 14:20:26.761036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53302) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:26.774987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7577b668-554e-4409-aa13-f42ace71ff77 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1435029075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:26.790970 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:26.808877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818941b4-bb97-4437-8017-ad4459c221f3 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:20:26.833744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 818941b4-bb97-4437-8017-ad4459c221f3, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=818941b4-bb97-4437-8017-ad4459c221f3,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:26.857214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-445b160b-a19f-4827-bcc3-8cd52d02ca04 req-c768dde1-fa79-47e4-b7c6-63563db83724 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000061 Oct 13 14:20:26.869148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0f1ed-ff60-4b00-841f-1d9221bca817 req-01ebe6d0-34e6-4c2c-97e9-81d25bc99321 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:26.870543 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fd0f1ed-ff60-4b00-841f-1d9221bca817 req-01ebe6d0-34e6-4c2c-97e9-81d25bc99321 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 943 time: 0.2732558 Oct 13 14:20:26.890819 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5979f811-9e57-480d-9d62-727b432cf007 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:26.910948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Attempting to bind port d85ba7d2-0f88-438c-8317-88cab6b82523 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:20:26.911290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Attempting to bind port d85ba7d2-0f88-438c-8317-88cab6b82523 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '57a8d30d-dc1f-4dc0-81bb-450506d7555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '50adb513-04c1-43cc-aacf-ff230e927593'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:20:26.912422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Attempting to bind port d85ba7d2-0f88-438c-8317-88cab6b82523 on network 50adb513-04c1-43cc-aacf-ff230e927593 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:20:26.944266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979f811-9e57-480d-9d62-727b432cf007 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=baf83837-f3df-4783-baf9-04371ea25893,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:26.948952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Port d85ba7d2-0f88-438c-8317-88cab6b82523 on network 50adb513-04c1-43cc-aacf-ff230e927593 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:20:26.949327 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Attempting to bind port d85ba7d2-0f88-438c-8317-88cab6b82523 on network 50adb513-04c1-43cc-aacf-ff230e927593 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:20:26.982363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:20:26.982728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Checking segment: {'id': '57a8d30d-dc1f-4dc0-81bb-450506d7555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '50adb513-04c1-43cc-aacf-ff230e927593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:20:26.983122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Bound using segment: {'id': '57a8d30d-dc1f-4dc0-81bb-450506d7555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '50adb513-04c1-43cc-aacf-ff230e927593'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:20:26.983566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Bound port: d85ba7d2-0f88-438c-8317-88cab6b82523, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a8d30d-dc1f-4dc0-81bb-450506d7555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '50adb513-04c1-43cc-aacf-ff230e927593'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:20:26.984587 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:27.003635 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:27.037593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fd0f1ed-ff60-4b00-841f-1d9221bca817 req-c84e1b5e-5efd-4c05-9431-978efd4f1097 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569762 Oct 13 14:20:27.038493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7577b668-554e-4409-aa13-f42ace71ff77 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:27.039720 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7577b668-554e-4409-aa13-f42ace71ff77 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:27.065065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=818941b4-bb97-4437-8017-ad4459c221f3,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:27.243259 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7577b668-554e-4409-aa13-f42ace71ff77 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:27.258017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844860c-1201-48e3-9678-469777b906cc req-4ca404f5-1a11-491b-9285-2bf84b1e5982 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:27.259488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f844860c-1201-48e3-9678-469777b906cc req-4ca404f5-1a11-491b-9285-2bf84b1e5982 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 944 time: 0.2720742 Oct 13 14:20:27.263455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] For port d85ba7d2-0f88-438c-8317-88cab6b82523, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:20:27.272334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] For port d85ba7d2-0f88-438c-8317-88cab6b82523, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d85ba7d2-0f88-438c-8317-88cab6b82523,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:20:27.342655 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7577b668-554e-4409-aa13-f42ace71ff77 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:27.356687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f844860c-1201-48e3-9678-469777b906cc req-7ada4bfa-b7f4-4060-bae9-e9b89899fe4a tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864024 Oct 13 14:20:27.368330 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:27.405536 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5979f811-9e57-480d-9d62-727b432cf007 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:27.422470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:27.423347 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:27.424846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] 10.222.0.41 "PUT /v2.0/ports/d85ba7d2-0f88-438c-8317-88cab6b82523 HTTP/1.1" status: 200 len: 1093 time: 1.7538362 Oct 13 14:20:27.427434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d8174b-5abd-4acc-83fc-9ed21095ce95', 'tag': 'd85ba7d2-0f88-438c-8317-88cab6b82523'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:20:27.430794 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f9d824-ab00-4f88-ab85-222a0c7e18d6" -d '{"events": [{"name": "network-changed", "server_uuid": "15d8174b-5abd-4acc-83fc-9ed21095ce95", "tag": "d85ba7d2-0f88-438c-8317-88cab6b82523"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:20:27.505754 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a61f1d-d1f7-4153-97e4-41ed0127e0be x-openstack-request-id: req-a7a61f1d-d1f7-4153-97e4-41ed0127e0be {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:20:27.506125 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d8174b-5abd-4acc-83fc-9ed21095ce95", "tag": "d85ba7d2-0f88-438c-8317-88cab6b82523", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:20:27.506330 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7a61f1d-d1f7-4153-97e4-41ed0127e0be {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:20:27.506702 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d8174b-5abd-4acc-83fc-9ed21095ce95', 'tag': 'd85ba7d2-0f88-438c-8317-88cab6b82523', 'status': 'completed', 'code': 200} Oct 13 14:20:27.513297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578279f-0ead-4027-adb3-5c6c7c987ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=d85ba7d2-0f88-438c-8317-88cab6b82523,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:27.534656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['818941b4-bb97-4437-8017-ad4459c221f3'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:27.557601 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7577b668-554e-4409-aa13-f42ace71ff77 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:27.559652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7577b668-554e-4409-aa13-f42ace71ff77 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7924378 Oct 13 14:20:27.562497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53310) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:27.567903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Request body: {'router': {'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:27.663301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9d824-ab00-4f88-ab85-222a0c7e18d6 req-7fb7229f-f5d1-4403-a16e-8d9949eb9a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:27.664964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31f9d824-ab00-4f88-ab85-222a0c7e18d6 req-7fb7229f-f5d1-4403-a16e-8d9949eb9a98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 1096 time: 0.1341336 Oct 13 14:20:27.857589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9d824-ab00-4f88-ab85-222a0c7e18d6 req-2bd635a3-13ca-4751-893f-9ce8190ac8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:27.859038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31f9d824-ab00-4f88-ab85-222a0c7e18d6 req-2bd635a3-13ca-4751-893f-9ce8190ac8d9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1848476 Oct 13 14:20:27.869045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5979f811-9e57-480d-9d62-727b432cf007 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router e30cedc1-ebaf-43f8-91cd-8ecd3cbef008 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:20:27.891694 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:28.258394 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:28.279901 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:28.406983 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Allocated IP 172.25.0.42 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/380a118b-974b-48ef-b99c-c06213d02ff6) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:28.426422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9d824-ab00-4f88-ab85-222a0c7e18d6 req-89e5f690-7a79-4894-8c9c-9375d5dda095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:28.427918 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31f9d824-ab00-4f88-ab85-222a0c7e18d6 req-89e5f690-7a79-4894-8c9c-9375d5dda095 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5611403 Oct 13 14:20:28.449143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4dea2-10c4-4975-ab97-1b3dec5a9adb req-c79be32f-c8b3-4d73-8850-8e42ddefc203 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:28.450733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fc4dea2-10c4-4975-ab97-1b3dec5a9adb req-c79be32f-c8b3-4d73-8850-8e42ddefc203 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.4805372 Oct 13 14:20:28.456505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5979f811-9e57-480d-9d62-727b432cf007 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:28.464767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5979f811-9e57-480d-9d62-727b432cf007 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "PUT /v2.0/routers/e30cedc1-ebaf-43f8-91cd-8ecd3cbef008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5223904 Oct 13 14:20:28.468016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53320) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:28.471939 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675824d-54f3-42cb-9596-717e700d2f25 None None] Sync routers for ids ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:28.487945 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675824d-54f3-42cb-9596-717e700d2f25 None None] Routers {'e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:28.488261 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6675824d-54f3-42cb-9596-717e700d2f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:28.506109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34c725-bb7e-40a1-a80d-5d2e69931fe6 req-c4f957ea-307a-4c73-adc0-dccd31d784f9 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:28.507682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da34c725-bb7e-40a1-a80d-5d2e69931fe6 req-c4f957ea-307a-4c73-adc0-dccd31d784f9 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 944 time: 0.1288102 Oct 13 14:20:28.530026 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6675824d-54f3-42cb-9596-717e700d2f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:28.542778 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6675824d-54f3-42cb-9596-717e700d2f25 None None] Routers {'e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:28.543724 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6675824d-54f3-42cb-9596-717e700d2f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:28.564159 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fc4dea2-10c4-4975-ab97-1b3dec5a9adb req-e4ce1901-975e-4153-81a0-05ea9753e684 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056514 Oct 13 14:20:28.583106 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6675824d-54f3-42cb-9596-717e700d2f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:28.583966 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6675824d-54f3-42cb-9596-717e700d2f25 None None] The sync data for ids ['e30cedc1-ebaf-43f8-91cd-8ecd3cbef008'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:28.596059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-aa8bcc1b-310a-4402-9042-fca124e0620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:28.597507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-aa8bcc1b-310a-4402-9042-fca124e0620f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 1096 time: 0.1082776 Oct 13 14:20:28.600901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da34c725-bb7e-40a1-a80d-5d2e69931fe6 req-37f0d43e-15ab-4b83-8d66-4b04454a8c4e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689597 Oct 13 14:20:28.631899 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:28.657423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-8dded4c2-a08e-4dba-9852-d20168156795 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d85ba7d2-0f88-438c-8317-88cab6b82523 HTTP/1.1" status: 200 len: 217 time: 0.0507541 Oct 13 14:20:28.666951 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:28.752549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-e99a16de-191d-4b7b-89a4-7f11a582292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:28.754111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-e99a16de-191d-4b7b-89a4-7f11a582292f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60ae2475-f5d9-4bef-9dd4-ffde2898ae49 HTTP/1.1" status: 200 len: 853 time: 0.0885401 Oct 13 14:20:28.770066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b76a8b-0183-498c-87b3-160d4c2b8c4b req-a6202a21-5e5c-40e5-94f7-92f2355eeb98 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:28.770066 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67b76a8b-0183-498c-87b3-160d4c2b8c4b req-a6202a21-5e5c-40e5-94f7-92f2355eeb98 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 944 time: 0.0914493 Oct 13 14:20:28.798474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-2564eceb-6e74-4643-b5e0-d8b5d995b6f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50adb513-04c1-43cc-aacf-ff230e927593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274136 Oct 13 14:20:28.798863 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:28.808112 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:28.855160 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:28.858310 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:28.861719 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:28.889291 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67b76a8b-0183-498c-87b3-160d4c2b8c4b req-20bc6d3a-29ef-4df9-bed0-6664d48106d1 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091392 Oct 13 14:20:28.889757 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Pushing event updated for resources: {'Port': ['ID=380a118b-974b-48ef-b99c-c06213d02ff6,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:28.930234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-8073b274-419b-4d78-9d9e-69202a3528bb service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186812 Oct 13 14:20:29.042665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1f6daa-3350-4ae7-b7d9-63fc6eb7c619 req-6799cb94-0bf0-470f-882b-29139d0eab0c service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049333 Oct 13 14:20:29.069897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port 75c0c8c2-a262-48df-8a4e-771ec47051d4 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:29.070242 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:29.146005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d64f-a104-40d0-8f0b-222c56275a41 req-db221859-bcc8-4272-b0ca-1027315f527b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:29.147684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c90d64f-a104-40d0-8f0b-222c56275a41 req-db221859-bcc8-4272-b0ca-1027315f527b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.0542769 Oct 13 14:20:29.168341 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:29.181888 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for 75c0c8c2-a262-48df-8a4e-771ec47051d4 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:29.193452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c90d64f-a104-40d0-8f0b-222c56275a41 req-7f4f8518-7727-4a3f-8a82-889f59367784 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391352 Oct 13 14:20:29.313771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c6a36-365d-484d-afa9-3b8d3e5796ed req-c7b7454c-12ca-4e5c-98fc-772ab38b70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:29.316228 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb4c6a36-365d-484d-afa9-3b8d3e5796ed req-c7b7454c-12ca-4e5c-98fc-772ab38b70c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=93c10b4cc12243fa8a8825696b112266&device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 1099 time: 0.0613008 Oct 13 14:20:29.411692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c6a36-365d-484d-afa9-3b8d3e5796ed req-bcc9f5e5-0b5f-4258-8890-85696f10efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:29.413211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb4c6a36-365d-484d-afa9-3b8d3e5796ed req-bcc9f5e5-0b5f-4258-8890-85696f10efe8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 HTTP/1.1" status: 200 len: 914 time: 0.0899861 Oct 13 14:20:29.460620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb4c6a36-365d-484d-afa9-3b8d3e5796ed req-efb2915e-528b-4ca1-947c-3def1e924d81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013b3461-9860-4280-9cbe-89d20d2f07b2 HTTP/1.1" status: 200 len: 217 time: 0.0388403 Oct 13 14:20:29.496846 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:29.519671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c6a36-365d-484d-afa9-3b8d3e5796ed req-71042fb6-e932-4c2a-be70-cf9ff2711658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:29.521200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb4c6a36-365d-484d-afa9-3b8d3e5796ed req-71042fb6-e932-4c2a-be70-cf9ff2711658 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1883f4e6-845b-462e-92e2-b0bf84ce9717 HTTP/1.1" status: 200 len: 853 time: 0.0534809 Oct 13 14:20:29.555639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb4c6a36-365d-484d-afa9-3b8d3e5796ed req-403b38b4-6db1-4dbd-a063-49b2a3b19e0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267963 Oct 13 14:20:29.663842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb4c6a36-365d-484d-afa9-3b8d3e5796ed req-ec3602ea-b724-4c33-8260-b7a3a4cdffa3 service neutron] 10.222.0.41 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998554 Oct 13 14:20:29.807003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4949-0d2b-4bd7-9a2a-70ecd3834669 req-30bad6de-c208-4eba-ae0f-131e8d1acfd5 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:29.808803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c58c4949-0d2b-4bd7-9a2a-70ecd3834669 req-30bad6de-c208-4eba-ae0f-131e8d1acfd5 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 944 time: 0.1165733 Oct 13 14:20:29.834661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb4c6a36-365d-484d-afa9-3b8d3e5796ed req-223ef03b-ed3b-420a-89c5-c8e1c81672c1 service neutron] 10.222.0.41 "GET /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624563 Oct 13 14:20:29.872795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c58c4949-0d2b-4bd7-9a2a-70ecd3834669 req-e3fc131e-3be9-479d-9996-71faa114190f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518546 Oct 13 14:20:29.937733 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:29.982357 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=75c0c8c2-a262-48df-8a4e-771ec47051d4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:30.051937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e88d-8950-4c46-abf5-f80d8658e518 req-5a059a2b-2727-4e92-8096-d65ac8b9b8ce tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:30.053569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9d5e88d-8950-4c46-abf5-f80d8658e518 req-5a059a2b-2727-4e92-8096-d65ac8b9b8ce tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 944 time: 0.0815880 Oct 13 14:20:30.115215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9d5e88d-8950-4c46-abf5-f80d8658e518 req-5c1b2477-d9a4-4851-9a8d-ccc3026d181a tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501750 Oct 13 14:20:30.179748 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:30.307954 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:30.312475 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:30.315615 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:30.323400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:30.351265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71244394-988b-426f-8535-8a73b09da322 req-fea140fa-16ae-42f3-9cb4-d62c9c4b0114 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:30.352970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71244394-988b-426f-8535-8a73b09da322 req-fea140fa-16ae-42f3-9cb4-d62c9c4b0114 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.0645037 Oct 13 14:20:30.423145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71244394-988b-426f-8535-8a73b09da322 req-b61085c3-dc1e-4c13-b6de-1ec11888c2fc tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575733 Oct 13 14:20:30.508002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 818941b4-bb97-4437-8017-ad4459c221f3 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:20:30.625815 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:30.626453 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Fanout notify agent at l3_agent the message router_deleted on router e30cedc1-ebaf-43f8-91cd-8ecd3cbef008 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:20:30.645130 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:30.645130 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0a0a20b4-eb98-45aa-9692-ec3e4af062d9 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/routers/e30cedc1-ebaf-43f8-91cd-8ecd3cbef008 HTTP/1.1" status: 204 len: 168 time: 2.1662652 Oct 13 14:20:30.645130 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53358) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:30.704130 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb936fa0-2e4c-49ee-8ff6-7a52889dbaa2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting subnet 70c09290-d66a-4fc0-a4d3-de258944fe6e {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:20:30.708043 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb936fa0-2e4c-49ee-8ff6-7a52889dbaa2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:30.732390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 818941b4-bb97-4437-8017-ad4459c221f3 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:20:30.738067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 818941b4-bb97-4437-8017-ad4459c221f3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:20:30.747728 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:30.769330 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb936fa0-2e4c-49ee-8ff6-7a52889dbaa2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:30.795239 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Router f4ee0114-0b68-46a5-bb6e-59dfd6299329 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:20:30.817272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8e73-4bb4-4c92-9cc9-dcd3a585baed req-77d9f050-6b5a-4a06-ae09-d7bbce965350 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:30.822360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d66b8e73-4bb4-4c92-9cc9-dcd3a585baed req-77d9f050-6b5a-4a06-ae09-d7bbce965350 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 947 time: 0.0806146 Oct 13 14:20:30.856071 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:30.880320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d66b8e73-4bb4-4c92-9cc9-dcd3a585baed req-70aa89bf-44d8-4a04-8177-62a1f6a2cba3 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532873 Oct 13 14:20:30.896783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49837dc1-3065-4c5d-ad34-341e0e678284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818941b4-bb97-4437-8017-ad4459c221f3'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:20:30.898730 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bc9407-080d-4014-827a-12df60f031d8" -d '{"events": [{"server_uuid": "49837dc1-3065-4c5d-ad34-341e0e678284", "name": "network-vif-plugged", "status": "completed", "tag": "818941b4-bb97-4437-8017-ad4459c221f3"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:20:30.915969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 818941b4-bb97-4437-8017-ad4459c221f3, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=818941b4-bb97-4437-8017-ad4459c221f3,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:30.964449 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da858ffb-2b92-42e9-a7f2-02892da04e05 x-openstack-request-id: req-da858ffb-2b92-42e9-a7f2-02892da04e05 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:20:30.964449 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49837dc1-3065-4c5d-ad34-341e0e678284", "name": "network-vif-plugged", "status": "completed", "tag": "818941b4-bb97-4437-8017-ad4459c221f3", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:20:30.964449 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da858ffb-2b92-42e9-a7f2-02892da04e05 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:20:30.964449 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49837dc1-3065-4c5d-ad34-341e0e678284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818941b4-bb97-4437-8017-ad4459c221f3', 'code': 200} Oct 13 14:20:30.998765 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb936fa0-2e4c-49ee-8ff6-7a52889dbaa2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:31.025106 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:31.046500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031a862-e7a4-4791-9ea4-07079dd0ba30 req-06a8814e-6b1b-4757-af4a-729ba70b301b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:31.049802 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d031a862-e7a4-4791-9ea4-07079dd0ba30 req-06a8814e-6b1b-4757-af4a-729ba70b301b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 944 time: 0.0725174 Oct 13 14:20:31.061177 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:31.077312 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:31.081997 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f5c134e5-610b-455b-b89e-a908b68ec016 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "PUT /v2.0/routers/f4ee0114-0b68-46a5-bb6e-59dfd6299329 HTTP/1.1" status: 200 len: 883 time: 3.5154901 Oct 13 14:20:31.082205 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd13eea2-86b2-47e7-a8bd-c95102e30b59 None None] Sync routers for ids ['f4ee0114-0b68-46a5-bb6e-59dfd6299329'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:31.083650 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53368) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:31.101341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd13eea2-86b2-47e7-a8bd-c95102e30b59 None None] Routers {'f4ee0114-0b68-46a5-bb6e-59dfd6299329'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:31.102371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-bd13eea2-86b2-47e7-a8bd-c95102e30b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f4ee0114-0b68-46a5-bb6e-59dfd6299329'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:31.138936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd21a1-1fff-474f-ad33-1150543849dd req-a0f5e5b7-5bb2-4d06-bb00-99fa3219f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:31.140509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0abd21a1-1fff-474f-ad33-1150543849dd req-a0f5e5b7-5bb2-4d06-bb00-99fa3219f5c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 1097 time: 0.0868547 Oct 13 14:20:31.142813 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-bd13eea2-86b2-47e7-a8bd-c95102e30b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:31.144818 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d031a862-e7a4-4791-9ea4-07079dd0ba30 req-332b6cb8-da63-4e76-a447-41a7c3bfec1e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501983 Oct 13 14:20:31.148939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=818941b4-bb97-4437-8017-ad4459c221f3,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:31.157127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd13eea2-86b2-47e7-a8bd-c95102e30b59 None None] Routers {'f4ee0114-0b68-46a5-bb6e-59dfd6299329'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:31.157747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-bd13eea2-86b2-47e7-a8bd-c95102e30b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f4ee0114-0b68-46a5-bb6e-59dfd6299329'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:31.206036 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-bd13eea2-86b2-47e7-a8bd-c95102e30b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:31.207286 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd13eea2-86b2-47e7-a8bd-c95102e30b59 None None] The sync data for ids ['f4ee0114-0b68-46a5-bb6e-59dfd6299329'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:31.226147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0abd21a1-1fff-474f-ad33-1150543849dd req-ad30497e-953d-4073-8c82-f1390f38b5d1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681231 Oct 13 14:20:31.273025 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb936fa0-2e4c-49ee-8ff6-7a52889dbaa2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:31.278891 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ab00d1cd-8c5a-4045-9e2c-2b5b46825d62 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/routers/f4ee0114-0b68-46a5-bb6e-59dfd6299329 HTTP/1.1" status: 200 len: 924 time: 0.1938112 Oct 13 14:20:31.283847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53374) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:31.321820 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb936fa0-2e4c-49ee-8ff6-7a52889dbaa2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Subnet': ['ID=70c09290-d66a-4fc0-a4d3-de258944fe6e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:31.323837 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb936fa0-2e4c-49ee-8ff6-7a52889dbaa2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:31.327115 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cb936fa0-2e4c-49ee-8ff6-7a52889dbaa2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/subnets/70c09290-d66a-4fc0-a4d3-de258944fe6e HTTP/1.1" status: 204 len: 168 time: 0.6877303 Oct 13 14:20:31.331172 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53376) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:31.338962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2703c8d1-400e-42f2-9838-bc6bd443ac78 None None] Network 314377bb-232e-41c7-83b0-36233a1f2465 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:20:31.384259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6f803-20fc-45a2-af95-8beabe510768 req-c1baa9ec-ef7f-4b90-9c98-9730953a466d tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:31.385899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2a6f803-20fc-45a2-af95-8beabe510768 req-c1baa9ec-ef7f-4b90-9c98-9730953a466d tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 944 time: 0.1354654 Oct 13 14:20:31.395482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d9aed-4f77-4de5-94b4-5364ba87f145 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:31.397201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-077d9aed-4f77-4de5-94b4-5364ba87f145 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&device_id=f4ee0114-0b68-46a5-bb6e-59dfd6299329&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1123247 Oct 13 14:20:31.404943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53378) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:31.445056 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:31.506572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2a6f803-20fc-45a2-af95-8beabe510768 req-200e4b3d-71dd-4af0-b42b-e561e4c0aae5 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950360 Oct 13 14:20:31.522218 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port 20414a5f-7eec-4863-b0b0-af2e238c09b9 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:31.522754 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:31.545438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed4dd07-0032-41d7-a43c-475809189c2d tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:31.550414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-aed4dd07-0032-41d7-a43c-475809189c2d tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 881 time: 0.1411121 Oct 13 14:20:31.550524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53382) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:31.609958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2933d3fb-1c7b-4c49-91e2-6548dfd226c0 None None] DHCP port deletion for 314377bb-232e-41c7-83b0-36233a1f2465 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:20:31.623024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0806032c-8e18-4b86-b6fc-56b1d5eba606 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4ee0114-0b68-46a5-bb6e-59dfd6299329 HTTP/1.1" status: 200 len: 205 time: 0.0705369 Oct 13 14:20:31.624305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53384) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:31.646931 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] For port 20414a5f-7eec-4863-b0b0-af2e238c09b9, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=20414a5f-7eec-4863-b0b0-af2e238c09b9,segment=NetworkSegment(4207cf24-6a07-47dd-9f26-d71d48448c67),segment_id=4207cf24-6a07-47dd-9f26-d71d48448c67)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:31.647569 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:31.674534 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for 20414a5f-7eec-4863-b0b0-af2e238c09b9 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:31.700075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2933d3fb-1c7b-4c49-91e2-6548dfd226c0 None None] Deleting port 20414a5f-7eec-4863-b0b0-af2e238c09b9 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:31.700642 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2933d3fb-1c7b-4c49-91e2-6548dfd226c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:31.788014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abc56c-98e8-4236-ad48-9a10adeebbe3 req-6e21f949-1bed-41c0-a5c9-692cb7c24d30 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:31.796074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49abc56c-98e8-4236-ad48-9a10adeebbe3 req-6e21f949-1bed-41c0-a5c9-692cb7c24d30 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1901596 Oct 13 14:20:31.815893 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2933d3fb-1c7b-4c49-91e2-6548dfd226c0 None None] For port 20414a5f-7eec-4863-b0b0-af2e238c09b9, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=20414a5f-7eec-4863-b0b0-af2e238c09b9,segment=NetworkSegment(4207cf24-6a07-47dd-9f26-d71d48448c67),segment_id=4207cf24-6a07-47dd-9f26-d71d48448c67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:31.817142 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2933d3fb-1c7b-4c49-91e2-6548dfd226c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:31.830677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2933d3fb-1c7b-4c49-91e2-6548dfd226c0 None None] Calling delete_port for 20414a5f-7eec-4863-b0b0-af2e238c09b9 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:31.834376 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:31.882068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49abc56c-98e8-4236-ad48-9a10adeebbe3 req-fcb51db4-c007-41fc-a3e2-878d15425ebd tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846412 Oct 13 14:20:31.944072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:31.954445 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2933d3fb-1c7b-4c49-91e2-6548dfd226c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:31.995208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933d3fb-1c7b-4c49-91e2-6548dfd226c0 None None] Pushing event deleted for resources: {'Port': ['ID=20414a5f-7eec-4863-b0b0-af2e238c09b9,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:32.003158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2933d3fb-1c7b-4c49-91e2-6548dfd226c0 None None] No DVR routers for this DVR port 20414a5f-7eec-4863-b0b0-af2e238c09b9 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:20:32.009926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=20414a5f-7eec-4863-b0b0-af2e238c09b9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:32.025635 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] No DVR routers for this DVR port 20414a5f-7eec-4863-b0b0-af2e238c09b9 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:20:32.076236 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:32.094455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61869403-8940-49c9-b72d-3654ffe44c38 req-48edd7dc-7c95-4a31-a275-0cfd5ec41cda tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:32.096119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-61869403-8940-49c9-b72d-3654ffe44c38 req-48edd7dc-7c95-4a31-a275-0cfd5ec41cda tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 947 time: 0.0947945 Oct 13 14:20:32.152737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-61869403-8940-49c9-b72d-3654ffe44c38 req-170601b7-7cc1-47a3-a4cc-9f3c4bf99829 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491261 Oct 13 14:20:32.156199 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:32.183784 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314377bb-232e-41c7-83b0-36233a1f2465']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:32.199053 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4207cf24-6a07-47dd-9f26-d71d48448c67') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:32.199651 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4207cf24-6a07-47dd-9f26-d71d48448c67') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:32.211302 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:32.227436 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:32.234966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:20:32.235415 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:20:32.239953 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:20:32.330222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3ba44-fde5-4a81-bcaa-69a7dec5eac6 req-d1935c78-85d1-4783-a3fb-85cafe56f125 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:32.332088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb3ba44-fde5-4a81-bcaa-69a7dec5eac6 req-d1935c78-85d1-4783-a3fb-85cafe56f125 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 945 time: 0.0686567 Oct 13 14:20:32.341936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Deleting port 380a118b-974b-48ef-b99c-c06213d02ff6 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:32.341936 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:32.413258 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:32.431635 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 20414a5f-7eec-4863-b0b0-af2e238c09b9 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:20:32.440261 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:32.445976 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/networks/314377bb-232e-41c7-83b0-36233a1f2465 HTTP/1.1" status: 204 len: 168 time: 1.1134562 Oct 13 14:20:32.449220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb3ba44-fde5-4a81-bcaa-69a7dec5eac6 req-b9c5bd4f-6d14-4b4b-882c-ddedb32267db tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606401 Oct 13 14:20:32.449902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53392) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:32.475534 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 20414a5f-7eec-4863-b0b0-af2e238c09b9 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:20:32.476387 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 20414a5f-7eec-4863-b0b0-af2e238c09b9 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:20:32.508300 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357ef1c-a10c-448f-bd40-29d585723ef5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Network': ['ID=314377bb-232e-41c7-83b0-36233a1f2465,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:32.516456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device d85ba7d2-0f88-438c-8317-88cab6b82523 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:20:32.555968 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:32.602415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Calling delete_port for 380a118b-974b-48ef-b99c-c06213d02ff6 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:32.791016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce84dc8-6396-4eff-a242-0061bc4443de req-728919e8-27d1-4349-8fb5-f0e12dc2c430 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:32.793512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ce84dc8-6396-4eff-a242-0061bc4443de req-728919e8-27d1-4349-8fb5-f0e12dc2c430 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 944 time: 0.1391287 Oct 13 14:20:32.845536 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port d85ba7d2-0f88-438c-8317-88cab6b82523, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d85ba7d2-0f88-438c-8317-88cab6b82523,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:32.860306 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'd85ba7d2-0f88-438c-8317-88cab6b82523', 'network_id': '50adb513-04c1-43cc-aacf-ff230e927593', 'port_id': 'd85ba7d2-0f88-438c-8317-88cab6b82523', 'mac_address': 'fa:16:3e:72:7a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ae2475-f5d9-4bef-9dd4-ffde2898ae49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:20:32.895705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7926e-0ca9-47be-a146-3bb7ce0b0362 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port d9a7e13b-4384-4f1e-ab2c-3dd0f638e243 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:32.895705 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5cb7926e-0ca9-47be-a146-3bb7ce0b0362 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:32.918065 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:32.954928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85ba7d2-0f88-438c-8317-88cab6b82523 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:20:32.982565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port d85ba7d2-0f88-438c-8317-88cab6b82523, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d85ba7d2-0f88-438c-8317-88cab6b82523,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:33.066076 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ce84dc8-6396-4eff-a242-0061bc4443de req-545cdaa9-9cf2-4539-99c2-e4797a10348a tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616427 Oct 13 14:20:33.111929 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5cb7926e-0ca9-47be-a146-3bb7ce0b0362 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:33.113713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5cb7926e-0ca9-47be-a146-3bb7ce0b0362 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:33.119271 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:33.175864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7926e-0ca9-47be-a146-3bb7ce0b0362 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for d9a7e13b-4384-4f1e-ab2c-3dd0f638e243 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:33.218599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=d85ba7d2-0f88-438c-8317-88cab6b82523,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:33.267031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce497bff-9de5-408e-9191-1c0e841d30bf req-000ed353-d8e3-4955-9462-91359cff78da tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:33.268529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce497bff-9de5-408e-9191-1c0e841d30bf req-000ed353-d8e3-4955-9462-91359cff78da tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.2709379 Oct 13 14:20:33.445351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce497bff-9de5-408e-9191-1c0e841d30bf req-6d3a91b1-bade-4e64-b29d-4be52b68aa03 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494288 Oct 13 14:20:33.469155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ef6fe-6e0e-41a4-82d9-448b81fa5939 req-b265ea08-6e17-42fd-83b5-a0cebb56ce6a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:33.477415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c2ef6fe-6e0e-41a4-82d9-448b81fa5939 req-b265ea08-6e17-42fd-83b5-a0cebb56ce6a tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 947 time: 0.2078190 Oct 13 14:20:33.557674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-d1faa9ad-3b46-45d9-80b5-76a39f10cd11 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:33.559224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-d1faa9ad-3b46-45d9-80b5-76a39f10cd11 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.41 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 947 time: 0.1473751 Oct 13 14:20:33.580339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c2ef6fe-6e0e-41a4-82d9-448b81fa5939 req-35a0440b-c6f6-48ff-9087-0584c96cde72 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020257 Oct 13 14:20:33.716442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['d85ba7d2-0f88-438c-8317-88cab6b82523'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:33.738278 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:33.764235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c40c7-1b95-4bb7-9e6c-8200c705c6eb req-0817c633-6936-4235-83fc-23e95aeacb3f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:33.783462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b6c40c7-1b95-4bb7-9e6c-8200c705c6eb req-0817c633-6936-4235-83fc-23e95aeacb3f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.2179341 Oct 13 14:20:33.797658 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Pushing event deleted for resources: {'Port': ['ID=380a118b-974b-48ef-b99c-c06213d02ff6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:33.880279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf6e86-52bc-4552-93fe-e7a270eb75c5 req-fed31fe6-c6a8-458c-b1e9-cbfac30ccf93 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:33.882793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6edf6e86-52bc-4552-93fe-e7a270eb75c5 req-fed31fe6-c6a8-458c-b1e9-cbfac30ccf93 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 945 time: 0.2061510 Oct 13 14:20:33.913679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b6c40c7-1b95-4bb7-9e6c-8200c705c6eb req-29bb8154-b976-4667-aa91-4fa1bbff76f4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211352 Oct 13 14:20:33.935197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Deleting port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:33.935393 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:33.964444 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5cb7926e-0ca9-47be-a146-3bb7ce0b0362 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:33.997292 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:34.039604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6edf6e86-52bc-4552-93fe-e7a270eb75c5 req-5e6f0993-bd6c-4a21-b327-176508ca099c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451206 Oct 13 14:20:34.466882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7926e-0ca9-47be-a146-3bb7ce0b0362 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=d9a7e13b-4384-4f1e-ab2c-3dd0f638e243,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:34.543046 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:34.568890 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:34.665743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] For port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:34.666107 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:34.670501 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5cb7926e-0ca9-47be-a146-3bb7ce0b0362 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:34.673809 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5cb7926e-0ca9-47be-a146-3bb7ce0b0362 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:34.675006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5cb7926e-0ca9-47be-a146-3bb7ce0b0362 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/floatingips/53cfb853-1214-4d5d-85a6-9dba541a8588 HTTP/1.1" status: 204 len: 168 time: 2.2203717 Oct 13 14:20:34.678592 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53420) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:34.692501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a907f-7547-450b-9545-844ef5a93714 req-7d651f59-4cb0-4711-b165-6b24268efff1 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:34.694396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e56a907f-7547-450b-9545-844ef5a93714 req-7d651f59-4cb0-4711-b165-6b24268efff1 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 945 time: 0.2688944 Oct 13 14:20:34.704723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655dd7-1ebc-454c-b80c-b42caedfbb2a req-713f7008-809e-404a-bf98-b0326ad312f4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:34.706292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19655dd7-1ebc-454c-b80c-b42caedfbb2a req-713f7008-809e-404a-bf98-b0326ad312f4 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.2811010 Oct 13 14:20:34.707700 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c2a144-6200-41ec-8e9e-c173c376117a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] DELETE failed (client error): The resource could not be found. Oct 13 14:20:34.708433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c2a144-6200-41ec-8e9e-c173c376117a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:20:34.715458 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-06c2a144-6200-41ec-8e9e-c173c376117a tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/ports/90ed455f-8c68-423c-b314-1dc86f8d77e1 HTTP/1.1" status: 404 len: 333 time: 0.0322554 Oct 13 14:20:34.716017 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53422) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:34.745454 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-92d6ae07-3ff9-4f9e-ad68-27811d1d2c78 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "GET /v2.0/ports?device_id=e30cedc1-ebaf-43f8-91cd-8ecd3cbef008 HTTP/1.1" status: 200 len: 205 time: 0.0283034 Oct 13 14:20:34.747805 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53424) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:34.785815 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:34.786364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Fanout notify agent at l3_agent the message router_deleted on router f4ee0114-0b68-46a5-bb6e-59dfd6299329 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:20:34.789902 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-343fb4ad-b01c-4e8e-be9b-13d49e60ecb8 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] delete failed (client error): The resource could not be found. Oct 13 14:20:34.793480 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-343fb4ad-b01c-4e8e-be9b-13d49e60ecb8 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/routers/e30cedc1-ebaf-43f8-91cd-8ecd3cbef008 HTTP/1.1" status: 404 len: 336 time: 0.0422382 Oct 13 14:20:34.794566 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:34.794691 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53426) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:34.798334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4592470b-efe7-4f3a-8f96-e3deefacefb1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "DELETE /v2.0/routers/f4ee0114-0b68-46a5-bb6e-59dfd6299329 HTTP/1.1" status: 204 len: 168 time: 3.1708109 Oct 13 14:20:34.802476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53428) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:34.815964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-0ad1dbd8-368a-49ce-9eb0-d498540d362d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-652717735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:34.823300 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71a1cd2-7b4b-4448-9d1d-f9d2cef5bf43 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] DELETE failed (client error): The resource could not be found. Oct 13 14:20:34.823773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71a1cd2-7b4b-4448-9d1d-f9d2cef5bf43 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:20:34.826816 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f71a1cd2-7b4b-4448-9d1d-f9d2cef5bf43 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/subnets/70c09290-d66a-4fc0-a4d3-de258944fe6e HTTP/1.1" status: 404 len: 337 time: 0.0320332 Oct 13 14:20:34.830761 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53430) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:34.895242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e56a907f-7547-450b-9545-844ef5a93714 req-b6fbafd5-0520-401f-afd6-b9d54f7a102b tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798184 Oct 13 14:20:34.901519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19655dd7-1ebc-454c-b80c-b42caedfbb2a req-b5d67d5a-91ff-4ce1-904d-67abc33f4347 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876028 Oct 13 14:20:34.940958 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-02d4433c-d4c6-40b2-8f51-20047f25eee1 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port 66858579-21c6-43c8-b451-bd82aabd3a0e {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:34.947280 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02d4433c-d4c6-40b2-8f51-20047f25eee1 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.008327 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0ad1dbd8-368a-49ce-9eb0-d498540d362d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.009553 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0ad1dbd8-368a-49ce-9eb0-d498540d362d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.040812 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.041394 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.044962 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Floating IP 085ad109-228d-46b3-a392-edc20b585b6a disassociated. External IP: 172.25.0.251, port: 29f5b2e8-bc5d-40a0-b676-3e16dc95457b. Oct 13 14:20:35.044962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Calling delete_port for 29f5b2e8-bc5d-40a0-b676-3e16dc95457b owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:35.077074 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02d4433c-d4c6-40b2-8f51-20047f25eee1 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.090151 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-02d4433c-d4c6-40b2-8f51-20047f25eee1 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for 66858579-21c6-43c8-b451-bd82aabd3a0e owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:35.185441 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0ad1dbd8-368a-49ce-9eb0-d498540d362d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.221222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73423695-82ca-4b42-91bb-a5800b460d67 req-e3ee2073-745c-42ae-b489-84f61f1417e0 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:35.222788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73423695-82ca-4b42-91bb-a5800b460d67 req-e3ee2073-745c-42ae-b489-84f61f1417e0 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 947 time: 0.1865809 Oct 13 14:20:35.251444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fca8a2-c1b4-44d6-b88b-848995871dd0 req-c05a2206-1f90-4866-b71d-1c440ed23934 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:35.253028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88fca8a2-c1b4-44d6-b88b-848995871dd0 req-c05a2206-1f90-4866-b71d-1c440ed23934 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1727219 Oct 13 14:20:35.282399 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0ad1dbd8-368a-49ce-9eb0-d498540d362d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.299751 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02d4433c-d4c6-40b2-8f51-20047f25eee1 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.335356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73423695-82ca-4b42-91bb-a5800b460d67 req-5c506d18-b46a-4268-b2c5-524cb581bace tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups?id=afe24992-1791-413f-ab30-64fd5989edb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048045 Oct 13 14:20:35.343774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4433c-d4c6-40b2-8f51-20047f25eee1 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=66858579-21c6-43c8-b451-bd82aabd3a0e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:35.414112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88fca8a2-c1b4-44d6-b88b-848995871dd0 req-c9115c42-0e6b-4d1c-bfe4-8338d8a4418b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368709 Oct 13 14:20:35.425697 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02d4433c-d4c6-40b2-8f51-20047f25eee1 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.429257 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-02d4433c-d4c6-40b2-8f51-20047f25eee1 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/ports/66858579-21c6-43c8-b451-bd82aabd3a0e HTTP/1.1" status: 204 len: 168 time: 0.5973356 Oct 13 14:20:35.433573 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53438) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:35.445871 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0ad1dbd8-368a-49ce-9eb0-d498540d362d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.445871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0ad1dbd8-368a-49ce-9eb0-d498540d362d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6307728 Oct 13 14:20:35.445871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53440) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:35.445871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'enable_snat': True}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:35.544633 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.552272 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e7744ed9-87bb-470b-a41a-6837c78817c2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port 45f4f8be-8f44-4039-b4d3-1df08f5dd596 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:35.552628 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7744ed9-87bb-470b-a41a-6837c78817c2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.652671 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7744ed9-87bb-470b-a41a-6837c78817c2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.663967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event deleted for resources: {'Port': ['ID=29f5b2e8-bc5d-40a0-b676-3e16dc95457b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:35.665299 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e7744ed9-87bb-470b-a41a-6837c78817c2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for 45f4f8be-8f44-4039-b4d3-1df08f5dd596 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:35.726676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4337d-6957-4315-be3f-96aa0c47e7c4 req-5f3175ef-a731-4f72-9536-487a78c6adfd tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:35.730158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7d4337d-6957-4315-be3f-96aa0c47e7c4 req-5f3175ef-a731-4f72-9536-487a78c6adfd tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 945 time: 0.2017069 Oct 13 14:20:35.913168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b51c7-ddd5-4fc8-86ce-1df89542654c req-3e0bbfad-5731-4b41-9aa3-1f1e344d2d32 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:35.914668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-252b51c7-ddd5-4fc8-86ce-1df89542654c req-3e0bbfad-5731-4b41-9aa3-1f1e344d2d32 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.3510292 Oct 13 14:20:35.916908 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.945592 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7744ed9-87bb-470b-a41a-6837c78817c2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:35.979380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7744ed9-87bb-470b-a41a-6837c78817c2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=45f4f8be-8f44-4039-b4d3-1df08f5dd596,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:35.988971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7d4337d-6957-4315-be3f-96aa0c47e7c4 req-0328094f-c8c6-4bda-8f8d-ef7d9fe8585c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527912 Oct 13 14:20:36.017937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-252b51c7-ddd5-4fc8-86ce-1df89542654c req-59fde6f2-7567-45d6-8caa-c52c5ce070ab tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916147 Oct 13 14:20:36.047748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Router da3aac8f-3c95-4be3-9131-bed68c445a6e has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:20:36.077994 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7744ed9-87bb-470b-a41a-6837c78817c2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:36.083517 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e7744ed9-87bb-470b-a41a-6837c78817c2 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/ports/45f4f8be-8f44-4039-b4d3-1df08f5dd596 HTTP/1.1" status: 204 len: 168 time: 0.6487052 Oct 13 14:20:36.088640 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53452) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:36.190671 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa66636-6ed9-4785-b5bd-131771883220 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:36.193296 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-caa66636-6ed9-4785-b5bd-131771883220 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "GET /v2.0/ports?device_id=29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 HTTP/1.1" status: 200 len: 913 time: 0.1033020 Oct 13 14:20:36.197290 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53456) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:36.309342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:36.327282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4891e5-4d8b-4a81-9014-d34f4740d8bd req-f793dd52-626c-4f72-86cf-df2705f28794 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:36.330641 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1cfc57-8491-4038-aca7-4e3adcb7bd34 None None] Sync routers for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:36.336568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac4891e5-4d8b-4a81-9014-d34f4740d8bd req-f793dd52-626c-4f72-86cf-df2705f28794 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 945 time: 0.1723542 Oct 13 14:20:36.346414 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1cfc57-8491-4038-aca7-4e3adcb7bd34 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:36.347369 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5b1cfc57-8491-4038-aca7-4e3adcb7bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:36.407382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db3ddf-f733-45d6-bc11-94168734122d req-f027573c-6ad5-4673-a76c-46f26837a98b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:36.417557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80db3ddf-f733-45d6-bc11-94168734122d req-f027573c-6ad5-4673-a76c-46f26837a98b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 945 time: 0.2015386 Oct 13 14:20:36.470859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] No DVR routers for this DVR port 29f5b2e8-bc5d-40a0-b676-3e16dc95457b on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:20:36.483627 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:36.487775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-916ceb60-5d7a-4a0c-a561-41e3662f114e req-4e642917-3434-4e3e-9674-d48f31c13389 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.41 "DELETE /v2.0/ports/29f5b2e8-bc5d-40a0-b676-3e16dc95457b HTTP/1.1" status: 204 len: 173 time: 2.9130681 Oct 13 14:20:36.489911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'name': 'network-vif-deleted', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:20:36.492211 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b75b4a0-651f-4567-81ef-9663ac4e7f59" -d '{"events": [{"server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "name": "network-vif-deleted", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:20:36.504075 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-5b1cfc57-8491-4038-aca7-4e3adcb7bd34 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:20:36.526967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device d85ba7d2-0f88-438c-8317-88cab6b82523 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:20:36.551709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac4891e5-4d8b-4a81-9014-d34f4740d8bd req-eb08c91e-3eed-4169-a3cd-ac7944f1f0da tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291597 Oct 13 14:20:36.596046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80db3ddf-f733-45d6-bc11-94168734122d req-6e134aed-ebc0-4477-95fc-10db2db2726c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697142 Oct 13 14:20:36.696362 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2b48-dd27-4876-870c-33c56a517f62 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:36.789738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port d85ba7d2-0f88-438c-8317-88cab6b82523 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:20:36.800252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port d85ba7d2-0f88-438c-8317-88cab6b82523 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:20:36.800252 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:36.833246 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5b1cfc57-8491-4038-aca7-4e3adcb7bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:36.867663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-966e399c-71d5-4e00-9ffe-4256db8c0178 req-399ffb32-2b72-4996-8379-eb6ba70433d6 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 210 time: 0.0361419 Oct 13 14:20:36.869162 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1cfc57-8491-4038-aca7-4e3adcb7bd34 None None] Checking router: da3aac8f-3c95-4be3-9131-bed68c445a6e for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:20:36.881694 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1cfc57-8491-4038-aca7-4e3adcb7bd34 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:36.882016 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5b1cfc57-8491-4038-aca7-4e3adcb7bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:36.903194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d14ed-69bb-4fea-adec-17a19df3f8f8 req-033abdf5-9009-438d-90c4-d075d8c87b8b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:36.903194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-509d14ed-69bb-4fea-adec-17a19df3f8f8 req-033abdf5-9009-438d-90c4-d075d8c87b8b tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1476321 Oct 13 14:20:36.911537 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:36.955079 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:36.984291 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:37.035377 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d8174b-5abd-4acc-83fc-9ed21095ce95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85ba7d2-0f88-438c-8317-88cab6b82523'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:20:37.039543 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bf9585-b9e2-497f-ab4c-80a992888cc8" -d '{"events": [{"server_uuid": "15d8174b-5abd-4acc-83fc-9ed21095ce95", "name": "network-vif-plugged", "status": "completed", "tag": "d85ba7d2-0f88-438c-8317-88cab6b82523"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:20:37.063784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port d85ba7d2-0f88-438c-8317-88cab6b82523, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d85ba7d2-0f88-438c-8317-88cab6b82523,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:37.066954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-509d14ed-69bb-4fea-adec-17a19df3f8f8 req-06c30a62-21a2-483a-8822-bdc03ca081d3 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650810 Oct 13 14:20:37.077222 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd466d26-6a59-432c-9afe-f10275506946 x-openstack-request-id: req-dd466d26-6a59-432c-9afe-f10275506946 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:20:37.077819 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da53453c-e510-4ba3-9110-65d9d0e95956", "name": "network-vif-deleted", "tag": "29f5b2e8-bc5d-40a0-b676-3e16dc95457b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:20:37.078159 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd466d26-6a59-432c-9afe-f10275506946 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:20:37.078752 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da53453c-e510-4ba3-9110-65d9d0e95956', 'name': 'network-vif-deleted', 'tag': '29f5b2e8-bc5d-40a0-b676-3e16dc95457b', 'status': 'completed', 'code': 200} Oct 13 14:20:37.095901 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-5b1cfc57-8491-4038-aca7-4e3adcb7bd34 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:20:37.158149 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690fc407-fe8e-4ea8-acd9-7fbdea6c1798 x-openstack-request-id: req-690fc407-fe8e-4ea8-acd9-7fbdea6c1798 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:20:37.158941 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d8174b-5abd-4acc-83fc-9ed21095ce95", "name": "network-vif-plugged", "status": "completed", "tag": "d85ba7d2-0f88-438c-8317-88cab6b82523", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:20:37.159808 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-690fc407-fe8e-4ea8-acd9-7fbdea6c1798 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:20:37.161116 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d8174b-5abd-4acc-83fc-9ed21095ce95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85ba7d2-0f88-438c-8317-88cab6b82523', 'code': 200} Oct 13 14:20:37.163726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:37.216035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Allocated IP 172.25.0.160 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/8b10d358-0b50-4749-9273-85cef687dfdb) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:37.302337 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=d85ba7d2-0f88-438c-8317-88cab6b82523,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:37.318284 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0ebb2b48-dd27-4876-870c-33c56a517f62 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port 1232dc93-8021-4927-b258-64e85c02e2f7 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:37.319195 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2b48-dd27-4876-870c-33c56a517f62 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:37.401759 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5b1cfc57-8491-4038-aca7-4e3adcb7bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:37.447153 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1cfc57-8491-4038-aca7-4e3adcb7bd34 None None] The sync data for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 is: [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:09:50Z', 'revision_number': 4, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd35ba3d1-50f2-4e34-a4f4-8c9106c996d4', 'name': '', 'network_id': '16e15b01-e808-4e45-90e1-66199134cd83', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'mac_address': 'fa:16:3e:7c:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:49Z', 'updated_at': '2021-10-13T14:09:56Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'subnets': [{'id': 'd1870f77-f283-46b0-91af-b6c012baea10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:37.455197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2b48-dd27-4876-870c-33c56a517f62 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:37.477030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0ebb2b48-dd27-4876-870c-33c56a517f62 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for 1232dc93-8021-4927-b258-64e85c02e2f7 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:37.489478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2c706-9267-48c3-abcc-c14c062b61cf req-37ecb411-e6de-4154-901d-e9a37f9f611f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:37.491544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56b2c706-9267-48c3-abcc-c14c062b61cf req-37ecb411-e6de-4154-901d-e9a37f9f611f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1428683 Oct 13 14:20:37.500491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f704844-be01-4de2-a372-5b5beb3889bf req-f0db6459-db6c-43d1-9909-3327c3867155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:37.502227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f704844-be01-4de2-a372-5b5beb3889bf req-f0db6459-db6c-43d1-9909-3327c3867155 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 1098 time: 0.1557326 Oct 13 14:20:37.507836 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:37.600252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f704844-be01-4de2-a372-5b5beb3889bf req-b7fd6236-8132-4865-866a-ab6cbff911fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882149 Oct 13 14:20:37.605038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56b2c706-9267-48c3-abcc-c14c062b61cf req-d823f575-bb57-4377-9a8a-79b4c5ffd893 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835729 Oct 13 14:20:37.799237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39a44f-7883-47b7-a792-bb95fbdbe269 req-00b1fb13-14f4-4c97-845e-6c2baa4d2531 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:37.800956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f39a44f-7883-47b7-a792-bb95fbdbe269 req-00b1fb13-14f4-4c97-845e-6c2baa4d2531 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 946 time: 0.1014926 Oct 13 14:20:37.803532 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:37.815780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edb71a-2cb4-4c47-8b3d-4f17bbc79829 req-b8212cc3-ecb8-476c-8180-a4a9cc8eb286 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:37.817528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57edb71a-2cb4-4c47-8b3d-4f17bbc79829 req-b8212cc3-ecb8-476c-8180-a4a9cc8eb286 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1040893 Oct 13 14:20:37.818227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f3fee-b97e-40c2-bd9b-0e8d54f89650 None None] New status for floating IP 085ad109-228d-46b3-a392-edc20b585b6a: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:20:37.842548 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2b48-dd27-4876-870c-33c56a517f62 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:37.912151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:37.913139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event updated for resources: {'Port': ['ID=8b10d358-0b50-4749-9273-85cef687dfdb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:37.928831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:37.931371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:37.962734 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb2b48-dd27-4876-870c-33c56a517f62 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=1232dc93-8021-4927-b258-64e85c02e2f7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:38.004880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57edb71a-2cb4-4c47-8b3d-4f17bbc79829 req-3a0448be-ea3c-4d2a-8da7-c697dab11211 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556406 Oct 13 14:20:38.041375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f39a44f-7883-47b7-a792-bb95fbdbe269 req-8fe924ce-3944-47f4-9692-5b65ea486520 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030416 Oct 13 14:20:38.156015 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2b48-dd27-4876-870c-33c56a517f62 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:38.266599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f96d8c9d-7c46-4d3a-8f7f-e2ee1e65e8d0 req-eee629eb-0b93-426c-b7a4-f8f00c5138e3 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/ports?device_id=da53453c-e510-4ba3-9110-65d9d0e95956 HTTP/1.1" status: 200 len: 210 time: 0.0442626 Oct 13 14:20:38.287799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6709291-c644-498e-99f5-e0f8e2c09d08 req-757bcff9-4aa4-48d5-9d9d-22cc588ae1e6 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:38.297562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6709291-c644-498e-99f5-e0f8e2c09d08 req-757bcff9-4aa4-48d5-9d9d-22cc588ae1e6 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 945 time: 0.1647167 Oct 13 14:20:38.347364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6709291-c644-498e-99f5-e0f8e2c09d08 req-85292989-0050-4ee3-84bb-cf8924c4b08f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468833 Oct 13 14:20:38.551976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 29f5b2e8-bc5d-40a0-b676-3e16dc95457b no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:20:38.583179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 29f5b2e8-bc5d-40a0-b676-3e16dc95457b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:20:38.583451 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 29f5b2e8-bc5d-40a0-b676-3e16dc95457b not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:20:38.601134 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:38.652318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebea25e-e586-4fa0-be9d-db42f86eda9d req-459af4f6-013c-4afd-9577-440fffef065c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:38.653974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ebea25e-e586-4fa0-be9d-db42f86eda9d req-459af4f6-013c-4afd-9577-440fffef065c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1228831 Oct 13 14:20:38.741911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ebea25e-e586-4fa0-be9d-db42f86eda9d req-74ea4dbf-cc25-402c-8d0f-8a54172cae36 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799410 Oct 13 14:20:38.864145 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebb2b48-dd27-4876-870c-33c56a517f62 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:20:39.037633 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebb2b48-dd27-4876-870c-33c56a517f62 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:39.050338 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0ebb2b48-dd27-4876-870c-33c56a517f62 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "PUT /v2.0/routers/29a9c38c-4c84-47fc-a5d1-17a5d42d9d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8512750 Oct 13 14:20:39.052107 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53492) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:39.070676 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f0723-d35a-4cc8-870e-116f24f1496d None None] Sync routers for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:39.094317 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f0723-d35a-4cc8-870e-116f24f1496d None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:39.095552 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a95f0723-d35a-4cc8-870e-116f24f1496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:39.161686 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a95f0723-d35a-4cc8-870e-116f24f1496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:39.173673 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f0723-d35a-4cc8-870e-116f24f1496d None None] Routers {'29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:39.174573 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a95f0723-d35a-4cc8-870e-116f24f1496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:39.212357 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a95f0723-d35a-4cc8-870e-116f24f1496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:39.213326 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95f0723-d35a-4cc8-870e-116f24f1496d None None] The sync data for ids ['29a9c38c-4c84-47fc-a5d1-17a5d42d9d47'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:39.220904 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:39.308791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:39.319610 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:39.335989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6612c-c24a-4ad2-807a-213e482baadd req-3e16ad6d-b3a5-40bc-b8b3-7cc66da92aca tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:39.337739 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cc6612c-c24a-4ad2-807a-213e482baadd req-3e16ad6d-b3a5-40bc-b8b3-7cc66da92aca tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.4768651 Oct 13 14:20:39.373402 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:39.394333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc515453-c13b-4a6d-990f-1529db229c4e req-e0899355-2a55-4125-9d93-68ad064ee4b5 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:39.395937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc515453-c13b-4a6d-990f-1529db229c4e req-e0899355-2a55-4125-9d93-68ad064ee4b5 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 946 time: 0.1346714 Oct 13 14:20:39.497569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cc6612c-c24a-4ad2-807a-213e482baadd req-34d21827-cd2a-4796-9850-4af3426b1e16 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131215 Oct 13 14:20:39.523830 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting port 0e9aa22e-f002-4a6f-9b46-f251eee89000 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:39.524680 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:39.547069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc515453-c13b-4a6d-990f-1529db229c4e req-36eddde1-05e2-4b58-9b43-5e35b1f707eb tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344817 Oct 13 14:20:39.705864 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:39.726112 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Calling delete_port for 0e9aa22e-f002-4a6f-9b46-f251eee89000 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:39.780149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Router dbcba613-ab6c-43c5-b5e5-2172fe23a248 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:20:39.853926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae77e19-c791-43c7-8a7e-ed9c485029ed req-16a7ab80-2aff-4339-ad7d-701af1713c29 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:39.855451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bae77e19-c791-43c7-8a7e-ed9c485029ed req-16a7ab80-2aff-4339-ad7d-701af1713c29 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 945 time: 0.1319745 Oct 13 14:20:39.891274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53508) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:40.071976 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.098463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bae77e19-c791-43c7-8a7e-ed9c485029ed req-cc4d0230-47a2-4e46-b27c-5fd801fd2a27 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301850 Oct 13 14:20:40.102983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:40.112168 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.118432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2f296426-0777-4a54-ab2d-0e2a4f767f35 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "PUT /v2.0/routers/dbcba613-ab6c-43c5-b5e5-2172fe23a248 HTTP/1.1" status: 200 len: 918 time: 4.6730988 Oct 13 14:20:40.121446 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53510) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:40.122728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Port': ['ID=0e9aa22e-f002-4a6f-9b46-f251eee89000,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:40.122944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41fbbee-7386-47f7-ab66-606e337155e4 None None] Sync routers for ids ['dbcba613-ab6c-43c5-b5e5-2172fe23a248'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:40.158726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41fbbee-7386-47f7-ab66-606e337155e4 None None] Routers {'dbcba613-ab6c-43c5-b5e5-2172fe23a248'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:40.158726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a41fbbee-7386-47f7-ab66-606e337155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['dbcba613-ab6c-43c5-b5e5-2172fe23a248'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:40.165018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c668265-e62f-42d7-b0ba-4b2a95d9058a req-9d727840-5865-42d4-ba35-60e4bbab8c31 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:40.169715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c668265-e62f-42d7-b0ba-4b2a95d9058a req-9d727840-5865-42d4-ba35-60e4bbab8c31 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.2026155 Oct 13 14:20:40.176061 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a84df92-b374-47fe-a7f9-a2e6449d51ba tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.213270 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a41fbbee-7386-47f7-ab66-606e337155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:40.222152 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a84df92-b374-47fe-a7f9-a2e6449d51ba tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.224138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41fbbee-7386-47f7-ab66-606e337155e4 None None] Routers {'dbcba613-ab6c-43c5-b5e5-2172fe23a248'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:40.225350 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a41fbbee-7386-47f7-ab66-606e337155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['dbcba613-ab6c-43c5-b5e5-2172fe23a248'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:40.266579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c668265-e62f-42d7-b0ba-4b2a95d9058a req-5143ff7f-2b01-456d-a502-887807c36e0f tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861273 Oct 13 14:20:40.287372 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a41fbbee-7386-47f7-ab66-606e337155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:40.289829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41fbbee-7386-47f7-ab66-606e337155e4 None None] The sync data for ids ['dbcba613-ab6c-43c5-b5e5-2172fe23a248'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:40.332535 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.413553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78600d83-4b3e-476d-9ce0-99545481844a req-335d4f18-812f-4578-b7ac-e47130e9e0e2 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:40.415970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78600d83-4b3e-476d-9ce0-99545481844a req-335d4f18-812f-4578-b7ac-e47130e9e0e2 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 945 time: 0.0920663 Oct 13 14:20:40.454729 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a4b14715-0266-4331-93f7-0c5b2144182d tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/routers/dbcba613-ab6c-43c5-b5e5-2172fe23a248 HTTP/1.1" status: 200 len: 924 time: 0.3276494 Oct 13 14:20:40.460486 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53514) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:40.478683 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.482328 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a84df92-b374-47fe-a7f9-a2e6449d51ba tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.485702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a84df92-b374-47fe-a7f9-a2e6449d51ba tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.486814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8a84df92-b374-47fe-a7f9-a2e6449d51ba tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "DELETE /v2.0/security-groups/afe24992-1791-413f-ab30-64fd5989edb9 HTTP/1.1" status: 204 len: 168 time: 0.5466559 Oct 13 14:20:40.494865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53516) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:40.502145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.519260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84df92-b374-47fe-a7f9-a2e6449d51ba tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe24992-1791-413f-ab30-64fd5989edb9,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:40.554577 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-0ba04dea-0bd3-4d33-b6bb-c932b6513905 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] show failed (client error): The resource could not be found. Oct 13 14:20:40.554577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0ba04dea-0bd3-4d33-b6bb-c932b6513905 tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "GET /v2.0/security-groups/afe24992-1791-413f-ab30-64fd5989edb9 HTTP/1.1" status: 404 len: 347 time: 0.0548532 Oct 13 14:20:40.557288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53518) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:40.565554 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d788dd0-7787-4d3f-a28d-27cfecf6992c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:40.567465 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4d788dd0-7787-4d3f-a28d-27cfecf6992c tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&device_id=dbcba613-ab6c-43c5-b5e5-2172fe23a248&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1055782 Oct 13 14:20:40.569985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53520) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:40.578977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989f06b-d25e-4081-84c1-3ba4c799185c req-4aa60354-a61c-4da8-8f9b-814a1a4e1891 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:40.580419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d989f06b-d25e-4081-84c1-3ba4c799185c req-4aa60354-a61c-4da8-8f9b-814a1a4e1891 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1613712 Oct 13 14:20:40.639069 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.640244 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Fanout notify agent at l3_agent the message router_deleted on router 29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:20:40.656407 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.656407 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0c04acd4-f6fc-4440-9f23-9a3147cdd6e5 tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/routers/29a9c38c-4c84-47fc-a5d1-17a5d42d9d47 HTTP/1.1" status: 204 len: 168 time: 1.6015005 Oct 13 14:20:40.658738 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53526) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:40.756027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28dd9b2-4ead-42a5-a615-7f406434b78c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Deleting subnet e3f5b4e8-87cf-4dec-8ced-939ed3a29b14 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:20:40.765434 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b28dd9b2-4ead-42a5-a615-7f406434b78c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.769783 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fa87b7-715f-490c-bea6-32c698b8df13 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:40.771190 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f7fa87b7-715f-490c-bea6-32c698b8df13 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 881 time: 0.1997786 Oct 13 14:20:40.776962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d989f06b-d25e-4081-84c1-3ba4c799185c req-bae8b8a7-ea46-4e72-a41b-11260b3b129a tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532428 Oct 13 14:20:40.779267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-78600d83-4b3e-476d-9ce0-99545481844a req-977575fa-7ed1-413a-b5ff-5cbba49e21a3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Deleting port 818941b4-bb97-4437-8017-ad4459c221f3 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:40.779614 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78600d83-4b3e-476d-9ce0-99545481844a req-977575fa-7ed1-413a-b5ff-5cbba49e21a3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.783301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53530) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:40.836668 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b28dd9b2-4ead-42a5-a615-7f406434b78c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.870372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c2c502cf-c01c-48a1-b465-a649c0e94bb2 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcba613-ab6c-43c5-b5e5-2172fe23a248 HTTP/1.1" status: 200 len: 205 time: 0.0807388 Oct 13 14:20:40.870698 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53534) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:40.875339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878d065-e829-4b53-95d7-f0c77562b676 req-698d7e5f-6dd9-4006-864e-e0b1de1742ab tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:40.876857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9878d065-e829-4b53-95d7-f0c77562b676 req-698d7e5f-6dd9-4006-864e-e0b1de1742ab tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 946 time: 0.2242308 Oct 13 14:20:40.938729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0f54e0df-21db-4c3f-8b3c-416586ced3fd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Deleting port 383b1bea-5beb-49d5-8c91-4f2999b0a38f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:40.939079 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0f54e0df-21db-4c3f-8b3c-416586ced3fd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:40.970719 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b28dd9b2-4ead-42a5-a615-7f406434b78c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.012967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-78600d83-4b3e-476d-9ce0-99545481844a req-977575fa-7ed1-413a-b5ff-5cbba49e21a3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] For port 818941b4-bb97-4437-8017-ad4459c221f3, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=818941b4-bb97-4437-8017-ad4459c221f3,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:41.012967 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78600d83-4b3e-476d-9ce0-99545481844a req-977575fa-7ed1-413a-b5ff-5cbba49e21a3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.019009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9878d065-e829-4b53-95d7-f0c77562b676 req-f2703c19-8032-449b-b92f-ac9035a12646 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257951 Oct 13 14:20:41.032059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-78600d83-4b3e-476d-9ce0-99545481844a req-977575fa-7ed1-413a-b5ff-5cbba49e21a3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Calling delete_port for 818941b4-bb97-4437-8017-ad4459c221f3 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:41.083704 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.144347 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0f54e0df-21db-4c3f-8b3c-416586ced3fd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.144680 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0f54e0df-21db-4c3f-8b3c-416586ced3fd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.190535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0f54e0df-21db-4c3f-8b3c-416586ced3fd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Calling delete_port for 383b1bea-5beb-49d5-8c91-4f2999b0a38f owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:41.223748 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b28dd9b2-4ead-42a5-a615-7f406434b78c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.258424 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28dd9b2-4ead-42a5-a615-7f406434b78c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f5b4e8-87cf-4dec-8ced-939ed3a29b14,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:41.265324 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b28dd9b2-4ead-42a5-a615-7f406434b78c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.270205 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b28dd9b2-4ead-42a5-a615-7f406434b78c tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/subnets/e3f5b4e8-87cf-4dec-8ced-939ed3a29b14 HTTP/1.1" status: 204 len: 168 time: 0.6088407 Oct 13 14:20:41.271395 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.273915 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53542) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:41.313105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-896c76f6-51c5-42cd-a601-d15adf47341c req-1c13882c-3334-4886-8161-c0b93876d5bd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-786616747&fields=id&tenant_id=ab5a806b1f1747e483f134c2a2f576a5 HTTP/1.1" status: 200 len: 267 time: 0.1587188 Oct 13 14:20:41.333394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f257128-5a13-446e-9d4a-936a7450d9ae req-ca3dd4a8-7e80-46d8-bcb3-9135984936c9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:41.334931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f257128-5a13-446e-9d4a-936a7450d9ae req-ca3dd4a8-7e80-46d8-bcb3-9135984936c9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.2113371 Oct 13 14:20:41.387868 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-860f9ff9-42bb-4330-b3ad-c0fecb61e76b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.441556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f257128-5a13-446e-9d4a-936a7450d9ae req-258609e2-483f-454c-bfb8-9669117e6c2c tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884674 Oct 13 14:20:41.461352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c76f6-51c5-42cd-a601-d15adf47341c req-c24cf9e0-da9f-4a97-a2f5-9487a6476d99 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:41.471566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-896c76f6-51c5-42cd-a601-d15adf47341c req-c24cf9e0-da9f-4a97-a2f5-9487a6476d99 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 946 time: 0.1483243 Oct 13 14:20:41.483258 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-896c76f6-51c5-42cd-a601-d15adf47341c req-4655efc0-8fc0-4212-a159-a34941fa9257 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'port': {'security_groups': ['8e18626d-b383-4645-a546-d7ab044fd375', '9d57c45e-b134-4105-9283-24fd2c56a6b3']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:41.508317 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78600d83-4b3e-476d-9ce0-99545481844a req-977575fa-7ed1-413a-b5ff-5cbba49e21a3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.526286 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:41.534811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['818941b4-bb97-4437-8017-ad4459c221f3'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:41.577884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977575fa-7ed1-413a-b5ff-5cbba49e21a3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event deleted for resources: {'Port': ['ID=818941b4-bb97-4437-8017-ad4459c221f3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:41.603067 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-860f9ff9-42bb-4330-b3ad-c0fecb61e76b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.620684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Deleting port 8b10d358-0b50-4749-9273-85cef687dfdb {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:41.621059 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.666354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69d393ce-26be-4a78-aa74-3952c0a77103 req-6e222bf3-79d5-46c6-916d-b57d9b304ae6 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 210 time: 0.0984182 Oct 13 14:20:41.677903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-860f9ff9-42bb-4330-b3ad-c0fecb61e76b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5df6e36-8dbc-4b00-a594-00d0a37538a3']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:41.695869 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-860f9ff9-42bb-4330-b3ad-c0fecb61e76b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c17661-17ee-4bbe-8594-d6f79ddcce3a') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:41.696177 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-860f9ff9-42bb-4330-b3ad-c0fecb61e76b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c17661-17ee-4bbe-8594-d6f79ddcce3a') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:41.713250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-78600d83-4b3e-476d-9ce0-99545481844a req-977575fa-7ed1-413a-b5ff-5cbba49e21a3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] No DVR routers for this DVR port 818941b4-bb97-4437-8017-ad4459c221f3 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:20:41.713487 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-860f9ff9-42bb-4330-b3ad-c0fecb61e76b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.718399 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78600d83-4b3e-476d-9ce0-99545481844a req-977575fa-7ed1-413a-b5ff-5cbba49e21a3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.723737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78600d83-4b3e-476d-9ce0-99545481844a req-977575fa-7ed1-413a-b5ff-5cbba49e21a3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "DELETE /v2.0/ports/818941b4-bb97-4437-8017-ad4459c221f3 HTTP/1.1" status: 204 len: 173 time: 1.2937579 Oct 13 14:20:41.723737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49837dc1-3065-4c5d-ad34-341e0e678284', 'name': 'network-vif-deleted', 'tag': '818941b4-bb97-4437-8017-ad4459c221f3'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:20:41.736889 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba027ac-3071-4f87-9170-860a665c8c42" -d '{"events": [{"server_uuid": "49837dc1-3065-4c5d-ad34-341e0e678284", "name": "network-vif-deleted", "tag": "818941b4-bb97-4437-8017-ad4459c221f3"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:20:41.742370 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-860f9ff9-42bb-4330-b3ad-c0fecb61e76b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.744876 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0f54e0df-21db-4c3f-8b3c-416586ced3fd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.757651 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.761250 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860f9ff9-42bb-4330-b3ad-c0fecb61e76b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:20:41.761654 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-860f9ff9-42bb-4330-b3ad-c0fecb61e76b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:20:41.765485 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:20:41.782076 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-896c76f6-51c5-42cd-a601-d15adf47341c req-4655efc0-8fc0-4212-a159-a34941fa9257 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.786159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54e0df-21db-4c3f-8b3c-416586ced3fd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Pushing event deleted for resources: {'Port': ['ID=383b1bea-5beb-49d5-8c91-4f2999b0a38f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:41.831725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Calling delete_port for 8b10d358-0b50-4749-9273-85cef687dfdb owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:41.979552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-860f9ff9-42bb-4330-b3ad-c0fecb61e76b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.987708 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0f54e0df-21db-4c3f-8b3c-416586ced3fd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.990214 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-860f9ff9-42bb-4330-b3ad-c0fecb61e76b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.990705 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0f54e0df-21db-4c3f-8b3c-416586ced3fd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:41.991767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0f54e0df-21db-4c3f-8b3c-416586ced3fd tempest-AttachVolumeShelveTestJSON-508394234 tempest-AttachVolumeShelveTestJSON-508394234-project] 10.222.0.18 "DELETE /v2.0/floatingips/085ad109-228d-46b3-a392-edc20b585b6a HTTP/1.1" status: 204 len: 168 time: 1.4327474 Oct 13 14:20:42.004011 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-860f9ff9-42bb-4330-b3ad-c0fecb61e76b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] 10.222.0.18 "DELETE /v2.0/networks/d5df6e36-8dbc-4b00-a594-00d0a37538a3 HTTP/1.1" status: 204 len: 168 time: 0.7188609 Oct 13 14:20:42.012541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f9ff9-42bb-4330-b3ad-c0fecb61e76b tempest-FloatingIPTestJSON-1071255610 tempest-FloatingIPTestJSON-1071255610-project] Pushing event deleted for resources: {'Network': ['ID=d5df6e36-8dbc-4b00-a594-00d0a37538a3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:42.032884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad269f34-d032-42e1-a789-77f03e259b9f req-2164d763-57dd-4588-ba48-60ae634c771e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:42.042063 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad269f34-d032-42e1-a789-77f03e259b9f req-2164d763-57dd-4588-ba48-60ae634c771e tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.2007813 Oct 13 14:20:42.114548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad269f34-d032-42e1-a789-77f03e259b9f req-5502773f-9aa7-4747-858c-64c3a0087397 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710914 Oct 13 14:20:42.189961 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5664855a-a320-44bb-9f51-393169df41a5 x-openstack-request-id: req-5664855a-a320-44bb-9f51-393169df41a5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:20:42.190420 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49837dc1-3065-4c5d-ad34-341e0e678284", "name": "network-vif-deleted", "tag": "818941b4-bb97-4437-8017-ad4459c221f3", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:20:42.190824 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5664855a-a320-44bb-9f51-393169df41a5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:20:42.191457 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49837dc1-3065-4c5d-ad34-341e0e678284', 'name': 'network-vif-deleted', 'tag': '818941b4-bb97-4437-8017-ad4459c221f3', 'status': 'completed', 'code': 200} Oct 13 14:20:42.269736 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:42.276944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-896c76f6-51c5-42cd-a601-d15adf47341c req-4655efc0-8fc0-4212-a159-a34941fa9257 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] For port d85ba7d2-0f88-438c-8317-88cab6b82523, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d85ba7d2-0f88-438c-8317-88cab6b82523,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:42.311847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Pushing event deleted for resources: {'Port': ['ID=8b10d358-0b50-4749-9273-85cef687dfdb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:42.355158 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-896c76f6-51c5-42cd-a601-d15adf47341c req-4655efc0-8fc0-4212-a159-a34941fa9257 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:42.414163 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-896c76f6-51c5-42cd-a601-d15adf47341c req-4655efc0-8fc0-4212-a159-a34941fa9257 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:42.434326 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['d85ba7d2-0f88-438c-8317-88cab6b82523'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:42.490994 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:42.524827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c76f6-51c5-42cd-a601-d15adf47341c req-4655efc0-8fc0-4212-a159-a34941fa9257 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:42.525983 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-896c76f6-51c5-42cd-a601-d15adf47341c req-4655efc0-8fc0-4212-a159-a34941fa9257 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:42.526999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-896c76f6-51c5-42cd-a601-d15adf47341c req-4655efc0-8fc0-4212-a159-a34941fa9257 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "PUT /v2.0/ports/d85ba7d2-0f88-438c-8317-88cab6b82523 HTTP/1.1" status: 200 len: 982 time: 1.0544100 Oct 13 14:20:42.587364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e88ad-877e-4e6a-979e-c1b978a09649 req-fc9a09b1-bef1-4936-a413-6efba3f884e3 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:42.590696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-103e88ad-877e-4e6a-979e-c1b978a09649 req-fc9a09b1-bef1-4936-a413-6efba3f884e3 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1303930 Oct 13 14:20:42.615673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655efc0-8fc0-4212-a159-a34941fa9257 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'Port': ['ID=d85ba7d2-0f88-438c-8317-88cab6b82523,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:42.657764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['d85ba7d2-0f88-438c-8317-88cab6b82523'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:42.827192 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:42.831896 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:42.842089 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53568) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:42.846068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-103e88ad-877e-4e6a-979e-c1b978a09649 req-51324cc6-ba92-4b9d-9ba6-2035eca143f9 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217031 Oct 13 14:20:42.879817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746c0cf6-cd48-4aec-bc71-a43d8e9db110 req-9dfaedad-b905-4bb7-b7cd-e39a8ddbea29 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1339415023&fields=id&tenant_id=ab5a806b1f1747e483f134c2a2f576a5 HTTP/1.1" status: 200 len: 267 time: 0.1619415 Oct 13 14:20:43.113049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aee3579f-8860-4274-9add-b5b2f63853cb req-165f4916-ca4a-422e-a95a-986303d8dc6e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=49837dc1-3065-4c5d-ad34-341e0e678284 HTTP/1.1" status: 200 len: 210 time: 0.0775435 Oct 13 14:20:43.150459 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:43.153206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Fanout notify agent at l3_agent the message router_deleted on router dbcba613-ab6c-43c5-b5e5-2172fe23a248 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:20:43.161330 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:43.168350 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-57dbd5a1-fccf-4857-96e3-6d831534776c tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "DELETE /v2.0/routers/dbcba613-ab6c-43c5-b5e5-2172fe23a248 HTTP/1.1" status: 204 len: 168 time: 2.2960081 Oct 13 14:20:43.170449 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53576) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:43.183221 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2cfb56e3-024e-4950-95ad-371fb55e3154 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-645915062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:43.204300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c0cf6-cd48-4aec-bc71-a43d8e9db110 req-81b3d3e2-169c-4dfd-9118-95e0c3225b08 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:43.224727 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746c0cf6-cd48-4aec-bc71-a43d8e9db110 req-81b3d3e2-169c-4dfd-9118-95e0c3225b08 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 985 time: 0.3394959 Oct 13 14:20:43.248320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-746c0cf6-cd48-4aec-bc71-a43d8e9db110 req-3a892d2d-a21b-482c-9b85-76bd7229bac0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'port': {'security_groups': ['8e18626d-b383-4645-a546-d7ab044fd375', '9d57c45e-b134-4105-9283-24fd2c56a6b3', '42d29e2a-85b3-4b2e-bde1-4a6a888920d5']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:43.361152 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2cfb56e3-024e-4950-95ad-371fb55e3154 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:43.364129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2cfb56e3-024e-4950-95ad-371fb55e3154 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:43.434403 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746c0cf6-cd48-4aec-bc71-a43d8e9db110 req-3a892d2d-a21b-482c-9b85-76bd7229bac0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:43.524635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2cfb56e3-024e-4950-95ad-371fb55e3154 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:43.588108 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0f2aa6ee-18f5-4d82-8128-002f3e220700 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d213847f00048539508998954e55e19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7427840 Oct 13 14:20:43.591162 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53584) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:43.683056 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2cfb56e3-024e-4950-95ad-371fb55e3154 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:43.742102 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17c28f42-99f0-4612-bf22-9f4888a9a899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:43.786958 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17c28f42-99f0-4612-bf22-9f4888a9a899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:43.804106 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2cfb56e3-024e-4950-95ad-371fb55e3154 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:43.811082 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2cfb56e3-024e-4950-95ad-371fb55e3154 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6372879 Oct 13 14:20:43.812119 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53586) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:43.821190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-746c0cf6-cd48-4aec-bc71-a43d8e9db110 req-3a892d2d-a21b-482c-9b85-76bd7229bac0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] For port d85ba7d2-0f88-438c-8317-88cab6b82523, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d85ba7d2-0f88-438c-8317-88cab6b82523,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:43.826447 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'enable_snat': False}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:43.869879 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746c0cf6-cd48-4aec-bc71-a43d8e9db110 req-3a892d2d-a21b-482c-9b85-76bd7229bac0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:43.956535 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746c0cf6-cd48-4aec-bc71-a43d8e9db110 req-3a892d2d-a21b-482c-9b85-76bd7229bac0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:43.977592 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['d85ba7d2-0f88-438c-8317-88cab6b82523'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:44.019937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c0cf6-cd48-4aec-bc71-a43d8e9db110 req-3a892d2d-a21b-482c-9b85-76bd7229bac0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:44.020742 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-746c0cf6-cd48-4aec-bc71-a43d8e9db110 req-3a892d2d-a21b-482c-9b85-76bd7229bac0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:44.022388 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746c0cf6-cd48-4aec-bc71-a43d8e9db110 req-3a892d2d-a21b-482c-9b85-76bd7229bac0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "PUT /v2.0/ports/d85ba7d2-0f88-438c-8317-88cab6b82523 HTTP/1.1" status: 200 len: 1021 time: 0.7964840 Oct 13 14:20:44.052627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a892d2d-a21b-482c-9b85-76bd7229bac0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'Port': ['ID=d85ba7d2-0f88-438c-8317-88cab6b82523,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:44.174090 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:44.182991 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17c28f42-99f0-4612-bf22-9f4888a9a899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:44.189036 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17c28f42-99f0-4612-bf22-9f4888a9a899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:44.195739 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-17c28f42-99f0-4612-bf22-9f4888a9a899 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbd1f7b8-537d-4118-8cfb-cd571dcb1417 HTTP/1.1" status: 204 len: 168 time: 0.6026807 Oct 13 14:20:44.214270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c28f42-99f0-4612-bf22-9f4888a9a899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd1f7b8-537d-4118-8cfb-cd571dcb1417,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:44.273478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['d85ba7d2-0f88-438c-8317-88cab6b82523'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:44.301737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d8174b-5abd-4acc-83fc-9ed21095ce95', 'tag': 'd85ba7d2-0f88-438c-8317-88cab6b82523'}, {'name': 'network-changed', 'server_uuid': '15d8174b-5abd-4acc-83fc-9ed21095ce95', 'tag': 'd85ba7d2-0f88-438c-8317-88cab6b82523'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:20:44.303441 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb085348-926c-470e-95a1-a12ad4301d58" -d '{"events": [{"name": "network-changed", "server_uuid": "15d8174b-5abd-4acc-83fc-9ed21095ce95", "tag": "d85ba7d2-0f88-438c-8317-88cab6b82523"}, {"name": "network-changed", "server_uuid": "15d8174b-5abd-4acc-83fc-9ed21095ce95", "tag": "d85ba7d2-0f88-438c-8317-88cab6b82523"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:20:44.414018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99677d-7a31-4544-81a2-aeccf88523d5 req-805d5055-394b-4d13-9aef-a5eed9e97c81 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:44.429364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca99677d-7a31-4544-81a2-aeccf88523d5 req-805d5055-394b-4d13-9aef-a5eed9e97c81 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 1024 time: 0.2523179 Oct 13 14:20:44.488919 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 14:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e994d78-e126-4240-8633-8f41b976cc02 x-openstack-request-id: req-9e994d78-e126-4240-8633-8f41b976cc02 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:20:44.491779 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d8174b-5abd-4acc-83fc-9ed21095ce95", "tag": "d85ba7d2-0f88-438c-8317-88cab6b82523", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "15d8174b-5abd-4acc-83fc-9ed21095ce95", "tag": "d85ba7d2-0f88-438c-8317-88cab6b82523", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:20:44.492648 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e994d78-e126-4240-8633-8f41b976cc02 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:20:44.493522 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d8174b-5abd-4acc-83fc-9ed21095ce95', 'tag': 'd85ba7d2-0f88-438c-8317-88cab6b82523', 'status': 'completed', 'code': 200} Oct 13 14:20:44.495671 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d8174b-5abd-4acc-83fc-9ed21095ce95', 'tag': 'd85ba7d2-0f88-438c-8317-88cab6b82523', 'status': 'completed', 'code': 200} Oct 13 14:20:44.603928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 818941b4-bb97-4437-8017-ad4459c221f3 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:20:44.717266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 818941b4-bb97-4437-8017-ad4459c221f3 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:20:44.718896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 818941b4-bb97-4437-8017-ad4459c221f3 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:20:44.960419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb085348-926c-470e-95a1-a12ad4301d58 req-5de6612d-066b-4394-b5b0-a5d3b2b5f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:44.963155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-5de6612d-066b-4394-b5b0-a5d3b2b5f779 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 1176 time: 0.4501162 Oct 13 14:20:45.021504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca99677d-7a31-4544-81a2-aeccf88523d5 req-183a7145-3ee5-4f32-a2b6-e7af48a05db1 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d57c45e-b134-4105-9283-24fd2c56a6b3&id=42d29e2a-85b3-4b2e-bde1-4a6a888920d5&id=8e18626d-b383-4645-a546-d7ab044fd375 HTTP/1.1" status: 200 len: 6157 time: 0.5884666 Oct 13 14:20:45.097198 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:45.128215 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:45.208944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-637a6d7d-31fc-4f4e-9e2f-fac8cc52cdb9 req-09bfe2f0-6d42-4928-861b-ac689f647507 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'security_group': {'name': ' tempest-securitygroup -216195749 ', 'description': 'tempest-description-559903870'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:45.417118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Allocated IP 172.25.0.108 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/4304fbed-121d-4050-89ef-715b03d69c8c) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:45.429821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb085348-926c-470e-95a1-a12ad4301d58 req-4ebe612d-b4f2-42f3-bba3-7be6d873a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:45.431808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-4ebe612d-b4f2-42f3-bba3-7be6d873a731 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50adb513-04c1-43cc-aacf-ff230e927593 HTTP/1.1" status: 200 len: 914 time: 0.4531124 Oct 13 14:20:45.631857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-155100c8-a6a1-4d87-b07b-ca2a87d65c30 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:45.649704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-155100c8-a6a1-4d87-b07b-ca2a87d65c30 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.4115903 Oct 13 14:20:45.670675 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:45.681039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-d4559d59-0ad5-4ffa-b152-72948a12bdd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d85ba7d2-0f88-438c-8317-88cab6b82523 HTTP/1.1" status: 200 len: 217 time: 0.2300262 Oct 13 14:20:45.682327 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-637a6d7d-31fc-4f4e-9e2f-fac8cc52cdb9 req-09bfe2f0-6d42-4928-861b-ac689f647507 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:45.729545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-7bc41fe4-16d1-4b36-9dfe-f2286ece7534 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/quotas/1f3381f4090b46da8ec91eb741bf2620 HTTP/1.1" status: 200 len: 375 time: 0.0784373 Oct 13 14:20:45.791222 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:45.847051 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:45.851168 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:45.855582 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:45.901967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb085348-926c-470e-95a1-a12ad4301d58 req-8723a9e7-5d73-4781-9463-e7620273efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:45.904720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-8723a9e7-5d73-4781-9463-e7620273efa7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60ae2475-f5d9-4bef-9dd4-ffde2898ae49 HTTP/1.1" status: 200 len: 853 time: 0.1968255 Oct 13 14:20:45.925876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-014417d2-71ac-4270-8bc6-04a6ea463649 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1582105 Oct 13 14:20:45.949701 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Pushing event updated for resources: {'Port': ['ID=4304fbed-121d-4050-89ef-715b03d69c8c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:46.052871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-53f84f1a-9b11-4cab-9af9-0003ed6be79f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50adb513-04c1-43cc-aacf-ff230e927593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185260 Oct 13 14:20:46.266749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53648) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:46.320341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-637a6d7d-31fc-4f4e-9e2f-fac8cc52cdb9 req-09bfe2f0-6d42-4928-861b-ac689f647507 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:46.376695 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-637a6d7d-31fc-4f4e-9e2f-fac8cc52cdb9 req-09bfe2f0-6d42-4928-861b-ac689f647507 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:46.401791 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-30ff33c9-37f1-4aac-a305-3de4a0efd34c service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651532 Oct 13 14:20:46.424926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-fce16ef6-4316-487d-a2a8-25fa9a2455f9 service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671947 Oct 13 14:20:46.898059 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:46.899362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Request body: {'networks': [{'name': 'tempest-network--723375677'}, {'name': 'tempest-network--1029376866'}]} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:46.899634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Request body: {'network': {'name': 'tempest-network--723375677'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:46.900098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Request body: {'network': {'name': 'tempest-network--1029376866'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:46.907609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfe2f0-6d42-4928-861b-ac689f647507 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f18ea5-eba5-42ab-b62b-c2f092818dd7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:46.917740 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-637a6d7d-31fc-4f4e-9e2f-fac8cc52cdb9 req-09bfe2f0-6d42-4928-861b-ac689f647507 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:46.918971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-637a6d7d-31fc-4f4e-9e2f-fac8cc52cdb9 req-09bfe2f0-6d42-4928-861b-ac689f647507 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.7226000 Oct 13 14:20:46.996199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-ee59f464-efc2-448f-bf58-5dd2b857bd94 service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934079 Oct 13 14:20:47.004107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-3718c178-3db9-44a5-b67f-8e7ffe2971cf service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604601 Oct 13 14:20:47.048052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Made reservation on behalf of ee740ce2dbcb46319dd4998fa40c9c97 for: {'network': 2} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:20:47.052862 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:47.071314 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:47.221868 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:47.312930 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c8ee99e-90f4-4070-94f9-60d27ceef0df req-9c177a7c-a940-4848-8eae-38db0229c3a4 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/53f18ea5-eba5-42ab-b62b-c2f092818dd7 HTTP/1.1" status: 200 len: 1781 time: 0.0860803 Oct 13 14:20:47.314956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb085348-926c-470e-95a1-a12ad4301d58 req-c7856ad0-fd81-49f1-96c9-276ab9c40924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:47.317486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-c7856ad0-fd81-49f1-96c9-276ab9c40924 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 1176 time: 0.0934300 Oct 13 14:20:47.332291 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:47.336655 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:47.397482 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:47.421454 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:47.530196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47678c93-b4df-4f5c-aeb2-a0442d0dfd39,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:47.593558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:20:47.605392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb085348-926c-470e-95a1-a12ad4301d58 req-5d10bbeb-38eb-44f5-a947-dd91e0ffabac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:47.619687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-5d10bbeb-38eb-44f5-a947-dd91e0ffabac service neutron] 10.222.0.41 "GET /v2.0/networks?id=50adb513-04c1-43cc-aacf-ff230e927593 HTTP/1.1" status: 200 len: 914 time: 0.2774689 Oct 13 14:20:47.619687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5c1b13b-d5dc-46d0-8e78-82551dc74a17 req-1588da58-5a25-492d-a27c-db3993c62eda tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/53f18ea5-eba5-42ab-b62b-c2f092818dd7 HTTP/1.1" status: 200 len: 1781 time: 0.1894929 Oct 13 14:20:47.625775 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:47.626747 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Added segment c1737b18-e244-4874-b3ca-f87d518b97a1 of type vlan for network 758cb615-3587-4383-8d92-f4806b13045c Oct 13 14:20:47.720370 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Router 6db71592-5ec5-4b57-b2a0-9a7702fc3b27 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:20:47.772313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-595913f4-966d-4413-950b-9749e5c894c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d85ba7d2-0f88-438c-8317-88cab6b82523 HTTP/1.1" status: 200 len: 217 time: 0.1430969 Oct 13 14:20:47.778860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8dd78bb-1e41-4cb6-abe6-de8fc0120c43 req-3085c0be-1347-4253-83ae-7b19dba10397 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 210 time: 0.1237295 Oct 13 14:20:47.880247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:47.934216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb085348-926c-470e-95a1-a12ad4301d58 req-5eec27e2-a6d8-4d4f-bcf8-56684ac1b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:47.935705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-5eec27e2-a6d8-4d4f-bcf8-56684ac1b9ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60ae2475-f5d9-4bef-9dd4-ffde2898ae49 HTTP/1.1" status: 200 len: 853 time: 0.1456017 Oct 13 14:20:47.947165 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e5c1b13b-d5dc-46d0-8e78-82551dc74a17 req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:47.971795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:20:48.000627 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:48.011121 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f5376-1581-4898-9f4b-fa39ef177a76 None None] Sync routers for ids ['6db71592-5ec5-4b57-b2a0-9a7702fc3b27'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:48.017183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-1f44f2e6-5afc-4a8d-9f75-8b157e1fbb98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50adb513-04c1-43cc-aacf-ff230e927593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662687 Oct 13 14:20:48.020284 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:48.027618 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-92a6c2ef-7731-4e78-acdf-b3996437df20 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "PUT /v2.0/routers/6db71592-5ec5-4b57-b2a0-9a7702fc3b27 HTTP/1.1" status: 200 len: 919 time: 4.2086120 Oct 13 14:20:48.030712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53680) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:48.043217 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e5c1b13b-d5dc-46d0-8e78-82551dc74a17 req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:48.045153 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f5376-1581-4898-9f4b-fa39ef177a76 None None] Routers {'6db71592-5ec5-4b57-b2a0-9a7702fc3b27'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:48.046120 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d60f5376-1581-4898-9f4b-fa39ef177a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6db71592-5ec5-4b57-b2a0-9a7702fc3b27'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:48.048350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:48.048833 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Added segment 9fb2be8d-6835-4bca-b4b9-55ffef06d682 of type vlan for network f35dc08f-847d-4dbe-9edf-8ae933f7d387 Oct 13 14:20:48.126581 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d60f5376-1581-4898-9f4b-fa39ef177a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:48.138182 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60f5376-1581-4898-9f4b-fa39ef177a76 None None] Routers {'6db71592-5ec5-4b57-b2a0-9a7702fc3b27'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:48.139028 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d60f5376-1581-4898-9f4b-fa39ef177a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6db71592-5ec5-4b57-b2a0-9a7702fc3b27'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:48.290933 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d4cc5769-da2b-43c6-bb8d-c515b500cd9f tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/routers/6db71592-5ec5-4b57-b2a0-9a7702fc3b27 HTTP/1.1" status: 200 len: 925 time: 0.2544839 Oct 13 14:20:48.291829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53688) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:48.303909 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:48.365952 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d60f5376-1581-4898-9f4b-fa39ef177a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:48.367054 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f5376-1581-4898-9f4b-fa39ef177a76 None None] The sync data for ids ['6db71592-5ec5-4b57-b2a0-9a7702fc3b27'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:48.426653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8025ef1-37cf-4a5a-a025-fcd3c9774fab tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:48.430643 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c8025ef1-37cf-4a5a-a025-fcd3c9774fab tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&device_id=6db71592-5ec5-4b57-b2a0-9a7702fc3b27&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1351440 Oct 13 14:20:48.440797 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53692) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:48.470871 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:48.537255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-e474b5ce-2bd8-48a5-95fd-8c9f8c74c1ba service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046458 Oct 13 14:20:48.560468 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dae3666-1d1a-461c-90f0-e3585e345057 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:48.565235 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6dae3666-1d1a-461c-90f0-e3585e345057 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 881 time: 0.1205139 Oct 13 14:20:48.565570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53694) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:48.601332 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eafed2ff-3e4e-4e43-8f82-c508ed3c6fae tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "GET /v2.0/ports?device_id=6db71592-5ec5-4b57-b2a0-9a7702fc3b27 HTTP/1.1" status: 200 len: 205 time: 0.0342534 Oct 13 14:20:48.603771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53696) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:48.690399 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:48.691224 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:48.701291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:48.709072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:48.709072 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:48.731863 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e5c1b13b-d5dc-46d0-8e78-82551dc74a17 req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:48.735832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e5c1b13b-d5dc-46d0-8e78-82551dc74a17 req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:48.737093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5c1b13b-d5dc-46d0-8e78-82551dc74a17 req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "DELETE /v2.0/security-groups/53f18ea5-eba5-42ab-b62b-c2f092818dd7 HTTP/1.1" status: 204 len: 173 time: 1.1142063 Oct 13 14:20:48.843989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f18ea5-eba5-42ab-b62b-c2f092818dd7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:48.917211 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:48.924555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:48.924886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:48.925277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:48.925614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:48.925941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:48.926279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:48.926609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:48.926939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:48.927264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:48.939076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:48.939591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:48.939951 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b5034-af8f-467e-bc45-a9d62e9a2fcd tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:48.959028 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-8097f7a5-94cd-4f31-a500-acca5bda6668 req-7b0a5833-9df5-4c13-bb48-5fb9c1e3b882 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] show failed (client error): The resource could not be found. Oct 13 14:20:48.960125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8097f7a5-94cd-4f31-a500-acca5bda6668 req-7b0a5833-9df5-4c13-bb48-5fb9c1e3b882 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/53f18ea5-eba5-42ab-b62b-c2f092818dd7 HTTP/1.1" status: 404 len: 352 time: 0.1414394 Oct 13 14:20:49.011935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7436545 Oct 13 14:20:49.055023 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53704) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:49.153363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb085348-926c-470e-95a1-a12ad4301d58 req-752fa6e5-9fa4-4640-9808-87b4c30117e2 service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047184 Oct 13 14:20:49.224222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event updated for resources: {'Network': ['ID=758cb615-3587-4383-8d92-f4806b13045c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:49.227129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:49.237775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-f4e64e10-f8b4-4767-9930-5f91d31fab72 req-1acfbf45-948c-4eed-a2ea-657fff88bdcc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1042629224', 'description': 'tempest-description-530079193'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:49.251974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4aee4a4e-7eea-4529-afea-91d8f3c29ee3 req-6ea467b3-9be9-4bcf-8e7b-83375c066357 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 210 time: 0.3292842 Oct 13 14:20:49.254031 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 758cb615-3587-4383-8d92-f4806b13045c details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:20:49.455490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0c87c-54b8-4e91-819c-28ceaaf47b2d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event updated for resources: {'Network': ['ID=f35dc08f-847d-4dbe-9edf-8ae933f7d387,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:49.487038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network f35dc08f-847d-4dbe-9edf-8ae933f7d387 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:20:49.490614 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a38b81-0083-4f96-a9ea-35d54e71409a tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:49.510573 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a38b81-0083-4f96-a9ea-35d54e71409a tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:49.536655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a38b81-0083-4f96-a9ea-35d54e71409a tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:49.539126 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f4e64e10-f8b4-4767-9930-5f91d31fab72 req-1acfbf45-948c-4eed-a2ea-657fff88bdcc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:49.575887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a38b81-0083-4f96-a9ea-35d54e71409a tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:49.579632 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a4a38b81-0083-4f96-a9ea-35d54e71409a tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5233970 Oct 13 14:20:49.584896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53714) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:49.740152 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f0c9655-025c-4576-9893-4d0148231eb7 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:49.744938 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f4e64e10-f8b4-4767-9930-5f91d31fab72 req-1acfbf45-948c-4eed-a2ea-657fff88bdcc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:49.768219 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4e667383-2761-4c4b-9f88-ae4dd05d1031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:49.830810 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f4e64e10-f8b4-4767-9930-5f91d31fab72 req-1acfbf45-948c-4eed-a2ea-657fff88bdcc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:49.851322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Deleting port 4304fbed-121d-4050-89ef-715b03d69c8c {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:49.851651 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:49.948924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfbf45-948c-4eed-a2ea-657fff88bdcc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3babb408-3d8a-4259-b95f-49d2905c20b3,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:49.958248 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f0c9655-025c-4576-9893-4d0148231eb7 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:49.995847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1f0c9655-025c-4576-9893-4d0148231eb7 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758cb615-3587-4383-8d92-f4806b13045c']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:50.002674 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f4e64e10-f8b4-4767-9930-5f91d31fab72 req-1acfbf45-948c-4eed-a2ea-657fff88bdcc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.004622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4e64e10-f8b4-4767-9930-5f91d31fab72 req-1acfbf45-948c-4eed-a2ea-657fff88bdcc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9385829 Oct 13 14:20:50.017637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1f0c9655-025c-4576-9893-4d0148231eb7 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1737b18-e244-4874-b3ca-f87d518b97a1') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:50.018012 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1f0c9655-025c-4576-9893-4d0148231eb7 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1737b18-e244-4874-b3ca-f87d518b97a1') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:50.055762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b980807e-d821-4d66-82bd-d56d68f15090 req-909ecfac-208c-4c18-8903-70dd6b1be363 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1651047885', 'description': 'tempest-description-1343828577'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:50.056332 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f0c9655-025c-4576-9893-4d0148231eb7 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.072270 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.104115 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f0c9655-025c-4576-9893-4d0148231eb7 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.115048 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Calling delete_port for 4304fbed-121d-4050-89ef-715b03d69c8c owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:50.123906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0c9655-025c-4576-9893-4d0148231eb7 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:20:50.124452 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f0c9655-025c-4576-9893-4d0148231eb7 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:20:50.127637 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:20:50.165895 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b980807e-d821-4d66-82bd-d56d68f15090 req-909ecfac-208c-4c18-8903-70dd6b1be363 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.325198 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b980807e-d821-4d66-82bd-d56d68f15090 req-909ecfac-208c-4c18-8903-70dd6b1be363 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.414159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b980807e-d821-4d66-82bd-d56d68f15090 req-909ecfac-208c-4c18-8903-70dd6b1be363 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.455552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f0c9655-025c-4576-9893-4d0148231eb7 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.489719 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f0c9655-025c-4576-9893-4d0148231eb7 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.493629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ecfac-208c-4c18-8903-70dd6b1be363 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cdf06b-99b1-4d74-a81c-a1ac330281cb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:50.497901 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1f0c9655-025c-4576-9893-4d0148231eb7 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "DELETE /v2.0/networks/758cb615-3587-4383-8d92-f4806b13045c HTTP/1.1" status: 204 len: 168 time: 0.9074867 Oct 13 14:20:50.507369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d8c68ba-558e-4b82-ad5f-8e6bd72dd89d req-f009cd4b-224f-4f48-8ffe-dbbc130dfa10 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 210 time: 0.1095068 Oct 13 14:20:50.510672 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c9655-025c-4576-9893-4d0148231eb7 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event deleted for resources: {'Network': ['ID=758cb615-3587-4383-8d92-f4806b13045c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:50.512717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53726) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:50.663445 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b980807e-d821-4d66-82bd-d56d68f15090 req-909ecfac-208c-4c18-8903-70dd6b1be363 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.666487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b980807e-d821-4d66-82bd-d56d68f15090 req-909ecfac-208c-4c18-8903-70dd6b1be363 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6210108 Oct 13 14:20:50.717958 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e545d-f386-4fd0-a7ac-03d8da3bc581 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.726534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-e73ecd61-1ac4-4041-b846-d11b520745d8 req-2f58cc24-5130-44b1-9a01-27f6f834f0c0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1661826276', 'description': 'tempest-description-698161523'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:50.809837 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.835052 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e73ecd61-1ac4-4041-b846-d11b520745d8 req-2f58cc24-5130-44b1-9a01-27f6f834f0c0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.843746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Pushing event deleted for resources: {'Port': ['ID=4304fbed-121d-4050-89ef-715b03d69c8c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:50.880121 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e545d-f386-4fd0-a7ac-03d8da3bc581 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.963330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-263e545d-f386-4fd0-a7ac-03d8da3bc581 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35dc08f-847d-4dbe-9edf-8ae933f7d387']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:50.980838 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e73ecd61-1ac4-4041-b846-d11b520745d8 req-2f58cc24-5130-44b1-9a01-27f6f834f0c0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:50.988176 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-263e545d-f386-4fd0-a7ac-03d8da3bc581 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb2be8d-6835-4bca-b4b9-55ffef06d682') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:50.988521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-263e545d-f386-4fd0-a7ac-03d8da3bc581 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb2be8d-6835-4bca-b4b9-55ffef06d682') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:51.005022 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e545d-f386-4fd0-a7ac-03d8da3bc581 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.014855 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.134955 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.138867 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.149419 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e73ecd61-1ac4-4041-b846-d11b520745d8 req-2f58cc24-5130-44b1-9a01-27f6f834f0c0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.204892 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e545d-f386-4fd0-a7ac-03d8da3bc581 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.211852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263e545d-f386-4fd0-a7ac-03d8da3bc581 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:20:51.212405 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e545d-f386-4fd0-a7ac-03d8da3bc581 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:20:51.216258 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:20:51.235399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-bcf00c73-f057-4d06-a6a1-0fd092f8a407 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:51.237869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-bcf00c73-f057-4d06-a6a1-0fd092f8a407 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.2598317 Oct 13 14:20:51.240568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58cc24-5130-44b1-9a01-27f6f834f0c0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5696fa05-6b9e-46cf-9dc4-4f9231392ee0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:51.261430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-a159bf26-718a-4110-aa7d-3840accb1e33 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Request body: {'port': {'device_id': '7e15eb26-355f-4011-b117-ee5de5e2332d', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'admin_state_up': True, 'tenant_id': '1f3381f4090b46da8ec91eb741bf2620'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:51.333787 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.334374 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Fanout notify agent at l3_agent the message router_deleted on router 6db71592-5ec5-4b57-b2a0-9a7702fc3b27 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:20:51.341323 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e73ecd61-1ac4-4041-b846-d11b520745d8 req-2f58cc24-5130-44b1-9a01-27f6f834f0c0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.346484 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.348354 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f21d3e2d-abb7-403a-a159-fe528bdcb6e8 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "DELETE /v2.0/routers/6db71592-5ec5-4b57-b2a0-9a7702fc3b27 HTTP/1.1" status: 204 len: 168 time: 2.7435517 Oct 13 14:20:51.353082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53734) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:51.363750 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1228470152', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:51.364206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e73ecd61-1ac4-4041-b846-d11b520745d8 req-2f58cc24-5130-44b1-9a01-27f6f834f0c0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6486559 Oct 13 14:20:51.408884 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e545d-f386-4fd0-a7ac-03d8da3bc581 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.416837 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e545d-f386-4fd0-a7ac-03d8da3bc581 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.424491 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-263e545d-f386-4fd0-a7ac-03d8da3bc581 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "DELETE /v2.0/networks/f35dc08f-847d-4dbe-9edf-8ae933f7d387 HTTP/1.1" status: 204 len: 168 time: 0.8958662 Oct 13 14:20:51.425174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53740) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:51.450137 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e545d-f386-4fd0-a7ac-03d8da3bc581 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event deleted for resources: {'Network': ['ID=f35dc08f-847d-4dbe-9edf-8ae933f7d387,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:51.527875 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.529269 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.627577 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95df90ac-d142-419a-a4b3-cab61844ee0a tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:51.638324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95df90ac-d142-419a-a4b3-cab61844ee0a tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:51.641052 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-95df90ac-d142-419a-a4b3-cab61844ee0a tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2148275 Oct 13 14:20:51.652716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cc75c63-15b5-4911-a85b-30984976bf15 req-7f765eb5-5872-407f-89a3-b9289cd380d2 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab5a806b1f1747e483f134c2a2f576a5 HTTP/1.1" status: 200 len: 10911 time: 0.2589805 Oct 13 14:20:51.657347 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53744) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:51.669652 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-64fa295d-e0c5-4c3b-aa99-11309044d31c tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1887309049'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:51.741282 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.766016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7702ad6-0635-4447-9dad-7f505989b098 req-bea28b7e-4e0f-4992-820e-299e7a308898 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 210 time: 0.1122222 Oct 13 14:20:51.773640 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.780411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cc75c63-15b5-4911-a85b-30984976bf15 req-f6ccb9df-f816-41ea-988b-af393aa29b12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/8e18626d-b383-4645-a546-d7ab044fd375 HTTP/1.1" status: 200 len: 2985 time: 0.1046841 Oct 13 14:20:51.835551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-a159bf26-718a-4110-aa7d-3840accb1e33 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Made reservation on behalf of 1f3381f4090b46da8ec91eb741bf2620 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:20:51.842076 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-a159bf26-718a-4110-aa7d-3840accb1e33 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:51.876709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cc75c63-15b5-4911-a85b-30984976bf15 req-68fd3766-cd89-4d49-bf70-2002827eddea tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/8e18626d-b383-4645-a546-d7ab044fd375 HTTP/1.1" status: 200 len: 2985 time: 0.0953293 Oct 13 14:20:52.080048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-512de40d-b09a-404e-aacf-940c07af8770 req-3156b038-d195-4106-8622-573a399d5a48 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/3babb408-3d8a-4259-b95f-49d2905c20b3 HTTP/1.1" status: 200 len: 1802 time: 0.1136165 Oct 13 14:20:52.123383 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fa295d-e0c5-4c3b-aa99-11309044d31c tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Made reservation on behalf of ee740ce2dbcb46319dd4998fa40c9c97 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:20:52.128302 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64fa295d-e0c5-4c3b-aa99-11309044d31c tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:52.143734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:52.167431 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fa295d-e0c5-4c3b-aa99-11309044d31c tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:20:52.180617 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64fa295d-e0c5-4c3b-aa99-11309044d31c tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:52.180617 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-64fa295d-e0c5-4c3b-aa99-11309044d31c tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Added segment 90c0e6e8-6cc8-4e56-bfa7-f34202ab412f of type vlan for network 6546f417-a93d-4847-861a-947b74135438 Oct 13 14:20:52.199038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-a159bf26-718a-4110-aa7d-3840accb1e33 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Allocated IP 172.20.0.8 (7967c7e9-c785-47a5-832b-9d1edf6a0217/a4c947b3-a3a5-468c-a6ba-fa23139cfbc4/a9b3c6f9-f315-4bdb-a587-677db8449e79) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:52.228682 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64fa295d-e0c5-4c3b-aa99-11309044d31c tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:52.233180 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-512de40d-b09a-404e-aacf-940c07af8770 req-1ee08e70-e38c-485f-93e7-d91e016b4299 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:52.270982 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-76e3849c-c57e-4ec8-90de-c8fc94996c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:52.297774 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-512de40d-b09a-404e-aacf-940c07af8770 req-1ee08e70-e38c-485f-93e7-d91e016b4299 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:52.328551 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64fa295d-e0c5-4c3b-aa99-11309044d31c tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:52.335609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fa295d-e0c5-4c3b-aa99-11309044d31c tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:52.336457 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64fa295d-e0c5-4c3b-aa99-11309044d31c tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:52.456516 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa295d-e0c5-4c3b-aa99-11309044d31c tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event updated for resources: {'Network': ['ID=6546f417-a93d-4847-861a-947b74135438,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:52.468425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 6546f417-a93d-4847-861a-947b74135438 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:20:52.498968 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-a159bf26-718a-4110-aa7d-3840accb1e33 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:52.523531 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-64fa295d-e0c5-4c3b-aa99-11309044d31c tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8621387 Oct 13 14:20:52.523776 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53754) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:52.530492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-57c02753-1dbb-4e89-9e67-46d6369b3134 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-744776271'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:52.589147 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-512de40d-b09a-404e-aacf-940c07af8770 req-1ee08e70-e38c-485f-93e7-d91e016b4299 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:52.592370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-512de40d-b09a-404e-aacf-940c07af8770 req-1ee08e70-e38c-485f-93e7-d91e016b4299 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:52.598823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-512de40d-b09a-404e-aacf-940c07af8770 req-1ee08e70-e38c-485f-93e7-d91e016b4299 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "DELETE /v2.0/security-groups/3babb408-3d8a-4259-b95f-49d2905c20b3 HTTP/1.1" status: 204 len: 173 time: 0.4819806 Oct 13 14:20:52.635111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee08e70-e38c-485f-93e7-d91e016b4299 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3babb408-3d8a-4259-b95f-49d2905c20b3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:52.664028 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-b7a04885-352c-4410-9b11-9cb0ae890c5d req-c6b76d90-76ca-4e59-a061-c9beb74625ec tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] show failed (client error): The resource could not be found. Oct 13 14:20:52.665782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7a04885-352c-4410-9b11-9cb0ae890c5d req-c6b76d90-76ca-4e59-a061-c9beb74625ec tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/3babb408-3d8a-4259-b95f-49d2905c20b3 HTTP/1.1" status: 404 len: 352 time: 0.0330305 Oct 13 14:20:52.697076 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-a159bf26-718a-4110-aa7d-3840accb1e33 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:52.718267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:52.817944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cde55a00-471c-40c3-bac0-ecf143c63504 req-be74d71b-469b-4267-aa4f-7f93abc0d0b6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/e5cdf06b-99b1-4d74-a81c-a1ac330281cb HTTP/1.1" status: 200 len: 1803 time: 0.1135662 Oct 13 14:20:52.833514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-a159bf26-718a-4110-aa7d-3840accb1e33 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Network 7967c7e9-c785-47a5-832b-9d1edf6a0217 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:52.842234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-a159bf26-718a-4110-aa7d-3840accb1e33 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:52.846729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-a159bf26-718a-4110-aa7d-3840accb1e33 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:52.909932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159bf26-718a-4110-aa7d-3840accb1e33 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event updated for resources: {'Port': ['ID=a9b3c6f9-f315-4bdb-a587-677db8449e79,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:52.995875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-a159bf26-718a-4110-aa7d-3840accb1e33 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:52.996499 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-a159bf26-718a-4110-aa7d-3840accb1e33 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.080264 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cde55a00-471c-40c3-bac0-ecf143c63504 req-006be4ff-ba74-4347-9837-c4ab8ac09db5 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.118538 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cde55a00-471c-40c3-bac0-ecf143c63504 req-006be4ff-ba74-4347-9837-c4ab8ac09db5 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.158986 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-a159bf26-718a-4110-aa7d-3840accb1e33 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9083147 Oct 13 14:20:53.192066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Request body: {'port': {'device_id': '7e15eb26-355f-4011-b117-ee5de5e2332d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:53.205349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613e6bf-dd56-4f31-b011-1bebb05152f5 req-259816a5-6a99-4977-b445-ad2a9d550b24 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:53.206982 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2613e6bf-dd56-4f31-b011-1bebb05152f5 req-259816a5-6a99-4977-b445-ad2a9d550b24 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 931 time: 0.1876934 Oct 13 14:20:53.224229 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c02753-1dbb-4e89-9e67-46d6369b3134 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Made reservation on behalf of ee740ce2dbcb46319dd4998fa40c9c97 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:20:53.229983 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57c02753-1dbb-4e89-9e67-46d6369b3134 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.298067 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.304715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2613e6bf-dd56-4f31-b011-1bebb05152f5 req-09c7a47f-a48f-481e-94ae-8f3cc1087626 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612414 Oct 13 14:20:53.333828 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.335799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c02753-1dbb-4e89-9e67-46d6369b3134 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:20:53.360738 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57c02753-1dbb-4e89-9e67-46d6369b3134 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.361275 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-57c02753-1dbb-4e89-9e67-46d6369b3134 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Added segment 34acc7d5-c80c-4d13-9ff2-eb453053afd7 of type vlan for network b35c6a2e-6a7a-4ec7-b9f5-634c4bec3ccf Oct 13 14:20:53.366404 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.374101 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cde55a00-471c-40c3-bac0-ecf143c63504 req-006be4ff-ba74-4347-9837-c4ab8ac09db5 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.394636 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cde55a00-471c-40c3-bac0-ecf143c63504 req-006be4ff-ba74-4347-9837-c4ab8ac09db5 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.398417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cde55a00-471c-40c3-bac0-ecf143c63504 req-006be4ff-ba74-4347-9837-c4ab8ac09db5 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "DELETE /v2.0/security-groups/e5cdf06b-99b1-4d74-a81c-a1ac330281cb HTTP/1.1" status: 204 len: 173 time: 0.5442448 Oct 13 14:20:53.424401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006be4ff-ba74-4347-9837-c4ab8ac09db5 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cdf06b-99b1-4d74-a81c-a1ac330281cb,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:53.516936 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-574d29fb-e762-4baa-af01-b37bfe199231 req-314db45a-395e-4baa-9319-83398a26fc44 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] show failed (client error): The resource could not be found. Oct 13 14:20:53.532592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-574d29fb-e762-4baa-af01-b37bfe199231 req-314db45a-395e-4baa-9319-83398a26fc44 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/e5cdf06b-99b1-4d74-a81c-a1ac330281cb HTTP/1.1" status: 404 len: 352 time: 0.0360141 Oct 13 14:20:53.558246 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Allocated IP 172.25.0.181 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/b0520666-8dfd-4694-b700-676afe9268aa) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:20:53.684276 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57c02753-1dbb-4e89-9e67-46d6369b3134 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.745292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-715f7f45-6ea2-4884-8cf4-d0b9dd30eb6d req-f0d16c57-37cb-4564-9c31-91a64f2f6149 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/5696fa05-6b9e-46cf-9dc4-4f9231392ee0 HTTP/1.1" status: 200 len: 1802 time: 0.1866317 Oct 13 14:20:53.749884 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.788916 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.848948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57c02753-1dbb-4e89-9e67-46d6369b3134 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.858678 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c02753-1dbb-4e89-9e67-46d6369b3134 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:53.859923 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57c02753-1dbb-4e89-9e67-46d6369b3134 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.939297 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:53.956044 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:54.004468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b3c6f9-f315-4bdb-a587-677db8449e79 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:20:54.014441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:20:54.015436 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:54.018962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:54.026742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c02753-1dbb-4e89-9e67-46d6369b3134 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event updated for resources: {'Network': ['ID=b35c6a2e-6a7a-4ec7-b9f5-634c4bec3ccf,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:54.032401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Transition to ACTIVE for port object a9b3c6f9-f315-4bdb-a587-677db8449e79 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:20:54.037281 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-57c02753-1dbb-4e89-9e67-46d6369b3134 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5124626 Oct 13 14:20:54.038084 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53782) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:54.038870 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:54.039857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network b35c6a2e-6a7a-4ec7-b9f5-634c4bec3ccf details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:20:54.050048 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Request body: {'ports': [{'network_id': '6546f417-a93d-4847-861a-947b74135438', 'name': 'tempest-port--1625511421', 'admin_state_up': True}, {'network_id': 'b35c6a2e-6a7a-4ec7-b9f5-634c4bec3ccf', 'admin_state_up': False}]} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:54.050293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Request body: {'port': {'network_id': '6546f417-a93d-4847-861a-947b74135438', 'name': 'tempest-port--1625511421', 'admin_state_up': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:54.051607 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Request body: {'port': {'network_id': 'b35c6a2e-6a7a-4ec7-b9f5-634c4bec3ccf', 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:54.130699 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:54.204697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b3c6f9-f315-4bdb-a587-677db8449e79,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:54.211230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-715f7f45-6ea2-4884-8cf4-d0b9dd30eb6d req-29d44f04-e70a-428f-a47e-1f96e737c0dc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:54.221324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Pushing event updated for resources: {'Port': ['ID=b0520666-8dfd-4694-b700-676afe9268aa,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:54.262285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-715f7f45-6ea2-4884-8cf4-d0b9dd30eb6d req-29d44f04-e70a-428f-a47e-1f96e737c0dc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:54.423224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Attempting to bind port a9b3c6f9-f315-4bdb-a587-677db8449e79 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:20:54.423550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Attempting to bind port a9b3c6f9-f315-4bdb-a587-677db8449e79 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:20:54.423896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Attempting to bind port a9b3c6f9-f315-4bdb-a587-677db8449e79 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:20:54.429718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Port a9b3c6f9-f315-4bdb-a587-677db8449e79 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:20:54.430129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Attempting to bind port a9b3c6f9-f315-4bdb-a587-677db8449e79 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:20:54.436352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:20:54.436949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Checking segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:20:54.437678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Bound using segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:20:54.438146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Bound port: a9b3c6f9-f315-4bdb-a587-677db8449e79, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:20:54.438574 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:54.519246 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-715f7f45-6ea2-4884-8cf4-d0b9dd30eb6d req-29d44f04-e70a-428f-a47e-1f96e737c0dc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:54.522819 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-715f7f45-6ea2-4884-8cf4-d0b9dd30eb6d req-29d44f04-e70a-428f-a47e-1f96e737c0dc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:54.524598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-715f7f45-6ea2-4884-8cf4-d0b9dd30eb6d req-29d44f04-e70a-428f-a47e-1f96e737c0dc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "DELETE /v2.0/security-groups/5696fa05-6b9e-46cf-9dc4-4f9231392ee0 HTTP/1.1" status: 204 len: 173 time: 0.4897816 Oct 13 14:20:54.550141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d44f04-e70a-428f-a47e-1f96e737c0dc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5696fa05-6b9e-46cf-9dc4-4f9231392ee0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:54.579878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] For port a9b3c6f9-f315-4bdb-a587-677db8449e79, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:20:54.590274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] For port a9b3c6f9-f315-4bdb-a587-677db8449e79, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a9b3c6f9-f315-4bdb-a587-677db8449e79,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:20:54.631471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Made reservation on behalf of ee740ce2dbcb46319dd4998fa40c9c97 for: {'port': 2} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:20:54.641903 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:54.687001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393fd64-d703-4c63-9c44-3b388a6ae8b6 req-d8f50f35-2938-4c5a-b6b8-ea5c92f2111a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:54.688763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b393fd64-d703-4c63-9c44-3b388a6ae8b6 req-d8f50f35-2938-4c5a-b6b8-ea5c92f2111a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 943 time: 0.0652401 Oct 13 14:20:54.733174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:54.737841 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:54.760352 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-948613f1-333a-4fc8-92e3-9a449aade5be req-683ef419-8fc8-4209-9d7e-bb754fde5a6d tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] show failed (client error): The resource could not be found. Oct 13 14:20:54.765064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-948613f1-333a-4fc8-92e3-9a449aade5be req-683ef419-8fc8-4209-9d7e-bb754fde5a6d tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/5696fa05-6b9e-46cf-9dc4-4f9231392ee0 HTTP/1.1" status: 404 len: 352 time: 0.0675910 Oct 13 14:20:54.836837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:54.838518 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:54.839373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] 10.222.0.41 "PUT /v2.0/ports/a9b3c6f9-f315-4bdb-a587-677db8449e79 HTTP/1.1" status: 200 len: 1092 time: 1.6640306 Oct 13 14:20:54.848610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e15eb26-355f-4011-b117-ee5de5e2332d', 'tag': 'a9b3c6f9-f315-4bdb-a587-677db8449e79'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:20:54.850982 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe3f88e-3a23-449b-b955-16f67c40cc06" -d '{"events": [{"name": "network-changed", "server_uuid": "7e15eb26-355f-4011-b117-ee5de5e2332d", "tag": "a9b3c6f9-f315-4bdb-a587-677db8449e79"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:20:54.875372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b393fd64-d703-4c63-9c44-3b388a6ae8b6 req-39b33eab-f458-4e12-b05e-f77ac62d59c1 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674871 Oct 13 14:20:54.939400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:54.945838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00472c-1755-4428-8f4e-51740d2d7670 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b3c6f9-f315-4bdb-a587-677db8449e79,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:54.981308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7f608-855f-416a-9a57-3cecf152f934 req-6545f6c2-96eb-43c4-b76f-890173804c65 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:54.984463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79f7f608-855f-416a-9a57-3cecf152f934 req-6545f6c2-96eb-43c4-b76f-890173804c65 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1184344 Oct 13 14:20:55.015879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] device_id is not set on port beaa7d71-a855-4f8f-943c-8505b9f57a8e yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:20:55.128628 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79f7f608-855f-416a-9a57-3cecf152f934 req-c65a680c-2b10-43fb-b28c-ef343cd54cec tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264453 Oct 13 14:20:55.142701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-e230e17a-3cfe-45ec-97f8-d643940ddd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:55.144306 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-e230e17a-3cfe-45ec-97f8-d643940ddd77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 1095 time: 0.1579566 Oct 13 14:20:55.213074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-6eba7287-0d29-43bb-8bc7-a20cde3792c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9b3c6f9-f315-4bdb-a587-677db8449e79 HTTP/1.1" status: 200 len: 217 time: 0.0515416 Oct 13 14:20:55.219249 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a4ed49-21b6-4487-ac34-587279acc4c4 x-openstack-request-id: req-32a4ed49-21b6-4487-ac34-587279acc4c4 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:20:55.219682 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e15eb26-355f-4011-b117-ee5de5e2332d", "tag": "a9b3c6f9-f315-4bdb-a587-677db8449e79", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:20:55.220085 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32a4ed49-21b6-4487-ac34-587279acc4c4 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:20:55.220694 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e15eb26-355f-4011-b117-ee5de5e2332d', 'tag': 'a9b3c6f9-f315-4bdb-a587-677db8449e79', 'status': 'completed', 'code': 200} Oct 13 14:20:55.277012 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:55.277656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53804) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:55.323082 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ffcc8e6-e1fe-479e-b514-5318ec2f4334 req-72883692-f381-4d67-80c9-f67a8a4fff1d tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab5a806b1f1747e483f134c2a2f576a5 HTTP/1.1" status: 200 len: 6157 time: 0.2258620 Oct 13 14:20:55.398593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-dcceda02-e9d3-463a-bec9-0391e677c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:55.401854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-dcceda02-e9d3-463a-bec9-0391e677c91e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.1645925 Oct 13 14:20:55.411338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ffcc8e6-e1fe-479e-b514-5318ec2f4334 req-25b217e6-e358-4f12-96d0-6c0ea67b3a9e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/8e18626d-b383-4645-a546-d7ab044fd375 HTTP/1.1" status: 200 len: 2985 time: 0.0872931 Oct 13 14:20:55.466276 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-b081b929-e8bc-412c-a63b-dcbfc05f7e40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448961 Oct 13 14:20:55.467751 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:55.474215 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:55.572219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ffcc8e6-e1fe-479e-b514-5318ec2f4334 req-ed66c01c-60b6-4ff5-b173-f3da5647ca6b tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/8e18626d-b383-4645-a546-d7ab044fd375 HTTP/1.1" status: 200 len: 2985 time: 0.1570923 Oct 13 14:20:55.601864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-fe4a63cc-e90a-40a0-bea8-00e1887d4e4d req-cc2b59da-9606-41b1-8d29-72f79a810682 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-26640737', 'description': 'tempest-description-2063061152'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:55.674428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-8e576052-fa9c-4446-81c7-8ac0c4ed8ea7 service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883585 Oct 13 14:20:55.686883 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] device_id is not set on port 9ae5bb60-22d8-4995-b648-ea07290510d3 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:20:55.772327 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fe4a63cc-e90a-40a0-bea8-00e1887d4e4d req-cc2b59da-9606-41b1-8d29-72f79a810682 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:55.880845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a57940c-0dd3-4807-9e09-83054b01a074 req-4dda0548-cdbb-4076-ae64-05b231bd65a3 service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900125 Oct 13 14:20:55.923370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fe4a63cc-e90a-40a0-bea8-00e1887d4e4d req-cc2b59da-9606-41b1-8d29-72f79a810682 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:56.037299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a52ff-1b13-46cd-b9f9-0d50158e2992 req-8106431c-1660-4c35-b023-d162d224d088 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:56.039942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-373a52ff-1b13-46cd-b9f9-0d50158e2992 req-8106431c-1660-4c35-b023-d162d224d088 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 943 time: 0.0707271 Oct 13 14:20:56.042791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fe4a63cc-e90a-40a0-bea8-00e1887d4e4d req-cc2b59da-9606-41b1-8d29-72f79a810682 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:56.043705 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:56.135797 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Router fcc83aa6-69ce-4c6d-8403-f01a90a595d7 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:20:56.141488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b59da-9606-41b1-8d29-72f79a810682 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd19682-b92b-456a-a6e8-40fd0ec16bb6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:56.163974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-373a52ff-1b13-46cd-b9f9-0d50158e2992 req-e8111502-e34d-4ff9-b4ee-4f9412444dc2 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996978 Oct 13 14:20:56.174342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3f88e-3a23-449b-b955-16f67c40cc06 req-2302ca4e-bd6c-4413-b220-947f5be26ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:56.178541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe3f88e-3a23-449b-b955-16f67c40cc06 req-2302ca4e-bd6c-4413-b220-947f5be26ab9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 1095 time: 0.1353419 Oct 13 14:20:56.285577 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fe4a63cc-e90a-40a0-bea8-00e1887d4e4d req-cc2b59da-9606-41b1-8d29-72f79a810682 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:56.287125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe4a63cc-e90a-40a0-bea8-00e1887d4e4d req-cc2b59da-9606-41b1-8d29-72f79a810682 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6921284 Oct 13 14:20:56.303396 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:56.352133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c3877cd2-1f13-499d-9d05-da2863a1427a req-b3a00ae8-9dca-4497-8813-e1291c115a86 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-269092152', 'description': 'tempest-description-2142638505'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:56.393270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:56.416930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event updated for resources: {'Port': ['ID=beaa7d71-a855-4f8f-943c-8505b9f57a8e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:56.417427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213bbe1f-a098-43ef-8eb4-c592a7cc47c0 None None] Sync routers for ids ['fcc83aa6-69ce-4c6d-8403-f01a90a595d7'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:56.428186 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213bbe1f-a098-43ef-8eb4-c592a7cc47c0 None None] Routers {'fcc83aa6-69ce-4c6d-8403-f01a90a595d7'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:56.429380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-213bbe1f-a098-43ef-8eb4-c592a7cc47c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fcc83aa6-69ce-4c6d-8403-f01a90a595d7'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:56.458116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3f88e-3a23-449b-b955-16f67c40cc06 req-863f1594-e48d-4aaf-9321-a09935f2356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:56.461040 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe3f88e-3a23-449b-b955-16f67c40cc06 req-863f1594-e48d-4aaf-9321-a09935f2356c service neutron] 10.222.0.41 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 906 time: 0.2695572 Oct 13 14:20:56.471922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-213bbe1f-a098-43ef-8eb4-c592a7cc47c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:56.483931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213bbe1f-a098-43ef-8eb4-c592a7cc47c0 None None] Routers {'fcc83aa6-69ce-4c6d-8403-f01a90a595d7'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:20:56.484823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-213bbe1f-a098-43ef-8eb4-c592a7cc47c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fcc83aa6-69ce-4c6d-8403-f01a90a595d7'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:56.488055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Checking segment: {'id': '90c0e6e8-6cc8-4e56-bfa7-f34202ab412f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6546f417-a93d-4847-861a-947b74135438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:20:56.488478 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Network hostable DHCP agents. Network: 6546f417-a93d-4847-861a-947b74135438, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:20:56.531126 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77f0c03d-a6bd-4d4f-85c9-ab45feb5c63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:56.534798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-213bbe1f-a098-43ef-8eb4-c592a7cc47c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:20:56.535501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213bbe1f-a098-43ef-8eb4-c592a7cc47c0 None None] The sync data for ids ['fcc83aa6-69ce-4c6d-8403-f01a90a595d7'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:20:56.535899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe3f88e-3a23-449b-b955-16f67c40cc06 req-aaf4bf37-3f1c-481d-ab33-2828a2420872 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9b3c6f9-f315-4bdb-a587-677db8449e79 HTTP/1.1" status: 200 len: 217 time: 0.0555615 Oct 13 14:20:56.554374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84033e54-bb85-459d-80cf-e6adfb82af2d req-f338148d-8d46-4c98-8e90-51ce97804af7 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:56.555995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84033e54-bb85-459d-80cf-e6adfb82af2d req-f338148d-8d46-4c98-8e90-51ce97804af7 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1777053 Oct 13 14:20:56.645466 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c3877cd2-1f13-499d-9d05-da2863a1427a req-b3a00ae8-9dca-4497-8813-e1291c115a86 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:56.652213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3f88e-3a23-449b-b955-16f67c40cc06 req-a26ca706-70d8-463d-9b81-69705b8b11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:56.655055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Network 6546f417-a93d-4847-861a-947b74135438 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:20:56.655910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe3f88e-3a23-449b-b955-16f67c40cc06 req-a26ca706-70d8-463d-9b81-69705b8b11f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.0987515 Oct 13 14:20:56.684330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84033e54-bb85-459d-80cf-e6adfb82af2d req-c61bfae7-6964-4dcb-a508-b8dfc04bd802 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179981 Oct 13 14:20:56.709160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe3f88e-3a23-449b-b955-16f67c40cc06 req-3ac068e7-2ae4-42bb-90a8-425a34560320 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371859 Oct 13 14:20:56.747139 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:56.750335 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d57104d5-69df-410f-8ef0-4c6f29f59f17 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3941023 Oct 13 14:20:56.761218 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53820) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:56.766749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:20:56.820109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 6546f417-a93d-4847-861a-947b74135438) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:56.821478 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:56.822563 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:56.832679 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59e8b9a-7d35-4322-88a4-b6926e6a4f6d None None] Network 6546f417-a93d-4847-861a-947b74135438 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:20:56.873581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe3f88e-3a23-449b-b955-16f67c40cc06 req-7cda22a9-ed3a-4864-b12c-ecd96f89fe20 service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557343 Oct 13 14:20:56.998572 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c3877cd2-1f13-499d-9d05-da2863a1427a req-b3a00ae8-9dca-4497-8813-e1291c115a86 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:57.016929 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event updated for resources: {'Port': ['ID=9ae5bb60-22d8-4995-b648-ea07290510d3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:57.048662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe3f88e-3a23-449b-b955-16f67c40cc06 req-02c58ba9-a6e8-49a3-94d9-6e8aa5e5e2ef service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579952 Oct 13 14:20:57.068806 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Checking segment: {'id': '34acc7d5-c80c-4d13-9ff2-eb453053afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b35c6a2e-6a7a-4ec7-b9f5-634c4bec3ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:20:57.069211 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Network hostable DHCP agents. Network: b35c6a2e-6a7a-4ec7-b9f5-634c4bec3ccf, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:20:57.098202 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c3877cd2-1f13-499d-9d05-da2863a1427a req-b3a00ae8-9dca-4497-8813-e1291c115a86 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:57.130680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a00ae8-9dca-4497-8813-e1291c115a86 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cf7579-2ace-4d7b-90a8-83c02a3c90b1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:57.211954 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c3877cd2-1f13-499d-9d05-da2863a1427a req-b3a00ae8-9dca-4497-8813-e1291c115a86 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:57.214131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3877cd2-1f13-499d-9d05-da2863a1427a req-b3a00ae8-9dca-4497-8813-e1291c115a86 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8754778 Oct 13 14:20:57.398425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd244655-7c7b-4ec5-a2a6-2dc3325e27bb req-09ccb269-8332-4131-a683-fc3f6b49c80c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:57.410800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd244655-7c7b-4ec5-a2a6-2dc3325e27bb req-09ccb269-8332-4131-a683-fc3f6b49c80c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 943 time: 0.1134675 Oct 13 14:20:57.471565 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd244655-7c7b-4ec5-a2a6-2dc3325e27bb req-19a1953d-e249-489e-97c1-eccc2137d701 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595748 Oct 13 14:20:57.625549 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Network b35c6a2e-6a7a-4ec7-b9f5-634c4bec3ccf is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:20:57.631993 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:20:57.652152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-77f0c03d-a6bd-4d4f-85c9-ab45feb5c63e admin admin] Deleting port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:57.652384 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77f0c03d-a6bd-4d4f-85c9-ab45feb5c63e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:57.672523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc875900-b6ea-4e45-a969-dbcad252307a req-cf056e6e-cc8b-4749-9c97-416855ff3da3 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:57.674122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-cf056e6e-cc8b-4749-9c97-416855ff3da3 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/networks?id=50adb513-04c1-43cc-aacf-ff230e927593 HTTP/1.1" status: 200 len: 813 time: 0.1310141 Oct 13 14:20:57.694797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-17c12bd2-cbc5-429b-aa26-2e0a0644a4e7 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/quotas/ab5a806b1f1747e483f134c2a2f576a5 HTTP/1.1" status: 200 len: 375 time: 0.0139768 Oct 13 14:20:57.755294 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, b35c6a2e-6a7a-4ec7-b9f5-634c4bec3ccf) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:20:57.766230 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:20:57.775230 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:57.782191 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:57.782912 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:57.797945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6285a18e-a0e1-4aed-9435-36ed9d45d516 None None] Network b35c6a2e-6a7a-4ec7-b9f5-634c4bec3ccf requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:20:57.867849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-33b6e558-5a1d-4555-be56-9b47d1c6b6f2 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1611328 Oct 13 14:20:57.880427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-77f0c03d-a6bd-4d4f-85c9-ab45feb5c63e admin admin] For port d35ba3d1-50f2-4e34-a4f4-8c9106c996d4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d35ba3d1-50f2-4e34-a4f4-8c9106c996d4,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:57.880918 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77f0c03d-a6bd-4d4f-85c9-ab45feb5c63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:57.886397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db5b4e-9f94-4ca0-acab-ede6c01414fb req-986495fa-4bde-4596-a42c-adfa815514f2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:57.887913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0db5b4e-9f94-4ca0-acab-ede6c01414fb req-986495fa-4bde-4596-a42c-adfa815514f2 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.1334145 Oct 13 14:20:57.907691 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-77f0c03d-a6bd-4d4f-85c9-ab45feb5c63e admin admin] Calling delete_port for d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:57.912207 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:57.929099 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b095862e-6e0e-4344-98a4-9c62e7044797 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8837554 Oct 13 14:20:57.934613 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53844) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:58.059921 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:58.082753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365e0880-8173-4fdf-838f-b20cc340a180 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:58.089498 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365e0880-8173-4fdf-838f-b20cc340a180 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:58.091177 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-365e0880-8173-4fdf-838f-b20cc340a180 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1554840 Oct 13 14:20:58.096334 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53846) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:58.323389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9509c-62d0-47de-aefe-5ddfd2bc17e4 req-9ecb9c05-1eb2-4553-9a4d-85fc971c4ada tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:58.326770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ee9509c-62d0-47de-aefe-5ddfd2bc17e4 req-9ecb9c05-1eb2-4553-9a4d-85fc971c4ada tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 947 time: 0.5101514 Oct 13 14:20:58.346555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-89010d67-1810-409f-9bf8-21729a1f8045 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Deleting port beaa7d71-a855-4f8f-943c-8505b9f57a8e {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:58.346902 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89010d67-1810-409f-9bf8-21729a1f8045 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:58.367735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Deleting port b0520666-8dfd-4694-b700-676afe9268aa {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:58.367735 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:58.427130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ee9509c-62d0-47de-aefe-5ddfd2bc17e4 req-f29a3193-0fcd-42fb-96a4-9f65e48f524d tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/security-groups?id=10018767-feca-44fa-9e60-a3c62a83d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815411 Oct 13 14:20:58.437683 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-d1f4fc4b-a7bb-441b-9a98-d14edae97460 service neutron] 10.222.0.18 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475037 Oct 13 14:20:58.465283 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77f0c03d-a6bd-4d4f-85c9-ab45feb5c63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:58.487186 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89010d67-1810-409f-9bf8-21729a1f8045 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:58.503025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-e0db5b4e-9f94-4ca0-acab-ede6c01414fb req-c1852cc7-e23f-46fe-87d0-658226617943 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Deleting port 013b3461-9860-4280-9cbe-89d20d2f07b2 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:58.503025 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e0db5b4e-9f94-4ca0-acab-ede6c01414fb req-c1852cc7-e23f-46fe-87d0-658226617943 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:58.531613 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0c03d-a6bd-4d4f-85c9-ab45feb5c63e admin admin] Pushing event deleted for resources: {'Port': ['ID=d35ba3d1-50f2-4e34-a4f4-8c9106c996d4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:58.538721 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-89010d67-1810-409f-9bf8-21729a1f8045 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Calling delete_port for beaa7d71-a855-4f8f-943c-8505b9f57a8e owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:58.612535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device a9b3c6f9-f315-4bdb-a587-677db8449e79 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:20:58.670797 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:58.673838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-b34f3494-b89f-4804-85be-a0b201c9c0ed service neutron] 10.222.0.18 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240653 Oct 13 14:20:58.708524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e0db5b4e-9f94-4ca0-acab-ede6c01414fb req-c1852cc7-e23f-46fe-87d0-658226617943 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] For port 013b3461-9860-4280-9cbe-89d20d2f07b2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=013b3461-9860-4280-9cbe-89d20d2f07b2,segment=NetworkSegment(fe9e0195-cb97-418d-8984-1e8d6556114e),segment_id=fe9e0195-cb97-418d-8984-1e8d6556114e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:58.708524 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e0db5b4e-9f94-4ca0-acab-ede6c01414fb req-c1852cc7-e23f-46fe-87d0-658226617943 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:58.712642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Calling delete_port for b0520666-8dfd-4694-b700-676afe9268aa owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:58.751490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-e0db5b4e-9f94-4ca0-acab-ede6c01414fb req-c1852cc7-e23f-46fe-87d0-658226617943 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Calling delete_port for 013b3461-9860-4280-9cbe-89d20d2f07b2 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:58.803928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a9b3c6f9-f315-4bdb-a587-677db8449e79, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a9b3c6f9-f315-4bdb-a587-677db8449e79,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:58.819001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'a9b3c6f9-f315-4bdb-a587-677db8449e79', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'port_id': 'a9b3c6f9-f315-4bdb-a587-677db8449e79', 'mac_address': 'fa:16:3e:63:0a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c947b3-a3a5-468c-a6ba-fa23139cfbc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:20:58.864806 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:58.882127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b3c6f9-f315-4bdb-a587-677db8449e79 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:20:58.906361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a9b3c6f9-f315-4bdb-a587-677db8449e79, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a9b3c6f9-f315-4bdb-a587-677db8449e79,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:20:58.989796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab411e11-093f-45f3-85d9-0a743815ba46 req-56b1deeb-20c6-4287-acd6-8235dd964dd7 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:20:58.992843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab411e11-093f-45f3-85d9-0a743815ba46 req-56b1deeb-20c6-4287-acd6-8235dd964dd7 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 943 time: 0.1120048 Oct 13 14:20:58.994659 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.067053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77f0c03d-a6bd-4d4f-85c9-ab45feb5c63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.104634 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89010d67-1810-409f-9bf8-21729a1f8045 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.106597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f31c933b-b0f0-4ace-bc82-2290260c9406 req-232422f9-c329-48ed-b7a2-4e9782e4b654 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 210 time: 0.0527484 Oct 13 14:20:59.114877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=a9b3c6f9-f315-4bdb-a587-677db8449e79,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:59.129281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:59.129694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:59.129979 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:59.130373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:59.130711 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:59.131100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:59.131439 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:59.131811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:59.132149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:59.138416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:59.139569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:59.140125 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:20:59.160335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89010d67-1810-409f-9bf8-21729a1f8045 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event deleted for resources: {'Port': ['ID=beaa7d71-a855-4f8f-943c-8505b9f57a8e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:59.160559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab411e11-093f-45f3-85d9-0a743815ba46 req-f15344c3-4266-406b-a715-a5808c5b4d58 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541808 Oct 13 14:20:59.240275 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89010d67-1810-409f-9bf8-21729a1f8045 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.243545 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-89010d67-1810-409f-9bf8-21729a1f8045 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "DELETE /v2.0/ports/beaa7d71-a855-4f8f-943c-8505b9f57a8e HTTP/1.1" status: 204 len: 168 time: 1.1461849 Oct 13 14:20:59.247806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53860) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:59.259637 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e0db5b4e-9f94-4ca0-acab-ede6c01414fb req-c1852cc7-e23f-46fe-87d0-658226617943 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.272589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['013b3461-9860-4280-9cbe-89d20d2f07b2'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:59.328912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1852cc7-e23f-46fe-87d0-658226617943 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Pushing event deleted for resources: {'Port': ['ID=013b3461-9860-4280-9cbe-89d20d2f07b2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:59.398029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0db5b4e-9f94-4ca0-acab-ede6c01414fb req-c1852cc7-e23f-46fe-87d0-658226617943 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] No DVR routers for this DVR port 013b3461-9860-4280-9cbe-89d20d2f07b2 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:20:59.402222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e0db5b4e-9f94-4ca0-acab-ede6c01414fb req-c1852cc7-e23f-46fe-87d0-658226617943 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.408882 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0db5b4e-9f94-4ca0-acab-ede6c01414fb req-c1852cc7-e23f-46fe-87d0-658226617943 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.41 "DELETE /v2.0/ports/013b3461-9860-4280-9cbe-89d20d2f07b2 HTTP/1.1" status: 204 len: 173 time: 1.5066910 Oct 13 14:20:59.408882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'name': 'network-vif-deleted', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:20:59.413538 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c20bb1f-0157-4c90-928e-511e03eed365" -d '{"events": [{"server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "name": "network-vif-deleted", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:20:59.431802 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.448501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb9f27-a1a7-4e14-aaf9-e7387e1e9902 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Deleting port 9ae5bb60-22d8-4995-b648-ea07290510d3 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:20:59.448967 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9f27-a1a7-4e14-aaf9-e7387e1e9902 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.468919 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562681ae-9d2c-41cb-a771-208a32685aa8 x-openstack-request-id: req-562681ae-9d2c-41cb-a771-208a32685aa8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:20:59.468919 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1e8e10-a968-4e1e-867c-b0ee3c5c6704", "name": "network-vif-deleted", "tag": "013b3461-9860-4280-9cbe-89d20d2f07b2", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:20:59.469514 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-562681ae-9d2c-41cb-a771-208a32685aa8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:20:59.469514 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1e8e10-a968-4e1e-867c-b0ee3c5c6704', 'name': 'network-vif-deleted', 'tag': '013b3461-9860-4280-9cbe-89d20d2f07b2', 'status': 'completed', 'code': 200} Oct 13 14:20:59.492066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['a9b3c6f9-f315-4bdb-a587-677db8449e79'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:20:59.501394 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Pushing event deleted for resources: {'Port': ['ID=b0520666-8dfd-4694-b700-676afe9268aa,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:20:59.588090 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9f27-a1a7-4e14-aaf9-e7387e1e9902 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.615353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb9f27-a1a7-4e14-aaf9-e7387e1e9902 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Calling delete_port for 9ae5bb60-22d8-4995-b648-ea07290510d3 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:20:59.648087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f0c03d-a6bd-4d4f-85c9-ab45feb5c63e admin admin] Router da3aac8f-3c95-4be3-9131-bed68c445a6e has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:20:59.651430 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.776762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b84064ad-93b8-4f51-b976-d85cba5603ed req-6a278ffa-9271-4aa9-a06d-c55786d4f644 tempest-ServersNegativeTestJSON-1409415789 tempest-ServersNegativeTestJSON-1409415789-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e1e8e10-a968-4e1e-867c-b0ee3c5c6704 HTTP/1.1" status: 200 len: 210 time: 0.0469158 Oct 13 14:20:59.950327 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9f27-a1a7-4e14-aaf9-e7387e1e9902 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.972051 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.975652 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f0c03d-a6bd-4d4f-85c9-ab45feb5c63e admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:20:59.977595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.985686 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-77f0c03d-a6bd-4d4f-85c9-ab45feb5c63e admin admin] 10.222.0.18 "PUT /v2.0/routers/da3aac8f-3c95-4be3-9131-bed68c445a6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6989138 Oct 13 14:20:59.986631 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53872) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:20:59.989268 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b36e7-0f0e-4805-9cee-a55aa8395638 None None] Sync routers for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:20:59.992482 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9f27-a1a7-4e14-aaf9-e7387e1e9902 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:20:59.996696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dbbb9f27-a1a7-4e14-aaf9-e7387e1e9902 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "DELETE /v2.0/ports/9ae5bb60-22d8-4995-b648-ea07290510d3 HTTP/1.1" status: 204 len: 168 time: 0.7464921 Oct 13 14:21:00.003428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb9f27-a1a7-4e14-aaf9-e7387e1e9902 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event deleted for resources: {'Port': ['ID=9ae5bb60-22d8-4995-b648-ea07290510d3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:00.006401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53874) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:00.013388 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b36e7-0f0e-4805-9cee-a55aa8395638 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:21:00.014984 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9a4b36e7-0f0e-4805-9cee-a55aa8395638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:00.074222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4c1855eb-bf31-4ced-ac12-18bec9d1c285 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0664146 Oct 13 14:21:00.078356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53876) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:00.097226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9ed0f46e-a236-4e9b-b958-3309be0df32d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-848942240'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:00.161689 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-9a4b36e7-0f0e-4805-9cee-a55aa8395638 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:21:00.197208 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Router fcc83aa6-69ce-4c6d-8403-f01a90a595d7 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:21:00.214611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed0f46e-a236-4e9b-b958-3309be0df32d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Made reservation on behalf of ee740ce2dbcb46319dd4998fa40c9c97 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:00.219682 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f46e-a236-4e9b-b958-3309be0df32d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:00.226060 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:00.250753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a96cff98-6452-42ce-9ddc-c1a95736bd62 req-ba862f56-d253-4ba1-abb5-49f216598069 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 210 time: 0.0497766 Oct 13 14:21:00.281966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed0f46e-a236-4e9b-b958-3309be0df32d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:00.333475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f46e-a236-4e9b-b958-3309be0df32d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:00.334311 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-9ed0f46e-a236-4e9b-b958-3309be0df32d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Added segment 1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a of type vlan for network 52414893-14a6-486b-b82d-379bf8f86c4c Oct 13 14:21:00.423532 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:21:00.433811 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:00.437741 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5006138d-93ad-4419-8103-e87b53955061 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "PUT /v2.0/routers/fcc83aa6-69ce-4c6d-8403-f01a90a595d7 HTTP/1.1" status: 200 len: 710 time: 3.6756370 Oct 13 14:21:00.438101 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108e1af-74fd-44ea-b386-0dc89ed2ede6 None None] Sync routers for ids ['fcc83aa6-69ce-4c6d-8403-f01a90a595d7'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:21:00.438596 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53882) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:00.454040 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9a4b36e7-0f0e-4805-9cee-a55aa8395638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:20:58Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:00.478202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108e1af-74fd-44ea-b386-0dc89ed2ede6 None None] Routers {'fcc83aa6-69ce-4c6d-8403-f01a90a595d7'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:21:00.479189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5108e1af-74fd-44ea-b386-0dc89ed2ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fcc83aa6-69ce-4c6d-8403-f01a90a595d7'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:00.480430 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f46e-a236-4e9b-b958-3309be0df32d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:00.499839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657f6cc-bfa4-44ae-b91d-24fe35c78d80 req-ec2ac143-a579-4fd0-b3ab-19fea33888be tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:00.501604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d657f6cc-bfa4-44ae-b91d-24fe35c78d80 req-ec2ac143-a579-4fd0-b3ab-19fea33888be tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 944 time: 0.2210479 Oct 13 14:21:00.516842 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b36e7-0f0e-4805-9cee-a55aa8395638 None None] Checking router: da3aac8f-3c95-4be3-9131-bed68c445a6e for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:21:00.528970 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b36e7-0f0e-4805-9cee-a55aa8395638 None None] Routers {'da3aac8f-3c95-4be3-9131-bed68c445a6e'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:21:00.530328 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9a4b36e7-0f0e-4805-9cee-a55aa8395638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['da3aac8f-3c95-4be3-9131-bed68c445a6e'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:00.551698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5108e1af-74fd-44ea-b386-0dc89ed2ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:00.575364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108e1af-74fd-44ea-b386-0dc89ed2ede6 None None] Routers {'fcc83aa6-69ce-4c6d-8403-f01a90a595d7'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:21:00.577872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5108e1af-74fd-44ea-b386-0dc89ed2ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:20:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fcc83aa6-69ce-4c6d-8403-f01a90a595d7'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:00.580414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d657f6cc-bfa4-44ae-b91d-24fe35c78d80 req-9786f968-e273-4053-a0cd-24bed335d617 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624268 Oct 13 14:21:00.626450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5108e1af-74fd-44ea-b386-0dc89ed2ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:00.627398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108e1af-74fd-44ea-b386-0dc89ed2ede6 None None] The sync data for ids ['fcc83aa6-69ce-4c6d-8403-f01a90a595d7'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:21:00.669050 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f46e-a236-4e9b-b958-3309be0df32d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:00.680299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed0f46e-a236-4e9b-b958-3309be0df32d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:00.681538 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f46e-a236-4e9b-b958-3309be0df32d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:00.691140 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-9a4b36e7-0f0e-4805-9cee-a55aa8395638 None None] Set router da3aac8f-3c95-4be3-9131-bed68c445a6e gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:21:00.768171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0f46e-a236-4e9b-b958-3309be0df32d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event updated for resources: {'Network': ['ID=52414893-14a6-486b-b82d-379bf8f86c4c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:00.783063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 52414893-14a6-486b-b82d-379bf8f86c4c details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:00.828895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9ed0f46e-a236-4e9b-b958-3309be0df32d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7482328 Oct 13 14:21:00.832420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53888) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:00.844309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-43df2c8b-4aeb-4af2-bb35-380f853d7174 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-38194711'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:00.926698 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2edf77b1-b66a-46bb-b433-7532504be914 tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/routers/fcc83aa6-69ce-4c6d-8403-f01a90a595d7 HTTP/1.1" status: 200 len: 745 time: 0.4786961 Oct 13 14:21:00.926698 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53892) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:00.928674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53894) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:00.981691 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0a05d304-8458-48b1-ac7a-5b386cc18c7d tempest-RoutersIpV6AdminTest-1769570383 tempest-RoutersIpV6AdminTest-1769570383-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&device_id=fcc83aa6-69ce-4c6d-8403-f01a90a595d7 HTTP/1.1" status: 200 len: 205 time: 0.0568597 Oct 13 14:21:00.983206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53896) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:00.990551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43df2c8b-4aeb-4af2-bb35-380f853d7174 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Made reservation on behalf of ee740ce2dbcb46319dd4998fa40c9c97 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:00.996853 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43df2c8b-4aeb-4af2-bb35-380f853d7174 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.017472 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-73353928-69dc-44a8-802b-ceed912f8c2e tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc83aa6-69ce-4c6d-8403-f01a90a595d7 HTTP/1.1" status: 200 len: 205 time: 0.0326195 Oct 13 14:21:01.017777 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53898) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:01.041019 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9a4b36e7-0f0e-4805-9cee-a55aa8395638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:20:58Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:01.048025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43df2c8b-4aeb-4af2-bb35-380f853d7174 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:01.059112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43df2c8b-4aeb-4af2-bb35-380f853d7174 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.059938 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-43df2c8b-4aeb-4af2-bb35-380f853d7174 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Added segment 4ea8af17-a427-4170-8684-d90145050310 of type vlan for network e225ec80-ce3d-4ba3-9bba-caee997fcceb Oct 13 14:21:01.060330 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.076319 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4b36e7-0f0e-4805-9cee-a55aa8395638 None None] The sync data for ids ['da3aac8f-3c95-4be3-9131-bed68c445a6e'] in n-d-806683-15 is: [{'id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1886938008-router', 'tenant_id': 'b80d7edb00dd4c08b870dab304ba4673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:09:44Z', 'updated_at': '2021-10-13T14:20:58Z', 'revision_number': 5, 'project_id': 'b80d7edb00dd4c08b870dab304ba4673', 'gw_port': {'id': 'ac36b1d7-a001-4cb5-aef2-3f10f34f77cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:bc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3aac8f-3c95-4be3-9131-bed68c445a6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:09:45Z', 'updated_at': '2021-10-13T14:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:21:01.100573 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c027fa0e-300d-4218-bb23-6307f162458d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.138598 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43df2c8b-4aeb-4af2-bb35-380f853d7174 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.147042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-83412fbd-a7db-418c-8dec-53efcda012a3 admin admin] Deleting subnet 1883f4e6-845b-462e-92e2-b0bf84ce9717 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:21:01.152071 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-83412fbd-a7db-418c-8dec-53efcda012a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.202662 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-83412fbd-a7db-418c-8dec-53efcda012a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.243858 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-83412fbd-a7db-418c-8dec-53efcda012a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.271631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43df2c8b-4aeb-4af2-bb35-380f853d7174 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.278000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df2c8b-4aeb-4af2-bb35-380f853d7174 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:01.278602 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43df2c8b-4aeb-4af2-bb35-380f853d7174 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.309875 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c027fa0e-300d-4218-bb23-6307f162458d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.313247 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c027fa0e-300d-4218-bb23-6307f162458d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.365373 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Deleting port ac36b1d7-a001-4cb5-aef2-3f10f34f77cf {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:01.365750 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.386541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc36a495-1216-4296-8286-dc83e55b659f req-fbd0d9b7-8976-4793-aa65-7d4ccaff20e6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 210 time: 0.0417392 Oct 13 14:21:01.406325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df2c8b-4aeb-4af2-bb35-380f853d7174 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event updated for resources: {'Network': ['ID=e225ec80-ce3d-4ba3-9bba-caee997fcceb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:01.419032 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network e225ec80-ce3d-4ba3-9bba-caee997fcceb details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:01.474848 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] For port ac36b1d7-a001-4cb5-aef2-3f10f34f77cf, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ac36b1d7-a001-4cb5-aef2-3f10f34f77cf,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:01.475088 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.499335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-43df2c8b-4aeb-4af2-bb35-380f853d7174 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6647875 Oct 13 14:21:01.506007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Calling delete_port for ac36b1d7-a001-4cb5-aef2-3f10f34f77cf owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:01.528232 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c027fa0e-300d-4218-bb23-6307f162458d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.529816 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c027fa0e-300d-4218-bb23-6307f162458d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Fanout notify agent at l3_agent the message router_deleted on router fcc83aa6-69ce-4c6d-8403-f01a90a595d7 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:21:01.530793 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-83412fbd-a7db-418c-8dec-53efcda012a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.569610 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c027fa0e-300d-4218-bb23-6307f162458d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.576617 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c027fa0e-300d-4218-bb23-6307f162458d tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "DELETE /v2.0/routers/fcc83aa6-69ce-4c6d-8403-f01a90a595d7 HTTP/1.1" status: 204 len: 168 time: 0.5567715 Oct 13 14:21:01.577625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53902) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:01.614545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83412fbd-a7db-418c-8dec-53efcda012a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1883f4e6-845b-462e-92e2-b0bf84ce9717,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:01.623764 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-83412fbd-a7db-418c-8dec-53efcda012a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.633985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-83412fbd-a7db-418c-8dec-53efcda012a3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1883f4e6-845b-462e-92e2-b0bf84ce9717 HTTP/1.1" status: 204 len: 168 time: 0.6999235 Oct 13 14:21:01.633985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53906) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:01.635361 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ce2e2c51-c88f-4970-affb-7c83986a0fc1 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcc83aa6-69ce-4c6d-8403-f01a90a595d7 HTTP/1.1" status: 200 len: 205 time: 0.0542665 Oct 13 14:21:01.635665 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53908) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:01.789085 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba85c131-65ba-4c1e-bb3a-9edacdfa7324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:01.800525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53910) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:01.808179 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Request body: {'subnets': [{'network_id': '52414893-14a6-486b-b82d-379bf8f86c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--897794631', 'ip_version': 4}, {'network_id': 'e225ec80-ce3d-4ba3-9bba-caee997fcceb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:01.808774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Request body: {'subnet': {'network_id': '52414893-14a6-486b-b82d-379bf8f86c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--897794631', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:01.811706 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Request body: {'subnet': {'network_id': 'e225ec80-ce3d-4ba3-9bba-caee997fcceb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:01.826838 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-e2c12ea3-39f7-48c6-bcf9-738e77064af2 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] delete failed (client error): The resource could not be found. Oct 13 14:21:01.830017 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e2c12ea3-39f7-48c6-bcf9-738e77064af2 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "DELETE /v2.0/routers/fcc83aa6-69ce-4c6d-8403-f01a90a595d7 HTTP/1.1" status: 404 len: 336 time: 0.1956379 Oct 13 14:21:01.837820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53914) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:01.911573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-43b4722f-c382-41ab-b8cc-bc982006ac70 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "GET /v2.0/ports?device_id=6db71592-5ec5-4b57-b2a0-9a7702fc3b27 HTTP/1.1" status: 200 len: 205 time: 0.0621130 Oct 13 14:21:01.913840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53916) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:01.967961 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-e3457938-525e-4f71-bcaf-7735db2c714b tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] delete failed (client error): The resource could not be found. Oct 13 14:21:01.969115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e3457938-525e-4f71-bcaf-7735db2c714b tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "DELETE /v2.0/routers/6db71592-5ec5-4b57-b2a0-9a7702fc3b27 HTTP/1.1" status: 404 len: 336 time: 0.0535395 Oct 13 14:21:01.972516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53918) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:01.997066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9236c0-aa9c-4464-90a8-38839f855ce5 req-1765ee54-6f3c-44b3-af22-69eee9136142 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:01.999435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a9236c0-aa9c-4464-90a8-38839f855ce5 req-1765ee54-6f3c-44b3-af22-69eee9136142 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 944 time: 0.1926794 Oct 13 14:21:02.020730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cf9ccb0a-8aaa-452f-b10e-b0e2fa03287e tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "GET /v2.0/ports?device_id=dbcba613-ab6c-43c5-b5e5-2172fe23a248 HTTP/1.1" status: 200 len: 205 time: 0.0468245 Oct 13 14:21:02.032201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53922) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:02.084690 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba85c131-65ba-4c1e-bb3a-9edacdfa7324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.136185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ba85c131-65ba-4c1e-bb3a-9edacdfa7324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:02.143907 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-98e89dbd-c086-4a43-894a-a5720fb0740f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] delete failed (client error): The resource could not be found. Oct 13 14:21:02.144960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-98e89dbd-c086-4a43-894a-a5720fb0740f tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "DELETE /v2.0/routers/dbcba613-ab6c-43c5-b5e5-2172fe23a248 HTTP/1.1" status: 404 len: 336 time: 0.1009243 Oct 13 14:21:02.148784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53924) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:02.157801 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ba85c131-65ba-4c1e-bb3a-9edacdfa7324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9e0195-cb97-418d-8984-1e8d6556114e') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:02.158137 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ba85c131-65ba-4c1e-bb3a-9edacdfa7324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9e0195-cb97-418d-8984-1e8d6556114e') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:02.186271 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.190894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba85c131-65ba-4c1e-bb3a-9edacdfa7324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.194765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a4e2f85a-d352-46a0-b7c0-0b0573f1eba7 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4ee0114-0b68-46a5-bb6e-59dfd6299329 HTTP/1.1" status: 200 len: 205 time: 0.0443807 Oct 13 14:21:02.203308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53926) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:02.241417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba85c131-65ba-4c1e-bb3a-9edacdfa7324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.249736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac36b1d7-a001-4cb5-aef2-3f10f34f77cf,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:02.253025 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-630e4047-2d5f-46d6-8be7-c2b1e2f88416 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] delete failed (client error): The resource could not be found. Oct 13 14:21:02.257852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-630e4047-2d5f-46d6-8be7-c2b1e2f88416 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "DELETE /v2.0/routers/f4ee0114-0b68-46a5-bb6e-59dfd6299329 HTTP/1.1" status: 404 len: 336 time: 0.0510569 Oct 13 14:21:02.260021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a9236c0-aa9c-4464-90a8-38839f855ce5 req-530dbbec-bffc-4657-87ed-16cf60ce614f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422414 Oct 13 14:21:02.267717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53928) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:02.272665 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba85c131-65ba-4c1e-bb3a-9edacdfa7324 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:02.273107 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba85c131-65ba-4c1e-bb3a-9edacdfa7324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:02.276838 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:02.305988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8e5da36f-1dd3-4306-b21b-924ece436bb0 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "GET /v2.0/ports?device_id=67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa HTTP/1.1" status: 200 len: 205 time: 0.0374055 Oct 13 14:21:02.308460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53930) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:02.348548 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Made reservation on behalf of ee740ce2dbcb46319dd4998fa40c9c97 for: {'subnet': 2} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:02.356028 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.356028 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.363524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dbc6784c-6ca9-4077-9a89-e9dda6e7c907 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:02.367342 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dbc6784c-6ca9-4077-9a89-e9dda6e7c907 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.41 "GET /v2.0/networks?id=50adb513-04c1-43cc-aacf-ff230e927593 HTTP/1.1" status: 200 len: 813 time: 0.3357615 Oct 13 14:21:02.367342 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-18c134db-732d-447a-b02b-23efe3dc9f03 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] delete failed (client error): The resource could not be found. Oct 13 14:21:02.367601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-18c134db-732d-447a-b02b-23efe3dc9f03 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "DELETE /v2.0/routers/67c8b171-a5b0-4cec-ba7c-d7a3d8fc9baa HTTP/1.1" status: 404 len: 336 time: 0.0580521 Oct 13 14:21:02.374627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53932) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:02.389382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cc875900-b6ea-4e45-a969-dbcad252307a req-22028439-184a-4017-88ee-034e2d5e5c12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'port': {'device_id': 'f38fa287-88a4-47f9-8554-3c10cccc6782', 'network_id': '50adb513-04c1-43cc-aacf-ff230e927593', 'admin_state_up': True, 'tenant_id': 'ab5a806b1f1747e483f134c2a2f576a5'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:02.426714 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.446207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-80468176-325d-4e90-9759-80ac5a5b8279 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "GET /v2.0/ports?device_id=87d6c19b-1f5f-43cd-815a-ab8a39c45770 HTTP/1.1" status: 200 len: 205 time: 0.0749102 Oct 13 14:21:02.450792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53936) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:02.478722 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:21:02.512870 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-081a996d-577d-43d6-8f7f-bb79576509e4 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] delete failed (client error): The resource could not be found. Oct 13 14:21:02.514688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-081a996d-577d-43d6-8f7f-bb79576509e4 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "DELETE /v2.0/routers/87d6c19b-1f5f-43cd-815a-ab8a39c45770 HTTP/1.1" status: 404 len: 336 time: 0.0606580 Oct 13 14:21:02.517599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53938) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:02.525121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:21:02.525911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d35ba3d1-50f2-4e34-a4f4-8c9106c996d4 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:21:02.545290 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba85c131-65ba-4c1e-bb3a-9edacdfa7324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.550610 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba85c131-65ba-4c1e-bb3a-9edacdfa7324 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.557210 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ba85c131-65ba-4c1e-bb3a-9edacdfa7324 admin admin] 10.222.0.18 "DELETE /v2.0/networks/842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2 HTTP/1.1" status: 204 len: 168 time: 0.9185307 Oct 13 14:21:02.579443 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-d878bd19-0553-4fc5-98aa-dd1bf7c52070 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] DELETE failed (client error): The resource could not be found. Oct 13 14:21:02.579922 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.580106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d878bd19-0553-4fc5-98aa-dd1bf7c52070 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:21:02.583143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d878bd19-0553-4fc5-98aa-dd1bf7c52070 tempest-RoutersIpV6AdminTest-232308342 tempest-RoutersIpV6AdminTest-232308342-project] 10.222.0.18 "DELETE /v2.0/subnets/90cc7a70-6809-4888-8a22-7248089fc446 HTTP/1.1" status: 404 len: 337 time: 0.0644794 Oct 13 14:21:02.586065 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.591570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85c131-65ba-4c1e-bb3a-9edacdfa7324 admin admin] Pushing event deleted for resources: {'Network': ['ID=842c3aa4-0fcc-46fb-bc1d-44fe25ee76c2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:02.601022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44c06301-0f6f-4572-9138-a2ccadd19b5f req-08f56431-5ede-4201-899d-776fd8e88ea5 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 210 time: 0.0647984 Oct 13 14:21:02.639598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device a9b3c6f9-f315-4bdb-a587-677db8449e79 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:21:02.788301 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.788864 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da3aac8f-3c95-4be3-9131-bed68c445a6e {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:21:02.821258 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.821258 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a9111d8f-2aa6-40ef-a1d4-f15db3e47b61 admin admin] 10.222.0.18 "DELETE /v2.0/routers/da3aac8f-3c95-4be3-9131-bed68c445a6e HTTP/1.1" status: 204 len: 168 time: 2.8307705 Oct 13 14:21:02.822437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53944) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:02.850645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port a9b3c6f9-f315-4bdb-a587-677db8449e79 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:21:02.850775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc875900-b6ea-4e45-a969-dbcad252307a req-22028439-184a-4017-88ee-034e2d5e5c12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Made reservation on behalf of ab5a806b1f1747e483f134c2a2f576a5 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:02.850883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port a9b3c6f9-f315-4bdb-a587-677db8449e79 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:02.850883 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.851070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc875900-b6ea-4e45-a969-dbcad252307a req-22028439-184a-4017-88ee-034e2d5e5c12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.915064 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-75822432-b3b3-489f-a1e3-65fdcb222c96 admin admin] Deleting subnet d1870f77-f283-46b0-91af-b6c012baea10 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:21:02.918586 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75822432-b3b3-489f-a1e3-65fdcb222c96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.950911 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.983501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e15eb26-355f-4011-b117-ee5de5e2332d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b3c6f9-f315-4bdb-a587-677db8449e79'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:21:02.986956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75822432-b3b3-489f-a1e3-65fdcb222c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:02.987220 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d54565-22c5-45a6-9704-228a66fff58d" -d '{"events": [{"server_uuid": "7e15eb26-355f-4011-b117-ee5de5e2332d", "name": "network-vif-plugged", "status": "completed", "tag": "a9b3c6f9-f315-4bdb-a587-677db8449e79"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:21:03.007138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a9b3c6f9-f315-4bdb-a587-677db8449e79, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a9b3c6f9-f315-4bdb-a587-677db8449e79,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:03.043131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-cc875900-b6ea-4e45-a969-dbcad252307a req-22028439-184a-4017-88ee-034e2d5e5c12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Allocated IP 172.20.0.5 (50adb513-04c1-43cc-aacf-ff230e927593/60ae2475-f5d9-4bef-9dd4-ffde2898ae49/b71bc6fe-1baa-4ba6-8426-08572ea4e57d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:03.088119 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47416088-0d24-4bbe-95fc-6398c5859459 x-openstack-request-id: req-47416088-0d24-4bbe-95fc-6398c5859459 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:21:03.088119 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e15eb26-355f-4011-b117-ee5de5e2332d", "name": "network-vif-plugged", "status": "completed", "tag": "a9b3c6f9-f315-4bdb-a587-677db8449e79", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:21:03.088119 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47416088-0d24-4bbe-95fc-6398c5859459 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:21:03.088119 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e15eb26-355f-4011-b117-ee5de5e2332d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b3c6f9-f315-4bdb-a587-677db8449e79', 'code': 200} Oct 13 14:21:03.113715 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.117115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 013b3461-9860-4280-9cbe-89d20d2f07b2 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:21:03.151222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 013b3461-9860-4280-9cbe-89d20d2f07b2 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:21:03.151738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 013b3461-9860-4280-9cbe-89d20d2f07b2 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:21:03.202082 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75822432-b3b3-489f-a1e3-65fdcb222c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.213596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=a9b3c6f9-f315-4bdb-a587-677db8449e79,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:03.222294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53952) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:03.301320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471610fd-354f-40b2-b737-bd8b22f5029c req-82124b20-d18a-4a13-84e4-cb80e692c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:03.304103 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-471610fd-354f-40b2-b737-bd8b22f5029c req-82124b20-d18a-4a13-84e4-cb80e692c8ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 1097 time: 0.1123211 Oct 13 14:21:03.313213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3aa77e58-14c8-41be-9e5f-9984b774b40a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93c10b4cc12243fa8a8825696b112266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886559 Oct 13 14:21:03.321739 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53958) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:03.358805 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.365420 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc875900-b6ea-4e45-a969-dbcad252307a req-22028439-184a-4017-88ee-034e2d5e5c12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.386081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-471610fd-354f-40b2-b737-bd8b22f5029c req-f868d064-0245-450e-92cf-b6227d92ad07 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705628 Oct 13 14:21:03.436886 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75822432-b3b3-489f-a1e3-65fdcb222c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.459338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53960) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:03.487210 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75822432-b3b3-489f-a1e3-65fdcb222c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.492729 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-75822432-b3b3-489f-a1e3-65fdcb222c96 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d1870f77-f283-46b0-91af-b6c012baea10 HTTP/1.1" status: 204 len: 168 time: 0.6673634 Oct 13 14:21:03.492927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f25cd4f-5b61-4e3b-a5ce-45405ee9e8b4 None None] Network 16e15b01-e808-4e45-90e1-66199134cd83 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:03.495704 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53964) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:03.519710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c46a7b-01b4-4c8c-9e2b-d05019606ced req-4c432530-69f1-4f40-bb2b-f16450eef565 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:03.523632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51c46a7b-01b4-4c8c-9e2b-d05019606ced req-4c432530-69f1-4f40-bb2b-f16450eef565 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 945 time: 0.1165361 Oct 13 14:21:03.526333 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event updated for resources: {'Subnet': ['ID=1dd0efd9-a6f4-496e-aebc-d79acdc304cf,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:03.542205 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7f83aa4-ae4f-4c99-a2c8-c01a2d835013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.605550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75822432-b3b3-489f-a1e3-65fdcb222c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1870f77-f283-46b0-91af-b6c012baea10,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:03.607849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51c46a7b-01b4-4c8c-9e2b-d05019606ced req-bfa9e42a-408c-4a22-8754-91d7fd47734f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728030 Oct 13 14:21:03.612878 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Checking segment: {'id': '1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '52414893-14a6-486b-b82d-379bf8f86c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:03.613182 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Network hostable DHCP agents. Network: 52414893-14a6-486b-b82d-379bf8f86c4c, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:03.618323 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc875900-b6ea-4e45-a969-dbcad252307a req-22028439-184a-4017-88ee-034e2d5e5c12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.645038 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7f83aa4-ae4f-4c99-a2c8-c01a2d835013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.676937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['d85ba7d2-0f88-438c-8317-88cab6b82523'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:03.681757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.708642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc875900-b6ea-4e45-a969-dbcad252307a req-22028439-184a-4017-88ee-034e2d5e5c12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Network 50adb513-04c1-43cc-aacf-ff230e927593 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:03.709979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22028439-184a-4017-88ee-034e2d5e5c12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'Port': ['ID=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:03.712899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-cc875900-b6ea-4e45-a969-dbcad252307a req-22028439-184a-4017-88ee-034e2d5e5c12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:03.718218 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbce79af-1959-4f15-be82-bb069410719a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.721681 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc875900-b6ea-4e45-a969-dbcad252307a req-22028439-184a-4017-88ee-034e2d5e5c12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:03.795492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Network 52414893-14a6-486b-b82d-379bf8f86c4c is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:03.848380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc875900-b6ea-4e45-a969-dbcad252307a req-22028439-184a-4017-88ee-034e2d5e5c12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:03.848877 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc875900-b6ea-4e45-a969-dbcad252307a req-22028439-184a-4017-88ee-034e2d5e5c12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.872645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a10f5e-1eaf-4e51-a273-904a017eabd4 req-3d8aa79e-009e-4ee0-8199-d2a3b1deee50 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:03.875235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84a10f5e-1eaf-4e51-a273-904a017eabd4 req-3d8aa79e-009e-4ee0-8199-d2a3b1deee50 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 931 time: 0.1167750 Oct 13 14:21:03.901253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc52836-e2e3-41b5-be2b-7811421ea805 None None] DHCP port deletion for 16e15b01-e808-4e45-90e1-66199134cd83 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:21:03.902923 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Deleting port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:03.903419 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.911763 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7f83aa4-ae4f-4c99-a2c8-c01a2d835013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.915924 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7f83aa4-ae4f-4c99-a2c8-c01a2d835013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:03.922309 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f7f83aa4-ae4f-4c99-a2c8-c01a2d835013 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10018767-feca-44fa-9e60-a3c62a83d4da HTTP/1.1" status: 204 len: 168 time: 0.5959392 Oct 13 14:21:03.952587 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84a10f5e-1eaf-4e51-a273-904a017eabd4 req-fd17ca8a-53a8-42df-bfb9-f9c88277bfa9 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664988 Oct 13 14:21:03.983574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 52414893-14a6-486b-b82d-379bf8f86c4c) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:03.989597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.000226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-22028439-184a-4017-88ee-034e2d5e5c12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6160135 Oct 13 14:21:04.020188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Request body: {'port': {'device_id': 'f38fa287-88a4-47f9-8554-3c10cccc6782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:04.057783 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f83aa4-ae4f-4c99-a2c8-c01a2d835013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10018767-feca-44fa-9e60-a3c62a83d4da,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:04.079177 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbce79af-1959-4f15-be82-bb069410719a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.097977 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.116308 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] For port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7f1c7f63-9773-4d89-a703-0bcfa9585ccc,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:04.116687 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.144541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event updated for resources: {'Subnet': ['ID=4755352f-0c76-4076-b787-19f9b884853d,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:04.156055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Calling delete_port for 7f1c7f63-9773-4d89-a703-0bcfa9585ccc owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:04.159692 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5056d8b3-1834-4269-a730-2360857c70d0 None None] Network 52414893-14a6-486b-b82d-379bf8f86c4c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:04.178419 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Checking segment: {'id': '4ea8af17-a427-4170-8684-d90145050310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e225ec80-ce3d-4ba3-9bba-caee997fcceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:04.178776 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Network hostable DHCP agents. Network: e225ec80-ce3d-4ba3-9bba-caee997fcceb, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:04.183872 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbce79af-1959-4f15-be82-bb069410719a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.301056 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fbce79af-1959-4f15-be82-bb069410719a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3f29f7eaf4c47e09b8b224b15dc4165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8371630 Oct 13 14:21:04.303501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce79af-1959-4f15-be82-bb069410719a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a854f091-a9de-4a3f-aab3-5995c24cf83d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:04.305284 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53976) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:04.374772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2bc52836-e2e3-41b5-be2b-7811421ea805 None None] Deleting port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:04.383843 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2bc52836-e2e3-41b5-be2b-7811421ea805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.412715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Network e225ec80-ce3d-4ba3-9bba-caee997fcceb is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:04.472277 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.483456 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-437c7860-538e-4fb8-9a46-a600f58739a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.494748 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ac36b1d7-a001-4cb5-aef2-3f10f34f77cf no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:21:04.521976 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-437c7860-538e-4fb8-9a46-a600f58739a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.535882 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] No DVR routers for this DVR port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:04.555181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2bc52836-e2e3-41b5-be2b-7811421ea805 None None] For port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7f1c7f63-9773-4d89-a703-0bcfa9585ccc,segment=NetworkSegment(40000e71-2359-4a17-9000-92d927eeeed0),segment_id=40000e71-2359-4a17-9000-92d927eeeed0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:04.555714 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2bc52836-e2e3-41b5-be2b-7811421ea805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.558525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: ac36b1d7-a001-4cb5-aef2-3f10f34f77cf {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:21:04.559388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ac36b1d7-a001-4cb5-aef2-3f10f34f77cf not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:21:04.562877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7f1c7f63-9773-4d89-a703-0bcfa9585ccc no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:21:04.607041 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1c7f63-9773-4d89-a703-0bcfa9585ccc,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:04.627435 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 7f1c7f63-9773-4d89-a703-0bcfa9585ccc {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:21:04.627797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7f1c7f63-9773-4d89-a703-0bcfa9585ccc not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:21:04.644106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2bc52836-e2e3-41b5-be2b-7811421ea805 None None] Calling delete_port for 7f1c7f63-9773-4d89-a703-0bcfa9585ccc owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:04.671168 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.699981 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-52414893-14a6-486b-b82d-379bf8f86c4c', 'network_id': '52414893-14a6-486b-b82d-379bf8f86c4c', 'tenant_id': 'ee740ce2dbcb46319dd4998fa40c9c97', 'fixed_ips': [{'subnet_id': '1dd0efd9-a6f4-496e-aebc-d79acdc304cf'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:04.700857 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.702027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e15b01-e808-4e45-90e1-66199134cd83']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:04.720415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40000e71-2359-4a17-9000-92d927eeeed0') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:04.720740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40000e71-2359-4a17-9000-92d927eeeed0') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:04.731921 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.736393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71bc6fe-1baa-4ba6-8426-08572ea4e57d {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:21:04.752039 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.755522 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, e225ec80-ce3d-4ba3-9bba-caee997fcceb) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:04.764648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:04.765190 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:04.766070 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.767655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee8047f-433c-4f1d-8b83-37cde7a7085f None None] Network e225ec80-ce3d-4ba3-9bba-caee997fcceb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:04.771196 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:04.771905 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:04.774025 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:04.777822 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.793907 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-437c7860-538e-4fb8-9a46-a600f58739a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.815492 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-437c7860-538e-4fb8-9a46-a600f58739a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.816698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-437c7860-538e-4fb8-9a46-a600f58739a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a854f091-a9de-4a3f-aab3-5995c24cf83d HTTP/1.1" status: 204 len: 168 time: 0.5095096 Oct 13 14:21:04.856496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c7860-538e-4fb8-9a46-a600f58739a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a854f091-a9de-4a3f-aab3-5995c24cf83d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:04.884667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156174e-18ff-44b5-97e6-30a9d1480361 req-1e9f47eb-5db9-455e-b261-83b6274799cb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:04.887220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0156174e-18ff-44b5-97e6-30a9d1480361 req-1e9f47eb-5db9-455e-b261-83b6274799cb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 945 time: 0.1716855 Oct 13 14:21:04.940704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0156174e-18ff-44b5-97e6-30a9d1480361 req-5841fd3d-dd6f-42b9-9cc1-435ebc22dece tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457747 Oct 13 14:21:04.946048 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2bc52836-e2e3-41b5-be2b-7811421ea805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:04.957158 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3a6021e7-0c93-4492-89af-bb61255f1af5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.1544709 Oct 13 14:21:04.960155 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53990) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:04.987261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Transition to ACTIVE for port object b71bc6fe-1baa-4ba6-8426-08572ea4e57d will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:21:05.025220 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:05.041126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc52836-e2e3-41b5-be2b-7811421ea805 None None] No DVR routers for this DVR port 7f1c7f63-9773-4d89-a703-0bcfa9585ccc on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:05.045388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc52836-e2e3-41b5-be2b-7811421ea805 None None] Pushing event deleted for resources: {'Port': ['ID=7f1c7f63-9773-4d89-a703-0bcfa9585ccc,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:05.053516 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:05.056771 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/16e15b01-e808-4e45-90e1-66199134cd83 HTTP/1.1" status: 204 len: 168 time: 1.5534456 Oct 13 14:21:05.060299 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225d32d-50d3-4d21-b324-148fb06406e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=16e15b01-e808-4e45-90e1-66199134cd83,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:05.088419 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aac5398-5520-4c0f-8d3f-2d5f67a0207f tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:05.090234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aac5398-5520-4c0f-8d3f-2d5f67a0207f tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:05.099136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aac5398-5520-4c0f-8d3f-2d5f67a0207f tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:05.100837 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5aac5398-5520-4c0f-8d3f-2d5f67a0207f tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1396785 Oct 13 14:21:05.109565 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53996) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:05.120589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Allocated IP 172.20.0.2 (52414893-14a6-486b-b82d-379bf8f86c4c/1dd0efd9-a6f4-496e-aebc-d79acdc304cf/9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:05.152357 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:05.269763 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-e225ec80-ce3d-4ba3-9bba-caee997fcceb', 'network_id': 'e225ec80-ce3d-4ba3-9bba-caee997fcceb', 'tenant_id': 'ee740ce2dbcb46319dd4998fa40c9c97', 'fixed_ips': [{'subnet_id': '4755352f-0c76-4076-b787-19f9b884853d'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:05.270436 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:05.271947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c857433-6bd6-49d3-b9bd-29cf2765252d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Deleting subnet 1dd0efd9-a6f4-496e-aebc-d79acdc304cf {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:21:05.315180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Pushing event updated for resources: {'Port': ['ID=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:05.342285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17a0ce-84ec-4b5a-ad28-d2c7c7160e32 req-88a6cee1-1654-4948-ba3f-79910fedd48e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:05.344313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c17a0ce-84ec-4b5a-ad28-d2c7c7160e32 req-88a6cee1-1654-4948-ba3f-79910fedd48e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 931 time: 0.2542317 Oct 13 14:21:05.453756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Attempting to bind port b71bc6fe-1baa-4ba6-8426-08572ea4e57d on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:05.453756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Attempting to bind port b71bc6fe-1baa-4ba6-8426-08572ea4e57d by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '57a8d30d-dc1f-4dc0-81bb-450506d7555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '50adb513-04c1-43cc-aacf-ff230e927593'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:05.453756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Attempting to bind port b71bc6fe-1baa-4ba6-8426-08572ea4e57d on network 50adb513-04c1-43cc-aacf-ff230e927593 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:05.459078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Port b71bc6fe-1baa-4ba6-8426-08572ea4e57d on network 50adb513-04c1-43cc-aacf-ff230e927593 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:21:05.459421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Attempting to bind port b71bc6fe-1baa-4ba6-8426-08572ea4e57d on network 50adb513-04c1-43cc-aacf-ff230e927593 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:05.463822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c17a0ce-84ec-4b5a-ad28-d2c7c7160e32 req-884cad07-4016-4a69-9afc-d9e434d9259e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109123 Oct 13 14:21:05.471503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:05.471963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Checking segment: {'id': '57a8d30d-dc1f-4dc0-81bb-450506d7555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '50adb513-04c1-43cc-aacf-ff230e927593'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:05.477788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Bound using segment: {'id': '57a8d30d-dc1f-4dc0-81bb-450506d7555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '50adb513-04c1-43cc-aacf-ff230e927593'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:05.478270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Bound port: b71bc6fe-1baa-4ba6-8426-08572ea4e57d, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a8d30d-dc1f-4dc0-81bb-450506d7555f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '50adb513-04c1-43cc-aacf-ff230e927593'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:05.479302 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:05.599214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] For port b71bc6fe-1baa-4ba6-8426-08572ea4e57d, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:05.602967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] For port b71bc6fe-1baa-4ba6-8426-08572ea4e57d, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:05.627430 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:05.632228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Allocated IP 172.20.0.18 (e225ec80-ce3d-4ba3-9bba-caee997fcceb/4755352f-0c76-4076-b787-19f9b884853d/1d91f386-7f55-4a12-a266-24a9cdc540de) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:05.697739 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54008) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:05.720800 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:05.760264 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c857433-6bd6-49d3-b9bd-29cf2765252d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:05.760648 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:05.789969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:05.793320 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:05.793320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] 10.222.0.41 "PUT /v2.0/ports/b71bc6fe-1baa-4ba6-8426-08572ea4e57d HTTP/1.1" status: 200 len: 1092 time: 1.7777798 Oct 13 14:21:05.793320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38fa287-88a4-47f9-8554-3c10cccc6782', 'tag': 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:21:05.797485 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78543d6c-f489-4b37-92bb-d9d93f74fcec" -d '{"events": [{"name": "network-changed", "server_uuid": "f38fa287-88a4-47f9-8554-3c10cccc6782", "tag": "b71bc6fe-1baa-4ba6-8426-08572ea4e57d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:21:05.822077 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-60f60356-5c1d-4c56-ad4a-d27c5ba3307c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b80d7edb00dd4c08b870dab304ba4673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1221592 Oct 13 14:21:05.830037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54012) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:05.843617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Pushing event updated for resources: {'Port': ['ID=9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:05.879661 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Network 52414893-14a6-486b-b82d-379bf8f86c4c is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:05.882956 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9531a536-7907-45d5-a08a-214156bbef67 x-openstack-request-id: req-9531a536-7907-45d5-a08a-214156bbef67 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:21:05.883283 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38fa287-88a4-47f9-8554-3c10cccc6782", "tag": "b71bc6fe-1baa-4ba6-8426-08572ea4e57d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:21:05.883839 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9531a536-7907-45d5-a08a-214156bbef67 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:21:05.884084 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38fa287-88a4-47f9-8554-3c10cccc6782', 'tag': 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d', 'status': 'completed', 'code': 200} Oct 13 14:21:05.889200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8361a6-60da-4cd9-b6bc-17dc65ff9bac service neutron] Pushing event updated for resources: {'Port': ['ID=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:05.894815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:05.897237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:05.901631 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c857433-6bd6-49d3-b9bd-29cf2765252d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:05.936041 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:05.970014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Attempting to bind port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:05.970472 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Attempting to bind port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '52414893-14a6-486b-b82d-379bf8f86c4c'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:05.971430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Attempting to bind port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd on network 52414893-14a6-486b-b82d-379bf8f86c4c {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:05.978547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:05.978547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Checking segment: {'id': '1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '52414893-14a6-486b-b82d-379bf8f86c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:05.978547 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:05.978547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Bound using segment: {'id': '1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '52414893-14a6-486b-b82d-379bf8f86c4c'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:05.979243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Bound port: 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '52414893-14a6-486b-b82d-379bf8f86c4c'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:05.979672 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.017659 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c857433-6bd6-49d3-b9bd-29cf2765252d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.032619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78543d6c-f489-4b37-92bb-d9d93f74fcec req-d06bdb38-e512-4aa4-880a-e3186ffc660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:06.034809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78543d6c-f489-4b37-92bb-d9d93f74fcec req-d06bdb38-e512-4aa4-880a-e3186ffc660f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 1095 time: 0.1265407 Oct 13 14:21:06.035692 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c91a5b0-d92c-47fb-8101-febf31856380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.093656 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.133137 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54020) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:06.136564 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c91a5b0-d92c-47fb-8101-febf31856380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.139163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Network e225ec80-ce3d-4ba3-9bba-caee997fcceb is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:06.143059 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:06.151180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:06.196648 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bbe7a8ef-8f24-40ea-a786-3eb8ec223558 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ce161c5e3a9436aafe8d7dc55d31f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621228 Oct 13 14:21:06.198113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c857433-6bd6-49d3-b9bd-29cf2765252d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.200113 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Pushing event updated for resources: {'Port': ['ID=1d91f386-7f55-4a12-a266-24a9cdc540de,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:06.206514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54022) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:06.206710 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] For port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:06.242206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54024) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:06.250886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] For port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd,segment=NetworkSegment(1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a),segment_id=1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:06.256745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Attempting to bind port 1d91f386-7f55-4a12-a266-24a9cdc540de on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:06.257387 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Attempting to bind port 1d91f386-7f55-4a12-a266-24a9cdc540de by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '4ea8af17-a427-4170-8684-d90145050310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e225ec80-ce3d-4ba3-9bba-caee997fcceb'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:06.257894 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Attempting to bind port 1d91f386-7f55-4a12-a266-24a9cdc540de on network e225ec80-ce3d-4ba3-9bba-caee997fcceb {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:06.258073 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c857433-6bd6-49d3-b9bd-29cf2765252d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd0efd9-a6f4-496e-aebc-d79acdc304cf,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:06.265522 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:06.265918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Checking segment: {'id': '4ea8af17-a427-4170-8684-d90145050310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e225ec80-ce3d-4ba3-9bba-caee997fcceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:06.266318 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.266717 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Bound using segment: {'id': '4ea8af17-a427-4170-8684-d90145050310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e225ec80-ce3d-4ba3-9bba-caee997fcceb'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:06.267262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Bound port: 1d91f386-7f55-4a12-a266-24a9cdc540de, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea8af17-a427-4170-8684-d90145050310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e225ec80-ce3d-4ba3-9bba-caee997fcceb'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:06.267651 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.269463 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c857433-6bd6-49d3-b9bd-29cf2765252d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.273503 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2c857433-6bd6-49d3-b9bd-29cf2765252d tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "DELETE /v2.0/subnets/1dd0efd9-a6f4-496e-aebc-d79acdc304cf HTTP/1.1" status: 204 len: 168 time: 1.1621976 Oct 13 14:21:06.279005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54028) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:06.357287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Deleting subnet 4755352f-0c76-4076-b787-19f9b884853d {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:21:06.369775 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.377416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] For port 1d91f386-7f55-4a12-a266-24a9cdc540de, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:06.382550 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] For port 1d91f386-7f55-4a12-a266-24a9cdc540de, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1d91f386-7f55-4a12-a266-24a9cdc540de,segment=NetworkSegment(4ea8af17-a427-4170-8684-d90145050310),segment_id=4ea8af17-a427-4170-8684-d90145050310)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:06.386851 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.399230 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2d1dc47-6441-4cd3-a1d2-ebd31f072528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.437484 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.442826 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2d1dc47-6441-4cd3-a1d2-ebd31f072528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.494805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743fc2f-ee82-4d7d-9266-dfebf90069db None None] Pushing event updated for resources: {'Port': ['ID=9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:06.505620 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.550345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1855933663-network', 'tenant_id': '5c9b73588936497c883bc75c86884c86'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:06.615897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fceaf-9e65-4466-8769-3fcb3d5b8c0e None None] Pushing event updated for resources: {'Port': ['ID=1d91f386-7f55-4a12-a266-24a9cdc540de,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:06.657582 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.701703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Made reservation on behalf of 5c9b73588936497c883bc75c86884c86 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:06.704538 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.716852 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.754024 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2d1dc47-6441-4cd3-a1d2-ebd31f072528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.756529 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2d1dc47-6441-4cd3-a1d2-ebd31f072528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.758543 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a2d1dc47-6441-4cd3-a1d2-ebd31f072528 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0eebdad-55dc-4bf1-8de5-0c784ca3c143 HTTP/1.1" status: 204 len: 168 time: 0.5264907 Oct 13 14:21:06.783924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c86073-471d-4da1-ac8e-bf8bbf3d4174 req-630e4cd7-2f36-4278-8723-90fc8708f1cb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:06.785865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57c86073-471d-4da1-ac8e-bf8bbf3d4174 req-630e4cd7-2f36-4278-8723-90fc8708f1cb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 945 time: 0.7153206 Oct 13 14:21:06.801074 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1dc47-6441-4cd3-a1d2-ebd31f072528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0eebdad-55dc-4bf1-8de5-0c784ca3c143,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:06.817344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78543d6c-f489-4b37-92bb-d9d93f74fcec req-361720a2-6c0c-47e5-b3c9-ea1f4342e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:06.819165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78543d6c-f489-4b37-92bb-d9d93f74fcec req-361720a2-6c0c-47e5-b3c9-ea1f4342e7fc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.7696831 Oct 13 14:21:06.963156 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:06.986057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caa18-f2a4-4e5d-acac-a64edf80239f req-444849fd-d29b-4028-9536-e1d1582b4840 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:06.988397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-258caa18-f2a4-4e5d-acac-a64edf80239f req-444849fd-d29b-4028-9536-e1d1582b4840 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 943 time: 0.2514758 Oct 13 14:21:06.996407 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c91a5b0-d92c-47fb-8101-febf31856380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:07.000066 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c91a5b0-d92c-47fb-8101-febf31856380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:07.001934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0c91a5b0-d92c-47fb-8101-febf31856380 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f7dcf22-8990-475b-97fd-009fc0664535 HTTP/1.1" status: 204 len: 168 time: 1.1713312 Oct 13 14:21:07.018211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57c86073-471d-4da1-ac8e-bf8bbf3d4174 req-c42cfcec-256c-42e4-b65b-04e2ef507935 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068586 Oct 13 14:21:07.031802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event deleted for resources: {'Subnet': ['ID=4755352f-0c76-4076-b787-19f9b884853d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:07.042306 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:07.042778 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:07.043120 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:07.043457 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:07.043926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:07.044257 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:07.050641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:07.050641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:07.050641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:07.050641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:07.050641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:07.050641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:07.068405 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:07.071506 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-787b1b14-fa15-4827-b837-0b6b18ad1bdc tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "DELETE /v2.0/subnets/4755352f-0c76-4076-b787-19f9b884853d HTTP/1.1" status: 204 len: 168 time: 0.7909250 Oct 13 14:21:07.075048 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54042) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:07.081748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91a5b0-d92c-47fb-8101-febf31856380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7dcf22-8990-475b-97fd-009fc0664535,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:07.137654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78543d6c-f489-4b37-92bb-d9d93f74fcec req-cb6c45e3-4a16-427c-99e2-99e5f7cacfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:07.140929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78543d6c-f489-4b37-92bb-d9d93f74fcec req-cb6c45e3-4a16-427c-99e2-99e5f7cacfc9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2874894 Oct 13 14:21:07.213421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-258caa18-f2a4-4e5d-acac-a64edf80239f req-9c78af0e-8449-4b32-8124-cd5c011faf26 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033238 Oct 13 14:21:07.228656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c87e1c8-d419-4c93-886f-e54cbcc70379 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:07.234974 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5c87e1c8-d419-4c93-886f-e54cbcc70379 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1543341 Oct 13 14:21:07.235433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54046) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:07.240209 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:07.290325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc875900-b6ea-4e45-a969-dbcad252307a req-9b307229-7869-4f2b-905c-34ae2943e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:07.292275 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-9b307229-7869-4f2b-905c-34ae2943e42d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 1095 time: 0.0770574 Oct 13 14:21:07.325196 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:07.365031 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:07.366993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-80a3c922-bcaf-4965-91b1-9a8e470c107b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b71bc6fe-1baa-4ba6-8426-08572ea4e57d HTTP/1.1" status: 200 len: 217 time: 0.0601876 Oct 13 14:21:07.406151 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:07.416313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea41b9cf-eaec-4e7b-a3e7-b57336a6de7a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:07.431703 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:07.432102 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Added segment 7b1dec03-ffb3-43f0-9d1d-98decf624346 of type vlan for network b8545c0c-28f8-4a56-ba6d-03bd5db64316 Oct 13 14:21:07.507019 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:07.548753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Deleting port 1d91f386-7f55-4a12-a266-24a9cdc540de {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:07.549050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc875900-b6ea-4e45-a969-dbcad252307a req-4337e6d8-7177-477b-ab7b-85040c1ec887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:07.550502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-4337e6d8-7177-477b-ab7b-85040c1ec887 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60ae2475-f5d9-4bef-9dd4-ffde2898ae49 HTTP/1.1" status: 200 len: 853 time: 0.1676190 Oct 13 14:21:07.550713 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:07.651932 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-ae0cc702-18ed-4af2-a486-2fadc33cc26b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50adb513-04c1-43cc-aacf-ff230e927593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579803 Oct 13 14:21:07.661697 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:07.663466 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:07.664950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96831e-5790-46ac-b837-6462b58590aa req-40edadcd-d9aa-463f-98b3-2f13b5bde9f8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:07.670645 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:07.675734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-40edadcd-d9aa-463f-98b3-2f13b5bde9f8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.2269258 Oct 13 14:21:07.746811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-83cc6481-6de7-4e14-a4b4-8970334c9ef6 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/quotas/1f3381f4090b46da8ec91eb741bf2620 HTTP/1.1" status: 200 len: 375 time: 0.0698748 Oct 13 14:21:07.826357 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] For port 1d91f386-7f55-4a12-a266-24a9cdc540de, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1d91f386-7f55-4a12-a266-24a9cdc540de,segment=NetworkSegment(4ea8af17-a427-4170-8684-d90145050310),segment_id=4ea8af17-a427-4170-8684-d90145050310)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:07.828005 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:07.872398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-a4835a14-edc2-4b67-ad42-5d9ad7aa2b9e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242673 Oct 13 14:21:07.878072 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Calling delete_port for 1d91f386-7f55-4a12-a266-24a9cdc540de owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:07.881719 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=b8545c0c-28f8-4a56-ba6d-03bd5db64316,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:07.895458 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-263e13bd-625a-4b6d-ba9c-9a23179bf1c5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6514361 Oct 13 14:21:07.900492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54076) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:07.903364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network b8545c0c-28f8-4a56-ba6d-03bd5db64316 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:08.026151 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8aacdc3a-273f-4cef-9886-cbbc06a955aa admin admin] Request body: {'subnet': {'network_id': 'b8545c0c-28f8-4a56-ba6d-03bd5db64316', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1855933663-subnet', 'tenant_id': '5c9b73588936497c883bc75c86884c86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:08.060131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-fb3fdb5c-82a7-43b2-b34a-e65181cf5a85 service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812287 Oct 13 14:21:08.117141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-b265695e-bd5c-46d8-bddf-9b7a795b817d service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436702 Oct 13 14:21:08.270221 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aacdc3a-273f-4cef-9886-cbbc06a955aa admin admin] Made reservation on behalf of 5c9b73588936497c883bc75c86884c86 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:08.273223 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8aacdc3a-273f-4cef-9886-cbbc06a955aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:08.342374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc875900-b6ea-4e45-a969-dbcad252307a req-23f808cf-6e28-4088-b61d-74e2016fb3c0 service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712686 Oct 13 14:21:08.381919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3cac5-cd52-441a-9a5b-87f33858a759 None None] Network e225ec80-ce3d-4ba3-9bba-caee997fcceb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:08.386123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-3713dcb8-39c7-463b-9f2d-110a6d516f2e service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680357 Oct 13 14:21:08.545085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b9932968-405d-42df-a668-b8e11db2db74 None None] Could not find standard attr ID for object 1d91f386-7f55-4a12-a266-24a9cdc540de. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:21:08.559566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52abfaa-be6b-4207-a926-96476b005102 req-980516bd-3d35-4b7f-b076-92297ee175ca tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:08.575443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b52abfaa-be6b-4207-a926-96476b005102 req-980516bd-3d35-4b7f-b076-92297ee175ca tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 943 time: 0.1655409 Oct 13 14:21:08.670709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1d91f386-7f55-4a12-a266-24a9cdc540de up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:21:08.701280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b52abfaa-be6b-4207-a926-96476b005102 req-44cf0ba2-fcd8-4134-a961-d927edb301fe tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175940 Oct 13 14:21:08.718548 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:08.718781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 1d91f386-7f55-4a12-a266-24a9cdc540de {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:21:08.718781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1d91f386-7f55-4a12-a266-24a9cdc540de not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 13 14:21:08.748649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Port 1d91f386-7f55-4a12-a266-24a9cdc540de not found, will not notify nova. {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 13 14:21:08.749541 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:21:08.836751 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82d7deb-3ba4-4225-a695-db861b863b0b None None] Network 52414893-14a6-486b-b82d-379bf8f86c4c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:08.862539 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] No DVR routers for this DVR port 1d91f386-7f55-4a12-a266-24a9cdc540de on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:08.865132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event deleted for resources: {'Port': ['ID=1d91f386-7f55-4a12-a266-24a9cdc540de,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:08.901547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54102) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:08.950130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f480e6-3f43-45e4-94d9-872f1634db23 None None] DHCP port deletion for e225ec80-ce3d-4ba3-9bba-caee997fcceb request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:21:08.955545 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8aacdc3a-273f-4cef-9886-cbbc06a955aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:08.979307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-594f2cec-ff18-4714-9365-aa65b871803e req-f3926564-486c-4204-a763-66c61b57312c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 210 time: 0.0785391 Oct 13 14:21:08.988482 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-884cf8e5-8564-4cf5-8535-53e59ceb3524 None None] Provisioning complete for port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:08.994625 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-884cf8e5-8564-4cf5-8535-53e59ceb3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.011763 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.063226 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e225ec80-ce3d-4ba3-9bba-caee997fcceb']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:09.085745 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea8af17-a427-4170-8684-d90145050310') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:09.085745 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea8af17-a427-4170-8684-d90145050310') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:09.095094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacdc3a-273f-4cef-9886-cbbc06a955aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=35af8c03-7315-4ee6-b2cf-ec6a897c8107,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:09.102572 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.121785 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aacdc3a-273f-4cef-9886-cbbc06a955aa admin admin] Checking segment: {'id': '7b1dec03-ffb3-43f0-9d1d-98decf624346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b8545c0c-28f8-4a56-ba6d-03bd5db64316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:09.121785 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aacdc3a-273f-4cef-9886-cbbc06a955aa admin admin] Network hostable DHCP agents. Network: b8545c0c-28f8-4a56-ba6d-03bd5db64316, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:09.133042 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.138517 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:09.139029 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.149778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:09.153569 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.154849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-990a90e1-0bbe-4318-9ef8-c4adf8c73f01 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.156577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-990a90e1-0bbe-4318-9ef8-c4adf8c73f01 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.2526345 Oct 13 14:21:09.159430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54114) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.170019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-3edbd23b-46e5-4cbf-a1a8-ee61e6a5daea tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.171460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3edbd23b-46e5-4cbf-a1a8-ee61e6a5daea tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0106418 Oct 13 14:21:09.175459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54116) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.181821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-bae8c3b6-0ce6-4a0a-bb83-15cd36e10a10 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.182843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bae8c3b6-0ce6-4a0a-bb83-15cd36e10a10 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0047562 Oct 13 14:21:09.186989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54118) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.191259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-2c1ee5e7-47f0-4745-8903-9a65d6afe696 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.195952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2c1ee5e7-47f0-4745-8903-9a65d6afe696 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043709 Oct 13 14:21:09.201534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54120) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:09.203617 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:09.211120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-99a3e827-01fb-455e-87c1-49faafd6a6ba tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.219526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-99a3e827-01fb-455e-87c1-49faafd6a6ba tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0165100 Oct 13 14:21:09.224541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54122) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.241874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-966eb168-acfb-4740-ada4-48a4edb3a9b3 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.244914 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-966eb168-acfb-4740-ada4-48a4edb3a9b3 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0179186 Oct 13 14:21:09.250296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54124) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.262806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-97f64b35-8b99-4985-92ee-230829e562d0 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.265307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-97f64b35-8b99-4985-92ee-230829e562d0 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0126994 Oct 13 14:21:09.268020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54126) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.275753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-22947c51-f185-4a88-8092-30adbfc68feb tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.278158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-22947c51-f185-4a88-8092-30adbfc68feb tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0077455 Oct 13 14:21:09.282856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54128) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.287920 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-5ad6867d-f5de-4b6c-9757-112cff904cad tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.289910 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5ad6867d-f5de-4b6c-9757-112cff904cad tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048656 Oct 13 14:21:09.295465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54130) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.299314 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-a44ff2a6-6530-4028-aed5-3894805c02a9 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.300426 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a44ff2a6-6530-4028-aed5-3894805c02a9 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0068099 Oct 13 14:21:09.311569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54134) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.311569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-65dbd314-8449-4975-a27d-ba033072e58b tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.311569 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-65dbd314-8449-4975-a27d-ba033072e58b tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0059946 Oct 13 14:21:09.316144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54136) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.322178 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-6c121d7e-440d-4e9d-a889-770ad587995b tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.324766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6c121d7e-440d-4e9d-a889-770ad587995b tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0069492 Oct 13 14:21:09.329550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54138) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.334688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-f621aa19-e456-4b66-91af-d91cece2b85e tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.335672 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f621aa19-e456-4b66-91af-d91cece2b85e tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044808 Oct 13 14:21:09.344844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54140) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.356631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-687c52ef-ea0f-4da2-b272-06d6d73dd8a3 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.357717 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732655d7-1488-44ed-8a0f-a52e535d58d0 None None] DHCP port deletion for 52414893-14a6-486b-b82d-379bf8f86c4c request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:21:09.360959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-687c52ef-ea0f-4da2-b272-06d6d73dd8a3 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0113947 Oct 13 14:21:09.369396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54142) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.375892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-43ad2c62-aa75-43d9-ab63-145ad2ed1f13 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.380364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54144) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.380606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-43ad2c62-aa75-43d9-ab63-145ad2ed1f13 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0094771 Oct 13 14:21:09.386874 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-a30e3e9b-fdab-4428-92a3-de0691d7ee00 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.388598 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a30e3e9b-fdab-4428-92a3-de0691d7ee00 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0059178 Oct 13 14:21:09.392282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54146) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.392617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aacdc3a-273f-4cef-9886-cbbc06a955aa admin admin] Network b8545c0c-28f8-4a56-ba6d-03bd5db64316 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:09.405903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-1976c03b-266e-45a8-8643-f1d202415bbf tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.407909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1976c03b-266e-45a8-8643-f1d202415bbf tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0130119 Oct 13 14:21:09.411824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54150) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.418215 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-884cf8e5-8564-4cf5-8535-53e59ceb3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.419878 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.429399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-4523b6c1-cfcc-4b68-a1ac-f576ebe7c259 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.432882 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.437192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4523b6c1-cfcc-4b68-a1ac-f576ebe7c259 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0208797 Oct 13 14:21:09.438255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54152) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.444599 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.445253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-60950958-aec0-48d2-a9d1-a46b81f67097 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.452743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-60950958-aec0-48d2-a9d1-a46b81f67097 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072067 Oct 13 14:21:09.452897 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "DELETE /v2.0/networks/e225ec80-ce3d-4ba3-9bba-caee997fcceb HTTP/1.1" status: 204 len: 168 time: 2.2139363 Oct 13 14:21:09.454410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54154) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.454758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54156) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.474758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-725938e4-31b4-49a2-a988-e0be6f99d8b8 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.475987 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88072cca-3570-4ff6-9fe5-52981f693078 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event deleted for resources: {'Network': ['ID=e225ec80-ce3d-4ba3-9bba-caee997fcceb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:09.478926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-725938e4-31b4-49a2-a988-e0be6f99d8b8 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0207245 Oct 13 14:21:09.480059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54158) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.487557 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-25156385-4d69-49ab-9363-23ea0a2dfb66 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.491837 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-25156385-4d69-49ab-9363-23ea0a2dfb66 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0082843 Oct 13 14:21:09.492182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54160) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.513695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-8aacdc3a-273f-4cef-9886-cbbc06a955aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, b8545c0c-28f8-4a56-ba6d-03bd5db64316) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:09.521552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aacdc3a-273f-4cef-9886-cbbc06a955aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:09.522338 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8aacdc3a-273f-4cef-9886-cbbc06a955aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.526500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-b84d1008-038b-43ce-84f7-87cd888552b1 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.532262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef6236e-3ebf-42b3-84fe-23068ad08e19 None None] Network b8545c0c-28f8-4a56-ba6d-03bd5db64316 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:09.533464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b84d1008-038b-43ce-84f7-87cd888552b1 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0398438 Oct 13 14:21:09.535369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54162) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.546007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-cb77431e-801e-468d-8df5-3a4caea81daa tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.553374 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cb77431e-801e-468d-8df5-3a4caea81daa tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0105186 Oct 13 14:21:09.554714 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54164) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.567708 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-bdea8dc2-f110-45bf-92ca-76b0e8194916 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.571784 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bdea8dc2-f110-45bf-92ca-76b0e8194916 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0142715 Oct 13 14:21:09.574789 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54166) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.585070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-ff02c931-8930-4e1d-8785-eb9dc0adbee0 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.589250 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ff02c931-8930-4e1d-8785-eb9dc0adbee0 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0091822 Oct 13 14:21:09.589621 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54168) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.602966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-7af6b65a-bb69-49fe-b248-de631c7c11a4 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.607463 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7af6b65a-bb69-49fe-b248-de631c7c11a4 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0159137 Oct 13 14:21:09.607870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-884cf8e5-8564-4cf5-8535-53e59ceb3524 None None] For port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd,segment=NetworkSegment(1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a),segment_id=1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:09.608126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54170) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.608858 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.613930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-92ad29de-7fac-44a3-8b13-905de853ede6 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.616135 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-92ad29de-7fac-44a3-8b13-905de853ede6 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0068142 Oct 13 14:21:09.620045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54172) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.626178 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-e5b3305a-7311-4e8f-9ed0-a574d00f5c1c tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.627097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e5b3305a-7311-4e8f-9ed0-a574d00f5c1c tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049999 Oct 13 14:21:09.629383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-732655d7-1488-44ed-8a0f-a52e535d58d0 None None] Deleting port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:09.629975 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-732655d7-1488-44ed-8a0f-a52e535d58d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.631424 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54174) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.637097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-26d54d6a-6379-4072-be67-f217bf369990 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.639098 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-26d54d6a-6379-4072-be67-f217bf369990 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0059392 Oct 13 14:21:09.650421 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54176) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.655466 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-9976062a-a24f-44f7-8248-9c168c84d4a4 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.658877 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9976062a-a24f-44f7-8248-9c168c84d4a4 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046000 Oct 13 14:21:09.659125 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54178) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.663420 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-baabc965-2286-4cbd-be2f-5e7f1eed53a0 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.666790 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-baabc965-2286-4cbd-be2f-5e7f1eed53a0 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043423 Oct 13 14:21:09.667032 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54180) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.671581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-48b612b1-bc73-4742-b386-85784ca9841d tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.673434 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-48b612b1-bc73-4742-b386-85784ca9841d tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0046353 Oct 13 14:21:09.678819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54182) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.684051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-bdc697cb-8d51-420b-9e77-e1c9413357be tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.688713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bdc697cb-8d51-420b-9e77-e1c9413357be tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0052965 Oct 13 14:21:09.688713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54184) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.693367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-9e597671-f5c1-49c3-84cf-3bee5605cc43 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.694351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9e597671-f5c1-49c3-84cf-3bee5605cc43 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045540 Oct 13 14:21:09.707824 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54188) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.712393 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-fbbe491a-e627-450b-b2f9-516a9530d977 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.713806 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fbbe491a-e627-450b-b2f9-516a9530d977 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0045111 Oct 13 14:21:09.718259 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54190) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.722097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Deleting port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:09.722926 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.726382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-1a59696f-81b5-44fd-9b51-174c6ef73740 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.731462 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1a59696f-81b5-44fd-9b51-174c6ef73740 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0115144 Oct 13 14:21:09.738546 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54192) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.758300 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-c687e65f-2192-469e-b647-f594f0ddb1c0 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.766144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-732655d7-1488-44ed-8a0f-a52e535d58d0 None None] For port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd,segment=NetworkSegment(1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a),segment_id=1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:09.767163 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c687e65f-2192-469e-b647-f594f0ddb1c0 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0291378 Oct 13 14:21:09.767163 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54196) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.768182 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-732655d7-1488-44ed-8a0f-a52e535d58d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.780661 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-ded6fe10-1e37-4823-b71e-0b249c5cd5ce tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.785152 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ded6fe10-1e37-4823-b71e-0b249c5cd5ce tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0124035 Oct 13 14:21:09.790031 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8aacdc3a-273f-4cef-9886-cbbc06a955aa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8780169 Oct 13 14:21:09.790192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54198) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.803576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-ad1cf5b6-bce5-48a9-8b51-dd988a1df845 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.803576 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ad1cf5b6-bce5-48a9-8b51-dd988a1df845 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0086093 Oct 13 14:21:09.803576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54202) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.806150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-cc4a51fb-cb18-4395-b305-d03e47ac62d5 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.810983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54206) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.811214 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cc4a51fb-cb18-4395-b305-d03e47ac62d5 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0086575 Oct 13 14:21:09.821714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-7ad3f002-b42d-402b-ae21-200198510b9b tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.825750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7ad3f002-b42d-402b-ae21-200198510b9b tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0127404 Oct 13 14:21:09.827878 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54208) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.862036 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-ab9f8f7e-b387-4d1c-a1a8-d7e35d685d1e tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.862796 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-884cf8e5-8564-4cf5-8535-53e59ceb3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.866276 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ab9f8f7e-b387-4d1c-a1a8-d7e35d685d1e tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0366888 Oct 13 14:21:09.871558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54212) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.889964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-dfeb867e-1160-4a35-8979-f84bcb31d537 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.894198 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54214) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.898007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dfeb867e-1160-4a35-8979-f84bcb31d537 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0223677 Oct 13 14:21:09.901106 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-ecdabf38-f729-4d06-bc10-b923af9acaf9 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.902530 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ecdabf38-f729-4d06-bc10-b923af9acaf9 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0066605 Oct 13 14:21:09.905960 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54216) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.914495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-f88ffe9a-afbb-4bde-909c-2e3e75d1866b tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.920022 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f88ffe9a-afbb-4bde-909c-2e3e75d1866b tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0104117 Oct 13 14:21:09.924377 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54218) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.945864 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-ac8cf447-412e-4fb1-bd50-501349f134fc tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.953146 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-732655d7-1488-44ed-8a0f-a52e535d58d0 None None] Calling delete_port for 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:09.955312 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ac8cf447-412e-4fb1-bd50-501349f134fc tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0252335 Oct 13 14:21:09.956854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54220) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.967076 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-cf28d30d-b135-430e-a2b0-0806ef83dc4e tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.975458 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cf28d30d-b135-430e-a2b0-0806ef83dc4e tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0165594 Oct 13 14:21:09.975771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] For port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd,segment=NetworkSegment(1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a),segment_id=1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:09.976961 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:09.978061 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54222) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:09.987798 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-c4e10592-b5bd-44cb-a7f3-8c0f346def5c tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:09.990121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600dcbe3-d1a0-4f66-bf34-1dd277b85d79 None None] Network b8545c0c-28f8-4a56-ba6d-03bd5db64316 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:09.992204 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c4e10592-b5bd-44cb-a7f3-8c0f346def5c tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0117111 Oct 13 14:21:09.992856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54224) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.001790 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-7ee12637-8a6c-492f-8a74-f8d15cde1d04 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.008066 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7ee12637-8a6c-492f-8a74-f8d15cde1d04 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0124886 Oct 13 14:21:10.009230 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54226) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.017966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-3a9d703d-473d-41a7-819b-49579d0f2ee2 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.018949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Calling delete_port for 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:10.024040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54230) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.025148 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3a9d703d-473d-41a7-819b-49579d0f2ee2 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0134211 Oct 13 14:21:10.034699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-dbe7c2a1-0b6e-426d-99db-40a6595362e4 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.034699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dbe7c2a1-0b6e-426d-99db-40a6595362e4 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0068450 Oct 13 14:21:10.038608 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54232) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.054017 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-b885a30d-ae67-4928-928f-a62a09396327 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.057668 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b885a30d-ae67-4928-928f-a62a09396327 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0159822 Oct 13 14:21:10.060790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54234) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.074321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b92b8-0a8f-42c7-8c70-23fba246137f req-52dced4a-cb5e-4927-9781-67ce06672c8a tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:10.082152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c0b92b8-0a8f-42c7-8c70-23fba246137f req-52dced4a-cb5e-4927-9781-67ce06672c8a tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 943 time: 0.1814222 Oct 13 14:21:10.093835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-bd036104-ce4b-4841-b6e0-25558b257241 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.095312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bd036104-ce4b-4841-b6e0-25558b257241 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0116045 Oct 13 14:21:10.099554 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54238) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.108235 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-8db48547-c845-4f9c-b8b2-fa411fda71d1 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.112462 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8db48547-c845-4f9c-b8b2-fa411fda71d1 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0098269 Oct 13 14:21:10.114398 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54240) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.126568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-f16e291d-77ea-40d6-89bf-2f533be03914 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.129058 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f16e291d-77ea-40d6-89bf-2f533be03914 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0127673 Oct 13 14:21:10.131506 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54242) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.138774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-2c76fc2d-ba86-45ad-afdb-a8f58ce56dd2 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.145573 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2c76fc2d-ba86-45ad-afdb-a8f58ce56dd2 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0072920 Oct 13 14:21:10.154047 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54244) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.154047 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-05a663c6-f105-4e80-9446-86987abd82f5 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.155545 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-05a663c6-f105-4e80-9446-86987abd82f5 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0073297 Oct 13 14:21:10.159394 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54246) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.163972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-1c40d5d7-7c23-4fa3-aa56-e50035afb661 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.168213 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1c40d5d7-7c23-4fa3-aa56-e50035afb661 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0045509 Oct 13 14:21:10.168442 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54248) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.173673 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-5abb0fde-c353-4275-850c-e48d2c75b289 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.177850 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5abb0fde-c353-4275-850c-e48d2c75b289 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064247 Oct 13 14:21:10.181338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54250) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.183152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd02640a-ec39-41c3-8ca7-a0c0ebf8aaf1 req-a34903ee-06ce-4d32-8bea-744a0a42018f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 210 time: 0.0849099 Oct 13 14:21:10.189706 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-794a09c8-a97f-4997-9ad0-8d80d2b19410 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.190915 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-794a09c8-a97f-4997-9ad0-8d80d2b19410 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084269 Oct 13 14:21:10.194846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54254) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.208796 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-068a99d6-3d89-4bdd-aac1-33896a040789 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.208796 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-068a99d6-3d89-4bdd-aac1-33896a040789 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0086551 Oct 13 14:21:10.209689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c0b92b8-0a8f-42c7-8c70-23fba246137f req-9ef382fe-27e9-45f8-b788-e52f904751f2 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195745 Oct 13 14:21:10.209689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54256) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.215740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-a6638902-8458-43d9-bcff-f0f9a4c1a73e tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.219734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a6638902-8458-43d9-bcff-f0f9a4c1a73e tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0065649 Oct 13 14:21:10.220241 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54258) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.237345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-c9e5b539-004f-4d9f-bd11-65bc198b07e6 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.237345 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c9e5b539-004f-4d9f-bd11-65bc198b07e6 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0148361 Oct 13 14:21:10.239146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54260) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.247772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54262) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.252907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-eb2c8074-ca88-406a-964f-12b361975b25 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.257736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-eb2c8074-ca88-406a-964f-12b361975b25 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0084484 Oct 13 14:21:10.260536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54264) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.267857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-85989f02-3b66-4302-bb3f-574c680ad630 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.271585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54268) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.271801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-85989f02-3b66-4302-bb3f-574c680ad630 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0101247 Oct 13 14:21:10.277045 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [None req-b41cdbf8-1423-4ff9-8a59-af6314850a48 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.278372 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b41cdbf8-1423-4ff9-8a59-af6314850a48 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0054195 Oct 13 14:21:10.282767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54270) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.290996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-1aa276df-0dee-4310-a571-62c0a837684d tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.295999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1aa276df-0dee-4310-a571-62c0a837684d tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0105252 Oct 13 14:21:10.296685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54272) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.300645 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b147610-7ef4-4bef-bb47-1c98e077ba67 admin admin] Deleting subnet 35af8c03-7315-4ee6-b2cf-ec6a897c8107 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:21:10.305661 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b147610-7ef4-4bef-bb47-1c98e077ba67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.313734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-ed4ddc55-67b3-4eb7-b711-26207295d1f0 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.320594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ed4ddc55-67b3-4eb7-b711-26207295d1f0 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0145686 Oct 13 14:21:10.321982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54274) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.334167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [None req-62e93bef-be12-4e12-b5a8-ad87063389c4 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:10.343816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-62e93bef-be12-4e12-b5a8-ad87063389c4 tempest-ExtensionsTestJSON-1948655699 tempest-ExtensionsTestJSON-1948655699-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0136843 Oct 13 14:21:10.366220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cf8e5-8564-4cf5-8535-53e59ceb3524 None None] Pushing event updated for resources: {'Port': ['ID=9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:10.379949 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:21:10.380526 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:21:10.384771 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b147610-7ef4-4bef-bb47-1c98e077ba67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.436632 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b147610-7ef4-4bef-bb47-1c98e077ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.441013 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.483075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event deleted for resources: {'Port': ['ID=9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:10.485876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] No DVR routers for this DVR port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:10.548033 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-732655d7-1488-44ed-8a0f-a52e535d58d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.600013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732655d7-1488-44ed-8a0f-a52e535d58d0 None None] Pushing event deleted for resources: {'Port': ['ID=9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:10.619625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732655d7-1488-44ed-8a0f-a52e535d58d0 None None] No DVR routers for this DVR port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:10.620148 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.654543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52414893-14a6-486b-b82d-379bf8f86c4c']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:10.665407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:10.666259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca1dfd8-6c58-4a00-bdbb-a65ed7a9408a') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:10.684034 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.709791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.719705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:10.722179 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.725128 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b147610-7ef4-4bef-bb47-1c98e077ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:10.727239 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:10.764767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b147610-7ef4-4bef-bb47-1c98e077ba67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35af8c03-7315-4ee6-b2cf-ec6a897c8107,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:10.771606 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b147610-7ef4-4bef-bb47-1c98e077ba67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.776290 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4b147610-7ef4-4bef-bb47-1c98e077ba67 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/35af8c03-7315-4ee6-b2cf-ec6a897c8107 HTTP/1.1" status: 204 len: 168 time: 0.5361731 Oct 13 14:21:10.780324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54286) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:10.863630 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea953dbd-fbb5-4a1c-ad9d-be7e3a30407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.909662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Port 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd update to ACTIVE by agent not found {{(pid=112686) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 14:21:10.932186 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.944831 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:10.950093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "DELETE /v2.0/networks/52414893-14a6-486b-b82d-379bf8f86c4c HTTP/1.1" status: 204 len: 168 time: 1.4922476 Oct 13 14:21:10.953375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54292) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:11.002551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae527166-1557-43c1-b78f-6a2c11270bed tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event deleted for resources: {'Network': ['ID=52414893-14a6-486b-b82d-379bf8f86c4c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:11.058076 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1d91f386-7f55-4a12-a266-24a9cdc540de no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:21:11.059639 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea953dbd-fbb5-4a1c-ad9d-be7e3a30407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.073085 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54296) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:11.118438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 1d91f386-7f55-4a12-a266-24a9cdc540de {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:21:11.119017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1d91f386-7f55-4a12-a266-24a9cdc540de not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:21:11.119710 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:21:11.132300 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ea953dbd-fbb5-4a1c-ad9d-be7e3a30407f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8545c0c-28f8-4a56-ba6d-03bd5db64316']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:11.147401 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-230dafb3-dbec-400c-8766-88b662c0a3c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.156903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ea953dbd-fbb5-4a1c-ad9d-be7e3a30407f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1dec03-ffb3-43f0-9d1d-98decf624346') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:11.166335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ea953dbd-fbb5-4a1c-ad9d-be7e3a30407f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1dec03-ffb3-43f0-9d1d-98decf624346') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:11.166796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:21:11.166796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9ffe72c6-7ab7-4c20-b5f9-1a02589e56cd not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:21:11.193269 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea953dbd-fbb5-4a1c-ad9d-be7e3a30407f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.233895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea953dbd-fbb5-4a1c-ad9d-be7e3a30407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.263618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea953dbd-fbb5-4a1c-ad9d-be7e3a30407f admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:11.263618 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea953dbd-fbb5-4a1c-ad9d-be7e3a30407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:11.267703 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:11.350955 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-230dafb3-dbec-400c-8766-88b662c0a3c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.406715 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d1d5bb4b-1828-4671-a24d-1038745464cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.416695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-230dafb3-dbec-400c-8766-88b662c0a3c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35c6a2e-6a7a-4ec7-b9f5-634c4bec3ccf']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:11.437932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-230dafb3-dbec-400c-8766-88b662c0a3c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34acc7d5-c80c-4d13-9ff2-eb453053afd7') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:11.438927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-230dafb3-dbec-400c-8766-88b662c0a3c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34acc7d5-c80c-4d13-9ff2-eb453053afd7') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:11.461338 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-230dafb3-dbec-400c-8766-88b662c0a3c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.483348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e249d7d-52bb-4630-9eeb-d9dc35f174c2 req-c8d197a7-a577-4360-a3f5-df3fe03c0705 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:11.485733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e249d7d-52bb-4630-9eeb-d9dc35f174c2 req-c8d197a7-a577-4360-a3f5-df3fe03c0705 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 943 time: 0.1712663 Oct 13 14:21:11.486010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea953dbd-fbb5-4a1c-ad9d-be7e3a30407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.502293 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-230dafb3-dbec-400c-8766-88b662c0a3c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.505075 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea953dbd-fbb5-4a1c-ad9d-be7e3a30407f admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.509249 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ea953dbd-fbb5-4a1c-ad9d-be7e3a30407f admin admin] 10.222.0.18 "DELETE /v2.0/networks/b8545c0c-28f8-4a56-ba6d-03bd5db64316 HTTP/1.1" status: 204 len: 168 time: 0.7274730 Oct 13 14:21:11.527166 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea953dbd-fbb5-4a1c-ad9d-be7e3a30407f admin admin] Pushing event deleted for resources: {'Network': ['ID=b8545c0c-28f8-4a56-ba6d-03bd5db64316,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:11.529889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230dafb3-dbec-400c-8766-88b662c0a3c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:11.531352 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-230dafb3-dbec-400c-8766-88b662c0a3c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:11.543762 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:11.620303 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d1d5bb4b-1828-4671-a24d-1038745464cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.659539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d8fa419-a58b-4a21-bb3f-4b72236c2a91 req-02878b09-1b32-4b50-a144-6c445f380cd2 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 210 time: 0.3040819 Oct 13 14:21:11.753872 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d1d5bb4b-1828-4671-a24d-1038745464cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.812588 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d1d5bb4b-1828-4671-a24d-1038745464cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9b5d401d74d42a8addf4ad7ec37db0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7348461 Oct 13 14:21:11.812588 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5bb4b-1828-4671-a24d-1038745464cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a19dc8c-0b1b-401a-bf3e-d2fb1b63809e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:11.815297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54320) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:11.825014 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-230dafb3-dbec-400c-8766-88b662c0a3c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.845967 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-230dafb3-dbec-400c-8766-88b662c0a3c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.849233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-230dafb3-dbec-400c-8766-88b662c0a3c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "DELETE /v2.0/networks/b35c6a2e-6a7a-4ec7-b9f5-634c4bec3ccf HTTP/1.1" status: 204 len: 168 time: 0.8947682 Oct 13 14:21:11.853024 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54322) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:11.865308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e249d7d-52bb-4630-9eeb-d9dc35f174c2 req-e91f4eb9-eefe-48f4-b958-916aa761b15d tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582981 Oct 13 14:21:11.874541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dafb3-dbec-400c-8766-88b662c0a3c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event deleted for resources: {'Network': ['ID=b35c6a2e-6a7a-4ec7-b9f5-634c4bec3ccf,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:11.913339 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5cb9b11-a74d-4545-bc0e-02dd8abf0086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:11.937677 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5cb9b11-a74d-4545-bc0e-02dd8abf0086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.127629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96831e-5790-46ac-b837-6462b58590aa req-de5539c8-c746-4da6-8a75-6de7650cbf4e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:12.129401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-de5539c8-c746-4da6-8a75-6de7650cbf4e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.1305211 Oct 13 14:21:12.151538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-af96831e-5790-46ac-b837-6462b58590aa req-a1e5d556-bd2a-406d-86ca-3df7f21b47c8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Request body: {'port': {'device_id': '6b6e658f-2395-4d1b-9d26-79eb51fb2fcc', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'admin_state_up': True, 'tenant_id': '1f3381f4090b46da8ec91eb741bf2620'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:12.155155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54328) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:12.243746 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5cb9b11-a74d-4545-bc0e-02dd8abf0086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.246802 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5cb9b11-a74d-4545-bc0e-02dd8abf0086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.250998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d5cb9b11-a74d-4545-bc0e-02dd8abf0086 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a19dc8c-0b1b-401a-bf3e-d2fb1b63809e HTTP/1.1" status: 204 len: 168 time: 0.4319701 Oct 13 14:21:12.283043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb9b11-a74d-4545-bc0e-02dd8abf0086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a19dc8c-0b1b-401a-bf3e-d2fb1b63809e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:12.317271 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6ce58a2-eff6-4a0e-b1c5-33576f5d84c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.343816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-23b96d99-d09b-432b-be92-4c5f6d337581 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c9b73588936497c883bc75c86884c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1862519 Oct 13 14:21:12.346463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54334) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:12.424784 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af927bab-2021-4a52-83ac-2c8d164ac65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.432300 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6ce58a2-eff6-4a0e-b1c5-33576f5d84c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.452705 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af927bab-2021-4a52-83ac-2c8d164ac65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.461994 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d6ce58a2-eff6-4a0e-b1c5-33576f5d84c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6546f417-a93d-4847-861a-947b74135438']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:12.469245 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d6ce58a2-eff6-4a0e-b1c5-33576f5d84c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c0e6e8-6cc8-4e56-bfa7-f34202ab412f') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:12.469701 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d6ce58a2-eff6-4a0e-b1c5-33576f5d84c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c0e6e8-6cc8-4e56-bfa7-f34202ab412f') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:12.480502 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6ce58a2-eff6-4a0e-b1c5-33576f5d84c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.501604 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6ce58a2-eff6-4a0e-b1c5-33576f5d84c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.508120 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ce58a2-eff6-4a0e-b1c5-33576f5d84c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:12.508523 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6ce58a2-eff6-4a0e-b1c5-33576f5d84c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:12.512131 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:12.520245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af96831e-5790-46ac-b837-6462b58590aa req-a1e5d556-bd2a-406d-86ca-3df7f21b47c8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Made reservation on behalf of 1f3381f4090b46da8ec91eb741bf2620 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:12.520245 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-af96831e-5790-46ac-b837-6462b58590aa req-a1e5d556-bd2a-406d-86ca-3df7f21b47c8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.685970 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b71bc6fe-1baa-4ba6-8426-08572ea4e57d details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:21:12.704390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6ce58a2-eff6-4a0e-b1c5-33576f5d84c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.712315 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6ce58a2-eff6-4a0e-b1c5-33576f5d84c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.719503 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d6ce58a2-eff6-4a0e-b1c5-33576f5d84c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] 10.222.0.18 "DELETE /v2.0/networks/6546f417-a93d-4847-861a-947b74135438 HTTP/1.1" status: 204 len: 168 time: 0.8639040 Oct 13 14:21:12.760740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce58a2-eff6-4a0e-b1c5-33576f5d84c5 tempest-BulkNetworkOpsTest-1537044418 tempest-BulkNetworkOpsTest-1537044418-project] Pushing event deleted for resources: {'Network': ['ID=6546f417-a93d-4847-861a-947b74135438,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:12.768335 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af927bab-2021-4a52-83ac-2c8d164ac65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.770990 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af927bab-2021-4a52-83ac-2c8d164ac65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:12.777144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-af927bab-2021-4a52-83ac-2c8d164ac65d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea41b9cf-eaec-4e7b-a3e7-b57336a6de7a HTTP/1.1" status: 204 len: 168 time: 0.4247103 Oct 13 14:21:12.830347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45f63330-6bf7-4397-9258-06531a23cde7 req-018bac01-681b-4d0b-b5d0-1823957ac377 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 210 time: 0.0630059 Oct 13 14:21:12.832414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af927bab-2021-4a52-83ac-2c8d164ac65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea41b9cf-eaec-4e7b-a3e7-b57336a6de7a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:12.954859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-af96831e-5790-46ac-b837-6462b58590aa req-a1e5d556-bd2a-406d-86ca-3df7f21b47c8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Allocated IP 172.20.0.10 (7967c7e9-c785-47a5-832b-9d1edf6a0217/a4c947b3-a3a5-468c-a6ba-fa23139cfbc4/bae8c996-fd29-4586-8c78-b2c57907cdf5) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:12.994082 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b71bc6fe-1baa-4ba6-8426-08572ea4e57d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:13.015777 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d', 'network_id': '50adb513-04c1-43cc-aacf-ff230e927593', 'port_id': 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d', 'mac_address': 'fa:16:3e:de:0e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60ae2475-f5d9-4bef-9dd4-ffde2898ae49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:21:13.092038 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:13.115150 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71bc6fe-1baa-4ba6-8426-08572ea4e57d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:21:13.149008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b71bc6fe-1baa-4ba6-8426-08572ea4e57d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:13.161800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a508-f697-4398-9017-8c4a445ec3b8 req-379b4548-c1b5-48d7-ac99-2effbdc7e348 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:13.163301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7575a508-f697-4398-9017-8c4a445ec3b8 req-379b4548-c1b5-48d7-ac99-2effbdc7e348 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 943 time: 0.1292636 Oct 13 14:21:13.236216 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-af96831e-5790-46ac-b837-6462b58590aa req-a1e5d556-bd2a-406d-86ca-3df7f21b47c8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:13.240322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7575a508-f697-4398-9017-8c4a445ec3b8 req-2bafab0b-4cb0-4ebb-abd6-2f83cfa297e2 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710058 Oct 13 14:21:13.245608 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:13.305721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:13.401852 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-af96831e-5790-46ac-b837-6462b58590aa req-a1e5d556-bd2a-406d-86ca-3df7f21b47c8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:13.417278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['a9b3c6f9-f315-4bdb-a587-677db8449e79'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:13.423635 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:13.477481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af96831e-5790-46ac-b837-6462b58590aa req-a1e5d556-bd2a-406d-86ca-3df7f21b47c8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Network 7967c7e9-c785-47a5-832b-9d1edf6a0217 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:13.493649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-af96831e-5790-46ac-b837-6462b58590aa req-a1e5d556-bd2a-406d-86ca-3df7f21b47c8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:13.497604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-af96831e-5790-46ac-b837-6462b58590aa req-a1e5d556-bd2a-406d-86ca-3df7f21b47c8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:13.552347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5d556-bd2a-406d-86ca-3df7f21b47c8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event updated for resources: {'Port': ['ID=bae8c996-fd29-4586-8c78-b2c57907cdf5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:13.584703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96831e-5790-46ac-b837-6462b58590aa req-a1e5d556-bd2a-406d-86ca-3df7f21b47c8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:13.586487 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-af96831e-5790-46ac-b837-6462b58590aa req-a1e5d556-bd2a-406d-86ca-3df7f21b47c8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:13.602555 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41308a13-236b-4264-b59a-518a5752989b req-d37cc880-d4aa-4345-956e-3ae51810a30e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1278107 Oct 13 14:21:13.652862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54368) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:13.720522 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b71bc6fe-1baa-4ba6-8426-08572ea4e57d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:13.746231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-a1e5d556-bd2a-406d-86ca-3df7f21b47c8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6001809 Oct 13 14:21:13.749932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41308a13-236b-4264-b59a-518a5752989b req-60331d47-ae85-483c-9b29-58625539669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:13.752462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41308a13-236b-4264-b59a-518a5752989b req-60331d47-ae85-483c-9b29-58625539669d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 1098 time: 0.0769117 Oct 13 14:21:13.772749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Request body: {'port': {'device_id': '6b6e658f-2395-4d1b-9d26-79eb51fb2fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:13.925549 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:13.995701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e416d6db-7000-4396-bb30-1335f37fb9e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee740ce2dbcb46319dd4998fa40c9c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417358 Oct 13 14:21:13.999486 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54382) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:14.066452 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82c96a34-8438-48fb-94d7-7911e34ba636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:14.079033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd5d3a-8d93-49ea-91ec-83a9d12f72b6 req-d50bafa4-f446-41ff-81c9-eec75107a812 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:14.080783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4bd5d3a-8d93-49ea-91ec-83a9d12f72b6 req-d50bafa4-f446-41ff-81c9-eec75107a812 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 932 time: 0.1620307 Oct 13 14:21:14.082975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41308a13-236b-4264-b59a-518a5752989b req-2083da7a-67aa-4cc6-b86d-c12ebfbee9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:14.084474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41308a13-236b-4264-b59a-518a5752989b req-2083da7a-67aa-4cc6-b86d-c12ebfbee9fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 906 time: 0.2802908 Oct 13 14:21:14.099330 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82c96a34-8438-48fb-94d7-7911e34ba636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:14.193892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41308a13-236b-4264-b59a-518a5752989b req-5f67bad5-f3ae-4978-8f48-e75ff7f58fc0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d9f47c5-0763-4679-ba8c-3aea2d9e3786 HTTP/1.1" status: 200 len: 217 time: 0.0541940 Oct 13 14:21:14.229717 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82c96a34-8438-48fb-94d7-7911e34ba636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:14.232947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82c96a34-8438-48fb-94d7-7911e34ba636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:14.234708 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-82c96a34-8438-48fb-94d7-7911e34ba636 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47678c93-b4df-4f5c-aeb2-a0442d0dfd39 HTTP/1.1" status: 204 len: 168 time: 0.2328973 Oct 13 14:21:14.250940 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c96a34-8438-48fb-94d7-7911e34ba636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47678c93-b4df-4f5c-aeb2-a0442d0dfd39,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:14.252219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4bd5d3a-8d93-49ea-91ec-83a9d12f72b6 req-173b64b1-8d4b-45f9-bc1e-cce882b6ba85 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602612 Oct 13 14:21:14.267753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54392) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:14.320515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41308a13-236b-4264-b59a-518a5752989b req-f9ab191b-a327-469d-a424-13007a5f8315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:14.321911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41308a13-236b-4264-b59a-518a5752989b req-f9ab191b-a327-469d-a424-13007a5f8315 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.1168563 Oct 13 14:21:14.367163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41308a13-236b-4264-b59a-518a5752989b req-c4cc50c4-ac12-4978-a999-9ae4d8a460dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321412 Oct 13 14:21:14.548708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc9736-e28c-4b44-bb2b-a734e9c26c93 req-ce14d443-6659-478b-9332-a98fc8afdbd3 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:14.550321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67fc9736-e28c-4b44-bb2b-a734e9c26c93 req-ce14d443-6659-478b-9332-a98fc8afdbd3 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 944 time: 0.1765525 Oct 13 14:21:14.590344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae8c996-fd29-4586-8c78-b2c57907cdf5 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:21:14.602924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41308a13-236b-4264-b59a-518a5752989b req-394402f1-a777-4578-be06-a79d75062227 service neutron] 10.222.0.49 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086954 Oct 13 14:21:14.605007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:14.672118 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67fc9736-e28c-4b44-bb2b-a734e9c26c93 req-752b5bea-aa30-4f35-9bec-96358c5ef8e6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114500 Oct 13 14:21:14.673302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Transition to ACTIVE for port object bae8c996-fd29-4586-8c78-b2c57907cdf5 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:21:14.734713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41308a13-236b-4264-b59a-518a5752989b req-25d2b30e-4e0c-4af1-b5f4-d669944813e8 service neutron] 10.222.0.49 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155896 Oct 13 14:21:14.754678 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7c224ea-4409-463a-acde-45b04cd9f88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:14.778267 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:14.863605 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7c224ea-4409-463a-acde-45b04cd9f88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:14.865682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Pushing event updated for resources: {'Port': ['ID=bae8c996-fd29-4586-8c78-b2c57907cdf5,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:14.932013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Attempting to bind port bae8c996-fd29-4586-8c78-b2c57907cdf5 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:14.932707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Attempting to bind port bae8c996-fd29-4586-8c78-b2c57907cdf5 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:14.933186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Attempting to bind port bae8c996-fd29-4586-8c78-b2c57907cdf5 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:14.939184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Port bae8c996-fd29-4586-8c78-b2c57907cdf5 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:21:14.939526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Attempting to bind port bae8c996-fd29-4586-8c78-b2c57907cdf5 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:14.946003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:14.946507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Checking segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:14.946990 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Bound using segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:14.947151 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7c224ea-4409-463a-acde-45b04cd9f88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:14.947340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Bound port: bae8c996-fd29-4586-8c78-b2c57907cdf5, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:14.947710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:14.995363 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c224ea-4409-463a-acde-45b04cd9f88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e949b535-ef21-4c21-a828-c81a66f8aaeb,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:15.002256 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e7c224ea-4409-463a-acde-45b04cd9f88f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=255979c795e04d9ba0b2ece1c9e5ee98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7330980 Oct 13 14:21:15.004949 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54418) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:15.027147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] For port bae8c996-fd29-4586-8c78-b2c57907cdf5, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:15.031456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] For port bae8c996-fd29-4586-8c78-b2c57907cdf5, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bae8c996-fd29-4586-8c78-b2c57907cdf5,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:15.077726 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b320d0d2-b6e1-4b48-8638-69b91b082c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:15.108702 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b320d0d2-b6e1-4b48-8638-69b91b082c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:15.130727 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:15.172103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:15.172759 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:15.174314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] 10.222.0.41 "PUT /v2.0/ports/bae8c996-fd29-4586-8c78-b2c57907cdf5 HTTP/1.1" status: 200 len: 1093 time: 1.4128242 Oct 13 14:21:15.174793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6e658f-2395-4d1b-9d26-79eb51fb2fcc', 'tag': 'bae8c996-fd29-4586-8c78-b2c57907cdf5'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:21:15.177925 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa5e40e-1603-4a34-a95d-3903a289d49b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6e658f-2395-4d1b-9d26-79eb51fb2fcc", "tag": "bae8c996-fd29-4586-8c78-b2c57907cdf5"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:21:15.199914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ca158-af48-4192-b50f-42e8d3613919 service neutron] Pushing event updated for resources: {'Port': ['ID=bae8c996-fd29-4586-8c78-b2c57907cdf5,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:15.229867 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d69cfaf-908f-4c04-b129-33b5c5ef93e5 x-openstack-request-id: req-0d69cfaf-908f-4c04-b129-33b5c5ef93e5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:21:15.230363 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6e658f-2395-4d1b-9d26-79eb51fb2fcc", "tag": "bae8c996-fd29-4586-8c78-b2c57907cdf5", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:21:15.230771 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d69cfaf-908f-4c04-b129-33b5c5ef93e5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:21:15.231399 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6e658f-2395-4d1b-9d26-79eb51fb2fcc', 'tag': 'bae8c996-fd29-4586-8c78-b2c57907cdf5', 'status': 'completed', 'code': 200} Oct 13 14:21:15.263426 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b320d0d2-b6e1-4b48-8638-69b91b082c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:15.263426 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b320d0d2-b6e1-4b48-8638-69b91b082c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:15.263426 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b320d0d2-b6e1-4b48-8638-69b91b082c79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e949b535-ef21-4c21-a828-c81a66f8aaeb HTTP/1.1" status: 204 len: 168 time: 0.2539885 Oct 13 14:21:15.269662 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320d0d2-b6e1-4b48-8638-69b91b082c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e949b535-ef21-4c21-a828-c81a66f8aaeb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:15.314244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5e40e-1603-4a34-a95d-3903a289d49b req-59cc871d-5989-4489-8ba2-4a532817e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:15.315773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aa5e40e-1603-4a34-a95d-3903a289d49b req-59cc871d-5989-4489-8ba2-4a532817e3be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 1096 time: 0.0600359 Oct 13 14:21:15.451728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c50965-7130-4791-8386-239111c796b9 req-3d490617-17d0-4a44-94ee-11f47d7efe12 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:15.453406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79c50965-7130-4791-8386-239111c796b9 req-3d490617-17d0-4a44-94ee-11f47d7efe12 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 944 time: 0.1058850 Oct 13 14:21:15.494052 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54440) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:15.525384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5e40e-1603-4a34-a95d-3903a289d49b req-6faa3da5-8878-453f-94fe-b6684454577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:15.526797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aa5e40e-1603-4a34-a95d-3903a289d49b req-6faa3da5-8878-453f-94fe-b6684454577f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1f3381f4090b46da8ec91eb741bf2620&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2012722 Oct 13 14:21:15.531005 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79c50965-7130-4791-8386-239111c796b9 req-2c37f5cc-83d0-429d-9883-7920530f0cde tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604112 Oct 13 14:21:15.657748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5e40e-1603-4a34-a95d-3903a289d49b req-a7625ef6-8e3c-4003-abb7-b64deeb7542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:15.661326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aa5e40e-1603-4a34-a95d-3903a289d49b req-a7625ef6-8e3c-4003-abb7-b64deeb7542b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1252654 Oct 13 14:21:15.750241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96831e-5790-46ac-b837-6462b58590aa req-721705df-f3e2-4272-a524-cdbd1531472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:15.752129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-721705df-f3e2-4272-a524-cdbd1531472f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 1096 time: 0.0529351 Oct 13 14:21:15.818160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-9bdcd738-ce00-457d-a09e-60f94e8b97e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bae8c996-fd29-4586-8c78-b2c57907cdf5 HTTP/1.1" status: 200 len: 217 time: 0.0570667 Oct 13 14:21:15.878672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b66e16-d4c3-407c-8b8d-18285aecbb73 req-709095ad-72d0-4d3b-ae0a-2fa70aa971a2 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:15.880214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91b66e16-d4c3-407c-8b8d-18285aecbb73 req-709095ad-72d0-4d3b-ae0a-2fa70aa971a2 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 944 time: 0.1203992 Oct 13 14:21:15.889076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96831e-5790-46ac-b837-6462b58590aa req-ef9ff36f-7c72-429a-9e6e-88a808ecec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:15.890354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-ef9ff36f-7c72-429a-9e6e-88a808ecec10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.0652461 Oct 13 14:21:15.933810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-d37008f0-16ec-42e5-ba57-9da7252b88a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350037 Oct 13 14:21:15.959202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91b66e16-d4c3-407c-8b8d-18285aecbb73 req-273c396c-bdee-42e8-ac16-f1d1d5f43353 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674613 Oct 13 14:21:16.019664 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-633785164'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:16.051161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-b8d18acf-2f85-47ee-86cb-bb33cae9b9c8 service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035533 Oct 13 14:21:16.126710 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:16.130650 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.140361 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.179248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af96831e-5790-46ac-b837-6462b58590aa req-72e095be-4f56-4ff6-9b4d-8dc749e4a769 service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149759 Oct 13 14:21:16.236832 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.340593 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.367011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:16.374115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54462) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:16.386659 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.387089 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Added segment 83639f3c-98dd-4147-809f-1aacd971e5b1 of type vlan for network 1bcf1043-4ceb-41b2-8663-b94403b66fb0 Oct 13 14:21:16.388696 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30a4b99-03c4-4256-aa44-a80ab245717a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:16.393229 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4979b0c5-8152-4992-8014-8ff1bbc41062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.442836 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.502445 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4979b0c5-8152-4992-8014-8ff1bbc41062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.595824 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.604939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54472) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:16.607117 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:16.607476 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.614414 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4979b0c5-8152-4992-8014-8ff1bbc41062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.690840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4979b0c5-8152-4992-8014-8ff1bbc41062 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0a8e85c2c014f31a5cd37ea13b242fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134904 Oct 13 14:21:16.695030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b71bc6fe-1baa-4ba6-8426-08572ea4e57d up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:21:16.697142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54476) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:16.727930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979b0c5-8152-4992-8014-8ff1bbc41062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84a5840-ce64-47dd-a276-2d2235e95464,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:16.785326 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=1bcf1043-4ceb-41b2-8663-b94403b66fb0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:16.790495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbcc14-b857-4167-a86e-177bccb54ee1 req-831581b5-5f1f-4e82-8d0a-b945ca4d4c8f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:16.792164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abfbcc14-b857-4167-a86e-177bccb54ee1 req-831581b5-5f1f-4e82-8d0a-b945ca4d4c8f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 944 time: 0.0981877 Oct 13 14:21:16.797931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 1bcf1043-4ceb-41b2-8663-b94403b66fb0 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:16.799433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-e2f9e0b6-0f40-4015-a41a-9990798cc6d6 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1689073591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:16.835373 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-508b356c-342a-4999-bfd3-5aebb6cc8807 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3397310 Oct 13 14:21:16.868997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port b71bc6fe-1baa-4ba6-8426-08572ea4e57d completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:21:16.875235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port b71bc6fe-1baa-4ba6-8426-08572ea4e57d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:16.875235 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.904016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abfbcc14-b857-4167-a86e-177bccb54ee1 req-68e70cd5-223e-4fb7-8c9e-dae04df40d08 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940120 Oct 13 14:21:16.910109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6f9a659d-06c6-440f-8762-99388857dd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.937499 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e0b6-0f40-4015-a41a-9990798cc6d6 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.937499 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e0b6-0f40-4015-a41a-9990798cc6d6 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.963223 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6f9a659d-06c6-440f-8762-99388857dd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:16.984148 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54482) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:16.998325 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-86ab9b05-99a1-49fb-ad3c-e9a8b4e42f9b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'subnet': {'network_id': '1bcf1043-4ceb-41b2-8663-b94403b66fb0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:17.000244 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:17.056390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b71bc6fe-1baa-4ba6-8426-08572ea4e57d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:17.059901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38fa287-88a4-47f9-8554-3c10cccc6782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:21:17.063816 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e0b6-0f40-4015-a41a-9990798cc6d6 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:17.065913 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab2a4b8-2620-4e3e-ba3a-a2f4f85ace54" -d '{"events": [{"server_uuid": "f38fa287-88a4-47f9-8554-3c10cccc6782", "name": "network-vif-plugged", "status": "completed", "tag": "b71bc6fe-1baa-4ba6-8426-08572ea4e57d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:21:17.113559 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaa745f-594a-40f4-83fa-6f36b6fed64f x-openstack-request-id: req-caaa745f-594a-40f4-83fa-6f36b6fed64f {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:21:17.114187 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38fa287-88a4-47f9-8554-3c10cccc6782", "name": "network-vif-plugged", "status": "completed", "tag": "b71bc6fe-1baa-4ba6-8426-08572ea4e57d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:21:17.114517 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-caaa745f-594a-40f4-83fa-6f36b6fed64f {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:21:17.114988 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38fa287-88a4-47f9-8554-3c10cccc6782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d', 'code': 200} Oct 13 14:21:17.124870 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:17.158392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e0b6-0f40-4015-a41a-9990798cc6d6 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:17.167512 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6f9a659d-06c6-440f-8762-99388857dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:17.170579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6f9a659d-06c6-440f-8762-99388857dd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:17.176153 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6f9a659d-06c6-440f-8762-99388857dd55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f84a5840-ce64-47dd-a276-2d2235e95464 HTTP/1.1" status: 204 len: 168 time: 0.4457588 Oct 13 14:21:17.190698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:17.200562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a659d-06c6-440f-8762-99388857dd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84a5840-ce64-47dd-a276-2d2235e95464,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:17.209998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfad0a1-6b85-42bc-beb0-c59270518400 req-96bc62e0-7c83-4d8f-be32-2726358eca0c tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:17.219709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5dfad0a1-6b85-42bc-beb0-c59270518400 req-96bc62e0-7c83-4d8f-be32-2726358eca0c tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 944 time: 0.1172411 Oct 13 14:21:17.313739 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ab9b05-99a1-49fb-ad3c-e9a8b4e42f9b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:17.320031 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86ab9b05-99a1-49fb-ad3c-e9a8b4e42f9b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:17.327199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5dfad0a1-6b85-42bc-beb0-c59270518400 req-4c1f8077-c78f-427c-8c31-4d04af3ae7c0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062493 Oct 13 14:21:17.330337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0387b8-32bb-4943-83bd-e03bdf70d3cc req-910f707c-18ff-4932-8866-bd534e9f57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:17.331978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc0387b8-32bb-4943-83bd-e03bdf70d3cc req-910f707c-18ff-4932-8866-bd534e9f57fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 1097 time: 0.1093750 Oct 13 14:21:17.681175 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86ab9b05-99a1-49fb-ad3c-e9a8b4e42f9b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:17.743291 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e0b6-0f40-4015-a41a-9990798cc6d6 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:17.744600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e2f9e0b6-0f40-4015-a41a-9990798cc6d6 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1384134 Oct 13 14:21:17.752472 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54510) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:17.762360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc0387b8-32bb-4943-83bd-e03bdf70d3cc req-de613713-b937-48f1-ad8b-3d8a809613ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077642 Oct 13 14:21:17.768034 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2055566646'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:17.813595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab9b05-99a1-49fb-ad3c-e9a8b4e42f9b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Subnet': ['ID=a7c66ff2-b384-45ad-9916-e27c4d31686a,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:17.827596 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ab9b05-99a1-49fb-ad3c-e9a8b4e42f9b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking segment: {'id': '83639f3c-98dd-4147-809f-1aacd971e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1bcf1043-4ceb-41b2-8663-b94403b66fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:17.828315 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab9b05-99a1-49fb-ad3c-e9a8b4e42f9b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network hostable DHCP agents. Network: 1bcf1043-4ceb-41b2-8663-b94403b66fb0, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:17.947281 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Made reservation on behalf of 37ede70ff944454f9dcb4ff8617acba4 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:17.950912 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:17.961020 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:17.962768 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab9b05-99a1-49fb-ad3c-e9a8b4e42f9b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network 1bcf1043-4ceb-41b2-8663-b94403b66fb0 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:18.052840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd9ff0-c176-4e2c-a007-942df702f748 req-9dd75ab1-16d0-4a6e-b39a-e906ce3913c5 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:18.054512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69cd9ff0-c176-4e2c-a007-942df702f748 req-9dd75ab1-16d0-4a6e-b39a-e906ce3913c5 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 944 time: 0.0716169 Oct 13 14:21:18.072343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.079002 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-86ab9b05-99a1-49fb-ad3c-e9a8b4e42f9b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 1bcf1043-4ceb-41b2-8663-b94403b66fb0) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:18.084346 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ab9b05-99a1-49fb-ad3c-e9a8b4e42f9b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:18.089556 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86ab9b05-99a1-49fb-ad3c-e9a8b4e42f9b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.093721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e013e-ed60-4264-8481-e3803b615e9f None None] Network 1bcf1043-4ceb-41b2-8663-b94403b66fb0 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:18.131921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69cd9ff0-c176-4e2c-a007-942df702f748 req-07b9c18b-aa86-43c7-8b44-af8d2e0e6a8b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701003 Oct 13 14:21:18.147460 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.190400 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-86ab9b05-99a1-49fb-ad3c-e9a8b4e42f9b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2011828 Oct 13 14:21:18.195105 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:18.195365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54534) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:18.205041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-79e88f41-870a-4c8b-9f83-1d3d1358a60c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1919629704'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:18.209822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02ad1d4-5632-417b-901c-6d76e8e5db60,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:18.214795 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.215201 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Added segment 8254f993-314b-4279-b5b7-2f2d5006a1d5 of type vlan for network dd7f72ec-b860-4f4f-918d-046114decac9 Oct 13 14:21:18.281479 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.313903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-1bcf1043-4ceb-41b2-8663-b94403b66fb0', 'network_id': '1bcf1043-4ceb-41b2-8663-b94403b66fb0', 'tenant_id': '93daaca3a4a141bda1b8c47f1a022dbb', 'fixed_ips': [{'subnet_id': 'a7c66ff2-b384-45ad-9916-e27c4d31686a'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:18.315740 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.322520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e88f41-870a-4c8b-9f83-1d3d1358a60c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:18.332209 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-79e88f41-870a-4c8b-9f83-1d3d1358a60c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.377996 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.384393 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:18.385219 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.396496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e88f41-870a-4c8b-9f83-1d3d1358a60c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:18.412247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-79e88f41-870a-4c8b-9f83-1d3d1358a60c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.413728 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-79e88f41-870a-4c8b-9f83-1d3d1358a60c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Added segment 4ae9938d-7f8d-427d-b6c5-188169596f53 of type vlan for network 5805742a-81af-44da-b93c-0d760b399c01 Oct 13 14:21:18.493214 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-79e88f41-870a-4c8b-9f83-1d3d1358a60c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.524453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Allocated IP 172.20.255.242 (1bcf1043-4ceb-41b2-8663-b94403b66fb0/a7c66ff2-b384-45ad-9916-e27c4d31686a/b89fb0b8-9a22-4412-9669-7e5db8d44acf) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:18.531873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28bd7d-f706-4f1f-9a28-8a24158ee8dc req-535de29f-547f-4ad0-9a4b-44ce1e4e2405 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:18.533574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f28bd7d-f706-4f1f-9a28-8a24158ee8dc req-535de29f-547f-4ad0-9a4b-44ce1e4e2405 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 945 time: 0.0877566 Oct 13 14:21:18.547062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event updated for resources: {'Network': ['ID=dd7f72ec-b860-4f4f-918d-046114decac9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:18.566937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network dd7f72ec-b860-4f4f-918d-046114decac9 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:18.603648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f28bd7d-f706-4f1f-9a28-8a24158ee8dc req-3579fe5e-80ef-46eb-9ae6-eeab45f3dc49 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513966 Oct 13 14:21:18.650362 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-79e88f41-870a-4c8b-9f83-1d3d1358a60c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.650614 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2e40defb-6bef-4b21-b97f-387005a17228 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8889580 Oct 13 14:21:18.654337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54548) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:18.656097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e88f41-870a-4c8b-9f83-1d3d1358a60c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:18.657030 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-79e88f41-870a-4c8b-9f83-1d3d1358a60c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.663703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-45fbc514-19c2-4551-ac7d-d971b4d5329f tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Request body: {'subnet': {'network_id': 'dd7f72ec-b860-4f4f-918d-046114decac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:18.748526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e88f41-870a-4c8b-9f83-1d3d1358a60c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=5805742a-81af-44da-b93c-0d760b399c01,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:18.770296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 5805742a-81af-44da-b93c-0d760b399c01 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:18.822600 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.824182 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-79e88f41-870a-4c8b-9f83-1d3d1358a60c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6272571 Oct 13 14:21:18.826542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54552) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:18.833647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b0c26db0-0c2d-44ae-9088-1fb654ad2437 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'subnet': {'network_id': '5805742a-81af-44da-b93c-0d760b399c01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:18.849967 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:18.958988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fbc514-19c2-4551-ac7d-d971b4d5329f tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Made reservation on behalf of 37ede70ff944454f9dcb4ff8617acba4 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:18.963588 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45fbc514-19c2-4551-ac7d-d971b4d5329f tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:19.014978 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:19.052225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c26db0-0c2d-44ae-9088-1fb654ad2437 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:19.055875 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0c26db0-0c2d-44ae-9088-1fb654ad2437 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:19.084699 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Network 1bcf1043-4ceb-41b2-8663-b94403b66fb0 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:19.089999 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:19.093254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:19.144555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Pushing event updated for resources: {'Port': ['ID=b89fb0b8-9a22-4412-9669-7e5db8d44acf,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:19.178948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Attempting to bind port b89fb0b8-9a22-4412-9669-7e5db8d44acf on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:19.179645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Attempting to bind port b89fb0b8-9a22-4412-9669-7e5db8d44acf by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '83639f3c-98dd-4147-809f-1aacd971e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1bcf1043-4ceb-41b2-8663-b94403b66fb0'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:19.180203 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Attempting to bind port b89fb0b8-9a22-4412-9669-7e5db8d44acf on network 1bcf1043-4ceb-41b2-8663-b94403b66fb0 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:19.186428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:19.186808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Checking segment: {'id': '83639f3c-98dd-4147-809f-1aacd971e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1bcf1043-4ceb-41b2-8663-b94403b66fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:19.187224 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:19.187624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Bound using segment: {'id': '83639f3c-98dd-4147-809f-1aacd971e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1bcf1043-4ceb-41b2-8663-b94403b66fb0'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:19.188308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Bound port: b89fb0b8-9a22-4412-9669-7e5db8d44acf, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83639f3c-98dd-4147-809f-1aacd971e5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '1bcf1043-4ceb-41b2-8663-b94403b66fb0'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:19.189236 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:19.278576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] For port b89fb0b8-9a22-4412-9669-7e5db8d44acf, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:19.280361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54564) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:19.282819 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] For port b89fb0b8-9a22-4412-9669-7e5db8d44acf, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b89fb0b8-9a22-4412-9669-7e5db8d44acf,segment=NetworkSegment(83639f3c-98dd-4147-809f-1aacd971e5b1),segment_id=83639f3c-98dd-4147-809f-1aacd971e5b1)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:19.360576 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45fbc514-19c2-4551-ac7d-d971b4d5329f tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:19.370057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae61bc-1e10-4ecd-a9cc-e7a3ac06b28a req-7f096223-18d8-46ee-ad6d-23fbaaa88ad0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:19.372228 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bfae61bc-1e10-4ecd-a9cc-e7a3ac06b28a req-7f096223-18d8-46ee-ad6d-23fbaaa88ad0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 944 time: 0.1097896 Oct 13 14:21:19.446206 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:19.458786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbc514-19c2-4551-ac7d-d971b4d5329f tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event updated for resources: {'Subnet': ['ID=0b607ff2-8bcd-4922-aa61-96cbac87dabe,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:19.459362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bfae61bc-1e10-4ecd-a9cc-e7a3ac06b28a req-267a31be-295e-4220-aad5-2be45d07fda7 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591607 Oct 13 14:21:19.500352 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fbc514-19c2-4551-ac7d-d971b4d5329f tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Checking segment: {'id': '8254f993-314b-4279-b5b7-2f2d5006a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dd7f72ec-b860-4f4f-918d-046114decac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:19.502117 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fbc514-19c2-4551-ac7d-d971b4d5329f tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Network hostable DHCP agents. Network: dd7f72ec-b860-4f4f-918d-046114decac9, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:19.538271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064caedc-df36-40a7-b63f-65c8003306c1 None None] Pushing event updated for resources: {'Port': ['ID=b89fb0b8-9a22-4412-9669-7e5db8d44acf,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:19.579570 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2d9dc009-7631-4d16-936b-419cc6f59ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:19.579842 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0c26db0-0c2d-44ae-9088-1fb654ad2437 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:19.604719 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56c654b1-717b-4b91-a74e-f96995c69eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:19.695355 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fbc514-19c2-4551-ac7d-d971b4d5329f tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Network dd7f72ec-b860-4f4f-918d-046114decac9 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:19.742329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c26db0-0c2d-44ae-9088-1fb654ad2437 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking segment: {'id': '4ae9938d-7f8d-427d-b6c5-188169596f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5805742a-81af-44da-b93c-0d760b399c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:19.742876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c26db0-0c2d-44ae-9088-1fb654ad2437 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network hostable DHCP agents. Network: 5805742a-81af-44da-b93c-0d760b399c01, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:19.778349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c26db0-0c2d-44ae-9088-1fb654ad2437 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Subnet': ['ID=8fe7586d-7e10-4494-b079-632d7c07ddef,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:19.785765 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56c654b1-717b-4b91-a74e-f96995c69eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:19.835165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-45fbc514-19c2-4551-ac7d-d971b4d5329f tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, dd7f72ec-b860-4f4f-918d-046114decac9) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:19.841847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fbc514-19c2-4551-ac7d-d971b4d5329f tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:19.842526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45fbc514-19c2-4551-ac7d-d971b4d5329f tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:19.863072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c79961-d5f4-4b6a-9377-a2b569cb45cc req-e386d132-6ec7-4b42-af16-72e430981da7 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:19.864545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69482478-2609-44f0-b8ec-fb33fb774bb5 None None] Network dd7f72ec-b860-4f4f-918d-046114decac9 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:19.865210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85c79961-d5f4-4b6a-9377-a2b569cb45cc req-e386d132-6ec7-4b42-af16-72e430981da7 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 945 time: 0.1131811 Oct 13 14:21:19.910010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56c654b1-717b-4b91-a74e-f96995c69eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:19.931963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85c79961-d5f4-4b6a-9377-a2b569cb45cc req-ee407d31-9c5b-466a-8270-47f174c0e096 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547557 Oct 13 14:21:19.934465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c26db0-0c2d-44ae-9088-1fb654ad2437 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network 5805742a-81af-44da-b93c-0d760b399c01 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:19.949315 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-56c654b1-717b-4b91-a74e-f96995c69eab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a281827ae9f477580f6d77705eebcbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6672671 Oct 13 14:21:19.957764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54580) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:20.012391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c654b1-717b-4b91-a74e-f96995c69eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fe9a26-6cc6-46e4-8ba2-35e2cfe69a84,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:20.040409 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-45fbc514-19c2-4551-ac7d-d971b4d5329f tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3801253 Oct 13 14:21:20.040788 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54582) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:20.047718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-b0c26db0-0c2d-44ae-9088-1fb654ad2437 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 5805742a-81af-44da-b93c-0d760b399c01) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:20.048109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-31ab2f37-afda-45be-958e-f2649181469e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Request body: {'network': {'name': 'tempest-router-network01--144193961'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:20.055851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c26db0-0c2d-44ae-9088-1fb654ad2437 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:20.057771 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0c26db0-0c2d-44ae-9088-1fb654ad2437 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.083165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2af03-4f80-4248-b364-fd3e584de54d None None] Network 5805742a-81af-44da-b93c-0d760b399c01 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:20.091967 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1941b8a-fa96-48c4-9e70-12e92eb32aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.149351 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1941b8a-fa96-48c4-9e70-12e92eb32aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.176440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b0c26db0-0c2d-44ae-9088-1fb654ad2437 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3483191 Oct 13 14:21:20.182435 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54588) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:20.199198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa01c4a6-2f28-4d6a-be42-efbab8580f5e req-02b16540-0608-44c5-ab34-8d37aafa3768 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0943563 Oct 13 14:21:20.295939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-dd7f72ec-b860-4f4f-918d-046114decac9', 'network_id': 'dd7f72ec-b860-4f4f-918d-046114decac9', 'tenant_id': '37ede70ff944454f9dcb4ff8617acba4', 'fixed_ips': [{'subnet_id': '0b607ff2-8bcd-4922-aa61-96cbac87dabe'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:20.297527 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.314637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01c4a6-2f28-4d6a-be42-efbab8580f5e req-d01bb8ec-7fe2-45e6-8419-360977f3d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:20.316256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa01c4a6-2f28-4d6a-be42-efbab8580f5e req-d01bb8ec-7fe2-45e6-8419-360977f3d0e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 1098 time: 0.0530095 Oct 13 14:21:20.317600 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1941b8a-fa96-48c4-9e70-12e92eb32aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.320727 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1941b8a-fa96-48c4-9e70-12e92eb32aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.324308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c1941b8a-fa96-48c4-9e70-12e92eb32aea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28fe9a26-6cc6-46e4-8ba2-35e2cfe69a84 HTTP/1.1" status: 204 len: 168 time: 0.3624098 Oct 13 14:21:20.332284 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1941b8a-fa96-48c4-9e70-12e92eb32aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fe9a26-6cc6-46e4-8ba2-35e2cfe69a84,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:20.351001 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ab2f37-afda-45be-958e-f2649181469e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Made reservation on behalf of 37ede70ff944454f9dcb4ff8617acba4 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:20.355093 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31ab2f37-afda-45be-958e-f2649181469e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.389051 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.415293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ab2f37-afda-45be-958e-f2649181469e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:20.473147 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31ab2f37-afda-45be-958e-f2649181469e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.473147 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-31ab2f37-afda-45be-958e-f2649181469e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Added segment e5e7dad8-4167-4b38-a2ac-db19d569d6fb of type vlan for network b50c5bd9-ce48-4bf1-b071-7d66e88705c0 Oct 13 14:21:20.543717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01c4a6-2f28-4d6a-be42-efbab8580f5e req-727bc7f3-7315-45f0-8b59-9b6e1b1dc48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:20.544921 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.545881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa01c4a6-2f28-4d6a-be42-efbab8580f5e req-727bc7f3-7315-45f0-8b59-9b6e1b1dc48f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 200 len: 911 time: 0.1763492 Oct 13 14:21:20.549185 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31ab2f37-afda-45be-958e-f2649181469e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.745357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa01c4a6-2f28-4d6a-be42-efbab8580f5e req-7a4ca15b-bf5e-4c79-ba4c-8f210ebf5940 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=230b4fcb-978e-4faa-a273-ca19b22ca2c2 HTTP/1.1" status: 200 len: 1001 time: 0.1799536 Oct 13 14:21:20.761841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0bed9-517a-4ca9-9eae-b3a090565719 req-a6d008c9-ce7b-4fb1-b083-0182a8dde0ca tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:20.770773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2e0bed9-517a-4ca9-9eae-b3a090565719 req-a6d008c9-ce7b-4fb1-b083-0182a8dde0ca tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 944 time: 0.1064937 Oct 13 14:21:20.788051 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bae8c996-fd29-4586-8c78-b2c57907cdf5 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:21:20.807834 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31ab2f37-afda-45be-958e-f2649181469e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.816340 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab2f37-afda-45be-958e-f2649181469e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:20.817175 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31ab2f37-afda-45be-958e-f2649181469e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.902308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2e0bed9-517a-4ca9-9eae-b3a090565719 req-20d73f4b-7f82-4018-a98f-f221141dd540 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299345 Oct 13 14:21:20.917285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01c4a6-2f28-4d6a-be42-efbab8580f5e req-b9c7253a-3ca9-4e66-b441-f6918992dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:20.925181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea4f37b-836e-465a-af45-2fb9cb226a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-5805742a-81af-44da-b93c-0d760b399c01', 'network_id': '5805742a-81af-44da-b93c-0d760b399c01', 'tenant_id': '93daaca3a4a141bda1b8c47f1a022dbb', 'fixed_ips': [{'subnet_id': '8fe7586d-7e10-4494-b079-632d7c07ddef'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:20.937443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa01c4a6-2f28-4d6a-be42-efbab8580f5e req-b9c7253a-3ca9-4e66-b441-f6918992dd6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55692630-3c1b-4a22-9c24-eba73df651f5 HTTP/1.1" status: 200 len: 849 time: 0.1509957 Oct 13 14:21:20.937549 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6ea4f37b-836e-465a-af45-2fb9cb226a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:20.937644 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab2f37-afda-45be-958e-f2649181469e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event updated for resources: {'Network': ['ID=b50c5bd9-ce48-4bf1-b071-7d66e88705c0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:20.940133 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:21.006530 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.resource_extend [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:21:21.022860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01c4a6-2f28-4d6a-be42-efbab8580f5e req-e9cfca99-0480-4d41-92f7-9acb9035328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:21.024833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa01c4a6-2f28-4d6a-be42-efbab8580f5e req-e9cfca99-0480-4d41-92f7-9acb9035328e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a0d1357-5bd1-47a4-bc47-4229892a21e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828657 Oct 13 14:21:21.144646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe7586d-7e10-4494-b079-632d7c07ddef,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:21.166797 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-31ab2f37-afda-45be-958e-f2649181469e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1242797 Oct 13 14:21:21.171201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network b50c5bd9-ce48-4bf1-b071-7d66e88705c0 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:21.171427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54608) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:21.188403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b89fb0b8-9a22-4412-9669-7e5db8d44acf up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:21:21.188922 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8071acd9-14a7-4a03-b59e-bce1d904d8ec tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Request body: {'network': {'name': 'tempest-router-network02--611503817'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:21.326000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841b1ae-9430-4586-bec9-2b4df385c626 req-38f1f478-7bf4-4a07-9b23-4310c6a186b7 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:21.326390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:21.326749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4841b1ae-9430-4586-bec9-2b4df385c626 req-38f1f478-7bf4-4a07-9b23-4310c6a186b7 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 945 time: 0.1405439 Oct 13 14:21:21.353158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5805742a-81af-44da-b93c-0d760b399c01']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:21.366456 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae9938d-7f8d-427d-b6c5-188169596f53') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:21.366785 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae9938d-7f8d-427d-b6c5-188169596f53') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:21.378855 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa01c4a6-2f28-4d6a-be42-efbab8580f5e req-5fd23642-6957-4a32-a0bd-fc268066ecbf service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426576 Oct 13 14:21:21.379995 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:21.400949 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4841b1ae-9430-4586-bec9-2b4df385c626 req-544214ba-370e-4ea3-8053-44353786db75 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623312 Oct 13 14:21:21.407288 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:21.414508 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8071acd9-14a7-4a03-b59e-bce1d904d8ec tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Made reservation on behalf of 37ede70ff944454f9dcb4ff8617acba4 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:21.418537 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8071acd9-14a7-4a03-b59e-bce1d904d8ec tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:21.427678 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492a63b4-632f-4adb-85d2-e0740540822d None None] Network 1bcf1043-4ceb-41b2-8663-b94403b66fb0 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:21.457459 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:21.458042 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:21.461365 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:21.482956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port bae8c996-fd29-4586-8c78-b2c57907cdf5, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bae8c996-fd29-4586-8c78-b2c57907cdf5,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:21.574352 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8071acd9-14a7-4a03-b59e-bce1d904d8ec tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:21.587189 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8071acd9-14a7-4a03-b59e-bce1d904d8ec tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:21.587543 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-8071acd9-14a7-4a03-b59e-bce1d904d8ec tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Added segment 46520e54-43d4-4e57-a75e-3c827786c529 of type vlan for network 3d8e6856-b722-4916-9da3-b35f36472d71 Oct 13 14:21:21.615009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa01c4a6-2f28-4d6a-be42-efbab8580f5e req-d494c262-b3f1-423c-aba8-c8c1ba48aff2 service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127430 Oct 13 14:21:21.640125 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8071acd9-14a7-4a03-b59e-bce1d904d8ec tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:21.695860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9da2f901-5f7c-485a-8797-36e9db9f19d9 req-d7a4ef8c-66b7-4b36-91fd-1b16c4a03f50 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-26640737&fields=id&tenant_id=ab5a806b1f1747e483f134c2a2f576a5 HTTP/1.1" status: 200 len: 267 time: 0.1351156 Oct 13 14:21:21.732563 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-46f25073-36cb-4733-8233-7a36ec90767a None None] Provisioning complete for port b89fb0b8-9a22-4412-9669-7e5db8d44acf triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:21.733366 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46f25073-36cb-4733-8233-7a36ec90767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:21.753452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Allocated IP 172.20.0.2 (dd7f72ec-b860-4f4f-918d-046114decac9/0b607ff2-8bcd-4922-aa61-96cbac87dabe/c40bf972-c073-4e24-97c2-ac5e90fb2c63) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:21.773897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2f901-5f7c-485a-8797-36e9db9f19d9 req-9298869e-6571-482c-a7fc-eb4f16721d89 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:21.775385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9da2f901-5f7c-485a-8797-36e9db9f19d9 req-9298869e-6571-482c-a7fc-eb4f16721d89 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 945 time: 0.0743823 Oct 13 14:21:21.778733 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8071acd9-14a7-4a03-b59e-bce1d904d8ec tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:21.785246 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8071acd9-14a7-4a03-b59e-bce1d904d8ec tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:21.785887 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8071acd9-14a7-4a03-b59e-bce1d904d8ec tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:21.807063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-9da2f901-5f7c-485a-8797-36e9db9f19d9 req-37bd7140-00ff-46b1-b9a6-1cfe0c788096 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'port': {'security_groups': ['8e18626d-b383-4645-a546-d7ab044fd375', 'dbd19682-b92b-456a-a6e8-40fd0ec16bb6']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:21.890772 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071acd9-14a7-4a03-b59e-bce1d904d8ec tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event updated for resources: {'Network': ['ID=3d8e6856-b722-4916-9da3-b35f36472d71,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:21.898004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'bae8c996-fd29-4586-8c78-b2c57907cdf5', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'port_id': 'bae8c996-fd29-4586-8c78-b2c57907cdf5', 'mac_address': 'fa:16:3e:c6:fe:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c947b3-a3a5-468c-a6ba-fa23139cfbc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:21:21.940272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 3d8e6856-b722-4916-9da3-b35f36472d71 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:21.974121 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9da2f901-5f7c-485a-8797-36e9db9f19d9 req-37bd7140-00ff-46b1-b9a6-1cfe0c788096 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.022342 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8071acd9-14a7-4a03-b59e-bce1d904d8ec tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8400650 Oct 13 14:21:22.022342 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.022342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54628) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:22.031972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-eafc6bc1-f58f-49c2-8868-613b19af41d1 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Request body: {'subnet': {'network_id': 'b50c5bd9-ce48-4bf1-b071-7d66e88705c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:22.079739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.086823 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/5805742a-81af-44da-b93c-0d760b399c01 HTTP/1.1" status: 204 len: 168 time: 1.9027913 Oct 13 14:21:22.103527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54632) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:22.119158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-74a18711-3835-46de-897c-d0e2b770cace tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-961361496'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:22.149226 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54634) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:22.164897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe08a8a-e4fa-4157-a220-15f0e2f2137c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Network': ['ID=5805742a-81af-44da-b93c-0d760b399c01,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:22.190051 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-963746d7-6e82-4bba-8f76-dfac98ad35b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.234919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f28ad0-5853-4d10-9e24-0502a3ce8f1d None None] Network 5805742a-81af-44da-b93c-0d760b399c01 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:22.247861 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.267931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e55c7a-81d0-422b-9f6b-72ed80c7e551 req-8bf7be80-87a8-4cb8-b900-2b6bb62d56df tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:22.269601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69e55c7a-81d0-422b-9f6b-72ed80c7e551 req-8bf7be80-87a8-4cb8-b900-2b6bb62d56df tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 944 time: 0.1860566 Oct 13 14:21:22.277005 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.329438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f28ad0-5853-4d10-9e24-0502a3ce8f1d None None] Network 5805742a-81af-44da-b93c-0d760b399c01 could not be found, it might have been deleted concurrently. {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 14:21:22.355802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port b89fb0b8-9a22-4412-9669-7e5db8d44acf triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:22.356380 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.365980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a18711-3835-46de-897c-d0e2b770cace tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:22.371069 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-963746d7-6e82-4bba-8f76-dfac98ad35b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.373101 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74a18711-3835-46de-897c-d0e2b770cace tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.411099 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.443659 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.457954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69e55c7a-81d0-422b-9f6b-72ed80c7e551 req-2bab0691-d7c0-44a8-ad53-8544cf859c13 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588230 Oct 13 14:21:22.458792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a18711-3835-46de-897c-d0e2b770cace tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:22.476002 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4fed4557-e34b-4268-867b-0000ace9bcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.494455 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74a18711-3835-46de-897c-d0e2b770cace tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.494455 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-74a18711-3835-46de-897c-d0e2b770cace tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Added segment 36c296c3-e14b-4afb-bc32-e3ea0a421036 of type vlan for network ac8b0681-dd0c-4e2a-8a24-ff09d65b974f Oct 13 14:21:22.531151 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafc6bc1-f58f-49c2-8868-613b19af41d1 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Made reservation on behalf of 37ede70ff944454f9dcb4ff8617acba4 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:22.536479 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eafc6bc1-f58f-49c2-8868-613b19af41d1 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.539524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae8c996-fd29-4586-8c78-b2c57907cdf5 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:21:22.562513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Network dd7f72ec-b860-4f4f-918d-046114decac9 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:22.563358 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46f25073-36cb-4733-8233-7a36ec90767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.571055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-9da2f901-5f7c-485a-8797-36e9db9f19d9 req-37bd7140-00ff-46b1-b9a6-1cfe0c788096 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] For port b71bc6fe-1baa-4ba6-8426-08572ea4e57d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:22.585773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74a18711-3835-46de-897c-d0e2b770cace tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.586072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Pushing event updated for resources: {'Port': ['ID=c40bf972-c073-4e24-97c2-ac5e90fb2c63,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:22.588664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:22.607190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:22.641326 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-963746d7-6e82-4bba-8f76-dfac98ad35b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.645073 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9da2f901-5f7c-485a-8797-36e9db9f19d9 req-37bd7140-00ff-46b1-b9a6-1cfe0c788096 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.669953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port bae8c996-fd29-4586-8c78-b2c57907cdf5, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bae8c996-fd29-4586-8c78-b2c57907cdf5,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:22.716171 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-963746d7-6e82-4bba-8f76-dfac98ad35b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c65b51f221346348d0b93aa27dd15b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650074 Oct 13 14:21:22.721252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54642) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:22.721494 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963746d7-6e82-4bba-8f76-dfac98ad35b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d50562-f7d4-45e2-809c-1a5e962b16fa,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:22.795196 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74a18711-3835-46de-897c-d0e2b770cace tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.803982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a18711-3835-46de-897c-d0e2b770cace tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:22.805025 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74a18711-3835-46de-897c-d0e2b770cace tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.813237 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9da2f901-5f7c-485a-8797-36e9db9f19d9 req-37bd7140-00ff-46b1-b9a6-1cfe0c788096 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.815977 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.829686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-46f25073-36cb-4733-8233-7a36ec90767a None None] For port b89fb0b8-9a22-4412-9669-7e5db8d44acf, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b89fb0b8-9a22-4412-9669-7e5db8d44acf,segment=NetworkSegment(83639f3c-98dd-4147-809f-1aacd971e5b1),segment_id=83639f3c-98dd-4147-809f-1aacd971e5b1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:22.832440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Attempting to bind port c40bf972-c073-4e24-97c2-ac5e90fb2c63 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:22.833142 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Attempting to bind port c40bf972-c073-4e24-97c2-ac5e90fb2c63 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '8254f993-314b-4279-b5b7-2f2d5006a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dd7f72ec-b860-4f4f-918d-046114decac9'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:22.835082 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Attempting to bind port c40bf972-c073-4e24-97c2-ac5e90fb2c63 on network dd7f72ec-b860-4f4f-918d-046114decac9 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:22.873719 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['d85ba7d2-0f88-438c-8317-88cab6b82523', 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:22.928135 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.932776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:22.932776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Checking segment: {'id': '8254f993-314b-4279-b5b7-2f2d5006a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dd7f72ec-b860-4f4f-918d-046114decac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:22.932776 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.933752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Bound using segment: {'id': '8254f993-314b-4279-b5b7-2f2d5006a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dd7f72ec-b860-4f4f-918d-046114decac9'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:22.934738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Bound port: c40bf972-c073-4e24-97c2-ac5e90fb2c63, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254f993-314b-4279-b5b7-2f2d5006a1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'dd7f72ec-b860-4f4f-918d-046114decac9'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:22.935498 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.938837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2f901-5f7c-485a-8797-36e9db9f19d9 req-37bd7140-00ff-46b1-b9a6-1cfe0c788096 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:22.939596 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9da2f901-5f7c-485a-8797-36e9db9f19d9 req-37bd7140-00ff-46b1-b9a6-1cfe0c788096 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.947982 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46f25073-36cb-4733-8233-7a36ec90767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.948215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9da2f901-5f7c-485a-8797-36e9db9f19d9 req-37bd7140-00ff-46b1-b9a6-1cfe0c788096 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "PUT /v2.0/ports/b71bc6fe-1baa-4ba6-8426-08572ea4e57d HTTP/1.1" status: 200 len: 981 time: 1.1548917 Oct 13 14:21:22.948349 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eafc6bc1-f58f-49c2-8868-613b19af41d1 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:22.966873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38fa287-88a4-47f9-8554-3c10cccc6782', 'tag': 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:21:22.973584 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b21eb79-e394-4793-9d9f-4e7b5b08ba8f" -d '{"events": [{"name": "network-changed", "server_uuid": "f38fa287-88a4-47f9-8554-3c10cccc6782", "tag": "b71bc6fe-1baa-4ba6-8426-08572ea4e57d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:21:23.091329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4f607f83-7647-4ed6-a478-8cb177928351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:23.096463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=bae8c996-fd29-4586-8c78-b2c57907cdf5,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:23.113351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b71bc6fe-1baa-4ba6-8426-08572ea4e57d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:23.113597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-74a18711-3835-46de-897c-d0e2b770cace tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0063713 Oct 13 14:21:23.119283 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f186d7-0f46-4226-80ac-123c6885a5bc x-openstack-request-id: req-e4f186d7-0f46-4226-80ac-123c6885a5bc {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:21:23.119744 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38fa287-88a4-47f9-8554-3c10cccc6782", "tag": "b71bc6fe-1baa-4ba6-8426-08572ea4e57d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:21:23.120153 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4f186d7-0f46-4226-80ac-123c6885a5bc {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:21:23.120806 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38fa287-88a4-47f9-8554-3c10cccc6782', 'tag': 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d', 'status': 'completed', 'code': 200} Oct 13 14:21:23.145554 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc6bc1-f58f-49c2-8868-613b19af41d1 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event updated for resources: {'Subnet': ['ID=ee42a41e-a96c-480f-a994-ba9e4b9754b2,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:23.147264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fadef1f-272c-4b5d-bfcd-34053da44f04 req-faa867dc-efbd-4968-90f7-c68c92b562e6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/dbd19682-b92b-456a-a6e8-40fd0ec16bb6 HTTP/1.1" status: 200 len: 1801 time: 0.1582019 Oct 13 14:21:23.148238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54652) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:23.182179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'subnet': {'network_id': 'ac8b0681-dd0c-4e2a-8a24-ff09d65b974f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:23.190027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc6bc1-f58f-49c2-8868-613b19af41d1 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Checking segment: {'id': 'e5e7dad8-4167-4b38-a2ac-db19d569d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b50c5bd9-ce48-4bf1-b071-7d66e88705c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:23.191866 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafc6bc1-f58f-49c2-8868-613b19af41d1 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Network hostable DHCP agents. Network: b50c5bd9-ce48-4bf1-b071-7d66e88705c0, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:23.204908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f25073-36cb-4733-8233-7a36ec90767a None None] Pushing event updated for resources: {'Port': ['ID=b89fb0b8-9a22-4412-9669-7e5db8d44acf,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:23.299868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a18711-3835-46de-897c-d0e2b770cace tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=ac8b0681-dd0c-4e2a-8a24-ff09d65b974f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:23.325634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network ac8b0681-dd0c-4e2a-8a24-ff09d65b974f details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:23.331141 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4f607f83-7647-4ed6-a478-8cb177928351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:23.331449 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] For port c40bf972-c073-4e24-97c2-ac5e90fb2c63, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:23.347162 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafc6bc1-f58f-49c2-8868-613b19af41d1 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Network b50c5bd9-ce48-4bf1-b071-7d66e88705c0 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:23.350705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd7140-00ff-46b1-b9a6-1cfe0c788096 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'Port': ['ID=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:23.354172 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:21:23.354750 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:21:23.412709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21eb79-e394-4793-9d9f-4e7b5b08ba8f req-2f4957e4-ece7-4719-a111-3f614cec4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:23.414266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b21eb79-e394-4793-9d9f-4e7b5b08ba8f req-2f4957e4-ece7-4719-a111-3f614cec4a41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 1136 time: 0.2570415 Oct 13 14:21:23.426108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] For port c40bf972-c073-4e24-97c2-ac5e90fb2c63, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c40bf972-c073-4e24-97c2-ac5e90fb2c63,segment=NetworkSegment(8254f993-314b-4279-b5b7-2f2d5006a1d5),segment_id=8254f993-314b-4279-b5b7-2f2d5006a1d5)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:23.443441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-eafc6bc1-f58f-49c2-8868-613b19af41d1 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, b50c5bd9-ce48-4bf1-b071-7d66e88705c0) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:23.449413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['bae8c996-fd29-4586-8c78-b2c57907cdf5'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:23.449937 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafc6bc1-f58f-49c2-8868-613b19af41d1 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:23.451600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eafc6bc1-f58f-49c2-8868-613b19af41d1 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:23.478153 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4064ae9-84c0-4654-9d0b-3e515238ac50 None None] Network b50c5bd9-ce48-4bf1-b071-7d66e88705c0 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:23.511805 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-5fadef1f-272c-4b5d-bfcd-34053da44f04 req-d6e4a00b-22b3-4308-aaa9-445ead7e92b3 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 14:21:23.517730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fadef1f-272c-4b5d-bfcd-34053da44f04 req-d6e4a00b-22b3-4308-aaa9-445ead7e92b3 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "DELETE /v2.0/security-groups/dbd19682-b92b-456a-a6e8-40fd0ec16bb6 HTTP/1.1" status: 409 len: 341 time: 0.2787914 Oct 13 14:21:23.566424 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:23.629626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:23.633476 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:23.653867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21eb79-e394-4793-9d9f-4e7b5b08ba8f req-cc9440da-7343-4de6-8578-14bd121976b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:23.655632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b21eb79-e394-4793-9d9f-4e7b5b08ba8f req-cc9440da-7343-4de6-8578-14bd121976b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50adb513-04c1-43cc-aacf-ff230e927593 HTTP/1.1" status: 200 len: 914 time: 0.2275274 Oct 13 14:21:23.683094 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4f607f83-7647-4ed6-a478-8cb177928351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:23.689340 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eafc6bc1-f58f-49c2-8868-613b19af41d1 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6687555 Oct 13 14:21:23.690371 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4f607f83-7647-4ed6-a478-8cb177928351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:23.692031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54662) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:23.693743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4f607f83-7647-4ed6-a478-8cb177928351 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4d50562-f7d4-45e2-809c-1a5e962b16fa HTTP/1.1" status: 204 len: 168 time: 0.9687338 Oct 13 14:21:23.705570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-587b2a70-4f07-431c-a535-4d62304ddf3b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Request body: {'subnet': {'network_id': '3d8e6856-b722-4916-9da3-b35f36472d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:23.719774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f607f83-7647-4ed6-a478-8cb177928351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d50562-f7d4-45e2-809c-1a5e962b16fa,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:23.738500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d360167-6b55-4782-a08d-f4c271f61b6d req-4eb82b75-57e2-4b86-a245-f8625f600c16 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:23.740415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d360167-6b55-4782-a08d-f4c271f61b6d req-4eb82b75-57e2-4b86-a245-f8625f600c16 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 945 time: 0.1751249 Oct 13 14:21:23.802194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.ipam_backend_mixin [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Performing IP validity checks on allocation pools {{(pid=112685) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 14:21:23.803369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.ipam_backend_mixin [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112685) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 14:21:23.807221 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54666) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:23.809450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b21eb79-e394-4793-9d9f-4e7b5b08ba8f req-ad1113b0-3bee-4ec2-8de7-33fd7481b34f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b71bc6fe-1baa-4ba6-8426-08572ea4e57d HTTP/1.1" status: 200 len: 217 time: 0.1142330 Oct 13 14:21:23.884321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d360167-6b55-4782-a08d-f4c271f61b6d req-7a56738a-0259-4aac-853f-b8e8e2134817 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026239 Oct 13 14:21:23.972539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21eb79-e394-4793-9d9f-4e7b5b08ba8f req-01b9990a-88a1-44c1-81dd-d6b9746c45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:23.975349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b21eb79-e394-4793-9d9f-4e7b5b08ba8f req-01b9990a-88a1-44c1-81dd-d6b9746c45e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60ae2475-f5d9-4bef-9dd4-ffde2898ae49 HTTP/1.1" status: 200 len: 853 time: 0.1540384 Oct 13 14:21:24.015525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587b2a70-4f07-431c-a535-4d62304ddf3b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Made reservation on behalf of 37ede70ff944454f9dcb4ff8617acba4 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:24.022678 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-33258424-64e7-4457-8c3c-7166cc31b050 None None] Provisioning complete for port b89fb0b8-9a22-4412-9669-7e5db8d44acf triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:24.023067 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-33258424-64e7-4457-8c3c-7166cc31b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:24.024504 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-587b2a70-4f07-431c-a535-4d62304ddf3b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:24.110225 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70203355-04b2-4992-95f9-1004402b8b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:24.128257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b21eb79-e394-4793-9d9f-4e7b5b08ba8f req-05d1b415-cd58-406b-bf50-6c98700c5237 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50adb513-04c1-43cc-aacf-ff230e927593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224434 Oct 13 14:21:24.189515 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04334358-b542-4aaa-98de-ea0d0cd6c36d None None] Pushing event updated for resources: {'Port': ['ID=c40bf972-c073-4e24-97c2-ac5e90fb2c63,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:24.281891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:24.284616 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:24.368705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760b2af-26c0-4d5b-abfb-0cae605478b7 req-23e5c789-12fa-4562-866e-7d36a1554092 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:24.388618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f760b2af-26c0-4d5b-abfb-0cae605478b7 req-23e5c789-12fa-4562-866e-7d36a1554092 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 984 time: 0.3976512 Oct 13 14:21:24.444814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b89fb0b8-9a22-4412-9669-7e5db8d44acf up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:21:24.547583 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70203355-04b2-4992-95f9-1004402b8b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:24.571121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f760b2af-26c0-4d5b-abfb-0cae605478b7 req-4dca5f24-326d-46a8-a92a-8f9d05823c03 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd19682-b92b-456a-a6e8-40fd0ec16bb6&id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1802540 Oct 13 14:21:24.589428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b21eb79-e394-4793-9d9f-4e7b5b08ba8f req-3a27e7cf-820d-4dd7-afb4-41ae69adca4b service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810322 Oct 13 14:21:24.604990 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-b50c5bd9-ce48-4bf1-b071-7d66e88705c0', 'network_id': 'b50c5bd9-ce48-4bf1-b071-7d66e88705c0', 'tenant_id': '37ede70ff944454f9dcb4ff8617acba4', 'fixed_ips': [{'subnet_id': 'ee42a41e-a96c-480f-a994-ba9e4b9754b2'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:24.605821 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:24.618534 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-587b2a70-4f07-431c-a535-4d62304ddf3b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:24.664312 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port b89fb0b8-9a22-4412-9669-7e5db8d44acf triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:24.664690 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:24.681965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b2a70-4f07-431c-a535-4d62304ddf3b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event updated for resources: {'Subnet': ['ID=54a76b22-0831-4b84-ad7e-242d2873e42d,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:24.683824 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70203355-04b2-4992-95f9-1004402b8b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:24.716161 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:24.763826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70203355-04b2-4992-95f9-1004402b8b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53bbcc9-81aa-417f-b2da-8ae8d416137e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:24.780079 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-70203355-04b2-4992-95f9-1004402b8b64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9b5b2d6519f498abe079d57246a63e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9709220 Oct 13 14:21:24.780634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54684) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:24.820493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b2a70-4f07-431c-a535-4d62304ddf3b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Checking segment: {'id': '46520e54-43d4-4e57-a75e-3c827786c529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d8e6856-b722-4916-9da3-b35f36472d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:24.820933 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587b2a70-4f07-431c-a535-4d62304ddf3b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Network hostable DHCP agents. Network: 3d8e6856-b722-4916-9da3-b35f36472d71, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:24.821710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b21eb79-e394-4793-9d9f-4e7b5b08ba8f req-395c3563-cd9c-4419-9854-5c074b94e882 service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167261 Oct 13 14:21:24.827157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Subnet': ['ID=73c6c05a-f39a-48e3-aaf1-1813b5b4f94f,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:24.848967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking segment: {'id': '36c296c3-e14b-4afb-bc32-e3ea0a421036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ac8b0681-dd0c-4e2a-8a24-ff09d65b974f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:24.849660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network hostable DHCP agents. Network: ac8b0681-dd0c-4e2a-8a24-ff09d65b974f, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:24.901657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21ec4ce-ac6d-4afb-b1a0-f9354eca9916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:24.947871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network ac8b0681-dd0c-4e2a-8a24-ff09d65b974f is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:24.955354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587b2a70-4f07-431c-a535-4d62304ddf3b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Network 3d8e6856-b722-4916-9da3-b35f36472d71 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:24.968506 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21ec4ce-ac6d-4afb-b1a0-f9354eca9916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:25.061296 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-587b2a70-4f07-431c-a535-4d62304ddf3b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 3d8e6856-b722-4916-9da3-b35f36472d71) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:25.062527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Allocated IP 172.20.0.2 (b50c5bd9-ce48-4bf1-b071-7d66e88705c0/ee42a41e-a96c-480f-a994-ba9e4b9754b2/bfc6c5fe-c629-48ac-b561-ea4e1f544087) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:25.067251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, ac8b0681-dd0c-4e2a-8a24-ff09d65b974f) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:25.083244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:25.087154 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:25.103119 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b2a70-4f07-431c-a535-4d62304ddf3b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:25.109110 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-587b2a70-4f07-431c-a535-4d62304ddf3b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:25.151833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c5f3e-debe-4c12-a46a-4abb7b20bea2 req-990745c3-aedf-48ba-bf25-6869623cef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:25.153521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d44c5f3e-debe-4c12-a46a-4abb7b20bea2 req-990745c3-aedf-48ba-bf25-6869623cef1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 1136 time: 0.1812327 Oct 13 14:21:25.178214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5874c5c2-5649-43ee-912f-94aa8d61908c None None] Network 3d8e6856-b722-4916-9da3-b35f36472d71 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:25.182086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552b32a-78c9-4d48-a98f-b1b44cdb1f37 None None] Network ac8b0681-dd0c-4e2a-8a24-ff09d65b974f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:25.242938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-efadfe97-d6fd-467e-8f33-2708a86b8f1a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0677221 Oct 13 14:21:25.250436 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54698) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:25.255766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4f11a-b629-4eee-87c7-77a47a8dd01f req-c35b2b29-2b3b-40b7-8b7e-d1e02172b17d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:25.257488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aaa4f11a-b629-4eee-87c7-77a47a8dd01f req-c35b2b29-2b3b-40b7-8b7e-d1e02172b17d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 945 time: 0.1765585 Oct 13 14:21:25.346835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aaa4f11a-b629-4eee-87c7-77a47a8dd01f req-994d2dbb-e998-4f10-886c-6be0c580989f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756261 Oct 13 14:21:25.351313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c5f3e-debe-4c12-a46a-4abb7b20bea2 req-09f50000-ee42-48e1-9816-a57b5ae3a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:25.352948 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d44c5f3e-debe-4c12-a46a-4abb7b20bea2 req-09f50000-ee42-48e1-9816-a57b5ae3a4e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=50adb513-04c1-43cc-aacf-ff230e927593 HTTP/1.1" status: 200 len: 914 time: 0.1812453 Oct 13 14:21:25.398715 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21ec4ce-ac6d-4afb-b1a0-f9354eca9916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:25.406469 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21ec4ce-ac6d-4afb-b1a0-f9354eca9916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:25.408368 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d21ec4ce-ac6d-4afb-b1a0-f9354eca9916 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c53bbcc9-81aa-417f-b2da-8ae8d416137e HTTP/1.1" status: 204 len: 168 time: 0.6214433 Oct 13 14:21:25.412657 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-587b2a70-4f07-431c-a535-4d62304ddf3b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7193873 Oct 13 14:21:25.421662 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54704) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:25.465158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d32111-59ee-4a57-8fa4-1d9a46f04745 None None] Network dd7f72ec-b860-4f4f-918d-046114decac9 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:25.477908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d44c5f3e-debe-4c12-a46a-4abb7b20bea2 req-9b00b16b-fc1a-405d-87a8-ccb724fad1da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b71bc6fe-1baa-4ba6-8426-08572ea4e57d HTTP/1.1" status: 200 len: 217 time: 0.1057875 Oct 13 14:21:25.487995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ec4ce-ac6d-4afb-b1a0-f9354eca9916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53bbcc9-81aa-417f-b2da-8ae8d416137e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:25.558037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c5f3e-debe-4c12-a46a-4abb7b20bea2 req-4583a158-b65d-4978-ab69-4e2e0fe0af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:25.561268 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d44c5f3e-debe-4c12-a46a-4abb7b20bea2 req-4583a158-b65d-4978-ab69-4e2e0fe0af4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60ae2475-f5d9-4bef-9dd4-ffde2898ae49 HTTP/1.1" status: 200 len: 853 time: 0.0737171 Oct 13 14:21:25.583325 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:25.623043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d44c5f3e-debe-4c12-a46a-4abb7b20bea2 req-a1b58c6b-8399-4924-b46e-f76bb02219e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50adb513-04c1-43cc-aacf-ff230e927593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531096 Oct 13 14:21:25.766164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d44c5f3e-debe-4c12-a46a-4abb7b20bea2 req-613ec89f-0fa5-4e06-b37b-d21670f0481e service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302421 Oct 13 14:21:25.877855 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:25.910174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:25.964471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-71848153-ca12-45b1-b949-b9d71a817495 None None] Provisioning complete for port c40bf972-c073-4e24-97c2-ac5e90fb2c63 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:25.967241 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-71848153-ca12-45b1-b949-b9d71a817495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:25.996593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d44c5f3e-debe-4c12-a46a-4abb7b20bea2 req-3cc60e81-cfcb-4caf-99ea-693ac20f6c99 service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213047 Oct 13 14:21:26.048685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d842a6-c0bc-41ef-8f17-8b1c9aa4b698 req-3f9937c5-192c-451a-82a4-c5e83274955d tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:26.061746 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.072229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62d842a6-c0bc-41ef-8f17-8b1c9aa4b698 req-3f9937c5-192c-451a-82a4-c5e83274955d tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 984 time: 0.1614907 Oct 13 14:21:26.105732 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.139172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62d842a6-c0bc-41ef-8f17-8b1c9aa4b698 req-ba7d33ee-18e5-4141-b35f-9ada50777a96 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd19682-b92b-456a-a6e8-40fd0ec16bb6&id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0681119 Oct 13 14:21:26.192672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-3d8e6856-b722-4916-9da3-b35f36472d71', 'network_id': '3d8e6856-b722-4916-9da3-b35f36472d71', 'tenant_id': '37ede70ff944454f9dcb4ff8617acba4', 'fixed_ips': [{'subnet_id': '54a76b22-0831-4b84-ad7e-242d2873e42d'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:26.193859 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.260476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab6c5db-9c9d-4f22-91a9-d50b5a540082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-ac8b0681-dd0c-4e2a-8a24-ff09d65b974f', 'network_id': 'ac8b0681-dd0c-4e2a-8a24-ff09d65b974f', 'tenant_id': '93daaca3a4a141bda1b8c47f1a022dbb', 'fixed_ips': [{'subnet_id': '73c6c05a-f39a-48e3-aaf1-1813b5b4f94f'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:26.261453 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cab6c5db-9c9d-4f22-91a9-d50b5a540082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.265081 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.298788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54718) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:26.318297 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5c38aed-e912-4b5c-85c4-4e146e5197d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.382182 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.459967 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Allocated IP 172.20.0.1 (b50c5bd9-ce48-4bf1-b071-7d66e88705c0/ee42a41e-a96c-480f-a994-ba9e4b9754b2/50853cdc-cc04-4add-908b-12fbf2fe9946) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:26.503566 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Subnet': ['ID=73c6c05a-f39a-48e3-aaf1-1813b5b4f94f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:26.525584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c40bf972-c073-4e24-97c2-ac5e90fb2c63 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:21:26.572552 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Network b50c5bd9-ce48-4bf1-b071-7d66e88705c0 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:26.616621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Pushing event updated for resources: {'Port': ['ID=bfc6c5fe-c629-48ac-b561-ea4e1f544087,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:26.628262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07badb4b-4aa8-4677-832a-64f675ad7d8e req-cc757c7f-5ef0-451b-98ad-581fb1ba2a19 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:26.630548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07badb4b-4aa8-4677-832a-64f675ad7d8e req-cc757c7f-5ef0-451b-98ad-581fb1ba2a19 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 945 time: 0.1104867 Oct 13 14:21:26.632876 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5c38aed-e912-4b5c-85c4-4e146e5197d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.656540 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:26.659527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:26.687655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07badb4b-4aa8-4677-832a-64f675ad7d8e req-4616f821-4b87-4f53-814e-418ac7b4f25d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492637 Oct 13 14:21:26.691449 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.701264 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5c38aed-e912-4b5c-85c4-4e146e5197d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.740248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8b0681-dd0c-4e2a-8a24-ff09d65b974f']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:26.748903 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-71848153-ca12-45b1-b949-b9d71a817495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.785801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d5c38aed-e912-4b5c-85c4-4e146e5197d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ecb70293fe44b579065fb06417abb31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4852827 Oct 13 14:21:26.787555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c38aed-e912-4b5c-85c4-4e146e5197d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a29146-5112-4ab9-8034-718169d4e9b2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:26.796342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54730) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:26.811073 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c296c3-e14b-4afb-bc32-e3ea0a421036') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:26.811510 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c296c3-e14b-4afb-bc32-e3ea0a421036') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:26.817509 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.833354 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.880457 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.885549 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bae8c996-fd29-4586-8c78-b2c57907cdf5 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:21:26.892469 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e944-a03a-4c18-849b-439b85ab3228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.901313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:26.902400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:26.917861 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:26.924960 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e944-a03a-4c18-849b-439b85ab3228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:26.992758 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.054636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Network b50c5bd9-ce48-4bf1-b071-7d66e88705c0 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:27.059920 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:27.063345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:27.082760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e944-a03a-4c18-849b-439b85ab3228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.088330 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5dc5e944-a03a-4c18-849b-439b85ab3228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.094464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5dc5e944-a03a-4c18-849b-439b85ab3228 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67a29146-5112-4ab9-8034-718169d4e9b2 HTTP/1.1" status: 204 len: 168 time: 0.2964697 Oct 13 14:21:27.110867 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event updated for resources: {'Port': ['ID=50853cdc-cc04-4add-908b-12fbf2fe9946,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:27.113184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5e944-a03a-4c18-849b-439b85ab3228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a29146-5112-4ab9-8034-718169d4e9b2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:27.149959 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.152503 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.175502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124a9bf4-6947-4e6d-8c33-1007a5281c5a None None] Network ac8b0681-dd0c-4e2a-8a24-ff09d65b974f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:27.182127 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.198844 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/ac8b0681-dd0c-4e2a-8a24-ff09d65b974f HTTP/1.1" status: 204 len: 168 time: 1.9420609 Oct 13 14:21:27.199117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54740) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:27.204148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-fc9b715a-56dd-4e37-956b-3740a5fdf171 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-798567424'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:27.235779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-71848153-ca12-45b1-b949-b9d71a817495 None None] For port c40bf972-c073-4e24-97c2-ac5e90fb2c63, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c40bf972-c073-4e24-97c2-ac5e90fb2c63,segment=NetworkSegment(8254f993-314b-4279-b5b7-2f2d5006a1d5),segment_id=8254f993-314b-4279-b5b7-2f2d5006a1d5)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:27.244794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124a9bf4-6947-4e6d-8c33-1007a5281c5a None None] Network ac8b0681-dd0c-4e2a-8a24-ff09d65b974f could not be found, it might have been deleted concurrently. {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 14:21:27.259744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Attempting to bind port bfc6c5fe-c629-48ac-b561-ea4e1f544087 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:27.260280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Attempting to bind port bfc6c5fe-c629-48ac-b561-ea4e1f544087 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'e5e7dad8-4167-4b38-a2ac-db19d569d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b50c5bd9-ce48-4bf1-b071-7d66e88705c0'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:27.260756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Attempting to bind port bfc6c5fe-c629-48ac-b561-ea4e1f544087 on network b50c5bd9-ce48-4bf1-b071-7d66e88705c0 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:27.272969 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ce5ba-bb67-4b9c-9326-98ffdc231ab0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Network': ['ID=ac8b0681-dd0c-4e2a-8a24-ff09d65b974f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:27.280733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:27.281222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Checking segment: {'id': 'e5e7dad8-4167-4b38-a2ac-db19d569d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b50c5bd9-ce48-4bf1-b071-7d66e88705c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:27.281691 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.282186 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Bound using segment: {'id': 'e5e7dad8-4167-4b38-a2ac-db19d569d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b50c5bd9-ce48-4bf1-b071-7d66e88705c0'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:27.282749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Bound port: bfc6c5fe-c629-48ac-b561-ea4e1f544087, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e7dad8-4167-4b38-a2ac-db19d569d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b50c5bd9-ce48-4bf1-b071-7d66e88705c0'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:27.283184 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.291741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Allocated IP 172.20.0.2 (3d8e6856-b722-4916-9da3-b35f36472d71/54a76b22-0831-4b84-ad7e-242d2873e42d/99c57e2a-037b-4815-a059-d83815b9d48a) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:27.321977 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c40bf972-c073-4e24-97c2-ac5e90fb2c63 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:27.322355 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.388225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae277d-4cdd-490b-8346-d5b56563709f req-4a948234-53c6-4938-9ae0-cafc658f15da tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:27.395133 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-71848153-ca12-45b1-b949-b9d71a817495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.404051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76ae277d-4cdd-490b-8346-d5b56563709f req-4a948234-53c6-4938-9ae0-cafc658f15da tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 984 time: 0.1687279 Oct 13 14:21:27.410050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9b715a-56dd-4e37-956b-3740a5fdf171 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:27.414286 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fc9b715a-56dd-4e37-956b-3740a5fdf171 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.492811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9b715a-56dd-4e37-956b-3740a5fdf171 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:27.498895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76ae277d-4cdd-490b-8346-d5b56563709f req-885c2d6f-c237-4b4a-be73-5df28d9697fe tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd19682-b92b-456a-a6e8-40fd0ec16bb6&id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0763552 Oct 13 14:21:27.667739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port bae8c996-fd29-4586-8c78-b2c57907cdf5 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:21:27.674360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port bae8c996-fd29-4586-8c78-b2c57907cdf5 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:27.674910 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.727109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fc9b715a-56dd-4e37-956b-3740a5fdf171 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.727515 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-fc9b715a-56dd-4e37-956b-3740a5fdf171 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Added segment 09fb8407-6823-4313-a35b-70dc22c08b30 of type vlan for network 82d9ac5f-7176-4b9c-9b7a-5c97e3386985 Oct 13 14:21:27.780440 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.790073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eea9b423-0828-4c65-8acc-59385926c91f req-3a7dad57-ac51-4e4d-b90b-affd5d92c57a tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-269092152&fields=id&tenant_id=ab5a806b1f1747e483f134c2a2f576a5 HTTP/1.1" status: 200 len: 267 time: 0.2022986 Oct 13 14:21:27.864548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] For port bfc6c5fe-c629-48ac-b561-ea4e1f544087, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:27.882997 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fc9b715a-56dd-4e37-956b-3740a5fdf171 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.926384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-acf89be1-d02f-40d6-b978-0eb28da6b69b None None] Provisioning complete for port c40bf972-c073-4e24-97c2-ac5e90fb2c63 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:27.927052 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-acf89be1-d02f-40d6-b978-0eb28da6b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:27.969046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9b423-0828-4c65-8acc-59385926c91f req-2b90a24d-2bd2-4005-a4e8-fa1c5332328b tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:27.969967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eea9b423-0828-4c65-8acc-59385926c91f req-2b90a24d-2bd2-4005-a4e8-fa1c5332328b tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 984 time: 0.1787770 Oct 13 14:21:27.986596 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-eea9b423-0828-4c65-8acc-59385926c91f req-9fa04392-f895-4588-b73c-f94392bfa1ef tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'port': {'security_groups': ['8e18626d-b383-4645-a546-d7ab044fd375', 'dbd19682-b92b-456a-a6e8-40fd0ec16bb6', 'a9cf7579-2ace-4d7b-90a8-83c02a3c90b1']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:28.025864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3595b3-4ef1-4d5e-88b7-0b08b6362104 req-09d06e2c-bcf0-48cd-99a0-8fe3062a3538 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:28.027436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b3595b3-4ef1-4d5e-88b7-0b08b6362104 req-09d06e2c-bcf0-48cd-99a0-8fe3062a3538 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 945 time: 0.1721172 Oct 13 14:21:28.036510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] For port bfc6c5fe-c629-48ac-b561-ea4e1f544087, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bfc6c5fe-c629-48ac-b561-ea4e1f544087,segment=NetworkSegment(e5e7dad8-4167-4b38-a2ac-db19d569d6fb),segment_id=e5e7dad8-4167-4b38-a2ac-db19d569d6fb)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:28.042158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71848153-ca12-45b1-b949-b9d71a817495 None None] Pushing event updated for resources: {'Port': ['ID=c40bf972-c073-4e24-97c2-ac5e90fb2c63,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:28.126567 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eea9b423-0828-4c65-8acc-59385926c91f req-9fa04392-f895-4588-b73c-f94392bfa1ef tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:28.144140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b3595b3-4ef1-4d5e-88b7-0b08b6362104 req-9ed0e4a3-e0a8-42f6-8429-5a9bef3c4586 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989795 Oct 13 14:21:28.154762 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fc9b715a-56dd-4e37-956b-3740a5fdf171 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:28.162155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9b715a-56dd-4e37-956b-3740a5fdf171 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:28.162963 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fc9b715a-56dd-4e37-956b-3740a5fdf171 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:28.247275 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:28.298052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b715a-56dd-4e37-956b-3740a5fdf171 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=82d9ac5f-7176-4b9c-9b7a-5c97e3386985,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:28.332203 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 82d9ac5f-7176-4b9c-9b7a-5c97e3386985 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:28.332844 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:28.346634 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fc9b715a-56dd-4e37-956b-3740a5fdf171 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1475682 Oct 13 14:21:28.350958 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54774) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:28.357636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0f17cab1-3e5c-4317-a0a6-ba9b68117d28 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'subnet': {'network_id': '82d9ac5f-7176-4b9c-9b7a-5c97e3386985', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:28.404253 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:28.417595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c40bf972-c073-4e24-97c2-ac5e90fb2c63 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:21:28.419896 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:28.523798 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:28.564745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c83853-f6a8-488d-bb06-cdf50dda6b70 None None] Pushing event updated for resources: {'Port': ['ID=bfc6c5fe-c629-48ac-b561-ea4e1f544087,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:28.632761 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e658f-2395-4d1b-9d26-79eb51fb2fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8c996-fd29-4586-8c78-b2c57907cdf5'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:21:28.635389 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5547b3aa-0011-4082-b1e8-1eff7bfd1ad4" -d '{"events": [{"server_uuid": "6b6e658f-2395-4d1b-9d26-79eb51fb2fcc", "name": "network-vif-plugged", "status": "completed", "tag": "bae8c996-fd29-4586-8c78-b2c57907cdf5"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:21:28.667256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port bae8c996-fd29-4586-8c78-b2c57907cdf5, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bae8c996-fd29-4586-8c78-b2c57907cdf5,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:28.674115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Network 3d8e6856-b722-4916-9da3-b35f36472d71 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:28.676506 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Pushing event updated for resources: {'Port': ['ID=99c57e2a-037b-4815-a059-d83815b9d48a,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:28.688278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:28.690937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:28.732373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-eea9b423-0828-4c65-8acc-59385926c91f req-9fa04392-f895-4588-b73c-f94392bfa1ef tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] For port b71bc6fe-1baa-4ba6-8426-08572ea4e57d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:28.748101 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c40bf972-c073-4e24-97c2-ac5e90fb2c63 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:28.748547 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:28.809327 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eea9b423-0828-4c65-8acc-59385926c91f req-9fa04392-f895-4588-b73c-f94392bfa1ef tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:28.842957 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3998068-7b01-44e2-9ece-c916eeaf7feb x-openstack-request-id: req-b3998068-7b01-44e2-9ece-c916eeaf7feb {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:21:28.843235 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6e658f-2395-4d1b-9d26-79eb51fb2fcc", "name": "network-vif-plugged", "status": "completed", "tag": "bae8c996-fd29-4586-8c78-b2c57907cdf5", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:21:28.843484 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3998068-7b01-44e2-9ece-c916eeaf7feb {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:21:28.843874 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e658f-2395-4d1b-9d26-79eb51fb2fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae8c996-fd29-4586-8c78-b2c57907cdf5', 'code': 200} Oct 13 14:21:28.849753 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:28.909736 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eea9b423-0828-4c65-8acc-59385926c91f req-9fa04392-f895-4588-b73c-f94392bfa1ef tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:28.946287 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Attempting to bind port 99c57e2a-037b-4815-a059-d83815b9d48a on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:28.946624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Attempting to bind port 99c57e2a-037b-4815-a059-d83815b9d48a by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '46520e54-43d4-4e57-a75e-3c827786c529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d8e6856-b722-4916-9da3-b35f36472d71'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:28.946989 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Attempting to bind port 99c57e2a-037b-4815-a059-d83815b9d48a on network 3d8e6856-b722-4916-9da3-b35f36472d71 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:28.950505 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['d85ba7d2-0f88-438c-8317-88cab6b82523', 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:28.995555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:28.996038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Checking segment: {'id': '46520e54-43d4-4e57-a75e-3c827786c529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d8e6856-b722-4916-9da3-b35f36472d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:28.996638 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:28.997260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Bound using segment: {'id': '46520e54-43d4-4e57-a75e-3c827786c529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d8e6856-b722-4916-9da3-b35f36472d71'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:28.997915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Bound port: 99c57e2a-037b-4815-a059-d83815b9d48a, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46520e54-43d4-4e57-a75e-3c827786c529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d8e6856-b722-4916-9da3-b35f36472d71'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:28.998682 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:29.060160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=bae8c996-fd29-4586-8c78-b2c57907cdf5,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:29.077389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9b423-0828-4c65-8acc-59385926c91f req-9fa04392-f895-4588-b73c-f94392bfa1ef tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:29.078861 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-eea9b423-0828-4c65-8acc-59385926c91f req-9fa04392-f895-4588-b73c-f94392bfa1ef tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:29.081473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eea9b423-0828-4c65-8acc-59385926c91f req-9fa04392-f895-4588-b73c-f94392bfa1ef tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "PUT /v2.0/ports/b71bc6fe-1baa-4ba6-8426-08572ea4e57d HTTP/1.1" status: 200 len: 1020 time: 1.1002073 Oct 13 14:21:29.092301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38fa287-88a4-47f9-8554-3c10cccc6782', 'tag': 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:21:29.092301 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b79f5c2-b334-42b0-aa9a-1b5fa5de8888" -d '{"events": [{"name": "network-changed", "server_uuid": "f38fa287-88a4-47f9-8554-3c10cccc6782", "tag": "b71bc6fe-1baa-4ba6-8426-08572ea4e57d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:21:29.104357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c2297-3e49-44de-85e5-575fbd765368 req-16ec200a-8bb8-49fe-96a2-8adc5593e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:29.114551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-523c2297-3e49-44de-85e5-575fbd765368 req-16ec200a-8bb8-49fe-96a2-8adc5593e36d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 1098 time: 0.2226775 Oct 13 14:21:29.217840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa04392-f895-4588-b73c-f94392bfa1ef tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'Port': ['ID=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:29.237638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa30881b-c8e6-4b82-bc17-9ad26d8921d9 req-3e93a5dc-5aeb-4784-8906-4d7c35b9aa69 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/a9cf7579-2ace-4d7b-90a8-83c02a3c90b1 HTTP/1.1" status: 200 len: 1802 time: 0.1057985 Oct 13 14:21:29.275974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] For port 99c57e2a-037b-4815-a059-d83815b9d48a, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:29.284652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b71bc6fe-1baa-4ba6-8426-08572ea4e57d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:29.289405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] For port 99c57e2a-037b-4815-a059-d83815b9d48a, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=99c57e2a-037b-4815-a059-d83815b9d48a,segment=NetworkSegment(46520e54-43d4-4e57-a75e-3c827786c529),segment_id=46520e54-43d4-4e57-a75e-3c827786c529)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:29.296624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-523c2297-3e49-44de-85e5-575fbd765368 req-e6e4eee8-6210-40e3-8fff-7bfdb0cdb33e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207108 Oct 13 14:21:29.312410 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:29.324728 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-fa30881b-c8e6-4b82-bc17-9ad26d8921d9 req-73e449ca-16dd-4cd8-b0a7-35dbfdf8b57c tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 14:21:29.362628 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa30881b-c8e6-4b82-bc17-9ad26d8921d9 req-73e449ca-16dd-4cd8-b0a7-35dbfdf8b57c tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "DELETE /v2.0/security-groups/a9cf7579-2ace-4d7b-90a8-83c02a3c90b1 HTTP/1.1" status: 409 len: 341 time: 0.1011295 Oct 13 14:21:29.397995 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:29.507915 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48dbe7f-b944-4352-85b2-0729071c0e75 x-openstack-request-id: req-d48dbe7f-b944-4352-85b2-0729071c0e75 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:21:29.509198 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38fa287-88a4-47f9-8554-3c10cccc6782", "tag": "b71bc6fe-1baa-4ba6-8426-08572ea4e57d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:21:29.510596 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d48dbe7f-b944-4352-85b2-0729071c0e75 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:21:29.511100 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38fa287-88a4-47f9-8554-3c10cccc6782', 'tag': 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d', 'status': 'completed', 'code': 200} Oct 13 14:21:29.557308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e5360-c3af-4ef6-9e2f-05e244b468b9 req-9a202ce9-49cf-4b69-b026-cc259e48368c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:29.576098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746e5360-c3af-4ef6-9e2f-05e244b468b9 req-9a202ce9-49cf-4b69-b026-cc259e48368c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 946 time: 0.1521277 Oct 13 14:21:29.595312 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a7fab-7ebf-4ccd-9ca8-1761c8a291db None None] Pushing event updated for resources: {'Port': ['ID=99c57e2a-037b-4815-a059-d83815b9d48a,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:29.666996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-746e5360-c3af-4ef6-9e2f-05e244b468b9 req-a4103200-e2b9-4d69-862d-3597fda2893e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898964 Oct 13 14:21:29.751995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event updated for resources: {'Port': ['ID=50853cdc-cc04-4add-908b-12fbf2fe9946,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:29.773929 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:29.797889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79f5c2-b334-42b0-aa9a-1b5fa5de8888 req-54fe88f0-3924-47dd-9fa4-1daf9fa12dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:29.800262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b79f5c2-b334-42b0-aa9a-1b5fa5de8888 req-54fe88f0-3924-47dd-9fa4-1daf9fa12dc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 1175 time: 0.1071937 Oct 13 14:21:30.273867 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f17cab1-3e5c-4317-a0a6-ba9b68117d28 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:30.288944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f17cab1-3e5c-4317-a0a6-ba9b68117d28 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:30.314650 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Network b50c5bd9-ce48-4bf1-b071-7d66e88705c0 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:30.402415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:30.432288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677114f5-c326-493f-9c42-d8ee05a1fa6c None None] Network b50c5bd9-ce48-4bf1-b071-7d66e88705c0 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:30.594004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-bda4d67f-49e9-4f31-81c8-145563ba4b9b None None] Provisioning complete for port bfc6c5fe-c629-48ac-b561-ea4e1f544087 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:30.594304 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bda4d67f-49e9-4f31-81c8-145563ba4b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:30.596584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bfc6c5fe-c629-48ac-b561-ea4e1f544087 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:21:30.612487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704d78c-84d6-4adb-bd6e-fcfb6a2173c5 req-9334e569-74de-4078-a99c-a8d9d0eb988d tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:30.615410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2704d78c-84d6-4adb-bd6e-fcfb6a2173c5 req-9334e569-74de-4078-a99c-a8d9d0eb988d tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 1023 time: 0.1212647 Oct 13 14:21:30.651002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79f5c2-b334-42b0-aa9a-1b5fa5de8888 req-2a6ded26-8002-4723-a44b-b90464d0fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:30.651002 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b79f5c2-b334-42b0-aa9a-1b5fa5de8888 req-2a6ded26-8002-4723-a44b-b90464d0fdaa service neutron] 10.222.0.41 "GET /v2.0/networks?id=50adb513-04c1-43cc-aacf-ff230e927593 HTTP/1.1" status: 200 len: 914 time: 0.8369706 Oct 13 14:21:30.717987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b79f5c2-b334-42b0-aa9a-1b5fa5de8888 req-900d92e3-5781-4c1b-87b9-c6943e69bdaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b71bc6fe-1baa-4ba6-8426-08572ea4e57d HTTP/1.1" status: 200 len: 217 time: 0.0516253 Oct 13 14:21:30.813137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2704d78c-84d6-4adb-bd6e-fcfb6a2173c5 req-d5a893cd-505c-4f01-b870-3126ff2d49f8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9cf7579-2ace-4d7b-90a8-83c02a3c90b1&id=dbd19682-b92b-456a-a6e8-40fd0ec16bb6&id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1911244 Oct 13 14:21:30.841328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79f5c2-b334-42b0-aa9a-1b5fa5de8888 req-b48e581e-dc50-4988-8c2a-d1d8ad21a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:30.843450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b79f5c2-b334-42b0-aa9a-1b5fa5de8888 req-b48e581e-dc50-4988-8c2a-d1d8ad21a52b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60ae2475-f5d9-4bef-9dd4-ffde2898ae49 HTTP/1.1" status: 200 len: 853 time: 0.1131430 Oct 13 14:21:30.977887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b79f5c2-b334-42b0-aa9a-1b5fa5de8888 req-424a9a0d-fb53-40b6-85b5-ab78712ba993 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=50adb513-04c1-43cc-aacf-ff230e927593&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198516 Oct 13 14:21:30.992931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port bfc6c5fe-c629-48ac-b561-ea4e1f544087 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:30.993622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:31.007489 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Router 257aa7f1-d020-4c9b-a862-22a7816de476 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:21:31.115196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e9950-7fdc-4f71-8278-b6c8e0ed38b4 req-e5dd26a9-c851-4d99-8dca-d967177b23c9 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:31.136361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f6e9950-7fdc-4f71-8278-b6c8e0ed38b4 req-e5dd26a9-c851-4d99-8dca-d967177b23c9 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 946 time: 0.2471430 Oct 13 14:21:31.275004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f6e9950-7fdc-4f71-8278-b6c8e0ed38b4 req-56600058-7cc2-4851-81ab-0797098b8356 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317794 Oct 13 14:21:31.347648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b79f5c2-b334-42b0-aa9a-1b5fa5de8888 req-504d5b37-5ce5-4615-90ce-b0d12a86ad89 service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222892 Oct 13 14:21:31.438078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:21:31.474353 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7cfc5a-a28a-42c3-a961-97b6ec1d6078 None None] Sync routers for ids ['257aa7f1-d020-4c9b-a862-22a7816de476'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:21:31.475495 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c0b97e46-bc78-43d6-9365-57a423e56f5b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "PUT /v2.0/routers/257aa7f1-d020-4c9b-a862-22a7816de476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0525229 Oct 13 14:21:31.476322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54842) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:31.538625 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7cfc5a-a28a-42c3-a961-97b6ec1d6078 None None] Routers {'257aa7f1-d020-4c9b-a862-22a7816de476'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:21:31.540879 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-dc7cfc5a-a28a-42c3-a961-97b6ec1d6078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:21:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['257aa7f1-d020-4c9b-a862-22a7816de476'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:31.563852 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bda4d67f-49e9-4f31-81c8-145563ba4b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:31.588114 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f17cab1-3e5c-4317-a0a6-ba9b68117d28 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:31.634023 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-dc7cfc5a-a28a-42c3-a961-97b6ec1d6078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:31.647048 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7cfc5a-a28a-42c3-a961-97b6ec1d6078 None None] Routers {'257aa7f1-d020-4c9b-a862-22a7816de476'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:21:31.648646 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-dc7cfc5a-a28a-42c3-a961-97b6ec1d6078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:21:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['257aa7f1-d020-4c9b-a862-22a7816de476'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:31.673108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bda4d67f-49e9-4f31-81c8-145563ba4b9b None None] For port bfc6c5fe-c629-48ac-b561-ea4e1f544087, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bfc6c5fe-c629-48ac-b561-ea4e1f544087,segment=NetworkSegment(e5e7dad8-4167-4b38-a2ac-db19d569d6fb),segment_id=e5e7dad8-4167-4b38-a2ac-db19d569d6fb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:31.675664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38070333-02ae-480f-9da0-2ca128893bbe None None] Network 3d8e6856-b722-4916-9da3-b35f36472d71 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:31.697324 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-dc7cfc5a-a28a-42c3-a961-97b6ec1d6078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:31.699085 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7cfc5a-a28a-42c3-a961-97b6ec1d6078 None None] The sync data for ids ['257aa7f1-d020-4c9b-a862-22a7816de476'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:21:31.780589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b79f5c2-b334-42b0-aa9a-1b5fa5de8888 req-639086b7-5ad6-407e-b53f-6e98ef4afbae service neutron] 10.222.0.41 "GET /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071689 Oct 13 14:21:31.805104 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bda4d67f-49e9-4f31-81c8-145563ba4b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:31.821295 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:31.962193 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17cab1-3e5c-4317-a0a6-ba9b68117d28 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Subnet': ['ID=00d3bd1f-8b07-4002-8cc9-53e2f8688a08,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:32.129675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873968b6-f29e-4eb3-9a5c-aa3f86e75f8b req-c19f2ee2-136d-43b3-bb6a-5f59547281d7 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:32.143539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-873968b6-f29e-4eb3-9a5c-aa3f86e75f8b req-c19f2ee2-136d-43b3-bb6a-5f59547281d7 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 1023 time: 0.1400745 Oct 13 14:21:32.180583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17cab1-3e5c-4317-a0a6-ba9b68117d28 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking segment: {'id': '09fb8407-6823-4313-a35b-70dc22c08b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '82d9ac5f-7176-4b9c-9b7a-5c97e3386985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:32.181437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f17cab1-3e5c-4317-a0a6-ba9b68117d28 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network hostable DHCP agents. Network: 82d9ac5f-7176-4b9c-9b7a-5c97e3386985, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:32.210468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4d67f-49e9-4f31-81c8-145563ba4b9b None None] Pushing event updated for resources: {'Port': ['ID=bfc6c5fe-c629-48ac-b561-ea4e1f544087,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:32.244813 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-873968b6-f29e-4eb3-9a5c-aa3f86e75f8b req-ab54b7ef-faff-4354-9375-e5b79393dc8a tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9cf7579-2ace-4d7b-90a8-83c02a3c90b1&id=dbd19682-b92b-456a-a6e8-40fd0ec16bb6&id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0994158 Oct 13 14:21:32.369619 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f17cab1-3e5c-4317-a0a6-ba9b68117d28 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network 82d9ac5f-7176-4b9c-9b7a-5c97e3386985 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:32.479838 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-f674e725-3b26-459b-a4f5-dcd9d331c02b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:21:32.481294 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f674e725-3b26-459b-a4f5-dcd9d331c02b tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "PUT /v2.0/routers/257aa7f1-d020-4c9b-a862-22a7816de476/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0037494 Oct 13 14:21:32.485120 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54860) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:32.537141 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f10e21ea-afb3-4eb0-a115-8e62284343aa None None] Provisioning complete for port 99c57e2a-037b-4815-a059-d83815b9d48a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:32.537805 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f10e21ea-afb3-4eb0-a115-8e62284343aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:32.562059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669733d-7ca6-4642-9cb8-4419065093ca req-65cdbfda-529f-4a10-a3d2-3b441473ddfb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:32.563767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c669733d-7ca6-4642-9cb8-4419065093ca req-65cdbfda-529f-4a10-a3d2-3b441473ddfb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 946 time: 0.1588383 Oct 13 14:21:32.615617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0f17cab1-3e5c-4317-a0a6-ba9b68117d28 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 82d9ac5f-7176-4b9c-9b7a-5c97e3386985) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:32.625195 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f17cab1-3e5c-4317-a0a6-ba9b68117d28 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:32.625984 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f17cab1-3e5c-4317-a0a6-ba9b68117d28 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:32.642096 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:21:32.644245 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:21:32.645799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7895465d-ef61-4783-a27f-63a2de79d0a5 None None] Network 82d9ac5f-7176-4b9c-9b7a-5c97e3386985 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:32.656179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c669733d-7ca6-4642-9cb8-4419065093ca req-9e648057-f0bd-4930-8d39-51fe45a42cfb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840178 Oct 13 14:21:32.767389 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0f17cab1-3e5c-4317-a0a6-ba9b68117d28 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.4140587 Oct 13 14:21:32.770445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54868) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:32.846868 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f10e21ea-afb3-4eb0-a115-8e62284343aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:32.928483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f10e21ea-afb3-4eb0-a115-8e62284343aa None None] For port 99c57e2a-037b-4815-a059-d83815b9d48a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=99c57e2a-037b-4815-a059-d83815b9d48a,segment=NetworkSegment(46520e54-43d4-4e57-a75e-3c827786c529),segment_id=46520e54-43d4-4e57-a75e-3c827786c529)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:32.983719 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f10e21ea-afb3-4eb0-a115-8e62284343aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:33.010155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58760c-5b55-4254-8688-b92b461ee597 req-fd7d8f2b-433e-4080-90ec-386b0019543e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:33.020611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f58760c-5b55-4254-8688-b92b461ee597 req-fd7d8f2b-433e-4080-90ec-386b0019543e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 945 time: 0.1212037 Oct 13 14:21:33.039802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5ee32-e671-45c4-b08f-5d7d3c23928a req-9b7ff757-72f5-4de5-adbb-8b82ef12e0cc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:33.041611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5da5ee32-e671-45c4-b08f-5d7d3c23928a req-9b7ff757-72f5-4de5-adbb-8b82ef12e0cc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 1023 time: 0.2286999 Oct 13 14:21:33.076954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e21ea-afb3-4eb0-a115-8e62284343aa None None] Pushing event updated for resources: {'Port': ['ID=99c57e2a-037b-4815-a059-d83815b9d48a,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:33.102844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f10e21ea-afb3-4eb0-a115-8e62284343aa None None] Provisioning complete for port 50853cdc-cc04-4add-908b-12fbf2fe9946 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:33.103417 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f10e21ea-afb3-4eb0-a115-8e62284343aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:33.115752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b18298ab-bb66-445c-b374-922ee31309dd tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:33.234574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f58760c-5b55-4254-8688-b92b461ee597 req-bd8b6431-a221-459a-b1f9-f23c089f3973 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990395 Oct 13 14:21:33.270815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-82d9ac5f-7176-4b9c-9b7a-5c97e3386985', 'network_id': '82d9ac5f-7176-4b9c-9b7a-5c97e3386985', 'tenant_id': '93daaca3a4a141bda1b8c47f1a022dbb', 'fixed_ips': [{'subnet_id': '00d3bd1f-8b07-4002-8cc9-53e2f8688a08'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:33.276088 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:33.286956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:33.374698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 99c57e2a-037b-4815-a059-d83815b9d48a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:21:33.378810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f10e21ea-afb3-4eb0-a115-8e62284343aa None None] Port 50853cdc-cc04-4add-908b-12fbf2fe9946 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:21:33.431402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f10e21ea-afb3-4eb0-a115-8e62284343aa None None] Provisioning complete for port bfc6c5fe-c629-48ac-b561-ea4e1f544087 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:33.432528 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f10e21ea-afb3-4eb0-a115-8e62284343aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:33.555995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-5da5ee32-e671-45c4-b08f-5d7d3c23928a req-d3e7a2bd-bcac-4f52-b17a-ebc5a94f8958 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Deleting port b71bc6fe-1baa-4ba6-8426-08572ea4e57d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:33.556658 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5da5ee32-e671-45c4-b08f-5d7d3c23928a req-d3e7a2bd-bcac-4f52-b17a-ebc5a94f8958 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:33.562240 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:33.713947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 99c57e2a-037b-4815-a059-d83815b9d48a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:33.714523 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:33.749847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe5f28-45af-41a7-baf2-cbbd2d47e7cc req-1222bf23-3409-4e67-9912-a70a7b739c70 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:33.758220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39fe5f28-45af-41a7-baf2-cbbd2d47e7cc req-1222bf23-3409-4e67-9912-a70a7b739c70 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 946 time: 0.4095070 Oct 13 14:21:33.770403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Allocated IP 172.20.0.1 (82d9ac5f-7176-4b9c-9b7a-5c97e3386985/00d3bd1f-8b07-4002-8cc9-53e2f8688a08/ae87edf5-55db-4661-81e2-ee8c667fb5ad) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:33.782299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c2913-1535-409c-aa2f-79aabac8ce14 req-a1d90e47-fb64-4072-9c8d-5e6307cd30d1 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:33.782536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-b18298ab-bb66-445c-b374-922ee31309dd tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Deleting port 50853cdc-cc04-4add-908b-12fbf2fe9946 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:33.783001 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b18298ab-bb66-445c-b374-922ee31309dd tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:33.790930 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a3c2913-1535-409c-aa2f-79aabac8ce14 req-a1d90e47-fb64-4072-9c8d-5e6307cd30d1 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 1023 time: 0.2878406 Oct 13 14:21:33.892072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39fe5f28-45af-41a7-baf2-cbbd2d47e7cc req-70a3e5a1-0d97-4fa4-8756-c883ca87298f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319110 Oct 13 14:21:33.956472 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a3c2913-1535-409c-aa2f-79aabac8ce14 req-b68a3164-91e3-435c-b40c-25ae3d545604 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9cf7579-2ace-4d7b-90a8-83c02a3c90b1&id=dbd19682-b92b-456a-a6e8-40fd0ec16bb6&id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1638794 Oct 13 14:21:33.986460 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b18298ab-bb66-445c-b374-922ee31309dd tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:34.006088 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-b18298ab-bb66-445c-b374-922ee31309dd tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Calling delete_port for 50853cdc-cc04-4add-908b-12fbf2fe9946 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:34.036426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5da5ee32-e671-45c4-b08f-5d7d3c23928a req-d3e7a2bd-bcac-4f52-b17a-ebc5a94f8958 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] For port b71bc6fe-1baa-4ba6-8426-08572ea4e57d, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:34.036774 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5da5ee32-e671-45c4-b08f-5d7d3c23928a req-d3e7a2bd-bcac-4f52-b17a-ebc5a94f8958 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:34.067511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-5da5ee32-e671-45c4-b08f-5d7d3c23928a req-d3e7a2bd-bcac-4f52-b17a-ebc5a94f8958 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Calling delete_port for b71bc6fe-1baa-4ba6-8426-08572ea4e57d owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:34.305907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5b69cfd6-44a9-48e6-a858-3e35b514e399 None None] Provisioning complete for port 99c57e2a-037b-4815-a059-d83815b9d48a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:34.306671 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5b69cfd6-44a9-48e6-a858-3e35b514e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:34.399443 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b18298ab-bb66-445c-b374-922ee31309dd tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:34.438164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5b69cfd6-44a9-48e6-a858-3e35b514e399 None None] Could not find standard attr ID for object 50853cdc-cc04-4add-908b-12fbf2fe9946. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:21:34.466494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bfc6c5fe-c629-48ac-b561-ea4e1f544087 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:21:34.477288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18298ab-bb66-445c-b374-922ee31309dd tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event deleted for resources: {'Port': ['ID=50853cdc-cc04-4add-908b-12fbf2fe9946,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:34.538027 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5da5ee32-e671-45c4-b08f-5d7d3c23928a req-d3e7a2bd-bcac-4f52-b17a-ebc5a94f8958 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:34.540281 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:34.555400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['d85ba7d2-0f88-438c-8317-88cab6b82523', 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:34.631218 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port bfc6c5fe-c629-48ac-b561-ea4e1f544087 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:34.631705 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:34.632379 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:21:34.666391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7a2bd-bcac-4f52-b17a-ebc5a94f8958 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event deleted for resources: {'Port': ['ID=b71bc6fe-1baa-4ba6-8426-08572ea4e57d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:34.710412 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:34.714765 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b18298ab-bb66-445c-b374-922ee31309dd tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:34.847049 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Pushing event updated for resources: {'Port': ['ID=ae87edf5-55db-4661-81e2-ee8c667fb5ad,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:34.897949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Network 82d9ac5f-7176-4b9c-9b7a-5c97e3386985 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:34.904088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:34.912444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:34.914561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:34.925207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da5ee32-e671-45c4-b08f-5d7d3c23928a req-d3e7a2bd-bcac-4f52-b17a-ebc5a94f8958 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] No DVR routers for this DVR port b71bc6fe-1baa-4ba6-8426-08572ea4e57d on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:34.935845 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18298ab-bb66-445c-b374-922ee31309dd tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Router 257aa7f1-d020-4c9b-a862-22a7816de476 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:21:34.986498 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5da5ee32-e671-45c4-b08f-5d7d3c23928a req-d3e7a2bd-bcac-4f52-b17a-ebc5a94f8958 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:34.991144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5da5ee32-e671-45c4-b08f-5d7d3c23928a req-d3e7a2bd-bcac-4f52-b17a-ebc5a94f8958 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.41 "DELETE /v2.0/ports/b71bc6fe-1baa-4ba6-8426-08572ea4e57d HTTP/1.1" status: 204 len: 173 time: 1.9401042 Oct 13 14:21:34.993777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38fa287-88a4-47f9-8554-3c10cccc6782', 'name': 'network-vif-deleted', 'tag': 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:21:35.008133 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd6eb6e-5197-4dd2-a3f0-cfe25d6c4862" -d '{"events": [{"server_uuid": "f38fa287-88a4-47f9-8554-3c10cccc6782", "name": "network-vif-deleted", "tag": "b71bc6fe-1baa-4ba6-8426-08572ea4e57d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:21:35.023385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 99c57e2a-037b-4815-a059-d83815b9d48a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:21:35.038079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Subnet': ['ID=00d3bd1f-8b07-4002-8cc9-53e2f8688a08,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:35.076576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18298ab-bb66-445c-b374-922ee31309dd tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:21:35.085031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23255b-6521-4c5b-b466-03c387e0d328 req-ae13e3fe-5e4d-4d08-97ac-e2caf4fa1d4d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:35.098631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551754c2-8ca2-4dce-a99f-62ac2c4e52de None None] Sync routers for ids ['257aa7f1-d020-4c9b-a862-22a7816de476'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:21:35.101380 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b18298ab-bb66-445c-b374-922ee31309dd tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "PUT /v2.0/routers/257aa7f1-d020-4c9b-a862-22a7816de476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6142783 Oct 13 14:21:35.102506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df23255b-6521-4c5b-b466-03c387e0d328 req-ae13e3fe-5e4d-4d08-97ac-e2caf4fa1d4d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 946 time: 0.3324473 Oct 13 14:21:35.102760 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54914) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:35.190481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551754c2-8ca2-4dce-a99f-62ac2c4e52de None None] Routers {'257aa7f1-d020-4c9b-a862-22a7816de476'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:21:35.193831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-551754c2-8ca2-4dce-a99f-62ac2c4e52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:21:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['257aa7f1-d020-4c9b-a862-22a7816de476'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:35.207979 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Attempting to bind port ae87edf5-55db-4661-81e2-ee8c667fb5ad on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:35.210665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Attempting to bind port ae87edf5-55db-4661-81e2-ee8c667fb5ad by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '09fb8407-6823-4313-a35b-70dc22c08b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '82d9ac5f-7176-4b9c-9b7a-5c97e3386985'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:35.211787 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Attempting to bind port ae87edf5-55db-4661-81e2-ee8c667fb5ad on network 82d9ac5f-7176-4b9c-9b7a-5c97e3386985 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:35.219391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03ed6814-7ced-4c10-8bda-cf68e182a70c req-af710ab4-fb90-4ce2-a1b1-32cf1b380596 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 210 time: 0.1114302 Oct 13 14:21:35.281981 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-29ee88b9-db0a-4e0a-86c9-2b34f579515e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] delete failed (client error): The resource could not be found. Oct 13 14:21:35.288861 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-29ee88b9-db0a-4e0a-86c9-2b34f579515e tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-431087384 HTTP/1.1" status: 404 len: 334 time: 0.1840956 Oct 13 14:21:35.290219 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54918) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:35.296549 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a753488e-994d-420a-81d7-5707dadd6919 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Request body: {'router': {'external_gateway_info': {'network_id': '257aa7f1-d020-4c9b-a862-22a7816de476'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:35.308108 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:35.331262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-551754c2-8ca2-4dce-a99f-62ac2c4e52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:35.332482 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949ba19f-831c-482e-8110-eee8c2af9528 x-openstack-request-id: req-949ba19f-831c-482e-8110-eee8c2af9528 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:21:35.332792 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38fa287-88a4-47f9-8554-3c10cccc6782", "name": "network-vif-deleted", "tag": "b71bc6fe-1baa-4ba6-8426-08572ea4e57d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:21:35.333069 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-949ba19f-831c-482e-8110-eee8c2af9528 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:21:35.333476 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38fa287-88a4-47f9-8554-3c10cccc6782', 'name': 'network-vif-deleted', 'tag': 'b71bc6fe-1baa-4ba6-8426-08572ea4e57d', 'status': 'completed', 'code': 200} Oct 13 14:21:35.350236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:35.351071 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Checking segment: {'id': '09fb8407-6823-4313-a35b-70dc22c08b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '82d9ac5f-7176-4b9c-9b7a-5c97e3386985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:35.352095 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:35.353028 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Bound using segment: {'id': '09fb8407-6823-4313-a35b-70dc22c08b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '82d9ac5f-7176-4b9c-9b7a-5c97e3386985'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:35.354462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Bound port: ae87edf5-55db-4661-81e2-ee8c667fb5ad, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fb8407-6823-4313-a35b-70dc22c08b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '82d9ac5f-7176-4b9c-9b7a-5c97e3386985'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:35.354842 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:35.420132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df23255b-6521-4c5b-b466-03c387e0d328 req-0a3089f3-1f18-4485-939e-cd52ee8f6ce3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046086 Oct 13 14:21:35.425283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551754c2-8ca2-4dce-a99f-62ac2c4e52de None None] Routers {'257aa7f1-d020-4c9b-a862-22a7816de476'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:21:35.426056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-551754c2-8ca2-4dce-a99f-62ac2c4e52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:21:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['257aa7f1-d020-4c9b-a862-22a7816de476'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:35.428202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 99c57e2a-037b-4815-a059-d83815b9d48a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:35.428639 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:35.447247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d9ac5f-7176-4b9c-9b7a-5c97e3386985']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:35.467570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fb8407-6823-4313-a35b-70dc22c08b30') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:35.468670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fb8407-6823-4313-a35b-70dc22c08b30') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:35.493444 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:35.533007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:35.543393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-551754c2-8ca2-4dce-a99f-62ac2c4e52de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:35.544024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:35.544692 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:35.544843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551754c2-8ca2-4dce-a99f-62ac2c4e52de None None] The sync data for ids ['257aa7f1-d020-4c9b-a862-22a7816de476'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:21:35.645951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] For port ae87edf5-55db-4661-81e2-ee8c667fb5ad, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:35.652005 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:35.696430 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a753488e-994d-420a-81d7-5707dadd6919 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:35.836575 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] For port ae87edf5-55db-4661-81e2-ee8c667fb5ad, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ae87edf5-55db-4661-81e2-ee8c667fb5ad,segment=NetworkSegment(09fb8407-6823-4313-a35b-70dc22c08b30),segment_id=09fb8407-6823-4313-a35b-70dc22c08b30)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:35.904145 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.api [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:21:35.904145 n-d-806683-15 neutron-server[112685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:21:35.904145 n-d-806683-15 neutron-server[112685]: [parameters: {'id': '82d9ac5f-7176-4b9c-9b7a-5c97e3386985'}] Oct 13 14:21:35.904145 n-d-806683-15 neutron-server[112685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:21:35.904751 n-d-806683-15 neutron-server[112685]: DEBUG oslo_db.api [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:21:35.992296 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:36.000542 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-a753488e-994d-420a-81d7-5707dadd6919 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] update failed (client error): The resource could not be found. Oct 13 14:21:36.008281 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a753488e-994d-420a-81d7-5707dadd6919 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "PUT /v2.0/routers/257aa7f1-d020-4c9b-a862-22a7816de476 HTTP/1.1" status: 404 len: 339 time: 0.7106955 Oct 13 14:21:36.008281 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54932) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:36.116238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5d611-1bb3-42dd-81cc-fac23276d8f7 None None] Pushing event updated for resources: {'Port': ['ID=ae87edf5-55db-4661-81e2-ee8c667fb5ad,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:36.135051 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da464012-097e-432b-aafa-f5ec88452fe4 None None] Network 82d9ac5f-7176-4b9c-9b7a-5c97e3386985 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:36.384566 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7febbad1-608a-4be4-b106-f4465762e983 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:21:36.397034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-736a6f91-3e4a-419f-81c7-49d8349b0533 req-ff743215-69d8-4080-bb9f-89c417a78550 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38fa287-88a4-47f9-8554-3c10cccc6782 HTTP/1.1" status: 200 len: 210 time: 0.0832174 Oct 13 14:21:36.406080 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:36.549435 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:36.616153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Deleting port ae87edf5-55db-4661-81e2-ee8c667fb5ad {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:36.616772 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:36.632850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7febbad1-608a-4be4-b106-f4465762e983 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:21:36.711361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] For port ae87edf5-55db-4661-81e2-ee8c667fb5ad, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ae87edf5-55db-4661-81e2-ee8c667fb5ad,segment=NetworkSegment(09fb8407-6823-4313-a35b-70dc22c08b30),segment_id=09fb8407-6823-4313-a35b-70dc22c08b30)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:36.711795 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:36.726558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Calling delete_port for ae87edf5-55db-4661-81e2-ee8c667fb5ad owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:36.839765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722ab21-b4d9-4fe5-ac42-c83477d0edb2 req-61220d69-54c5-4a09-9845-37aca2ab2a86 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:36.842044 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a722ab21-b4d9-4fe5-ac42-c83477d0edb2 req-61220d69-54c5-4a09-9845-37aca2ab2a86 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 946 time: 0.3353288 Oct 13 14:21:36.885333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b71bc6fe-1baa-4ba6-8426-08572ea4e57d no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:21:36.912347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a722ab21-b4d9-4fe5-ac42-c83477d0edb2 req-feca2e8b-684f-4b90-8b3b-d1cd8253067a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632439 Oct 13 14:21:36.942547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b1c9e-bc24-4c6e-af5a-594dcb950f84 req-f79d5f22-1c8a-428c-b976-2c09ad61f196 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:36.944605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b51b1c9e-bc24-4c6e-af5a-594dcb950f84 req-f79d5f22-1c8a-428c-b976-2c09ad61f196 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 946 time: 0.2076190 Oct 13 14:21:36.948660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: b71bc6fe-1baa-4ba6-8426-08572ea4e57d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:21:36.949082 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b71bc6fe-1baa-4ba6-8426-08572ea4e57d not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:21:37.004924 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Allocated IP 172.20.0.1 (dd7f72ec-b860-4f4f-918d-046114decac9/0b607ff2-8bcd-4922-aa61-96cbac87dabe/122b2ce2-9564-4e33-94e6-056b72a0b48b) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:37.092358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b51b1c9e-bc24-4c6e-af5a-594dcb950f84 req-0cc3b1f0-b0d1-4f16-b2dc-4b6585adeb42 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Deleting port bae8c996-fd29-4586-8c78-b2c57907cdf5 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:37.092850 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b51b1c9e-bc24-4c6e-af5a-594dcb950f84 req-0cc3b1f0-b0d1-4f16-b2dc-4b6585adeb42 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.133160 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.157198 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.198086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Port': ['ID=ae87edf5-55db-4661-81e2-ee8c667fb5ad,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:37.207423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No DVR routers for this DVR port ae87edf5-55db-4661-81e2-ee8c667fb5ad on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:37.243850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b51b1c9e-bc24-4c6e-af5a-594dcb950f84 req-0cc3b1f0-b0d1-4f16-b2dc-4b6585adeb42 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] For port bae8c996-fd29-4586-8c78-b2c57907cdf5, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bae8c996-fd29-4586-8c78-b2c57907cdf5,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:37.244223 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b51b1c9e-bc24-4c6e-af5a-594dcb950f84 req-0cc3b1f0-b0d1-4f16-b2dc-4b6585adeb42 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.249833 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.295320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b51b1c9e-bc24-4c6e-af5a-594dcb950f84 req-0cc3b1f0-b0d1-4f16-b2dc-4b6585adeb42 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Calling delete_port for bae8c996-fd29-4586-8c78-b2c57907cdf5 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:37.322963 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.391245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d9ac5f-7176-4b9c-9b7a-5c97e3386985']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:37.409779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fb8407-6823-4313-a35b-70dc22c08b30') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:37.416611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fb8407-6823-4313-a35b-70dc22c08b30') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:37.426432 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.449984 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.457107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:37.457608 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:37.460752 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:37.554891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b1bf085-e3b6-4bd9-a7a6-cc274035bb23 req-a3e2c175-4a39-4424-ae5e-60c3a00f2f41 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/dbd19682-b92b-456a-a6e8-40fd0ec16bb6 HTTP/1.1" status: 200 len: 1801 time: 0.0516539 Oct 13 14:21:37.646905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.658661 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Network dd7f72ec-b860-4f4f-918d-046114decac9 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:37.662661 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:37.665613 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:37.679964 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.689426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/82d9ac5f-7176-4b9c-9b7a-5c97e3386985 HTTP/1.1" status: 204 len: 168 time: 4.9113204 Oct 13 14:21:37.689426 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b1bf085-e3b6-4bd9-a7a6-cc274035bb23 req-1e878f0c-85ca-45b3-b7ab-8aef42dc0cd0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.695157 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54964) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:37.703286 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ee489b26-eca0-4b06-9b34-b28afe87939e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-673561458'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:37.710104 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event updated for resources: {'Port': ['ID=122b2ce2-9564-4e33-94e6-056b72a0b48b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:37.712558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a5549-0c03-458d-a2c9-843a467d0df7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Network': ['ID=82d9ac5f-7176-4b9c-9b7a-5c97e3386985,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:37.748022 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.763645 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b1bf085-e3b6-4bd9-a7a6-cc274035bb23 req-1e878f0c-85ca-45b3-b7ab-8aef42dc0cd0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.878288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee489b26-eca0-4b06-9b34-b28afe87939e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:37.882227 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee489b26-eca0-4b06-9b34-b28afe87939e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.911338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee489b26-eca0-4b06-9b34-b28afe87939e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:37.912754 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b51b1c9e-bc24-4c6e-af5a-594dcb950f84 req-0cc3b1f0-b0d1-4f16-b2dc-4b6585adeb42 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.925120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee489b26-eca0-4b06-9b34-b28afe87939e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:37.925120 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-ee489b26-eca0-4b06-9b34-b28afe87939e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Added segment e61ce240-e000-4dac-ae17-4d388d6f6734 of type vlan for network b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5 Oct 13 14:21:37.930702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['a9b3c6f9-f315-4bdb-a587-677db8449e79', 'bae8c996-fd29-4586-8c78-b2c57907cdf5'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:37.933133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:37.961354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3b1f0-b0d1-4f16-b2dc-4b6585adeb42 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event deleted for resources: {'Port': ['ID=bae8c996-fd29-4586-8c78-b2c57907cdf5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:38.000138 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b1bf085-e3b6-4bd9-a7a6-cc274035bb23 req-1e878f0c-85ca-45b3-b7ab-8aef42dc0cd0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.006526 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b1bf085-e3b6-4bd9-a7a6-cc274035bb23 req-1e878f0c-85ca-45b3-b7ab-8aef42dc0cd0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.006526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b1bf085-e3b6-4bd9-a7a6-cc274035bb23 req-1e878f0c-85ca-45b3-b7ab-8aef42dc0cd0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "DELETE /v2.0/security-groups/dbd19682-b92b-456a-a6e8-40fd0ec16bb6 HTTP/1.1" status: 204 len: 173 time: 0.4423046 Oct 13 14:21:38.040952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878f0c-85ca-45b3-b7ab-8aef42dc0cd0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd19682-b92b-456a-a6e8-40fd0ec16bb6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:38.048885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d44c6965-2f29-4dbc-9992-96927b66691d None None] Provisioning complete for port 122b2ce2-9564-4e33-94e6-056b72a0b48b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:38.049584 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d44c6965-2f29-4dbc-9992-96927b66691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.051009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51b1c9e-bc24-4c6e-af5a-594dcb950f84 req-0cc3b1f0-b0d1-4f16-b2dc-4b6585adeb42 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] No DVR routers for this DVR port bae8c996-fd29-4586-8c78-b2c57907cdf5 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:38.060049 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b51b1c9e-bc24-4c6e-af5a-594dcb950f84 req-0cc3b1f0-b0d1-4f16-b2dc-4b6585adeb42 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.076733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b51b1c9e-bc24-4c6e-af5a-594dcb950f84 req-0cc3b1f0-b0d1-4f16-b2dc-4b6585adeb42 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "DELETE /v2.0/ports/bae8c996-fd29-4586-8c78-b2c57907cdf5 HTTP/1.1" status: 204 len: 173 time: 1.1195223 Oct 13 14:21:38.083395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e658f-2395-4d1b-9d26-79eb51fb2fcc', 'name': 'network-vif-deleted', 'tag': 'bae8c996-fd29-4586-8c78-b2c57907cdf5'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:21:38.085854 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5af947-5c3a-4482-a34a-b08617a75613" -d '{"events": [{"server_uuid": "6b6e658f-2395-4d1b-9d26-79eb51fb2fcc", "name": "network-vif-deleted", "tag": "bae8c996-fd29-4586-8c78-b2c57907cdf5"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:21:38.121422 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d44c6965-2f29-4dbc-9992-96927b66691d None None] Port 122b2ce2-9564-4e33-94e6-056b72a0b48b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:21:38.140244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee489b26-eca0-4b06-9b34-b28afe87939e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.151839 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.193887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b315306b-a325-4ab2-bc7d-2b30b1364cd8 req-f40bde1f-1c42-490d-a04e-33ae15ff9cd5 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 210 time: 0.1185679 Oct 13 14:21:38.210273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34137ef7-e300-4844-883f-f0bea41a3322 req-e8ae062c-c0ea-43e7-ac9a-45e6dab106e0 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/a9cf7579-2ace-4d7b-90a8-83c02a3c90b1 HTTP/1.1" status: 200 len: 1802 time: 0.1522691 Oct 13 14:21:38.301117 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9833a3f5-950f-483a-bbd9-7d1be645961b x-openstack-request-id: req-9833a3f5-950f-483a-bbd9-7d1be645961b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:21:38.301413 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6e658f-2395-4d1b-9d26-79eb51fb2fcc", "name": "network-vif-deleted", "tag": "bae8c996-fd29-4586-8c78-b2c57907cdf5", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:21:38.301663 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9833a3f5-950f-483a-bbd9-7d1be645961b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:21:38.302054 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e658f-2395-4d1b-9d26-79eb51fb2fcc', 'name': 'network-vif-deleted', 'tag': 'bae8c996-fd29-4586-8c78-b2c57907cdf5', 'status': 'completed', 'code': 200} Oct 13 14:21:38.323941 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee489b26-eca0-4b06-9b34-b28afe87939e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.333372 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee489b26-eca0-4b06-9b34-b28afe87939e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:38.337174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee489b26-eca0-4b06-9b34-b28afe87939e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.345150 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34137ef7-e300-4844-883f-f0bea41a3322 req-e689d21c-7cd9-449b-a36f-4a7f615f1616 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.388506 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34137ef7-e300-4844-883f-f0bea41a3322 req-e689d21c-7cd9-449b-a36f-4a7f615f1616 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.471733 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee489b26-eca0-4b06-9b34-b28afe87939e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:38.483508 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:38.523435 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34137ef7-e300-4844-883f-f0bea41a3322 req-e689d21c-7cd9-449b-a36f-4a7f615f1616 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.526676 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34137ef7-e300-4844-883f-f0bea41a3322 req-e689d21c-7cd9-449b-a36f-4a7f615f1616 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.530774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34137ef7-e300-4844-883f-f0bea41a3322 req-e689d21c-7cd9-449b-a36f-4a7f615f1616 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "DELETE /v2.0/security-groups/a9cf7579-2ace-4d7b-90a8-83c02a3c90b1 HTTP/1.1" status: 204 len: 173 time: 0.3052564 Oct 13 14:21:38.534488 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ee489b26-eca0-4b06-9b34-b28afe87939e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8383236 Oct 13 14:21:38.538315 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54986) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:38.547022 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f2e3a3d7-3660-418f-a647-50cf0e8d0eb7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'subnet': {'network_id': 'b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:38.570980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689d21c-7cd9-449b-a36f-4a7f615f1616 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cf7579-2ace-4d7b-90a8-83c02a3c90b1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:38.590206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-fcd328ba-fb6c-4153-85ec-717e8ced5d28 req-b4cafc55-fa42-4610-a733-8747cc7ca778 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1262517980', 'description': 'tempest-description-1604195732'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:38.731645 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.757036 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fcd328ba-fb6c-4153-85ec-717e8ced5d28 req-b4cafc55-fa42-4610-a733-8747cc7ca778 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.853941 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fcd328ba-fb6c-4153-85ec-717e8ced5d28 req-b4cafc55-fa42-4610-a733-8747cc7ca778 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.875271 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.934851 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e3a3d7-3660-418f-a647-50cf0e8d0eb7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:38.938695 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a3d7-3660-418f-a647-50cf0e8d0eb7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:38.970143 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fcd328ba-fb6c-4153-85ec-717e8ced5d28 req-b4cafc55-fa42-4610-a733-8747cc7ca778 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:39.008901 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cafc55-fa42-4610-a733-8747cc7ca778 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90490802-05b2-4192-b0f6-820884cd52f0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:39.020735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event updated for resources: {'Port': ['ID=122b2ce2-9564-4e33-94e6-056b72a0b48b,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:39.034437 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:39.140046 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fcd328ba-fb6c-4153-85ec-717e8ced5d28 req-b4cafc55-fa42-4610-a733-8747cc7ca778 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:39.142046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fcd328ba-fb6c-4153-85ec-717e8ced5d28 req-b4cafc55-fa42-4610-a733-8747cc7ca778 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5610087 Oct 13 14:21:39.205345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Network dd7f72ec-b860-4f4f-918d-046114decac9 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:39.209002 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:39.209831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0f6937a-c21a-4e02-bbc2-194e78132121 req-f9cf93b0-3965-4f64-8669-b3918affa9f8 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/90490802-05b2-4192-b0f6-820884cd52f0 HTTP/1.1" status: 200 len: 1803 time: 0.0434456 Oct 13 14:21:39.228032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c0f6937a-c21a-4e02-bbc2-194e78132121 req-a8152b5d-3fbf-4845-a3b9-6e6c63fc9f4e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1489946953', 'description': 'tempest-description-hth-1677034959'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:39.268459 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c0f6937a-c21a-4e02-bbc2-194e78132121 req-a8152b5d-3fbf-4845-a3b9-6e6c63fc9f4e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:39.375381 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c0f6937a-c21a-4e02-bbc2-194e78132121 req-a8152b5d-3fbf-4845-a3b9-6e6c63fc9f4e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:39.417619 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Router 257aa7f1-d020-4c9b-a862-22a7816de476 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:21:39.418749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6ea6417-3bf8-4f53-bba5-aa15f10eb3d4 req-268db1fd-709f-4ab5-b836-b7c728f90100 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b6e658f-2395-4d1b-9d26-79eb51fb2fcc HTTP/1.1" status: 200 len: 210 time: 0.0426352 Oct 13 14:21:39.489295 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c0f6937a-c21a-4e02-bbc2-194e78132121 req-a8152b5d-3fbf-4845-a3b9-6e6c63fc9f4e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:39.492975 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c0f6937a-c21a-4e02-bbc2-194e78132121 req-a8152b5d-3fbf-4845-a3b9-6e6c63fc9f4e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:39.501663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0f6937a-c21a-4e02-bbc2-194e78132121 req-a8152b5d-3fbf-4845-a3b9-6e6c63fc9f4e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "PUT /v2.0/security-groups/90490802-05b2-4192-b0f6-820884cd52f0 HTTP/1.1" status: 200 len: 1777 time: 0.2813466 Oct 13 14:21:39.533785 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:21:39.539168 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-601100d4-a2c7-47e7-8837-6acf4b3596a0 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "PUT /v2.0/routers/257aa7f1-d020-4c9b-a862-22a7816de476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5295625 Oct 13 14:21:39.542403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55010) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:39.548233 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899f225a-18fb-4732-932b-2da6716dd383 None None] Sync routers for ids ['257aa7f1-d020-4c9b-a862-22a7816de476'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:21:39.553062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8152b5d-3fbf-4845-a3b9-6e6c63fc9f4e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90490802-05b2-4192-b0f6-820884cd52f0,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:39.558897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2504784f-37a9-4430-8824-4179d5e60826 None None] Provisioning complete for port 122b2ce2-9564-4e33-94e6-056b72a0b48b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:21:39.560183 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2504784f-37a9-4430-8824-4179d5e60826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:39.562472 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899f225a-18fb-4732-932b-2da6716dd383 None None] Routers {'257aa7f1-d020-4c9b-a862-22a7816de476'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:21:39.563099 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-899f225a-18fb-4732-932b-2da6716dd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:21:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['257aa7f1-d020-4c9b-a862-22a7816de476'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:39.600279 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07fe723a-2088-4a7f-8de3-42bfa1669158 req-234d9927-ec7f-4d0f-94b3-d59cb37010c7 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/90490802-05b2-4192-b0f6-820884cd52f0 HTTP/1.1" status: 200 len: 1777 time: 0.0761974 Oct 13 14:21:39.610788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2504784f-37a9-4430-8824-4179d5e60826 None None] Port 122b2ce2-9564-4e33-94e6-056b72a0b48b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:21:39.610983 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-899f225a-18fb-4732-932b-2da6716dd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:39.636142 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a3d7-3660-418f-a647-50cf0e8d0eb7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:39.648813 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899f225a-18fb-4732-932b-2da6716dd383 None None] Routers {'257aa7f1-d020-4c9b-a862-22a7816de476'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:21:39.650246 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-899f225a-18fb-4732-932b-2da6716dd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:21:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['257aa7f1-d020-4c9b-a862-22a7816de476'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:39.693206 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-899f225a-18fb-4732-932b-2da6716dd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:39.694371 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899f225a-18fb-4732-932b-2da6716dd383 None None] The sync data for ids ['257aa7f1-d020-4c9b-a862-22a7816de476'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:21:39.717951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3a3d7-3660-418f-a647-50cf0e8d0eb7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Subnet': ['ID=39ebf3bc-2529-40e5-b9f8-274f148cc7c3,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:39.718283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ad49fb1-0918-4661-bd40-281044fdbc49 req-6173028f-8763-47df-8881-f39c3b8395fc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/90490802-05b2-4192-b0f6-820884cd52f0 HTTP/1.1" status: 200 len: 1777 time: 0.0805385 Oct 13 14:21:39.727531 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88dc8d68-d60b-42a3-99c5-997704a7065c tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:39.795377 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2ad49fb1-0918-4661-bd40-281044fdbc49 req-fbdba994-4c0e-43e6-9815-539dba50b29f tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:39.808738 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e3a3d7-3660-418f-a647-50cf0e8d0eb7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking segment: {'id': 'e61ce240-e000-4dac-ae17-4d388d6f6734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:39.811501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e3a3d7-3660-418f-a647-50cf0e8d0eb7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network hostable DHCP agents. Network: b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:39.820898 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2ad49fb1-0918-4661-bd40-281044fdbc49 req-fbdba994-4c0e-43e6-9815-539dba50b29f tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:39.839431 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-88dc8d68-d60b-42a3-99c5-997704a7065c tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 14:21:39.841401 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-88dc8d68-d60b-42a3-99c5-997704a7065c tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "DELETE /v2.0/routers/257aa7f1-d020-4c9b-a862-22a7816de476 HTTP/1.1" status: 409 len: 329 time: 0.2974286 Oct 13 14:21:39.844086 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55018) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:39.927289 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e3a3d7-3660-418f-a647-50cf0e8d0eb7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:40.005214 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2ad49fb1-0918-4661-bd40-281044fdbc49 req-fbdba994-4c0e-43e6-9815-539dba50b29f tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:40.008606 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2ad49fb1-0918-4661-bd40-281044fdbc49 req-fbdba994-4c0e-43e6-9815-539dba50b29f tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:40.010510 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ad49fb1-0918-4661-bd40-281044fdbc49 req-fbdba994-4c0e-43e6-9815-539dba50b29f tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "DELETE /v2.0/security-groups/90490802-05b2-4192-b0f6-820884cd52f0 HTTP/1.1" status: 204 len: 173 time: 0.2819805 Oct 13 14:21:40.027230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdba994-4c0e-43e6-9815-539dba50b29f tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90490802-05b2-4192-b0f6-820884cd52f0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:40.048967 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f2e3a3d7-3660-418f-a647-50cf0e8d0eb7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:40.063015 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef88ac3-edd5-428c-a90b-f98b822a6e67 None None] Network b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:40.074752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e3a3d7-3660-418f-a647-50cf0e8d0eb7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:40.074752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f2e3a3d7-3660-418f-a647-50cf0e8d0eb7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:40.175155 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-599e5ea4-a919-4276-9132-51b8991244d2 req-51607d46-c273-452f-8176-2760a46d46b6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] show failed (client error): The resource could not be found. Oct 13 14:21:40.176215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-599e5ea4-a919-4276-9132-51b8991244d2 req-51607d46-c273-452f-8176-2760a46d46b6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/a9cf7579-2ace-4d7b-90a8-83c02a3c90b1 HTTP/1.1" status: 404 len: 352 time: 0.0173056 Oct 13 14:21:40.200492 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f2e3a3d7-3660-418f-a647-50cf0e8d0eb7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6603637 Oct 13 14:21:40.202980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55034) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:40.307413 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-1ac8deb8-70a4-4b82-9e8c-e416c91dcac1 req-71fe08b7-5ae1-4f14-9ea8-9aa302030406 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] show failed (client error): The resource could not be found. Oct 13 14:21:40.308357 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dcf14007-d1d4-482b-aa5a-4c7be9dd7b47 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:40.308937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ac8deb8-70a4-4b82-9e8c-e416c91dcac1 req-71fe08b7-5ae1-4f14-9ea8-9aa302030406 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/dbd19682-b92b-456a-a6e8-40fd0ec16bb6 HTTP/1.1" status: 404 len: 352 time: 0.1034791 Oct 13 14:21:40.389157 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-a890a163-1da7-4857-ac10-6049f91a37a6 req-78fce807-cc3e-405b-818e-0a4b7ad8ec0e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] show failed (client error): The resource could not be found. Oct 13 14:21:40.403094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a890a163-1da7-4857-ac10-6049f91a37a6 req-78fce807-cc3e-405b-818e-0a4b7ad8ec0e tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/5696fa05-6b9e-46cf-9dc4-4f9231392ee0 HTTP/1.1" status: 404 len: 352 time: 0.0687752 Oct 13 14:21:40.446864 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:40.479303 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-ad841b04-4453-416d-9b5b-2b8481347c9a req-c4b25d67-6929-439f-bad4-11926d3630af tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] show failed (client error): The resource could not be found. Oct 13 14:21:40.508235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad841b04-4453-416d-9b5b-2b8481347c9a req-c4b25d67-6929-439f-bad4-11926d3630af tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/e5cdf06b-99b1-4d74-a81c-a1ac330281cb HTTP/1.1" status: 404 len: 352 time: 0.0304186 Oct 13 14:21:40.523874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5', 'network_id': 'b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5', 'tenant_id': '93daaca3a4a141bda1b8c47f1a022dbb', 'fixed_ips': [{'subnet_id': '39ebf3bc-2529-40e5-b9f8-274f148cc7c3'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:40.525018 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:40.604819 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-83623a44-ee4a-4ad3-826e-e0addbc6c494 req-e3625cb4-c042-43da-9409-29df657ca593 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] show failed (client error): The resource could not be found. Oct 13 14:21:40.605902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83623a44-ee4a-4ad3-826e-e0addbc6c494 req-e3625cb4-c042-43da-9409-29df657ca593 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/3babb408-3d8a-4259-b95f-49d2905c20b3 HTTP/1.1" status: 404 len: 352 time: 0.0478323 Oct 13 14:21:40.617090 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:40.676497 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-2d949bb8-fc97-4c7a-8af1-9933cb0cafbf req-e085dc51-20a1-4756-8b51-4b1df2fd8f12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] show failed (client error): The resource could not be found. Oct 13 14:21:40.677512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d949bb8-fc97-4c7a-8af1-9933cb0cafbf req-e085dc51-20a1-4756-8b51-4b1df2fd8f12 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/53f18ea5-eba5-42ab-b62b-c2f092818dd7 HTTP/1.1" status: 404 len: 352 time: 0.0221803 Oct 13 14:21:40.737105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Allocated IP 172.20.0.2 (b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5/39ebf3bc-2529-40e5-b9f8-274f148cc7c3/a17df206-bfbd-4986-b847-468cdf601924) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:40.800731 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-dcf14007-d1d4-482b-aa5a-4c7be9dd7b47 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Deleting port 122b2ce2-9564-4e33-94e6-056b72a0b48b {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:40.802638 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dcf14007-d1d4-482b-aa5a-4c7be9dd7b47 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:40.906007 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bae8c996-fd29-4586-8c78-b2c57907cdf5 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:21:40.928852 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dcf14007-d1d4-482b-aa5a-4c7be9dd7b47 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:40.931111 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: bae8c996-fd29-4586-8c78-b2c57907cdf5 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:21:40.931466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bae8c996-fd29-4586-8c78-b2c57907cdf5 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:21:40.942108 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-dcf14007-d1d4-482b-aa5a-4c7be9dd7b47 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Calling delete_port for 122b2ce2-9564-4e33-94e6-056b72a0b48b owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:40.951345 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:41.041473 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:41.126544 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Network b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:41.131158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:41.138194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:41.168667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Pushing event updated for resources: {'Port': ['ID=a17df206-bfbd-4986-b847-468cdf601924,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:41.206905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:41.290898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Subnet': ['ID=39ebf3bc-2529-40e5-b9f8-274f148cc7c3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:41.299433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Attempting to bind port a17df206-bfbd-4986-b847-468cdf601924 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:41.299810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Attempting to bind port a17df206-bfbd-4986-b847-468cdf601924 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'e61ce240-e000-4dac-ae17-4d388d6f6734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:41.300175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Attempting to bind port a17df206-bfbd-4986-b847-468cdf601924 on network b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:41.306131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:41.306536 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Checking segment: {'id': 'e61ce240-e000-4dac-ae17-4d388d6f6734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:41.307165 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:41.307555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Bound using segment: {'id': 'e61ce240-e000-4dac-ae17-4d388d6f6734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:41.308922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Bound port: a17df206-bfbd-4986-b847-468cdf601924, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61ce240-e000-4dac-ae17-4d388d6f6734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:41.309290 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:41.315078 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dcf14007-d1d4-482b-aa5a-4c7be9dd7b47 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:41.392296 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf14007-d1d4-482b-aa5a-4c7be9dd7b47 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event deleted for resources: {'Port': ['ID=122b2ce2-9564-4e33-94e6-056b72a0b48b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:41.426524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] For port a17df206-bfbd-4986-b847-468cdf601924, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:41.432764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] For port a17df206-bfbd-4986-b847-468cdf601924, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a17df206-bfbd-4986-b847-468cdf601924,segment=NetworkSegment(e61ce240-e000-4dac-ae17-4d388d6f6734),segment_id=e61ce240-e000-4dac-ae17-4d388d6f6734)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:41.578418 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:41.591269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:41.626757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c420d8-23d4-420e-999f-3969389d50bd req-4d1e780e-ee8e-4af1-9d62-4f8f9a362d5d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:41.634944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00c420d8-23d4-420e-999f-3969389d50bd req-4d1e780e-ee8e-4af1-9d62-4f8f9a362d5d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 945 time: 0.3310628 Oct 13 14:21:41.669377 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dcf14007-d1d4-482b-aa5a-4c7be9dd7b47 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:41.679407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05e78c-f788-4053-8765-7513dc8f4690 req-3b48f0f6-d085-42c7-bd8a-ff5cb1b57f84 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:41.682161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa05e78c-f788-4053-8765-7513dc8f4690 req-3b48f0f6-d085-42c7-bd8a-ff5cb1b57f84 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 1024 time: 0.2011528 Oct 13 14:21:41.687249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:41.702543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66796f-ce31-425d-a4fe-9204620c770c None None] Pushing event updated for resources: {'Port': ['ID=a17df206-bfbd-4986-b847-468cdf601924,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:41.739248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61ce240-e000-4dac-ae17-4d388d6f6734') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:41.739549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61ce240-e000-4dac-ae17-4d388d6f6734') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:41.763951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9832cb-9838-44b9-9a2c-a6460208da9c None None] Network b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:41.776464 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:41.846094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa05e78c-f788-4053-8765-7513dc8f4690 req-0d4f97be-eacd-4551-83fe-4bbd79a1a1dc tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d57c45e-b134-4105-9283-24fd2c56a6b3&id=42d29e2a-85b3-4b2e-bde1-4a6a888920d5&id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1559589 Oct 13 14:21:41.860375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00c420d8-23d4-420e-999f-3969389d50bd req-1bb94e0a-719e-478c-955f-c8c5fdb145d7 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244308 Oct 13 14:21:41.864752 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:41.875756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:41.876291 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:41.893429 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:41.947648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf14007-d1d4-482b-aa5a-4c7be9dd7b47 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Router 257aa7f1-d020-4c9b-a862-22a7816de476 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:21:42.009400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42693e05-ad6f-45fd-bedf-55d92ab904b0 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:21:42.037845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.api [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:21:42.037845 n-d-806683-15 neutron-server[112685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:21:42.037845 n-d-806683-15 neutron-server[112685]: [parameters: {'id': 'b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5'}] Oct 13 14:21:42.037845 n-d-806683-15 neutron-server[112685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:21:42.038592 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf14007-d1d4-482b-aa5a-4c7be9dd7b47 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:21:42.038758 n-d-806683-15 neutron-server[112685]: DEBUG oslo_db.api [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:21:42.052451 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dcf14007-d1d4-482b-aa5a-4c7be9dd7b47 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "PUT /v2.0/routers/257aa7f1-d020-4c9b-a862-22a7816de476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2020500 Oct 13 14:21:42.059176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55076) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:42.059434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d14dbbf-25fa-41c1-99a4-529b29586336 None None] Sync routers for ids ['257aa7f1-d020-4c9b-a862-22a7816de476'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:21:42.079099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14dbbf-25fa-41c1-99a4-529b29586336 None None] Routers {'257aa7f1-d020-4c9b-a862-22a7816de476'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:21:42.081723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3d14dbbf-25fa-41c1-99a4-529b29586336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:21:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['257aa7f1-d020-4c9b-a862-22a7816de476'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:42.093591 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-8c57928f-6d4c-4043-81ac-2d584c985bc3 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] show failed (client error): The resource could not be found. Oct 13 14:21:42.097127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8c57928f-6d4c-4043-81ac-2d584c985bc3 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-721101938 HTTP/1.1" status: 404 len: 334 time: 0.0411363 Oct 13 14:21:42.099157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55080) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:42.105549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-0717c267-6fe5-4349-84f8-68621558a589 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Request body: {'router': {'name': 'new_name'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:42.137217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3d14dbbf-25fa-41c1-99a4-529b29586336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:42.150389 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-0717c267-6fe5-4349-84f8-68621558a589 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] update failed (client error): The resource could not be found. Oct 13 14:21:42.156167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0717c267-6fe5-4349-84f8-68621558a589 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-757392429 HTTP/1.1" status: 404 len: 334 time: 0.0501087 Oct 13 14:21:42.158492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55082) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:42.163837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14dbbf-25fa-41c1-99a4-529b29586336 None None] Routers {'257aa7f1-d020-4c9b-a862-22a7816de476'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:21:42.164467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3d14dbbf-25fa-41c1-99a4-529b29586336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:21:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['257aa7f1-d020-4c9b-a862-22a7816de476'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:42.213230 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3d14dbbf-25fa-41c1-99a4-529b29586336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:42.215176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d14dbbf-25fa-41c1-99a4-529b29586336 None None] The sync data for ids ['257aa7f1-d020-4c9b-a862-22a7816de476'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:21:42.252331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-36155815-a112-47b1-836e-96baa56c3244 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Deleting subnet 54a76b22-0831-4b84-ad7e-242d2873e42d {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:21:42.253587 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42693e05-ad6f-45fd-bedf-55d92ab904b0 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:21:42.257711 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36155815-a112-47b1-836e-96baa56c3244 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:42.322857 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36155815-a112-47b1-836e-96baa56c3244 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:42.802365 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:42.828583 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36155815-a112-47b1-836e-96baa56c3244 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:42.961899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Deleting port a17df206-bfbd-4986-b847-468cdf601924 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:42.962486 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.042439 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36155815-a112-47b1-836e-96baa56c3244 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.138248 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36155815-a112-47b1-836e-96baa56c3244 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.141679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-36155815-a112-47b1-836e-96baa56c3244 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "DELETE /v2.0/subnets/54a76b22-0831-4b84-ad7e-242d2873e42d HTTP/1.1" status: 204 len: 168 time: 0.9817801 Oct 13 14:21:43.142960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36155815-a112-47b1-836e-96baa56c3244 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event deleted for resources: {'Subnet': ['ID=54a76b22-0831-4b84-ad7e-242d2873e42d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:43.144296 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55100) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:43.155741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b2758-d5ce-4e20-ba33-508e74838b14 None None] Network 3d8e6856-b722-4916-9da3-b35f36472d71 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:43.162738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] For port a17df206-bfbd-4986-b847-468cdf601924, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a17df206-bfbd-4986-b847-468cdf601924,segment=NetworkSegment(e61ce240-e000-4dac-ae17-4d388d6f6734),segment_id=e61ce240-e000-4dac-ae17-4d388d6f6734)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:43.163169 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.196671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Calling delete_port for a17df206-bfbd-4986-b847-468cdf601924 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:43.217692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505cedb-2167-453f-8554-03a7af394eb5 req-b6bf9357-da53-43d3-be00-3a365dfa97b6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:43.221471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b505cedb-2167-453f-8554-03a7af394eb5 req-b6bf9357-da53-43d3-be00-3a365dfa97b6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 1024 time: 0.1935899 Oct 13 14:21:43.235502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd99463-c23e-48e3-b3bf-0e888c5bcf37 req-dace4dd4-cfa0-4b97-acf9-973d5f0397f3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:43.236257 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93b4ce0-963f-48ca-8dc1-4738e6234d17 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Deleting subnet ee42a41e-a96c-480f-a994-ba9e4b9754b2 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:21:43.237113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cd99463-c23e-48e3-b3bf-0e888c5bcf37 req-dace4dd4-cfa0-4b97-acf9-973d5f0397f3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 945 time: 0.2139206 Oct 13 14:21:43.239727 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f93b4ce0-963f-48ca-8dc1-4738e6234d17 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.292506 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f93b4ce0-963f-48ca-8dc1-4738e6234d17 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.471880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cd99463-c23e-48e3-b3bf-0e888c5bcf37 req-25174c36-e677-4953-8c49-5c53d6549886 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097986 Oct 13 14:21:43.497684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b505cedb-2167-453f-8554-03a7af394eb5 req-12da5197-16dd-4a86-976a-f7a6470e93a7 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d57c45e-b134-4105-9283-24fd2c56a6b3&id=42d29e2a-85b3-4b2e-bde1-4a6a888920d5&id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2511909 Oct 13 14:21:43.514137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae85100c-ee15-4ca5-bc78-47e0a9359003 None None] DHCP port deletion for 3d8e6856-b722-4916-9da3-b35f36472d71 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:21:43.526907 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f93b4ce0-963f-48ca-8dc1-4738e6234d17 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.611696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343a182-4df5-4ebe-88b1-c6673350e089 req-d4d9de7b-a756-4976-8784-41b1f4aeddd4 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:43.611696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9343a182-4df5-4ebe-88b1-c6673350e089 req-d4d9de7b-a756-4976-8784-41b1f4aeddd4 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 945 time: 0.3878262 Oct 13 14:21:43.673759 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.686405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ae85100c-ee15-4ca5-bc78-47e0a9359003 None None] Deleting port 99c57e2a-037b-4815-a059-d83815b9d48a {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:43.687085 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ae85100c-ee15-4ca5-bc78-47e0a9359003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.709092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Port': ['ID=a17df206-bfbd-4986-b847-468cdf601924,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:43.725415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No DVR routers for this DVR port a17df206-bfbd-4986-b847-468cdf601924 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:43.754490 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f93b4ce0-963f-48ca-8dc1-4738e6234d17 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.773400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ae85100c-ee15-4ca5-bc78-47e0a9359003 None None] For port 99c57e2a-037b-4815-a059-d83815b9d48a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=99c57e2a-037b-4815-a059-d83815b9d48a,segment=NetworkSegment(46520e54-43d4-4e57-a75e-3c827786c529),segment_id=46520e54-43d4-4e57-a75e-3c827786c529)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:43.775226 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ae85100c-ee15-4ca5-bc78-47e0a9359003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.803699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b4ce0-963f-48ca-8dc1-4738e6234d17 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event deleted for resources: {'Subnet': ['ID=ee42a41e-a96c-480f-a994-ba9e4b9754b2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:43.805638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ae85100c-ee15-4ca5-bc78-47e0a9359003 None None] Calling delete_port for 99c57e2a-037b-4815-a059-d83815b9d48a owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:43.815898 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f93b4ce0-963f-48ca-8dc1-4738e6234d17 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.820530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbfad4f-1729-4f26-af75-1a1ba35beaa8 None None] Network b50c5bd9-ce48-4bf1-b071-7d66e88705c0 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:43.826476 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f93b4ce0-963f-48ca-8dc1-4738e6234d17 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "DELETE /v2.0/subnets/ee42a41e-a96c-480f-a994-ba9e4b9754b2 HTTP/1.1" status: 204 len: 168 time: 0.6802969 Oct 13 14:21:43.829212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55114) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:43.919965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.930293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2453c4d-835c-46b4-bb04-c794e04666f5 req-2257d590-047e-4747-8d4b-e76550e523a2 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:43.932013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2453c4d-835c-46b4-bb04-c794e04666f5 req-2257d590-047e-4747-8d4b-e76550e523a2 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.41 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 1024 time: 0.1340384 Oct 13 14:21:43.970925 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:43.993441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:44.010128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9343a182-4df5-4ebe-88b1-c6673350e089 req-c7350766-8fab-44bf-9143-3b84e722fae0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Deleting port a9b3c6f9-f315-4bdb-a587-677db8449e79 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:44.010636 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9343a182-4df5-4ebe-88b1-c6673350e089 req-c7350766-8fab-44bf-9143-3b84e722fae0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.023217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61ce240-e000-4dac-ae17-4d388d6f6734') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:44.023666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61ce240-e000-4dac-ae17-4d388d6f6734') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:44.080252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Deleting port 99c57e2a-037b-4815-a059-d83815b9d48a {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:44.081100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.103351 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.134297 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.157055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:44.157536 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:44.161520 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:44.186027 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ae85100c-ee15-4ca5-bc78-47e0a9359003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.206062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] For port 99c57e2a-037b-4815-a059-d83815b9d48a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=99c57e2a-037b-4815-a059-d83815b9d48a,segment=NetworkSegment(46520e54-43d4-4e57-a75e-3c827786c529),segment_id=46520e54-43d4-4e57-a75e-3c827786c529)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:44.207056 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.234140 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Calling delete_port for 99c57e2a-037b-4815-a059-d83815b9d48a owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:44.247949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0265924c-1392-40a9-8355-46fabd0c2909 None None] DHCP port deletion for b50c5bd9-ce48-4bf1-b071-7d66e88705c0 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:21:44.252745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85100c-ee15-4ca5-bc78-47e0a9359003 None None] Pushing event deleted for resources: {'Port': ['ID=99c57e2a-037b-4815-a059-d83815b9d48a,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:44.267546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-e2453c4d-835c-46b4-bb04-c794e04666f5 req-ee70aa30-04dd-442c-94a0-9598f02c01d6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Deleting port d85ba7d2-0f88-438c-8317-88cab6b82523 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:44.267909 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e2453c4d-835c-46b4-bb04-c794e04666f5 req-ee70aa30-04dd-442c-94a0-9598f02c01d6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.274130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae85100c-ee15-4ca5-bc78-47e0a9359003 None None] No DVR routers for this DVR port 99c57e2a-037b-4815-a059-d83815b9d48a on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:44.280037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-9343a182-4df5-4ebe-88b1-c6673350e089 req-c7350766-8fab-44bf-9143-3b84e722fae0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] For port a9b3c6f9-f315-4bdb-a587-677db8449e79, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a9b3c6f9-f315-4bdb-a587-677db8449e79,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:44.280439 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9343a182-4df5-4ebe-88b1-c6673350e089 req-c7350766-8fab-44bf-9143-3b84e722fae0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.350687 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.351713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.363793 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.367354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5 HTTP/1.1" status: 204 len: 168 time: 4.1633637 Oct 13 14:21:44.377894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55126) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:44.382723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9343a182-4df5-4ebe-88b1-c6673350e089 req-c7350766-8fab-44bf-9143-3b84e722fae0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Calling delete_port for a9b3c6f9-f315-4bdb-a587-677db8449e79 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:44.389527 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event deleted for resources: {'Port': ['ID=99c57e2a-037b-4815-a059-d83815b9d48a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:44.395595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-0265924c-1392-40a9-8355-46fabd0c2909 None None] Deleting port bfc6c5fe-c629-48ac-b561-ea4e1f544087 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:44.396042 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0265924c-1392-40a9-8355-46fabd0c2909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.396189 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] No DVR routers for this DVR port 99c57e2a-037b-4815-a059-d83815b9d48a on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:44.396970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-fa283e28-6ee7-4f8e-bd57-6b285d8d9601 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-185893148'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:44.416537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bfc6c5fe-c629-48ac-b561-ea4e1f544087 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:21:44.427801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4ba44-24f7-4a3a-81e8-abac2ce73a0c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Network': ['ID=b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:44.550243 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.584712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa283e28-6ee7-4f8e-bd57-6b285d8d9601 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:44.586423 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port bfc6c5fe-c629-48ac-b561-ea4e1f544087, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bfc6c5fe-c629-48ac-b561-ea4e1f544087,segment=NetworkSegment(e5e7dad8-4167-4b38-a2ac-db19d569d6fb),segment_id=e5e7dad8-4167-4b38-a2ac-db19d569d6fb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:44.592116 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa283e28-6ee7-4f8e-bd57-6b285d8d9601 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.594990 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.602539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0265924c-1392-40a9-8355-46fabd0c2909 None None] For port bfc6c5fe-c629-48ac-b561-ea4e1f544087, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bfc6c5fe-c629-48ac-b561-ea4e1f544087,segment=NetworkSegment(e5e7dad8-4167-4b38-a2ac-db19d569d6fb),segment_id=e5e7dad8-4167-4b38-a2ac-db19d569d6fb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:44.602944 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0265924c-1392-40a9-8355-46fabd0c2909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.625127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-0265924c-1392-40a9-8355-46fabd0c2909 None None] Calling delete_port for bfc6c5fe-c629-48ac-b561-ea4e1f544087 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:44.653326 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8e6856-b722-4916-9da3-b35f36472d71']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:44.677402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46520e54-43d4-4e57-a75e-3c827786c529') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:44.679148 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46520e54-43d4-4e57-a75e-3c827786c529') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:44.681653 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.682481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 99c57e2a-037b-4815-a059-d83815b9d48a no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:21:44.701176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e2453c4d-835c-46b4-bb04-c794e04666f5 req-ee70aa30-04dd-442c-94a0-9598f02c01d6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] For port d85ba7d2-0f88-438c-8317-88cab6b82523, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d85ba7d2-0f88-438c-8317-88cab6b82523,segment=NetworkSegment(57a8d30d-dc1f-4dc0-81bb-450506d7555f),segment_id=57a8d30d-dc1f-4dc0-81bb-450506d7555f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:44.701440 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e2453c4d-835c-46b4-bb04-c794e04666f5 req-ee70aa30-04dd-442c-94a0-9598f02c01d6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.710282 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.727013 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.727831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 99c57e2a-037b-4815-a059-d83815b9d48a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:21:44.728170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 99c57e2a-037b-4815-a059-d83815b9d48a not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:21:44.750604 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:44.750604 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.759817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-e2453c4d-835c-46b4-bb04-c794e04666f5 req-ee70aa30-04dd-442c-94a0-9598f02c01d6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Calling delete_port for d85ba7d2-0f88-438c-8317-88cab6b82523 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:44.760077 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:44.773177 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=bfc6c5fe-c629-48ac-b561-ea4e1f544087,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:44.787158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa283e28-6ee7-4f8e-bd57-6b285d8d9601 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:44.810382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c6ed2-d0d4-48d0-8be2-44602a2ec1fd req-d7076703-66ee-476f-b5e8-502a24177c6c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:44.812257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d7c6ed2-d0d4-48d0-8be2-44602a2ec1fd req-d7076703-66ee-476f-b5e8-502a24177c6c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 945 time: 0.2291555 Oct 13 14:21:44.859200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c8c60-d7f0-4dd4-9d13-3cd635e93547 req-4f26b419-c885-4e64-98f4-cea4dcce8373 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:44.860682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f69c8c60-d7f0-4dd4-9d13-3cd635e93547 req-4f26b419-c885-4e64-98f4-cea4dcce8373 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 1024 time: 0.2343233 Oct 13 14:21:44.864364 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa283e28-6ee7-4f8e-bd57-6b285d8d9601 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.864709 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-fa283e28-6ee7-4f8e-bd57-6b285d8d9601 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Added segment d12b98c2-e6c2-4166-a15b-fcd2e902baef of type vlan for network 9624c8cc-a91d-4d82-98f7-bcf38fc7712d Oct 13 14:21:44.869132 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0265924c-1392-40a9-8355-46fabd0c2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.898297 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265924c-1392-40a9-8355-46fabd0c2909 None None] Pushing event deleted for resources: {'Port': ['ID=bfc6c5fe-c629-48ac-b561-ea4e1f544087,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:44.900292 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265924c-1392-40a9-8355-46fabd0c2909 None None] No DVR routers for this DVR port bfc6c5fe-c629-48ac-b561-ea4e1f544087 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:44.910242 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.917153 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.922372 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "DELETE /v2.0/networks/3d8e6856-b722-4916-9da3-b35f36472d71 HTTP/1.1" status: 204 len: 168 time: 1.0928469 Oct 13 14:21:44.925902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55142) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:44.939507 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9343a182-4df5-4ebe-88b1-c6673350e089 req-c7350766-8fab-44bf-9143-3b84e722fae0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:44.951008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:44.964827 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37435f0-6f4a-4ad3-affd-0f1f4de0887d tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event deleted for resources: {'Network': ['ID=3d8e6856-b722-4916-9da3-b35f36472d71,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:44.999243 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa283e28-6ee7-4f8e-bd57-6b285d8d9601 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.016389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7350766-8fab-44bf-9143-3b84e722fae0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event deleted for resources: {'Port': ['ID=a9b3c6f9-f315-4bdb-a587-677db8449e79,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:45.066792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d7c6ed2-d0d4-48d0-8be2-44602a2ec1fd req-e176024d-ef79-4eee-8300-38bea13963ca tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165821 Oct 13 14:21:45.122407 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fd452c5-ef6e-47cf-84fa-ce8af159e827 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.134350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9343a182-4df5-4ebe-88b1-c6673350e089 req-c7350766-8fab-44bf-9143-3b84e722fae0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] No DVR routers for this DVR port a9b3c6f9-f315-4bdb-a587-677db8449e79 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:45.144168 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9343a182-4df5-4ebe-88b1-c6673350e089 req-c7350766-8fab-44bf-9143-3b84e722fae0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.149257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9343a182-4df5-4ebe-88b1-c6673350e089 req-c7350766-8fab-44bf-9143-3b84e722fae0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "DELETE /v2.0/ports/a9b3c6f9-f315-4bdb-a587-677db8449e79 HTTP/1.1" status: 204 len: 173 time: 1.5268667 Oct 13 14:21:45.162560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e15eb26-355f-4011-b117-ee5de5e2332d', 'name': 'network-vif-deleted', 'tag': 'a9b3c6f9-f315-4bdb-a587-677db8449e79'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:21:45.164701 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b840756c-af1f-4366-bbab-1a21de45f038" -d '{"events": [{"server_uuid": "7e15eb26-355f-4011-b117-ee5de5e2332d", "name": "network-vif-deleted", "tag": "a9b3c6f9-f315-4bdb-a587-677db8449e79"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:21:45.186220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f69c8c60-d7f0-4dd4-9d13-3cd635e93547 req-1808db48-9bf2-4c7f-994d-65ecf9ceeda6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d57c45e-b134-4105-9283-24fd2c56a6b3&id=42d29e2a-85b3-4b2e-bde1-4a6a888920d5&id=8e18626d-b383-4645-a546-d7ab044fd375&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3040040 Oct 13 14:21:45.266036 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f5623e-cb23-4aef-b480-7ebcad2be26d x-openstack-request-id: req-67f5623e-cb23-4aef-b480-7ebcad2be26d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:21:45.266705 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e15eb26-355f-4011-b117-ee5de5e2332d", "name": "network-vif-deleted", "tag": "a9b3c6f9-f315-4bdb-a587-677db8449e79", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:21:45.268217 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67f5623e-cb23-4aef-b480-7ebcad2be26d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:21:45.268740 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e15eb26-355f-4011-b117-ee5de5e2332d', 'name': 'network-vif-deleted', 'tag': 'a9b3c6f9-f315-4bdb-a587-677db8449e79', 'status': 'completed', 'code': 200} Oct 13 14:21:45.271968 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa283e28-6ee7-4f8e-bd57-6b285d8d9601 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.278141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa283e28-6ee7-4f8e-bd57-6b285d8d9601 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:45.279039 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa283e28-6ee7-4f8e-bd57-6b285d8d9601 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.284102 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fd452c5-ef6e-47cf-84fa-ce8af159e827 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.312023 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1fd452c5-ef6e-47cf-84fa-ce8af159e827 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50c5bd9-ce48-4bf1-b071-7d66e88705c0']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:45.328066 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1fd452c5-ef6e-47cf-84fa-ce8af159e827 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e7dad8-4167-4b38-a2ac-db19d569d6fb') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:45.328477 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1fd452c5-ef6e-47cf-84fa-ce8af159e827 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e7dad8-4167-4b38-a2ac-db19d569d6fb') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:45.344805 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fd452c5-ef6e-47cf-84fa-ce8af159e827 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.370177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa283e28-6ee7-4f8e-bd57-6b285d8d9601 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=9624c8cc-a91d-4d82-98f7-bcf38fc7712d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:45.372269 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fd452c5-ef6e-47cf-84fa-ce8af159e827 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.385817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fa283e28-6ee7-4f8e-bd57-6b285d8d9601 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9999018 Oct 13 14:21:45.389334 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55156) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:45.391765 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd452c5-ef6e-47cf-84fa-ce8af159e827 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:45.392254 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fd452c5-ef6e-47cf-84fa-ce8af159e827 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.399468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 9624c8cc-a91d-4d82-98f7-bcf38fc7712d details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'subnet': {'network_id': '9624c8cc-a91d-4d82-98f7-bcf38fc7712d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:45.407555 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:45.426326 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e2453c4d-835c-46b4-bb04-c794e04666f5 req-ee70aa30-04dd-442c-94a0-9598f02c01d6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.462591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70aa30-04dd-442c-94a0-9598f02c01d6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event deleted for resources: {'Port': ['ID=d85ba7d2-0f88-438c-8317-88cab6b82523,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:45.522464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2453c4d-835c-46b4-bb04-c794e04666f5 req-ee70aa30-04dd-442c-94a0-9598f02c01d6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] No DVR routers for this DVR port d85ba7d2-0f88-438c-8317-88cab6b82523 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:45.525519 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e2453c4d-835c-46b4-bb04-c794e04666f5 req-ee70aa30-04dd-442c-94a0-9598f02c01d6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.530956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2453c4d-835c-46b4-bb04-c794e04666f5 req-ee70aa30-04dd-442c-94a0-9598f02c01d6 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.41 "DELETE /v2.0/ports/d85ba7d2-0f88-438c-8317-88cab6b82523 HTTP/1.1" status: 204 len: 173 time: 1.5870714 Oct 13 14:21:45.654549 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fd452c5-ef6e-47cf-84fa-ce8af159e827 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.666753 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fd452c5-ef6e-47cf-84fa-ce8af159e827 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.671332 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1fd452c5-ef6e-47cf-84fa-ce8af159e827 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "DELETE /v2.0/networks/b50c5bd9-ce48-4bf1-b071-7d66e88705c0 HTTP/1.1" status: 204 len: 168 time: 0.7439630 Oct 13 14:21:45.675678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55162) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:45.685194 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd452c5-ef6e-47cf-84fa-ce8af159e827 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event deleted for resources: {'Network': ['ID=b50c5bd9-ce48-4bf1-b071-7d66e88705c0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:45.694577 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:45.700530 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.744413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b98919-e347-437b-91d0-334e47cc2e12 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Deleting subnet 0b607ff2-8bcd-4922-aa61-96cbac87dabe {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:21:45.748459 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d0b98919-e347-437b-91d0-334e47cc2e12 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.782753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_backend_mixin [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Performing IP validity checks on allocation pools {{(pid=112684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 14:21:45.783589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_backend_mixin [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 14:21:45.799716 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d0b98919-e347-437b-91d0-334e47cc2e12 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:45.958209 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d0b98919-e347-437b-91d0-334e47cc2e12 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:46.017233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:46.077952 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Subnet': ['ID=4f78b441-6ac7-44fd-86da-24919d35596e,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:46.088090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking segment: {'id': 'd12b98c2-e6c2-4166-a15b-fcd2e902baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9624c8cc-a91d-4d82-98f7-bcf38fc7712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:46.088455 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network hostable DHCP agents. Network: 9624c8cc-a91d-4d82-98f7-bcf38fc7712d, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:46.097867 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d0b98919-e347-437b-91d0-334e47cc2e12 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:46.138199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b98919-e347-437b-91d0-334e47cc2e12 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event deleted for resources: {'Subnet': ['ID=0b607ff2-8bcd-4922-aa61-96cbac87dabe,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:46.142143 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d0b98919-e347-437b-91d0-334e47cc2e12 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:46.149518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55180) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:46.149888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d0b98919-e347-437b-91d0-334e47cc2e12 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "DELETE /v2.0/subnets/0b607ff2-8bcd-4922-aa61-96cbac87dabe HTTP/1.1" status: 204 len: 168 time: 0.4721456 Oct 13 14:21:46.150595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5813ac-928b-40a7-9cef-e44a36e328a9 None None] Network dd7f72ec-b860-4f4f-918d-046114decac9 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:46.245894 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network 9624c8cc-a91d-4d82-98f7-bcf38fc7712d is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:46.265402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a8e8907-91e9-4f5f-b1b6-a45613811948 req-f453071a-6c43-4828-b169-25d5587e6eb8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e15eb26-355f-4011-b117-ee5de5e2332d HTTP/1.1" status: 200 len: 210 time: 0.0627024 Oct 13 14:21:46.330322 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:46.379246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43e337da-5dd4-4927-9055-1e46eaf86018 req-0a27120a-f375-40c0-a7fe-9659a06e929b tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/ports?device_id=15d8174b-5abd-4acc-83fc-9ed21095ce95 HTTP/1.1" status: 200 len: 210 time: 0.0405536 Oct 13 14:21:46.404774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 9624c8cc-a91d-4d82-98f7-bcf38fc7712d) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:46.413880 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:46.418809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:46.420780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d7b49c-0b90-4e39-80fb-0191c6363bdf None None] Network 9624c8cc-a91d-4d82-98f7-bcf38fc7712d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:46.454677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Deleting port c40bf972-c073-4e24-97c2-ac5e90fb2c63 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:46.455099 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:46.559592 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0564ef71-e87a-4eda-bafc-024e6679f3a2 None None] DHCP port deletion for dd7f72ec-b860-4f4f-918d-046114decac9 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:21:46.634467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-9624c8cc-a91d-4d82-98f7-bcf38fc7712d', 'network_id': '9624c8cc-a91d-4d82-98f7-bcf38fc7712d', 'tenant_id': '93daaca3a4a141bda1b8c47f1a022dbb', 'fixed_ips': [{'subnet_id': '4f78b441-6ac7-44fd-86da-24919d35596e'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:46.635341 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:46.670676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-0564ef71-e87a-4eda-bafc-024e6679f3a2 None None] Deleting port c40bf972-c073-4e24-97c2-ac5e90fb2c63 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:46.671071 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0564ef71-e87a-4eda-bafc-024e6679f3a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:46.828870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0564ef71-e87a-4eda-bafc-024e6679f3a2 None None] For port c40bf972-c073-4e24-97c2-ac5e90fb2c63, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c40bf972-c073-4e24-97c2-ac5e90fb2c63,segment=NetworkSegment(8254f993-314b-4279-b5b7-2f2d5006a1d5),segment_id=8254f993-314b-4279-b5b7-2f2d5006a1d5)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:46.829287 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0564ef71-e87a-4eda-bafc-024e6679f3a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:46.848242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-0564ef71-e87a-4eda-bafc-024e6679f3a2 None None] Calling delete_port for c40bf972-c073-4e24-97c2-ac5e90fb2c63 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:46.873503 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Allocated IP 172.20.0.3 (9624c8cc-a91d-4d82-98f7-bcf38fc7712d/4f78b441-6ac7-44fd-86da-24919d35596e/5908d662-c4fa-4031-9dc0-d0956d6315ea) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:46.910831 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] For port c40bf972-c073-4e24-97c2-ac5e90fb2c63, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c40bf972-c073-4e24-97c2-ac5e90fb2c63,segment=NetworkSegment(8254f993-314b-4279-b5b7-2f2d5006a1d5),segment_id=8254f993-314b-4279-b5b7-2f2d5006a1d5)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:46.911469 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:46.924310 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6b330544-bbde-4fab-96ba-dbe38e24c887 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5339892 Oct 13 14:21:46.924534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55196) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:46.932340 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Calling delete_port for c40bf972-c073-4e24-97c2-ac5e90fb2c63 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:46.942528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device a9b3c6f9-f315-4bdb-a587-677db8449e79 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:21:47.064528 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.125216 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.143741 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.158176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: a9b3c6f9-f315-4bdb-a587-677db8449e79 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:21:47.158514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device a9b3c6f9-f315-4bdb-a587-677db8449e79 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:21:47.158936 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device d85ba7d2-0f88-438c-8317-88cab6b82523 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:21:47.166594 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] No DVR routers for this DVR port c40bf972-c073-4e24-97c2-ac5e90fb2c63 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:47.189638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: d85ba7d2-0f88-438c-8317-88cab6b82523 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:21:47.190323 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device d85ba7d2-0f88-438c-8317-88cab6b82523 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:21:47.197203 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event deleted for resources: {'Port': ['ID=c40bf972-c073-4e24-97c2-ac5e90fb2c63,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.207822 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:21:47.211139 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:21:47.218023 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0564ef71-e87a-4eda-bafc-024e6679f3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.258740 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564ef71-e87a-4eda-bafc-024e6679f3a2 None None] Pushing event deleted for resources: {'Port': ['ID=c40bf972-c073-4e24-97c2-ac5e90fb2c63,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:47.264889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0564ef71-e87a-4eda-bafc-024e6679f3a2 None None] No DVR routers for this DVR port c40bf972-c073-4e24-97c2-ac5e90fb2c63 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:47.271683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d8174b-5abd-4acc-83fc-9ed21095ce95', 'name': 'network-vif-deleted', 'tag': 'd85ba7d2-0f88-438c-8317-88cab6b82523'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:21:47.280186 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a391b428-961a-48b1-9a47-5a080ec65240" -d '{"events": [{"server_uuid": "15d8174b-5abd-4acc-83fc-9ed21095ce95", "name": "network-vif-deleted", "tag": "d85ba7d2-0f88-438c-8317-88cab6b82523"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:21:47.302293 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.328318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7f72ec-b860-4f4f-918d-046114decac9']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:47.346247 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8254f993-314b-4279-b5b7-2f2d5006a1d5') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:47.346901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8254f993-314b-4279-b5b7-2f2d5006a1d5') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:47.348620 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.364596 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.384917 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d9cfe9-3fb1-4038-9be8-7879b7d873e1 x-openstack-request-id: req-a9d9cfe9-3fb1-4038-9be8-7879b7d873e1 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:21:47.385348 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d8174b-5abd-4acc-83fc-9ed21095ce95", "name": "network-vif-deleted", "tag": "d85ba7d2-0f88-438c-8317-88cab6b82523", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:21:47.387467 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9d9cfe9-3fb1-4038-9be8-7879b7d873e1 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:21:47.387467 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d8174b-5abd-4acc-83fc-9ed21095ce95', 'name': 'network-vif-deleted', 'tag': 'd85ba7d2-0f88-438c-8317-88cab6b82523', 'status': 'completed', 'code': 200} Oct 13 14:21:47.387852 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.393365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:47.393960 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:47.397083 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:47.430248 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.511522 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Network 9624c8cc-a91d-4d82-98f7-bcf38fc7712d is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:47.515287 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:47.519731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:47.530412 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Pushing event updated for resources: {'Port': ['ID=5908d662-c4fa-4031-9dc0-d0956d6315ea,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:47.553518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20621267-b597-483f-a08e-09811416aaca req-0f2d5820-1f4b-43b1-87be-5bc244f7be19 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/42d29e2a-85b3-4b2e-bde1-4a6a888920d5 HTTP/1.1" status: 200 len: 1803 time: 0.0665979 Oct 13 14:21:47.578975 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.594900 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Attempting to bind port 5908d662-c4fa-4031-9dc0-d0956d6315ea on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:47.595560 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Attempting to bind port 5908d662-c4fa-4031-9dc0-d0956d6315ea by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'd12b98c2-e6c2-4166-a15b-fcd2e902baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9624c8cc-a91d-4d82-98f7-bcf38fc7712d'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:47.596143 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Attempting to bind port 5908d662-c4fa-4031-9dc0-d0956d6315ea on network 9624c8cc-a91d-4d82-98f7-bcf38fc7712d {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:47.604363 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.613011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:47.613359 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Checking segment: {'id': 'd12b98c2-e6c2-4166-a15b-fcd2e902baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9624c8cc-a91d-4d82-98f7-bcf38fc7712d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:47.613633 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.613756 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.614360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Bound using segment: {'id': 'd12b98c2-e6c2-4166-a15b-fcd2e902baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9624c8cc-a91d-4d82-98f7-bcf38fc7712d'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:47.614768 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Bound port: 5908d662-c4fa-4031-9dc0-d0956d6315ea, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12b98c2-e6c2-4166-a15b-fcd2e902baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '9624c8cc-a91d-4d82-98f7-bcf38fc7712d'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:47.615167 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.617543 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "DELETE /v2.0/networks/dd7f72ec-b860-4f4f-918d-046114decac9 HTTP/1.1" status: 204 len: 168 time: 1.4664826 Oct 13 14:21:47.617949 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354a9ba-c6d9-4a0b-a633-4011f6ceac96 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Pushing event deleted for resources: {'Network': ['ID=dd7f72ec-b860-4f4f-918d-046114decac9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:47.622253 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55222) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:47.653465 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7a1a288f-46e4-42d5-9669-1bcf1fcf7fcf tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "GET /v2.0/ports?device_id=257aa7f1-d020-4c9b-a862-22a7816de476 HTTP/1.1" status: 200 len: 205 time: 0.0272405 Oct 13 14:21:47.654172 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55224) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:47.672089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Subnet': ['ID=4f78b441-6ac7-44fd-86da-24919d35596e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:47.691496 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] For port 5908d662-c4fa-4031-9dc0-d0956d6315ea, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:47.694970 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] For port 5908d662-c4fa-4031-9dc0-d0956d6315ea, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5908d662-c4fa-4031-9dc0-d0956d6315ea,segment=NetworkSegment(d12b98c2-e6c2-4166-a15b-fcd2e902baef),segment_id=d12b98c2-e6c2-4166-a15b-fcd2e902baef)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:47.738795 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.755050 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b172e57f-1a76-4a72-8b81-1862f9b24374 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.766917 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-20621267-b597-483f-a08e-09811416aaca req-4a9f84ef-c380-4cbf-8cd6-751213b00247 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.772055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9624c8cc-a91d-4d82-98f7-bcf38fc7712d']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:47.786943 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.823850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12b98c2-e6c2-4166-a15b-fcd2e902baef') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:47.824566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12b98c2-e6c2-4166-a15b-fcd2e902baef') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:47.848336 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.851423 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-20621267-b597-483f-a08e-09811416aaca req-4a9f84ef-c380-4cbf-8cd6-751213b00247 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.954770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea97bd9-c598-4cfb-8f24-b7a96b9eed32 None None] Pushing event updated for resources: {'Port': ['ID=5908d662-c4fa-4031-9dc0-d0956d6315ea,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:47.976592 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.983469 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa7ed9f-74e8-4fa3-aa2b-7c890537df31 None None] Network 9624c8cc-a91d-4d82-98f7-bcf38fc7712d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:47.988890 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b172e57f-1a76-4a72-8b81-1862f9b24374 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:47.991661 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b172e57f-1a76-4a72-8b81-1862f9b24374 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.027716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:48.028126 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:48.044210 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:48.129031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-de36283a-1c17-4c8e-90f0-3188588e402e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:48.130540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-de36283a-1c17-4c8e-90f0-3188588e402e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.2491927 Oct 13 14:21:48.147252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-13a9defa-56d3-4d21-8b52-80aa7d59b4cb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/quotas/1f3381f4090b46da8ec91eb741bf2620 HTTP/1.1" status: 200 len: 375 time: 0.0104139 Oct 13 14:21:48.157807 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b172e57f-1a76-4a72-8b81-1862f9b24374 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.158340 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b172e57f-1a76-4a72-8b81-1862f9b24374 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Fanout notify agent at l3_agent the message router_deleted on router 257aa7f1-d020-4c9b-a862-22a7816de476 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:21:48.158601 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.api [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:21:48.158601 n-d-806683-15 neutron-server[112685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:21:48.158601 n-d-806683-15 neutron-server[112685]: [parameters: {'id': '9624c8cc-a91d-4d82-98f7-bcf38fc7712d'}] Oct 13 14:21:48.158601 n-d-806683-15 neutron-server[112685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:21:48.159037 n-d-806683-15 neutron-server[112685]: DEBUG oslo_db.api [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:21:48.166847 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b172e57f-1a76-4a72-8b81-1862f9b24374 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.169381 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b172e57f-1a76-4a72-8b81-1862f9b24374 tempest-RoutersNegativeTest-632301916 tempest-RoutersNegativeTest-632301916-project] 10.222.0.18 "DELETE /v2.0/routers/257aa7f1-d020-4c9b-a862-22a7816de476 HTTP/1.1" status: 204 len: 168 time: 0.5129619 Oct 13 14:21:48.185463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df77a8a2-1bb4-438a-91cc-911067a7e380 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:21:48.192677 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-20621267-b597-483f-a08e-09811416aaca req-4a9f84ef-c380-4cbf-8cd6-751213b00247 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.195295 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-20621267-b597-483f-a08e-09811416aaca req-4a9f84ef-c380-4cbf-8cd6-751213b00247 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.196450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20621267-b597-483f-a08e-09811416aaca req-4a9f84ef-c380-4cbf-8cd6-751213b00247 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "DELETE /v2.0/security-groups/42d29e2a-85b3-4b2e-bde1-4a6a888920d5 HTTP/1.1" status: 204 len: 173 time: 0.6289265 Oct 13 14:21:48.210079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f84ef-c380-4cbf-8cd6-751213b00247 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d29e2a-85b3-4b2e-bde1-4a6a888920d5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:48.235116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-463ce32e-4004-48bf-af5e-c8fa76132dc3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789442 Oct 13 14:21:48.294196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df77a8a2-1bb4-438a-91cc-911067a7e380 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:21:48.328968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-035cb518-9ef7-4c1e-ae6a-899e51eda8b2 req-cdc52fb8-3712-43de-848f-56c12f2cb6d1 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "GET /v2.0/security-groups/9d57c45e-b134-4105-9283-24fd2c56a6b3 HTTP/1.1" status: 200 len: 1802 time: 0.1097989 Oct 13 14:21:48.382773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-1f159c09-cb45-450f-8324-8be402bde13d service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301169 Oct 13 14:21:48.393545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c40bf972-c073-4e24-97c2-ac5e90fb2c63 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:21:48.426045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: c40bf972-c073-4e24-97c2-ac5e90fb2c63 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:21:48.426389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c40bf972-c073-4e24-97c2-ac5e90fb2c63 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:21:48.478164 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-035cb518-9ef7-4c1e-ae6a-899e51eda8b2 req-beaca612-6744-4cb8-9494-fbe2a187db66 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.522085 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-035cb518-9ef7-4c1e-ae6a-899e51eda8b2 req-beaca612-6744-4cb8-9494-fbe2a187db66 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.526503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-ca3a54e7-e13a-469d-b78e-1a22bfee41ec service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358039 Oct 13 14:21:48.535402 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.660702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.686454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55258) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:48.696124 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-035cb518-9ef7-4c1e-ae6a-899e51eda8b2 req-beaca612-6744-4cb8-9494-fbe2a187db66 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.698722 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-035cb518-9ef7-4c1e-ae6a-899e51eda8b2 req-beaca612-6744-4cb8-9494-fbe2a187db66 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.700534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-035cb518-9ef7-4c1e-ae6a-899e51eda8b2 req-beaca612-6744-4cb8-9494-fbe2a187db66 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] 10.222.0.18 "DELETE /v2.0/security-groups/9d57c45e-b134-4105-9283-24fd2c56a6b3 HTTP/1.1" status: 204 len: 173 time: 0.3530149 Oct 13 14:21:48.708204 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55262) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:48.719363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaca612-6744-4cb8-9494-fbe2a187db66 tempest-SecurityGroupsTestJSON-1803771886 tempest-SecurityGroupsTestJSON-1803771886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d57c45e-b134-4105-9283-24fd2c56a6b3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:48.776468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Deleting port 5908d662-c4fa-4031-9dc0-d0956d6315ea {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:48.777017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.799730 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8350d7-4e12-4775-aaa4-4187110ebe72 admin admin] Deleting subnet 60ae2475-f5d9-4bef-9dd4-ffde2898ae49 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:21:48.805631 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a8350d7-4e12-4775-aaa4-4187110ebe72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.902904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74886743-ee19-4556-961f-dfa16cb5cc03 req-100fa4d3-d6b4-4136-afbc-755a4da582ec tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 210 time: 0.0595946 Oct 13 14:21:48.918006 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a8350d7-4e12-4775-aaa4-4187110ebe72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.929424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] For port 5908d662-c4fa-4031-9dc0-d0956d6315ea, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5908d662-c4fa-4031-9dc0-d0956d6315ea,segment=NetworkSegment(d12b98c2-e6c2-4166-a15b-fcd2e902baef),segment_id=d12b98c2-e6c2-4166-a15b-fcd2e902baef)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:48.929794 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:48.944444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Calling delete_port for 5908d662-c4fa-4031-9dc0-d0956d6315ea owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:49.002937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a8350d7-4e12-4775-aaa4-4187110ebe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.086318 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3af10fde-ef20-40b1-b498-8a32fbc94338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.106872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55278) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:49.143140 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.149262 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a8350d7-4e12-4775-aaa4-4187110ebe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.170933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Port': ['ID=5908d662-c4fa-4031-9dc0-d0956d6315ea,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:49.181290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No DVR routers for this DVR port 5908d662-c4fa-4031-9dc0-d0956d6315ea on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:49.191071 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8350d7-4e12-4775-aaa4-4187110ebe72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60ae2475-f5d9-4bef-9dd4-ffde2898ae49,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:49.198477 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a8350d7-4e12-4775-aaa4-4187110ebe72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.206387 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9a8350d7-4e12-4775-aaa4-4187110ebe72 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/60ae2475-f5d9-4bef-9dd4-ffde2898ae49 HTTP/1.1" status: 204 len: 168 time: 0.4970615 Oct 13 14:21:49.207065 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55284) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:49.215731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:49.216127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:49.216506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:49.216846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:49.217206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:49.217540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:49.217867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:49.218193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:49.218516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:49.218840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:49.219161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:49.219481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:21:49.302112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.311262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2cf2779d-c2e0-4f48-852f-391b55a6826e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37ede70ff944454f9dcb4ff8617acba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029436 Oct 13 14:21:49.313981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55286) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:49.323224 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3bc90888-188f-41f0-8313-65e432fb02fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.334106 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3af10fde-ef20-40b1-b498-8a32fbc94338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.337006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9624c8cc-a91d-4d82-98f7-bcf38fc7712d']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:49.354540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12b98c2-e6c2-4166-a15b-fcd2e902baef') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:49.354821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12b98c2-e6c2-4166-a15b-fcd2e902baef') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:49.371843 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.394804 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.414243 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:49.415540 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.420174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3bc90888-188f-41f0-8313-65e432fb02fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.422023 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d6f90e2c-2902-4249-82fb-08cab6a44da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:49.424659 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:49.428377 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3af10fde-ef20-40b1-b498-8a32fbc94338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.462973 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3bc90888-188f-41f0-8313-65e432fb02fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50adb513-04c1-43cc-aacf-ff230e927593']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:49.485089 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af10fde-ef20-40b1-b498-8a32fbc94338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9e28d7-4c1a-48cb-8019-0a758421108e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:49.488613 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3bc90888-188f-41f0-8313-65e432fb02fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a8d30d-dc1f-4dc0-81bb-450506d7555f') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:49.488912 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3bc90888-188f-41f0-8313-65e432fb02fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a8d30d-dc1f-4dc0-81bb-450506d7555f') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:49.497449 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3af10fde-ef20-40b1-b498-8a32fbc94338 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef09714ccfc841ffaff054482e3de3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8079748 Oct 13 14:21:49.497449 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55290) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:49.503784 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d6f90e2c-2902-4249-82fb-08cab6a44da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.512513 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3bc90888-188f-41f0-8313-65e432fb02fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.540134 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-651b387f-04b4-4c13-9426-29f5a245370f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.540728 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3bc90888-188f-41f0-8313-65e432fb02fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.552115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc90888-188f-41f0-8313-65e432fb02fa admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:49.552271 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3bc90888-188f-41f0-8313-65e432fb02fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:49.554075 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:49.591871 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.601103 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.605004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/9624c8cc-a91d-4d82-98f7-bcf38fc7712d HTTP/1.1" status: 204 len: 168 time: 2.6792505 Oct 13 14:21:49.610646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55294) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:49.616082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a618c54b-df80-4f61-b26a-0645fe852323 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1860264336'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:49.632852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940663b-2dea-4d72-87a3-b7e4e945b76b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Network': ['ID=9624c8cc-a91d-4d82-98f7-bcf38fc7712d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:49.634738 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1018027-38c8-4af3-8435-1a2dc52e0509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.659558 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1018027-38c8-4af3-8435-1a2dc52e0509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.668633 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55296) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:49.671282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d6f90e2c-2902-4249-82fb-08cab6a44da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.673935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d6f90e2c-2902-4249-82fb-08cab6a44da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.677684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d6f90e2c-2902-4249-82fb-08cab6a44da2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e02ad1d4-5632-417b-901c-6d76e8e5db60 HTTP/1.1" status: 204 len: 168 time: 0.3600140 Oct 13 14:21:49.690989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f90e2c-2902-4249-82fb-08cab6a44da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02ad1d4-5632-417b-901c-6d76e8e5db60,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:49.782900 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3bc90888-188f-41f0-8313-65e432fb02fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.788690 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3bc90888-188f-41f0-8313-65e432fb02fa admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.791862 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3bc90888-188f-41f0-8313-65e432fb02fa admin admin] 10.222.0.18 "DELETE /v2.0/networks/50adb513-04c1-43cc-aacf-ff230e927593 HTTP/1.1" status: 204 len: 168 time: 0.5817618 Oct 13 14:21:49.810229 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc90888-188f-41f0-8313-65e432fb02fa admin admin] Pushing event deleted for resources: {'Network': ['ID=50adb513-04c1-43cc-aacf-ff230e927593,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:49.817381 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e03c907-a668-49d7-bd8e-f170d8d74ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.839991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a618c54b-df80-4f61-b26a-0645fe852323 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:49.843587 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a618c54b-df80-4f61-b26a-0645fe852323 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.878665 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1018027-38c8-4af3-8435-1a2dc52e0509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.882784 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1018027-38c8-4af3-8435-1a2dc52e0509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.883121 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f1018027-38c8-4af3-8435-1a2dc52e0509 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a9e28d7-4c1a-48cb-8019-0a758421108e HTTP/1.1" status: 204 len: 168 time: 0.3803945 Oct 13 14:21:49.895130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a618c54b-df80-4f61-b26a-0645fe852323 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:49.900567 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1018027-38c8-4af3-8435-1a2dc52e0509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9e28d7-4c1a-48cb-8019-0a758421108e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:49.923562 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a618c54b-df80-4f61-b26a-0645fe852323 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.923748 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-a618c54b-df80-4f61-b26a-0645fe852323 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Added segment def6f460-69fd-42a2-abd7-5f50109051f4 of type vlan for network 77e2494c-6db6-4d5f-9927-c9f13a3ad59b Oct 13 14:21:49.963287 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e03c907-a668-49d7-bd8e-f170d8d74ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:49.982235 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a618c54b-df80-4f61-b26a-0645fe852323 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.016636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1f45664-90fd-49f9-8f7e-4fa60a331c85 req-8d401b4b-690c-433e-bd16-5f7926914cac tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 210 time: 0.0315123 Oct 13 14:21:50.043592 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e03c907-a668-49d7-bd8e-f170d8d74ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.086702 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1e03c907-a668-49d7-bd8e-f170d8d74ac5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45bc7a3605474157a3865e5c56dd2567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170015 Oct 13 14:21:50.087888 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03c907-a668-49d7-bd8e-f170d8d74ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e221d2b9-732f-4779-a90d-5dbc1c8d74c6,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:50.089841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55314) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:50.104467 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a618c54b-df80-4f61-b26a-0645fe852323 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.110961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a618c54b-df80-4f61-b26a-0645fe852323 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:50.111571 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a618c54b-df80-4f61-b26a-0645fe852323 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.194309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55316) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:50.221669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618c54b-df80-4f61-b26a-0645fe852323 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=77e2494c-6db6-4d5f-9927-c9f13a3ad59b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:50.226537 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a618c54b-df80-4f61-b26a-0645fe852323 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6146100 Oct 13 14:21:50.229495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55318) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:50.235752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-180ef957-39f3-4eb5-b6e7-0b6e73239ab6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'subnet': {'network_id': '77e2494c-6db6-4d5f-9927-c9f13a3ad59b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:50.238217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 77e2494c-6db6-4d5f-9927-c9f13a3ad59b details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:50.259768 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4a26-b1af-4b03-b9d1-81f9737663c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.266557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9fd2755e-6ac8-4091-8fb3-27038c719ee7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab5a806b1f1747e483f134c2a2f576a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687771 Oct 13 14:21:50.266802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55320) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:50.304544 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4a26-b1af-4b03-b9d1-81f9737663c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.376120 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40825c45-9a9e-42dc-aacb-16e8d95ea889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.425179 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40825c45-9a9e-42dc-aacb-16e8d95ea889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.474618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180ef957-39f3-4eb5-b6e7-0b6e73239ab6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:50.478451 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-180ef957-39f3-4eb5-b6e7-0b6e73239ab6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.503118 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4a26-b1af-4b03-b9d1-81f9737663c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.505763 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0d2c4a26-b1af-4b03-b9d1-81f9737663c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.506909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0d2c4a26-b1af-4b03-b9d1-81f9737663c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e221d2b9-732f-4779-a90d-5dbc1c8d74c6 HTTP/1.1" status: 204 len: 168 time: 0.4160576 Oct 13 14:21:50.517616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c4a26-b1af-4b03-b9d1-81f9737663c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e221d2b9-732f-4779-a90d-5dbc1c8d74c6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:50.562829 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40825c45-9a9e-42dc-aacb-16e8d95ea889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.565472 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40825c45-9a9e-42dc-aacb-16e8d95ea889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.566661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-40825c45-9a9e-42dc-aacb-16e8d95ea889 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e18626d-b383-4645-a546-d7ab044fd375 HTTP/1.1" status: 204 len: 168 time: 0.2988307 Oct 13 14:21:50.575180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40825c45-9a9e-42dc-aacb-16e8d95ea889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e18626d-b383-4645-a546-d7ab044fd375,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:50.703896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55336) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:50.719226 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3fb0952f-478e-439d-9f53-ee3f2662387e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.733067 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-180ef957-39f3-4eb5-b6e7-0b6e73239ab6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.802646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ef957-39f3-4eb5-b6e7-0b6e73239ab6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Subnet': ['ID=a2e25f25-e01b-4fee-8e77-4bc59c19c17f,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:50.812205 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ef957-39f3-4eb5-b6e7-0b6e73239ab6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking segment: {'id': 'def6f460-69fd-42a2-abd7-5f50109051f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77e2494c-6db6-4d5f-9927-c9f13a3ad59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:50.812570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ef957-39f3-4eb5-b6e7-0b6e73239ab6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network hostable DHCP agents. Network: 77e2494c-6db6-4d5f-9927-c9f13a3ad59b, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:50.846583 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3fb0952f-478e-439d-9f53-ee3f2662387e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.903249 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ef957-39f3-4eb5-b6e7-0b6e73239ab6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network 77e2494c-6db6-4d5f-9927-c9f13a3ad59b is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:50.925531 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3fb0952f-478e-439d-9f53-ee3f2662387e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:50.967241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0952f-478e-439d-9f53-ee3f2662387e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d18e44f-4483-4458-a737-331dd7d62328,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:50.971820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3fb0952f-478e-439d-9f53-ee3f2662387e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cab13649509489ab31efe0762d543ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667930 Oct 13 14:21:50.974530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55342) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:51.006075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-180ef957-39f3-4eb5-b6e7-0b6e73239ab6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 77e2494c-6db6-4d5f-9927-c9f13a3ad59b) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:51.014539 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ef957-39f3-4eb5-b6e7-0b6e73239ab6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:51.016344 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-180ef957-39f3-4eb5-b6e7-0b6e73239ab6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.016601 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7465edc9-4a96-424a-a99b-e349c1134220 None None] Network 77e2494c-6db6-4d5f-9927-c9f13a3ad59b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:51.065170 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd9272ce-4542-4091-a825-b3f20cbb7a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.118141 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd9272ce-4542-4091-a825-b3f20cbb7a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.188234 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-180ef957-39f3-4eb5-b6e7-0b6e73239ab6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9532301 Oct 13 14:21:51.188889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55350) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:51.191827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fec06a9-e921-40e1-a7ab-0cf931393bf9 req-f215b5ee-a550-4919-9895-fb2a38286730 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 210 time: 0.0779369 Oct 13 14:21:51.295809 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-77e2494c-6db6-4d5f-9927-c9f13a3ad59b', 'network_id': '77e2494c-6db6-4d5f-9927-c9f13a3ad59b', 'tenant_id': '93daaca3a4a141bda1b8c47f1a022dbb', 'fixed_ips': [{'subnet_id': 'a2e25f25-e01b-4fee-8e77-4bc59c19c17f'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:51.297292 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.343155 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd9272ce-4542-4091-a825-b3f20cbb7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.345802 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd9272ce-4542-4091-a825-b3f20cbb7a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.350660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bd9272ce-4542-4091-a825-b3f20cbb7a85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d18e44f-4483-4458-a737-331dd7d62328 HTTP/1.1" status: 204 len: 168 time: 0.3713684 Oct 13 14:21:51.362885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9272ce-4542-4091-a825-b3f20cbb7a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d18e44f-4483-4458-a737-331dd7d62328,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:51.440315 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.443406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-51f4fedc-6e05-4ad3-9154-fac4767c41cc tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:51.446191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-51f4fedc-6e05-4ad3-9154-fac4767c41cc tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.2082589 Oct 13 14:21:51.474327 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-73ea37cc-2442-4cf7-a0b7-6e2900580276 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Request body: {'port': {'device_id': 'd66a1757-a274-4221-b4d9-2dc13b2912e5', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'admin_state_up': True, 'tenant_id': '1f3381f4090b46da8ec91eb741bf2620'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:51.504420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Allocated IP 172.20.0.1 (77e2494c-6db6-4d5f-9927-c9f13a3ad59b/a2e25f25-e01b-4fee-8e77-4bc59c19c17f/8c3cbc4c-0c55-43d4-ab52-78c1ada2b241) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:51.519711 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.626615 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55360) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:51.646459 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cc1cec7-836b-4389-b9c4-57e265cbe9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.704026 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.772673 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cc1cec7-836b-4389-b9c4-57e265cbe9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.840542 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.877987 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6cc1cec7-836b-4389-b9c4-57e265cbe9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.883312 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.895333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Network 77e2494c-6db6-4d5f-9927-c9f13a3ad59b is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:51.899718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:51.902732 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Pushing event updated for resources: {'Port': ['ID=8c3cbc4c-0c55-43d4-ab52-78c1ada2b241,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:51.905110 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:51.920731 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6cc1cec7-836b-4389-b9c4-57e265cbe9c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07e86b37e70148399d0097c5e3c00241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2940848 Oct 13 14:21:51.928704 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55374) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:51.975790 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Attempting to bind port 8c3cbc4c-0c55-43d4-ab52-78c1ada2b241 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:51.976417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Attempting to bind port 8c3cbc4c-0c55-43d4-ab52-78c1ada2b241 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'def6f460-69fd-42a2-abd7-5f50109051f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77e2494c-6db6-4d5f-9927-c9f13a3ad59b'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:51.976867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Attempting to bind port 8c3cbc4c-0c55-43d4-ab52-78c1ada2b241 on network 77e2494c-6db6-4d5f-9927-c9f13a3ad59b {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:51.985972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1cec7-836b-4389-b9c4-57e265cbe9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6ede65-dc6b-4d0e-b7fd-094166b8638b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:51.987483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:51.990206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Checking segment: {'id': 'def6f460-69fd-42a2-abd7-5f50109051f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77e2494c-6db6-4d5f-9927-c9f13a3ad59b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:51.990714 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.992157 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Bound using segment: {'id': 'def6f460-69fd-42a2-abd7-5f50109051f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77e2494c-6db6-4d5f-9927-c9f13a3ad59b'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:51.992755 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Bound port: 8c3cbc4c-0c55-43d4-ab52-78c1ada2b241, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def6f460-69fd-42a2-abd7-5f50109051f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77e2494c-6db6-4d5f-9927-c9f13a3ad59b'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:51.994254 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:51.998813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.052668 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e25f25-e01b-4fee-8e77-4bc59c19c17f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:52.105009 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] For port 8c3cbc4c-0c55-43d4-ab52-78c1ada2b241, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:52.109018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] For port 8c3cbc4c-0c55-43d4-ab52-78c1ada2b241, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8c3cbc4c-0c55-43d4-ab52-78c1ada2b241,segment=NetworkSegment(def6f460-69fd-42a2-abd7-5f50109051f4),segment_id=def6f460-69fd-42a2-abd7-5f50109051f4)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:52.148899 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-134e2914-13cf-4945-862d-5a6decb2e674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.155595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.191748 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-134e2914-13cf-4945-862d-5a6decb2e674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.203562 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e2494c-6db6-4d5f-9927-c9f13a3ad59b']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:52.206493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-73ea37cc-2442-4cf7-a0b7-6e2900580276 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Made reservation on behalf of 1f3381f4090b46da8ec91eb741bf2620 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:52.211630 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-73ea37cc-2442-4cf7-a0b7-6e2900580276 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.212586 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def6f460-69fd-42a2-abd7-5f50109051f4') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:52.212891 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def6f460-69fd-42a2-abd7-5f50109051f4') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:52.235794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.252408 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.260301 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.268102 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:52.268569 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:52.272018 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:52.348966 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bebdc7c4-8e7c-4930-81a4-8bd96a12bb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.383993 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.db.api [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:21:52.383993 n-d-806683-15 neutron-server[112684]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:21:52.383993 n-d-806683-15 neutron-server[112684]: [parameters: {'id': '77e2494c-6db6-4d5f-9927-c9f13a3ad59b'}] Oct 13 14:21:52.383993 n-d-806683-15 neutron-server[112684]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:21:52.384484 n-d-806683-15 neutron-server[112684]: DEBUG oslo_db.api [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:21:52.385006 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-134e2914-13cf-4945-862d-5a6decb2e674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.388832 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-134e2914-13cf-4945-862d-5a6decb2e674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.390047 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-134e2914-13cf-4945-862d-5a6decb2e674 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc6ede65-dc6b-4d0e-b7fd-094166b8638b HTTP/1.1" status: 204 len: 168 time: 0.4599864 Oct 13 14:21:52.400645 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e2914-13cf-4945-862d-5a6decb2e674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6ede65-dc6b-4d0e-b7fd-094166b8638b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:52.417600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6691f4e2-4034-425d-9b44-aab4a7f46616 req-438e2ab0-2993-414a-9f09-d703bacd0306 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 210 time: 0.0558522 Oct 13 14:21:52.426184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbadd1-32c5-4ffe-8af7-381719141de4 None None] Pushing event updated for resources: {'Port': ['ID=8c3cbc4c-0c55-43d4-ab52-78c1ada2b241,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:52.442691 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dff76e0-cb18-40ef-9748-ef16140a7d71 None None] Network 77e2494c-6db6-4d5f-9927-c9f13a3ad59b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:52.457873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-73ea37cc-2442-4cf7-a0b7-6e2900580276 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Allocated IP 172.20.0.7 (7967c7e9-c785-47a5-832b-9d1edf6a0217/a4c947b3-a3a5-468c-a6ba-fa23139cfbc4/937fa4a9-03ba-4c4b-aaad-a4f599f13be0) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:52.573828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e1dfb6-3b4f-4957-b9bd-4872e058c6ac None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:21:52.635334 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-73ea37cc-2442-4cf7-a0b7-6e2900580276 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.672424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e1dfb6-3b4f-4957-b9bd-4872e058c6ac None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:21:52.734616 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-73ea37cc-2442-4cf7-a0b7-6e2900580276 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.757118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:21:52.782464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-73ea37cc-2442-4cf7-a0b7-6e2900580276 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Network 7967c7e9-c785-47a5-832b-9d1edf6a0217 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:52.785724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-73ea37cc-2442-4cf7-a0b7-6e2900580276 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:52.792792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-73ea37cc-2442-4cf7-a0b7-6e2900580276 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:52.829494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea37cc-2442-4cf7-a0b7-6e2900580276 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event updated for resources: {'Port': ['ID=937fa4a9-03ba-4c4b-aaad-a4f599f13be0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:52.857286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-73ea37cc-2442-4cf7-a0b7-6e2900580276 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:52.858186 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-73ea37cc-2442-4cf7-a0b7-6e2900580276 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.885199 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.935133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-73ea37cc-2442-4cf7-a0b7-6e2900580276 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4778314 Oct 13 14:21:52.942004 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Deleting port 8c3cbc4c-0c55-43d4-ab52-78c1ada2b241 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:52.942367 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:52.946152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-ecd9490a-fdd2-40a5-acb3-2ee677353efc tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:21:52.947236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-ecd9490a-fdd2-40a5-acb3-2ee677353efc tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061681 Oct 13 14:21:53.016533 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] For port 8c3cbc4c-0c55-43d4-ab52-78c1ada2b241, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8c3cbc4c-0c55-43d4-ab52-78c1ada2b241,segment=NetworkSegment(def6f460-69fd-42a2-abd7-5f50109051f4),segment_id=def6f460-69fd-42a2-abd7-5f50109051f4)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:53.016903 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.032194 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Calling delete_port for 8c3cbc4c-0c55-43d4-ab52-78c1ada2b241 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:53.195462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Request body: {'port': {'device_id': 'd66a1757-a274-4221-b4d9-2dc13b2912e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:53.211616 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.241284 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No DVR routers for this DVR port 8c3cbc4c-0c55-43d4-ab52-78c1ada2b241 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:53.243697 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Port': ['ID=8c3cbc4c-0c55-43d4-ab52-78c1ada2b241,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:53.267601 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.343293 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.366492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e2494c-6db6-4d5f-9927-c9f13a3ad59b']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:53.376380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def6f460-69fd-42a2-abd7-5f50109051f4') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:53.376755 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def6f460-69fd-42a2-abd7-5f50109051f4') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:53.387414 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.402234 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.410090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:53.410738 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:53.414244 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:53.467493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55422) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:53.482580 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e98e-4bfa-4d4d-b20f-d7302e5213f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.577885 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.594325 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.602052 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/77e2494c-6db6-4d5f-9927-c9f13a3ad59b HTTP/1.1" status: 204 len: 168 time: 2.4114285 Oct 13 14:21:53.613494 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55428) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:53.621930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-dd0fc23f-5f40-4502-b335-49edc523292e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-583185386'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:53.633688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458281fe-8c29-4c6e-927d-4a794b3b027b req-b701eea8-5994-4c7c-93bc-e8e86905e1c2 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:53.635214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-458281fe-8c29-4c6e-927d-4a794b3b027b req-b701eea8-5994-4c7c-93bc-e8e86905e1c2 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 931 time: 0.1316721 Oct 13 14:21:53.642534 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15666d-63ec-42a1-8807-1db42c1063f2 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Network': ['ID=77e2494c-6db6-4d5f-9927-c9f13a3ad59b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:53.684813 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55432) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:53.724527 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0fc23f-5f40-4502-b335-49edc523292e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:53.731334 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc23f-5f40-4502-b335-49edc523292e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.759730 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0fc23f-5f40-4502-b335-49edc523292e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:53.771736 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc23f-5f40-4502-b335-49edc523292e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.772241 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-dd0fc23f-5f40-4502-b335-49edc523292e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Added segment 147dbc9c-7456-4149-a59b-b94cfd7b6ec2 of type vlan for network 3de36b69-5ca7-4708-9b47-b46990726eec Oct 13 14:21:53.772832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-458281fe-8c29-4c6e-927d-4a794b3b027b req-248d9270-ebdf-4ca7-b526-bdbbe62ae591 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225131 Oct 13 14:21:53.775498 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.780641 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e98e-4bfa-4d4d-b20f-d7302e5213f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.783061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:21:53.792493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.823092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Transition to ACTIVE for port object 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:21:53.828813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc23f-5f40-4502-b335-49edc523292e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.860413 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1ab9e98e-4bfa-4d4d-b20f-d7302e5213f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.880819 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.894100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc23f-5f40-4502-b335-49edc523292e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.899767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0fc23f-5f40-4502-b335-49edc523292e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:53.900369 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd0fc23f-5f40-4502-b335-49edc523292e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.954176 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:53.964716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9e98e-4bfa-4d4d-b20f-d7302e5213f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc58a1d9-ea97-4a84-b20e-683d157e87eb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:53.976579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1ab9e98e-4bfa-4d4d-b20f-d7302e5213f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85fc09dad3374faaa16bf0ea2d744a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5077748 Oct 13 14:21:53.978769 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fc23f-5f40-4502-b335-49edc523292e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=3de36b69-5ca7-4708-9b47-b46990726eec,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:53.981963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55446) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:54.006650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 3de36b69-5ca7-4708-9b47-b46990726eec details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:54.019301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Pushing event updated for resources: {'Port': ['ID=937fa4a9-03ba-4c4b-aaad-a4f599f13be0,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:54.041807 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-689883780-network', 'tenant_id': 'ae8b5d1ae8e54aa1b4fb91f0abbb4b3d'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:54.051872 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dd0fc23f-5f40-4502-b335-49edc523292e tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4365995 Oct 13 14:21:54.053508 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55448) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:54.061772 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-561ea34a-76dd-4f16-b009-dbbe1b6aa0d8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'subnet': {'network_id': '3de36b69-5ca7-4708-9b47-b46990726eec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:54.106950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Attempting to bind port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:54.107697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Attempting to bind port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:54.108305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Attempting to bind port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:54.115285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:21:54.115969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Attempting to bind port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:54.124160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:54.125222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Checking segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:54.125717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Bound using segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:54.126539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Bound port: 937fa4a9-03ba-4c4b-aaad-a4f599f13be0, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:54.131045 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.145096 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fcaeb1aa-a0f9-4876-80ac-b135d078bee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.195255 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fcaeb1aa-a0f9-4876-80ac-b135d078bee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.219389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] For port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:54.222783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] For port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=937fa4a9-03ba-4c4b-aaad-a4f599f13be0,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:54.241828 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Made reservation on behalf of ae8b5d1ae8e54aa1b4fb91f0abbb4b3d for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:54.244147 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.259650 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.337626 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.381474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:54.382020 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.383473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] 10.222.0.41 "PUT /v2.0/ports/937fa4a9-03ba-4c4b-aaad-a4f599f13be0 HTTP/1.1" status: 200 len: 1092 time: 1.4272666 Oct 13 14:21:54.383940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66a1757-a274-4221-b4d9-2dc13b2912e5', 'tag': '937fa4a9-03ba-4c4b-aaad-a4f599f13be0'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:21:54.384072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fcaeb1aa-a0f9-4876-80ac-b135d078bee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.386276 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0e4527-36d2-4556-879b-f8814689a147" -d '{"events": [{"name": "network-changed", "server_uuid": "d66a1757-a274-4221-b4d9-2dc13b2912e5", "tag": "937fa4a9-03ba-4c4b-aaad-a4f599f13be0"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:21:54.388042 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fcaeb1aa-a0f9-4876-80ac-b135d078bee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.389939 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fcaeb1aa-a0f9-4876-80ac-b135d078bee2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc58a1d9-ea97-4a84-b20e-683d157e87eb HTTP/1.1" status: 204 len: 168 time: 0.4063916 Oct 13 14:21:54.399742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561ea34a-76dd-4f16-b009-dbbe1b6aa0d8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:54.399742 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561ea34a-76dd-4f16-b009-dbbe1b6aa0d8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.413396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bbc19-45c5-4913-bc32-26f5d215b36d service neutron] Pushing event updated for resources: {'Port': ['ID=937fa4a9-03ba-4c4b-aaad-a4f599f13be0,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:54.442507 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaeb1aa-a0f9-4876-80ac-b135d078bee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc58a1d9-ea97-4a84-b20e-683d157e87eb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:54.485446 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a9ed35-d015-4635-af82-d91a4549cd4e x-openstack-request-id: req-b3a9ed35-d015-4635-af82-d91a4549cd4e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:21:54.486490 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d66a1757-a274-4221-b4d9-2dc13b2912e5", "tag": "937fa4a9-03ba-4c4b-aaad-a4f599f13be0", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:21:54.486741 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3a9ed35-d015-4635-af82-d91a4549cd4e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:21:54.487445 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66a1757-a274-4221-b4d9-2dc13b2912e5', 'tag': '937fa4a9-03ba-4c4b-aaad-a4f599f13be0', 'status': 'completed', 'code': 200} Oct 13 14:21:54.544364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e4527-36d2-4556-879b-f8814689a147 req-28694963-3482-49df-b7c9-1d8da6ed80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:54.545954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c0e4527-36d2-4556-879b-f8814689a147 req-28694963-3482-49df-b7c9-1d8da6ed80ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 1095 time: 0.0470068 Oct 13 14:21:54.554085 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.670457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e4527-36d2-4556-879b-f8814689a147 req-52aac2b9-97e6-483d-a36c-404b60da5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:54.672019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c0e4527-36d2-4556-879b-f8814689a147 req-52aac2b9-97e6-483d-a36c-404b60da5987 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1f3381f4090b46da8ec91eb741bf2620&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1178899 Oct 13 14:21:54.680378 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.716106 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ce5b09-8bf7-4cef-9644-2d03af58f191,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:54.737900 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561ea34a-76dd-4f16-b009-dbbe1b6aa0d8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.743068 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:54.785642 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.785932 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Added segment 4df34d37-2438-46c5-a83b-3f50467996c3 of type vlan for network 0b6ace1a-847f-48a7-bb4b-3e44422655bd Oct 13 14:21:54.799049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e4527-36d2-4556-879b-f8814689a147 req-430f8711-6557-47bf-ad47-ba641fba0f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:54.800566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c0e4527-36d2-4556-879b-f8814689a147 req-430f8711-6557-47bf-ad47-ba641fba0f15 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1204600 Oct 13 14:21:54.881863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ea34a-76dd-4f16-b009-dbbe1b6aa0d8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking segment: {'id': '147dbc9c-7456-4149-a59b-b94cfd7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3de36b69-5ca7-4708-9b47-b46990726eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:54.882392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561ea34a-76dd-4f16-b009-dbbe1b6aa0d8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network hostable DHCP agents. Network: 3de36b69-5ca7-4708-9b47-b46990726eec, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:54.884574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ea34a-76dd-4f16-b009-dbbe1b6aa0d8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Subnet': ['ID=e28f84c4-b72c-4807-a02e-250cf7463881,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:54.889768 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:54.943690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f1273-c01c-4870-89ab-2293070ace0f req-4658d5b3-7e9c-490a-a95e-19a6a7527173 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:54.945238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-442f1273-c01c-4870-89ab-2293070ace0f req-4658d5b3-7e9c-490a-a95e-19a6a7527173 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 943 time: 0.0846369 Oct 13 14:21:54.964486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-a52f003b-bfe9-4f25-96c8-f4fd97216aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:54.964486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-a52f003b-bfe9-4f25-96c8-f4fd97216aca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 1095 time: 0.0920026 Oct 13 14:21:55.024320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561ea34a-76dd-4f16-b009-dbbe1b6aa0d8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network 3de36b69-5ca7-4708-9b47-b46990726eec is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:55.030570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-5ba8dbc0-cc20-47e1-a45e-3dacfab26ef6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=937fa4a9-03ba-4c4b-aaad-a4f599f13be0 HTTP/1.1" status: 200 len: 217 time: 0.0577836 Oct 13 14:21:55.051910 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:55.054017 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:55.058967 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:55.070419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-442f1273-c01c-4870-89ab-2293070ace0f req-e9a1c9a4-a3bf-42ca-ac25-08189670331c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173499 Oct 13 14:21:55.108940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-c15115e2-3bdd-482f-a044-eb8dd4b060b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:55.110573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-c15115e2-3bdd-482f-a044-eb8dd4b060b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.0724947 Oct 13 14:21:55.134979 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0b6ace1a-847f-48a7-bb4b-3e44422655bd,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:55.145973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 0b6ace1a-847f-48a7-bb4b-3e44422655bd details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:55.151098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-561ea34a-76dd-4f16-b009-dbbe1b6aa0d8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 3de36b69-5ca7-4708-9b47-b46990726eec) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:55.156320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561ea34a-76dd-4f16-b009-dbbe1b6aa0d8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:55.164850 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-561ea34a-76dd-4f16-b009-dbbe1b6aa0d8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:55.165881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-3e254ab2-1dde-4303-b75e-9cce4cae952d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390379 Oct 13 14:21:55.192309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bf92ea-4930-4b07-a6fc-a24e7aa4bd04 None None] Network 3de36b69-5ca7-4708-9b47-b46990726eec requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:55.223804 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c5348213-7443-4e79-86d4-41d19112d3b1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5374300 Oct 13 14:21:55.229688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55502) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:55.229688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-ef7e4c9c-f240-45d7-bbcb-377b778385a8 admin admin] Request body: {'subnet': {'network_id': '0b6ace1a-847f-48a7-bb4b-3e44422655bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-689883780-subnet', 'tenant_id': 'ae8b5d1ae8e54aa1b4fb91f0abbb4b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:55.251693 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-561ea34a-76dd-4f16-b009-dbbe1b6aa0d8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1948452 Oct 13 14:21:55.254078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55506) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:55.301444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-118c1816-0e51-478c-ba1e-d48d9a93816b service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287541 Oct 13 14:21:55.339879 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:55.371876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7e4c9c-f240-45d7-bbcb-377b778385a8 admin admin] Made reservation on behalf of ae8b5d1ae8e54aa1b4fb91f0abbb4b3d for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:55.376395 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4c9c-f240-45d7-bbcb-377b778385a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:55.473705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-3de36b69-5ca7-4708-9b47-b46990726eec', 'network_id': '3de36b69-5ca7-4708-9b47-b46990726eec', 'tenant_id': '93daaca3a4a141bda1b8c47f1a022dbb', 'fixed_ips': [{'subnet_id': 'e28f84c4-b72c-4807-a02e-250cf7463881'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:55.474577 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:55.480677 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:55.514531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb8c99d5-ce45-4b3f-8eee-b033655c90f0 req-31432ea3-8271-4613-9829-6d20786eb802 service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048171 Oct 13 14:21:55.626167 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:55.680255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Allocated IP 172.20.0.1 (3de36b69-5ca7-4708-9b47-b46990726eec/e28f84c4-b72c-4807-a02e-250cf7463881/5caab29e-4d41-40af-b31d-91a8924ec694) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:21:55.789448 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4c9c-f240-45d7-bbcb-377b778385a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:55.844802 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:55.859812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e4c9c-f240-45d7-bbcb-377b778385a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c70aae8-662a-47b4-934c-045650f53116,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:55.867295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e4c9c-f240-45d7-bbcb-377b778385a8 admin admin] Checking segment: {'id': '4df34d37-2438-46c5-a83b-3f50467996c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '0b6ace1a-847f-48a7-bb4b-3e44422655bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:55.867652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e4c9c-f240-45d7-bbcb-377b778385a8 admin admin] Network hostable DHCP agents. Network: 0b6ace1a-847f-48a7-bb4b-3e44422655bd, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:55.915183 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:55.943103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e4c9c-f240-45d7-bbcb-377b778385a8 admin admin] Network 0b6ace1a-847f-48a7-bb4b-3e44422655bd is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:55.993536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55524) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:56.018593 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.049463 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Subnet': ['ID=e28f84c4-b72c-4807-a02e-250cf7463881,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:56.051640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-ef7e4c9c-f240-45d7-bbcb-377b778385a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 0b6ace1a-847f-48a7-bb4b-3e44422655bd) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:56.055669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7e4c9c-f240-45d7-bbcb-377b778385a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:56.056328 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4c9c-f240-45d7-bbcb-377b778385a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.101679 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42387b0-b1ce-4c01-89c4-809875d5ffff None None] Network 0b6ace1a-847f-48a7-bb4b-3e44422655bd requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:56.119942 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.153412 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de36b69-5ca7-4708-9b47-b46990726eec']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:56.164842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147dbc9c-7456-4149-a59b-b94cfd7b6ec2') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:56.164842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147dbc9c-7456-4149-a59b-b94cfd7b6ec2') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:56.177310 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Network 3de36b69-5ca7-4708-9b47-b46990726eec is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:21:56.177783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ef7e4c9c-f240-45d7-bbcb-377b778385a8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9443300 Oct 13 14:21:56.187415 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.188960 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:56.197657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:21:56.206485 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.212046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe2163-ab83-4817-bd48-7bbc4de15960 req-7e103036-dbdc-4231-8a67-9ff942a2c993 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:56.215072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81fe2163-ab83-4817-bd48-7bbc4de15960 req-7e103036-dbdc-4231-8a67-9ff942a2c993 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 943 time: 0.0828290 Oct 13 14:21:56.215239 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:56.215707 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:56.220241 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:56.223380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Pushing event updated for resources: {'Port': ['ID=5caab29e-4d41-40af-b31d-91a8924ec694,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:56.291327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81fe2163-ab83-4817-bd48-7bbc4de15960 req-2fa68fd0-ac5d-4a14-946b-8e7f3ee7df8b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742819 Oct 13 14:21:56.308803 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Attempting to bind port 5caab29e-4d41-40af-b31d-91a8924ec694 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:21:56.309663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Attempting to bind port 5caab29e-4d41-40af-b31d-91a8924ec694 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '147dbc9c-7456-4149-a59b-b94cfd7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3de36b69-5ca7-4708-9b47-b46990726eec'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:21:56.310230 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Attempting to bind port 5caab29e-4d41-40af-b31d-91a8924ec694 on network 3de36b69-5ca7-4708-9b47-b46990726eec {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:21:56.323129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:21:56.323579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Checking segment: {'id': '147dbc9c-7456-4149-a59b-b94cfd7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3de36b69-5ca7-4708-9b47-b46990726eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:56.327969 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.327969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Bound using segment: {'id': '147dbc9c-7456-4149-a59b-b94cfd7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3de36b69-5ca7-4708-9b47-b46990726eec'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:21:56.327969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Bound port: 5caab29e-4d41-40af-b31d-91a8924ec694, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147dbc9c-7456-4149-a59b-b94cfd7b6ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3de36b69-5ca7-4708-9b47-b46990726eec'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:21:56.327969 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.348464 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.db.api [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:21:56.348464 n-d-806683-15 neutron-server[112684]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:21:56.348464 n-d-806683-15 neutron-server[112684]: [parameters: {'id': '3de36b69-5ca7-4708-9b47-b46990726eec'}] Oct 13 14:21:56.348464 n-d-806683-15 neutron-server[112684]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:21:56.349475 n-d-806683-15 neutron-server[112684]: DEBUG oslo_db.api [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:21:56.447925 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fdfe0b-c5bb-4917-8878-1fb08f5813da None None] Network 0b6ace1a-847f-48a7-bb4b-3e44422655bd requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:56.451698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] For port 5caab29e-4d41-40af-b31d-91a8924ec694, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:21:56.461239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] For port 5caab29e-4d41-40af-b31d-91a8924ec694, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5caab29e-4d41-40af-b31d-91a8924ec694,segment=NetworkSegment(147dbc9c-7456-4149-a59b-b94cfd7b6ec2),segment_id=147dbc9c-7456-4149-a59b-b94cfd7b6ec2)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:21:56.461478 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4659ec49-0c9d-48d2-9055-3c71bfd7d71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.603418 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.616053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4659ec49-0c9d-48d2-9055-3c71bfd7d71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.702488 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c18482-4438-4502-8f95-8bdfa1ad40e6 None None] Pushing event updated for resources: {'Port': ['ID=5caab29e-4d41-40af-b31d-91a8924ec694,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:56.722715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa68562-a77a-446c-b4a5-a73d7e068b34 None None] Network 3de36b69-5ca7-4708-9b47-b46990726eec requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:56.751935 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4659ec49-0c9d-48d2-9055-3c71bfd7d71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.757804 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-07e846e1-b47d-4b4b-96b4-9ca83e22fb11 req-67707e2f-1d0b-4f38-9a05-ca5696873d50 tempest-SecurityGroupsNegativeTestJSON-1687346491 tempest-SecurityGroupsNegativeTestJSON-1687346491-project] show failed (client error): The resource could not be found. Oct 13 14:21:56.780395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07e846e1-b47d-4b4b-96b4-9ca83e22fb11 req-67707e2f-1d0b-4f38-9a05-ca5696873d50 tempest-SecurityGroupsNegativeTestJSON-1687346491 tempest-SecurityGroupsNegativeTestJSON-1687346491-project] 10.222.0.18 "GET /v2.0/security-groups/c9675e21-46bc-4424-9f2b-c8481484f991 HTTP/1.1" status: 404 len: 352 time: 0.0259109 Oct 13 14:21:56.811574 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4659ec49-0c9d-48d2-9055-3c71bfd7d71e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a9ce237b3ef4e6786e1ffb5034f2f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8233292 Oct 13 14:21:56.814828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55552) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:56.816972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659ec49-0c9d-48d2-9055-3c71bfd7d71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7024249c-fdde-43fa-810f-41704a3c5711,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:56.850657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.872653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42595e7d-6d38-40d8-8d9a-cfb9e722e890 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:21:56.893220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79e0b731-1f37-4c01-b086-c9f5b434ba72 req-7092307e-61a6-4614-8f58-697894334e4e tempest-SecurityGroupsNegativeTestJSON-1687346491 tempest-SecurityGroupsNegativeTestJSON-1687346491-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae8b5d1ae8e54aa1b4fb91f0abbb4b3d HTTP/1.1" status: 200 len: 2988 time: 0.0894580 Oct 13 14:21:56.942296 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cab38c26-876d-4814-b5c3-617182697ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.963252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Deleting port 5caab29e-4d41-40af-b31d-91a8924ec694 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:21:56.964236 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:56.986089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42595e7d-6d38-40d8-8d9a-cfb9e722e890 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:21:56.993917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79e0b731-1f37-4c01-b086-c9f5b434ba72 req-9eba182a-e52a-4fd8-8c6c-ac40fe0eb289 tempest-SecurityGroupsNegativeTestJSON-1687346491 tempest-SecurityGroupsNegativeTestJSON-1687346491-project] 10.222.0.18 "GET /v2.0/security-groups/e1ce5b09-8bf7-4cef-9644-2d03af58f191 HTTP/1.1" status: 200 len: 2985 time: 0.0841005 Oct 13 14:21:57.003189 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cab38c26-876d-4814-b5c3-617182697ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.069467 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] For port 5caab29e-4d41-40af-b31d-91a8924ec694, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5caab29e-4d41-40af-b31d-91a8924ec694,segment=NetworkSegment(147dbc9c-7456-4149-a59b-b94cfd7b6ec2),segment_id=147dbc9c-7456-4149-a59b-b94cfd7b6ec2)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:21:57.070093 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.087421 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Calling delete_port for 5caab29e-4d41-40af-b31d-91a8924ec694 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:21:57.098610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79e0b731-1f37-4c01-b086-c9f5b434ba72 req-5aaef82a-202c-4a88-bc86-7748e0ace686 tempest-SecurityGroupsNegativeTestJSON-1687346491 tempest-SecurityGroupsNegativeTestJSON-1687346491-project] 10.222.0.18 "GET /v2.0/security-groups/e1ce5b09-8bf7-4cef-9644-2d03af58f191 HTTP/1.1" status: 200 len: 2985 time: 0.1027937 Oct 13 14:21:57.188805 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cab38c26-876d-4814-b5c3-617182697ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.192135 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cab38c26-876d-4814-b5c3-617182697ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.195696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cab38c26-876d-4814-b5c3-617182697ee0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7024249c-fdde-43fa-810f-41704a3c5711 HTTP/1.1" status: 204 len: 168 time: 0.3701985 Oct 13 14:21:57.200573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53792da8-02d4-47a9-bd1d-080d9397d986 req-8ea82553-5cc4-4fe3-ba1c-796db74106f3 tempest-SecurityGroupsNegativeTestJSON-1687346491 tempest-SecurityGroupsNegativeTestJSON-1687346491-project] 10.222.0.18 "GET /v2.0/security-groups/e1ce5b09-8bf7-4cef-9644-2d03af58f191 HTTP/1.1" status: 200 len: 2985 time: 0.0835636 Oct 13 14:21:57.205738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab38c26-876d-4814-b5c3-617182697ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7024249c-fdde-43fa-810f-41704a3c5711,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:57.270620 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-53792da8-02d4-47a9-bd1d-080d9397d986 req-f17a871e-34c0-454f-b4aa-eb88be93ce23 tempest-SecurityGroupsNegativeTestJSON-1687346491 tempest-SecurityGroupsNegativeTestJSON-1687346491-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 14:21:57.271868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53792da8-02d4-47a9-bd1d-080d9397d986 req-f17a871e-34c0-454f-b4aa-eb88be93ce23 tempest-SecurityGroupsNegativeTestJSON-1687346491 tempest-SecurityGroupsNegativeTestJSON-1687346491-project] 10.222.0.18 "DELETE /v2.0/security-groups/e1ce5b09-8bf7-4cef-9644-2d03af58f191 HTTP/1.1" status: 409 len: 352 time: 0.0639198 Oct 13 14:21:57.287628 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.323910 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Port': ['ID=5caab29e-4d41-40af-b31d-91a8924ec694,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:57.327796 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No DVR routers for this DVR port 5caab29e-4d41-40af-b31d-91a8924ec694 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:21:57.331369 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-09aea9b7-5d3e-4e3a-9a6b-752826e3d7c0 req-74b5c139-eb2f-48f9-a9fe-4cd03d27d739 tempest-SecurityGroupsNegativeTestJSON-1687346491 tempest-SecurityGroupsNegativeTestJSON-1687346491-project] show failed (client error): The resource could not be found. Oct 13 14:21:57.353751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09aea9b7-5d3e-4e3a-9a6b-752826e3d7c0 req-74b5c139-eb2f-48f9-a9fe-4cd03d27d739 tempest-SecurityGroupsNegativeTestJSON-1687346491 tempest-SecurityGroupsNegativeTestJSON-1687346491-project] 10.222.0.18 "GET /v2.0/security-groups/3d552c90-bac6-468c-b62b-945335fd6c5a HTTP/1.1" status: 404 len: 352 time: 0.0379589 Oct 13 14:21:57.403388 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-0415d08a-c801-4167-aa09-c5fb839fdffa req-2c47a720-0cc5-443b-bbd9-179a400aaa48 tempest-SecurityGroupsNegativeTestJSON-1687346491 tempest-SecurityGroupsNegativeTestJSON-1687346491-project] show failed (client error): The resource could not be found. Oct 13 14:21:57.405228 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0415d08a-c801-4167-aa09-c5fb839fdffa req-2c47a720-0cc5-443b-bbd9-179a400aaa48 tempest-SecurityGroupsNegativeTestJSON-1687346491 tempest-SecurityGroupsNegativeTestJSON-1687346491-project] 10.222.0.18 "GET /v2.0/security-groups/e24eadb1-7256-455f-b4d6-5c95bac7131a HTTP/1.1" status: 404 len: 352 time: 0.0279388 Oct 13 14:21:57.444644 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55576) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:57.479517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91d6aa-6741-434c-933c-63238115823a req-6c3a1ea1-bc76-4b7b-9c64-00599f0e6a36 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:57.481274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af91d6aa-6741-434c-933c-63238115823a req-6c3a1ea1-bc76-4b7b-9c64-00599f0e6a36 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 943 time: 0.0751069 Oct 13 14:21:57.504542 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.529942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af91d6aa-6741-434c-933c-63238115823a req-4c1595d6-0662-465d-87ae-ca940b12002f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Oct 13 14:21:57.535036 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb278f8-5d09-48b8-aa75-9675c270f918 admin admin] Deleting subnet 8c70aae8-662a-47b4-934c-045650f53116 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:21:57.538140 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de36b69-5ca7-4708-9b47-b46990726eec']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:57.546995 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffb278f8-5d09-48b8-aa75-9675c270f918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.569520 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147dbc9c-7456-4149-a59b-b94cfd7b6ec2') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:57.569803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147dbc9c-7456-4149-a59b-b94cfd7b6ec2') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:57.583091 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.605366 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffb278f8-5d09-48b8-aa75-9675c270f918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.607858 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.637379 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:57.643525 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:57.710815 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffb278f8-5d09-48b8-aa75-9675c270f918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.806089 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.818729 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.825517 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/3de36b69-5ca7-4708-9b47-b46990726eec HTTP/1.1" status: 204 len: 168 time: 2.5701497 Oct 13 14:21:57.827674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55590) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:57.832790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-abc3e144-ff3b-4db9-855b-d67bb7f66724 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1251673049'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:57.835781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d4892-b410-4f84-bad8-9fc86773c11a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Network': ['ID=3de36b69-5ca7-4708-9b47-b46990726eec,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:57.887138 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffb278f8-5d09-48b8-aa75-9675c270f918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.912361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb278f8-5d09-48b8-aa75-9675c270f918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c70aae8-662a-47b4-934c-045650f53116,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:57.916621 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffb278f8-5d09-48b8-aa75-9675c270f918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.919858 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ffb278f8-5d09-48b8-aa75-9675c270f918 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8c70aae8-662a-47b4-934c-045650f53116 HTTP/1.1" status: 204 len: 168 time: 0.4737594 Oct 13 14:21:57.922422 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55592) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:57.982870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc3e144-ff3b-4db9-855b-d67bb7f66724 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:57.986492 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-abc3e144-ff3b-4db9-855b-d67bb7f66724 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:57.994033 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7cccc8e-e014-4771-ae58-b39886934fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.013249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc3e144-ff3b-4db9-855b-d67bb7f66724 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:21:58.025563 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-abc3e144-ff3b-4db9-855b-d67bb7f66724 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.025916 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-abc3e144-ff3b-4db9-855b-d67bb7f66724 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Added segment ac2a2a10-0c9d-41c4-80e6-721c8f8e5f37 of type vlan for network 24447690-2048-4219-884f-3b92156a02fb Oct 13 14:21:58.071604 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-abc3e144-ff3b-4db9-855b-d67bb7f66724 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.077453 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7cccc8e-e014-4771-ae58-b39886934fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.100944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e7cccc8e-e014-4771-ae58-b39886934fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6ace1a-847f-48a7-bb4b-3e44422655bd']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:58.111781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e7cccc8e-e014-4771-ae58-b39886934fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df34d37-2438-46c5-a83b-3f50467996c3') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:58.112157 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e7cccc8e-e014-4771-ae58-b39886934fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df34d37-2438-46c5-a83b-3f50467996c3') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:21:58.122781 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7cccc8e-e014-4771-ae58-b39886934fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.137281 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7cccc8e-e014-4771-ae58-b39886934fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.142960 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cccc8e-e014-4771-ae58-b39886934fb7 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:21:58.143335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7cccc8e-e014-4771-ae58-b39886934fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:21:58.145053 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:21:58.159707 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-abc3e144-ff3b-4db9-855b-d67bb7f66724 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.165854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc3e144-ff3b-4db9-855b-d67bb7f66724 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:58.166442 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-abc3e144-ff3b-4db9-855b-d67bb7f66724 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621059'] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.207317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55594) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:58.222856 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea427a40-480d-4db5-9d21-7c3532ffaf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.231747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3e144-ff3b-4db9-855b-d67bb7f66724 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=24447690-2048-4219-884f-3b92156a02fb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:58.247298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 24447690-2048-4219-884f-3b92156a02fb details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:58.326797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-abc3e144-ff3b-4db9-855b-d67bb7f66724 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4937272 Oct 13 14:21:58.327504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55600) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:58.333386 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7cccc8e-e014-4771-ae58-b39886934fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.335490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-37c7b482-f1e3-41d4-bc5d-aa142d4e4731 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'name': 'New_network'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:58.342068 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7cccc8e-e014-4771-ae58-b39886934fb7 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.347435 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e7cccc8e-e014-4771-ae58-b39886934fb7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0b6ace1a-847f-48a7-bb4b-3e44422655bd HTTP/1.1" status: 204 len: 168 time: 0.4240599 Oct 13 14:21:58.368480 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cccc8e-e014-4771-ae58-b39886934fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b6ace1a-847f-48a7-bb4b-3e44422655bd,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:58.418827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea427a40-480d-4db5-9d21-7c3532ffaf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.514085 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea427a40-480d-4db5-9d21-7c3532ffaf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.526130 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-37c7b482-f1e3-41d4-bc5d-aa142d4e4731 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.555646 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ea427a40-480d-4db5-9d21-7c3532ffaf3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4964c1fcfecb46f38cd64c2fe803a55c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469822 Oct 13 14:21:58.556519 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea427a40-480d-4db5-9d21-7c3532ffaf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aee9f69-2183-4d09-a54f-95e6e0ba4286,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:58.559933 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55612) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:58.621478 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-caa17626-f941-43f0-827c-ca95a35e88b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.623271 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-37c7b482-f1e3-41d4-bc5d-aa142d4e4731 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.644389 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-caa17626-f941-43f0-827c-ca95a35e88b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.685834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37c7b482-f1e3-41d4-bc5d-aa142d4e4731 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network 24447690-2048-4219-884f-3b92156a02fb is not hosted by any dhcp agent {{(pid=112685) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 14:21:58.691697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c7b482-f1e3-41d4-bc5d-aa142d4e4731 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:58.692305 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-37c7b482-f1e3-41d4-bc5d-aa142d4e4731 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.693621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-37c7b482-f1e3-41d4-bc5d-aa142d4e4731 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "PUT /v2.0/networks/24447690-2048-4219-884f-3b92156a02fb HTTP/1.1" status: 200 len: 723 time: 0.3644927 Oct 13 14:21:58.697126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55616) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:58.707063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-15f29493-92a8-4d63-93eb-a2efd7fcd7be tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'subnet': {'network_id': '24447690-2048-4219-884f-3b92156a02fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:58.744291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7b482-f1e3-41d4-bc5d-aa142d4e4731 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=24447690-2048-4219-884f-3b92156a02fb,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:58.757212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 24447690-2048-4219-884f-3b92156a02fb details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:21:58.773412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02d700-d382-4617-b3ef-02843598fed2 req-f97fe1b3-a686-4e53-a875-c9f440fe4b54 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:58.774980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec02d700-d382-4617-b3ef-02843598fed2 req-f97fe1b3-a686-4e53-a875-c9f440fe4b54 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 943 time: 0.0779805 Oct 13 14:21:58.784322 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-caa17626-f941-43f0-827c-ca95a35e88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.787173 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-caa17626-f941-43f0-827c-ca95a35e88b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:58.791202 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-caa17626-f941-43f0-827c-ca95a35e88b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9aee9f69-2183-4d09-a54f-95e6e0ba4286 HTTP/1.1" status: 204 len: 168 time: 0.2286048 Oct 13 14:21:58.812966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa17626-f941-43f0-827c-ca95a35e88b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aee9f69-2183-4d09-a54f-95e6e0ba4286,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:58.827619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec02d700-d382-4617-b3ef-02843598fed2 req-aaeac8b1-646a-4bfe-bfc3-b3d24705b29e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431809 Oct 13 14:21:58.898629 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55622) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:58.907220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f29493-92a8-4d63-93eb-a2efd7fcd7be tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:21:58.910975 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15f29493-92a8-4d63-93eb-a2efd7fcd7be tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:59.003501 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-59ea61cd-8e60-4dbd-818e-c5497051ff5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae8b5d1ae8e54aa1b4fb91f0abbb4b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033406 Oct 13 14:21:59.006147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55624) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:59.056363 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-20e10a06-9f47-4cf5-ad19-76f18bde69fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:59.077329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-20e10a06-9f47-4cf5-ad19-76f18bde69fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:59.203594 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55630) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:59.217134 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15f29493-92a8-4d63-93eb-a2efd7fcd7be tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:59.239706 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-20e10a06-9f47-4cf5-ad19-76f18bde69fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:59.243402 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-20e10a06-9f47-4cf5-ad19-76f18bde69fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:59.245978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-20e10a06-9f47-4cf5-ad19-76f18bde69fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1ce5b09-8bf7-4cef-9644-2d03af58f191 HTTP/1.1" status: 204 len: 168 time: 0.2378321 Oct 13 14:21:59.255558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e10a06-9f47-4cf5-ad19-76f18bde69fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ce5b09-8bf7-4cef-9644-2d03af58f191,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:59.285493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f29493-92a8-4d63-93eb-a2efd7fcd7be tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Subnet': ['ID=b1b20b59-4f3f-42fc-9b18-70cb93063ad1,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:59.296653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f29493-92a8-4d63-93eb-a2efd7fcd7be tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking segment: {'id': 'ac2a2a10-0c9d-41c4-80e6-721c8f8e5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24447690-2048-4219-884f-3b92156a02fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:21:59.297042 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f29493-92a8-4d63-93eb-a2efd7fcd7be tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network hostable DHCP agents. Network: 24447690-2048-4219-884f-3b92156a02fb, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:21:59.371182 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f29493-92a8-4d63-93eb-a2efd7fcd7be tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network 24447690-2048-4219-884f-3b92156a02fb is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:21:59.462401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-15f29493-92a8-4d63-93eb-a2efd7fcd7be tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 24447690-2048-4219-884f-3b92156a02fb) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:21:59.470942 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f29493-92a8-4d63-93eb-a2efd7fcd7be tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:21:59.470942 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15f29493-92a8-4d63-93eb-a2efd7fcd7be tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:59.475525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ac375b-626e-4e32-8493-6b2191ba7a79 None None] Network 24447690-2048-4219-884f-3b92156a02fb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:21:59.575584 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e238fe0c-5df0-4878-9efb-8a5fc68d3c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:59.577459 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-15f29493-92a8-4d63-93eb-a2efd7fcd7be tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8792579 Oct 13 14:21:59.580257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55640) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:59.586734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-95edada0-483c-4c21-88d7-79a7b45c9a17 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:21:59.684274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-24447690-2048-4219-884f-3b92156a02fb', 'network_id': '24447690-2048-4219-884f-3b92156a02fb', 'tenant_id': '93daaca3a4a141bda1b8c47f1a022dbb', 'fixed_ips': [{'subnet_id': 'b1b20b59-4f3f-42fc-9b18-70cb93063ad1'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:21:59.684274 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:59.707505 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95edada0-483c-4c21-88d7-79a7b45c9a17 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13170110'] for subnet, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:59.725414 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e238fe0c-5df0-4878-9efb-8a5fc68d3c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:59.808877 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e238fe0c-5df0-4878-9efb-8a5fc68d3c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:59.853798 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238fe0c-5df0-4878-9efb-8a5fc68d3c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdf29c1-24ae-4f90-b289-dd5eeb3b6d6e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:21:59.876181 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e238fe0c-5df0-4878-9efb-8a5fc68d3c14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8cbaa4cafe4c4cbbb21255e9fb64e787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6714497 Oct 13 14:21:59.879077 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55652) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:21:59.952253 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef3b1-2528-4336-80d1-d424613567cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:21:59.975458 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef3b1-2528-4336-80d1-d424613567cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.009557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09e499-beb5-45b6-aac9-6449e96a1b4d req-45c24854-536d-4d78-98f0-be6c3c44e33b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:00.013194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa09e499-beb5-45b6-aac9-6449e96a1b4d req-45c24854-536d-4d78-98f0-be6c3c44e33b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 943 time: 0.0789640 Oct 13 14:22:00.014084 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95edada0-483c-4c21-88d7-79a7b45c9a17 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749260317197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12766933'] for subnet, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.030294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Allocated IP 172.20.0.2 (24447690-2048-4219-884f-3b92156a02fb/b1b20b59-4f3f-42fc-9b18-70cb93063ad1/0b6f6eb7-c7eb-465b-a1cd-d3812750821d) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:22:00.090451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95edada0-483c-4c21-88d7-79a7b45c9a17 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:00.091663 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95edada0-483c-4c21-88d7-79a7b45c9a17 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.093561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-95edada0-483c-4c21-88d7-79a7b45c9a17 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "PUT /v2.0/subnets/b1b20b59-4f3f-42fc-9b18-70cb93063ad1 HTTP/1.1" status: 200 len: 806 time: 0.5119441 Oct 13 14:22:00.096228 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55666) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:00.103581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edada0-483c-4c21-88d7-79a7b45c9a17 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Subnet': ['ID=b1b20b59-4f3f-42fc-9b18-70cb93063ad1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:00.131080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa09e499-beb5-45b6-aac9-6449e96a1b4d req-7cc9a94d-0ded-4ad8-8ae1-2bd1d5ff5c2b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880439 Oct 13 14:22:00.210880 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.311769 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.351902 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Network 24447690-2048-4219-884f-3b92156a02fb is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:22:00.358466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:22:00.362626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:22:00.375573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Pushing event updated for resources: {'Port': ['ID=0b6f6eb7-c7eb-465b-a1cd-d3812750821d,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:00.415507 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:00.416160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:00.416667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:00.417279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:00.417775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:00.418399 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:00.418917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:00.419419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:00.419907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:00.420405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:00.420896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:00.421398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:00.439797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Attempting to bind port 0b6f6eb7-c7eb-465b-a1cd-d3812750821d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:22:00.440401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Attempting to bind port 0b6f6eb7-c7eb-465b-a1cd-d3812750821d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'ac2a2a10-0c9d-41c4-80e6-721c8f8e5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24447690-2048-4219-884f-3b92156a02fb'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:22:00.440967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Attempting to bind port 0b6f6eb7-c7eb-465b-a1cd-d3812750821d on network 24447690-2048-4219-884f-3b92156a02fb {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:22:00.446990 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:22:00.447829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Checking segment: {'id': 'ac2a2a10-0c9d-41c4-80e6-721c8f8e5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24447690-2048-4219-884f-3b92156a02fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:22:00.448507 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.448905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Bound using segment: {'id': 'ac2a2a10-0c9d-41c4-80e6-721c8f8e5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24447690-2048-4219-884f-3b92156a02fb'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:22:00.449513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Bound port: 0b6f6eb7-c7eb-465b-a1cd-d3812750821d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2a2a10-0c9d-41c4-80e6-721c8f8e5f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '24447690-2048-4219-884f-3b92156a02fb'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:22:00.449904 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.504102 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef3b1-2528-4336-80d1-d424613567cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.506589 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c4ef3b1-2528-4336-80d1-d424613567cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.507994 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0c4ef3b1-2528-4336-80d1-d424613567cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bdf29c1-24ae-4f90-b289-dd5eeb3b6d6e HTTP/1.1" status: 204 len: 168 time: 0.6279423 Oct 13 14:22:00.522689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ef3b1-2528-4336-80d1-d424613567cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdf29c1-24ae-4f90-b289-dd5eeb3b6d6e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:00.549716 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] For port 0b6f6eb7-c7eb-465b-a1cd-d3812750821d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:22:00.563080 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] For port 0b6f6eb7-c7eb-465b-a1cd-d3812750821d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0b6f6eb7-c7eb-465b-a1cd-d3812750821d,segment=NetworkSegment(ac2a2a10-0c9d-41c4-80e6-721c8f8e5f37),segment_id=ac2a2a10-0c9d-41c4-80e6-721c8f8e5f37)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:22:00.582156 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.639108 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Deleting port 0b6f6eb7-c7eb-465b-a1cd-d3812750821d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:22:00.639457 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.705619 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.723841 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] For port 0b6f6eb7-c7eb-465b-a1cd-d3812750821d, host n-d-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:00.724238 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.743981 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Calling delete_port for 0b6f6eb7-c7eb-465b-a1cd-d3812750821d owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:22:00.799161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22681fb6-5331-44eb-b8a9-82b8369ed2ea None None] Pushing event updated for resources: {'Port': ['ID=0b6f6eb7-c7eb-465b-a1cd-d3812750821d,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:00.950748 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:00.969459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:22:00.996536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Port': ['ID=0b6f6eb7-c7eb-465b-a1cd-d3812750821d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:01.056675 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No DVR routers for this DVR port 0b6f6eb7-c7eb-465b-a1cd-d3812750821d on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:22:01.115357 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.123300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=937fa4a9-03ba-4c4b-aaad-a4f599f13be0,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:01.140792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '937fa4a9-03ba-4c4b-aaad-a4f599f13be0', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'port_id': '937fa4a9-03ba-4c4b-aaad-a4f599f13be0', 'mac_address': 'fa:16:3e:28:8f:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c947b3-a3a5-468c-a6ba-fa23139cfbc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:22:01.210353 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.232274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:22:01.258179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=937fa4a9-03ba-4c4b-aaad-a4f599f13be0,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:01.274683 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.304596 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b20b59-4f3f-42fc-9b18-70cb93063ad1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:01.307076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce75ecb-1e6a-4996-81de-ba0e331305fa req-7ceafa60-ac91-4b5d-b0ad-ff72cbb994fb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:01.310286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ce75ecb-1e6a-4996-81de-ba0e331305fa req-7ceafa60-ac91-4b5d-b0ad-ff72cbb994fb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 943 time: 0.0813050 Oct 13 14:22:01.345236 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.368139 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.380252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ce75ecb-1e6a-4996-81de-ba0e331305fa req-01f19e46-7f06-4ee9-82e7-2a3e62897275 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616896 Oct 13 14:22:01.391415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24447690-2048-4219-884f-3b92156a02fb']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:01.403170 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2a2a10-0c9d-41c4-80e6-721c8f8e5f37') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:01.403472 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2a2a10-0c9d-41c4-80e6-721c8f8e5f37') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:01.413701 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.427473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=937fa4a9-03ba-4c4b-aaad-a4f599f13be0,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:01.434814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.443133 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:22:01.443133 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:22:01.447608 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:22:01.592963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55704) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:01.603090 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.614480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.619220 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f18f536-b808-4535-b469-4b8ac09c82ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.621200 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/24447690-2048-4219-884f-3b92156a02fb HTTP/1.1" status: 204 len: 168 time: 1.5235209 Oct 13 14:22:01.623966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55708) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:01.639458 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357da09-1639-4d8a-96bd-c8e15ab45095 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Network': ['ID=24447690-2048-4219-884f-3b92156a02fb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:01.654951 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-89225b54-2860-4101-a65a-0ee0f918d3a8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:01.655900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89225b54-2860-4101-a65a-0ee0f918d3a8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:01.659513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-89225b54-2860-4101-a65a-0ee0f918d3a8 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/24447690-2048-4219-884f-3b92156a02fb HTTP/1.1" status: 404 len: 339 time: 0.0342615 Oct 13 14:22:01.663515 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55710) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:01.669799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-75e6803c-18cf-458e-8541-96f5b96ff1a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-672962760', 'description': 'd1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:01.751249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['937fa4a9-03ba-4c4b-aaad-a4f599f13be0'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:22:01.754092 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f18f536-b808-4535-b469-4b8ac09c82ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.782626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e6803c-18cf-458e-8541-96f5b96ff1a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:22:01.786167 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75e6803c-18cf-458e-8541-96f5b96ff1a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.814327 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e6803c-18cf-458e-8541-96f5b96ff1a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:22:01.825504 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75e6803c-18cf-458e-8541-96f5b96ff1a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.826332 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-75e6803c-18cf-458e-8541-96f5b96ff1a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Added segment ee6b01ad-8579-48a0-899d-2e70b4729db1 of type vlan for network 2532e498-23c5-4aeb-9ad5-49d32dd2b034 Oct 13 14:22:01.834108 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f18f536-b808-4535-b469-4b8ac09c82ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.887395 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75e6803c-18cf-458e-8541-96f5b96ff1a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:01.907264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2f18f536-b808-4535-b469-4b8ac09c82ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d3ee6e56b1e47d6b92485e70cbdf0a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124685 Oct 13 14:22:01.908054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55718) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:01.918765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18f536-b808-4535-b469-4b8ac09c82ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaa59d2-9313-42ac-ad08-6d178e981150,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:02.002226 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75e6803c-18cf-458e-8541-96f5b96ff1a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:02.009041 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e6803c-18cf-458e-8541-96f5b96ff1a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:02.009712 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75e6803c-18cf-458e-8541-96f5b96ff1a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:02.049451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ad694a0c-0945-40f3-bebd-8395e40d397f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:02.082020 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ad694a0c-0945-40f3-bebd-8395e40d397f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:02.116951 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-75e6803c-18cf-458e-8541-96f5b96ff1a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4521129 Oct 13 14:22:02.120404 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55724) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:02.152732 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-30b6fb32-603c-4504-98d5-fd39ed3eed19 None None] Could not find standard attr ID for object 0b6f6eb7-c7eb-465b-a1cd-d3812750821d. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:22:02.197190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55728) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:02.210108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40f8866-7586-45e4-9690-e2e3c39d23d5 None None] DHCP port deletion for 24447690-2048-4219-884f-3b92156a02fb request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:22:02.234268 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ad694a0c-0945-40f3-bebd-8395e40d397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:02.237949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ad51d8-d5dd-407d-a9b4-c09b8218dd7e None None] Network 24447690-2048-4219-884f-3b92156a02fb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:22:02.240394 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6803c-18cf-458e-8541-96f5b96ff1a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=2532e498-23c5-4aeb-9ad5-49d32dd2b034,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:02.242633 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ad694a0c-0945-40f3-bebd-8395e40d397f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:02.244369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ad694a0c-0945-40f3-bebd-8395e40d397f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcaa59d2-9313-42ac-ad08-6d178e981150 HTTP/1.1" status: 204 len: 168 time: 0.3348830 Oct 13 14:22:02.270139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad694a0c-0945-40f3-bebd-8395e40d397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaa59d2-9313-42ac-ad08-6d178e981150,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:02.277689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 2532e498-23c5-4aeb-9ad5-49d32dd2b034 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:22:02.282927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ad51d8-d5dd-407d-a9b4-c09b8218dd7e None None] Network 24447690-2048-4219-884f-3b92156a02fb could not be found, it might have been deleted concurrently. {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 14:22:02.298928 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c6dd81-879b-45f1-9850-b390e588455f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:02.300957 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-46c6dd81-879b-45f1-9850-b390e588455f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "GET /v2.0/networks?id=2532e498-23c5-4aeb-9ad5-49d32dd2b034 HTTP/1.1" status: 200 len: 760 time: 0.1792309 Oct 13 14:22:02.304079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55734) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:02.328401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-200aa3aa-8a16-4a50-ab1b-f20458509a5a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'description': 'd2'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:02.341551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e8a263-f55d-4537-912b-c1397b7bb7b3 None None] Network 24447690-2048-4219-884f-3b92156a02fb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:22:02.361780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e8a263-f55d-4537-912b-c1397b7bb7b3 None None] Network 24447690-2048-4219-884f-3b92156a02fb could not be found, it might have been deleted concurrently. {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 14:22:02.518324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1297264649-network', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:02.596450 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-200aa3aa-8a16-4a50-ab1b-f20458509a5a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:02.618307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805f980-20ca-462d-aa0c-8790511c07ba req-0e00da17-a988-4537-b1da-70cdbf86391d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:02.620692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8805f980-20ca-462d-aa0c-8790511c07ba req-0e00da17-a988-4537-b1da-70cdbf86391d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 944 time: 0.1478896 Oct 13 14:22:02.679329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8805f980-20ca-462d-aa0c-8790511c07ba req-856a1502-60db-45ea-865e-7eb30ac17182 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523579 Oct 13 14:22:02.705265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Made reservation on behalf of 781ec0bbd78a43a08f7a5b4459640fba for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:22:02.709372 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:02.720853 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:02.724494 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-200aa3aa-8a16-4a50-ab1b-f20458509a5a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:02.804719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-200aa3aa-8a16-4a50-ab1b-f20458509a5a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network 2532e498-23c5-4aeb-9ad5-49d32dd2b034 is not hosted by any dhcp agent {{(pid=112685) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 14:22:02.811879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200aa3aa-8a16-4a50-ab1b-f20458509a5a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:02.812806 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-200aa3aa-8a16-4a50-ab1b-f20458509a5a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:02.814162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-200aa3aa-8a16-4a50-ab1b-f20458509a5a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "PUT /v2.0/networks/2532e498-23c5-4aeb-9ad5-49d32dd2b034 HTTP/1.1" status: 200 len: 757 time: 0.4993711 Oct 13 14:22:02.818618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55748) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:02.853326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200aa3aa-8a16-4a50-ab1b-f20458509a5a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=2532e498-23c5-4aeb-9ad5-49d32dd2b034,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:02.871165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 2532e498-23c5-4aeb-9ad5-49d32dd2b034 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:22:02.943309 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:02.943972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02f392e-3f22-479c-97de-fbf770bbad99 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:02.945875 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f02f392e-3f22-479c-97de-fbf770bbad99 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "GET /v2.0/networks?id=2532e498-23c5-4aeb-9ad5-49d32dd2b034 HTTP/1.1" status: 200 len: 760 time: 0.1276953 Oct 13 14:22:02.952909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55752) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:02.959669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-0958a3b8-c691-453c-bbe8-f49d54e3e33f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-999385991'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:02.984154 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:22:03.019548 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.051992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:22:03.067761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaa19d7-5e25-460c-9f53-3c0b15a558eb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:03.072438 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.073061 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Added segment 7c3ed55f-927d-41c6-9b7c-2db41023533f of type vlan for network 51207f4d-09c5-4b80-9add-bcc60acd6541 Oct 13 14:22:03.108451 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:22:03.111628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0958a3b8-c691-453c-bbe8-f49d54e3e33f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:22:03.112693 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:03.113105 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.115517 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0958a3b8-c691-453c-bbe8-f49d54e3e33f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.139614 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.176370 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0958a3b8-c691-453c-bbe8-f49d54e3e33f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:22:03.195826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0958a3b8-c691-453c-bbe8-f49d54e3e33f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.197563 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-0958a3b8-c691-453c-bbe8-f49d54e3e33f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Added segment 3643835f-9a9b-43d9-8697-0af4b381960a of type vlan for network 5009b7cf-7667-47f2-964a-47b44fee4590 Oct 13 14:22:03.211490 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.237402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a1757-a274-4221-b4d9-2dc13b2912e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937fa4a9-03ba-4c4b-aaad-a4f599f13be0'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:22:03.240002 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b80db8b-932f-48e4-b484-6c62f0d77789" -d '{"events": [{"server_uuid": "d66a1757-a274-4221-b4d9-2dc13b2912e5", "name": "network-vif-plugged", "status": "completed", "tag": "937fa4a9-03ba-4c4b-aaad-a4f599f13be0"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:22:03.249554 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0958a3b8-c691-453c-bbe8-f49d54e3e33f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.258411 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.258576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=937fa4a9-03ba-4c4b-aaad-a4f599f13be0,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:03.258699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:03.258699 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.289072 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9d4bd3-31d3-4ceb-bc50-5207c17aac29 x-openstack-request-id: req-de9d4bd3-31d3-4ceb-bc50-5207c17aac29 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:22:03.289587 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66a1757-a274-4221-b4d9-2dc13b2912e5", "name": "network-vif-plugged", "status": "completed", "tag": "937fa4a9-03ba-4c4b-aaad-a4f599f13be0", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:22:03.290069 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de9d4bd3-31d3-4ceb-bc50-5207c17aac29 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:22:03.290480 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a1757-a274-4221-b4d9-2dc13b2912e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937fa4a9-03ba-4c4b-aaad-a4f599f13be0', 'code': 200} Oct 13 14:22:03.334586 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.340015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] Pushing event updated for resources: {'Network': ['ID=51207f4d-09c5-4b80-9add-bcc60acd6541,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:03.372068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 51207f4d-09c5-4b80-9add-bcc60acd6541 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:22:03.414179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-67d003eb-7db8-44b1-bc58-d4fa37360878 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2148015 Oct 13 14:22:03.417565 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55772) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:03.419385 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0958a3b8-c691-453c-bbe8-f49d54e3e33f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.423059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7c32e672-0ef0-4c7d-8ca9-0488a8dc6b0a admin admin] Request body: {'subnet': {'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-subnet', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:03.426488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0958a3b8-c691-453c-bbe8-f49d54e3e33f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:03.427297 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0958a3b8-c691-453c-bbe8-f49d54e3e33f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.492820 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=937fa4a9-03ba-4c4b-aaad-a4f599f13be0,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:03.503297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14971c9b-6c63-4028-b33a-e2a2d86e08ea req-53d5c5f1-8bbe-4893-ac5d-644c73d38b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:03.504802 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14971c9b-6c63-4028-b33a-e2a2d86e08ea req-53d5c5f1-8bbe-4893-ac5d-644c73d38b2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 1097 time: 0.1297250 Oct 13 14:22:03.519950 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c32e672-0ef0-4c7d-8ca9-0488a8dc6b0a admin admin] Made reservation on behalf of 781ec0bbd78a43a08f7a5b4459640fba for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:22:03.523422 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c32e672-0ef0-4c7d-8ca9-0488a8dc6b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.539794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958a3b8-c691-453c-bbe8-f49d54e3e33f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=5009b7cf-7667-47f2-964a-47b44fee4590,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:03.553396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 5009b7cf-7667-47f2-964a-47b44fee4590 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:22:03.553627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14971c9b-6c63-4028-b33a-e2a2d86e08ea req-69041fe2-1df6-4cbd-a2be-b7b55b2f1ff8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379837 Oct 13 14:22:03.660050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0958a3b8-c691-453c-bbe8-f49d54e3e33f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7054551 Oct 13 14:22:03.663341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55776) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:03.669659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-250a5839-2305-4d8b-bfa6-6fa1a8d5ed7f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'subnet': {'network_id': '5009b7cf-7667-47f2-964a-47b44fee4590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:03.805978 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c32e672-0ef0-4c7d-8ca9-0488a8dc6b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.833448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf96f6d-03f4-40aa-bc79-9b2b7a40dbd0 req-2d614a12-ae74-4fa1-8463-ff7927112711 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:03.835531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bf96f6d-03f4-40aa-bc79-9b2b7a40dbd0 req-2d614a12-ae74-4fa1-8463-ff7927112711 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 945 time: 0.0738540 Oct 13 14:22:03.880674 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32e672-0ef0-4c7d-8ca9-0488a8dc6b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc65117-704a-4857-a7b2-0c1f3eeef403,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:03.892104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250a5839-2305-4d8b-bfa6-6fa1a8d5ed7f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:22:03.895777 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-250a5839-2305-4d8b-bfa6-6fa1a8d5ed7f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:03.896163 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c32e672-0ef0-4c7d-8ca9-0488a8dc6b0a admin admin] Checking segment: {'id': '7c3ed55f-927d-41c6-9b7c-2db41023533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:22:03.896539 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c32e672-0ef0-4c7d-8ca9-0488a8dc6b0a admin admin] Network hostable DHCP agents. Network: 51207f4d-09c5-4b80-9add-bcc60acd6541, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:22:03.954971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bf96f6d-03f4-40aa-bc79-9b2b7a40dbd0 req-3de84ad6-ec96-4b1e-8f75-cf5625dac0f5 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063066 Oct 13 14:22:04.029225 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c32e672-0ef0-4c7d-8ca9-0488a8dc6b0a admin admin] Network 51207f4d-09c5-4b80-9add-bcc60acd6541 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:22:04.162444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-7c32e672-0ef0-4c7d-8ca9-0488a8dc6b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 51207f4d-09c5-4b80-9add-bcc60acd6541) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:22:04.168280 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32e672-0ef0-4c7d-8ca9-0488a8dc6b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:04.169718 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7c32e672-0ef0-4c7d-8ca9-0488a8dc6b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:04.172841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9888bc-c39f-4edc-9a74-d83b20c3d578 None None] Network 51207f4d-09c5-4b80-9add-bcc60acd6541 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:22:04.208455 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-250a5839-2305-4d8b-bfa6-6fa1a8d5ed7f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:04.282843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a5839-2305-4d8b-bfa6-6fa1a8d5ed7f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Subnet': ['ID=9b97be22-a703-48b8-91e3-c775de1b5535,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:04.293478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250a5839-2305-4d8b-bfa6-6fa1a8d5ed7f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking segment: {'id': '3643835f-9a9b-43d9-8697-0af4b381960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5009b7cf-7667-47f2-964a-47b44fee4590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:22:04.294036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a5839-2305-4d8b-bfa6-6fa1a8d5ed7f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network hostable DHCP agents. Network: 5009b7cf-7667-47f2-964a-47b44fee4590, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:22:04.332292 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7c32e672-0ef0-4c7d-8ca9-0488a8dc6b0a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9077656 Oct 13 14:22:04.332292 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55796) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:04.334435 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:04.408089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a5839-2305-4d8b-bfa6-6fa1a8d5ed7f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network 5009b7cf-7667-47f2-964a-47b44fee4590 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:22:04.442227 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:04.443894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:04.504703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-250a5839-2305-4d8b-bfa6-6fa1a8d5ed7f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 5009b7cf-7667-47f2-964a-47b44fee4590) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:22:04.509309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250a5839-2305-4d8b-bfa6-6fa1a8d5ed7f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:04.513701 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-250a5839-2305-4d8b-bfa6-6fa1a8d5ed7f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:04.514917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d705a7-590b-4a57-a5fd-c7acd766d3a6 None None] Network 5009b7cf-7667-47f2-964a-47b44fee4590 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:22:04.530126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-51207f4d-09c5-4b80-9add-bcc60acd6541', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'fixed_ips': [{'subnet_id': '4fc65117-704a-4857-a7b2-0c1f3eeef403'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:22:04.530981 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:04.542793 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:04.613097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-250a5839-2305-4d8b-bfa6-6fa1a8d5ed7f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9448657 Oct 13 14:22:04.613418 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55806) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:04.803180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Allocated IP 172.20.0.2 (51207f4d-09c5-4b80-9add-bcc60acd6541/4fc65117-704a-4857-a7b2-0c1f3eeef403/bf01dd38-0db9-47de-8fee-b741c01cad79) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:22:04.846075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-5009b7cf-7667-47f2-964a-47b44fee4590', 'network_id': '5009b7cf-7667-47f2-964a-47b44fee4590', 'tenant_id': '93daaca3a4a141bda1b8c47f1a022dbb', 'fixed_ips': [{'subnet_id': '9b97be22-a703-48b8-91e3-c775de1b5535'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:22:04.847546 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:04.879409 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:04.888452 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.065385 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.110300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e090f16-71b6-4c1b-a066-3cdf493ec801 req-b62014d9-e4d7-4076-b02f-3b3971094662 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:05.110873 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.120306 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e090f16-71b6-4c1b-a066-3cdf493ec801 req-b62014d9-e4d7-4076-b02f-3b3971094662 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 945 time: 0.0755348 Oct 13 14:22:05.203018 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.230206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e090f16-71b6-4c1b-a066-3cdf493ec801 req-fbacd89f-e36e-4b3f-8535-5602aa692072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086080 Oct 13 14:22:05.275005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Pushing event updated for resources: {'Port': ['ID=bf01dd38-0db9-47de-8fee-b741c01cad79,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:05.299719 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Network 51207f4d-09c5-4b80-9add-bcc60acd6541 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:22:05.306147 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:22:05.310891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:22:05.358506 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Allocated IP 172.20.0.2 (5009b7cf-7667-47f2-964a-47b44fee4590/9b97be22-a703-48b8-91e3-c775de1b5535/921e9167-ef7c-453b-89d5-ccd6a5c68e70) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:22:05.399605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Attempting to bind port bf01dd38-0db9-47de-8fee-b741c01cad79 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:22:05.400006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Attempting to bind port bf01dd38-0db9-47de-8fee-b741c01cad79 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7c3ed55f-927d-41c6-9b7c-2db41023533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:22:05.400367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Attempting to bind port bf01dd38-0db9-47de-8fee-b741c01cad79 on network 51207f4d-09c5-4b80-9add-bcc60acd6541 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:22:05.429552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.442520 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:22:05.452174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Checking segment: {'id': '7c3ed55f-927d-41c6-9b7c-2db41023533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:22:05.452174 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.452174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Bound using segment: {'id': '7c3ed55f-927d-41c6-9b7c-2db41023533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:22:05.452174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Bound port: bf01dd38-0db9-47de-8fee-b741c01cad79, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3ed55f-927d-41c6-9b7c-2db41023533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:22:05.452174 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.458309 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.544065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] For port bf01dd38-0db9-47de-8fee-b741c01cad79, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:22:05.563639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] For port bf01dd38-0db9-47de-8fee-b741c01cad79, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bf01dd38-0db9-47de-8fee-b741c01cad79,segment=NetworkSegment(7c3ed55f-927d-41c6-9b7c-2db41023533f),segment_id=7c3ed55f-927d-41c6-9b7c-2db41023533f)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:22:05.603353 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Allocated IP 172.25.0.62 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/cf0215fe-e884-41c7-aa5c-aa56a17225e3) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:22:05.627417 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.631685 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.731170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d76c53-f269-4789-bf62-8410af4ce39e None None] Pushing event updated for resources: {'Port': ['ID=bf01dd38-0db9-47de-8fee-b741c01cad79,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:05.738508 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.816346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68c4c129-2a0b-48a5-9251-b983ff82263a req-7f93a291-582f-489b-a25b-3d7920fa4eb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0730486 Oct 13 14:22:05.838129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Network 5009b7cf-7667-47f2-964a-47b44fee4590 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:22:05.842162 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:22:05.842389 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.845883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:22:05.853650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Pushing event updated for resources: {'Port': ['ID=921e9167-ef7c-453b-89d5-ccd6a5c68e70,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:05.853881 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.928723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Attempting to bind port 921e9167-ef7c-453b-89d5-ccd6a5c68e70 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:22:05.928723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Attempting to bind port 921e9167-ef7c-453b-89d5-ccd6a5c68e70 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '3643835f-9a9b-43d9-8697-0af4b381960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5009b7cf-7667-47f2-964a-47b44fee4590'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:22:05.928723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Attempting to bind port 921e9167-ef7c-453b-89d5-ccd6a5c68e70 on network 5009b7cf-7667-47f2-964a-47b44fee4590 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:22:05.929635 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Subnet': ['ID=9b97be22-a703-48b8-91e3-c775de1b5535,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:05.944639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:22:05.945531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Checking segment: {'id': '3643835f-9a9b-43d9-8697-0af4b381960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5009b7cf-7667-47f2-964a-47b44fee4590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:22:05.946076 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.946558 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Bound using segment: {'id': '3643835f-9a9b-43d9-8697-0af4b381960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5009b7cf-7667-47f2-964a-47b44fee4590'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:22:05.947636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Bound port: 921e9167-ef7c-453b-89d5-ccd6a5c68e70, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3643835f-9a9b-43d9-8697-0af4b381960a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5009b7cf-7667-47f2-964a-47b44fee4590'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:22:05.948568 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:05.989385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4c129-2a0b-48a5-9251-b983ff82263a req-2745b9a8-35c3-4695-a56f-8665cbac1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:05.997005 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68c4c129-2a0b-48a5-9251-b983ff82263a req-2745b9a8-35c3-4695-a56f-8665cbac1c09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b25a2eab5e3c42c7b1b3d0de7f0b4067&device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 1097 time: 0.1402917 Oct 13 14:22:06.083857 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:06.122968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5009b7cf-7667-47f2-964a-47b44fee4590']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:06.123245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] For port 921e9167-ef7c-453b-89d5-ccd6a5c68e70, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:22:06.131753 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] For port 921e9167-ef7c-453b-89d5-ccd6a5c68e70, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=921e9167-ef7c-453b-89d5-ccd6a5c68e70,segment=NetworkSegment(3643835f-9a9b-43d9-8697-0af4b381960a),segment_id=3643835f-9a9b-43d9-8697-0af4b381960a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:22:06.136950 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3643835f-9a9b-43d9-8697-0af4b381960a') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:06.137501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3643835f-9a9b-43d9-8697-0af4b381960a') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:06.167394 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:06.175634 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:06.219963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:06.236495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4c129-2a0b-48a5-9251-b983ff82263a req-ed3b1b55-0d74-44f7-9ccd-cb4fc2650cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:06.238627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68c4c129-2a0b-48a5-9251-b983ff82263a req-ed3b1b55-0d74-44f7-9ccd-cb4fc2650cfe service neutron] 10.222.0.41 "GET /v2.0/networks?id=47ac7078-4955-4859-a54d-a170c2b90a6f HTTP/1.1" status: 200 len: 917 time: 0.2189941 Oct 13 14:22:06.240244 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Pushing event updated for resources: {'Port': ['ID=cf0215fe-e884-41c7-aa5c-aa56a17225e3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:06.254251 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:06.257846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:22:06.262651 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:22:06.264840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:22:06.265314 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:22:06.268510 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:22:06.271736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:22:06.417426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99f6d0-8612-49f7-88bf-81583c52cacb None None] Pushing event updated for resources: {'Port': ['ID=921e9167-ef7c-453b-89d5-ccd6a5c68e70,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:06.447298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f9942d-04cf-4fdd-ac8e-80612e8e17c9 None None] Network 5009b7cf-7667-47f2-964a-47b44fee4590 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:22:06.551439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68c4c129-2a0b-48a5-9251-b983ff82263a req-69b22354-3fc4-486b-a42a-cc5c49102e49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a027013-bbef-433d-b879-260e1a392126 HTTP/1.1" status: 200 len: 1001 time: 0.3033769 Oct 13 14:22:06.630791 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bf01dd38-0db9-47de-8fee-b741c01cad79 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:22:06.676544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d6e64-5407-454c-96d6-e705d9192726 req-7febc050-bc35-470d-908d-3edf0780f5f9 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:06.685471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a2d6e64-5407-454c-96d6-e705d9192726 req-7febc050-bc35-470d-908d-3edf0780f5f9 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 945 time: 0.2793956 Oct 13 14:22:06.726399 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port bf01dd38-0db9-47de-8fee-b741c01cad79 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:06.727073 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:06.744113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a2d6e64-5407-454c-96d6-e705d9192726 req-19780239-db24-4a58-a35e-65959a6a8385 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572088 Oct 13 14:22:06.749735 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.db.api [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:22:06.749735 n-d-806683-15 neutron-server[112684]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:22:06.749735 n-d-806683-15 neutron-server[112684]: [parameters: {'id': '5009b7cf-7667-47f2-964a-47b44fee4590'}] Oct 13 14:22:06.749735 n-d-806683-15 neutron-server[112684]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:22:06.749735 n-d-806683-15 neutron-server[112684]: DEBUG oslo_db.api [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:22:06.751472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4c129-2a0b-48a5-9251-b983ff82263a req-5543ddde-c739-4e80-b3f1-9eef77d3466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:06.755917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68c4c129-2a0b-48a5-9251-b983ff82263a req-5543ddde-c739-4e80-b3f1-9eef77d3466c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f50d9962-1ff5-4e60-9b43-876c73cdee45 HTTP/1.1" status: 200 len: 855 time: 0.1781678 Oct 13 14:22:06.838401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4c129-2a0b-48a5-9251-b983ff82263a req-92ed61ab-b9da-4612-af42-e800f7b42ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:06.842988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68c4c129-2a0b-48a5-9251-b983ff82263a req-92ed61ab-b9da-4612-af42-e800f7b42ef3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47ac7078-4955-4859-a54d-a170c2b90a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791535 Oct 13 14:22:06.921488 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:06.972832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port bf01dd38-0db9-47de-8fee-b741c01cad79, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bf01dd38-0db9-47de-8fee-b741c01cad79,segment=NetworkSegment(7c3ed55f-927d-41c6-9b7c-2db41023533f),segment_id=7c3ed55f-927d-41c6-9b7c-2db41023533f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:07.028326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68c4c129-2a0b-48a5-9251-b983ff82263a req-4f57cbbd-abcb-4e0c-ba62-1c8e6861a3fe service neutron] 10.222.0.41 "GET /v2.0/networks/47ac7078-4955-4859-a54d-a170c2b90a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755655 Oct 13 14:22:07.053523 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:07.109375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=bf01dd38-0db9-47de-8fee-b741c01cad79,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:07.202269 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:07.255199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaaae2c-40aa-4991-a729-e7c48508d574 None None] Network 51207f4d-09c5-4b80-9add-bcc60acd6541 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:22:07.261072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:07.381591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-26d5cbc7-526b-48ca-b692-e165b5640fb2 None None] Provisioning complete for port bf01dd38-0db9-47de-8fee-b741c01cad79 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:07.381881 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-26d5cbc7-526b-48ca-b692-e165b5640fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:07.537288 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:07.614782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Deleting port 921e9167-ef7c-453b-89d5-ccd6a5c68e70 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:22:07.615793 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:07.722945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f7cb2-c328-4099-a046-00787ca87874 req-200b496b-e8a0-4274-9f8a-5729b2d7f239 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:07.724491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-407f7cb2-c328-4099-a046-00787ca87874 req-200b496b-e8a0-4274-9f8a-5729b2d7f239 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 945 time: 0.5364730 Oct 13 14:22:07.758762 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] For port 921e9167-ef7c-453b-89d5-ccd6a5c68e70, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=921e9167-ef7c-453b-89d5-ccd6a5c68e70,segment=NetworkSegment(3643835f-9a9b-43d9-8697-0af4b381960a),segment_id=3643835f-9a9b-43d9-8697-0af4b381960a)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:07.759128 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:07.769337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68c4c129-2a0b-48a5-9251-b983ff82263a req-bdbfc3b2-85df-4e63-a476-34c0793db7c6 service neutron] 10.222.0.41 "GET /v2.0/networks/47ac7078-4955-4859-a54d-a170c2b90a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287979 Oct 13 14:22:07.777817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Calling delete_port for 921e9167-ef7c-453b-89d5-ccd6a5c68e70 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:22:07.789785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-407f7cb2-c328-4099-a046-00787ca87874 req-9bf55d62-73a5-4902-b1c1-5f7dc8baefd7 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546527 Oct 13 14:22:07.954873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e6989-5388-4776-a81b-c9278b12e012 req-f2764d75-c0f9-412e-af30-f36e1143e84d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:07.962606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-148e6989-5388-4776-a81b-c9278b12e012 req-f2764d75-c0f9-412e-af30-f36e1143e84d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 945 time: 0.0707638 Oct 13 14:22:08.014609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-148e6989-5388-4776-a81b-c9278b12e012 req-1ef0b740-d564-4817-b49a-3c42b400d57d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467908 Oct 13 14:22:08.020124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926fea4b-ceb9-4d13-b642-687c84dafed0 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:22:08.141580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2f3fbe49-5be3-4236-a3e2-108927f153ec None None] Provisioning complete for port bf01dd38-0db9-47de-8fee-b741c01cad79 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:08.142019 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f3fbe49-5be3-4236-a3e2-108927f153ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:08.145448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926fea4b-ceb9-4d13-b642-687c84dafed0 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:22:08.268408 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:22:08.377843 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:08.418917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Port': ['ID=921e9167-ef7c-453b-89d5-ccd6a5c68e70,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:08.423701 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No DVR routers for this DVR port 921e9167-ef7c-453b-89d5-ccd6a5c68e70 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:22:08.451092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bf01dd38-0db9-47de-8fee-b741c01cad79 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:22:08.479239 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:08.479689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:08.479940 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:08.480256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:08.481068 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:08.481068 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:08.481309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:08.481571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:08.482171 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:08.482479 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:08.483142 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:08.483142 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:08.544361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:22:08.555680 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Sync routers for ids ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:22:08.571527 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:08.585278 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Routers {'094dbaed-1e9b-4fe8-9f1b-8da709b81b33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:22:08.585278 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:21:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:08.647180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356ca62-c073-47e8-bb89-50e9f7de5d81 req-f40262c9-9875-4e75-8d6c-c81ee0964b64 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:08.664268 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9356ca62-c073-47e8-bb89-50e9f7de5d81 req-f40262c9-9875-4e75-8d6c-c81ee0964b64 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 945 time: 0.1467531 Oct 13 14:22:08.675455 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5009b7cf-7667-47f2-964a-47b44fee4590']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:08.717695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3643835f-9a9b-43d9-8697-0af4b381960a') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:08.718000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3643835f-9a9b-43d9-8697-0af4b381960a') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:08.722525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9356ca62-c073-47e8-bb89-50e9f7de5d81 req-00a06a71-0fac-4c1d-a85f-76f77131651e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575712 Oct 13 14:22:08.740679 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:08.745157 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f0de059b-4da7-42fc-bc53-08d1eef5464a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4114442 Oct 13 14:22:08.745747 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55970) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:08.762734 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Set router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:22:08.779553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port bf01dd38-0db9-47de-8fee-b741c01cad79 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:08.780130 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:08.842203 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:08.895232 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:08.919507 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:22:08.919948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:22:08.925290 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:22:09.145366 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:09.152412 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:09.156609 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/5009b7cf-7667-47f2-964a-47b44fee4590 HTTP/1.1" status: 204 len: 168 time: 4.5430880 Oct 13 14:22:09.159512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55982) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:09.206604 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcb0ef9-18db-4b75-9c0c-19dd7a1dcf04 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] GET failed (client error): The resource could not be found. Oct 13 14:22:09.208419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2dcb0ef9-18db-4b75-9c0c-19dd7a1dcf04 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "GET /v2.0/subnets/9b97be22-a703-48b8-91e3-c775de1b5535 HTTP/1.1" status: 404 len: 337 time: 0.0464916 Oct 13 14:22:09.211325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55984) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:09.219894 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135eb18b-f6dc-4c7b-9396-fec28518b96b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Network': ['ID=5009b7cf-7667-47f2-964a-47b44fee4590,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:09.233397 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:22:06Z', 'revision_number': 3, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port': {'id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:05Z', 'updated_at': '2021-10-13T14:22:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:09.240973 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a52761-2ee3-43c3-8ffc-ff3b3c357877 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:09.241591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a52761-2ee3-43c3-8ffc-ff3b3c357877 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:09.244903 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-21a52761-2ee3-43c3-8ffc-ff3b3c357877 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/5009b7cf-7667-47f2-964a-47b44fee4590 HTTP/1.1" status: 404 len: 339 time: 0.0317569 Oct 13 14:22:09.249925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55986) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:09.276639 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Checking router: 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:22:09.277266 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Updating router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 port cf0215fe-e884-41c7-aa5c-aa56a17225e3 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:22:09.312618 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:09.562454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da4ba34-1408-4ff2-9be1-88fbfbb280c0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:09.564064 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8da4ba34-1408-4ff2-9be1-88fbfbb280c0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3131824 Oct 13 14:22:09.567286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55990) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:09.645877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-133ff7ee-1300-41d2-8d3b-f6343d08477f tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 207 time: 0.0764513 Oct 13 14:22:09.649122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55992) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:09.688734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:09.824604 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:09.925064 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:09.935782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56002) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:10.049015 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Attempting to bind port cf0215fe-e884-41c7-aa5c-aa56a17225e3 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:22:10.049264 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Attempting to bind port cf0215fe-e884-41c7-aa5c-aa56a17225e3 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:22:10.049698 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Attempting to bind port cf0215fe-e884-41c7-aa5c-aa56a17225e3 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:22:10.061886 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Allocated IP 172.20.0.1 (51207f4d-09c5-4b80-9add-bcc60acd6541/4fc65117-704a-4857-a7b2-0c1f3eeef403/b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:22:10.069034 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:22:10.069523 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:22:10.071113 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:10.071113 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:22:10.071113 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Bound port: cf0215fe-e884-41c7-aa5c-aa56a17225e3, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:22:10.071519 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:10.103636 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Pushing event updated for resources: {'Port': ['ID=cf0215fe-e884-41c7-aa5c-aa56a17225e3,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:10.120648 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:10.121263 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:10.122092 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:10.122565 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:10.123455 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:10.123975 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:10.124476 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:10.125220 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:10.125733 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:10.126199 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:10.126683 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:10.127130 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:10.177955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038e5e60-6ecd-4f96-94f4-37b0b9c53f2a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:10.190594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038e5e60-6ecd-4f96-94f4-37b0b9c53f2a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:10.202102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038e5e60-6ecd-4f96-94f4-37b0b9c53f2a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:10.203343 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] For port cf0215fe-e884-41c7-aa5c-aa56a17225e3, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:22:10.218874 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] For port cf0215fe-e884-41c7-aa5c-aa56a17225e3, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cf0215fe-e884-41c7-aa5c-aa56a17225e3,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:22:10.224606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038e5e60-6ecd-4f96-94f4-37b0b9c53f2a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:10.234461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-038e5e60-6ecd-4f96-94f4-37b0b9c53f2a tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5836258 Oct 13 14:22:10.235465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56014) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:10.246207 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dab3bba0-7d6d-4b0f-a495-a8dd5a7d54c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:10.247277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d59eb-f88c-45ba-bd0c-2fd8fee5f452 req-7ff45f01-f4d3-42bd-82bf-51a6b439963a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:10.249286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-455d59eb-f88c-45ba-bd0c-2fd8fee5f452 req-7ff45f01-f4d3-42bd-82bf-51a6b439963a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 945 time: 0.3830919 Oct 13 14:22:10.305104 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:10.362911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-455d59eb-f88c-45ba-bd0c-2fd8fee5f452 req-f4ebf02a-fd62-4b34-bf9b-19468090cb7d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041756 Oct 13 14:22:10.388739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:10.433369 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Routers {'094dbaed-1e9b-4fe8-9f1b-8da709b81b33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:22:10.434380 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:21:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:10.469032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1dfdb22f-e5d1-41af-8c29-9cd115f2a392 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2309742 Oct 13 14:22:10.473054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56016) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:10.487590 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dab3bba0-7d6d-4b0f-a495-a8dd5a7d54c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:10.491774 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dc674-0d18-487b-8e39-a5c4b048880a None None] Pushing event updated for resources: {'Port': ['ID=cf0215fe-e884-41c7-aa5c-aa56a17225e3,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:10.571420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe953dd3-9fe8-4c7e-88bd-adcf4ef34e4b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:10.573661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe953dd3-9fe8-4c7e-88bd-adcf4ef34e4b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:10.575525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fe953dd3-9fe8-4c7e-88bd-adcf4ef34e4b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1013966 Oct 13 14:22:10.581136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56020) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:10.594481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f67ec0-1665-44a3-9b0b-cdbd0db4170d req-28bda0ca-7a6a-4513-8ff6-0ad8d68ad84f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:10.596912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0f67ec0-1665-44a3-9b0b-cdbd0db4170d req-28bda0ca-7a6a-4513-8ff6-0ad8d68ad84f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 945 time: 0.1073470 Oct 13 14:22:10.627242 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] Set router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:22:10.646626 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dab3bba0-7d6d-4b0f-a495-a8dd5a7d54c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:10.692143 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3bba0-7d6d-4b0f-a495-a8dd5a7d54c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13adee9a-070d-480b-958d-96c22bd0dac2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:10.704790 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:10.772537 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b0f67ec0-1665-44a3-9b0b-cdbd0db4170d req-277d247e-8dfa-4745-bd36-a4e1adbf6124 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Deleting port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:22:10.773289 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b0f67ec0-1665-44a3-9b0b-cdbd0db4170d req-277d247e-8dfa-4745-bd36-a4e1adbf6124 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:10.794623 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Pushing event updated for resources: {'Port': ['ID=b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:10.819013 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dab3bba0-7d6d-4b0f-a495-a8dd5a7d54c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62ea060478894fcea0c9652a7282d66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8827944 Oct 13 14:22:10.835675 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Network 51207f4d-09c5-4b80-9add-bcc60acd6541 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:22:10.837931 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:22:10.853774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56024) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:10.865112 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f098339f-55bb-4882-8ac3-1f8bb1f3fccd tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:10.868144 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f098339f-55bb-4882-8ac3-1f8bb1f3fccd tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:10.877256 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f098339f-55bb-4882-8ac3-1f8bb1f3fccd tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2899113 Oct 13 14:22:10.877256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:22:10.928332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b0f67ec0-1665-44a3-9b0b-cdbd0db4170d req-277d247e-8dfa-4745-bd36-a4e1adbf6124 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] For port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=937fa4a9-03ba-4c4b-aaad-a4f599f13be0,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:10.928731 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b0f67ec0-1665-44a3-9b0b-cdbd0db4170d req-277d247e-8dfa-4745-bd36-a4e1adbf6124 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:10.956034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56026) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:10.979930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b0f67ec0-1665-44a3-9b0b-cdbd0db4170d req-277d247e-8dfa-4745-bd36-a4e1adbf6124 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Calling delete_port for 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:22:11.027994 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:11.190816 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f83a0662-476b-4916-9dc9-0ced63f6df1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:11.294649 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f83a0662-476b-4916-9dc9-0ced63f6df1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:11.330038 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:22:06Z', 'revision_number': 3, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port': {'id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:05Z', 'updated_at': '2021-10-13T14:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:11.386319 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f172522-86b7-488e-95d7-93b0f81747af None None] The sync data for ids ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'] in n-d-806683-15 is: [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:22:06Z', 'revision_number': 3, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port': {'id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:05Z', 'updated_at': '2021-10-13T14:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:22:11.407989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e98f0-57bd-4414-b1f7-e677d0cf34f9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:11.410072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5a9ccab2-df85-4b00-b1ed-8882a9cb6681 None None] Provisioning complete for port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:11.411614 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5a9ccab2-df85-4b00-b1ed-8882a9cb6681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:11.419824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d30e98f0-57bd-4414-b1f7-e677d0cf34f9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "GET /v2.0/networks/1bcf1043-4ceb-41b2-8663-b94403b66fb0 HTTP/1.1" status: 200 len: 799 time: 0.4601183 Oct 13 14:22:11.421382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56042) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:11.444433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:11.464233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f83a0662-476b-4916-9dc9-0ced63f6df1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:11.470403 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f83a0662-476b-4916-9dc9-0ced63f6df1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:11.471967 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f83a0662-476b-4916-9dc9-0ced63f6df1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13adee9a-070d-480b-958d-96c22bd0dac2 HTTP/1.1" status: 204 len: 168 time: 0.6142516 Oct 13 14:22:11.535336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ccab2-df85-4b00-b1ed-8882a9cb6681 None None] Port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:22:11.553334 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a0662-476b-4916-9dc9-0ced63f6df1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13adee9a-070d-480b-958d-96c22bd0dac2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:11.568392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b0f67ec0-1665-44a3-9b0b-cdbd0db4170d req-277d247e-8dfa-4745-bd36-a4e1adbf6124 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:11.586608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['937fa4a9-03ba-4c4b-aaad-a4f599f13be0'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:22:11.589657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:22:11.633587 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:22:11.640023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31db186e-5c54-4997-ab0f-a5527ce15872 req-7706ea48-d0bc-48cc-8615-155c0e7f1db8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 210 time: 0.0913751 Oct 13 14:22:11.722001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d247e-8dfa-4745-bd36-a4e1adbf6124 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event deleted for resources: {'Port': ['ID=937fa4a9-03ba-4c4b-aaad-a4f599f13be0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:11.783505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f67ec0-1665-44a3-9b0b-cdbd0db4170d req-277d247e-8dfa-4745-bd36-a4e1adbf6124 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] No DVR routers for this DVR port 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:22:11.799091 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b0f67ec0-1665-44a3-9b0b-cdbd0db4170d req-277d247e-8dfa-4745-bd36-a4e1adbf6124 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:11.808055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0f67ec0-1665-44a3-9b0b-cdbd0db4170d req-277d247e-8dfa-4745-bd36-a4e1adbf6124 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "DELETE /v2.0/ports/937fa4a9-03ba-4c4b-aaad-a4f599f13be0 HTTP/1.1" status: 204 len: 173 time: 1.1944010 Oct 13 14:22:11.813085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a1757-a274-4221-b4d9-2dc13b2912e5', 'name': 'network-vif-deleted', 'tag': '937fa4a9-03ba-4c4b-aaad-a4f599f13be0'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:22:11.819373 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9faa82-6538-4bfb-b8cf-4b4d00a0d672" -d '{"events": [{"server_uuid": "d66a1757-a274-4221-b4d9-2dc13b2912e5", "name": "network-vif-deleted", "tag": "937fa4a9-03ba-4c4b-aaad-a4f599f13be0"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:22:11.886843 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:11.953189 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56050) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:11.956133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b2029535-710c-447c-8373-84860eb77eaf tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "GET /v2.0/networks/1bcf1043-4ceb-41b2-8663-b94403b66fb0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5296552 Oct 13 14:22:11.958709 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed71991f-379e-4739-a9c5-1f70da58eb55 x-openstack-request-id: req-ed71991f-379e-4739-a9c5-1f70da58eb55 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:22:11.959105 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d66a1757-a274-4221-b4d9-2dc13b2912e5", "name": "network-vif-deleted", "tag": "937fa4a9-03ba-4c4b-aaad-a4f599f13be0", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:22:11.959463 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed71991f-379e-4739-a9c5-1f70da58eb55 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:22:11.960015 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a1757-a274-4221-b4d9-2dc13b2912e5', 'name': 'network-vif-deleted', 'tag': '937fa4a9-03ba-4c4b-aaad-a4f599f13be0', 'status': 'completed', 'code': 200} Oct 13 14:22:11.970722 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:12.111738 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb014065-6798-4805-95d8-5ad6baa077a4 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:12.113423 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eb014065-6798-4805-95d8-5ad6baa077a4 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "GET /v2.0/subnets/a7c66ff2-b384-45ad-9916-e27c4d31686a HTTP/1.1" status: 200 len: 811 time: 0.1587610 Oct 13 14:22:12.119898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56056) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:12.125627 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:12.129284 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Pushing event updated for resources: {'Port': ['ID=b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:12.257741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d12cbd6-d113-43e4-b615-66352be4d679 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['shared'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:12.267894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7d12cbd6-d113-43e4-b615-66352be4d679 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "GET /v2.0/subnets/a7c66ff2-b384-45ad-9916-e27c4d31686a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1460605 Oct 13 14:22:12.268782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56062) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:12.278388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1257fc2e-c901-496a-991b-70a1bf158a68 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-959357531'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:12.357254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Network 51207f4d-09c5-4b80-9add-bcc60acd6541 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:22:12.361511 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:22:12.419562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1257fc2e-c901-496a-991b-70a1bf158a68 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:22:12.426659 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1257fc2e-c901-496a-991b-70a1bf158a68 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:12.507588 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cf0215fe-e884-41c7-aa5c-aa56a17225e3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:22:12.516398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1257fc2e-c901-496a-991b-70a1bf158a68 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:22:12.534370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1257fc2e-c901-496a-991b-70a1bf158a68 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:12.535808 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-1257fc2e-c901-496a-991b-70a1bf158a68 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Added segment 5c515dc3-617e-44e5-9528-84cc22c48f16 of type vlan for network 2c7e997e-b946-456b-b9d5-d24339d46f39 Oct 13 14:22:12.647932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port cf0215fe-e884-41c7-aa5c-aa56a17225e3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:12.649205 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:12.660017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1257fc2e-c901-496a-991b-70a1bf158a68 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:12.739181 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:22:12.779650 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1257fc2e-c901-496a-991b-70a1bf158a68 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:12.789728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1257fc2e-c901-496a-991b-70a1bf158a68 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:12.790464 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1257fc2e-c901-496a-991b-70a1bf158a68 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:12.843171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56072) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:12.854825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:12.870878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3b37c115-3121-48ed-81ba-fffad92a8dc8 None None] Provisioning complete for port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:12.871548 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3b37c115-3121-48ed-81ba-fffad92a8dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:12.922315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3b37c115-3121-48ed-81ba-fffad92a8dc8 None None] Port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:22:12.937752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port cf0215fe-e884-41c7-aa5c-aa56a17225e3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cf0215fe-e884-41c7-aa5c-aa56a17225e3,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:12.971547 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:22:12.977102 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d24088fb-02b3-415c-867e-103b621ff864 admin admin] 10.222.0.18 "PUT /v2.0/routers/094dbaed-1e9b-4fe8-9f1b-8da709b81b33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2300777 Oct 13 14:22:12.984224 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb12b-d1a1-4e96-937f-e338836594be admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:12.994758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3548cca1-19d3-4565-83ca-b123a3967e4d req-09535644-8214-49db-83ff-3074b9f9e311 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=d66a1757-a274-4221-b4d9-2dc13b2912e5 HTTP/1.1" status: 200 len: 210 time: 0.1714170 Oct 13 14:22:13.031960 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:13.067198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257fc2e-c901-496a-991b-70a1bf158a68 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Network': ['ID=2c7e997e-b946-456b-b9d5-d24339d46f39,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:13.108220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1257fc2e-c901-496a-991b-70a1bf158a68 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8377457 Oct 13 14:22:13.109061 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=cf0215fe-e884-41c7-aa5c-aa56a17225e3,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:13.111380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56080) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:13.116377 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'subnet': {'network_id': '2c7e997e-b946-456b-b9d5-d24339d46f39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:13.122987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 2c7e997e-b946-456b-b9d5-d24339d46f39 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:22:13.210340 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb12b-d1a1-4e96-937f-e338836594be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:13.315843 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5f1bb12b-d1a1-4e96-937f-e338836594be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:13.361392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5f1bb12b-d1a1-4e96-937f-e338836594be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12efd536fd26404ab0b5101ad547b45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5166783 Oct 13 14:22:13.362321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bb12b-d1a1-4e96-937f-e338836594be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1befa4a0-9265-4a75-924b-410ded2cd515,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:13.364108 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56096) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:13.407018 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Made reservation on behalf of 93daaca3a4a141bda1b8c47f1a022dbb for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:22:13.414054 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:13.547058 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_backend_mixin [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Performing IP validity checks on allocation pools {{(pid=112684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 14:22:13.549201 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_backend_mixin [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 14:22:13.559657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ecf806de-5d7f-4da5-b519-3e9bc80ea0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:13.596141 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ecf806de-5d7f-4da5-b519-3e9bc80ea0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:13.845386 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ecf806de-5d7f-4da5-b519-3e9bc80ea0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:13.850953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ecf806de-5d7f-4da5-b519-3e9bc80ea0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:13.850953 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ecf806de-5d7f-4da5-b519-3e9bc80ea0c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1befa4a0-9265-4a75-924b-410ded2cd515 HTTP/1.1" status: 204 len: 168 time: 0.4775348 Oct 13 14:22:13.867050 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf806de-5d7f-4da5-b519-3e9bc80ea0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1befa4a0-9265-4a75-924b-410ded2cd515,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:13.902706 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:13.973540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56110) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:13.979723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f49aaa3e-0d83-4833-a865-efd51bd217cc tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002933984', 'description': 'tempest-description--1381089132'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:13.994023 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Subnet': ['ID=22362eb9-eb62-4349-9cc0-5bba7230e7fa,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:13.997769 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Checking segment: {'id': '5c515dc3-617e-44e5-9528-84cc22c48f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c7e997e-b946-456b-b9d5-d24339d46f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:22:13.998206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network hostable DHCP agents. Network: 2c7e997e-b946-456b-b9d5-d24339d46f39, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:22:14.077742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Sync routers for ids ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:22:14.092802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Routers {'094dbaed-1e9b-4fe8-9f1b-8da709b81b33'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:22:14.093520 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:21:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:14.120646 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f49aaa3e-0d83-4833-a865-efd51bd217cc tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:14.184963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Network 2c7e997e-b946-456b-b9d5-d24339d46f39 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:22:14.221735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Set router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:22:14.238049 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f49aaa3e-0d83-4833-a865-efd51bd217cc tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:14.287445 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 2c7e997e-b946-456b-b9d5-d24339d46f39) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:22:14.299552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:14.301286 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:14.307843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f76737a-32b0-422f-8f98-4429f794bfb2 None None] Network 2c7e997e-b946-456b-b9d5-d24339d46f39 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:22:14.339928 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f49aaa3e-0d83-4833-a865-efd51bd217cc tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:14.400927 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-860fdd3f-8e4d-4014-ab81-87c273395fb9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2870896 Oct 13 14:22:14.402852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56124) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:14.411242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-da6d23d3-0888-405f-844e-2faf4f52712b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:14.438184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49aaa3e-0d83-4833-a865-efd51bd217cc tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda311f1-b90e-491e-b787-ae44bf8808ac,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:14.617499 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f49aaa3e-0d83-4833-a865-efd51bd217cc tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:14.619112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f49aaa3e-0d83-4833-a865-efd51bd217cc tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6442831 Oct 13 14:22:14.623074 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56138) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:14.634317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b7044ad5-4393-415f-99aa-88e6d051a5c3 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Request body: {'security_group_rule': {'security_group_id': 'dda311f1-b90e-491e-b787-ae44bf8808ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:14.701994 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da6d23d3-0888-405f-844e-2faf4f52712b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12874210'] for subnet, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:14.730882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cf0215fe-e884-41c7-aa5c-aa56a17225e3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:22:14.744075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-6bd0afef-c056-4678-aa63-56da35559087 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:14.753131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-6bd0afef-c056-4678-aa63-56da35559087 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.2579772 Oct 13 14:22:14.773004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-01e8cf72-73ce-4f41-a942-d51233ae4737 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/quotas/1f3381f4090b46da8ec91eb741bf2620 HTTP/1.1" status: 200 len: 375 time: 0.0188634 Oct 13 14:22:14.849407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-d4bf468a-b814-41f4-9b3e-4aeae57f51d0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744734 Oct 13 14:22:14.992743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-d268a940-3f06-4fca-8f72-3a6d80abe751 service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416492 Oct 13 14:22:15.025424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port cf0215fe-e884-41c7-aa5c-aa56a17225e3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:15.026330 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.064150 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7044ad5-4393-415f-99aa-88e6d051a5c3 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.071085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:22:15.119439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-8b782b50-10df-4b4f-8537-7d293b442717 service neutron] 10.222.0.18 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219163 Oct 13 14:22:15.122603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:22:15.123492 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 937fa4a9-03ba-4c4b-aaad-a4f599f13be0 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:22:15.145643 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da6d23d3-0888-405f-844e-2faf4f52712b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749260317197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12662183'] for subnet, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.193764 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7044ad5-4393-415f-99aa-88e6d051a5c3 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.229324 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:22:11Z', 'revision_number': 4, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port': {'id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:05Z', 'updated_at': '2021-10-13T14:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6', 'name': '', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'mac_address': 'fa:16:3e:21:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:09Z', 'updated_at': '2021-10-13T14:22:11Z', 'revision_number': 2, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'subnets': [{'id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:15.262567 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-2c7e997e-b946-456b-b9d5-d24339d46f39', 'network_id': '2c7e997e-b946-456b-b9d5-d24339d46f39', 'tenant_id': '93daaca3a4a141bda1b8c47f1a022dbb', 'fixed_ips': [{'subnet_id': '22362eb9-eb62-4349-9cc0-5bba7230e7fa'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:22:15.265432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.267851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Checking router: 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:22:15.268333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Updating router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:22:15.308240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d23d3-0888-405f-844e-2faf4f52712b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event updated for resources: {'Subnet': ['ID=22362eb9-eb62-4349-9cc0-5bba7230e7fa,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:15.310799 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7044ad5-4393-415f-99aa-88e6d051a5c3 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.317824 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.339883 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d23d3-0888-405f-844e-2faf4f52712b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:15.340503 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da6d23d3-0888-405f-844e-2faf4f52712b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.341847 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da6d23d3-0888-405f-844e-2faf4f52712b tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "PUT /v2.0/subnets/22362eb9-eb62-4349-9cc0-5bba7230e7fa HTTP/1.1" status: 200 len: 877 time: 0.9379408 Oct 13 14:22:15.344858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56152) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:15.357253 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7044ad5-4393-415f-99aa-88e6d051a5c3 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655465e7-e4b9-4978-8e73-1ed3379ec548,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:15.433470 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7044ad5-4393-415f-99aa-88e6d051a5c3 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.436599 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b7044ad5-4393-415f-99aa-88e6d051a5c3 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8110247 Oct 13 14:22:15.446604 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56162) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:15.451659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-74df4602-b2d2-410a-9332-136b6e529cf5 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Request body: {'security_group_rule': {'security_group_id': 'dda311f1-b90e-491e-b787-ae44bf8808ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:15.538798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23307218-4b2b-46d0-a065-f29be937af0f req-17798376-19fb-4d8c-b75b-3fc38badfbcd tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 210 time: 0.0459433 Oct 13 14:22:15.654407 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74df4602-b2d2-410a-9332-136b6e529cf5 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.669356 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.684160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Allocated IP 172.20.0.3 (2c7e997e-b946-456b-b9d5-d24339d46f39/22362eb9-eb62-4349-9cc0-5bba7230e7fa/b1a3d43b-ee8b-435f-b381-79601da42724) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:22:15.765304 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74df4602-b2d2-410a-9332-136b6e529cf5 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.778161 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.877053 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.918985 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74df4602-b2d2-410a-9332-136b6e529cf5 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:15.941026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df4602-b2d2-410a-9332-136b6e529cf5 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00714c68-71f2-4cc9-831d-7b8706756f8d,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:16.020011 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.024394 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.078273 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74df4602-b2d2-410a-9332-136b6e529cf5 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.084054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56180) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:16.089308 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-74df4602-b2d2-410a-9332-136b6e529cf5 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6410742 Oct 13 14:22:16.093227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:16.109614 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e57d8-682f-4494-b893-f9e57fb27695 None None] Pushing event updated for resources: {'Port': ['ID=b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:16.147696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Attempting to bind port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:22:16.148366 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Attempting to bind port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7c3ed55f-927d-41c6-9b7c-2db41023533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:22:16.148714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Attempting to bind port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 on network 51207f4d-09c5-4b80-9add-bcc60acd6541 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:22:16.155604 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:22:16.156133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Checking segment: {'id': '7c3ed55f-927d-41c6-9b7c-2db41023533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:22:16.156623 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.157132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Bound using segment: {'id': '7c3ed55f-927d-41c6-9b7c-2db41023533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:22:16.157693 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Bound port: b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3ed55f-927d-41c6-9b7c-2db41023533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:22:16.158224 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.195878 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.254436 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.259453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Network 2c7e997e-b946-456b-b9d5-d24339d46f39 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:22:16.290934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:22:16.290934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:22:16.313913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Pushing event updated for resources: {'Port': ['ID=b1a3d43b-ee8b-435f-b381-79601da42724,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:16.330772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] For port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:22:16.385428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] For port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6,segment=NetworkSegment(7c3ed55f-927d-41c6-9b7c-2db41023533f),segment_id=7c3ed55f-927d-41c6-9b7c-2db41023533f)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:22:16.395304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Attempting to bind port b1a3d43b-ee8b-435f-b381-79601da42724 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:22:16.395799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Attempting to bind port b1a3d43b-ee8b-435f-b381-79601da42724 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5c515dc3-617e-44e5-9528-84cc22c48f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c7e997e-b946-456b-b9d5-d24339d46f39'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:22:16.396250 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Attempting to bind port b1a3d43b-ee8b-435f-b381-79601da42724 on network 2c7e997e-b946-456b-b9d5-d24339d46f39 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:22:16.402377 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:22:16.405418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Checking segment: {'id': '5c515dc3-617e-44e5-9528-84cc22c48f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c7e997e-b946-456b-b9d5-d24339d46f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:22:16.405418 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.405418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Bound using segment: {'id': '5c515dc3-617e-44e5-9528-84cc22c48f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c7e997e-b946-456b-b9d5-d24339d46f39'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:22:16.405418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Bound port: b1a3d43b-ee8b-435f-b381-79601da42724, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c515dc3-617e-44e5-9528-84cc22c48f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c7e997e-b946-456b-b9d5-d24339d46f39'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:22:16.405418 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.436591 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f40e0a9-fd5e-4b26-b3d7-f4ee2db5b09c req-d598eb6f-752b-41cd-964f-312d6366db12 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9513907 Oct 13 14:22:16.455848 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.514819 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.519606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Subnet': ['ID=22362eb9-eb62-4349-9cc0-5bba7230e7fa,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:16.539816 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] For port b1a3d43b-ee8b-435f-b381-79601da42724, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:22:16.545127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] For port b1a3d43b-ee8b-435f-b381-79601da42724, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b1a3d43b-ee8b-435f-b381-79601da42724,segment=NetworkSegment(5c515dc3-617e-44e5-9528-84cc22c48f16),segment_id=5c515dc3-617e-44e5-9528-84cc22c48f16)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:22:16.610416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5d9d22c8-d7c7-41b4-8390-039f12a84ecc None None] Provisioning complete for port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:16.610848 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5d9d22c8-d7c7-41b4-8390-039f12a84ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.662790 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Routers {'094dbaed-1e9b-4fe8-9f1b-8da709b81b33'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:22:16.663751 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:21:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:16.722121 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.794553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e57d8-682f-4494-b893-f9e57fb27695 None None] Pushing event updated for resources: {'Port': ['ID=b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:16.835986 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd6b4bd0-2684-42b6-9cad-4f66792cee3d req-1a48014f-e983-445e-b4b5-2af2679e482d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 210 time: 0.1453564 Oct 13 14:22:16.882563 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:16.891410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40e0a9-fd5e-4b26-b3d7-f4ee2db5b09c req-4c8cf7b6-2738-4804-b452-0fd2b1679e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:16.895488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f40e0a9-fd5e-4b26-b3d7-f4ee2db5b09c req-4c8cf7b6-2738-4804-b452-0fd2b1679e8e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 1098 time: 0.3876708 Oct 13 14:22:17.014477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d80b7-ce67-48c1-885d-2d07febf88d9 None None] Pushing event updated for resources: {'Port': ['ID=b1a3d43b-ee8b-435f-b381-79601da42724,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:17.020729 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5d9d22c8-d7c7-41b4-8390-039f12a84ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:17.054234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7e997e-b946-456b-b9d5-d24339d46f39']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:17.060557 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] Set router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:22:17.064782 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:17.165290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5d9d22c8-d7c7-41b4-8390-039f12a84ecc None None] For port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6,segment=NetworkSegment(7c3ed55f-927d-41c6-9b7c-2db41023533f),segment_id=7c3ed55f-927d-41c6-9b7c-2db41023533f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:17.232868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c515dc3-617e-44e5-9528-84cc22c48f16') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:17.233506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c515dc3-617e-44e5-9528-84cc22c48f16') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:17.262579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:17.358416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40e0a9-fd5e-4b26-b3d7-f4ee2db5b09c req-29fc2f31-bd98-440c-b764-6ee6552b7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:17.360062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f40e0a9-fd5e-4b26-b3d7-f4ee2db5b09c req-29fc2f31-bd98-440c-b764-6ee6552b7971 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 906 time: 0.4324856 Oct 13 14:22:17.361620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:17.385330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:22:17.386116 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:22:17.390146 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:22:17.461665 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5d9d22c8-d7c7-41b4-8390-039f12a84ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:17.476687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f40e0a9-fd5e-4b26-b3d7-f4ee2db5b09c req-b9bd6519-1475-4ed5-969f-b83611bb15e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d9f47c5-0763-4679-ba8c-3aea2d9e3786 HTTP/1.1" status: 200 len: 217 time: 0.1027849 Oct 13 14:22:17.540544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Allocated IP 172.25.0.101 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/0c351d47-feb3-45c7-bfeb-b0c4b3abf48e) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:22:17.545510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d22c8-d7c7-41b4-8390-039f12a84ecc None None] Pushing event updated for resources: {'Port': ['ID=b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:17.546851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40e0a9-fd5e-4b26-b3d7-f4ee2db5b09c req-21aeaa9c-71e8-4c23-9f7a-ce10ad08852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:17.548353 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f40e0a9-fd5e-4b26-b3d7-f4ee2db5b09c req-21aeaa9c-71e8-4c23-9f7a-ce10ad08852d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.0556393 Oct 13 14:22:17.593367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f40e0a9-fd5e-4b26-b3d7-f4ee2db5b09c req-ad63044f-b041-4502-991d-a7f03efabd14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327370 Oct 13 14:22:17.601869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-89aea7fb-7bc3-4aca-b64b-827ab7906372 None None] Provisioning complete for port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:17.602346 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-89aea7fb-7bc3-4aca-b64b-827ab7906372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:17.617669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-2f40e0a9-fd5e-4b26-b3d7-f4ee2db5b09c req-bfc96c49-afea-41fa-88c9-fb58d0360843 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:22:17.619650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f40e0a9-fd5e-4b26-b3d7-f4ee2db5b09c req-bfc96c49-afea-41fa-88c9-fb58d0360843 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054798 Oct 13 14:22:17.652934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:22:11Z', 'revision_number': 4, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port': {'id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:05Z', 'updated_at': '2021-10-13T14:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6', 'name': '', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'mac_address': 'fa:16:3e:21:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:09Z', 'updated_at': '2021-10-13T14:22:16Z', 'revision_number': 4, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'subnets': [{'id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:17.665050 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.api [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:22:17.665050 n-d-806683-15 neutron-server[112685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:22:17.665050 n-d-806683-15 neutron-server[112685]: [parameters: {'id': '2c7e997e-b946-456b-b9d5-d24339d46f39'}] Oct 13 14:22:17.665050 n-d-806683-15 neutron-server[112685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:22:17.665835 n-d-806683-15 neutron-server[112685]: DEBUG oslo_db.api [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:22:17.694159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70871cd0-e69c-478e-966f-9d5551b127d8 None None] The sync data for ids ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'] in n-d-806683-15 is: [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:22:11Z', 'revision_number': 4, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port': {'id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:05Z', 'updated_at': '2021-10-13T14:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6', 'name': '', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'mac_address': 'fa:16:3e:21:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:09Z', 'updated_at': '2021-10-13T14:22:16Z', 'revision_number': 4, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'subnets': [{'id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:22:18.069448 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f40e0a9-fd5e-4b26-b3d7-f4ee2db5b09c req-aeab0042-0f74-4741-b94d-5faf1353606b service neutron] 10.222.0.49 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146271 Oct 13 14:22:18.149638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e08ae5dc-dd98-4010-acf1-1cfee3ff3109 req-987cba2e-ba93-4f49-bc8e-02a22556c4f3 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 210 time: 0.1192122 Oct 13 14:22:18.153174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:18.176039 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:18.453501 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f40e0a9-fd5e-4b26-b3d7-f4ee2db5b09c req-39212bfc-a772-4991-af25-ed0710608e93 service neutron] 10.222.0.49 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436987 Oct 13 14:22:18.518853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Deleting port b1a3d43b-ee8b-435f-b381-79601da42724 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:22:18.527917 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:18.571374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:18.607484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b1a3d43b-ee8b-435f-b381-79601da42724 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:22:18.609197 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28e9be2-5ee1-4ead-8e7d-3cf148de4525 None None] Network 2c7e997e-b946-456b-b9d5-d24339d46f39 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:22:18.654605 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:18.672038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] For port b1a3d43b-ee8b-435f-b381-79601da42724, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b1a3d43b-ee8b-435f-b381-79601da42724,segment=NetworkSegment(5c515dc3-617e-44e5-9528-84cc22c48f16),segment_id=5c515dc3-617e-44e5-9528-84cc22c48f16)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:18.673214 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:18.775668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Calling delete_port for b1a3d43b-ee8b-435f-b381-79601da42724 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:22:18.781569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:22:18.789598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:22:18.793440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:22:18.840752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-fc1293a1-5c87-4126-b4dc-76083f1ee026 None None] Provisioning complete for port b1a3d43b-ee8b-435f-b381-79601da42724 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:18.841101 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fc1293a1-5c87-4126-b4dc-76083f1ee026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:18.843307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port b1a3d43b-ee8b-435f-b381-79601da42724 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:18.843672 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:18.920396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Pushing event updated for resources: {'Port': ['ID=0c351d47-feb3-45c7-bfeb-b0c4b3abf48e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:19.044388 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:19.134184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:19.164910 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fc1293a1-5c87-4126-b4dc-76083f1ee026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:19.169376 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:19.176606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Port': ['ID=b1a3d43b-ee8b-435f-b381-79601da42724,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:19.192105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No DVR routers for this DVR port b1a3d43b-ee8b-435f-b381-79601da42724 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:22:19.306475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:22:19.314540 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:19.360917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272eae84-9306-4b15-9531-daec251fe2e4 None None] DHCP port deletion for 2c7e997e-b946-456b-b9d5-d24339d46f39 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:22:19.412078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:19.412465 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:19.422266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9393b6de-54fb-4465-a23c-97a3e1c3a2e2 req-c3c7d8fd-493a-4dc6-b539-77ea51ddf859 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 210 time: 0.1046271 Oct 13 14:22:19.487578 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86004bb3-6e6b-4095-a0ff-b2afbe680cd6 None None] Network 2c7e997e-b946-456b-b9d5-d24339d46f39 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:22:19.527018 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:19.659459 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c6fa260a-02ef-4a85-a0fa-0d1317637fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:20.082643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7e997e-b946-456b-b9d5-d24339d46f39']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:20.094908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c515dc3-617e-44e5-9528-84cc22c48f16') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:20.095156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c515dc3-617e-44e5-9528-84cc22c48f16') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:20.108138 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:20.181935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:20.202757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:22:20.203167 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:22:20.207583 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:22:20.347000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-40ab233e-55e7-4934-8741-4c332881894e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:20.353270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-40ab233e-55e7-4934-8741-4c332881894e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 805 time: 0.2798271 Oct 13 14:22:20.363562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-f72f2b35-c072-409d-b100-4db6bb77c2ad tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Request body: {'port': {'device_id': '259fc4d9-2f63-4f90-bef4-fae01c57069e', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'admin_state_up': True, 'tenant_id': '1f3381f4090b46da8ec91eb741bf2620'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:20.386889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:20.402288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b1a3d43b-ee8b-435f-b381-79601da42724 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:22:20.425254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: b1a3d43b-ee8b-435f-b381-79601da42724 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:22:20.425609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b1a3d43b-ee8b-435f-b381-79601da42724 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:22:20.510418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:20.515881 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:20.524268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56312) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:20.525529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/2c7e997e-b946-456b-b9d5-d24339d46f39 HTTP/1.1" status: 204 len: 168 time: 5.1789057 Oct 13 14:22:20.561702 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e5f2a4-f15f-4e26-b250-483c8942dbf4 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:20.562583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e5f2a4-f15f-4e26-b250-483c8942dbf4 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:20.565949 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-50e5f2a4-f15f-4e26-b250-483c8942dbf4 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/subnets/22362eb9-eb62-4349-9cc0-5bba7230e7fa HTTP/1.1" status: 404 len: 337 time: 0.0396070 Oct 13 14:22:20.568427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56314) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:20.589417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5051399-9934-4c8a-9afa-98b69d9523c6 req-f2f8571c-3b20-4f3c-8614-b46cc0e2ca05 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 210 time: 0.0624652 Oct 13 14:22:20.590729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85773c-ef71-470b-8285-28a44ae896ba tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Network': ['ID=2c7e997e-b946-456b-b9d5-d24339d46f39,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:20.597017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:20.619673 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1a44db-287b-47a0-92e0-e4657850fda3 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:20.622899 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1a44db-287b-47a0-92e0-e4657850fda3 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:20.627234 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1a1a44db-287b-47a0-92e0-e4657850fda3 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/2c7e997e-b946-456b-b9d5-d24339d46f39 HTTP/1.1" status: 404 len: 339 time: 0.0574102 Oct 13 14:22:20.636826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56316) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:20.655586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-f72f2b35-c072-409d-b100-4db6bb77c2ad tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Made reservation on behalf of 1f3381f4090b46da8ec91eb741bf2620 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:22:20.660154 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-f72f2b35-c072-409d-b100-4db6bb77c2ad tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:20.664877 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-55828aff-2a0c-4b66-8466-f6ccb7bf00a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:20.665379 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55828aff-2a0c-4b66-8466-f6ccb7bf00a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:20.669440 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-55828aff-2a0c-4b66-8466-f6ccb7bf00a7 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/subnets/9b97be22-a703-48b8-91e3-c775de1b5535 HTTP/1.1" status: 404 len: 337 time: 0.0315747 Oct 13 14:22:20.672085 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56318) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:20.692269 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-301e8528-6505-434a-88e3-7e9e7196ec6c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:20.692734 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301e8528-6505-434a-88e3-7e9e7196ec6c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:20.697185 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-301e8528-6505-434a-88e3-7e9e7196ec6c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/5009b7cf-7667-47f2-964a-47b44fee4590 HTTP/1.1" status: 404 len: 339 time: 0.0225523 Oct 13 14:22:20.699585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56320) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:20.746738 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:20.776963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Pushing event updated for resources: {'Port': ['ID=0c351d47-feb3-45c7-bfeb-b0c4b3abf48e,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:20.801279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57e102f0-af14-4da4-8369-2c77b990df12 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:20.932819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56326) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:20.948827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57e102f0-af14-4da4-8369-2c77b990df12 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:20.954955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-f72f2b35-c072-409d-b100-4db6bb77c2ad tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Allocated IP 172.20.0.11 (7967c7e9-c785-47a5-832b-9d1edf6a0217/a4c947b3-a3a5-468c-a6ba-fa23139cfbc4/04db29f6-c79d-4cb0-b3ab-eb06f76a79fa) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:22:20.969064 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:20.973043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3961afab-b9e6-45da-bd40-93ae1ec30010 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8850853 Oct 13 14:22:21.133987 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed907708-f029-4279-8df3-25b16bc08b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.246463 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-f72f2b35-c072-409d-b100-4db6bb77c2ad tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.379870 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-57e102f0-af14-4da4-8369-2c77b990df12 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2532e498-23c5-4aeb-9ad5-49d32dd2b034']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:21.388471 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed907708-f029-4279-8df3-25b16bc08b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.407326 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-57e102f0-af14-4da4-8369-2c77b990df12 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6b01ad-8579-48a0-899d-2e70b4729db1') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:21.407617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-57e102f0-af14-4da4-8369-2c77b990df12 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6b01ad-8579-48a0-899d-2e70b4729db1') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:21.421506 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57e102f0-af14-4da4-8369-2c77b990df12 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.440743 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57e102f0-af14-4da4-8369-2c77b990df12 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.450535 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e102f0-af14-4da4-8369-2c77b990df12 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57e102f0-af14-4da4-8369-2c77b990df12 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:22:21.459323 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:22:21.479756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-f683f146-b9c5-4359-9699-fe37c869df6d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2002933984&fields=id&tenant_id=781ec0bbd78a43a08f7a5b4459640fba HTTP/1.1" status: 200 len: 267 time: 0.1101890 Oct 13 14:22:21.484780 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed907708-f029-4279-8df3-25b16bc08b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.567776 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-f72f2b35-c072-409d-b100-4db6bb77c2ad tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.584705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:22:21.615155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ed907708-f029-4279-8df3-25b16bc08b91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=daa9f4777a80490996e1f46f18611d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6822202 Oct 13 14:22:21.617972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56354) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:21.626581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed907708-f029-4279-8df3-25b16bc08b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff5db77-feff-43c6-8c87-f61ad4cb20a1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:21.681377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-f72f2b35-c072-409d-b100-4db6bb77c2ad tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Network 7967c7e9-c785-47a5-832b-9d1edf6a0217 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:22:21.686640 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57e102f0-af14-4da4-8369-2c77b990df12 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.702034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f2b35-c072-409d-b100-4db6bb77c2ad tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event updated for resources: {'Port': ['ID=04db29f6-c79d-4cb0-b3ab-eb06f76a79fa,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:21.711512 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57e102f0-af14-4da4-8369-2c77b990df12 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.716832 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-57e102f0-af14-4da4-8369-2c77b990df12 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/2532e498-23c5-4aeb-9ad5-49d32dd2b034 HTTP/1.1" status: 204 len: 168 time: 1.0161583 Oct 13 14:22:21.721906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-f72f2b35-c072-409d-b100-4db6bb77c2ad tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:22:21.725203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-f72f2b35-c072-409d-b100-4db6bb77c2ad tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:22:21.727394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56362) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:21.736238 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e102f0-af14-4da4-8369-2c77b990df12 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Network': ['ID=2532e498-23c5-4aeb-9ad5-49d32dd2b034,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:21.755916 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d538f409-ca89-472f-b561-f4999d670efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.784744 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d538f409-ca89-472f-b561-f4999d670efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.806575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b40da6-0b50-4340-9657-02c52c172d0c req-5ce255a6-7d01-4a08-8e5f-e954d5af90b8 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:21.808683 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-5ce255a6-7d01-4a08-8e5f-e954d5af90b8 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/networks?id=51207f4d-09c5-4b80-9add-bcc60acd6541 HTTP/1.1" status: 200 len: 815 time: 0.3198981 Oct 13 14:22:21.839199 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b4e626-a089-4870-ba53-0c31f6472278 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:21.839864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b4e626-a089-4870-ba53-0c31f6472278 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:21.843006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-55b4e626-a089-4870-ba53-0c31f6472278 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/subnets/b1b20b59-4f3f-42fc-9b18-70cb93063ad1 HTTP/1.1" status: 404 len: 337 time: 0.1081917 Oct 13 14:22:21.845935 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56364) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:21.864393 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4a97ca-6725-4a69-8018-c5d8d3b6c742 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:21.864968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4a97ca-6725-4a69-8018-c5d8d3b6c742 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:21.871731 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1d4a97ca-6725-4a69-8018-c5d8d3b6c742 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/24447690-2048-4219-884f-3b92156a02fb HTTP/1.1" status: 404 len: 339 time: 0.0247600 Oct 13 14:22:21.874141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56368) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:21.881417 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.885676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-f72f2b35-c072-409d-b100-4db6bb77c2ad tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:21.885676 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-f72f2b35-c072-409d-b100-4db6bb77c2ad tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:21.888745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-9f362302-b431-412c-99ca-e0b5f1f32cbd tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/quotas/781ec0bbd78a43a08f7a5b4459640fba HTTP/1.1" status: 200 len: 375 time: 0.0546956 Oct 13 14:22:21.904610 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f8ecab-ffcd-477f-9416-b84a06ea51f0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:21.905268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f8ecab-ffcd-477f-9416-b84a06ea51f0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:21.908431 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-01f8ecab-ffcd-477f-9416-b84a06ea51f0 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/subnets/e28f84c4-b72c-4807-a02e-250cf7463881 HTTP/1.1" status: 404 len: 337 time: 0.0332537 Oct 13 14:22:21.911301 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56370) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:21.929423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c7585-3f6e-4cae-bf1f-3d8195e2378d req-9166ef97-f5ff-4572-bc3a-9cd2f9fa7d27 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:21.930273 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdbfaf8-beed-4761-b1dc-f58328f4d454 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:21.930819 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fdbfaf8-beed-4761-b1dc-f58328f4d454 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:21.930967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e20c7585-3f6e-4cae-bf1f-3d8195e2378d req-9166ef97-f5ff-4572-bc3a-9cd2f9fa7d27 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 932 time: 0.1914961 Oct 13 14:22:21.934916 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9fdbfaf8-beed-4761-b1dc-f58328f4d454 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/3de36b69-5ca7-4708-9b47-b46990726eec HTTP/1.1" status: 404 len: 339 time: 0.0228128 Oct 13 14:22:21.937574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56372) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:21.963898 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae2b36d-920a-4752-ba1a-d11bb07362c6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:21.964441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae2b36d-920a-4752-ba1a-d11bb07362c6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:21.967644 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5ae2b36d-920a-4752-ba1a-d11bb07362c6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/subnets/a2e25f25-e01b-4fee-8e77-4bc59c19c17f HTTP/1.1" status: 404 len: 337 time: 0.0290942 Oct 13 14:22:21.971215 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56374) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:21.993075 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fc45b1-9a1f-4b08-bffb-ab5aa32eca6c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:21.993646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fc45b1-9a1f-4b08-bffb-ab5aa32eca6c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:21.997412 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b2fc45b1-9a1f-4b08-bffb-ab5aa32eca6c tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/77e2494c-6db6-4d5f-9927-c9f13a3ad59b HTTP/1.1" status: 404 len: 339 time: 0.0238669 Oct 13 14:22:21.998144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-37a2b96d-b218-410c-8443-e90f9110dd1c tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=781ec0bbd78a43a08f7a5b4459640fba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012673 Oct 13 14:22:22.000054 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56376) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:22.013524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e20c7585-3f6e-4cae-bf1f-3d8195e2378d req-1d602c3e-6d66-409a-be57-37772bfd0163 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668726 Oct 13 14:22:22.032311 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3d4c27-9676-4850-b5a2-70b07d6e3fec tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:22.032768 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3d4c27-9676-4850-b5a2-70b07d6e3fec tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:22.035836 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5e3d4c27-9676-4850-b5a2-70b07d6e3fec tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/subnets/4f78b441-6ac7-44fd-86da-24919d35596e HTTP/1.1" status: 404 len: 337 time: 0.0347724 Oct 13 14:22:22.038704 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56378) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:22.059275 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d538f409-ca89-472f-b561-f4999d670efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:22.062069 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d538f409-ca89-472f-b561-f4999d670efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:22.065715 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d538f409-ca89-472f-b561-f4999d670efc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ff5db77-feff-43c6-8c87-f61ad4cb20a1 HTTP/1.1" status: 204 len: 168 time: 0.4427509 Oct 13 14:22:22.065715 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-121bc3b6-b414-4cae-a0ab-54c6b74a0843 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:22.065715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121bc3b6-b414-4cae-a0ab-54c6b74a0843 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:22.067861 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-121bc3b6-b414-4cae-a0ab-54c6b74a0843 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/9624c8cc-a91d-4d82-98f7-bcf38fc7712d HTTP/1.1" status: 404 len: 339 time: 0.0281975 Oct 13 14:22:22.070778 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56382) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:22.115965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-67a80400-79e3-4d99-82e9-ee16c9aa7a68 service neutron] 10.222.0.18 "GET /v2.0/networks/51207f4d-09c5-4b80-9add-bcc60acd6541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955317 Oct 13 14:22:22.122783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-f72f2b35-c072-409d-b100-4db6bb77c2ad tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7632079 Oct 13 14:22:22.138381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Request body: {'port': {'device_id': '259fc4d9-2f63-4f90-bef4-fae01c57069e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:22.164296 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538f409-ca89-472f-b561-f4999d670efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff5db77-feff-43c6-8c87-f61ad4cb20a1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:22.174142 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da17d7c-1024-45a4-a866-dfa3c7a24ee9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:22.177744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da17d7c-1024-45a4-a866-dfa3c7a24ee9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:22.191902 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0da17d7c-1024-45a4-a866-dfa3c7a24ee9 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/subnets/39ebf3bc-2529-40e5-b9f8-274f148cc7c3 HTTP/1.1" status: 404 len: 337 time: 0.1134179 Oct 13 14:22:22.195845 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56386) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:22.220632 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38f9dda-ac27-47db-bda1-de5c507c2e66 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:22.222535 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38f9dda-ac27-47db-bda1-de5c507c2e66 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:22.229948 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f38f9dda-ac27-47db-bda1-de5c507c2e66 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/b1e7d2b0-0fc3-4bf9-a599-26c4a1d96ce5 HTTP/1.1" status: 404 len: 339 time: 0.0328910 Oct 13 14:22:22.230472 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56388) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:22.256522 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:22.263768 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-497c82cf-868a-49cf-8283-603fcc14e661 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:22.264381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497c82cf-868a-49cf-8283-603fcc14e661 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:22.269046 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-497c82cf-868a-49cf-8283-603fcc14e661 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/subnets/00d3bd1f-8b07-4002-8cc9-53e2f8688a08 HTTP/1.1" status: 404 len: 337 time: 0.0359790 Oct 13 14:22:22.270550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56390) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:22.291731 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee11111-b318-4b79-a37e-aca6936d6f42 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:22.292602 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee11111-b318-4b79-a37e-aca6936d6f42 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:22.295959 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aee11111-b318-4b79-a37e-aca6936d6f42 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/82d9ac5f-7176-4b9c-9b7a-5c97e3386985 HTTP/1.1" status: 404 len: 339 time: 0.0242298 Oct 13 14:22:22.298621 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56392) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:22.318257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-3bb3bc19-231b-4b9e-b701-2ca61f1af25c service neutron] 10.222.0.18 "GET /v2.0/networks/51207f4d-09c5-4b80-9add-bcc60acd6541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944773 Oct 13 14:22:22.363134 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d77c8be2-e8d6-4b56-948d-6384072f1900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:22.371832 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-34cd5fcc-160c-46c9-8381-e0b99a63ec90 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:22.372294 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34cd5fcc-160c-46c9-8381-e0b99a63ec90 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:22.375379 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-34cd5fcc-160c-46c9-8381-e0b99a63ec90 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/subnets/73c6c05a-f39a-48e3-aaf1-1813b5b4f94f HTTP/1.1" status: 404 len: 337 time: 0.0758059 Oct 13 14:22:22.378150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56396) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:22.427496 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-18596006-88da-4df2-903f-f06ffd5840cd tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:22.429767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18596006-88da-4df2-903f-f06ffd5840cd tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:22.435200 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-18596006-88da-4df2-903f-f06ffd5840cd tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/ac8b0681-dd0c-4e2a-8a24-ff09d65b974f HTTP/1.1" status: 404 len: 339 time: 0.0560372 Oct 13 14:22:22.438533 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56398) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:22.525482 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45980c8-500a-453a-aa1d-754e9bb631d3 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:22.527722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45980c8-500a-453a-aa1d-754e9bb631d3 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:22.537922 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f45980c8-500a-453a-aa1d-754e9bb631d3 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/subnets/8fe7586d-7e10-4494-b079-632d7c07ddef HTTP/1.1" status: 404 len: 337 time: 0.0965729 Oct 13 14:22:22.540620 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56404) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:22.577807 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fbee01-67ec-4019-af37-c21fd71222c6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] DELETE failed (client error): The resource could not be found. Oct 13 14:22:22.578833 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fbee01-67ec-4019-af37-c21fd71222c6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:22:22.582293 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-07fbee01-67ec-4019-af37-c21fd71222c6 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/5805742a-81af-44da-b93c-0d760b399c01 HTTP/1.1" status: 404 len: 339 time: 0.0393455 Oct 13 14:22:22.590175 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56406) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:22.709965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:22:22.713403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-5340f17e-9451-436f-8fa1-dff1d16fc600 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Deleting subnet a7c66ff2-b384-45ad-9916-e27c4d31686a {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:22:22.722532 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:22.725490 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5340f17e-9451-436f-8fa1-dff1d16fc600 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:22.774715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Transition to ACTIVE for port object 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:22:22.814239 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5340f17e-9451-436f-8fa1-dff1d16fc600 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:22.881848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8cf1b11-1db4-4722-9abb-2f16126160d8 req-6436f2dc-bb82-4485-9e8a-82ad39de230a tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 210 time: 0.0655982 Oct 13 14:22:22.884771 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:22.999120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5340f17e-9451-436f-8fa1-dff1d16fc600 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:23.027009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Pushing event updated for resources: {'Port': ['ID=04db29f6-c79d-4cb0-b3ab-eb06f76a79fa,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:23.067874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Attempting to bind port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:22:23.068523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Attempting to bind port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:22:23.068921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Attempting to bind port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:22:23.075417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:22:23.075823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Attempting to bind port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa on network 7967c7e9-c785-47a5-832b-9d1edf6a0217 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:22:23.082322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:22:23.084210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Checking segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:22:23.084210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Bound using segment: {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:22:23.084500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Bound port: 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5feba42a-1fd4-46ec-852b-18aee1284a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:22:23.084863 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:23.189951 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] For port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:22:23.194367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] For port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=04db29f6-c79d-4cb0-b3ab-eb06f76a79fa,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:22:23.204224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93131ca0-af16-4af8-b4fa-0d67161f6a3c req-295388af-73eb-4c24-a985-4388d5186942 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:23.205800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93131ca0-af16-4af8-b4fa-0d67161f6a3c req-295388af-73eb-4c24-a985-4388d5186942 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 944 time: 0.0822036 Oct 13 14:22:23.243699 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5340f17e-9451-436f-8fa1-dff1d16fc600 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:23.269138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93131ca0-af16-4af8-b4fa-0d67161f6a3c req-3109bd7f-9253-416b-a7dc-e9384e3180d7 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570059 Oct 13 14:22:23.300208 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:23.308867 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340f17e-9451-436f-8fa1-dff1d16fc600 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c66ff2-b384-45ad-9916-e27c4d31686a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:23.311493 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5340f17e-9451-436f-8fa1-dff1d16fc600 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:23.314882 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5340f17e-9451-436f-8fa1-dff1d16fc600 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/subnets/a7c66ff2-b384-45ad-9916-e27c4d31686a HTTP/1.1" status: 204 len: 168 time: 0.7228253 Oct 13 14:22:23.317345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56428) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:23.319733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f2e8f2-1404-4747-8651-2ee5c9aa0c4b None None] Network 1bcf1043-4ceb-41b2-8663-b94403b66fb0 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:22:23.355001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:23.355683 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:23.357423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] 10.222.0.41 "PUT /v2.0/ports/04db29f6-c79d-4cb0-b3ab-eb06f76a79fa HTTP/1.1" status: 200 len: 1093 time: 1.2250907 Oct 13 14:22:23.357883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259fc4d9-2f63-4f90-bef4-fae01c57069e', 'tag': '04db29f6-c79d-4cb0-b3ab-eb06f76a79fa'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:22:23.360192 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dff584b-28f7-497d-b906-febb5cd1a301" -d '{"events": [{"name": "network-changed", "server_uuid": "259fc4d9-2f63-4f90-bef4-fae01c57069e", "tag": "04db29f6-c79d-4cb0-b3ab-eb06f76a79fa"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:22:23.421451 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:23.439606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c0f5f-5e9f-40a3-9e9e-db9006280643 service neutron] Pushing event updated for resources: {'Port': ['ID=04db29f6-c79d-4cb0-b3ab-eb06f76a79fa,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:23.448811 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19073ac1-dc52-4841-8b57-a1cb5033665b x-openstack-request-id: req-19073ac1-dc52-4841-8b57-a1cb5033665b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:22:23.449318 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259fc4d9-2f63-4f90-bef4-fae01c57069e", "tag": "04db29f6-c79d-4cb0-b3ab-eb06f76a79fa", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:22:23.449739 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19073ac1-dc52-4841-8b57-a1cb5033665b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:22:23.450310 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259fc4d9-2f63-4f90-bef4-fae01c57069e', 'tag': '04db29f6-c79d-4cb0-b3ab-eb06f76a79fa', 'status': 'completed', 'code': 200} Oct 13 14:22:23.503594 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56434) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:23.521616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff584b-28f7-497d-b906-febb5cd1a301 req-ec1283ba-9ace-4b47-8f3a-17f4e3c9778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:23.523151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dff584b-28f7-497d-b906-febb5cd1a301 req-ec1283ba-9ace-4b47-8f3a-17f4e3c9778d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 1096 time: 0.0583358 Oct 13 14:22:23.529561 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5663a028-2611-4fd5-8443-7ca340f22bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:23.565212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Deleting port b89fb0b8-9a22-4412-9669-7e5db8d44acf {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:22:23.565212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:23.676251 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56440) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:23.794845 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] For port b89fb0b8-9a22-4412-9669-7e5db8d44acf, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b89fb0b8-9a22-4412-9669-7e5db8d44acf,segment=NetworkSegment(83639f3c-98dd-4147-809f-1aacd971e5b1),segment_id=83639f3c-98dd-4147-809f-1aacd971e5b1)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:23.795454 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:23.812614 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f1ea86-85cc-4e53-9fc0-15174308f756 None None] DHCP port deletion for 1bcf1043-4ceb-41b2-8663-b94403b66fb0 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:22:23.820005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Calling delete_port for b89fb0b8-9a22-4412-9669-7e5db8d44acf owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:22:23.836729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff584b-28f7-497d-b906-febb5cd1a301 req-15e88d69-323b-48cc-9597-ceba644d5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:23.838622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dff584b-28f7-497d-b906-febb5cd1a301 req-15e88d69-323b-48cc-9597-ceba644d5e2f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1f3381f4090b46da8ec91eb741bf2620&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3061519 Oct 13 14:22:23.882621 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:23.919023 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5663a028-2611-4fd5-8443-7ca340f22bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:23.986908 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c57e0d8-acca-45cf-b0d1-32baa23197f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.008870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f5f1ea86-85cc-4e53-9fc0-15174308f756 None None] Deleting port b89fb0b8-9a22-4412-9669-7e5db8d44acf {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:22:24.009547 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f5f1ea86-85cc-4e53-9fc0-15174308f756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.024901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfd0f778-6ecf-4fb0-823a-73cfad10e557 req-1ed14a4b-8362-4ae9-a092-404b1e71c817 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 210 time: 0.0402100 Oct 13 14:22:24.089793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff584b-28f7-497d-b906-febb5cd1a301 req-a9ecb26d-53cc-4885-913d-91f9cfe18782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:24.090156 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5663a028-2611-4fd5-8443-7ca340f22bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.091326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dff584b-28f7-497d-b906-febb5cd1a301 req-a9ecb26d-53cc-4885-913d-91f9cfe18782 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2448955 Oct 13 14:22:24.104952 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.115730 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f5f1ea86-85cc-4e53-9fc0-15174308f756 None None] For port b89fb0b8-9a22-4412-9669-7e5db8d44acf, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b89fb0b8-9a22-4412-9669-7e5db8d44acf,segment=NetworkSegment(83639f3c-98dd-4147-809f-1aacd971e5b1),segment_id=83639f3c-98dd-4147-809f-1aacd971e5b1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:24.116139 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f5f1ea86-85cc-4e53-9fc0-15174308f756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.133416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f5f1ea86-85cc-4e53-9fc0-15174308f756 None None] Calling delete_port for b89fb0b8-9a22-4412-9669-7e5db8d44acf owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:22:24.136849 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c57e0d8-acca-45cf-b0d1-32baa23197f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.152694 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.202375 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5663a028-2611-4fd5-8443-7ca340f22bac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d54f94e310c443f08d43017fcdbccdf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6941195 Oct 13 14:22:24.203954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56456) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:24.205512 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Port': ['ID=b89fb0b8-9a22-4412-9669-7e5db8d44acf,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:24.207078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663a028-2611-4fd5-8443-7ca340f22bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc753d1-a318-44df-a0d7-918bcd4e62ac,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:24.211271 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] No DVR routers for this DVR port b89fb0b8-9a22-4412-9669-7e5db8d44acf on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:22:24.233875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-b374911e-5eb6-40ad-8d00-bf464eff8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:24.234797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-b374911e-5eb6-40ad-8d00-bf464eff8213 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 1096 time: 0.0919576 Oct 13 14:22:24.262697 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f5f1ea86-85cc-4e53-9fc0-15174308f756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.293867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1ea86-85cc-4e53-9fc0-15174308f756 None None] Pushing event deleted for resources: {'Port': ['ID=b89fb0b8-9a22-4412-9669-7e5db8d44acf,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:24.298333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-24a6696c-13aa-4ce8-a196-ae73d88ad9e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04db29f6-c79d-4cb0-b3ab-eb06f76a79fa HTTP/1.1" status: 200 len: 217 time: 0.0539310 Oct 13 14:22:24.302318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f1ea86-85cc-4e53-9fc0-15174308f756 None None] No DVR routers for this DVR port b89fb0b8-9a22-4412-9669-7e5db8d44acf on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:22:24.333752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c57e0d8-acca-45cf-b0d1-32baa23197f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.416313 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2c57e0d8-acca-45cf-b0d1-32baa23197f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bf8718cac8a417db14d6eed33d103e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7206919 Oct 13 14:22:24.420390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56464) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:24.423631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-d4ff0829-de35-4c84-88eb-497209238867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:24.435638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-d4ff0829-de35-4c84-88eb-497209238867 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.1032453 Oct 13 14:22:24.435766 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.444322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b89fb0b8-9a22-4412-9669-7e5db8d44acf no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:22:24.463972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57e0d8-acca-45cf-b0d1-32baa23197f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1b1dde-360a-4258-8df0-ea2f8f36e641,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:24.468183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: b89fb0b8-9a22-4412-9669-7e5db8d44acf {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:22:24.470329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b89fb0b8-9a22-4412-9669-7e5db8d44acf not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:22:24.496435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-5e6f0b8c-ec2f-414e-bfd7-d5f953f0d33f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516112 Oct 13 14:22:24.518415 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa622-b8c6-4c63-83c1-05e4751a9465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.529731 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcf1043-4ceb-41b2-8663-b94403b66fb0']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:24.557697 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83639f3c-98dd-4147-809f-1aacd971e5b1') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:24.558098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83639f3c-98dd-4147-809f-1aacd971e5b1') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:24.578765 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.610015 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.610015 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:22:24.610015 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.623227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c333e-ca35-40cf-af3f-5241faef4ad6 req-4c26ff30-5ca5-47be-acc2-9b63df1924f4 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:24.636232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-102c333e-ca35-40cf-af3f-5241faef4ad6 req-4c26ff30-5ca5-47be-acc2-9b63df1924f4 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 944 time: 0.2549567 Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:22:24.669856 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:22:24.679943 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa622-b8c6-4c63-83c1-05e4751a9465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.724115 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a4f3-aff3-4202-acde-b2f6b9c6ca29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.750181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-102c333e-ca35-40cf-af3f-5241faef4ad6 req-6cb7fccf-5c40-4cc4-a7e9-7e162adb71b4 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129596 Oct 13 14:22:24.795206 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a4f3-aff3-4202-acde-b2f6b9c6ca29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.813980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-f02f682b-2144-423d-90ca-723cfaaa91af service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040147 Oct 13 14:22:24.836042 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.855803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.861640 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] 10.222.0.18 "DELETE /v2.0/networks/1bcf1043-4ceb-41b2-8663-b94403b66fb0 HTTP/1.1" status: 204 len: 168 time: 1.5427384 Oct 13 14:22:24.882982 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa622-b8c6-4c63-83c1-05e4751a9465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.889498 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e6fa622-b8c6-4c63-83c1-05e4751a9465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:24.892149 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0e6fa622-b8c6-4c63-83c1-05e4751a9465 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbc753d1-a318-44df-a0d7-918bcd4e62ac HTTP/1.1" status: 204 len: 168 time: 0.6821535 Oct 13 14:22:24.904361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5db8b-87cf-4c04-9f36-665ad5301350 tempest-NetworksTest-589571502 tempest-NetworksTest-589571502-project] Pushing event deleted for resources: {'Network': ['ID=1bcf1043-4ceb-41b2-8663-b94403b66fb0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:24.907633 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fa622-b8c6-4c63-83c1-05e4751a9465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc753d1-a318-44df-a0d7-918bcd4e62ac,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:24.969277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2aaa91c-fe75-4f80-a50c-63721dfba608 req-33115242-60ae-4ff8-8d59-8912ac98976a service neutron] 10.222.0.41 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452270 Oct 13 14:22:25.052880 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a4f3-aff3-4202-acde-b2f6b9c6ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:25.055911 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ed0a4f3-aff3-4202-acde-b2f6b9c6ca29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:25.058085 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4ed0a4f3-aff3-4202-acde-b2f6b9c6ca29 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b1b1dde-360a-4258-8df0-ea2f8f36e641 HTTP/1.1" status: 204 len: 168 time: 0.6363022 Oct 13 14:22:25.068241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0a4f3-aff3-4202-acde-b2f6b9c6ca29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1b1dde-360a-4258-8df0-ea2f8f36e641,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:25.140526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5454cfca-11ae-4e57-a6d5-2bb6bd76f9cb req-58a2a3fc-1afa-409e-ac58-a6e64b7f6be9 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 210 time: 0.0401707 Oct 13 14:22:25.294603 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:25.882502 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56506) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:25.946557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e62266-3c4c-4e46-972d-35d48f840562 req-55ff5ffc-eb1c-4328-b8c4-451d612dd950 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:25.948973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97e62266-3c4c-4e46-972d-35d48f840562 req-55ff5ffc-eb1c-4328-b8c4-451d612dd950 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 944 time: 0.0889692 Oct 13 14:22:26.012064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97e62266-3c4c-4e46-972d-35d48f840562 req-28882e61-b834-4f16-a4ef-2ad987836ff0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533223 Oct 13 14:22:26.179643 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-08b554c0-5513-4b78-96b2-5d12de3703fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93daaca3a4a141bda1b8c47f1a022dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959445 Oct 13 14:22:26.183092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56520) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:26.271655 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-371f486b-d271-460e-9599-d575dc29d89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:26.282822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bee2239-96f9-4a90-b4e3-4f080fd546a5 req-1188401d-d429-4fd1-9b33-7e1ddb88f732 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 210 time: 0.0376782 Oct 13 14:22:26.299843 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-371f486b-d271-460e-9599-d575dc29d89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:26.406299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b40da6-0b50-4340-9657-02c52c172d0c req-496aefa6-cd0a-4ac9-842a-c9a822067856 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:26.408366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-496aefa6-cd0a-4ac9-842a-c9a822067856 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.41 "GET /v2.0/networks?id=51207f4d-09c5-4b80-9add-bcc60acd6541 HTTP/1.1" status: 200 len: 815 time: 0.1525235 Oct 13 14:22:26.459234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-5216a79f-1fc3-43ab-ba9e-255bd2465880 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=781ec0bbd78a43a08f7a5b4459640fba HTTP/1.1" status: 200 len: 380 time: 0.0381007 Oct 13 14:22:26.468120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-371f486b-d271-460e-9599-d575dc29d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:26.470834 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-371f486b-d271-460e-9599-d575dc29d89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:26.474436 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-371f486b-d271-460e-9599-d575dc29d89c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b30a4b99-03c4-4256-aa44-a80ab245717a HTTP/1.1" status: 204 len: 168 time: 0.2880318 Oct 13 14:22:26.474641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-15b40da6-0b50-4340-9657-02c52c172d0c req-11d66b13-0935-447e-b5c7-7329bd17d221 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Request body: {'port': {'device_id': '8cfe4298-330d-496c-adb0-637bb38d73e0', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'admin_state_up': True, 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'security_groups': ['dda311f1-b90e-491e-b787-ae44bf8808ac']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:26.480861 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f486b-d271-460e-9599-d575dc29d89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30a4b99-03c4-4256-aa44-a80ab245717a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:26.818794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b40da6-0b50-4340-9657-02c52c172d0c req-11d66b13-0935-447e-b5c7-7329bd17d221 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Made reservation on behalf of 781ec0bbd78a43a08f7a5b4459640fba for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:22:26.824443 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15b40da6-0b50-4340-9657-02c52c172d0c req-11d66b13-0935-447e-b5c7-7329bd17d221 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:26.861618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56532) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:26.877287 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d919833-1069-42c5-aa70-ea794f6f7bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:26.972164 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d919833-1069-42c5-aa70-ea794f6f7bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:26.987197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-15b40da6-0b50-4340-9657-02c52c172d0c req-11d66b13-0935-447e-b5c7-7329bd17d221 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Allocated IP 172.20.0.6 (51207f4d-09c5-4b80-9add-bcc60acd6541/4fc65117-704a-4857-a7b2-0c1f3eeef403/bb31d927-1d66-4cfb-9670-f94f7b9f6c70) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:22:27.098907 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d919833-1069-42c5-aa70-ea794f6f7bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:27.141021 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d919833-1069-42c5-aa70-ea794f6f7bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de5eb77-5831-4f5b-8a99-35677bb760ec,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:27.146629 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5d919833-1069-42c5-aa70-ea794f6f7bbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c17d1d87322248ed90c9af6ac4947a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835851 Oct 13 14:22:27.150646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56542) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:27.221716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132ec6c-ceb6-4411-b6ba-5a9385e065cf req-d52c890f-2cc9-476e-8573-47b7fde5783f tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:27.223212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a132ec6c-ceb6-4411-b6ba-5a9385e065cf req-d52c890f-2cc9-476e-8573-47b7fde5783f tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 945 time: 0.1277869 Oct 13 14:22:27.256532 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15b40da6-0b50-4340-9657-02c52c172d0c req-11d66b13-0935-447e-b5c7-7329bd17d221 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:27.272259 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-db296766-f8bf-40bb-8a72-cd1210a78bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:27.323239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a132ec6c-ceb6-4411-b6ba-5a9385e065cf req-ed35a162-1f49-48f9-b425-531b1adb8807 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918868 Oct 13 14:22:27.347102 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-db296766-f8bf-40bb-8a72-cd1210a78bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:27.460309 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8662ec9f-caad-4f74-9058-d4b6eab7848d req-eedd541f-8eb3-4cea-a084-ef904b2cb96a tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 210 time: 0.0339372 Oct 13 14:22:27.480525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf9866-350d-44d7-9a64-6cc1c2fb3f57 req-48203d58-6f5e-47e5-a54a-3ff86ba30011 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:27.482347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9adf9866-350d-44d7-9a64-6cc1c2fb3f57 req-48203d58-6f5e-47e5-a54a-3ff86ba30011 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 944 time: 0.0904291 Oct 13 14:22:27.497876 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15b40da6-0b50-4340-9657-02c52c172d0c req-11d66b13-0935-447e-b5c7-7329bd17d221 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:27.579385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b40da6-0b50-4340-9657-02c52c172d0c req-11d66b13-0935-447e-b5c7-7329bd17d221 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Network 51207f4d-09c5-4b80-9add-bcc60acd6541 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:22:27.582239 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-db296766-f8bf-40bb-8a72-cd1210a78bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:27.593148 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-db296766-f8bf-40bb-8a72-cd1210a78bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:27.598221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-db296766-f8bf-40bb-8a72-cd1210a78bd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1de5eb77-5831-4f5b-8a99-35677bb760ec HTTP/1.1" status: 204 len: 168 time: 0.4402764 Oct 13 14:22:27.612185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-15b40da6-0b50-4340-9657-02c52c172d0c req-11d66b13-0935-447e-b5c7-7329bd17d221 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:22:27.612185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9adf9866-350d-44d7-9a64-6cc1c2fb3f57 req-5ba58075-1eea-4811-aa92-a90c36eff79f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219056 Oct 13 14:22:27.617223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b40da6-0b50-4340-9657-02c52c172d0c req-11d66b13-0935-447e-b5c7-7329bd17d221 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:22:27.620106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d66b13-0935-447e-b5c7-7329bd17d221 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Pushing event updated for resources: {'Port': ['ID=bb31d927-1d66-4cfb-9670-f94f7b9f6c70,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:27.653139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db296766-f8bf-40bb-8a72-cd1210a78bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de5eb77-5831-4f5b-8a99-35677bb760ec,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:27.720618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b40da6-0b50-4340-9657-02c52c172d0c req-11d66b13-0935-447e-b5c7-7329bd17d221 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:27.721329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15b40da6-0b50-4340-9657-02c52c172d0c req-11d66b13-0935-447e-b5c7-7329bd17d221 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:27.845307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-11d66b13-0935-447e-b5c7-7329bd17d221 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3754802 Oct 13 14:22:27.890445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Request body: {'port': {'device_id': '8cfe4298-330d-496c-adb0-637bb38d73e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:27.977802 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:27.981312 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-bdd2ae08-bb08-43f9-bd0a-0ec0598ee165 None None] Provisioning complete for port bb31d927-1d66-4cfb-9670-f94f7b9f6c70 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:27.983446 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bdd2ae08-bb08-43f9-bd0a-0ec0598ee165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:28.059026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-bdd2ae08-bb08-43f9-bd0a-0ec0598ee165 None None] Port bb31d927-1d66-4cfb-9670-f94f7b9f6c70 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:22:28.313014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb31d927-1d66-4cfb-9670-f94f7b9f6c70 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:22:28.321596 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:28.336449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Transition to ACTIVE for port object bb31d927-1d66-4cfb-9670-f94f7b9f6c70 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:22:28.413075 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:28.509819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Pushing event updated for resources: {'Port': ['ID=bb31d927-1d66-4cfb-9670-f94f7b9f6c70,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:28.656187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Attempting to bind port bb31d927-1d66-4cfb-9670-f94f7b9f6c70 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:22:28.656733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Attempting to bind port bb31d927-1d66-4cfb-9670-f94f7b9f6c70 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '7c3ed55f-927d-41c6-9b7c-2db41023533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:22:28.657504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Attempting to bind port bb31d927-1d66-4cfb-9670-f94f7b9f6c70 on network 51207f4d-09c5-4b80-9add-bcc60acd6541 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:22:28.666935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Port bb31d927-1d66-4cfb-9670-f94f7b9f6c70 on network 51207f4d-09c5-4b80-9add-bcc60acd6541 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:22:28.669616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Attempting to bind port bb31d927-1d66-4cfb-9670-f94f7b9f6c70 on network 51207f4d-09c5-4b80-9add-bcc60acd6541 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:22:28.692849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24a4a8-a991-45e3-b2a0-4b50e29d4990 req-f2280120-c871-41ed-9122-0bbf1677c024 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:28.696118 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba24a4a8-a991-45e3-b2a0-4b50e29d4990 req-f2280120-c871-41ed-9122-0bbf1677c024 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 943 time: 0.1115949 Oct 13 14:22:28.701025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:22:28.701520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Checking segment: {'id': '7c3ed55f-927d-41c6-9b7c-2db41023533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:22:28.702045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Bound using segment: {'id': '7c3ed55f-927d-41c6-9b7c-2db41023533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:22:28.702611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Bound port: bb31d927-1d66-4cfb-9670-f94f7b9f6c70, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c3ed55f-927d-41c6-9b7c-2db41023533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:22:28.703108 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:28.832518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba24a4a8-a991-45e3-b2a0-4b50e29d4990 req-dd9ed7a3-e3d7-4ccc-906c-37bc71479760 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257410 Oct 13 14:22:28.845119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e960671-7a5e-4aa5-9fb9-61b62edff8cf req-d52fb998-4b13-4f68-aa3d-f4e080e9c93e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:28.847312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e960671-7a5e-4aa5-9fb9-61b62edff8cf req-d52fb998-4b13-4f68-aa3d-f4e080e9c93e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 944 time: 0.1395545 Oct 13 14:22:28.894993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] For port bb31d927-1d66-4cfb-9670-f94f7b9f6c70, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:22:28.917854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e960671-7a5e-4aa5-9fb9-61b62edff8cf req-b64d0ada-63c5-4dd3-b98e-e3fe970bbae0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578196 Oct 13 14:22:28.920073 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] For port bb31d927-1d66-4cfb-9670-f94f7b9f6c70, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bb31d927-1d66-4cfb-9670-f94f7b9f6c70,segment=NetworkSegment(7c3ed55f-927d-41c6-9b7c-2db41023533f),segment_id=7c3ed55f-927d-41c6-9b7c-2db41023533f)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:22:28.990242 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:29.035102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:29.036115 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:29.038219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-daa73b7e-803d-48e5-9030-59284719852a service neutron] 10.222.0.41 "PUT /v2.0/ports/bb31d927-1d66-4cfb-9670-f94f7b9f6c70 HTTP/1.1" status: 200 len: 1092 time: 1.1536937 Oct 13 14:22:29.039028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfe4298-330d-496c-adb0-637bb38d73e0', 'tag': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:22:29.041817 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bc71dd-1835-4e79-817a-c67d7a453466" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfe4298-330d-496c-adb0-637bb38d73e0", "tag": "bb31d927-1d66-4cfb-9670-f94f7b9f6c70"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:22:29.084009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa73b7e-803d-48e5-9030-59284719852a service neutron] Pushing event updated for resources: {'Port': ['ID=bb31d927-1d66-4cfb-9670-f94f7b9f6c70,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:29.089978 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:22:29.154689 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f700c6ce-3552-4444-9acf-db8a1fc59e0b x-openstack-request-id: req-f700c6ce-3552-4444-9acf-db8a1fc59e0b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:22:29.157724 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfe4298-330d-496c-adb0-637bb38d73e0", "tag": "bb31d927-1d66-4cfb-9670-f94f7b9f6c70", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:22:29.159201 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f700c6ce-3552-4444-9acf-db8a1fc59e0b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:22:29.159201 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfe4298-330d-496c-adb0-637bb38d73e0', 'tag': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70', 'status': 'completed', 'code': 200} Oct 13 14:22:29.282175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b40da6-0b50-4340-9657-02c52c172d0c req-cf378cf3-1d8c-4173-ae11-dd828e86304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:29.287096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-cf378cf3-1d8c-4173-ae11-dd828e86304c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=781ec0bbd78a43a08f7a5b4459640fba&device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 1095 time: 0.1097181 Oct 13 14:22:29.341907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=04db29f6-c79d-4cb0-b3ab-eb06f76a79fa,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:29.359084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '04db29f6-c79d-4cb0-b3ab-eb06f76a79fa', 'network_id': '7967c7e9-c785-47a5-832b-9d1edf6a0217', 'port_id': '04db29f6-c79d-4cb0-b3ab-eb06f76a79fa', 'mac_address': 'fa:16:3e:2e:e2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c947b3-a3a5-468c-a6ba-fa23139cfbc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:22:29.397606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-1042bf10-f0f6-4ef6-8057-5e088db5ca40 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb31d927-1d66-4cfb-9670-f94f7b9f6c70 HTTP/1.1" status: 200 len: 217 time: 0.1026022 Oct 13 14:22:29.421664 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:29.442415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:22:29.472475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=04db29f6-c79d-4cb0-b3ab-eb06f76a79fa,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:29.514659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b40da6-0b50-4340-9657-02c52c172d0c req-01d73c22-cc06-49c4-a88d-a87a8833ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:29.516164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-01d73c22-cc06-49c4-a88d-a87a8833ed7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fc65117-704a-4857-a7b2-0c1f3eeef403 HTTP/1.1" status: 200 len: 854 time: 0.1094618 Oct 13 14:22:29.524157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ba78f-dbf5-49d8-a240-2286397d2c02 req-1b64f26b-dc02-42e0-8084-0ceb4dfed4a0 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:29.526402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-694ba78f-dbf5-49d8-a240-2286397d2c02 req-1b64f26b-dc02-42e0-8084-0ceb4dfed4a0 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 945 time: 0.1371498 Oct 13 14:22:29.574395 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:29.614575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-694ba78f-dbf5-49d8-a240-2286397d2c02 req-6a8bae3d-42ef-40c7-a778-b6fb0baea49c tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746279 Oct 13 14:22:29.617031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b40da6-0b50-4340-9657-02c52c172d0c req-70d3b07f-7f36-4bd9-8998-d4ff3323e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:29.618300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-70d3b07f-7f36-4bd9-8998-d4ff3323e9e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51207f4d-09c5-4b80-9add-bcc60acd6541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910220 Oct 13 14:22:29.669930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=04db29f6-c79d-4cb0-b3ab-eb06f76a79fa,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:29.768730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-f39eb5fb-7715-4ee4-9459-50c83c840111 service neutron] 10.222.0.41 "GET /v2.0/networks/51207f4d-09c5-4b80-9add-bcc60acd6541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416018 Oct 13 14:22:29.930874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15b40da6-0b50-4340-9657-02c52c172d0c req-83ed886e-5e1d-451c-b6e6-d42fa8617796 service neutron] 10.222.0.41 "GET /v2.0/networks/51207f4d-09c5-4b80-9add-bcc60acd6541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545255 Oct 13 14:22:30.013071 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['04db29f6-c79d-4cb0-b3ab-eb06f76a79fa'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:22:30.095378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d7abc-b24d-4342-95fb-51e2194a9c21 req-0ef42850-00c3-495d-9982-11f755ee0af7 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:30.105364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1f5d7abc-b24d-4342-95fb-51e2194a9c21 req-0ef42850-00c3-495d-9982-11f755ee0af7 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 943 time: 0.1515651 Oct 13 14:22:30.199689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e531ae-9417-4942-be9a-2ecec7a25308 req-d1d0d424-94a3-4734-910f-7e2fe40910dc tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:30.205497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77e531ae-9417-4942-be9a-2ecec7a25308 req-d1d0d424-94a3-4734-910f-7e2fe40910dc tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 945 time: 0.1875894 Oct 13 14:22:30.217351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1f5d7abc-b24d-4342-95fb-51e2194a9c21 req-e736de7f-e83f-4ac5-83b1-d66889af0735 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105795 Oct 13 14:22:30.253976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc71dd-1835-4e79-817a-c67d7a453466 req-55911ffe-f5ef-42d6-a934-0e4ac686a4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:30.260004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95bc71dd-1835-4e79-817a-c67d7a453466 req-55911ffe-f5ef-42d6-a934-0e4ac686a4f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=781ec0bbd78a43a08f7a5b4459640fba&device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 1095 time: 0.1499450 Oct 13 14:22:30.276538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77e531ae-9417-4942-be9a-2ecec7a25308 req-e359d898-2d88-4f7c-8b7b-e824ddadea7e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661530 Oct 13 14:22:30.421846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc71dd-1835-4e79-817a-c67d7a453466 req-8fd96e5e-69c7-4426-ad43-90980b011927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:30.429979 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95bc71dd-1835-4e79-817a-c67d7a453466 req-8fd96e5e-69c7-4426-ad43-90980b011927 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51207f4d-09c5-4b80-9add-bcc60acd6541 HTTP/1.1" status: 200 len: 916 time: 0.1514907 Oct 13 14:22:30.654269 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56656) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:30.890439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95bc71dd-1835-4e79-817a-c67d7a453466 req-c3d6eecb-6b46-41f6-8928-dd7ee109ed11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb31d927-1d66-4cfb-9670-f94f7b9f6c70 HTTP/1.1" status: 200 len: 217 time: 0.4518235 Oct 13 14:22:30.971152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d56848cf-1614-47d3-bed8-374a39b4f5fc tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group': {'name': 'default'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:30.972641 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-d56848cf-1614-47d3-bed8-374a39b4f5fc tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 14:22:30.973541 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-d56848cf-1614-47d3-bed8-374a39b4f5fc tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 14:22:30.979248 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d56848cf-1614-47d3-bed8-374a39b4f5fc tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3195179 Oct 13 14:22:30.980259 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56664) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:30.989449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc71dd-1835-4e79-817a-c67d7a453466 req-349a3ad3-aed5-4f10-b88f-7a88a50c50da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:30.997050 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-518c00b3-6ecb-4d35-85c3-7ea9728ca2c1 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group': {'name': 'tempest-secgroup--238032824'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:31.000764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95bc71dd-1835-4e79-817a-c67d7a453466 req-349a3ad3-aed5-4f10-b88f-7a88a50c50da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fc65117-704a-4857-a7b2-0c1f3eeef403 HTTP/1.1" status: 200 len: 854 time: 0.1020474 Oct 13 14:22:31.078568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc71dd-1835-4e79-817a-c67d7a453466 req-b9651060-b272-4dff-86a0-52b46a2d055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:31.080126 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95bc71dd-1835-4e79-817a-c67d7a453466 req-b9651060-b272-4dff-86a0-52b46a2d055a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51207f4d-09c5-4b80-9add-bcc60acd6541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580633 Oct 13 14:22:31.130915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-518c00b3-6ecb-4d35-85c3-7ea9728ca2c1 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:31.140157 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-518c00b3-6ecb-4d35-85c3-7ea9728ca2c1 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:31.253689 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-518c00b3-6ecb-4d35-85c3-7ea9728ca2c1 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:31.297452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a2786-9b36-45ba-b342-6f56a6acea97 req-f1c98b41-f009-4f18-ac37-b9cdc8ce264f tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:31.300668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-825a2786-9b36-45ba-b342-6f56a6acea97 req-f1c98b41-f009-4f18-ac37-b9cdc8ce264f tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 945 time: 0.2078216 Oct 13 14:22:31.310931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95bc71dd-1835-4e79-817a-c67d7a453466 req-778631d7-d205-499a-9bf2-0f36b5f3290c service neutron] 10.222.0.41 "GET /v2.0/networks/51207f4d-09c5-4b80-9add-bcc60acd6541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206228 Oct 13 14:22:31.350755 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-518c00b3-6ecb-4d35-85c3-7ea9728ca2c1 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:31.438933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-518c00b3-6ecb-4d35-85c3-7ea9728ca2c1 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:31.486311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-825a2786-9b36-45ba-b342-6f56a6acea97 req-8d473cfd-dc5c-4421-8166-696c7f4145b7 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740911 Oct 13 14:22:31.530684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231859a3-aede-4e3a-a7c0-2ce71fecd2d7 req-d5294ecb-3aca-420e-99c5-0e18184f41f9 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:31.540884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-231859a3-aede-4e3a-a7c0-2ce71fecd2d7 req-d5294ecb-3aca-420e-99c5-0e18184f41f9 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 943 time: 0.1872063 Oct 13 14:22:31.575387 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c00b3-6ecb-4d35-85c3-7ea9728ca2c1 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1156477-8e59-42aa-9138-0d5b4369f6bf,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:31.584693 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-518c00b3-6ecb-4d35-85c3-7ea9728ca2c1 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:31.624251 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95bc71dd-1835-4e79-817a-c67d7a453466 req-de171ae8-a47d-4815-8b1f-97c2f863dbaa service neutron] 10.222.0.41 "GET /v2.0/networks/51207f4d-09c5-4b80-9add-bcc60acd6541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006706 Oct 13 14:22:31.675635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-231859a3-aede-4e3a-a7c0-2ce71fecd2d7 req-bcf626c9-6f21-4ab1-b811-3f8da8bc038f tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333933 Oct 13 14:22:31.705727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c00b3-6ecb-4d35-85c3-7ea9728ca2c1 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=309aef95-db88-492f-a88a-e9e2f853d05a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:31.771190 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-518c00b3-6ecb-4d35-85c3-7ea9728ca2c1 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:31.773599 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-518c00b3-6ecb-4d35-85c3-7ea9728ca2c1 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7915442 Oct 13 14:22:31.777063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56694) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:31.783285 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-01771114-54de-4ad8-adb3-a6a18ed59ce2 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': '309aef95-db88-492f-a88a-e9e2f853d05a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:31.786754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fd1fb-3f5b-454e-bea7-e718d5db2a3f req-98c39424-af96-4e52-a20d-f6ce1cec9128 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:31.788374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a2fd1fb-3f5b-454e-bea7-e718d5db2a3f req-98c39424-af96-4e52-a20d-f6ce1cec9128 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 945 time: 0.0918348 Oct 13 14:22:31.834419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a2fd1fb-3f5b-454e-bea7-e718d5db2a3f req-3d86c2b5-39f6-4efd-89fa-c2b448ba27b2 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388653 Oct 13 14:22:31.953932 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01771114-54de-4ad8-adb3-a6a18ed59ce2 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:32.033721 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01771114-54de-4ad8-adb3-a6a18ed59ce2 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:32.143731 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01771114-54de-4ad8-adb3-a6a18ed59ce2 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:32.165264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01771114-54de-4ad8-adb3-a6a18ed59ce2 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68a73f1-6296-46b1-bb21-874de62fb9e7,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:32.301561 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01771114-54de-4ad8-adb3-a6a18ed59ce2 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:32.303134 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-01771114-54de-4ad8-adb3-a6a18ed59ce2 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5247726 Oct 13 14:22:32.306890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56714) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:32.315085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3b71fe03-97b5-43c9-9cbe-87b378b17a42 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': '309aef95-db88-492f-a88a-e9e2f853d05a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:32.474910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3b71fe03-97b5-43c9-9cbe-87b378b17a42 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:32.653876 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-3b71fe03-97b5-43c9-9cbe-87b378b17a42 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 14:22:32.658288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56730) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:32.658476 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3b71fe03-97b5-43c9-9cbe-87b378b17a42 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3504274 Oct 13 14:22:32.740474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59430026-050f-45d5-824c-95341c90da0d req-f4cb8dcf-7bb2-4b1b-a625-569b0c605ad7 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:32.758194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59430026-050f-45d5-824c-95341c90da0d req-f4cb8dcf-7bb2-4b1b-a625-569b0c605ad7 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 945 time: 0.1420810 Oct 13 14:22:32.846260 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87e43d47-8784-43d7-bf77-fc1ddef695bf tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:32.889438 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87e43d47-8784-43d7-bf77-fc1ddef695bf tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:32.904677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59430026-050f-45d5-824c-95341c90da0d req-6db56470-d7d5-42b3-9c83-6e076b079d03 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418519 Oct 13 14:22:32.960051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c467128-99c3-4c33-94cd-f0d80948df26 req-90097865-16c5-4ef6-8086-ae03988790ca tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:32.969069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c467128-99c3-4c33-94cd-f0d80948df26 req-90097865-16c5-4ef6-8086-ae03988790ca tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 943 time: 0.1356983 Oct 13 14:22:33.022524 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87e43d47-8784-43d7-bf77-fc1ddef695bf tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:33.028479 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87e43d47-8784-43d7-bf77-fc1ddef695bf tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:33.030606 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-87e43d47-8784-43d7-bf77-fc1ddef695bf tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "DELETE /v2.0/security-groups/309aef95-db88-492f-a88a-e9e2f853d05a HTTP/1.1" status: 204 len: 168 time: 0.3704779 Oct 13 14:22:33.046511 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56746) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:33.084820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c467128-99c3-4c33-94cd-f0d80948df26 req-aa42c5f2-477b-4d28-96c3-2b638f7b40f0 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145506 Oct 13 14:22:33.096245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:22:33.104898 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e43d47-8784-43d7-bf77-fc1ddef695bf tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=309aef95-db88-492f-a88a-e9e2f853d05a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:33.209092 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0fbe8953-d755-4dcc-b744-072ab9e75d1a tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1561797 Oct 13 14:22:33.213707 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56756) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:33.218699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-bc402774-cbc9-4d5b-b3cb-9e9079966fd8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group': {'name': 'tempest-secgroup--308598908'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:33.266123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c49b9-79df-4327-9998-845b9d9c5118 req-3f8d89a8-bf5c-4ab0-be60-754161fc3305 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:33.267765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-079c49b9-79df-4327-9998-845b9d9c5118 req-3f8d89a8-bf5c-4ab0-be60-754161fc3305 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 945 time: 0.1795781 Oct 13 14:22:33.273271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:22:33.292559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:33.292975 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:33.334305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-df0e447b-89b7-4833-8a40-a8172ef9f8e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:33.336217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-df0e447b-89b7-4833-8a40-a8172ef9f8e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.41 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 945 time: 0.1660752 Oct 13 14:22:33.356485 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc402774-cbc9-4d5b-b3cb-9e9079966fd8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:33.461214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-079c49b9-79df-4327-9998-845b9d9c5118 req-b96bcf72-af03-4c8a-896b-b6da0d26a8c1 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709347 Oct 13 14:22:33.482827 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:33.542755 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259fc4d9-2f63-4f90-bef4-fae01c57069e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04db29f6-c79d-4cb0-b3ab-eb06f76a79fa'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:22:33.545447 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa4fcdd-f41a-4de8-b077-4281e34fc3da" -d '{"events": [{"server_uuid": "259fc4d9-2f63-4f90-bef4-fae01c57069e", "name": "network-vif-plugged", "status": "completed", "tag": "04db29f6-c79d-4cb0-b3ab-eb06f76a79fa"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:22:33.577997 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc402774-cbc9-4d5b-b3cb-9e9079966fd8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:33.620718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=04db29f6-c79d-4cb0-b3ab-eb06f76a79fa,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:33.636512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Deleting port 4a027013-bbef-433d-b879-260e1a392126 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:22:33.636896 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:33.680595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc402774-cbc9-4d5b-b3cb-9e9079966fd8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:33.749850 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:33.762918 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc402774-cbc9-4d5b-b3cb-9e9079966fd8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87884ee0-177e-4cbd-ad99-9adb9e5d7a62,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:33.798742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] For port 4a027013-bbef-433d-b879-260e1a392126, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a027013-bbef-433d-b879-260e1a392126,segment=NetworkSegment(3ca46691-e0a6-4153-a03b-609e2b070248),segment_id=3ca46691-e0a6-4153-a03b-609e2b070248)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:33.801966 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:33.833512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=04db29f6-c79d-4cb0-b3ab-eb06f76a79fa,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:33.854788 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc402774-cbc9-4d5b-b3cb-9e9079966fd8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:33.857216 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bc402774-cbc9-4d5b-b3cb-9e9079966fd8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6420166 Oct 13 14:22:33.866585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56776) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:33.871738 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-cddb14ca-7545-4d95-aa0d-09ccf8369bda tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': '87884ee0-177e-4cbd-ad99-9adb9e5d7a62', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:33.882138 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-cddb14ca-7545-4d95-aa0d-09ccf8369bda tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 13 14:22:33.885905 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-cddb14ca-7545-4d95-aa0d-09ccf8369bda tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:33.889126 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cddb14ca-7545-4d95-aa0d-09ccf8369bda tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0211763 Oct 13 14:22:33.893513 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56778) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:34.002840 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcb93d7-93c2-456a-92e2-d8d56525584d x-openstack-request-id: req-dfcb93d7-93c2-456a-92e2-d8d56525584d {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:22:34.003153 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259fc4d9-2f63-4f90-bef4-fae01c57069e", "name": "network-vif-plugged", "status": "completed", "tag": "04db29f6-c79d-4cb0-b3ab-eb06f76a79fa", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:22:34.003927 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfcb93d7-93c2-456a-92e2-d8d56525584d {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:22:34.004537 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259fc4d9-2f63-4f90-bef4-fae01c57069e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04db29f6-c79d-4cb0-b3ab-eb06f76a79fa', 'code': 200} Oct 13 14:22:34.168381 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fe757a4-0442-4c49-b81e-22b29b386e30 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:34.189672 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:34.192359 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:34.192791 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Floating IP acb72b15-0aee-4144-87ed-3302e6f10e50 disassociated. External IP: 172.25.0.169, port: 4a027013-bbef-433d-b879-260e1a392126. Oct 13 14:22:34.193309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Calling delete_port for 4a027013-bbef-433d-b879-260e1a392126 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:22:34.238753 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fe757a4-0442-4c49-b81e-22b29b386e30 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:34.370957 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fe757a4-0442-4c49-b81e-22b29b386e30 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:34.373624 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fe757a4-0442-4c49-b81e-22b29b386e30 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:34.375059 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7fe757a4-0442-4c49-b81e-22b29b386e30 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "DELETE /v2.0/security-groups/87884ee0-177e-4cbd-ad99-9adb9e5d7a62 HTTP/1.1" status: 204 len: 168 time: 0.4792049 Oct 13 14:22:34.379627 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56792) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:34.435131 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe757a4-0442-4c49-b81e-22b29b386e30 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87884ee0-177e-4cbd-ad99-9adb9e5d7a62,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:34.453571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26805e-613a-49f8-ac2b-59fa35ab2e7d req-20232016-50f4-42b0-94db-2d71ca4131d4 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:34.455164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c26805e-613a-49f8-ac2b-59fa35ab2e7d req-20232016-50f4-42b0-94db-2d71ca4131d4 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 943 time: 0.1679831 Oct 13 14:22:34.468241 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8d3ef94d-4f36-4c3b-97c1-e45200b5dc93 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861235 Oct 13 14:22:34.476863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56798) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:34.483377 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f492b601-389d-4cb8-8119-e431552c8801 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1122912713'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:34.491580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9344-c959-4e58-b09f-ea403d8b18e5 req-07c9dcba-40c1-47e7-a9bf-090d11126067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:34.493116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-524c9344-c959-4e58-b09f-ea403d8b18e5 req-07c9dcba-40c1-47e7-a9bf-090d11126067 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 1098 time: 0.2035115 Oct 13 14:22:34.501860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffcd04-b5f4-472e-8bf0-94f83458c16e req-aa000414-e4d8-4a77-a0e9-11815d931833 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:34.503385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dffcd04-b5f4-472e-8bf0-94f83458c16e req-aa000414-e4d8-4a77-a0e9-11815d931833 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 945 time: 0.2150578 Oct 13 14:22:34.568070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:34.575239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c26805e-613a-49f8-ac2b-59fa35ab2e7d req-5b026ac7-cdfd-47f1-9428-25bacd4c12cf tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091192 Oct 13 14:22:34.588805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dffcd04-b5f4-472e-8bf0-94f83458c16e req-ffb5ea7b-7919-4129-9fad-fcd4b4ba3fb2 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups?id=682eb074-e2ac-49f1-9964-d9223223c597&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725839 Oct 13 14:22:34.610818 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f492b601-389d-4cb8-8119-e431552c8801 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:34.658823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Pushing event deleted for resources: {'Port': ['ID=4a027013-bbef-433d-b879-260e1a392126,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:34.669901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-524c9344-c959-4e58-b09f-ea403d8b18e5 req-4f997474-c720-4522-a022-8e8aff8eb21d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653411 Oct 13 14:22:34.740893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f492b601-389d-4cb8-8119-e431552c8801 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:34.822948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f492b601-389d-4cb8-8119-e431552c8801 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:34.827999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43552d2-e46d-44d7-aeae-0c857757c1c6 req-0622a373-c0a8-4d0b-b0df-d248f518ce8b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:34.829588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b43552d2-e46d-44d7-aeae-0c857757c1c6 req-0622a373-c0a8-4d0b-b0df-d248f518ce8b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1122208 Oct 13 14:22:34.848430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:22:34.864475 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492b601-389d-4cb8-8119-e431552c8801 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c504ab8-e67b-4fc2-9d9f-b503c4be413b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:34.888266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b43552d2-e46d-44d7-aeae-0c857757c1c6 req-0eb0e646-cc2d-42b4-8019-fb173bbd0514 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499692 Oct 13 14:22:34.915166 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f492b601-389d-4cb8-8119-e431552c8801 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:34.917230 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f492b601-389d-4cb8-8119-e431552c8801 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4392984 Oct 13 14:22:34.921420 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56810) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:34.928440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0a19adbe-29ff-4c3e-861b-65755f28944e tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': '2c504ab8-e67b-4fc2-9d9f-b503c4be413b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:34.928440 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-0a19adbe-29ff-4c3e-861b-65755f28944e tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 13 14:22:34.928440 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-0a19adbe-29ff-4c3e-861b-65755f28944e tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:34.930555 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0a19adbe-29ff-4c3e-861b-65755f28944e tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078812 Oct 13 14:22:34.934844 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56814) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:35.004047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f96cea54-e048-43e3-b61b-0bedbc27e712 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:35.032758 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f96cea54-e048-43e3-b61b-0bedbc27e712 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:35.045006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:22:35.058646 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3129e-1b6f-4788-85d8-08000ed624f8 None None] Sync routers for ids ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:22:35.082204 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3129e-1b6f-4788-85d8-08000ed624f8 None None] Routers {'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:22:35.087365 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-58f3129e-1b6f-4788-85d8-08000ed624f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:22:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:35.097866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bb31d927-1d66-4cfb-9670-f94f7b9f6c70 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:22:35.120850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] No DVR routers for this DVR port 4a027013-bbef-433d-b879-260e1a392126 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:22:35.130269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:35.133830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fcdc136-8b85-4c37-a26b-33f64600ff50 req-044c03b8-0f62-43cd-bf64-bfe9bc4559e6 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.41 "DELETE /v2.0/ports/4a027013-bbef-433d-b879-260e1a392126 HTTP/1.1" status: 204 len: 173 time: 1.7900722 Oct 13 14:22:35.134373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0690233a-b4d7-4c7e-9646-898309cb4d8a', 'name': 'network-vif-deleted', 'tag': '4a027013-bbef-433d-b879-260e1a392126'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:22:35.152126 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51ed7a8-2fba-489d-80dc-b0aeeb8a11e6" -d '{"events": [{"server_uuid": "0690233a-b4d7-4c7e-9646-898309cb4d8a", "name": "network-vif-deleted", "tag": "4a027013-bbef-433d-b879-260e1a392126"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:22:35.211235 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f96cea54-e048-43e3-b61b-0bedbc27e712 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:35.215221 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f96cea54-e048-43e3-b61b-0bedbc27e712 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:35.223243 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f96cea54-e048-43e3-b61b-0bedbc27e712 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "DELETE /v2.0/security-groups/2c504ab8-e67b-4fc2-9d9f-b503c4be413b HTTP/1.1" status: 204 len: 168 time: 0.2812290 Oct 13 14:22:35.223776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56826) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:35.249933 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cea54-e048-43e3-b61b-0bedbc27e712 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c504ab8-e67b-4fc2-9d9f-b503c4be413b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:35.274249 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb04e94-1b7d-4c15-8fa4-73b781406c17 x-openstack-request-id: req-3fb04e94-1b7d-4c15-8fa4-73b781406c17 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:22:35.282423 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0690233a-b4d7-4c7e-9646-898309cb4d8a", "name": "network-vif-deleted", "tag": "4a027013-bbef-433d-b879-260e1a392126", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:22:35.282882 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fb04e94-1b7d-4c15-8fa4-73b781406c17 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:22:35.283338 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0690233a-b4d7-4c7e-9646-898309cb4d8a', 'name': 'network-vif-deleted', 'tag': '4a027013-bbef-433d-b879-260e1a392126', 'status': 'completed', 'code': 200} Oct 13 14:22:35.332479 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-58f3129e-1b6f-4788-85d8-08000ed624f8 None None] Set router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:22:35.361944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-14c17dd2-509c-4756-a6ca-5c7e33d02393 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1338840 Oct 13 14:22:35.362395 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56828) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:35.367318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-52fb1e6d-0b73-4d6a-9046-06d614c5faaa tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group': {'name': 'tempest-secgroup--711362023'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:35.387640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port bb31d927-1d66-4cfb-9670-f94f7b9f6c70, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bb31d927-1d66-4cfb-9670-f94f7b9f6c70,segment=NetworkSegment(7c3ed55f-927d-41c6-9b7c-2db41023533f),segment_id=7c3ed55f-927d-41c6-9b7c-2db41023533f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:35.399929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'port_id': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70', 'mac_address': 'fa:16:3e:12:89:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:22:35.445431 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:35.458035 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52fb1e6d-0b73-4d6a-9046-06d614c5faaa tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:35.463590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb31d927-1d66-4cfb-9670-f94f7b9f6c70 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:22:35.489574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port bb31d927-1d66-4cfb-9670-f94f7b9f6c70, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bb31d927-1d66-4cfb-9670-f94f7b9f6c70,segment=NetworkSegment(7c3ed55f-927d-41c6-9b7c-2db41023533f),segment_id=7c3ed55f-927d-41c6-9b7c-2db41023533f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:35.564939 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52fb1e6d-0b73-4d6a-9046-06d614c5faaa tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:35.596402 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:35.644041 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-58f3129e-1b6f-4788-85d8-08000ed624f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:17:57Z', 'revision_number': 4, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port': {'id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:49Z', 'updated_at': '2021-10-13T14:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3021b95a-0ed8-494f-84bd-0ab3c852381a', 'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'mac_address': 'fa:16:3e:28:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:55Z', 'updated_at': '2021-10-13T14:18:06Z', 'revision_number': 5, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'subnets': [{'id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:35.675354 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52fb1e6d-0b73-4d6a-9046-06d614c5faaa tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:35.695819 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3129e-1b6f-4788-85d8-08000ed624f8 None None] Checking router: b8afb779-2f54-4bbf-bd6e-cc36f408aa8d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:22:35.722939 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f3129e-1b6f-4788-85d8-08000ed624f8 None None] Routers {'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:22:35.723570 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-58f3129e-1b6f-4788-85d8-08000ed624f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:22:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:35.750000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb1e6d-0b73-4d6a-9046-06d614c5faaa tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4772808-a801-44b6-826b-0a4748d4bc4a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:35.779671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=bb31d927-1d66-4cfb-9670-f94f7b9f6c70,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:35.790522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a798445d-4dfe-4c4d-87d5-79d78857b948 req-1e95b54b-d9cd-4fc6-9c87-37103dd3251e tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 210 time: 0.0794735 Oct 13 14:22:35.797183 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52fb1e6d-0b73-4d6a-9046-06d614c5faaa tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:35.799351 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-52fb1e6d-0b73-4d6a-9046-06d614c5faaa tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4353125 Oct 13 14:22:35.808075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56842) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-28a6d8a1-c98c-41af-94db-0d8f3d1ab596 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'a4772808-a801-44b6-826b-0a4748d4bc4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-28a6d8a1-c98c-41af-94db-0d8f3d1ab596 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-28a6d8a1-c98c-41af-94db-0d8f3d1ab596 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-28a6d8a1-c98c-41af-94db-0d8f3d1ab596 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0198536 Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56844) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-38553eaf-5285-4d6a-b3f0-7d083258fa6d tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'a4772808-a801-44b6-826b-0a4748d4bc4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-38553eaf-5285-4d6a-b3f0-7d083258fa6d tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-38553eaf-5285-4d6a-b3f0-7d083258fa6d tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-38553eaf-5285-4d6a-b3f0-7d083258fa6d tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075006 Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56846) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-261c85ea-b9fb-4a51-9b52-3cad81449ad8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'a4772808-a801-44b6-826b-0a4748d4bc4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-261c85ea-b9fb-4a51-9b52-3cad81449ad8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-261c85ea-b9fb-4a51-9b52-3cad81449ad8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-261c85ea-b9fb-4a51-9b52-3cad81449ad8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0217366 Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56848) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:36.115078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-40d2ed1a-c0d1-4da8-ad94-62f778c16081 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'a4772808-a801-44b6-826b-0a4748d4bc4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:36.124553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad589d1-4e71-4bf2-8e33-c307dfc8fa4a req-0db21030-f224-4247-9a19-412faf7b78ed tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:36.127237 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-40d2ed1a-c0d1-4da8-ad94-62f778c16081 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 13 14:22:36.127237 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-40d2ed1a-c0d1-4da8-ad94-62f778c16081 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:36.127489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ad589d1-4e71-4bf2-8e33-c307dfc8fa4a req-0db21030-f224-4247-9a19-412faf7b78ed tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 944 time: 0.1282349 Oct 13 14:22:36.127655 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-40d2ed1a-c0d1-4da8-ad94-62f778c16081 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0216269 Oct 13 14:22:36.127810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56850) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:36.127945 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-58f3129e-1b6f-4788-85d8-08000ed624f8 None None] Set router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:22:36.128456 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56856) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:36.128593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ad589d1-4e71-4bf2-8e33-c307dfc8fa4a req-bcfc5f12-9bd4-4b83-a1eb-b7633c2e6731 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572223 Oct 13 14:22:36.154184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ca909735-da9b-4f5b-a688-11653374e1bc tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:36.223306 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ca909735-da9b-4f5b-a688-11653374e1bc tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:36.229782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['bb31d927-1d66-4cfb-9670-f94f7b9f6c70'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:22:36.294665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f6402-ad4c-4bb1-81bb-b24ef3c300ba req-fbeeb16d-a367-419b-966b-46d167a17f0f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:36.296266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b29f6402-ad4c-4bb1-81bb-b24ef3c300ba req-fbeeb16d-a367-419b-966b-46d167a17f0f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1743979 Oct 13 14:22:36.315278 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-879f88f6-44c6-4841-a384-5e09876baa48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:36.380499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b29f6402-ad4c-4bb1-81bb-b24ef3c300ba req-27bddc29-4a5c-4d4e-8505-6906837fbe1a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751200 Oct 13 14:22:36.439869 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ca909735-da9b-4f5b-a688-11653374e1bc tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:36.439869 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ca909735-da9b-4f5b-a688-11653374e1bc tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:36.444388 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ca909735-da9b-4f5b-a688-11653374e1bc tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "DELETE /v2.0/security-groups/a4772808-a801-44b6-826b-0a4748d4bc4a HTTP/1.1" status: 204 len: 168 time: 0.5314724 Oct 13 14:22:36.452110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56864) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:36.509748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca909735-da9b-4f5b-a688-11653374e1bc tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4772808-a801-44b6-826b-0a4748d4bc4a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:36.559265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2d426f5f-efcf-4e1e-9728-66253cad2b4d tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1047485 Oct 13 14:22:36.560132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56868) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:36.562808 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-879f88f6-44c6-4841-a384-5e09876baa48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:36.565883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b1e66b95-9e10-4ebe-a324-086081e16460 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661884830'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:36.595212 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-58f3129e-1b6f-4788-85d8-08000ed624f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:17:57Z', 'revision_number': 4, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port': {'id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:49Z', 'updated_at': '2021-10-13T14:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3021b95a-0ed8-494f-84bd-0ab3c852381a', 'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'mac_address': 'fa:16:3e:28:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:55Z', 'updated_at': '2021-10-13T14:18:06Z', 'revision_number': 5, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'subnets': [{'id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:36.625828 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f3129e-1b6f-4788-85d8-08000ed624f8 None None] The sync data for ids ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'] in n-d-806683-15 is: [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:17:57Z', 'revision_number': 4, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port': {'id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:49Z', 'updated_at': '2021-10-13T14:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3021b95a-0ed8-494f-84bd-0ab3c852381a', 'name': '', 'network_id': '47ac7078-4955-4859-a54d-a170c2b90a6f', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'mac_address': 'fa:16:3e:28:3c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:55Z', 'updated_at': '2021-10-13T14:18:06Z', 'revision_number': 5, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'subnets': [{'id': 'f50d9962-1ff5-4e60-9b43-876c73cdee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:22:36.720660 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-879f88f6-44c6-4841-a384-5e09876baa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:36.757376 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f88f6-44c6-4841-a384-5e09876baa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3c12cf-6306-4936-a216-697dd636c3b2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:36.761555 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1e66b95-9e10-4ebe-a324-086081e16460 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:36.782356 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-879f88f6-44c6-4841-a384-5e09876baa48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8476c1b58504f07a321c3296c2b81b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7697775 Oct 13 14:22:36.786497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56872) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:36.879682 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1e66b95-9e10-4ebe-a324-086081e16460 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:36.945838 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9fb18fc6-34b3-4f30-a2c9-2bfe5a10c601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:36.967067 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1e66b95-9e10-4ebe-a324-086081e16460 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:36.978855 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9fb18fc6-34b3-4f30-a2c9-2bfe5a10c601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:36.998933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95c66dee-36dd-431c-9e57-d2093f9eedc9 req-0014552a-519e-4ee9-aeee-01e113fb688b tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 210 time: 0.0535932 Oct 13 14:22:37.034743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e66b95-9e10-4ebe-a324-086081e16460 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08f216d-be41-4fd7-9e55-67afa4189cf7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:37.075998 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb45bc3f-b7d0-4be7-a517-62aa2be74926 None None] New status for floating IP acb72b15-0aee-4144-87ed-3302e6f10e50: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:22:37.106985 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1e66b95-9e10-4ebe-a324-086081e16460 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:37.108538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b1e66b95-9e10-4ebe-a324-086081e16460 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5472920 Oct 13 14:22:37.120295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56884) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:37.125379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-29b264f5-3900-4839-b5af-a4e2e20cffb3 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'c08f216d-be41-4fd7-9e55-67afa4189cf7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:37.126167 n-d-806683-15 neutron-server[112685]: WARNING neutron.api.v2.base [None req-29b264f5-3900-4839-b5af-a4e2e20cffb3 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 14:22:37.127155 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-29b264f5-3900-4839-b5af-a4e2e20cffb3 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:37.131471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-29b264f5-3900-4839-b5af-a4e2e20cffb3 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068896 Oct 13 14:22:37.131710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56886) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:37.137122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4a027013-bbef-433d-b879-260e1a392126 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:22:37.137420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-0e18dc36-a6b0-4f1f-a34f-0e2c0519d82f tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'c08f216d-be41-4fd7-9e55-67afa4189cf7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:37.206035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 4a027013-bbef-433d-b879-260e1a392126 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:22:37.206477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4a027013-bbef-433d-b879-260e1a392126 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:22:37.253343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9fb18fc6-34b3-4f30-a2c9-2bfe5a10c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:37.256248 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9fb18fc6-34b3-4f30-a2c9-2bfe5a10c601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:37.257874 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9fb18fc6-34b3-4f30-a2c9-2bfe5a10c601 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f3c12cf-6306-4936-a216-697dd636c3b2 HTTP/1.1" status: 204 len: 168 time: 0.4700570 Oct 13 14:22:37.272377 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb18fc6-34b3-4f30-a2c9-2bfe5a10c601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3c12cf-6306-4936-a216-697dd636c3b2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:37.272583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970d007-8326-4109-a82a-9bd33a4dde49 req-d13f2ba2-de10-4b06-9269-428e18649f49 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:37.280379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f970d007-8326-4109-a82a-9bd33a4dde49 req-d13f2ba2-de10-4b06-9269-428e18649f49 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 944 time: 0.1165144 Oct 13 14:22:37.389093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f970d007-8326-4109-a82a-9bd33a4dde49 req-8921f6ca-9586-4d4b-aebf-cf7e7af92ede tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762422 Oct 13 14:22:37.429594 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-0e18dc36-a6b0-4f1f-a34f-0e2c0519d82f tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:37.434589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56898) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:37.438160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0e18dc36-a6b0-4f1f-a34f-0e2c0519d82f tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3020370 Oct 13 14:22:37.440465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fffdf162-a629-46e4-9bb2-747e56343ff0 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'c08f216d-be41-4fd7-9e55-67afa4189cf7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:37.443090 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-fffdf162-a629-46e4-9bb2-747e56343ff0 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 13 14:22:37.444560 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-fffdf162-a629-46e4-9bb2-747e56343ff0 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:37.452907 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fffdf162-a629-46e4-9bb2-747e56343ff0 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0170133 Oct 13 14:22:37.456403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56900) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:37.470621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f0567145-e70d-4de5-943d-bdfca3e3634a tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'c08f216d-be41-4fd7-9e55-67afa4189cf7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:37.569802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840aaf9-ca24-4e4f-96d9-b09174c8476b req-355885bb-782a-4bc5-b76c-9362ec9eea01 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:37.578869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e840aaf9-ca24-4e4f-96d9-b09174c8476b req-355885bb-782a-4bc5-b76c-9362ec9eea01 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.0860953 Oct 13 14:22:37.693045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e840aaf9-ca24-4e4f-96d9-b09174c8476b req-b553853f-905a-4682-b03b-7afa9a2b7868 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128733 Oct 13 14:22:37.759997 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-f0567145-e70d-4de5-943d-bdfca3e3634a tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:37.761453 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f0567145-e70d-4de5-943d-bdfca3e3634a tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3017049 Oct 13 14:22:37.770365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56912) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:37.783101 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-73776c9e-e7fc-4d7f-a14d-d62cc3565a47 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'c08f216d-be41-4fd7-9e55-67afa4189cf7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:37.784507 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-73776c9e-e7fc-4d7f-a14d-d62cc3565a47 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 14:22:37.785850 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-73776c9e-e7fc-4d7f-a14d-d62cc3565a47 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:37.789573 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-73776c9e-e7fc-4d7f-a14d-d62cc3565a47 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0177472 Oct 13 14:22:37.793619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56914) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:37.799962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-50baca82-0816-41ea-a880-b9abec9c58ce tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'c08f216d-be41-4fd7-9e55-67afa4189cf7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:38.017988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c06e8-dde0-4981-8e0f-cf2fb5125f30 req-74d511c1-9603-44b3-a2ef-9e3197dd2af2 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:38.019485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-938c06e8-dde0-4981-8e0f-cf2fb5125f30 req-74d511c1-9603-44b3-a2ef-9e3197dd2af2 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.0536211 Oct 13 14:22:38.075858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-938c06e8-dde0-4981-8e0f-cf2fb5125f30 req-4eaec100-1075-4e67-977c-921d90421feb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483971 Oct 13 14:22:38.088665 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-50baca82-0816-41ea-a880-b9abec9c58ce tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:38.094862 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56924) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:38.099338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-50baca82-0816-41ea-a880-b9abec9c58ce tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2978802 Oct 13 14:22:38.103635 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-50760a3e-f027-4712-b891-7065fad53012 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'c08f216d-be41-4fd7-9e55-67afa4189cf7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:38.122065 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-50760a3e-f027-4712-b891-7065fad53012 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 13 14:22:38.122882 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-50760a3e-f027-4712-b891-7065fad53012 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:38.124041 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-50760a3e-f027-4712-b891-7065fad53012 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0268691 Oct 13 14:22:38.132555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56930) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:38.138479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1dc45538-027f-4b09-967d-224d6ce5d832 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'c08f216d-be41-4fd7-9e55-67afa4189cf7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:38.196252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9374501-d4ea-4774-bba3-7366fc5ca831 req-7bee6a64-b45e-4c4b-83ec-3e0464147e54 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 210 time: 0.0419204 Oct 13 14:22:38.340805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ade881-9546-4da7-9091-d7f1542a2ccb req-7454952d-1651-4003-95de-477dc8390471 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:38.344425 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ade881-9546-4da7-9091-d7f1542a2ccb req-7454952d-1651-4003-95de-477dc8390471 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1373544 Oct 13 14:22:38.393963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56936) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:38.424219 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7ac689b-7976-4bff-a843-6fec443def0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:38.447778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ade881-9546-4da7-9091-d7f1542a2ccb req-4fcc83d3-68a8-4ac4-8427-c796e79745c7 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930071 Oct 13 14:22:38.551539 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-1dc45538-027f-4b09-967d-224d6ce5d832 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:38.553003 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1dc45538-027f-4b09-967d-224d6ce5d832 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4190910 Oct 13 14:22:38.555997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56946) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:38.561373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7ddb691c-4fe6-48c1-ab98-1a759de85db5 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'c08f216d-be41-4fd7-9e55-67afa4189cf7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:38.583904 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7ac689b-7976-4bff-a843-6fec443def0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:38.595721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669363e-47b5-4e22-9b71-0216bc9190ba req-d6f930c3-a2d1-40f8-afc2-49ff71d06b2b tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:38.597251 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e669363e-47b5-4e22-9b71-0216bc9190ba req-d6f930c3-a2d1-40f8-afc2-49ff71d06b2b tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 944 time: 0.0809417 Oct 13 14:22:38.643458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e669363e-47b5-4e22-9b71-0216bc9190ba req-1f8b4c40-6386-4a22-b5ad-2cad0892a8cd tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389028 Oct 13 14:22:38.715806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7ac689b-7976-4bff-a843-6fec443def0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:38.758435 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e7ac689b-7976-4bff-a843-6fec443def0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3aa29ad68d7147cd8d51eea60bedcc65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623567 Oct 13 14:22:38.761725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56948) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:38.767639 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac689b-7976-4bff-a843-6fec443def0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a312472-d7b0-4062-9ce8-223dbf8a9fe3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:38.814774 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82c92932-e1cd-4cfd-ac26-d49b4e4e6871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:38.837310 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82c92932-e1cd-4cfd-ac26-d49b4e4e6871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:38.858723 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-7ddb691c-4fe6-48c1-ab98-1a759de85db5 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:38.864449 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7ddb691c-4fe6-48c1-ab98-1a759de85db5 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3026898 Oct 13 14:22:38.865414 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56954) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:38.939500 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4073211c-039c-46e8-9fd7-3256b4b94e38 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:38.966708 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4073211c-039c-46e8-9fd7-3256b4b94e38 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:38.976581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caea1e-bda3-4095-a787-46e9fe3b76d0 req-ea6201cc-063f-4960-9ece-c5036459da24 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:38.981092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1caea1e-bda3-4095-a787-46e9fe3b76d0 req-ea6201cc-063f-4960-9ece-c5036459da24 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.0570867 Oct 13 14:22:39.013009 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82c92932-e1cd-4cfd-ac26-d49b4e4e6871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:39.015770 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82c92932-e1cd-4cfd-ac26-d49b4e4e6871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:39.020929 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-82c92932-e1cd-4cfd-ac26-d49b4e4e6871 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a312472-d7b0-4062-9ce8-223dbf8a9fe3 HTTP/1.1" status: 204 len: 168 time: 0.2542996 Oct 13 14:22:39.036843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1caea1e-bda3-4095-a787-46e9fe3b76d0 req-9e6c0eed-f044-4278-9b2b-0f269a4772ba tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508871 Oct 13 14:22:39.056194 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c92932-e1cd-4cfd-ac26-d49b4e4e6871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a312472-d7b0-4062-9ce8-223dbf8a9fe3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:39.138645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bb31d927-1d66-4cfb-9670-f94f7b9f6c70 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:22:39.149298 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4073211c-039c-46e8-9fd7-3256b4b94e38 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:39.153886 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4073211c-039c-46e8-9fd7-3256b4b94e38 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:39.155133 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4073211c-039c-46e8-9fd7-3256b4b94e38 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "DELETE /v2.0/security-groups/c08f216d-be41-4fd7-9e55-67afa4189cf7 HTTP/1.1" status: 204 len: 168 time: 0.2894306 Oct 13 14:22:39.157810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56964) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:39.164688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073211c-039c-46e8-9fd7-3256b4b94e38 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08f216d-be41-4fd7-9e55-67afa4189cf7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:39.237732 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56974) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:39.238234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1182ea87-2ae6-4e11-b78d-a2aa2d71a458 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791090 Oct 13 14:22:39.244278 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-450fff56-4fb9-46e8-a707-f4653e121d18 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121737762'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:39.332036 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port bb31d927-1d66-4cfb-9670-f94f7b9f6c70 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:22:39.336356 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port bb31d927-1d66-4cfb-9670-f94f7b9f6c70 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:22:39.336736 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:39.338336 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9d1e9ed-abfb-4554-b1de-07ca78f2f0aa req-503d0fb6-7546-48ae-92a0-77b4819adbcb tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 210 time: 0.0293820 Oct 13 14:22:39.413153 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-450fff56-4fb9-46e8-a707-f4653e121d18 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:39.468845 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:39.494891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfe4298-330d-496c-adb0-637bb38d73e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:22:39.497833 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a15fd05-6685-4c03-8ae2-c21ae7fac7c9" -d '{"events": [{"server_uuid": "8cfe4298-330d-496c-adb0-637bb38d73e0", "name": "network-vif-plugged", "status": "completed", "tag": "bb31d927-1d66-4cfb-9670-f94f7b9f6c70"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:22:39.513935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port bb31d927-1d66-4cfb-9670-f94f7b9f6c70, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bb31d927-1d66-4cfb-9670-f94f7b9f6c70,segment=NetworkSegment(7c3ed55f-927d-41c6-9b7c-2db41023533f),segment_id=7c3ed55f-927d-41c6-9b7c-2db41023533f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:39.572025 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa21c37b-dbef-4b37-8b2e-6e0dafa83f6e x-openstack-request-id: req-fa21c37b-dbef-4b37-8b2e-6e0dafa83f6e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:22:39.572767 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfe4298-330d-496c-adb0-637bb38d73e0", "name": "network-vif-plugged", "status": "completed", "tag": "bb31d927-1d66-4cfb-9670-f94f7b9f6c70", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:22:39.573425 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa21c37b-dbef-4b37-8b2e-6e0dafa83f6e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:22:39.574371 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfe4298-330d-496c-adb0-637bb38d73e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70', 'code': 200} Oct 13 14:22:39.587645 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-450fff56-4fb9-46e8-a707-f4653e121d18 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:39.638635 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:39.684164 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-450fff56-4fb9-46e8-a707-f4653e121d18 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:39.741650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=bb31d927-1d66-4cfb-9670-f94f7b9f6c70,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:39.745801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a6c52-0469-465f-9afa-1e28690437e8 req-fd67d2b0-c395-4dad-a95c-226c47a20da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:39.755645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-419a6c52-0469-465f-9afa-1e28690437e8 req-fd67d2b0-c395-4dad-a95c-226c47a20da8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 1097 time: 0.0991039 Oct 13 14:22:39.783717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fff56-4fb9-46e8-a707-f4653e121d18 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5901477-adaf-4b98-8ff4-8618c5e2ab62,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:39.812370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-419a6c52-0469-465f-9afa-1e28690437e8 req-4a30e10d-43f2-46c9-9899-8e27a372729f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461888 Oct 13 14:22:39.848525 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-450fff56-4fb9-46e8-a707-f4653e121d18 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:39.850056 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-450fff56-4fb9-46e8-a707-f4653e121d18 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6106007 Oct 13 14:22:39.860313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57000) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:39.860313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-316824c5-2c07-4850-82ff-09ba919480d7 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'a5901477-adaf-4b98-8ff4-8618c5e2ab62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:39.899210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb7768-827c-46a8-bd7a-327666155c1b req-837d83fb-edc1-48eb-a846-786395ddae4a tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:39.908807 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51cb7768-827c-46a8-bd7a-327666155c1b req-837d83fb-edc1-48eb-a846-786395ddae4a tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 945 time: 0.0994782 Oct 13 14:22:39.964412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51cb7768-827c-46a8-bd7a-327666155c1b req-0d40c4f9-2ad4-4a8e-addf-32e4d7894fb3 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544591 Oct 13 14:22:40.098560 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-316824c5-2c07-4850-82ff-09ba919480d7 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The resource could not be found. Oct 13 14:22:40.100014 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-316824c5-2c07-4850-82ff-09ba919480d7 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2452767 Oct 13 14:22:40.103314 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57024) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:40.111538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a0e0399b-a0e9-4996-8508-5aa153ddd136 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': 'a5901477-adaf-4b98-8ff4-8618c5e2ab62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'cb821003-f39b-4d5f-a8ba-43c514cb203d'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:40.275370 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69c40d-e766-4f2f-be2c-cfd658f2494d req-33f57c0d-2b07-4a9a-9d79-064291bf2391 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:40.284709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d69c40d-e766-4f2f-be2c-cfd658f2494d req-33f57c0d-2b07-4a9a-9d79-064291bf2391 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.0971537 Oct 13 14:22:40.301866 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-a0e0399b-a0e9-4996-8508-5aa153ddd136 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The resource could not be found. Oct 13 14:22:40.308199 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a0e0399b-a0e9-4996-8508-5aa153ddd136 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1976163 Oct 13 14:22:40.308199 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57038) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:40.373487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d69c40d-e766-4f2f-be2c-cfd658f2494d req-06c6af2d-c3ee-48f2-8926-957dbbf02d19 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758774 Oct 13 14:22:40.430255 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98b45c9d-1bf9-4e8b-875a-3c99ab608507 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:40.456392 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98b45c9d-1bf9-4e8b-875a-3c99ab608507 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:40.550033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-661e559d-2311-4bb0-8fc4-19e78f14fa58 req-b823118c-03e7-461b-b439-d6006d6b5060 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 210 time: 0.0696883 Oct 13 14:22:40.573501 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98b45c9d-1bf9-4e8b-875a-3c99ab608507 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:40.576176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98b45c9d-1bf9-4e8b-875a-3c99ab608507 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:40.579203 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-98b45c9d-1bf9-4e8b-875a-3c99ab608507 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "DELETE /v2.0/security-groups/a5901477-adaf-4b98-8ff4-8618c5e2ab62 HTTP/1.1" status: 204 len: 168 time: 0.2687638 Oct 13 14:22:40.580288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57056) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:40.607419 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b45c9d-1bf9-4e8b-875a-3c99ab608507 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5901477-adaf-4b98-8ff4-8618c5e2ab62,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:40.689155 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57068) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:40.690052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0cf01cad-81f6-46bd-bd3b-f12fff9000ef tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1078854 Oct 13 14:22:40.696890 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-69b8f87c-4e9e-48f2-be5c-dab95411137f tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': '0896b9aa-815e-4cb6-8bdb-1a87dcaf9c4e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:40.965412 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-69b8f87c-4e9e-48f2-be5c-dab95411137f tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The resource could not be found. Oct 13 14:22:40.970576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57088) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:40.974605 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-69b8f87c-4e9e-48f2-be5c-dab95411137f tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2831838 Oct 13 14:22:40.977112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-8ea498db-4d66-4ca2-88ce-e7d9a479c27d tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005424627'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:41.092034 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ea498db-4d66-4ca2-88ce-e7d9a479c27d tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:41.157364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d29491-6737-41cb-a022-eeaefaef3501 req-d31029bb-e5f0-4717-82ed-d3697b699f2b tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:41.159524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d29491-6737-41cb-a022-eeaefaef3501 req-d31029bb-e5f0-4717-82ed-d3697b699f2b tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 945 time: 0.0845313 Oct 13 14:22:41.234528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d29491-6737-41cb-a022-eeaefaef3501 req-d5360495-4bfc-4489-9316-8b8fe0a3776b tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615509 Oct 13 14:22:41.280328 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ea498db-4d66-4ca2-88ce-e7d9a479c27d tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:41.367533 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ea498db-4d66-4ca2-88ce-e7d9a479c27d tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:41.441142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea498db-4d66-4ca2-88ce-e7d9a479c27d tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03fc24ea-43ea-4de0-b72e-bae2daedca3a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:41.573487 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ea498db-4d66-4ca2-88ce-e7d9a479c27d tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:41.577584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8ea498db-4d66-4ca2-88ce-e7d9a479c27d tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6054966 Oct 13 14:22:41.580717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57130) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:41.596769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-c5580886-2883-4fd3-902c-4913998ecf17 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group': {'name': 'tempest-secgroup--1504971600'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:41.627903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98954c62-fd40-4f7e-b479-2c6c36a16a7d req-3feec67f-8aee-4a6b-bb47-aba4be863edb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:41.630039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98954c62-fd40-4f7e-b479-2c6c36a16a7d req-3feec67f-8aee-4a6b-bb47-aba4be863edb tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1254935 Oct 13 14:22:41.764461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98954c62-fd40-4f7e-b479-2c6c36a16a7d req-91eb4ec5-6237-459a-ad0e-52874d0ed62c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256795 Oct 13 14:22:41.789674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd309db7-23ee-4330-896f-e07626eb3fd3 req-d964b860-a463-4da4-9505-53c65382bbb2 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 210 time: 0.0424156 Oct 13 14:22:41.791341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5580886-2883-4fd3-902c-4913998ecf17 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:41.908967 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5580886-2883-4fd3-902c-4913998ecf17 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:42.000159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5580886-2883-4fd3-902c-4913998ecf17 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:42.035977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5580886-2883-4fd3-902c-4913998ecf17 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc0437b-c521-4699-bf69-cff7af194c41,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:42.091883 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5580886-2883-4fd3-902c-4913998ecf17 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:42.094816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c5580886-2883-4fd3-902c-4913998ecf17 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5075259 Oct 13 14:22:42.113811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57154) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:42.119821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f2bf26ad-5d0b-4c73-96c3-e6303bacf7a7 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group_rule': {'security_group_id': '03fc24ea-43ea-4de0-b72e-bae2daedca3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4fc0437b-c521-4699-bf69-cff7af194c41'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:42.326426 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-f2bf26ad-5d0b-4c73-96c3-e6303bacf7a7 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:22:42.327792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f2bf26ad-5d0b-4c73-96c3-e6303bacf7a7 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2134645 Oct 13 14:22:42.330721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57160) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:42.483878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e0d8273-1542-477f-8485-5844d461b658 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:42.534975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6741c-098b-415c-8bf2-baf871229369 req-9abddb63-3a8f-4648-8f9b-248a7d10aa92 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:42.537217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1c6741c-098b-415c-8bf2-baf871229369 req-9abddb63-3a8f-4648-8f9b-248a7d10aa92 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 945 time: 0.1396415 Oct 13 14:22:42.549195 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e0d8273-1542-477f-8485-5844d461b658 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:42.605726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e74e-ce9d-4d3f-b575-3c6f15c228e9 req-cd6de28b-7c7a-412c-9955-b822277c73b2 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:42.607237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f23e74e-ce9d-4d3f-b575-3c6f15c228e9 req-cd6de28b-7c7a-412c-9955-b822277c73b2 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1365263 Oct 13 14:22:42.640680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1c6741c-098b-415c-8bf2-baf871229369 req-9cabb35b-4b0c-41b0-9efa-999c5c8c90fa tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939074 Oct 13 14:22:42.664366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f23e74e-ce9d-4d3f-b575-3c6f15c228e9 req-cde8e253-0211-4ded-8263-f9a1c60c8951 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496819 Oct 13 14:22:42.771617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e874b-47c5-4aa0-b6c5-574cb33466b1 req-e9ee0041-f04a-4469-9932-3282f96f4982 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:42.773057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b75e874b-47c5-4aa0-b6c5-574cb33466b1 req-e9ee0041-f04a-4469-9932-3282f96f4982 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 945 time: 0.0589433 Oct 13 14:22:42.782436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57186) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:42.787858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5446b6fd-1e28-4b97-81c0-89ac000fc61d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Request body: {'floatingip': {'port_id': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:42.795167 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e0d8273-1542-477f-8485-5844d461b658 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:42.800051 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e0d8273-1542-477f-8485-5844d461b658 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:42.802062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0e0d8273-1542-477f-8485-5844d461b658 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "DELETE /v2.0/security-groups/4fc0437b-c521-4699-bf69-cff7af194c41 HTTP/1.1" status: 204 len: 168 time: 0.4672320 Oct 13 14:22:42.806822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57190) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:42.900820 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5446b6fd-1e28-4b97-81c0-89ac000fc61d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:42.904280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d8273-1542-477f-8485-5844d461b658 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc0437b-c521-4699-bf69-cff7af194c41,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:42.965838 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5efc8685-5c75-4aba-99fb-8a8e140291b2 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1572092 Oct 13 14:22:42.968209 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57196) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:43.056065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e76ab51-fbeb-425f-ad20-e962ac5110b9 req-9c237747-8da4-43c3-8ef5-d8c49e885017 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/ports?device_id=0690233a-b4d7-4c7e-9646-898309cb4d8a HTTP/1.1" status: 200 len: 210 time: 0.0784388 Oct 13 14:22:43.084036 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2810b881-0708-4cec-96a3-922ba37066e8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:43.124743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bc345-fdfd-4682-a2bc-9f35a1c3076e req-2648b6d0-67f5-498c-82dd-dc5a44384e7d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:43.126256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-300bc345-fdfd-4682-a2bc-9f35a1c3076e req-2648b6d0-67f5-498c-82dd-dc5a44384e7d tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1785214 Oct 13 14:22:43.148607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2810b881-0708-4cec-96a3-922ba37066e8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:43.271293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57214) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:43.309529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-300bc345-fdfd-4682-a2bc-9f35a1c3076e req-8f6d9f35-4c9b-49b4-b07d-a8d3e81a8a40 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657643 Oct 13 14:22:43.314875 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2810b881-0708-4cec-96a3-922ba37066e8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:43.317997 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2810b881-0708-4cec-96a3-922ba37066e8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:43.319402 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2810b881-0708-4cec-96a3-922ba37066e8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "DELETE /v2.0/security-groups/03fc24ea-43ea-4de0-b72e-bae2daedca3a HTTP/1.1" status: 204 len: 168 time: 0.3497233 Oct 13 14:22:43.327240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57218) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:43.374051 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810b881-0708-4cec-96a3-922ba37066e8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fc24ea-43ea-4de0-b72e-bae2daedca3a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:43.450431 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-558df2d9-8aec-4fad-836d-cb2bd9af82e8 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1087499 Oct 13 14:22:43.456473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57224) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:43.463795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1398ea62-dbf8-4cab-9689-7c0d2a159a25 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group': {'name': 'tempest-secgroup--654076047'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:43.497757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d430299-bb6c-4048-a2e8-16d187d72dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:43.688187 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d430299-bb6c-4048-a2e8-16d187d72dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:43.823663 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d430299-bb6c-4048-a2e8-16d187d72dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:43.901099 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1398ea62-dbf8-4cab-9689-7c0d2a159a25 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:43.928736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d430299-bb6c-4048-a2e8-16d187d72dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c92c67a-e555-4291-bb87-c13b1e8a7d6b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:43.940707 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3d430299-bb6c-4048-a2e8-16d187d72dc8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56a188f4afd34553815985d95df8aa20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6668403 Oct 13 14:22:43.942273 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57236) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:44.025545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eea747-f1a0-4590-a6df-d78d78a617b9 req-383ecf7b-7030-4c30-a804-3c87a7d7de60 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:44.034072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99eea747-f1a0-4590-a6df-d78d78a617b9 req-383ecf7b-7030-4c30-a804-3c87a7d7de60 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.2678807 Oct 13 14:22:44.050458 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5446b6fd-1e28-4b97-81c0-89ac000fc61d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:44.129421 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-85abcf39-0180-4c9a-889f-db0adddd462b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:44.178318 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5446b6fd-1e28-4b97-81c0-89ac000fc61d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:44.231610 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-85abcf39-0180-4c9a-889f-db0adddd462b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:44.279753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57250) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:44.364913 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-85abcf39-0180-4c9a-889f-db0adddd462b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:44.382439 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-85abcf39-0180-4c9a-889f-db0adddd462b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:44.390048 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-85abcf39-0180-4c9a-889f-db0adddd462b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c92c67a-e555-4291-bb87-c13b1e8a7d6b HTTP/1.1" status: 204 len: 168 time: 0.4439189 Oct 13 14:22:44.425115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abcf39-0180-4c9a-889f-db0adddd462b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c92c67a-e555-4291-bb87-c13b1e8a7d6b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:44.473345 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4e58-8c48-4185-8c8f-81cd22569c1e tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:44.539006 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4e58-8c48-4185-8c8f-81cd22569c1e tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:44.653067 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-5446b6fd-1e28-4b97-81c0-89ac000fc61d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Floating IP 2abf644a-3e2c-45f4-a60f-e801aef86d55 associated. External IP: 172.25.0.101, port: bb31d927-1d66-4cfb-9670-f94f7b9f6c70. Oct 13 14:22:44.714559 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4e58-8c48-4185-8c8f-81cd22569c1e tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:44.717352 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4e58-8c48-4185-8c8f-81cd22569c1e tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:44.718619 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8f2d4e58-8c48-4185-8c8f-81cd22569c1e tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "DELETE /v2.0/security-groups/682eb074-e2ac-49f1-9964-d9223223c597 HTTP/1.1" status: 204 len: 168 time: 0.4378996 Oct 13 14:22:44.734682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57268) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:44.750701 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d4e58-8c48-4185-8c8f-81cd22569c1e tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682eb074-e2ac-49f1-9964-d9223223c597,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:44.833754 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1398ea62-dbf8-4cab-9689-7c0d2a159a25 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:44.842668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99eea747-f1a0-4590-a6df-d78d78a617b9 req-ee9424ac-83eb-4e51-b05d-ab79a20e6976 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8074067 Oct 13 14:22:44.846951 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-fda11ccc-42b5-45ce-a4a4-c25a7305307b tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] show failed (client error): The resource could not be found. Oct 13 14:22:44.851060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fda11ccc-42b5-45ce-a4a4-c25a7305307b tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "GET /v2.0/security-groups/682eb074-e2ac-49f1-9964-d9223223c597 HTTP/1.1" status: 404 len: 347 time: 0.1121318 Oct 13 14:22:44.852762 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57272) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:45.000865 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1398ea62-dbf8-4cab-9689-7c0d2a159a25 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:45.206441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-fbafeeff-5086-4952-9217-8454629c7bf4 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Deleting port a5449115-51b0-402b-8338-96003240443f {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:22:45.206791 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbafeeff-5086-4952-9217-8454629c7bf4 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:45.375129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbafeeff-5086-4952-9217-8454629c7bf4 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:45.375129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbafeeff-5086-4952-9217-8454629c7bf4 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:45.397559 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-fbafeeff-5086-4952-9217-8454629c7bf4 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Calling delete_port for a5449115-51b0-402b-8338-96003240443f owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:22:45.587399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48860889-a715-424d-b005-c2361984fe33 req-c9b5dcdb-bc80-48a9-b6ee-1d874f2325dc tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:45.589059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48860889-a715-424d-b005-c2361984fe33 req-c9b5dcdb-bc80-48a9-b6ee-1d874f2325dc tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.9421699 Oct 13 14:22:45.607081 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398ea62-dbf8-4cab-9689-7c0d2a159a25 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52a79b0-3dbd-44fd-9923-243f0ac0c637,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:45.757276 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1398ea62-dbf8-4cab-9689-7c0d2a159a25 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:45.759557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1398ea62-dbf8-4cab-9689-7c0d2a159a25 tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3015413 Oct 13 14:22:45.764801 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57304) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:45.774063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d4d4a4de-7933-4b1d-813c-a269806dbb6a tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Request body: {'security_group': {'name': 'default'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:45.774969 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-d4d4a4de-7933-4b1d-813c-a269806dbb6a tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 14:22:45.776208 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-d4d4a4de-7933-4b1d-813c-a269806dbb6a tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 14:22:45.781097 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d4d4a4de-7933-4b1d-813c-a269806dbb6a tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "PUT /v2.0/security-groups/a52a79b0-3dbd-44fd-9923-243f0ac0c637 HTTP/1.1" status: 409 len: 330 time: 0.0121751 Oct 13 14:22:45.783235 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57306) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:45.795598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48860889-a715-424d-b005-c2361984fe33 req-d5720b25-d8c5-42f6-b8a2-d7af0eada72f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148722 Oct 13 14:22:45.828123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5446b6fd-1e28-4b97-81c0-89ac000fc61d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:22:45.869897 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbafeeff-5086-4952-9217-8454629c7bf4 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:46.016112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5446b6fd-1e28-4b97-81c0-89ac000fc61d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:22:46.022823 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5446b6fd-1e28-4b97-81c0-89ac000fc61d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:46.040316 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbf0586-5ad0-4373-bee4-178678b3f638 None None] Sync routers for ids ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:22:46.077241 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbf0586-5ad0-4373-bee4-178678b3f638 None None] Routers {'094dbaed-1e9b-4fe8-9f1b-8da709b81b33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:22:46.077484 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafeeff-5086-4952-9217-8454629c7bf4 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Pushing event deleted for resources: {'Port': ['ID=a5449115-51b0-402b-8338-96003240443f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:46.078325 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ffbf0586-5ad0-4373-bee4-178678b3f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:22:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:46.190622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5446b6fd-1e28-4b97-81c0-89ac000fc61d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "PUT /v2.0/floatingips/2abf644a-3e2c-45f4-a60f-e801aef86d55 HTTP/1.1" status: 200 len: 991 time: 3.4054863 Oct 13 14:22:46.195219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfe4298-330d-496c-adb0-637bb38d73e0', 'tag': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:22:46.197657 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb10290f-ba44-4e41-9b68-e021be8bf729" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfe4298-330d-496c-adb0-637bb38d73e0", "tag": "bb31d927-1d66-4cfb-9670-f94f7b9f6c70"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:22:46.259593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27121ea-09d6-4d82-88a8-3f8df0f99efd req-e0e898cd-6c14-46b7-b4a6-2394ca1ae299 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:46.266105 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f95150c2-98d3-4553-aa06-3034f038122f tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:46.271930 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e27121ea-09d6-4d82-88a8-3f8df0f99efd req-e0e898cd-6c14-46b7-b4a6-2394ca1ae299 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1684561 Oct 13 14:22:46.290533 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbafeeff-5086-4952-9217-8454629c7bf4 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:46.301815 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbafeeff-5086-4952-9217-8454629c7bf4 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:46.314304 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fbafeeff-5086-4952-9217-8454629c7bf4 tempest-ServersTestBootFromVolume-1217176245 tempest-ServersTestBootFromVolume-1217176245-project] 10.222.0.18 "DELETE /v2.0/floatingips/acb72b15-0aee-4144-87ed-3302e6f10e50 HTTP/1.1" status: 204 len: 168 time: 1.4597552 Oct 13 14:22:46.315319 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57324) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:46.388342 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-ffbf0586-5ad0-4373-bee4-178678b3f638 None None] Set router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:22:46.427641 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f95150c2-98d3-4553-aa06-3034f038122f tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:46.446579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e27121ea-09d6-4d82-88a8-3f8df0f99efd req-3ce0d5d6-0db0-42ec-8730-f9850fda32c8 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729579 Oct 13 14:22:46.572590 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906f6fb1-969e-4977-a6a2-54981d969f24 x-openstack-request-id: req-906f6fb1-969e-4977-a6a2-54981d969f24 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:22:46.573095 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfe4298-330d-496c-adb0-637bb38d73e0", "tag": "bb31d927-1d66-4cfb-9670-f94f7b9f6c70", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:22:46.573350 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-906f6fb1-969e-4977-a6a2-54981d969f24 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:22:46.575951 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfe4298-330d-496c-adb0-637bb38d73e0', 'tag': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70', 'status': 'completed', 'code': 200} Oct 13 14:22:46.638701 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f95150c2-98d3-4553-aa06-3034f038122f tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:46.643976 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f95150c2-98d3-4553-aa06-3034f038122f tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:46.655044 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f95150c2-98d3-4553-aa06-3034f038122f tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "DELETE /v2.0/security-groups/a52a79b0-3dbd-44fd-9923-243f0ac0c637 HTTP/1.1" status: 204 len: 168 time: 0.8675931 Oct 13 14:22:46.669259 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57338) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:46.715633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10290f-ba44-4e41-9b68-e021be8bf729 req-2593f5e7-691a-4885-afe4-97337794c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:46.716528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95150c2-98d3-4553-aa06-3034f038122f tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52a79b0-3dbd-44fd-9923-243f0ac0c637,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:46.718782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb10290f-ba44-4e41-9b68-e021be8bf729 req-2593f5e7-691a-4885-afe4-97337794c040 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=781ec0bbd78a43a08f7a5b4459640fba&device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 1097 time: 0.1017580 Oct 13 14:22:46.787768 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-571039ff-e277-498b-87a0-df23a1254dcb tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1099389 Oct 13 14:22:46.795796 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57344) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:46.842612 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-4c2c6719-3729-4bd4-a00f-93f0c2f8297b tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] delete failed (client error): The resource could not be found. Oct 13 14:22:46.848866 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4c2c6719-3729-4bd4-a00f-93f0c2f8297b tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "DELETE /v2.0/security-groups/82c85943-3bb4-42cc-87f8-73b1c6cc443e HTTP/1.1" status: 404 len: 347 time: 0.0467110 Oct 13 14:22:46.849496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57348) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:46.880315 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-e9f90d5c-5799-454c-8beb-409b6616b0db tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] show failed (client error): The resource could not be found. Oct 13 14:22:46.881667 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e9f90d5c-5799-454c-8beb-409b6616b0db tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "GET /v2.0/security-groups/f4e08743-3474-43f2-87f5-a1961063e32b HTTP/1.1" status: 404 len: 347 time: 0.0312359 Oct 13 14:22:46.887962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57350) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:46.918614 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-2b36b81e-c6fc-4b20-9c29-47d6cca88c1a tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] show failed (client error): The resource could not be found. Oct 13 14:22:46.924924 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2b36b81e-c6fc-4b20-9c29-47d6cca88c1a tempest-NegativeSecGroupTest-2022764277 tempest-NegativeSecGroupTest-2022764277-project] 10.222.0.18 "GET /v2.0/security-group-rules/1ad016a2-85c6-4c9b-a20e-d8236c0ad6d6 HTTP/1.1" status: 404 len: 356 time: 0.0307498 Oct 13 14:22:47.014997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10290f-ba44-4e41-9b68-e021be8bf729 req-94de335f-cd50-4280-bd10-cd2d6f422a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:47.017193 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb10290f-ba44-4e41-9b68-e021be8bf729 req-94de335f-cd50-4280-bd10-cd2d6f422a24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51207f4d-09c5-4b80-9add-bcc60acd6541 HTTP/1.1" status: 200 len: 916 time: 0.2900288 Oct 13 14:22:47.225525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe27c-19f1-41c2-9cdf-7abc95e8ddab req-c2df80b1-d3a0-4ce7-bebb-a16317aefc75 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:47.230979 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-675fe27c-19f1-41c2-9cdf-7abc95e8ddab req-c2df80b1-d3a0-4ce7-bebb-a16317aefc75 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.2385368 Oct 13 14:22:47.236689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb10290f-ba44-4e41-9b68-e021be8bf729 req-d1fc85c7-a1db-4f7c-bc92-37ec095ef008 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb31d927-1d66-4cfb-9670-f94f7b9f6c70 HTTP/1.1" status: 200 len: 999 time: 0.1914911 Oct 13 14:22:47.259078 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ffbf0586-5ad0-4373-bee4-178678b3f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:22:11Z', 'revision_number': 4, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port': {'id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:05Z', 'updated_at': '2021-10-13T14:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2abf644a-3e2c-45f4-a60f-e801aef86d55', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'port_id': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'mac_address': 'fa:16:3e:12:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfe4298-330d-496c-adb0-637bb38d73e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:22:18Z', 'updated_at': '2021-10-13T14:22:43Z', 'revision_number': 1, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6', 'name': '', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'mac_address': 'fa:16:3e:21:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:09Z', 'updated_at': '2021-10-13T14:22:17Z', 'revision_number': 5, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'subnets': [{'id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:47.288931 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbf0586-5ad0-4373-bee4-178678b3f638 None None] Checking router: 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:22:47.303444 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbf0586-5ad0-4373-bee4-178678b3f638 None None] Routers {'094dbaed-1e9b-4fe8-9f1b-8da709b81b33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:22:47.304457 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ffbf0586-5ad0-4373-bee4-178678b3f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:22:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:47.399889 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-675fe27c-19f1-41c2-9cdf-7abc95e8ddab req-a309c800-8abe-4bba-a2f7-8d6f8df74114 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611807 Oct 13 14:22:47.408795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10290f-ba44-4e41-9b68-e021be8bf729 req-ec56af7c-b616-4989-93a4-9e9d9c6d1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:47.414317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb10290f-ba44-4e41-9b68-e021be8bf729 req-ec56af7c-b616-4989-93a4-9e9d9c6d1db8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fc65117-704a-4857-a7b2-0c1f3eeef403 HTTP/1.1" status: 200 len: 854 time: 0.1566634 Oct 13 14:22:47.577877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10290f-ba44-4e41-9b68-e021be8bf729 req-8408cc5e-ac13-4518-b303-9cf887720de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:47.578762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb10290f-ba44-4e41-9b68-e021be8bf729 req-8408cc5e-ac13-4518-b303-9cf887720de0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51207f4d-09c5-4b80-9add-bcc60acd6541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521323 Oct 13 14:22:47.625404 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-ffbf0586-5ad0-4373-bee4-178678b3f638 None None] Set router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:22:47.831355 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57374) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:47.899871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e1713-51dd-4d09-8d9b-fd9759a25be7 req-6aa40ad7-3d47-43ca-b3c8-7f9877db594e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:47.901538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f98e1713-51dd-4d09-8d9b-fd9759a25be7 req-6aa40ad7-3d47-43ca-b3c8-7f9877db594e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1536279 Oct 13 14:22:47.980528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb10290f-ba44-4e41-9b68-e021be8bf729 req-af1f3221-2724-4f26-8cdf-4e73b0ec4031 service neutron] 10.222.0.41 "GET /v2.0/networks/51207f4d-09c5-4b80-9add-bcc60acd6541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915625 Oct 13 14:22:48.019132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f98e1713-51dd-4d09-8d9b-fd9759a25be7 req-f2288140-0821-4d38-bf83-7e12903dcced tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887187 Oct 13 14:22:48.200356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb10290f-ba44-4e41-9b68-e021be8bf729 req-891eebcd-5246-4bc5-b4a9-11d7056039df service neutron] 10.222.0.41 "GET /v2.0/networks/51207f4d-09c5-4b80-9add-bcc60acd6541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072084 Oct 13 14:22:48.266802 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33ed0434-876f-4e04-9336-08941fe9ebd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:48.301882 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ffbf0586-5ad0-4373-bee4-178678b3f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:22:11Z', 'revision_number': 4, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port': {'id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:05Z', 'updated_at': '2021-10-13T14:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2abf644a-3e2c-45f4-a60f-e801aef86d55', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'port_id': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'mac_address': 'fa:16:3e:12:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfe4298-330d-496c-adb0-637bb38d73e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:22:18Z', 'updated_at': '2021-10-13T14:22:43Z', 'revision_number': 1, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6', 'name': '', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'mac_address': 'fa:16:3e:21:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:09Z', 'updated_at': '2021-10-13T14:22:17Z', 'revision_number': 5, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'subnets': [{'id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:48.345036 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbf0586-5ad0-4373-bee4-178678b3f638 None None] The sync data for ids ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'] in n-d-806683-15 is: [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:22:11Z', 'revision_number': 4, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port': {'id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:05Z', 'updated_at': '2021-10-13T14:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2abf644a-3e2c-45f4-a60f-e801aef86d55', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'port_id': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'mac_address': 'fa:16:3e:12:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfe4298-330d-496c-adb0-637bb38d73e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:22:18Z', 'updated_at': '2021-10-13T14:22:43Z', 'revision_number': 1, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6', 'name': '', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'mac_address': 'fa:16:3e:21:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:09Z', 'updated_at': '2021-10-13T14:22:17Z', 'revision_number': 5, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'subnets': [{'id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:22:48.465769 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:48.588694 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b60f31e5-4aec-4bf3-a600-004d18c4740d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a322eeb61b54b5487ab54062d326714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7539773 Oct 13 14:22:48.591803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57398) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:48.633573 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:22:48.752958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f857b-ffd1-4605-828b-da290310c64c req-472b8055-f7b6-4ae0-a341-dce2d3dce171 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:48.760490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f23f857b-ffd1-4605-828b-da290310c64c req-472b8055-f7b6-4ae0-a341-dce2d3dce171 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1499977 Oct 13 14:22:48.817157 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbfb2bcb-eacf-49db-b67a-b50031897e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:48.840385 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57408) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:48.840566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f23f857b-ffd1-4605-828b-da290310c64c req-77743c89-ea9d-4082-803b-c7bcefc9bf9f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720088 Oct 13 14:22:48.885557 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbfb2bcb-eacf-49db-b67a-b50031897e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:48.969758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b164df84-d812-4b96-875e-6cf5cfc229cb None None] New status for floating IP 2abf644a-3e2c-45f4-a60f-e801aef86d55: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:22:48.987013 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-33ed0434-876f-4e04-9336-08941fe9ebd4 admin admin] Deleting port 3021b95a-0ed8-494f-84bd-0ab3c852381a {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:22:48.987560 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33ed0434-876f-4e04-9336-08941fe9ebd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:49.087751 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbfb2bcb-eacf-49db-b67a-b50031897e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:49.095722 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbfb2bcb-eacf-49db-b67a-b50031897e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:49.097699 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cbfb2bcb-eacf-49db-b67a-b50031897e36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1156477-8e59-42aa-9138-0d5b4369f6bf HTTP/1.1" status: 204 len: 168 time: 0.5056493 Oct 13 14:22:49.126078 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf89cb61-695b-4322-bfa9-e1587f535e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:49.212661 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb2bcb-eacf-49db-b67a-b50031897e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1156477-8e59-42aa-9138-0d5b4369f6bf,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:49.231224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700773df-0659-41b7-ab26-3a501a21e4c5 req-f3813c4b-b8bc-4ca6-9e7a-863d54ff1d7a tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:49.238465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-700773df-0659-41b7-ab26-3a501a21e4c5 req-f3813c4b-b8bc-4ca6-9e7a-863d54ff1d7a tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.0795100 Oct 13 14:22:49.249956 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-33ed0434-876f-4e04-9336-08941fe9ebd4 admin admin] For port 3021b95a-0ed8-494f-84bd-0ab3c852381a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3021b95a-0ed8-494f-84bd-0ab3c852381a,segment=NetworkSegment(3ca46691-e0a6-4153-a03b-609e2b070248),segment_id=3ca46691-e0a6-4153-a03b-609e2b070248)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:49.250329 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33ed0434-876f-4e04-9336-08941fe9ebd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:49.270676 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-33ed0434-876f-4e04-9336-08941fe9ebd4 admin admin] Calling delete_port for 3021b95a-0ed8-494f-84bd-0ab3c852381a owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:22:49.302502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-700773df-0659-41b7-ab26-3a501a21e4c5 req-ed2a62cf-14e3-4b6a-891c-b90d1c29a313 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594897 Oct 13 14:22:49.497837 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf89cb61-695b-4322-bfa9-e1587f535e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:49.548765 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-89668624-4e60-49cd-8ce7-d82b8fa0528a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:49.606094 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf89cb61-695b-4322-bfa9-e1587f535e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:49.680731 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89cb61-695b-4322-bfa9-e1587f535e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ca5dd6-7ca2-47f2-9980-74455b1d4c64,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:49.690703 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33ed0434-876f-4e04-9336-08941fe9ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:49.768143 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed0434-876f-4e04-9336-08941fe9ebd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3021b95a-0ed8-494f-84bd-0ab3c852381a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:49.777647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57434) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:49.792759 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cf89cb61-695b-4322-bfa9-e1587f535e8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a62a732f4ee46ec872b68fdc6c14d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9512289 Oct 13 14:22:49.910912 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:49.958808 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:50.129981 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33ed0434-876f-4e04-9336-08941fe9ebd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:50.133786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1693e98-9a2d-4fe1-9bd0-421e71440aaa req-da297816-dc8d-4465-a8c7-0f124b3ac750 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:50.136859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1693e98-9a2d-4fe1-9bd0-421e71440aaa req-da297816-dc8d-4465-a8c7-0f124b3ac750 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1703012 Oct 13 14:22:50.248431 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1693e98-9a2d-4fe1-9bd0-421e71440aaa req-5ff4b1f7-2c8a-4e75-8bc2-9bdd143b68e8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913830 Oct 13 14:22:50.254440 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:50.264857 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:50.266066 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0ca5dd6-7ca2-47f2-9980-74455b1d4c64 HTTP/1.1" status: 204 len: 168 time: 0.4868183 Oct 13 14:22:50.283468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ca5dd6-7ca2-47f2-9980-74455b1d4c64,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:50.310004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:50.311206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:50.312323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:50.313372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:50.314387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:50.316078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:50.317239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:50.318532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:50.321731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:50.323231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:50.324230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:50.327812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa1dbe-975c-48c8-9101-ea79cdfcb289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:22:50.581974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b2d08-bf08-4039-ab54-c31a40a7a96b req-d7a0d88a-f75e-41f7-b0f8-cab034480c3c tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:50.583729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-393b2d08-bf08-4039-ab54-c31a40a7a96b req-d7a0d88a-f75e-41f7-b0f8-cab034480c3c tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1277425 Oct 13 14:22:50.593687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ed0434-876f-4e04-9336-08941fe9ebd4 admin admin] Router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:22:50.665484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-393b2d08-bf08-4039-ab54-c31a40a7a96b req-1fc5782f-5f67-47ee-a161-d7f12b73bad3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740204 Oct 13 14:22:50.763231 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ed0434-876f-4e04-9336-08941fe9ebd4 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:22:50.768836 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-33ed0434-876f-4e04-9336-08941fe9ebd4 admin admin] 10.222.0.18 "PUT /v2.0/routers/b8afb779-2f54-4bbf-bd6e-cc36f408aa8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4372418 Oct 13 14:22:50.771838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57470) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:50.778075 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deaacf9-da9b-4423-bc33-3b1d328d8147 None None] Sync routers for ids ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:22:50.798509 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deaacf9-da9b-4423-bc33-3b1d328d8147 None None] Routers {'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:22:50.800178 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9deaacf9-da9b-4423-bc33-3b1d328d8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:22:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:50.980608 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-9deaacf9-da9b-4423-bc33-3b1d328d8147 None None] Set router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:22:50.986295 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:51.009255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57484) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:51.017478 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0065544 Oct 13 14:22:51.027262 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57486) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:51.219424 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:51.251875 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9deaacf9-da9b-4423-bc33-3b1d328d8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:22:49Z', 'revision_number': 5, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port': {'id': '1b094c65-6249-4f6c-9f19-37dbf454b553', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:17:49Z', 'updated_at': '2021-10-13T14:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:51.299093 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deaacf9-da9b-4423-bc33-3b1d328d8147 None None] Checking router: b8afb779-2f54-4bbf-bd6e-cc36f408aa8d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:22:51.311024 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deaacf9-da9b-4423-bc33-3b1d328d8147 None None] Routers {'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:22:51.311923 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9deaacf9-da9b-4423-bc33-3b1d328d8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:22:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:51.369392 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-61ed3834-eed7-4ff4-afe9-d0f8f1eec3da tempest-NetworksApiDiscovery-223320185 tempest-NetworksApiDiscovery-223320185-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3399847 Oct 13 14:22:51.397724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Deleting port 1b094c65-6249-4f6c-9f19-37dbf454b553 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:22:51.398344 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:51.526319 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-9deaacf9-da9b-4423-bc33-3b1d328d8147 None None] Set router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:22:51.578119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60268fa3-3885-4299-b691-10e694737f14 req-0f03679c-42a2-434a-8ee7-47dfa3eaed78 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:51.579911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60268fa3-3885-4299-b691-10e694737f14 req-0f03679c-42a2-434a-8ee7-47dfa3eaed78 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1786797 Oct 13 14:22:51.612865 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9deaacf9-da9b-4423-bc33-3b1d328d8147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:22:51Z', 'revision_number': 6, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:51.695478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60268fa3-3885-4299-b691-10e694737f14 req-74a244f6-00ec-4c5f-a7bd-9f4d1409450e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057785 Oct 13 14:22:51.700955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] For port 1b094c65-6249-4f6c-9f19-37dbf454b553, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1b094c65-6249-4f6c-9f19-37dbf454b553,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:51.703094 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:51.705990 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57506) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:51.756689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Calling delete_port for 1b094c65-6249-4f6c-9f19-37dbf454b553 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:22:51.805781 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:51.831681 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deaacf9-da9b-4423-bc33-3b1d328d8147 None None] The sync data for ids ['b8afb779-2f54-4bbf-bd6e-cc36f408aa8d'] in n-d-806683-15 is: [{'id': 'b8afb779-2f54-4bbf-bd6e-cc36f408aa8d', 'name': 'tempest-ServersTestBootFromVolume-1137423774-router', 'tenant_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:17:47Z', 'updated_at': '2021-10-13T14:22:51Z', 'revision_number': 6, 'project_id': 'b25a2eab5e3c42c7b1b3d0de7f0b4067', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:22:51.929541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233278bf-e97c-40d7-9c52-f1c22a79518d req-4ee31f91-a542-455d-9bd8-996a45d1e35c tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:51.931712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-233278bf-e97c-40d7-9c52-f1c22a79518d req-4ee31f91-a542-455d-9bd8-996a45d1e35c tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1013911 Oct 13 14:22:52.081299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-233278bf-e97c-40d7-9c52-f1c22a79518d req-ee7fc4a0-8985-49b1-b0a5-0966fc4c4545 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606301 Oct 13 14:22:52.124050 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57516) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:52.196197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da50a1ed-1bf9-42e6-a9db-769f569a9263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.212595 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.262627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Pushing event deleted for resources: {'Port': ['ID=1b094c65-6249-4f6c-9f19-37dbf454b553,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:52.276349 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bae7ee61-88c6-485d-b76f-0a8dc6c2f346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.297167 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dddb3fe1-275c-4955-8c78-c17e5a17756d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.339355 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.520916 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.523043 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.537815 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da50a1ed-1bf9-42e6-a9db-769f569a9263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.562504 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bae7ee61-88c6-485d-b76f-0a8dc6c2f346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.623453 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da50a1ed-1bf9-42e6-a9db-769f569a9263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.659559 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.659559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8afb779-2f54-4bbf-bd6e-cc36f408aa8d {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:22:52.665226 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.667144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f795ab22-6b1a-4459-918b-a9457b15d41d admin admin] 10.222.0.18 "DELETE /v2.0/routers/b8afb779-2f54-4bbf-bd6e-cc36f408aa8d HTTP/1.1" status: 204 len: 168 time: 1.8926499 Oct 13 14:22:52.668502 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bae7ee61-88c6-485d-b76f-0a8dc6c2f346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.670590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57530) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:52.679299 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da50a1ed-1bf9-42e6-a9db-769f569a9263 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07bbaa5a9fa9426ea01e740cb27683a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9736364 Oct 13 14:22:52.682905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57532) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:52.687574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50a1ed-1bf9-42e6-a9db-769f569a9263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf6d7e8-9999-456d-8bfd-15922a31d63b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:52.717965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7ee61-88c6-485d-b76f-0a8dc6c2f346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d85f040-70d3-474f-b7c7-67c9a6e44b46,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:52.759413 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bae7ee61-88c6-485d-b76f-0a8dc6c2f346 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac2c11ce562c43bf9a484099e07853c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6332147 Oct 13 14:22:52.760334 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57536) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:52.817972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3021b95a-0ed8-494f-84bd-0ab3c852381a no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:22:52.831655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-020b50e0-0203-44d6-a76c-cc15ef2f8864 admin admin] Deleting subnet f50d9962-1ff5-4e60-9b43-876c73cdee45 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:22:52.841390 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-020b50e0-0203-44d6-a76c-cc15ef2f8864 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.864579 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ba13cd4-6fed-4149-be8f-d551cece31e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:52.906119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ba13cd4-6fed-4149-be8f-d551cece31e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:53.008358 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3282d16e-0be4-41c8-9984-2730c32bb69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:53.038784 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3282d16e-0be4-41c8-9984-2730c32bb69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:53.063482 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ba13cd4-6fed-4149-be8f-d551cece31e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:53.066388 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ba13cd4-6fed-4149-be8f-d551cece31e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:53.075771 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1ba13cd4-6fed-4149-be8f-d551cece31e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d85f040-70d3-474f-b7c7-67c9a6e44b46 HTTP/1.1" status: 204 len: 168 time: 0.3138902 Oct 13 14:22:53.099323 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba13cd4-6fed-4149-be8f-d551cece31e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d85f040-70d3-474f-b7c7-67c9a6e44b46,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:53.128236 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-020b50e0-0203-44d6-a76c-cc15ef2f8864 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:53.144618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 3021b95a-0ed8-494f-84bd-0ab3c852381a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:22:53.148293 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3021b95a-0ed8-494f-84bd-0ab3c852381a not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:22:53.215591 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3282d16e-0be4-41c8-9984-2730c32bb69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:53.218257 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3282d16e-0be4-41c8-9984-2730c32bb69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:53.222229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3282d16e-0be4-41c8-9984-2730c32bb69d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cf6d7e8-9999-456d-8bfd-15922a31d63b HTTP/1.1" status: 204 len: 168 time: 0.5385828 Oct 13 14:22:53.237651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f559f68-f2a9-4dc1-8fce-b4500cb413ff req-4c18bf06-1806-4ffd-a0b3-5ea21230a45c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:53.245657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f559f68-f2a9-4dc1-8fce-b4500cb413ff req-4c18bf06-1806-4ffd-a0b3-5ea21230a45c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.3329823 Oct 13 14:22:53.363292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f559f68-f2a9-4dc1-8fce-b4500cb413ff req-481a0bc8-3068-480e-b2ba-110c11854b44 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165245 Oct 13 14:22:53.364133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282d16e-0be4-41c8-9984-2730c32bb69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf6d7e8-9999-456d-8bfd-15922a31d63b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:53.434902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-020b50e0-0203-44d6-a76c-cc15ef2f8864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:53.468467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638ea08-b066-44fd-83f6-386bcf935a24 req-429335f3-31a6-4af5-b3ca-ac262bb76122 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:53.470020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f638ea08-b066-44fd-83f6-386bcf935a24 req-429335f3-31a6-4af5-b3ca-ac262bb76122 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1861820 Oct 13 14:22:53.535962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f638ea08-b066-44fd-83f6-386bcf935a24 req-dd89d14d-e8ec-46d1-85b9-db5d5b6e0e46 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497103 Oct 13 14:22:53.719867 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-020b50e0-0203-44d6-a76c-cc15ef2f8864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:53.752856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b50e0-0203-44d6-a76c-cc15ef2f8864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f50d9962-1ff5-4e60-9b43-876c73cdee45,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:53.754637 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:53.760329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-020b50e0-0203-44d6-a76c-cc15ef2f8864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:53.764921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-020b50e0-0203-44d6-a76c-cc15ef2f8864 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f50d9962-1ff5-4e60-9b43-876c73cdee45 HTTP/1.1" status: 204 len: 168 time: 1.0930002 Oct 13 14:22:53.767286 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6390223d-c2e8-46d8-8a39-6e00bc5182b4 None None] Network 47ac7078-4955-4859-a54d-a170c2b90a6f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:22:53.767546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57556) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:53.901425 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:54.052899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7a64a-1f7d-4e75-9154-dc14f8f48b01 req-c1d8a2d0-844e-4818-b7f7-054eabf2d5ee tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:54.054590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dde7a64a-1f7d-4e75-9154-dc14f8f48b01 req-c1d8a2d0-844e-4818-b7f7-054eabf2d5ee tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.0752997 Oct 13 14:22:54.058646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Deleting port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:22:54.063982 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:54.068525 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:54.129222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec064691-fd10-41e4-96ec-1205137b3719 None None] DHCP port deletion for 47ac7078-4955-4859-a54d-a170c2b90a6f request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:22:54.214899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ec064691-fd10-41e4-96ec-1205137b3719 None None] Deleting port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:22:54.214899 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec064691-fd10-41e4-96ec-1205137b3719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:54.217118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] For port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7dd19a7a-6a0e-49fd-ad11-0c2a31762444,segment=NetworkSegment(3ca46691-e0a6-4153-a03b-609e2b070248),segment_id=3ca46691-e0a6-4153-a03b-609e2b070248)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:54.217495 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:54.223156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dde7a64a-1f7d-4e75-9154-dc14f8f48b01 req-6d44c5f7-e1d0-496a-a667-3fc8c8a7ef2b tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435034 Oct 13 14:22:54.255952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Calling delete_port for 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:22:54.255952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b432d-f796-4ac0-8f6c-b9fed8751a77 req-6aaafb9a-3ad9-4f08-a2c6-b131183c7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:54.255952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f48b432d-f796-4ac0-8f6c-b9fed8751a77 req-6aaafb9a-3ad9-4f08-a2c6-b131183c7b81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 1098 time: 0.1129129 Oct 13 14:22:54.315225 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ec064691-fd10-41e4-96ec-1205137b3719 None None] For port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7dd19a7a-6a0e-49fd-ad11-0c2a31762444,segment=NetworkSegment(3ca46691-e0a6-4153-a03b-609e2b070248),segment_id=3ca46691-e0a6-4153-a03b-609e2b070248)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:22:54.315548 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec064691-fd10-41e4-96ec-1205137b3719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:54.332742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ec064691-fd10-41e4-96ec-1205137b3719 None None] Calling delete_port for 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:22:54.432537 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b432d-f796-4ac0-8f6c-b9fed8751a77 req-8ad7914c-4f39-4e38-ae7b-54b6e0ef07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:54.434170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f48b432d-f796-4ac0-8f6c-b9fed8751a77 req-8ad7914c-4f39-4e38-ae7b-54b6e0ef07a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 200 len: 911 time: 0.1733088 Oct 13 14:22:54.459013 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57580) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:54.483402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:22:54.483818 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd0142e3-88dd-4708-8a1b-f2c1b4761bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:54.526743 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:54.528710 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec064691-fd10-41e4-96ec-1205137b3719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:54.549214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:22:54.549880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:22:54.550935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1b094c65-6249-4f6c-9f19-37dbf454b553 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:22:54.556444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec064691-fd10-41e4-96ec-1205137b3719 None None] No DVR routers for this DVR port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:22:54.606457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec064691-fd10-41e4-96ec-1205137b3719 None None] Pushing event deleted for resources: {'Port': ['ID=7dd19a7a-6a0e-49fd-ad11-0c2a31762444,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:54.639079 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 1b094c65-6249-4f6c-9f19-37dbf454b553 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:22:54.639233 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1b094c65-6249-4f6c-9f19-37dbf454b553 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:22:54.648195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] No DVR routers for this DVR port 7dd19a7a-6a0e-49fd-ad11-0c2a31762444 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:22:54.655237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd19a7a-6a0e-49fd-ad11-0c2a31762444,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:54.760485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f48b432d-f796-4ac0-8f6c-b9fed8751a77 req-05df5c69-7663-4663-8e9a-c05f7f78b2e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=230b4fcb-978e-4faa-a273-ca19b22ca2c2 HTTP/1.1" status: 200 len: 1001 time: 0.3178642 Oct 13 14:22:54.775363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136a881-87c7-4a4a-8c4c-c7b63c1f65aa req-32723134-2e00-4da8-b5ba-22916c322083 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:54.778096 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd0142e3-88dd-4708-8a1b-f2c1b4761bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:54.783205 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9136a881-87c7-4a4a-8c4c-c7b63c1f65aa req-32723134-2e00-4da8-b5ba-22916c322083 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.2616918 Oct 13 14:22:54.817629 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:54.852559 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd0142e3-88dd-4708-8a1b-f2c1b4761bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:54.871957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ac7078-4955-4859-a54d-a170c2b90a6f']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:54.889809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca46691-e0a6-4153-a03b-609e2b070248') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:54.890106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca46691-e0a6-4153-a03b-609e2b070248') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:22:54.905738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9136a881-87c7-4a4a-8c4c-c7b63c1f65aa req-5d521d5c-798b-44b7-8680-bf137ae63429 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166692 Oct 13 14:22:54.918746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b432d-f796-4ac0-8f6c-b9fed8751a77 req-67329ed7-2bd1-48d1-823b-a4bea38bdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:54.920462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f48b432d-f796-4ac0-8f6c-b9fed8751a77 req-67329ed7-2bd1-48d1-823b-a4bea38bdcb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55692630-3c1b-4a22-9c24-eba73df651f5 HTTP/1.1" status: 200 len: 849 time: 0.1143117 Oct 13 14:22:54.922925 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:54.949513 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bd0142e3-88dd-4708-8a1b-f2c1b4761bc7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce42cc29495047f5b8a81ba5471a437e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862807 Oct 13 14:22:54.951134 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57598) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:54.960192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0142e3-88dd-4708-8a1b-f2c1b4761bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2100040b-849e-4bca-8a4b-8aed7165372d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:55.026668 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:55.059683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:22:55.060334 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:22:55.063599 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:22:55.077333 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c124223-794f-42fd-971f-3f90598cec6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:55.107410 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c124223-794f-42fd-971f-3f90598cec6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:55.176154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b432d-f796-4ac0-8f6c-b9fed8751a77 req-72da53d2-e73a-45a7-9584-eb656391b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:55.178581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f48b432d-f796-4ac0-8f6c-b9fed8751a77 req-72da53d2-e73a-45a7-9584-eb656391b9ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a0d1357-5bd1-47a4-bc47-4229892a21e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2301731 Oct 13 14:22:55.286917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c124223-794f-42fd-971f-3f90598cec6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:55.293745 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c124223-794f-42fd-971f-3f90598cec6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:55.300498 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6c124223-794f-42fd-971f-3f90598cec6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2100040b-849e-4bca-8a4b-8aed7165372d HTTP/1.1" status: 204 len: 168 time: 0.3472536 Oct 13 14:22:55.320581 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:55.343295 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:55.363596 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c124223-794f-42fd-971f-3f90598cec6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2100040b-849e-4bca-8a4b-8aed7165372d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:55.389512 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:55.413292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/47ac7078-4955-4859-a54d-a170c2b90a6f HTTP/1.1" status: 204 len: 168 time: 1.6431170 Oct 13 14:22:55.469338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d70bf-2512-466e-8043-80abbbefdae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=47ac7078-4955-4859-a54d-a170c2b90a6f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:55.497420 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f48b432d-f796-4ac0-8f6c-b9fed8751a77 req-8b6deaba-7da0-4702-9512-e2e8905f87f7 service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998199 Oct 13 14:22:55.652447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4682b1-ae69-4e85-83fb-591c29fabfee req-07fa0e60-8c07-496e-a4d7-017c528b2cf8 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:55.654811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d4682b1-ae69-4e85-83fb-591c29fabfee req-07fa0e60-8c07-496e-a4d7-017c528b2cf8 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1877744 Oct 13 14:22:55.755065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f48b432d-f796-4ac0-8f6c-b9fed8751a77 req-427f7d18-ca27-4f31-b302-0f74e3d7f122 service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277308 Oct 13 14:22:55.802254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57630) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:55.810085 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d4682b1-ae69-4e85-83fb-591c29fabfee req-a0340dc7-2d9d-4667-8dcf-f9ade822ffad tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432016 Oct 13 14:22:55.886777 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6500aafa-2fa3-479d-80f1-6d06c36e8715 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b25a2eab5e3c42c7b1b3d0de7f0b4067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826204 Oct 13 14:22:55.890365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57634) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:55.976622 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22523b92-f651-4a09-9207-34817738266e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:56.014349 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22523b92-f651-4a09-9207-34817738266e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:56.109817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69b79c-a0fe-44b6-8ded-5ae1997b1929 req-dcae2ebd-9179-4524-9a03-f4e9c879a310 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:56.119490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed69b79c-a0fe-44b6-8ded-5ae1997b1929 req-dcae2ebd-9179-4524-9a03-f4e9c879a310 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.0949273 Oct 13 14:22:56.232564 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22523b92-f651-4a09-9207-34817738266e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:56.238225 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22523b92-f651-4a09-9207-34817738266e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:56.242137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-22523b92-f651-4a09-9207-34817738266e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd711a9c-bf80-45b3-8c53-36102e54ee23 HTTP/1.1" status: 204 len: 168 time: 0.3496637 Oct 13 14:22:56.259067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed69b79c-a0fe-44b6-8ded-5ae1997b1929 req-18b3f3f2-d1a8-4fec-b120-e6c783b76c8b tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149707 Oct 13 14:22:56.270622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22523b92-f651-4a09-9207-34817738266e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd711a9c-bf80-45b3-8c53-36102e54ee23,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:56.999862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439afd7-44d7-4b73-b2af-1531118bfe19 req-e4ef6c7d-ea19-4b58-8b3b-183de55bd9a7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:57.002022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4439afd7-44d7-4b73-b2af-1531118bfe19 req-e4ef6c7d-ea19-4b58-8b3b-183de55bd9a7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.0623822 Oct 13 14:22:57.059290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4439afd7-44d7-4b73-b2af-1531118bfe19 req-4629eab2-9e58-438f-a445-2f3ec56642b0 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509346 Oct 13 14:22:57.446760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803333ff-f2e4-4b3c-a0fb-644589036616 req-654d3a57-1830-4a1e-97b4-4b12e6f8fca8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:57.448957 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-803333ff-f2e4-4b3c-a0fb-644589036616 req-654d3a57-1830-4a1e-97b4-4b12e6f8fca8 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.0727928 Oct 13 14:22:57.508648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-803333ff-f2e4-4b3c-a0fb-644589036616 req-602984e5-032c-4e20-a07e-86f5ba20cac0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441418 Oct 13 14:22:58.234920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57792) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:58.543145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1811541570-network', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:58.686716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b0739-f1e0-4aa5-b326-e837e75435ec req-73576c01-af00-4f34-ad32-8ba036090f66 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:58.699960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b0b0739-f1e0-4aa5-b326-e837e75435ec req-73576c01-af00-4f34-ad32-8ba036090f66 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.0921454 Oct 13 14:22:58.738948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:22:58.741271 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:58.759907 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:58.768528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b0b0739-f1e0-4aa5-b326-e837e75435ec req-cd683fd5-90ca-48f3-ac62-1b75b8bc6210 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672889 Oct 13 14:22:58.884234 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:58.966245 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:59.000248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:22:59.031461 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:59.032354 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Added segment fbba8f4d-930e-475f-aad3-d3cabbcf5ded of type vlan for network 4173feed-5c29-4911-9e5c-b8718af86664 Oct 13 14:22:59.101830 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:59.167488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e59267-0ab9-446e-bbec-8f9303249889,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:59.239436 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:59.240448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:22:59.241043 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:59.291663 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57852) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:59.322356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] Pushing event updated for resources: {'Network': ['ID=4173feed-5c29-4911-9e5c-b8718af86664,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:22:59.340524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 4173feed-5c29-4911-9e5c-b8718af86664 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:22:59.345220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57856) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:22:59.347126 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-813479a0-6533-47df-bd61-00f70ab8bd1a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1096873 Oct 13 14:22:59.352487 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c88779b5-5a1a-489f-9dd5-9908744ed85d admin admin] Request body: {'subnet': {'network_id': '4173feed-5c29-4911-9e5c-b8718af86664', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1811541570-subnet', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:22:59.526005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88779b5-5a1a-489f-9dd5-9908744ed85d admin admin] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:22:59.529905 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c88779b5-5a1a-489f-9dd5-9908744ed85d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:22:59.813241 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-204347758'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:00.001964 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Made reservation on behalf of 4108a82f77a24267bad7b16672287e1c for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:00.009414 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:00.025486 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:00.071794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c88779b5-5a1a-489f-9dd5-9908744ed85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:00.085495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185624f-20a8-4d1a-95fa-146693011b71 req-61b83fa1-bb3e-4f3d-a353-c4b6236bf6ab tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:00.109312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a185624f-20a8-4d1a-95fa-146693011b71 req-61b83fa1-bb3e-4f3d-a353-c4b6236bf6ab tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1609201 Oct 13 14:23:00.165975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a185624f-20a8-4d1a-95fa-146693011b71 req-d839005a-5b7d-4ef2-a4d8-e443eac37f24 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636065 Oct 13 14:23:00.192925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88779b5-5a1a-489f-9dd5-9908744ed85d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6072977f-a3df-4262-a65e-3bbf93fa5377,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:00.215407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88779b5-5a1a-489f-9dd5-9908744ed85d admin admin] Checking segment: {'id': 'fbba8f4d-930e-475f-aad3-d3cabbcf5ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4173feed-5c29-4911-9e5c-b8718af86664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:00.215770 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88779b5-5a1a-489f-9dd5-9908744ed85d admin admin] Network hostable DHCP agents. Network: 4173feed-5c29-4911-9e5c-b8718af86664, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:23:00.255739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:00.271489 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57876) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:00.316388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88779b5-5a1a-489f-9dd5-9908744ed85d admin admin] Network 4173feed-5c29-4911-9e5c-b8718af86664 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:23:00.365113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:00.394625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:23:00.407416 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c88779b5-5a1a-489f-9dd5-9908744ed85d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 4173feed-5c29-4911-9e5c-b8718af86664) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:00.443827 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c5d06-e640-4ec6-acdf-3454e6801cee None None] Network 4173feed-5c29-4911-9e5c-b8718af86664 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:00.461551 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:00.462161 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Added segment 331e5029-ecf3-4d97-919a-e03831e271c5 of type vlan for network 3a61819e-1fa7-4381-adef-7102366f220a Oct 13 14:23:00.525976 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:00.556993 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88779b5-5a1a-489f-9dd5-9908744ed85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:00.557927 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c88779b5-5a1a-489f-9dd5-9908744ed85d admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:00.574023 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac17c8c3-6bc8-44ea-a5bc-f8d304d1e7fb,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:00.587047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27871d22-f02c-412a-87c4-0eeec8c30575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:00.646722 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:00.657218 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:00.658271 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:00.748402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-4173feed-5c29-4911-9e5c-b8718af86664', 'network_id': '4173feed-5c29-4911-9e5c-b8718af86664', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'fixed_ips': [{'subnet_id': '6072977f-a3df-4262-a65e-3bbf93fa5377'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:23:00.750141 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:00.775970 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c88779b5-5a1a-489f-9dd5-9908744ed85d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4274361 Oct 13 14:23:00.776230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57882) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:00.784801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1811541570-router', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:00.826166 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Pushing event updated for resources: {'Network': ['ID=3a61819e-1fa7-4381-adef-7102366f220a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:00.873035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 3a61819e-1fa7-4381-adef-7102366f220a details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:00.881529 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27871d22-f02c-412a-87c4-0eeec8c30575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:00.931446 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b2ad3636-0e84-46b4-ad54-62ed94e80e37 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6378729 Oct 13 14:23:00.954635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-27871d22-f02c-412a-87c4-0eeec8c30575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.003722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27871d22-f02c-412a-87c4-0eeec8c30575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a81ff79-2095-4770-97c4-a5c38c5a1286,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:01.014095 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-27871d22-f02c-412a-87c4-0eeec8c30575 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a439e88b3ffc42448271b89570d0f12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7407610 Oct 13 14:23:01.017866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57892) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:01.051120 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.057675 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.103561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Allocated IP 172.20.0.2 (4173feed-5c29-4911-9e5c-b8718af86664/6072977f-a3df-4262-a65e-3bbf93fa5377/21912994-f1e9-428a-b53f-a6307d936a71) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:01.272101 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.274967 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e9961c5-29db-4b93-b9b3-5550d88cf767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.319043 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.344965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e9961c5-29db-4b93-b9b3-5550d88cf767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.389328 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.436904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Network 4173feed-5c29-4911-9e5c-b8718af86664 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:01.439173 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57900) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:01.442328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:01.446822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Request body: {'port': {'network_id': '3a61819e-1fa7-4381-adef-7102366f220a', 'binding:host_id': 'n-h1-806683-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-860607318'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:01.457124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:01.487678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f0fb3-e2fd-4fec-9732-ec4c583ebf3a req-eba62dbc-1971-499f-8a35-d489b8ab0100 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:01.489297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-180f0fb3-e2fd-4fec-9732-ec4c583ebf3a req-eba62dbc-1971-499f-8a35-d489b8ab0100 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1681743 Oct 13 14:23:01.493968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Pushing event updated for resources: {'Port': ['ID=21912994-f1e9-428a-b53f-a6307d936a71,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:01.525727 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:01.526356 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:01.526937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:01.527611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:01.528152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:01.529939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:01.529939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:01.529939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:01.529939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:01.530511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:01.530821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:01.531252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:01.552362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Attempting to bind port 21912994-f1e9-428a-b53f-a6307d936a71 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:01.552860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Attempting to bind port 21912994-f1e9-428a-b53f-a6307d936a71 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'fbba8f4d-930e-475f-aad3-d3cabbcf5ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4173feed-5c29-4911-9e5c-b8718af86664'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:01.553390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Attempting to bind port 21912994-f1e9-428a-b53f-a6307d936a71 on network 4173feed-5c29-4911-9e5c-b8718af86664 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:01.567634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:01.568004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Checking segment: {'id': 'fbba8f4d-930e-475f-aad3-d3cabbcf5ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4173feed-5c29-4911-9e5c-b8718af86664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:01.568651 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.569561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Bound using segment: {'id': 'fbba8f4d-930e-475f-aad3-d3cabbcf5ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4173feed-5c29-4911-9e5c-b8718af86664'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:01.572492 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Bound port: 21912994-f1e9-428a-b53f-a6307d936a71, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba8f4d-930e-475f-aad3-d3cabbcf5ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4173feed-5c29-4911-9e5c-b8718af86664'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:01.574544 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.575847 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.611528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-180f0fb3-e2fd-4fec-9732-ec4c583ebf3a req-ab85f943-0712-4994-8b84-faf498737bce tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863471 Oct 13 14:23:01.667325 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] For port 21912994-f1e9-428a-b53f-a6307d936a71, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:01.670798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] For port 21912994-f1e9-428a-b53f-a6307d936a71, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=21912994-f1e9-428a-b53f-a6307d936a71,segment=NetworkSegment(fbba8f4d-930e-475f-aad3-d3cabbcf5ded),segment_id=fbba8f4d-930e-475f-aad3-d3cabbcf5ded)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:01.674034 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Made reservation on behalf of e72d28185c964f3e894b7ac6fef5dbcb for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:01.676599 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.686457 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.702783 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e9961c5-29db-4b93-b9b3-5550d88cf767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.707312 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e9961c5-29db-4b93-b9b3-5550d88cf767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.712233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0e9961c5-29db-4b93-b9b3-5550d88cf767 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a81ff79-2095-4770-97c4-a5c38c5a1286 HTTP/1.1" status: 204 len: 168 time: 0.6898947 Oct 13 14:23:01.756212 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.826827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9961c5-29db-4b93-b9b3-5550d88cf767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a81ff79-2095-4770-97c4-a5c38c5a1286,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:01.853529 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.965025 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:01.968924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d2774-c3d6-46a6-9938-312b14df29a1 None None] Pushing event updated for resources: {'Port': ['ID=21912994-f1e9-428a-b53f-a6307d936a71,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:01.972508 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] device_id is not set on port 79eb6029-8b43-46e9-8679-c794172bd0b6 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:23:02.087524 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63775492-0b4d-47d8-8b7f-116b0e0135df,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:02.159713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:02.428154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] device_id is not set on port 79eb6029-8b43-46e9-8679-c794172bd0b6 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:23:02.466147 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:02.580881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 21912994-f1e9-428a-b53f-a6307d936a71 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:02.595073 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:02.676393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 21912994-f1e9-428a-b53f-a6307d936a71 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:02.676494 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:02.760783 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57916) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:02.795232 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87abc929-ebc5-4c2d-90e2-3ab2c8d8b647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:02.833191 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event updated for resources: {'Port': ['ID=79eb6029-8b43-46e9-8679-c794172bd0b6,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:02.888053 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:02.898535 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Checking segment: {'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:02.899115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Network hostable DHCP agents. Network: 3a61819e-1fa7-4381-adef-7102366f220a, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:23:02.973991 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:02.980057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 21912994-f1e9-428a-b53f-a6307d936a71, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=21912994-f1e9-428a-b53f-a6307d936a71,segment=NetworkSegment(fbba8f4d-930e-475f-aad3-d3cabbcf5ded),segment_id=fbba8f4d-930e-475f-aad3-d3cabbcf5ded)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:03.033887 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87abc929-ebc5-4c2d-90e2-3ab2c8d8b647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:03.035961 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Network 3a61819e-1fa7-4381-adef-7102366f220a is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:23:03.061298 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:03.080722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77040d71-b697-452e-b0b9-22e85627f758 req-2aebff5e-9da7-42d1-ab91-f1b2546c50cc tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:03.082352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77040d71-b697-452e-b0b9-22e85627f758 req-2aebff5e-9da7-42d1-ab91-f1b2546c50cc tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1941833 Oct 13 14:23:03.157169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=21912994-f1e9-428a-b53f-a6307d936a71,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:03.172279 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 3a61819e-1fa7-4381-adef-7102366f220a) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:03.188452 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87abc929-ebc5-4c2d-90e2-3ab2c8d8b647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:03.203208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2de862-c7b5-4eb3-9400-935036e8ce53 None None] Network 3a61819e-1fa7-4381-adef-7102366f220a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:03.213225 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:03.246820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77040d71-b697-452e-b0b9-22e85627f758 req-ca1a13ba-ae15-4f2f-8d26-c28a2e65489a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498060 Oct 13 14:23:03.321190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Allocated IP 172.25.0.128 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/8729436d-4a51-4fb5-8fa3-1f5349f1cc4d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:03.338827 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abc929-ebc5-4c2d-90e2-3ab2c8d8b647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa772f3-4273-4c6e-9cf1-63549fad8fc1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:03.359909 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-87abc929-ebc5-4c2d-90e2-3ab2c8d8b647 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84ab9457c7354dc6a65f8e67172b84cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5937707 Oct 13 14:23:03.361079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57928) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:03.365109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:03.365514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:03.365851 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:03.377784 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:03.378128 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:03.378515 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 2 to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 Oct 13 14:23:03.405050 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:03.405793 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:03.406055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:03.414368 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:03.414826 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:03.423480 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 3 to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 Oct 13 14:23:03.463188 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:03.463667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:03.463947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:03.470543 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:03.471466 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:03.471749 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 4 to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 Oct 13 14:23:03.504678 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:03.505276 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:03.505859 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:03.521726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:03.521726 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:03.521726 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 5 to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 Oct 13 14:23:03.562393 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:03.564732 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:03.565441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:03.579221 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:03.581334 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:03.596035 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 6 to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 Oct 13 14:23:03.603834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d15506f-b7c5-4d54-9bbf-84186503bb5d None None] Network 4173feed-5c29-4911-9e5c-b8718af86664 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:03.622848 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc09fca-5ba4-441d-9c3a-bb4fb9076a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:03.650097 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:03.663667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:03.665600 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:03.666354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:03.678278 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:03.679062 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:03.680229 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 7 to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 Oct 13 14:23:03.687572 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc09fca-5ba4-441d-9c3a-bb4fb9076a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:03.725558 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:03.728195 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:03.729391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:03.734046 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7bd63c93-96bb-407f-ba1f-3e4f081277ad None None] Provisioning complete for port 21912994-f1e9-428a-b53f-a6307d936a71 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:03.734423 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7bd63c93-96bb-407f-ba1f-3e4f081277ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:03.749224 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:03.749780 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:03.751812 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 8 to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 Oct 13 14:23:03.802820 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:03.809624 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:03.810554 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:03.826641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:03.827632 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:03.829739 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 9 to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 Oct 13 14:23:03.865121 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:03.865545 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:03.865795 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:03.878951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:03.879396 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:03.879668 n-d-806683-15 neutron-server[112684]: INFO neutron.plugins.ml2.plugin [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 10 to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 Oct 13 14:23:03.885955 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:03.909038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:03.909435 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:03.909767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:03.919515 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 79eb6029-8b43-46e9-8679-c794172bd0b6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:03.919752 n-d-806683-15 neutron-server[112684]: ERROR neutron.plugins.ml2.managers [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 79eb6029-8b43-46e9-8679-c794172bd0b6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:03.920115 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:04.040611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:04.043995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Pushing event updated for resources: {'Port': ['ID=8729436d-4a51-4fb5-8fa3-1f5349f1cc4d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:04.049845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:04.053648 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc09fca-5ba4-441d-9c3a-bb4fb9076a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:04.059280 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc09fca-5ba4-441d-9c3a-bb4fb9076a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:04.065366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8bc09fca-5ba4-441d-9c3a-bb4fb9076a9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfa772f3-4273-4c6e-9cf1-63549fad8fc1 HTTP/1.1" status: 204 len: 168 time: 0.6991737 Oct 13 14:23:04.065523 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] For port 79eb6029-8b43-46e9-8679-c794172bd0b6, host n-h1-806683-15, cleared binding levels {{(pid=112684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:04.065675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:04.065825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempted to set empty binding levels {{(pid=112684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 14:23:04.116060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc09fca-5ba4-441d-9c3a-bb4fb9076a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa772f3-4273-4c6e-9cf1-63549fad8fc1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:04.130177 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:04.154034 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:04.154637 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:04.247554 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.8069124 Oct 13 14:23:04.253125 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57936) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:04.268792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efee42d-7f29-4407-a14c-018e3aaab21c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event updated for resources: {'Port': ['ID=79eb6029-8b43-46e9-8679-c794172bd0b6,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:04.493969 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-cbf5ca7a-cddb-4e33-8a36-b82a89a4cd48 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Deleting port 79eb6029-8b43-46e9-8679-c794172bd0b6 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:23:04.494829 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbf5ca7a-cddb-4e33-8a36-b82a89a4cd48 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:04.550037 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 21912994-f1e9-428a-b53f-a6307d936a71 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:04.606271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-71d97e57-2d80-4315-be2f-622b897bc063 None None] Provisioning complete for port 21912994-f1e9-428a-b53f-a6307d936a71 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:04.607291 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-71d97e57-2d80-4315-be2f-622b897bc063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:04.661598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b8750-6287-4be0-9cb2-a1a96244fe13 req-a3effd4d-2890-440a-a96a-bc230db6cfc7 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:04.662853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c29b8750-6287-4be0-9cb2-a1a96244fe13 req-a3effd4d-2890-440a-a96a-bc230db6cfc7 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1709518 Oct 13 14:23:04.730051 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-cbf5ca7a-cddb-4e33-8a36-b82a89a4cd48 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] For port 79eb6029-8b43-46e9-8679-c794172bd0b6, host n-h1-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:04.735809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbf5ca7a-cddb-4e33-8a36-b82a89a4cd48 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:04.753417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 21912994-f1e9-428a-b53f-a6307d936a71 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:04.753854 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:04.761258 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-cbf5ca7a-cddb-4e33-8a36-b82a89a4cd48 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Calling delete_port for 79eb6029-8b43-46e9-8679-c794172bd0b6 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:23:04.931024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c29b8750-6287-4be0-9cb2-a1a96244fe13 req-4991b016-6dc8-42ba-abe4-8e80a00103d9 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572188 Oct 13 14:23:04.942352 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbf5ca7a-cddb-4e33-8a36-b82a89a4cd48 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:04.996459 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5ca7a-cddb-4e33-8a36-b82a89a4cd48 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event deleted for resources: {'Port': ['ID=79eb6029-8b43-46e9-8679-c794172bd0b6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:05.015407 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cbf5ca7a-cddb-4e33-8a36-b82a89a4cd48 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:05.026392 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cbf5ca7a-cddb-4e33-8a36-b82a89a4cd48 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "DELETE /v2.0/ports/79eb6029-8b43-46e9-8679-c794172bd0b6 HTTP/1.1" status: 204 len: 168 time: 0.7622628 Oct 13 14:23:05.028415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57952) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:05.060737 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-3decf876-6670-484b-b498-aa3ea5420dda tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] GET failed (client error): The resource could not be found. Oct 13 14:23:05.065543 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3decf876-6670-484b-b498-aa3ea5420dda tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "GET /v2.0/ports/79eb6029-8b43-46e9-8679-c794172bd0b6 HTTP/1.1" status: 404 len: 333 time: 0.0319629 Oct 13 14:23:05.067496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57954) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:05.068065 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:05.073661 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-150f15ee-01bb-4f27-aad5-df534bf1fb75 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Request body: {'port': {'network_id': '3a61819e-1fa7-4381-adef-7102366f220a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1277230526'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:05.188177 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150f15ee-01bb-4f27-aad5-df534bf1fb75 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Made reservation on behalf of e72d28185c964f3e894b7ac6fef5dbcb for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:05.191469 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-150f15ee-01bb-4f27-aad5-df534bf1fb75 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:05.225935 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-150f15ee-01bb-4f27-aad5-df534bf1fb75 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] device_id is not set on port f3032a62-4bd1-4b45-ad07-86d58b068054 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:23:05.346261 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:05.672528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Router a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:23:05.833641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:23:05.849113 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Sync routers for ids ['a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:23:05.869642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Routers {'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:23:05.870330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:22:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:05.892377 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-150f15ee-01bb-4f27-aad5-df534bf1fb75 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:05.966521 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:05.968620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9f7a5a88-65d9-428f-8a06-37e175d7bd95 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1918147 Oct 13 14:23:05.972094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57974) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:06.061123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Set router a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:23:06.149706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41dc26-1f1b-4aaf-a51d-0626c7498c38 req-77b04e1b-b8c1-4ff7-821b-0dea0669da84 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:06.158915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa41dc26-1f1b-4aaf-a51d-0626c7498c38 req-77b04e1b-b8c1-4ff7-821b-0dea0669da84 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1175971 Oct 13 14:23:06.161987 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-150f15ee-01bb-4f27-aad5-df534bf1fb75 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:06.216356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa41dc26-1f1b-4aaf-a51d-0626c7498c38 req-b36fb424-fb0a-4e69-a60b-7dd913acd923 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547855 Oct 13 14:23:06.237146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f15ee-01bb-4f27-aad5-df534bf1fb75 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event updated for resources: {'Port': ['ID=f3032a62-4bd1-4b45-ad07-86d58b068054,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:06.275424 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f15ee-01bb-4f27-aad5-df534bf1fb75 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Network 3a61819e-1fa7-4381-adef-7102366f220a is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:06.284210 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-150f15ee-01bb-4f27-aad5-df534bf1fb75 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:06.289618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f15ee-01bb-4f27-aad5-df534bf1fb75 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:06.291487 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f15ee-01bb-4f27-aad5-df534bf1fb75 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:06.292127 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-150f15ee-01bb-4f27-aad5-df534bf1fb75 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:06.396956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57986) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:06.397202 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-150f15ee-01bb-4f27-aad5-df534bf1fb75 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3274724 Oct 13 14:23:06.416446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:06.496213 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'name': 'tempest-ServersTestMultiNic-1811541570-router', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:23:01Z', 'updated_at': '2021-10-13T14:23:04Z', 'revision_number': 3, 'project_id': '369f61c3408a4d8b912583e7eafe96b9', 'gw_port': {'id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:23:03Z', 'updated_at': '2021-10-13T14:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:06.535673 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:06.566850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Checking router: a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:23:06.567603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Updating router a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 port 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:23:06.619792 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:06.754264 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:06.925971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] device_id is not set on port f3032a62-4bd1-4b45-ad07-86d58b068054 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:23:06.940619 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:07.085192 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:07.091759 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Allocated IP 172.20.0.1 (4173feed-5c29-4911-9e5c-b8718af86664/6072977f-a3df-4262-a65e-3bbf93fa5377/ca914cac-8245-4b50-a3a7-c89cfcdfe3c0) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:07.207762 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:07.262638 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:07.267910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event updated for resources: {'Port': ['ID=f3032a62-4bd1-4b45-ad07-86d58b068054,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:07.271769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:07.272227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:07.272633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:07.278765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:07.279121 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:07.281469 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 2 to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 Oct 13 14:23:07.325883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:07.327685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:07.328287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:07.353532 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:07.375221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:07.375802 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:07.377189 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 3 to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 Oct 13 14:23:07.385982 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:07.402404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:07.402811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:07.403154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:07.423809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:07.424051 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:07.425060 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 4 to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 Oct 13 14:23:07.445027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Attempting to bind port 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:07.445516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Attempting to bind port 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:07.445776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Attempting to bind port 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:07.449131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d4d1c-8976-4488-a1c4-ef3521926552 None None] Pushing event updated for resources: {'Port': ['ID=8729436d-4a51-4fb5-8fa3-1f5349f1cc4d,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:07.466113 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:07.467619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:07.467619 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:07.467619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:07.468024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Bound port: 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:07.472368 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:07.495203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c83349-dbc5-476e-95be-d55702e7fb61 req-fac764e2-f5ad-454d-8e96-d027b02a9ae9 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:07.506468 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58012) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:07.511672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15c83349-dbc5-476e-95be-d55702e7fb61 req-fac764e2-f5ad-454d-8e96-d027b02a9ae9 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1903872 Oct 13 14:23:07.515750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:07.516091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:07.519334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:07.529589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Network 4173feed-5c29-4911-9e5c-b8718af86664 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:07.533336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:07.534122 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:07.537137 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 5 to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 Oct 13 14:23:07.539270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:07.562029 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:07.571980 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] For port 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:07.574638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:07.580256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:07.580256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:07.580477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] For port 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8729436d-4a51-4fb5-8fa3-1f5349f1cc4d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:07.585128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:07.585507 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:07.587891 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 6 to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 Oct 13 14:23:07.634277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Pushing event updated for resources: {'Port': ['ID=ca914cac-8245-4b50-a3a7-c89cfcdfe3c0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:07.656651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15c83349-dbc5-476e-95be-d55702e7fb61 req-fd4b8de0-d50d-4d30-9357-5baf43c60767 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440310 Oct 13 14:23:07.674717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:07.675049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:07.675722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:07.683737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:07.684131 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:07.689788 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 7 to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 Oct 13 14:23:07.703648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:07.723921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:07.723921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:07.723921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:07.739349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:07.739695 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:07.740106 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 8 to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 Oct 13 14:23:07.777083 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:07.787196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:07.787554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:07.787916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:07.797182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:07.797626 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:07.798264 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 9 to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 Oct 13 14:23:07.836926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:07.837456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:07.837756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:07.849602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:07.850158 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:07.850816 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 10 to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 Oct 13 14:23:07.876275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:07.876799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:07.877433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:07.885163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Routers {'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:23:07.885939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:22:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:07.913797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:07.914351 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port f3032a62-4bd1-4b45-ad07-86d58b068054 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:07.914830 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:07.959999 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1994224937', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:08.100146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Made reservation on behalf of e8dc4142f13d4d47b992829044a4bf68 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:08.111782 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:08.120726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] For port f3032a62-4bd1-4b45-ad07-86d58b068054, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:08.121070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempted to set empty binding levels {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 14:23:08.149211 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:08.159121 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:08.383061 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:08.384030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d4d1c-8976-4488-a1c4-ef3521926552 None None] Pushing event updated for resources: {'Port': ['ID=8729436d-4a51-4fb5-8fa3-1f5349f1cc4d,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:08.384030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5cbdb073-af96-4a47-923e-da44dc87bff9 None None] Provisioning complete for port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:08.384030 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5cbdb073-af96-4a47-923e-da44dc87bff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:08.419995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] Set router a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:23:08.536372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:08.562666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5cbdb073-af96-4a47-923e-da44dc87bff9 None None] Port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:23:08.587666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:08.629138 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:08.634630 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] device_id is not set on port dd6b06b3-9a2a-4cc2-9e76-de251be6aba1 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:23:08.639494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] In _notify_port_updated(), no bound segment for port f3032a62-4bd1-4b45-ad07-86d58b068054 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:23:08.640888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.642377 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:08.645582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "PUT /v2.0/ports/f3032a62-4bd1-4b45-ad07-86d58b068054 HTTP/1.1" status: 200 len: 976 time: 2.2464018 Oct 13 14:23:08.649348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58022) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:08.652241 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:08.738104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'name': 'tempest-ServersTestMultiNic-1811541570-router', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:23:01Z', 'updated_at': '2021-10-13T14:23:04Z', 'revision_number': 3, 'project_id': '369f61c3408a4d8b912583e7eafe96b9', 'gw_port': {'id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:23:03Z', 'updated_at': '2021-10-13T14:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:08.770977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f93c8a5-9c60-4342-a8bc-3d3b070b3027,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:08.771375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e8da7-3a2f-415e-a60f-ddd5bf5589f9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event updated for resources: {'Port': ['ID=f3032a62-4bd1-4b45-ad07-86d58b068054,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:08.805317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Pushing event updated for resources: {'Port': ['ID=ca914cac-8245-4b50-a3a7-c89cfcdfe3c0,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:08.808154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.808507 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.809213 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.809384 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.809821 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.810158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.810487 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.810806 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.811198 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.811451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.811767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.812083 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.819232 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:08.819915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e8d99-ae3c-4bd2-a3b4-ef47ca8e0d8c None None] The sync data for ids ['a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'] in n-d-806683-15 is: [{'id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'name': 'tempest-ServersTestMultiNic-1811541570-router', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:23:01Z', 'updated_at': '2021-10-13T14:23:04Z', 'revision_number': 3, 'project_id': '369f61c3408a4d8b912583e7eafe96b9', 'gw_port': {'id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:23:03Z', 'updated_at': '2021-10-13T14:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:23:08.830106 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.833557 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.834263 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.834847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.836121 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.836820 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.837635 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.838428 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.838987 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.839536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.840073 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.840608 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:08.919259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.919907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.925475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.926375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.928350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.929774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.930570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.931399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.932756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.933590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.934371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.935858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.936625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.938207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.938778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.940181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.947718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.948578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.949358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.950513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.954932 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Allocated IP 172.25.0.85 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/dd6b06b3-9a2a-4cc2-9e76-de251be6aba1) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:08.960484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d200cae1-c0c4-4bf1-81cd-9e3b88c4b458 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17922 time: 0.3048782 Oct 13 14:23:08.960628 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58028) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:08.974289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0997fe8-98a9-41e7-b24e-f599337a3312 req-294ff44b-a882-4b3b-9729-e6c3ce66529c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:08.978745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0997fe8-98a9-41e7-b24e-f599337a3312 req-294ff44b-a882-4b3b-9729-e6c3ce66529c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1904023 Oct 13 14:23:09.093615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0997fe8-98a9-41e7-b24e-f599337a3312 req-d814de54-25e0-4529-b7bf-26d59cfc7072 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068325 Oct 13 14:23:09.162096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Network 4173feed-5c29-4911-9e5c-b8718af86664 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:09.221422 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:09.252418 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0e693e6d-e37c-439d-8616-d3ac6d39c947 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Deleting port f3032a62-4bd1-4b45-ad07-86d58b068054 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:23:09.252418 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e693e6d-e37c-439d-8616-d3ac6d39c947 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:09.520706 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-0e693e6d-e37c-439d-8616-d3ac6d39c947 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] For port f3032a62-4bd1-4b45-ad07-86d58b068054, host n-h1-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:09.521419 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e693e6d-e37c-439d-8616-d3ac6d39c947 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:09.581556 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:09.581556 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0e693e6d-e37c-439d-8616-d3ac6d39c947 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Calling delete_port for f3032a62-4bd1-4b45-ad07-86d58b068054 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:23:09.615839 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Router a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:23:09.624015 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e88b6e9c-031f-432a-b63a-c53370619e9f None None] Provisioning complete for port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:09.624015 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e88b6e9c-031f-432a-b63a-c53370619e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:09.694287 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e88b6e9c-031f-432a-b63a-c53370619e9f None None] Port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:23:09.869593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:23:09.875192 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e56038cb-0bb3-497d-b52b-14a9c6d62f92 admin admin] 10.222.0.18 "PUT /v2.0/routers/a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9016252 Oct 13 14:23:09.910776 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:09.954941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:09.958139 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:09.969154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:09.973250 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e693e6d-e37c-439d-8616-d3ac6d39c947 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.026908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Pushing event updated for resources: {'Port': ['ID=dd6b06b3-9a2a-4cc2-9e76-de251be6aba1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:10.071911 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e693e6d-e37c-439d-8616-d3ac6d39c947 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.082075 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0e693e6d-e37c-439d-8616-d3ac6d39c947 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f3032a62-4bd1-4b45-ad07-86d58b068054 HTTP/1.1" status: 204 len: 168 time: 1.1180787 Oct 13 14:23:10.082550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58038) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:10.105637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e693e6d-e37c-439d-8616-d3ac6d39c947 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3032a62-4bd1-4b45-ad07-86d58b068054,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:10.110623 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:10.111321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.119134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58042) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:10.149715 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff702aed-952f-4493-954a-40831a668392 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] GET failed (client error): The resource could not be found. Oct 13 14:23:10.152383 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ff702aed-952f-4493-954a-40831a668392 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "GET /v2.0/ports/f3032a62-4bd1-4b45-ad07-86d58b068054 HTTP/1.1" status: 404 len: 333 time: 0.0668936 Oct 13 14:23:10.159804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58046) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:10.185069 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-403cc57e-8266-4b71-a076-3e793ff9a5ee tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1901984562', 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:10.303061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58052) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:10.307315 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f7e7363d-309c-4683-8e04-63aed8ac71dc tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7979488 Oct 13 14:23:10.310497 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.85'}]}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:10.391665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-c83b898a-518f-446f-ae55-54866bc588c1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-672947164'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:10.431219 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403cc57e-8266-4b71-a076-3e793ff9a5ee tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Made reservation on behalf of e72d28185c964f3e894b7ac6fef5dbcb for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:10.434980 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-403cc57e-8266-4b71-a076-3e793ff9a5ee tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.460898 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-403cc57e-8266-4b71-a076-3e793ff9a5ee tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] device_id is not set on port 6aac5675-d761-4324-986f-55df4b08ab09 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:23:10.496868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2615c-6cbe-4fbf-ba3b-b2f9d13a50c2 req-93c30356-7998-4618-b323-968d3d60150a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:10.500071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5bb2615c-6cbe-4fbf-ba3b-b2f9d13a50c2 req-93c30356-7998-4618-b323-968d3d60150a tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1519866 Oct 13 14:23:10.543728 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:10.565932 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5bb2615c-6cbe-4fbf-ba3b-b2f9d13a50c2 req-47247e30-e875-467e-9f19-fd42bf99b9db tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511541 Oct 13 14:23:10.598250 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.599568 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.645524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:10.646530 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.734145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83b898a-518f-446f-ae55-54866bc588c1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:10.738282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c83b898a-518f-446f-ae55-54866bc588c1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.761721 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.765534 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-403cc57e-8266-4b71-a076-3e793ff9a5ee tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.783625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83b898a-518f-446f-ae55-54866bc588c1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:23:10.785256 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.798299 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c83b898a-518f-446f-ae55-54866bc588c1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.798678 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-c83b898a-518f-446f-ae55-54866bc588c1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Added segment bd4ce917-72c8-4158-8267-b94ea3cb85da of type vlan for network d75d6719-7d83-4716-a602-3d49ccee6188 Oct 13 14:23:10.814082 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8729436d-4a51-4fb5-8fa3-1f5349f1cc4d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:10.848070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c83b898a-518f-446f-ae55-54866bc588c1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.929602 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.933947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-403cc57e-8266-4b71-a076-3e793ff9a5ee tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.989826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c83b898a-518f-446f-ae55-54866bc588c1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:10.990536 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=8729436d-4a51-4fb5-8fa3-1f5349f1cc4d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:10.995587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83b898a-518f-446f-ae55-54866bc588c1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:10.996210 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c83b898a-518f-446f-ae55-54866bc588c1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:11.016079 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403cc57e-8266-4b71-a076-3e793ff9a5ee tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Network 3a61819e-1fa7-4381-adef-7102366f220a is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:11.023732 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-403cc57e-8266-4b71-a076-3e793ff9a5ee tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:11.027108 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cc57e-8266-4b71-a076-3e793ff9a5ee tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event updated for resources: {'Port': ['ID=6aac5675-d761-4324-986f-55df4b08ab09,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:11.039129 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403cc57e-8266-4b71-a076-3e793ff9a5ee tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:11.042823 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403cc57e-8266-4b71-a076-3e793ff9a5ee tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:11.043440 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-403cc57e-8266-4b71-a076-3e793ff9a5ee tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:11.158102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b898a-518f-446f-ae55-54866bc588c1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event updated for resources: {'Network': ['ID=d75d6719-7d83-4716-a602-3d49ccee6188,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:11.163167 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:11.169853 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-403cc57e-8266-4b71-a076-3e793ff9a5ee tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0077567 Oct 13 14:23:11.174723 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58066) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:11.175934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network d75d6719-7d83-4716-a602-3d49ccee6188 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:11.176325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cffed5-4991-4d6d-910d-f392f146a368 req-4420ee8d-611a-401c-8a5f-d6917fdc00bf tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:11.177924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63cffed5-4991-4d6d-910d-f392f146a368 req-4420ee8d-611a-401c-8a5f-d6917fdc00bf tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.2460587 Oct 13 14:23:11.214825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c83b898a-518f-446f-ae55-54866bc588c1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0901494 Oct 13 14:23:11.221429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58068) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:11.226859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9afdb7fb-b045-4313-9bff-af79d1a3f45e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Request body: {'subnet': {'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:11.236185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45385e58-038a-403d-b564-a7a52c33d7ec tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:11.238927 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-45385e58-038a-403d-b564-a7a52c33d7ec tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "GET /v2.0/ports/6aac5675-d761-4324-986f-55df4b08ab09 HTTP/1.1" status: 200 len: 955 time: 0.0595236 Oct 13 14:23:11.240401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58070) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:11.303535 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63cffed5-4991-4d6d-910d-f392f146a368 req-ed1c4eea-45f0-4486-aba6-5c40ec439964 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164033 Oct 13 14:23:11.388085 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-bb62255e-1501-4e16-bf27-b938f1013faa tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Deleting port 6aac5675-d761-4324-986f-55df4b08ab09 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:23:11.388446 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb62255e-1501-4e16-bf27-b938f1013faa tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:11.521733 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Sync routers for ids ['a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:23:11.535039 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Routers {'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:23:11.536021 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:22:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:11.547004 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb62255e-1501-4e16-bf27-b938f1013faa tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:11.563479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afdb7fb-b045-4313-9bff-af79d1a3f45e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:11.567690 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-bb62255e-1501-4e16-bf27-b938f1013faa tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Calling delete_port for 6aac5675-d761-4324-986f-55df4b08ab09 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:23:11.568271 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9afdb7fb-b045-4313-9bff-af79d1a3f45e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:11.706219 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Set router a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:23:11.810581 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb62255e-1501-4e16-bf27-b938f1013faa tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:11.850400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62255e-1501-4e16-bf27-b938f1013faa tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event deleted for resources: {'Port': ['ID=6aac5675-d761-4324-986f-55df4b08ab09,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:11.865660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763de1e4-a4f1-4f97-b5b2-aeee3ffb974e req-1b36929c-5a59-475d-b309-3a03dfbb1110 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:11.868900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-763de1e4-a4f1-4f97-b5b2-aeee3ffb974e req-1b36929c-5a59-475d-b309-3a03dfbb1110 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.3973393 Oct 13 14:23:11.878827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb62255e-1501-4e16-bf27-b938f1013faa tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:11.887620 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bb62255e-1501-4e16-bf27-b938f1013faa tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "DELETE /v2.0/ports/6aac5675-d761-4324-986f-55df4b08ab09 HTTP/1.1" status: 204 len: 168 time: 0.6425128 Oct 13 14:23:11.887620 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58080) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:11.917263 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-345d6df9-7cf7-4d85-b93a-3ed69025d2d3 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] GET failed (client error): The resource could not be found. Oct 13 14:23:11.919347 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-345d6df9-7cf7-4d85-b93a-3ed69025d2d3 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "GET /v2.0/ports/6aac5675-d761-4324-986f-55df4b08ab09 HTTP/1.1" status: 404 len: 333 time: 0.0319688 Oct 13 14:23:11.922749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58082) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:11.928867 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b0198d27-5c35-4c66-b392-2bb7018cc2a8 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Request body: {'port': {'network_id': '3a61819e-1fa7-4381-adef-7102366f220a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-132764994'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:11.981206 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'name': 'tempest-ServersTestMultiNic-1811541570-router', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:23:01Z', 'updated_at': '2021-10-13T14:23:07Z', 'revision_number': 4, 'project_id': '369f61c3408a4d8b912583e7eafe96b9', 'gw_port': {'id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:23:03Z', 'updated_at': '2021-10-13T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'ca914cac-8245-4b50-a3a7-c89cfcdfe3c0', 'name': '', 'network_id': '4173feed-5c29-4911-9e5c-b8718af86664', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'mac_address': 'fa:16:3e:68:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '6072977f-a3df-4262-a65e-3bbf93fa5377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:23:06Z', 'updated_at': '2021-10-13T14:23:08Z', 'revision_number': 2, 'project_id': '369f61c3408a4d8b912583e7eafe96b9', 'subnets': [{'id': '6072977f-a3df-4262-a65e-3bbf93fa5377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:12.012637 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Checking router: a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:23:12.013002 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Updating router a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:23:12.028355 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0198d27-5c35-4c66-b392-2bb7018cc2a8 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Made reservation on behalf of e72d28185c964f3e894b7ac6fef5dbcb for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:12.028846 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.036889 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b0198d27-5c35-4c66-b392-2bb7018cc2a8 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.049276 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.054350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.071876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-763de1e4-a4f1-4f97-b5b2-aeee3ffb974e req-4ab13f9f-579f-42d4-8c40-bb9d57e025ef tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950691 Oct 13 14:23:12.072059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-b0198d27-5c35-4c66-b392-2bb7018cc2a8 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] device_id is not set on port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:23:12.255369 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9afdb7fb-b045-4313-9bff-af79d1a3f45e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.417756 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.427901 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b0198d27-5c35-4c66-b392-2bb7018cc2a8 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.478531 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.481533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afdb7fb-b045-4313-9bff-af79d1a3f45e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event updated for resources: {'Subnet': ['ID=de278f90-623a-4a8f-b7a6-c83e7fca07f8,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:12.498689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:12.526086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afdb7fb-b045-4313-9bff-af79d1a3f45e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Checking segment: {'id': 'bd4ce917-72c8-4158-8267-b94ea3cb85da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:12.526445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afdb7fb-b045-4313-9bff-af79d1a3f45e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Network hostable DHCP agents. Network: d75d6719-7d83-4716-a602-3d49ccee6188, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:23:12.594854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:12.594854 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.622292 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.651699 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b0198d27-5c35-4c66-b392-2bb7018cc2a8 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.711764 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Pushing event updated for resources: {'Port': ['ID=ca914cac-8245-4b50-a3a7-c89cfcdfe3c0,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:12.722132 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.725562 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:12.726495 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:12.727381 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:12.727381 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:12.728772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:12.728772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:12.730845 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:12.730845 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:12.730845 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:12.731219 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:12.731490 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:12.731598 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0198d27-5c35-4c66-b392-2bb7018cc2a8 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Network 3a61819e-1fa7-4381-adef-7102366f220a is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:12.731974 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:12.732636 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.735092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b0198d27-5c35-4c66-b392-2bb7018cc2a8 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:12.775086 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0198d27-5c35-4c66-b392-2bb7018cc2a8 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:12.776318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0198d27-5c35-4c66-b392-2bb7018cc2a8 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:12.777211 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b0198d27-5c35-4c66-b392-2bb7018cc2a8 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.803562 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0198d27-5c35-4c66-b392-2bb7018cc2a8 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event updated for resources: {'Port': ['ID=65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:12.831050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afdb7fb-b045-4313-9bff-af79d1a3f45e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Network d75d6719-7d83-4716-a602-3d49ccee6188 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:23:12.833057 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Attempting to bind port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:12.833237 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Attempting to bind port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'fbba8f4d-930e-475f-aad3-d3cabbcf5ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4173feed-5c29-4911-9e5c-b8718af86664'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:12.834325 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Attempting to bind port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 on network 4173feed-5c29-4911-9e5c-b8718af86664 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:12.843441 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:12.844108 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Checking segment: {'id': 'fbba8f4d-930e-475f-aad3-d3cabbcf5ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4173feed-5c29-4911-9e5c-b8718af86664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:12.844435 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.845052 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Bound using segment: {'id': 'fbba8f4d-930e-475f-aad3-d3cabbcf5ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4173feed-5c29-4911-9e5c-b8718af86664'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:12.845617 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Bound port: ca914cac-8245-4b50-a3a7-c89cfcdfe3c0, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba8f4d-930e-475f-aad3-d3cabbcf5ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4173feed-5c29-4911-9e5c-b8718af86664'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:12.846057 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.917664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376ea10-ba63-4c46-8c74-c353386711f9 req-4ce46105-da6f-4fea-9d56-6d9a5fc5acb5 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:12.919302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9376ea10-ba63-4c46-8c74-c353386711f9 req-4ce46105-da6f-4fea-9d56-6d9a5fc5acb5 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.0822628 Oct 13 14:23:12.926594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58094) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:12.927189 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b0198d27-5c35-4c66-b392-2bb7018cc2a8 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0029895 Oct 13 14:23:12.934822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:12.968200 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:12.968753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c61fdef-cd22-45b1-a5c7-653ac5ebad9a {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:23:12.970374 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] For port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:12.970535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9afdb7fb-b045-4313-9bff-af79d1a3f45e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, d75d6719-7d83-4716-a602-3d49ccee6188) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:12.980002 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] For port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ca914cac-8245-4b50-a3a7-c89cfcdfe3c0,segment=NetworkSegment(fbba8f4d-930e-475f-aad3-d3cabbcf5ded),segment_id=fbba8f4d-930e-475f-aad3-d3cabbcf5ded)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:12.981022 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5b0fd-8a3f-4f6a-93ac-8ab50a2660fd None None] Network d75d6719-7d83-4716-a602-3d49ccee6188 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:12.995714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afdb7fb-b045-4313-9bff-af79d1a3f45e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:12.996313 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9afdb7fb-b045-4313-9bff-af79d1a3f45e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.052794 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.057687 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.081074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9376ea10-ba63-4c46-8c74-c353386711f9 req-a5ad96c8-bb53-4f2a-ade7-eab2c193e781 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552227 Oct 13 14:23:13.124521 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 13 14:23:13.125983 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7ae55477-cc8a-480a-b564-1803400bcf94 tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.8213105 Oct 13 14:23:13.135711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58096) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:13.189047 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Routers {'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:23:13.189652 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:22:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:13.192018 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af2a55-1798-458e-b638-c111d806ab61 None None] Pushing event updated for resources: {'Port': ['ID=ca914cac-8245-4b50-a3a7-c89cfcdfe3c0,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:13.238533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9afdb7fb-b045-4313-9bff-af79d1a3f45e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0158172 Oct 13 14:23:13.246949 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58098) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:13.288664 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2106d78c-534c-4c9c-a310-3a452c6cb487 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1246053951'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:13.320293 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ae6cb694-898c-4e5b-a8bb-d59e386a00f8 None None] Provisioning complete for port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:13.321672 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb694-898c-4e5b-a8bb-d59e386a00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.376675 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-d75d6719-7d83-4716-a602-3d49ccee6188', 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'fixed_ips': [{'subnet_id': 'de278f90-623a-4a8f-b7a6-c83e7fca07f8'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:23:13.377531 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.393154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1231f291-7155-4e94-a7c4-344a49beadcb tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Deleting port dd6b06b3-9a2a-4cc2-9e76-de251be6aba1 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:23:13.394106 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1231f291-7155-4e94-a7c4-344a49beadcb tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.490838 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] Set router a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:23:13.537075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2106d78c-534c-4c9c-a310-3a452c6cb487 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:13.543912 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2106d78c-534c-4c9c-a310-3a452c6cb487 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.591802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2106d78c-534c-4c9c-a310-3a452c6cb487 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:23:13.618537 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb694-898c-4e5b-a8bb-d59e386a00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.636550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] device_id is not set on port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:23:13.649713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.664564 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1231f291-7155-4e94-a7c4-344a49beadcb tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.687980 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2106d78c-534c-4c9c-a310-3a452c6cb487 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.688169 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-2106d78c-534c-4c9c-a310-3a452c6cb487 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Added segment 4dfa57fd-078f-4f42-a846-26c4f03bd6c7 of type vlan for network 7b82faab-66f3-41d3-92cf-5828f6c8e9d5 Oct 13 14:23:13.707397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1231f291-7155-4e94-a7c4-344a49beadcb tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Calling delete_port for dd6b06b3-9a2a-4cc2-9e76-de251be6aba1 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:23:13.755916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ae6cb694-898c-4e5b-a8bb-d59e386a00f8 None None] For port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ca914cac-8245-4b50-a3a7-c89cfcdfe3c0,segment=NetworkSegment(fbba8f4d-930e-475f-aad3-d3cabbcf5ded),segment_id=fbba8f4d-930e-475f-aad3-d3cabbcf5ded)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:13.763128 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2106d78c-534c-4c9c-a310-3a452c6cb487 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.816373 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.837380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Allocated IP 19.80.0.2 (d75d6719-7d83-4716-a602-3d49ccee6188/de278f90-623a-4a8f-b7a6-c83e7fca07f8/847a6018-c66b-46fb-b751-3ee7d687e0a2) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:13.852787 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb694-898c-4e5b-a8bb-d59e386a00f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:13.897545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event updated for resources: {'Port': ['ID=65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:13.904851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:13.904851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:13.907580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:13.911498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:13.911832 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:13.912269 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 2 to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 Oct 13 14:23:13.926991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:13.926991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:13.927285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:13.933964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:13.933964 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:13.933964 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 3 to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 Oct 13 14:23:13.948695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:13.949186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:13.949490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:13.950420 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'name': 'tempest-ServersTestMultiNic-1811541570-router', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:23:01Z', 'updated_at': '2021-10-13T14:23:07Z', 'revision_number': 4, 'project_id': '369f61c3408a4d8b912583e7eafe96b9', 'gw_port': {'id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:23:03Z', 'updated_at': '2021-10-13T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'ca914cac-8245-4b50-a3a7-c89cfcdfe3c0', 'name': '', 'network_id': '4173feed-5c29-4911-9e5c-b8718af86664', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'mac_address': 'fa:16:3e:68:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '6072977f-a3df-4262-a65e-3bbf93fa5377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:23:06Z', 'updated_at': '2021-10-13T14:23:12Z', 'revision_number': 4, 'project_id': '369f61c3408a4d8b912583e7eafe96b9', 'subnets': [{'id': '6072977f-a3df-4262-a65e-3bbf93fa5377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:13.956221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:13.956710 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:13.957156 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 4 to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 Oct 13 14:23:13.978147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:13.978565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:13.978809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:13.985420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:13.985754 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:13.986353 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 5 to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 Oct 13 14:23:13.998412 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2106d78c-534c-4c9c-a310-3a452c6cb487 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:14.002314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:14.002707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:14.003046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:14.006031 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b574fb3-c1eb-4800-ae84-c93ef725a84b None None] The sync data for ids ['a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'] in n-d-806683-15 is: [{'id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'name': 'tempest-ServersTestMultiNic-1811541570-router', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:23:01Z', 'updated_at': '2021-10-13T14:23:07Z', 'revision_number': 4, 'project_id': '369f61c3408a4d8b912583e7eafe96b9', 'gw_port': {'id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:23:03Z', 'updated_at': '2021-10-13T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'ca914cac-8245-4b50-a3a7-c89cfcdfe3c0', 'name': '', 'network_id': '4173feed-5c29-4911-9e5c-b8718af86664', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'mac_address': 'fa:16:3e:68:5c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '6072977f-a3df-4262-a65e-3bbf93fa5377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:23:06Z', 'updated_at': '2021-10-13T14:23:12Z', 'revision_number': 4, 'project_id': '369f61c3408a4d8b912583e7eafe96b9', 'subnets': [{'id': '6072977f-a3df-4262-a65e-3bbf93fa5377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:23:14.007396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2106d78c-534c-4c9c-a310-3a452c6cb487 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:14.009260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:14.009827 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:14.011466 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 6 to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 Oct 13 14:23:14.014765 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2106d78c-534c-4c9c-a310-3a452c6cb487 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:14.030154 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cb694-898c-4e5b-a8bb-d59e386a00f8 None None] Pushing event updated for resources: {'Port': ['ID=ca914cac-8245-4b50-a3a7-c89cfcdfe3c0,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:14.041119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:14.041805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:14.042390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:14.048142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:14.053459 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:14.053459 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 7 to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 Oct 13 14:23:14.064964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:14.064964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:14.064964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:14.069431 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-32d5bb25-4ea6-4beb-bcd4-a99310523091 None None] Provisioning complete for port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:14.070096 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-32d5bb25-4ea6-4beb-bcd4-a99310523091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:14.071620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:14.072114 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:14.072613 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 8 to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 Oct 13 14:23:14.095292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:14.095638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:14.096027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:14.122558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:14.123036 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:14.123641 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 9 to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 Oct 13 14:23:14.145653 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1231f291-7155-4e94-a7c4-344a49beadcb tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:14.168309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:14.168848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:14.169507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:14.176756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:14.176756 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:14.177120 n-d-806683-15 neutron-server[112685]: INFO neutron.plugins.ml2.plugin [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempt 10 to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 Oct 13 14:23:14.212251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:14.212830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:14.213290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempting to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:14.222220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:14.222552 n-d-806683-15 neutron-server[112685]: ERROR neutron.plugins.ml2.managers [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Failed to bind port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on host n-h1-806683-15 for vnic_type normal using segments [{'id': '331e5029-ecf3-4d97-919a-e03831e271c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3a61819e-1fa7-4381-adef-7102366f220a'}] Oct 13 14:23:14.225470 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:14.234184 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231f291-7155-4e94-a7c4-344a49beadcb tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd6b06b3-9a2a-4cc2-9e76-de251be6aba1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:14.236174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106d78c-534c-4c9c-a310-3a452c6cb487 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event updated for resources: {'Network': ['ID=7b82faab-66f3-41d3-92cf-5828f6c8e9d5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:14.253499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58108) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:14.253640 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2106d78c-534c-4c9c-a310-3a452c6cb487 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0035489 Oct 13 14:23:14.262769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-e231e9de-5405-4146-ac09-f7c2e6de7ba5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Request body: {'subnet': {'network_id': '7b82faab-66f3-41d3-92cf-5828f6c8e9d5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:14.303239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 7b82faab-66f3-41d3-92cf-5828f6c8e9d5 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:14.347826 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1231f291-7155-4e94-a7c4-344a49beadcb tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:14.360197 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1231f291-7155-4e94-a7c4-344a49beadcb tempest-RoutersAdminNegativeTest-1603715067 tempest-RoutersAdminNegativeTest-1603715067-project-admin] 10.222.0.18 "DELETE /v2.0/ports/dd6b06b3-9a2a-4cc2-9e76-de251be6aba1 HTTP/1.1" status: 204 len: 168 time: 1.2229428 Oct 13 14:23:14.412971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] For port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:14.413912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attempted to set empty binding levels {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 13 14:23:14.557752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599c3c3-fb5d-4caa-a535-da6c47395094 req-9d9e2fef-a2aa-490a-ad29-c39c57166a36 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:14.557752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3599c3c3-fb5d-4caa-a535-da6c47395094 req-9d9e2fef-a2aa-490a-ad29-c39c57166a36 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1404428 Oct 13 14:23:14.609353 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:14.633708 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:14.667856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] In _notify_port_updated(), no bound segment for port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 on network 3a61819e-1fa7-4381-adef-7102366f220a {{(pid=112685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:23:14.669000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:14.669621 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:14.671073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "PUT /v2.0/ports/65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 HTTP/1.1" status: 200 len: 975 time: 1.7426620 Oct 13 14:23:14.673962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58116) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:14.691027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a415482-1d2e-4643-9cee-c00a22daf88c tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event updated for resources: {'Port': ['ID=65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:14.701157 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:14.705036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3599c3c3-fb5d-4caa-a535-da6c47395094 req-f89184b1-8c1a-4b97-acbe-4262bd5f5300 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383231 Oct 13 14:23:14.759053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e231e9de-5405-4146-ac09-f7c2e6de7ba5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:14.763559 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e231e9de-5405-4146-ac09-f7c2e6de7ba5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:14.774542 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:14.775564 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:14.848849 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-62633e31-7482-4df4-8675-5b6a59a32db9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Deleting port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:23:14.848849 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62633e31-7482-4df4-8675-5b6a59a32db9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:14.906479 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:14.995145 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-62633e31-7482-4df4-8675-5b6a59a32db9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] For port 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6, host n-h1-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:14.995431 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62633e31-7482-4df4-8675-5b6a59a32db9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:15.015814 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-62633e31-7482-4df4-8675-5b6a59a32db9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Calling delete_port for 65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:23:15.034095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Pushing event updated for resources: {'Port': ['ID=847a6018-c66b-46fb-b751-3ee7d687e0a2,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:15.034472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8ad6b-970d-4d9a-9085-a857fa71add9 req-3ad847e8-0670-4e8d-9c2b-81f8d194338e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:15.036019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ec8ad6b-970d-4d9a-9085-a857fa71add9 req-3ad847e8-0670-4e8d-9c2b-81f8d194338e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.1103776 Oct 13 14:23:15.050461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Network d75d6719-7d83-4716-a602-3d49ccee6188 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:15.053763 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:15.057132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:15.138124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Attempting to bind port 847a6018-c66b-46fb-b751-3ee7d687e0a2 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:15.138557 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Attempting to bind port 847a6018-c66b-46fb-b751-3ee7d687e0a2 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'bd4ce917-72c8-4158-8267-b94ea3cb85da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:15.138924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Attempting to bind port 847a6018-c66b-46fb-b751-3ee7d687e0a2 on network d75d6719-7d83-4716-a602-3d49ccee6188 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:15.151228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:15.151641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Checking segment: {'id': 'bd4ce917-72c8-4158-8267-b94ea3cb85da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:15.152055 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:15.152479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Bound using segment: {'id': 'bd4ce917-72c8-4158-8267-b94ea3cb85da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:15.152938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Bound port: 847a6018-c66b-46fb-b751-3ee7d687e0a2, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4ce917-72c8-4158-8267-b94ea3cb85da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:15.153352 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:15.243244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62633e31-7482-4df4-8675-5b6a59a32db9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:15.249287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58128) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:15.296779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] For port 847a6018-c66b-46fb-b751-3ee7d687e0a2, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:15.297012 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62633e31-7482-4df4-8675-5b6a59a32db9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Pushing event deleted for resources: {'Port': ['ID=65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:15.305886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] For port 847a6018-c66b-46fb-b751-3ee7d687e0a2, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=847a6018-c66b-46fb-b751-3ee7d687e0a2,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:15.312484 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62633e31-7482-4df4-8675-5b6a59a32db9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:15.321351 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-62633e31-7482-4df4-8675-5b6a59a32db9 tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "DELETE /v2.0/ports/65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 HTTP/1.1" status: 204 len: 168 time: 0.6454763 Oct 13 14:23:15.322192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58132) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:15.445982 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:15.546617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42115d0c-36ad-41d1-8f9e-9d5a22fb5785 None None] Pushing event updated for resources: {'Port': ['ID=847a6018-c66b-46fb-b751-3ee7d687e0a2,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:15.761680 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf29592a-b566-41c8-a9a8-402c26afe4fa tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] GET failed (client error): The resource could not be found. Oct 13 14:23:15.763273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bf29592a-b566-41c8-a9a8-402c26afe4fa tempest-PortsAdminExtendedAttrsTestJSON-1003734706 tempest-PortsAdminExtendedAttrsTestJSON-1003734706-project-admin] 10.222.0.18 "GET /v2.0/ports/65489f5d-6af0-4c66-bc3b-22ca9c3fb5e6 HTTP/1.1" status: 404 len: 333 time: 0.4402969 Oct 13 14:23:15.766851 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e231e9de-5405-4146-ac09-f7c2e6de7ba5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:15.767806 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58138) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:15.896385 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea9780e9-2c28-4782-b9c9-31a33a5b69f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:15.981449 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4b79-87ce-4ad5-838b-ee004f92f4e1 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.019060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231e9de-5405-4146-ac09-f7c2e6de7ba5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event updated for resources: {'Subnet': ['ID=c5afed79-224e-4b6b-a4c6-601ce4269036,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:16.089761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-2ec8ad6b-970d-4d9a-9085-a857fa71add9 req-f4459436-b2c4-4056-9efb-13c77f19ade0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Deleting port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:23:16.090690 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2ec8ad6b-970d-4d9a-9085-a857fa71add9 req-f4459436-b2c4-4056-9efb-13c77f19ade0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.114127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c879-53f4-4116-b841-857ee306aa00 req-92ef1d63-dd18-4748-a20b-bb2e0efe0113 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:16.121828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c80c879-53f4-4116-b841-857ee306aa00 req-92ef1d63-dd18-4748-a20b-bb2e0efe0113 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 946 time: 0.2198994 Oct 13 14:23:16.124268 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4b79-87ce-4ad5-838b-ee004f92f4e1 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.150712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2c2c4b79-87ce-4ad5-838b-ee004f92f4e1 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a61819e-1fa7-4381-adef-7102366f220a']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:16.161260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2c2c4b79-87ce-4ad5-838b-ee004f92f4e1 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331e5029-ecf3-4d97-919a-e03831e271c5') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:16.161637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2c2c4b79-87ce-4ad5-838b-ee004f92f4e1 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331e5029-ecf3-4d97-919a-e03831e271c5') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:16.172397 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4b79-87ce-4ad5-838b-ee004f92f4e1 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.187576 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4b79-87ce-4ad5-838b-ee004f92f4e1 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.194528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2c4b79-87ce-4ad5-838b-ee004f92f4e1 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:23:16.195170 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4b79-87ce-4ad5-838b-ee004f92f4e1 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:23:16.198142 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:23:16.221335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e231e9de-5405-4146-ac09-f7c2e6de7ba5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Checking segment: {'id': '4dfa57fd-078f-4f42-a846-26c4f03bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7b82faab-66f3-41d3-92cf-5828f6c8e9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:16.221726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e231e9de-5405-4146-ac09-f7c2e6de7ba5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Network hostable DHCP agents. Network: 7b82faab-66f3-41d3-92cf-5828f6c8e9d5, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:23:16.296652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c80c879-53f4-4116-b841-857ee306aa00 req-925387ed-999e-494f-bb9b-699e16fc3a97 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883663 Oct 13 14:23:16.321303 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea9780e9-2c28-4782-b9c9-31a33a5b69f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.340412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2ec8ad6b-970d-4d9a-9085-a857fa71add9 req-f4459436-b2c4-4056-9efb-13c77f19ade0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] For port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=04db29f6-c79d-4cb0-b3ab-eb06f76a79fa,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:16.340717 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2ec8ad6b-970d-4d9a-9085-a857fa71add9 req-f4459436-b2c4-4056-9efb-13c77f19ade0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.353158 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4b79-87ce-4ad5-838b-ee004f92f4e1 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.360573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-2ec8ad6b-970d-4d9a-9085-a857fa71add9 req-f4459436-b2c4-4056-9efb-13c77f19ade0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Calling delete_port for 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:23:16.362038 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c2c4b79-87ce-4ad5-838b-ee004f92f4e1 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.384625 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2c2c4b79-87ce-4ad5-838b-ee004f92f4e1 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] 10.222.0.18 "DELETE /v2.0/networks/3a61819e-1fa7-4381-adef-7102366f220a HTTP/1.1" status: 204 len: 168 time: 0.6019328 Oct 13 14:23:16.410715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c4b79-87ce-4ad5-838b-ee004f92f4e1 tempest-PortsAdminExtendedAttrsTestJSON-951775603 tempest-PortsAdminExtendedAttrsTestJSON-951775603-project] Pushing event deleted for resources: {'Network': ['ID=3a61819e-1fa7-4381-adef-7102366f220a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:16.418936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e231e9de-5405-4146-ac09-f7c2e6de7ba5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Network 7b82faab-66f3-41d3-92cf-5828f6c8e9d5 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:23:16.421159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea9780e9-2c28-4782-b9c9-31a33a5b69f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.498671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ea9780e9-2c28-4782-b9c9-31a33a5b69f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2107e1df18a44a1d929142dedf4d4721&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2480571 Oct 13 14:23:16.501092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9780e9-2c28-4782-b9c9-31a33a5b69f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294c0ce9-4df4-4335-92eb-62d9fae4141e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:16.501523 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58148) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:16.543722 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 847a6018-c66b-46fb-b751-3ee7d687e0a2 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:16.548602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-e231e9de-5405-4146-ac09-f7c2e6de7ba5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 7b82faab-66f3-41d3-92cf-5828f6c8e9d5) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:16.556475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e231e9de-5405-4146-ac09-f7c2e6de7ba5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:16.560615 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e231e9de-5405-4146-ac09-f7c2e6de7ba5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.621303 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb40-e411-450e-90ed-26e278118162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.638721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e795fa15-4ad0-4776-a008-43fe94e80bec None None] Network 7b82faab-66f3-41d3-92cf-5828f6c8e9d5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:16.649775 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb40-e411-450e-90ed-26e278118162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.686590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e231e9de-5405-4146-ac09-f7c2e6de7ba5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4224663 Oct 13 14:23:16.817585 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2ec8ad6b-970d-4d9a-9085-a857fa71add9 req-f4459436-b2c4-4056-9efb-13c77f19ade0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.857694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:23:16.873359 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb40-e411-450e-90ed-26e278118162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.879749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4459436-b2c4-4056-9efb-13c77f19ade0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event deleted for resources: {'Port': ['ID=04db29f6-c79d-4cb0-b3ab-eb06f76a79fa,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:16.895856 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f60cfb40-e411-450e-90ed-26e278118162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.895949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 847a6018-c66b-46fb-b751-3ee7d687e0a2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:16.895949 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:16.902574 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f60cfb40-e411-450e-90ed-26e278118162 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/294c0ce9-4df4-4335-92eb-62d9fae4141e HTTP/1.1" status: 204 len: 168 time: 0.3994160 Oct 13 14:23:16.919464 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cfb40-e411-450e-90ed-26e278118162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294c0ce9-4df4-4335-92eb-62d9fae4141e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:16.994410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec8ad6b-970d-4d9a-9085-a857fa71add9 req-f4459436-b2c4-4056-9efb-13c77f19ade0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] No DVR routers for this DVR port 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:23:17.002182 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2ec8ad6b-970d-4d9a-9085-a857fa71add9 req-f4459436-b2c4-4056-9efb-13c77f19ade0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:17.007578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ec8ad6b-970d-4d9a-9085-a857fa71add9 req-f4459436-b2c4-4056-9efb-13c77f19ade0 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.41 "DELETE /v2.0/ports/04db29f6-c79d-4cb0-b3ab-eb06f76a79fa HTTP/1.1" status: 204 len: 173 time: 1.9630272 Oct 13 14:23:17.073965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259fc4d9-2f63-4f90-bef4-fae01c57069e', 'name': 'network-vif-deleted', 'tag': '04db29f6-c79d-4cb0-b3ab-eb06f76a79fa'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:23:17.076256 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe131ad-f425-434a-9597-a803119bb0e5" -d '{"events": [{"server_uuid": "259fc4d9-2f63-4f90-bef4-fae01c57069e", "name": "network-vif-deleted", "tag": "04db29f6-c79d-4cb0-b3ab-eb06f76a79fa"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:23:17.177591 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a68ba6-f0fe-445d-ae96-47df3ac21adc x-openstack-request-id: req-73a68ba6-f0fe-445d-ae96-47df3ac21adc {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:23:17.177843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-7b82faab-66f3-41d3-92cf-5828f6c8e9d5', 'network_id': '7b82faab-66f3-41d3-92cf-5828f6c8e9d5', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'fixed_ips': [{'subnet_id': 'c5afed79-224e-4b6b-a4c6-601ce4269036'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:23:17.178629 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259fc4d9-2f63-4f90-bef4-fae01c57069e", "name": "network-vif-deleted", "tag": "04db29f6-c79d-4cb0-b3ab-eb06f76a79fa", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:23:17.179268 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:17.184944 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73a68ba6-f0fe-445d-ae96-47df3ac21adc {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:23:17.185372 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259fc4d9-2f63-4f90-bef4-fae01c57069e', 'name': 'network-vif-deleted', 'tag': '04db29f6-c79d-4cb0-b3ab-eb06f76a79fa', 'status': 'completed', 'code': 200} Oct 13 14:23:17.224163 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58172) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:17.280962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-e2046e93-bf4b-43fa-983a-576541b08779 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:17.293328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-e2046e93-bf4b-43fa-983a-576541b08779 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:17.295258 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-e2046e93-bf4b-43fa-983a-576541b08779 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/networks?id=d75d6719-7d83-4716-a602-3d49ccee6188&id=7b82faab-66f3-41d3-92cf-5828f6c8e9d5&id=d75d6719-7d83-4716-a602-3d49ccee6188 HTTP/1.1" status: 200 len: 1391 time: 0.3815579 Oct 13 14:23:17.311600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d2ca93-5f84-4232-bbdd-5184cf3fc614 None None] Network d75d6719-7d83-4716-a602-3d49ccee6188 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:17.342192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-6d50a363-03b9-4805-8cec-e3dc7a6263f6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/quotas/369f61c3408a4d8b912583e7eafe96b9 HTTP/1.1" status: 200 len: 375 time: 0.0365133 Oct 13 14:23:17.346143 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:23:17.531013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:23:17.531315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 04db29f6-c79d-4cb0-b3ab-eb06f76a79fa not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:23:17.562511 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:17.575135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce62a211-ab4c-472f-96b7-ec4c135359f7 req-6289e476-2812-4a0c-81fe-33a2965d2fb6 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 210 time: 0.1365237 Oct 13 14:23:17.610843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-a28ed9af-2b82-4552-a74d-eae668dc4a73 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=369f61c3408a4d8b912583e7eafe96b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2592871 Oct 13 14:23:17.630999 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-05d6c435-24ae-4071-a0a0-176d01c83d78 None None] Provisioning complete for port 847a6018-c66b-46fb-b751-3ee7d687e0a2 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:17.631399 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-05d6c435-24ae-4071-a0a0-176d01c83d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:17.632829 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-4d79d5bd-43e2-4693-854c-90525447e407 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:23:17.634824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-4d79d5bd-43e2-4693-854c-90525447e407 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0077021 Oct 13 14:23:17.664937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b7214e9-2f26-466a-b93a-71ef4f52ee68 req-df4e6197-54d9-4d79-ad3a-dc4dccebfcbc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1994643 Oct 13 14:23:17.692595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 847a6018-c66b-46fb-b751-3ee7d687e0a2, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=847a6018-c66b-46fb-b751-3ee7d687e0a2,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:17.781227 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5b67d6d8-b2bb-4029-8d2c-f0207186d9f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4108a82f77a24267bad7b16672287e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5557489 Oct 13 14:23:17.784009 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58182) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:17.885048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7214e9-2f26-466a-b93a-71ef4f52ee68 req-2b179857-2569-420f-8adc-dfba27cf6f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:17.885048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b7214e9-2f26-466a-b93a-71ef4f52ee68 req-2b179857-2569-420f-8adc-dfba27cf6f2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f3381f4090b46da8ec91eb741bf2620&device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 1098 time: 0.1050403 Oct 13 14:23:17.902643 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88f5d618-3659-4d6a-b07e-ba00d419b17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:17.939782 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88f5d618-3659-4d6a-b07e-ba00d419b17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:17.953722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-7a39b824-7deb-476d-abb3-b9b27be43434 service neutron] 10.222.0.18 "GET /v2.0/networks/d75d6719-7d83-4716-a602-3d49ccee6188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934456 Oct 13 14:23:17.988513 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:18.087434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Allocated IP 19.86.0.2 (7b82faab-66f3-41d3-92cf-5828f6c8e9d5/c5afed79-224e-4b6b-a4c6-601ce4269036/a207499e-5d07-440b-af60-4a41fbd9cf70) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:18.111498 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58186) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:18.128104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=847a6018-c66b-46fb-b751-3ee7d687e0a2,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:18.144196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7214e9-2f26-466a-b93a-71ef4f52ee68 req-c9ec19de-ab13-44af-9b2c-df55896de4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:18.145940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b7214e9-2f26-466a-b93a-71ef4f52ee68 req-c9ec19de-ab13-44af-9b2c-df55896de4b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 200 len: 906 time: 0.1906645 Oct 13 14:23:18.187744 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-82fad3d4-70ef-4b9a-b55b-320a702fe1e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8dc4142f13d4d47b992829044a4bf68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689213 Oct 13 14:23:18.190254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58188) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:18.199185 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88f5d618-3659-4d6a-b07e-ba00d419b17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:18.202200 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-88f5d618-3659-4d6a-b07e-ba00d419b17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:18.204616 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-88f5d618-3659-4d6a-b07e-ba00d419b17c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac17c8c3-6bc8-44ea-a5bc-f8d304d1e7fb HTTP/1.1" status: 204 len: 168 time: 0.4194460 Oct 13 14:23:18.261788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b7214e9-2f26-466a-b93a-71ef4f52ee68 req-c7a25ee8-77ac-4a3c-981c-d68b58f5140c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d9f47c5-0763-4679-ba8c-3aea2d9e3786 HTTP/1.1" status: 200 len: 217 time: 0.0797751 Oct 13 14:23:18.359478 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5d618-3659-4d6a-b07e-ba00d419b17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac17c8c3-6bc8-44ea-a5bc-f8d304d1e7fb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:18.435656 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3292-96ab-4ad5-a05c-efae2fbd7222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:18.446966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-8064dc8e-3fb8-4ca9-a527-79473d599f7d service neutron] 10.222.0.18 "GET /v2.0/networks/d75d6719-7d83-4716-a602-3d49ccee6188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719405 Oct 13 14:23:18.500808 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3292-96ab-4ad5-a05c-efae2fbd7222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:18.662014 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:18.678081 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:18.693096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 847a6018-c66b-46fb-b751-3ee7d687e0a2 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:18.781736 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3292-96ab-4ad5-a05c-efae2fbd7222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:18.785256 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3292-96ab-4ad5-a05c-efae2fbd7222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:18.786542 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6b8e3292-96ab-4ad5-a05c-efae2fbd7222 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f93c8a5-9c60-4342-a8bc-3d3b070b3027 HTTP/1.1" status: 204 len: 168 time: 0.5951278 Oct 13 14:23:18.796691 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e3292-96ab-4ad5-a05c-efae2fbd7222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f93c8a5-9c60-4342-a8bc-3d3b070b3027,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:18.801232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-56fa6c16-e91c-494d-a7b3-87cf92a37947 service neutron] 10.222.0.18 "GET /v2.0/networks/7b82faab-66f3-41d3-92cf-5828f6c8e9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715106 Oct 13 14:23:18.841750 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 847a6018-c66b-46fb-b751-3ee7d687e0a2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:18.842167 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:18.884476 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fd78e58-7332-4ac6-8657-fa11131f698d req-834fe050-110a-4c41-8e78-2c29be703a34 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=259fc4d9-2f63-4f90-bef4-fae01c57069e HTTP/1.1" status: 200 len: 210 time: 0.0777647 Oct 13 14:23:18.941281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7214e9-2f26-466a-b93a-71ef4f52ee68 req-169698d6-2c96-46e2-847d-a59c30a7d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:18.943689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b7214e9-2f26-466a-b93a-71ef4f52ee68 req-169698d6-2c96-46e2-847d-a59c30a7d589 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 200 len: 845 time: 0.5404990 Oct 13 14:23:18.966096 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:19.036307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b7214e9-2f26-466a-b93a-71ef4f52ee68 req-9de97ad6-5b13-4665-bef8-61f513fbacd8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7967c7e9-c785-47a5-832b-9d1edf6a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771434 Oct 13 14:23:19.044106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5156c151-74b3-4043-9049-6b24cadd59e9 None None] Provisioning complete for port 847a6018-c66b-46fb-b751-3ee7d687e0a2 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:19.044479 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5156c151-74b3-4043-9049-6b24cadd59e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:19.056580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Network 7b82faab-66f3-41d3-92cf-5828f6c8e9d5 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:19.081633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:19.086068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:19.098301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Pushing event updated for resources: {'Port': ['ID=a207499e-5d07-440b-af60-4a41fbd9cf70,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:19.150676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-33337c00-41a3-455a-a21e-ce8a20402a73 service neutron] 10.222.0.18 "GET /v2.0/networks/7b82faab-66f3-41d3-92cf-5828f6c8e9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900667 Oct 13 14:23:19.165985 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Attempting to bind port a207499e-5d07-440b-af60-4a41fbd9cf70 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:19.166368 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Attempting to bind port a207499e-5d07-440b-af60-4a41fbd9cf70 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '4dfa57fd-078f-4f42-a846-26c4f03bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7b82faab-66f3-41d3-92cf-5828f6c8e9d5'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:19.166720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Attempting to bind port a207499e-5d07-440b-af60-4a41fbd9cf70 on network 7b82faab-66f3-41d3-92cf-5828f6c8e9d5 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:19.172344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:19.172706 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Checking segment: {'id': '4dfa57fd-078f-4f42-a846-26c4f03bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7b82faab-66f3-41d3-92cf-5828f6c8e9d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:19.173132 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:19.173534 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Bound using segment: {'id': '4dfa57fd-078f-4f42-a846-26c4f03bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7b82faab-66f3-41d3-92cf-5828f6c8e9d5'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:19.174000 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Bound port: a207499e-5d07-440b-af60-4a41fbd9cf70, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfa57fd-078f-4f42-a846-26c4f03bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7b82faab-66f3-41d3-92cf-5828f6c8e9d5'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:19.174362 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:19.245011 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b7214e9-2f26-466a-b93a-71ef4f52ee68 req-ba496e9a-38b1-4d78-8bab-7a5ef3a0e2b3 service neutron] 10.222.0.49 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949117 Oct 13 14:23:19.282398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] For port a207499e-5d07-440b-af60-4a41fbd9cf70, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:19.287140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] For port a207499e-5d07-440b-af60-4a41fbd9cf70, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a207499e-5d07-440b-af60-4a41fbd9cf70,segment=NetworkSegment(4dfa57fd-078f-4f42-a846-26c4f03bd6c7),segment_id=4dfa57fd-078f-4f42-a846-26c4f03bd6c7)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:19.347098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-4f2b3673-8df1-4d0d-af0c-5d75380ef40f service neutron] 10.222.0.18 "GET /v2.0/networks/d75d6719-7d83-4716-a602-3d49ccee6188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874416 Oct 13 14:23:19.394385 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:19.451766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b7214e9-2f26-466a-b93a-71ef4f52ee68 req-1a26f508-e97d-4412-97f2-d716a493ef8d service neutron] 10.222.0.49 "GET /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930206 Oct 13 14:23:19.509565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a0408-1be5-49c4-8b89-6139153ad2d5 None None] Pushing event updated for resources: {'Port': ['ID=a207499e-5d07-440b-af60-4a41fbd9cf70,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:19.510021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-4735dc3f-6250-4d5b-ae2a-d7a6ac73f1fd service neutron] 10.222.0.18 "GET /v2.0/networks/d75d6719-7d83-4716-a602-3d49ccee6188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545234 Oct 13 14:23:19.597001 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-54c901b1-a093-4863-ba60-da86c88d2b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:20.056514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ccef8976-7f82-4886-9db6-2c93f7cf4678 req-5e04fb21-fc27-4f66-ba4f-616befae9d3d tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 210 time: 0.0383871 Oct 13 14:23:20.141947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58238) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:20.233097 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3341ec78-a95b-44ea-b5aa-e4546b84ecf2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e72d28185c964f3e894b7ac6fef5dbcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899346 Oct 13 14:23:20.235698 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58246) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:20.329710 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72452f09-2ed2-400d-b418-e8d1957b53ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:20.370218 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72452f09-2ed2-400d-b418-e8d1957b53ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:20.563715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a207499e-5d07-440b-af60-4a41fbd9cf70 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:20.628814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72452f09-2ed2-400d-b418-e8d1957b53ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:20.628814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72452f09-2ed2-400d-b418-e8d1957b53ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:20.628814 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-72452f09-2ed2-400d-b418-e8d1957b53ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63775492-0b4d-47d8-8b7f-116b0e0135df HTTP/1.1" status: 204 len: 168 time: 0.3892996 Oct 13 14:23:20.645467 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72452f09-2ed2-400d-b418-e8d1957b53ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63775492-0b4d-47d8-8b7f-116b0e0135df,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:20.736906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port a207499e-5d07-440b-af60-4a41fbd9cf70 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:20.736906 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:20.932897 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:21.004935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port a207499e-5d07-440b-af60-4a41fbd9cf70, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a207499e-5d07-440b-af60-4a41fbd9cf70,segment=NetworkSegment(4dfa57fd-078f-4f42-a846-26c4f03bd6c7),segment_id=4dfa57fd-078f-4f42-a846-26c4f03bd6c7)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:21.072526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58288) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:21.090981 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910daf47-7614-4614-87a2-e20785264e1f None None] Network 7b82faab-66f3-41d3-92cf-5828f6c8e9d5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:21.155534 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:21.175735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35bcd2b3-fa6c-4e9c-acdf-bca76ddbc643 req-465c3a61-9cbf-43f5-a881-924f2d94a5c7 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 210 time: 0.0505290 Oct 13 14:23:21.400213 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=a207499e-5d07-440b-af60-4a41fbd9cf70,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:21.408842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-637495805'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:21.463371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a3350b45-8db2-4b2f-8d45-41c215ba9b46 None None] Provisioning complete for port a207499e-5d07-440b-af60-4a41fbd9cf70 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:21.463778 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a3350b45-8db2-4b2f-8d45-41c215ba9b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:21.547856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:21.557630 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:21.571526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:21.670383 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:21.834505 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:21.839288 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:21.934965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:23:21.938535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f8f50-4475-435b-8420-4e85b90bc6ef req-ce65f70d-edd9-404c-8f87-f187b63ef6dd tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:21.951723 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-158f8f50-4475-435b-8420-4e85b90bc6ef req-ce65f70d-edd9-404c-8f87-f187b63ef6dd tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 946 time: 0.1645384 Oct 13 14:23:21.955817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d980ee-7db9-4468-a482-04d34ad23404,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:21.964491 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:21.964787 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Added segment 4cbc4096-3836-4056-94c9-68577e6a5d92 of type vlan for network 15554843-aa66-4f2d-b1c0-cb2162a57d80 Oct 13 14:23:22.025417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-158f8f50-4475-435b-8420-4e85b90bc6ef req-2f8bdf24-42f1-47c3-af2e-8e768ae84598 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708575 Oct 13 14:23:22.069067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6a26c3df-bff4-4707-8133-aefbbe769058 None None] Provisioning complete for port a207499e-5d07-440b-af60-4a41fbd9cf70 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:22.069469 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a26c3df-bff4-4707-8133-aefbbe769058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:22.073630 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:22.227794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:22.235387 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:22.236965 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:22.267126 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c278ee66-6131-469d-9c1a-5d95b50dc1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:22.340662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5db33fa0-9680-4f51-8ce2-f50617399d43 req-2d11ac6a-8f4e-426d-9755-9715ddfeba7a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 210 time: 0.0549397 Oct 13 14:23:22.341254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Network': ['ID=15554843-aa66-4f2d-b1c0-cb2162a57d80,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:22.353189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 15554843-aa66-4f2d-b1c0-cb2162a57d80 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:22.413598 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-301df42c-ab0a-4159-bb77-a4da272e500c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3352113 Oct 13 14:23:22.448966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a207499e-5d07-440b-af60-4a41fbd9cf70 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:22.539770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port a207499e-5d07-440b-af60-4a41fbd9cf70 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:22.540679 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:22.679591 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58324) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:22.811840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2e606395-eb9a-4b3b-99be-d154d445b921 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] Request body: {'port': {'network_id': 'dae051e6-58e0-4d63-903e-2b2c72a1730b', 'name': 'tempest-NetworksNegativeTestJSON-1782511836'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:22.831003 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e606395-eb9a-4b3b-99be-d154d445b921 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] POST failed (client error): The resource could not be found. Oct 13 14:23:22.831874 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e606395-eb9a-4b3b-99be-d154d445b921 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:23:22.833823 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2e606395-eb9a-4b3b-99be-d154d445b921 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1527054 Oct 13 14:23:22.839595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58328) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:22.860852 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aaf67cc-e366-482f-8709-187eecdedc4d tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] DELETE failed (client error): The resource could not be found. Oct 13 14:23:22.861551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aaf67cc-e366-482f-8709-187eecdedc4d tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:23:22.864507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0aaf67cc-e366-482f-8709-187eecdedc4d tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] 10.222.0.18 "DELETE /v2.0/networks/b97a5ca9-44cc-42b1-a4e9-62403875b973 HTTP/1.1" status: 404 len: 339 time: 0.0233119 Oct 13 14:23:22.870263 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58330) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:22.892719 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bd2eb7-b89b-44a0-a8b3-9b5c711125cb tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] DELETE failed (client error): The resource could not be found. Oct 13 14:23:22.893363 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bd2eb7-b89b-44a0-a8b3-9b5c711125cb tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:23:22.896520 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-93bd2eb7-b89b-44a0-a8b3-9b5c711125cb tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] 10.222.0.18 "DELETE /v2.0/ports/fb79db70-0e3d-4da8-96a9-123f4d2cac25 HTTP/1.1" status: 404 len: 333 time: 0.0262432 Oct 13 14:23:22.901081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58332) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:22.931922 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b80fb1-7769-4c18-b3b8-4379a4bd9467 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] DELETE failed (client error): The resource could not be found. Oct 13 14:23:22.931922 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b80fb1-7769-4c18-b3b8-4379a4bd9467 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:23:22.935178 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b5b80fb1-7769-4c18-b3b8-4379a4bd9467 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] 10.222.0.18 "DELETE /v2.0/subnets/a54fabcd-a27e-4f54-a17d-7c8928656fdf HTTP/1.1" status: 404 len: 337 time: 0.0331314 Oct 13 14:23:22.938887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58334) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:22.958494 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae2427b-eb6a-44b5-af5e-667b3b50ff11 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] GET failed (client error): The resource could not be found. Oct 13 14:23:22.959872 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aae2427b-eb6a-44b5-af5e-667b3b50ff11 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] 10.222.0.18 "GET /v2.0/networks/7ad37b32-ba89-4c05-b699-4bf6c601d5f4 HTTP/1.1" status: 404 len: 339 time: 0.0200443 Oct 13 14:23:22.964126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58336) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:22.996811 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd3fd7e-6285-4a49-8b2b-caa9a88090f4 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] GET failed (client error): The resource could not be found. Oct 13 14:23:23.002025 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cdd3fd7e-6285-4a49-8b2b-caa9a88090f4 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] 10.222.0.18 "GET /v2.0/ports/73c44f20-2d1e-49f9-ad99-4ab2cb1a14a6 HTTP/1.1" status: 404 len: 333 time: 0.0332649 Oct 13 14:23:23.002599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58338) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:23.049630 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aefa942-78e4-4c36-be5e-c86d9e382e7e tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] GET failed (client error): The resource could not be found. Oct 13 14:23:23.055713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58346) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:23.055931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0aefa942-78e4-4c36-be5e-c86d9e382e7e tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] 10.222.0.18 "GET /v2.0/subnets/058c380b-cbdd-4eaa-86be-f620f1fc3a25 HTTP/1.1" status: 404 len: 337 time: 0.0520329 Oct 13 14:23:23.061586 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-683e0701-9ddf-4016-a86e-2a38914aa58f tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] Request body: {'network': {'name': 'new_name'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:23.094277 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-683e0701-9ddf-4016-a86e-2a38914aa58f tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] PUT failed (client error): The resource could not be found. Oct 13 14:23:23.095267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683e0701-9ddf-4016-a86e-2a38914aa58f tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:23:23.101449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58350) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:23.108426 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-683e0701-9ddf-4016-a86e-2a38914aa58f tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] 10.222.0.18 "PUT /v2.0/networks/8f67e533-2e57-472a-afe0-439c854e85df HTTP/1.1" status: 404 len: 339 time: 0.0466397 Oct 13 14:23:23.114871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a23ec5ae-f63a-4998-a6b8-534a0076fbef tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] Request body: {'port': {'name': 'new_name'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:23.142487 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23ec5ae-f63a-4998-a6b8-534a0076fbef tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] PUT failed (client error): The resource could not be found. Oct 13 14:23:23.143140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23ec5ae-f63a-4998-a6b8-534a0076fbef tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:23:23.144296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a23ec5ae-f63a-4998-a6b8-534a0076fbef tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] 10.222.0.18 "PUT /v2.0/ports/d9c76e03-5acc-4bd3-8f62-d0c2ac96682d HTTP/1.1" status: 404 len: 333 time: 0.0415654 Oct 13 14:23:23.149985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58352) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:23.156225 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-553204f7-6028-4011-b017-ea915017f4f3 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:23.180806 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-553204f7-6028-4011-b017-ea915017f4f3 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] PUT failed (client error): The resource could not be found. Oct 13 14:23:23.181340 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553204f7-6028-4011-b017-ea915017f4f3 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:23:23.184797 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-553204f7-6028-4011-b017-ea915017f4f3 tempest-NetworksNegativeTestJSON-1305370307 tempest-NetworksNegativeTestJSON-1305370307-project] 10.222.0.18 "PUT /v2.0/subnets/81cea4ea-2e6f-410c-bc17-42001d0f5f21 HTTP/1.1" status: 404 len: 337 time: 0.0316837 Oct 13 14:23:23.232218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb96a92-f1e0-4b52-8213-e1c70222a9ab req-1215bf21-7cbe-4f71-9791-fba788d7b530 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:23.236269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cb96a92-f1e0-4b52-8213-e1c70222a9ab req-1215bf21-7cbe-4f71-9791-fba788d7b530 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 946 time: 0.0909204 Oct 13 14:23:23.347400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cb96a92-f1e0-4b52-8213-e1c70222a9ab req-836bc2f3-7c95-4995-a95e-90f6d03d4d5f tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/security-groups?id=743ab654-ff75-4329-8497-c6501988e59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904288 Oct 13 14:23:23.438805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae34f8-a7b0-45a8-9136-b1431cb4373b req-572db2f2-fb08-4e30-a88e-68ec9ef0ef54 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:23.441465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2ae34f8-a7b0-45a8-9136-b1431cb4373b req-572db2f2-fb08-4e30-a88e-68ec9ef0ef54 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 946 time: 0.0754471 Oct 13 14:23:23.523758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c687fbd7-fcf2-43c2-a628-aba66ce6c40b req-0b2acba0-8350-47f7-80aa-383cb184b940 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 210 time: 0.0805972 Oct 13 14:23:23.644920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c2ae34f8-a7b0-45a8-9136-b1431cb4373b req-a69be596-6613-4bb5-a847-3168cfe0293e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Deleting port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:23:23.645684 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2ae34f8-a7b0-45a8-9136-b1431cb4373b req-a69be596-6613-4bb5-a847-3168cfe0293e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:23.837015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c2ae34f8-a7b0-45a8-9136-b1431cb4373b req-a69be596-6613-4bb5-a847-3168cfe0293e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] For port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7d9f47c5-0763-4679-ba8c-3aea2d9e3786,segment=NetworkSegment(5feba42a-1fd4-46ec-852b-18aee1284a67),segment_id=5feba42a-1fd4-46ec-852b-18aee1284a67)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:23.837015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2ae34f8-a7b0-45a8-9136-b1431cb4373b req-a69be596-6613-4bb5-a847-3168cfe0293e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:23.858741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-65858743-f948-423f-b0e5-036d0bb914c9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:23.865004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-65858743-f948-423f-b0e5-036d0bb914c9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:23.866903 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-65858743-f948-423f-b0e5-036d0bb914c9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "GET /v2.0/networks?id=d75d6719-7d83-4716-a602-3d49ccee6188&id=7b82faab-66f3-41d3-92cf-5828f6c8e9d5&id=d75d6719-7d83-4716-a602-3d49ccee6188 HTTP/1.1" status: 200 len: 1391 time: 0.1657271 Oct 13 14:23:23.872706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c2ae34f8-a7b0-45a8-9136-b1431cb4373b req-a69be596-6613-4bb5-a847-3168cfe0293e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Calling delete_port for 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:23:23.885441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-58e81a0d-60dd-4076-905e-020579948a95 req-f9c51b0b-dd81-4b49-86d8-c94414d3499b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Request body: {'port': {'device_id': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188', 'admin_state_up': True, 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:23.947470 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:24.049809 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:24.199196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-f9c51b0b-dd81-4b49-86d8-c94414d3499b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:24.212974 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-f9c51b0b-dd81-4b49-86d8-c94414d3499b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:24.279429 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2ae34f8-a7b0-45a8-9136-b1431cb4373b req-a69be596-6613-4bb5-a847-3168cfe0293e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:24.297453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7d9f47c5-0763-4679-ba8c-3aea2d9e3786'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:23:24.319650 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58370) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:24.329497 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69be596-6613-4bb5-a847-3168cfe0293e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Pushing event deleted for resources: {'Port': ['ID=7d9f47c5-0763-4679-ba8c-3aea2d9e3786,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:24.474470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ae34f8-a7b0-45a8-9136-b1431cb4373b req-a69be596-6613-4bb5-a847-3168cfe0293e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] No DVR routers for this DVR port 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:23:24.483139 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2ae34f8-a7b0-45a8-9136-b1431cb4373b req-a69be596-6613-4bb5-a847-3168cfe0293e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:24.486398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2ae34f8-a7b0-45a8-9136-b1431cb4373b req-a69be596-6613-4bb5-a847-3168cfe0293e tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.49 "DELETE /v2.0/ports/7d9f47c5-0763-4679-ba8c-3aea2d9e3786 HTTP/1.1" status: 204 len: 173 time: 0.9616189 Oct 13 14:23:24.486977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9028b35-25be-4efe-9ae7-9992b7f8cd80', 'name': 'network-vif-deleted', 'tag': '7d9f47c5-0763-4679-ba8c-3aea2d9e3786'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:23:24.489357 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142a1db1-b42b-4353-8061-a0a2a9f19dcf" -d '{"events": [{"server_uuid": "f9028b35-25be-4efe-9ae7-9992b7f8cd80", "name": "network-vif-deleted", "tag": "7d9f47c5-0763-4679-ba8c-3aea2d9e3786"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:23:24.497332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-58e81a0d-60dd-4076-905e-020579948a95 req-f9c51b0b-dd81-4b49-86d8-c94414d3499b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Allocated IP 19.80.0.8 (d75d6719-7d83-4716-a602-3d49ccee6188/de278f90-623a-4a8f-b7a6-c83e7fca07f8/758858d9-ebd7-481b-9591-cc29752ffcf9) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:24.605743 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bcc8cf87-d7e8-4d14-8f89-5cf41ce51410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:24.743043 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-f9c51b0b-dd81-4b49-86d8-c94414d3499b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:24.801238 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0c1af2-5614-4940-8667-052f5efb5334 x-openstack-request-id: req-1b0c1af2-5614-4940-8667-052f5efb5334 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:23:24.801460 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9028b35-25be-4efe-9ae7-9992b7f8cd80", "name": "network-vif-deleted", "tag": "7d9f47c5-0763-4679-ba8c-3aea2d9e3786", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:23:24.801737 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b0c1af2-5614-4940-8667-052f5efb5334 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:23:24.802041 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9028b35-25be-4efe-9ae7-9992b7f8cd80', 'name': 'network-vif-deleted', 'tag': '7d9f47c5-0763-4679-ba8c-3aea2d9e3786', 'status': 'completed', 'code': 200} Oct 13 14:23:24.805970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fda5336d-c7fa-4daa-a849-091a3aab42e9 req-7fbda00e-d078-4bfc-8249-e5ea8dae05c6 tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 210 time: 0.3119316 Oct 13 14:23:24.829754 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bcc8cf87-d7e8-4d14-8f89-5cf41ce51410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:24.867986 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f24db6df-0fc9-44c9-9a3c-149c5d8e8e41 req-62f529a8-f629-47f5-b079-c5035178744b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 210 time: 0.0649073 Oct 13 14:23:24.974740 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bcc8cf87-d7e8-4d14-8f89-5cf41ce51410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:24.976300 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-f9c51b0b-dd81-4b49-86d8-c94414d3499b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:25.031875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c51b0b-dd81-4b49-86d8-c94414d3499b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event updated for resources: {'Port': ['ID=758858d9-ebd7-481b-9591-cc29752ffcf9,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:25.055622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e81a0d-60dd-4076-905e-020579948a95 req-f9c51b0b-dd81-4b49-86d8-c94414d3499b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Network d75d6719-7d83-4716-a602-3d49ccee6188 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:25.060108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-58e81a0d-60dd-4076-905e-020579948a95 req-f9c51b0b-dd81-4b49-86d8-c94414d3499b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:25.072246 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bcc8cf87-d7e8-4d14-8f89-5cf41ce51410 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b74747c1b2804bdd8c78110ef175dca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7467117 Oct 13 14:23:25.073017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58384) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:25.075091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e81a0d-60dd-4076-905e-020579948a95 req-f9c51b0b-dd81-4b49-86d8-c94414d3499b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:25.085277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8cf87-d7e8-4d14-8f89-5cf41ce51410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2300b86c-fb1b-4a6f-92f6-d1f6142b6f25,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:25.210766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-f9c51b0b-dd81-4b49-86d8-c94414d3499b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:25.211569 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-f9c51b0b-dd81-4b49-86d8-c94414d3499b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:25.299173 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87100f0b-73e8-4f43-add1-70e2a885cef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:25.360516 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:25.379008 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87100f0b-73e8-4f43-add1-70e2a885cef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:25.427115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-f9c51b0b-dd81-4b49-86d8-c94414d3499b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5463622 Oct 13 14:23:25.491518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-58e81a0d-60dd-4076-905e-020579948a95 req-9edfb0ac-6d91-4430-a2ff-5bbc0538777a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Request body: {'port': {'device_id': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'network_id': '7b82faab-66f3-41d3-92cf-5828f6c8e9d5', 'admin_state_up': True, 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:25.530346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2d468de2-cf97-4d41-b90b-76eeaaa273a4 None None] Provisioning complete for port 758858d9-ebd7-481b-9591-cc29752ffcf9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:25.530709 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2d468de2-cf97-4d41-b90b-76eeaaa273a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:25.574916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2d468de2-cf97-4d41-b90b-76eeaaa273a4 None None] Port 758858d9-ebd7-481b-9591-cc29752ffcf9 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:23:25.643945 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:23:25.647040 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87100f0b-73e8-4f43-add1-70e2a885cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:25.650217 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-87100f0b-73e8-4f43-add1-70e2a885cef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:25.653818 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-87100f0b-73e8-4f43-add1-70e2a885cef9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2300b86c-fb1b-4a6f-92f6-d1f6142b6f25 HTTP/1.1" status: 204 len: 168 time: 0.5777073 Oct 13 14:23:25.677016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87100f0b-73e8-4f43-add1-70e2a885cef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2300b86c-fb1b-4a6f-92f6-d1f6142b6f25,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:25.915293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-9edfb0ac-6d91-4430-a2ff-5bbc0538777a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:25.919804 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-9edfb0ac-6d91-4430-a2ff-5bbc0538777a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:25.932479 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58398) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:25.938128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f28d873e-c37a-4e92-8bd3-273719248364 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'subnet': {'network_id': '15554843-aa66-4f2d-b1c0-cb2162a57d80', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:26.062755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-795c0fc3-c451-4ab4-9e14-48545cad94e6 req-4c5ea7fa-e552-468e-9c43-7cb315dd305c tempest-ServersTestJSON-1063581475 tempest-ServersTestJSON-1063581475-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9028b35-25be-4efe-9ae7-9992b7f8cd80 HTTP/1.1" status: 200 len: 210 time: 0.0823338 Oct 13 14:23:26.132863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc06ae7-41a2-4d02-bc51-44100721f20b req-bbc882e0-03ab-41a9-bb65-94b62581dd76 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:26.137527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecc06ae7-41a2-4d02-bc51-44100721f20b req-bbc882e0-03ab-41a9-bb65-94b62581dd76 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 930 time: 0.1568544 Oct 13 14:23:26.187917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-58e81a0d-60dd-4076-905e-020579948a95 req-9edfb0ac-6d91-4430-a2ff-5bbc0538777a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Allocated IP 19.86.0.180 (7b82faab-66f3-41d3-92cf-5828f6c8e9d5/c5afed79-224e-4b6b-a4c6-601ce4269036/24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:26.209787 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecc06ae7-41a2-4d02-bc51-44100721f20b req-3498bb7f-8020-4336-84e9-ea2c6dc8fa7c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664661 Oct 13 14:23:26.246537 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28d873e-c37a-4e92-8bd3-273719248364 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:26.250419 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f28d873e-c37a-4e92-8bd3-273719248364 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:26.418942 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-9edfb0ac-6d91-4430-a2ff-5bbc0538777a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:26.654382 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-9edfb0ac-6d91-4430-a2ff-5bbc0538777a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:26.655596 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f28d873e-c37a-4e92-8bd3-273719248364 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:26.736113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e81a0d-60dd-4076-905e-020579948a95 req-9edfb0ac-6d91-4430-a2ff-5bbc0538777a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Network 7b82faab-66f3-41d3-92cf-5828f6c8e9d5 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:26.745463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-58e81a0d-60dd-4076-905e-020579948a95 req-9edfb0ac-6d91-4430-a2ff-5bbc0538777a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:26.759433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e81a0d-60dd-4076-905e-020579948a95 req-9edfb0ac-6d91-4430-a2ff-5bbc0538777a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:26.815903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfb0ac-6d91-4430-a2ff-5bbc0538777a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event updated for resources: {'Port': ['ID=24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:26.850081 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-9edfb0ac-6d91-4430-a2ff-5bbc0538777a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:26.854170 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-9edfb0ac-6d91-4430-a2ff-5bbc0538777a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:26.861165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d873e-c37a-4e92-8bd3-273719248364 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Subnet': ['ID=ef283597-1fbc-48fe-a1ac-2731d9170ef5,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:26.880095 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d873e-c37a-4e92-8bd3-273719248364 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Checking segment: {'id': '4cbc4096-3836-4056-94c9-68577e6a5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '15554843-aa66-4f2d-b1c0-cb2162a57d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:26.880386 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28d873e-c37a-4e92-8bd3-273719248364 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network hostable DHCP agents. Network: 15554843-aa66-4f2d-b1c0-cb2162a57d80, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:23:26.973348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-9edfb0ac-6d91-4430-a2ff-5bbc0538777a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4898310 Oct 13 14:23:26.986135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-58e81a0d-60dd-4076-905e-020579948a95 req-4b3e5e07-0216-47b2-a84c-6d84d5b9c93b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Request body: {'port': {'device_id': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188', 'admin_state_up': True, 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:27.044220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28d873e-c37a-4e92-8bd3-273719248364 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network 15554843-aa66-4f2d-b1c0-cb2162a57d80 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:23:27.118652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6a69de2b-d357-4a86-89fd-4b55c1e749e9 None None] Provisioning complete for port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:27.119174 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a69de2b-d357-4a86-89fd-4b55c1e749e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.135054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58424) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:27.175212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6a69de2b-d357-4a86-89fd-4b55c1e749e9 None None] Port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:23:27.185019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b7faf3-3b93-434c-9876-bc03eebd5376 admin admin] Deleting subnet a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:23:27.188192 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-07b7faf3-3b93-434c-9876-bc03eebd5376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.199702 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f28d873e-c37a-4e92-8bd3-273719248364 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 15554843-aa66-4f2d-b1c0-cb2162a57d80) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:27.207167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d873e-c37a-4e92-8bd3-273719248364 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:27.207801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4490a0c9-1c0e-4e2f-96ab-62e03876653d None None] Network 15554843-aa66-4f2d-b1c0-cb2162a57d80 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:27.208191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f28d873e-c37a-4e92-8bd3-273719248364 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.212875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-4b3e5e07-0216-47b2-a84c-6d84d5b9c93b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:27.216596 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-4b3e5e07-0216-47b2-a84c-6d84d5b9c93b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.259367 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-07b7faf3-3b93-434c-9876-bc03eebd5376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.338805 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f28d873e-c37a-4e92-8bd3-273719248364 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4051094 Oct 13 14:23:27.342654 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58434) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:27.348378 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-452d399b-c296-438a-868c-cb47bd66dcb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-821447177'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:27.381416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:23:27.391295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58436) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:27.412273 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:23:27.412739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7d9f47c5-0763-4679-ba8c-3aea2d9e3786 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:23:27.426795 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-07b7faf3-3b93-434c-9876-bc03eebd5376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.456486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-15554843-aa66-4f2d-b1c0-cb2162a57d80', 'network_id': '15554843-aa66-4f2d-b1c0-cb2162a57d80', 'tenant_id': '273f6732fa734ddcb747fbc3b10d3b95', 'fixed_ips': [{'subnet_id': 'ef283597-1fbc-48fe-a1ac-2731d9170ef5'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:23:27.457893 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.499616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cc45b-012a-4afb-b4bd-2b3239b10123 req-7a420c48-3844-4634-8ca0-ef2086c14810 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:27.507215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cc45b-012a-4afb-b4bd-2b3239b10123 req-7a420c48-3844-4634-8ca0-ef2086c14810 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:27.519022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a3cc45b-012a-4afb-b4bd-2b3239b10123 req-7a420c48-3844-4634-8ca0-ef2086c14810 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 1653 time: 0.1999412 Oct 13 14:23:27.555271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-58e81a0d-60dd-4076-905e-020579948a95 req-4b3e5e07-0216-47b2-a84c-6d84d5b9c93b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Allocated IP 19.80.0.16 (d75d6719-7d83-4716-a602-3d49ccee6188/de278f90-623a-4a8f-b7a6-c83e7fca07f8/02f9d58a-ad81-4143-ab5a-65848956f436) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:27.559984 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452d399b-c296-438a-868c-cb47bd66dcb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:27.567083 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-452d399b-c296-438a-868c-cb47bd66dcb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.605605 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7870fb03-eec1-4ee9-82ba-2da88d87a2ac tempest-DvrRoutersNegativeTest-917470018 tempest-DvrRoutersNegativeTest-917470018-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-215552968', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:27.609202 n-d-806683-15 neutron-server[112684]: DEBUG neutron.policy [None req-7870fb03-eec1-4ee9-82ba-2da88d87a2ac tempest-DvrRoutersNegativeTest-917470018 tempest-DvrRoutersNegativeTest-917470018-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=112684) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 13 14:23:27.609555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.policy [None req-7870fb03-eec1-4ee9-82ba-2da88d87a2ac tempest-DvrRoutersNegativeTest-917470018 tempest-DvrRoutersNegativeTest-917470018-project] Failed policy check for 'create_router' {{(pid=112684) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 13 14:23:27.610092 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-7870fb03-eec1-4ee9-82ba-2da88d87a2ac tempest-DvrRoutersNegativeTest-917470018 tempest-DvrRoutersNegativeTest-917470018-project] create failed (client error): Access was denied to this resource. Oct 13 14:23:27.611196 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7870fb03-eec1-4ee9-82ba-2da88d87a2ac tempest-DvrRoutersNegativeTest-917470018 tempest-DvrRoutersNegativeTest-917470018-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2186630 Oct 13 14:23:27.616570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a3cc45b-012a-4afb-b4bd-2b3239b10123 req-71e0b05f-e1fa-47d7-86bc-9dc9f9ed0301 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976670 Oct 13 14:23:27.642005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452d399b-c296-438a-868c-cb47bd66dcb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:23:27.660376 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-452d399b-c296-438a-868c-cb47bd66dcb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.660759 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-452d399b-c296-438a-868c-cb47bd66dcb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Added segment 7e051801-6f72-49e0-8e06-a92d8dd2fa2c of type vlan for network b793cda1-e127-408f-b0ca-0def7a0ea72f Oct 13 14:23:27.715120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-452d399b-c296-438a-868c-cb47bd66dcb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.774227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Allocated IP 2001:db8:0:ffff::2 (15554843-aa66-4f2d-b1c0-cb2162a57d80/ef283597-1fbc-48fe-a1ac-2731d9170ef5/6cadebbe-28a2-4f9f-be16-2cd5869b772d) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:27.835812 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-07b7faf3-3b93-434c-9876-bc03eebd5376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.861676 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-452d399b-c296-438a-868c-cb47bd66dcb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.868321 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452d399b-c296-438a-868c-cb47bd66dcb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:27.868931 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-452d399b-c296-438a-868c-cb47bd66dcb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.894489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7faf3-3b93-434c-9876-bc03eebd5376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c947b3-a3a5-468c-a6ba-fa23139cfbc4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:27.903628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-07b7faf3-3b93-434c-9876-bc03eebd5376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:27.923908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-07b7faf3-3b93-434c-9876-bc03eebd5376 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a4c947b3-a3a5-468c-a6ba-fa23139cfbc4 HTTP/1.1" status: 204 len: 168 time: 0.7878408 Oct 13 14:23:27.927420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58452) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:27.933441 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-4b3e5e07-0216-47b2-a84c-6d84d5b9c93b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.046082 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c0b71a2-77de-4d5b-8336-73ab961d5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.096907 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.215322 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c0b71a2-77de-4d5b-8336-73ab961d5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.261589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-8c0b71a2-77de-4d5b-8336-73ab961d5e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7967c7e9-c785-47a5-832b-9d1edf6a0217']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:28.275609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-8c0b71a2-77de-4d5b-8336-73ab961d5e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5feba42a-1fd4-46ec-852b-18aee1284a67') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:28.277792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-8c0b71a2-77de-4d5b-8336-73ab961d5e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5feba42a-1fd4-46ec-852b-18aee1284a67') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:28.293187 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.307181 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c0b71a2-77de-4d5b-8336-73ab961d5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.312334 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-4b3e5e07-0216-47b2-a84c-6d84d5b9c93b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.344886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Network 15554843-aa66-4f2d-b1c0-cb2162a57d80 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:28.348854 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c0b71a2-77de-4d5b-8336-73ab961d5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.350700 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:28.356752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:28.360110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0b71a2-77de-4d5b-8336-73ab961d5e74 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:23:28.360836 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c0b71a2-77de-4d5b-8336-73ab961d5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.363874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Pushing event updated for resources: {'Port': ['ID=6cadebbe-28a2-4f9f-be16-2cd5869b772d,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:28.383369 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-452d399b-c296-438a-868c-cb47bd66dcb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0366430 Oct 13 14:23:28.383369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d399b-c296-438a-868c-cb47bd66dcb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Network': ['ID=b793cda1-e127-408f-b0ca-0def7a0ea72f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:28.383988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58456) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:28.388508 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4a13008c-4fb3-4174-b9d9-95709e0938dd tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'subnet': {'network_id': 'b793cda1-e127-408f-b0ca-0def7a0ea72f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:28.393434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58458) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:23:28.436469 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:23:28.466027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network b793cda1-e127-408f-b0ca-0def7a0ea72f details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:28.468673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Attempting to bind port 6cadebbe-28a2-4f9f-be16-2cd5869b772d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:28.469069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Attempting to bind port 6cadebbe-28a2-4f9f-be16-2cd5869b772d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '4cbc4096-3836-4056-94c9-68577e6a5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '15554843-aa66-4f2d-b1c0-cb2162a57d80'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:28.469426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Attempting to bind port 6cadebbe-28a2-4f9f-be16-2cd5869b772d on network 15554843-aa66-4f2d-b1c0-cb2162a57d80 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:28.517194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:28.517443 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Checking segment: {'id': '4cbc4096-3836-4056-94c9-68577e6a5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '15554843-aa66-4f2d-b1c0-cb2162a57d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:28.517866 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.518210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Bound using segment: {'id': '4cbc4096-3836-4056-94c9-68577e6a5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '15554843-aa66-4f2d-b1c0-cb2162a57d80'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:28.518743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Bound port: 6cadebbe-28a2-4f9f-be16-2cd5869b772d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbc4096-3836-4056-94c9-68577e6a5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '15554843-aa66-4f2d-b1c0-cb2162a57d80'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:28.519131 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.535749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e81a0d-60dd-4076-905e-020579948a95 req-4b3e5e07-0216-47b2-a84c-6d84d5b9c93b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Network d75d6719-7d83-4716-a602-3d49ccee6188 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:28.538282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-58e81a0d-60dd-4076-905e-020579948a95 req-4b3e5e07-0216-47b2-a84c-6d84d5b9c93b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:28.551724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e81a0d-60dd-4076-905e-020579948a95 req-4b3e5e07-0216-47b2-a84c-6d84d5b9c93b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:28.593424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e5e07-0216-47b2-a84c-6d84d5b9c93b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event updated for resources: {'Port': ['ID=02f9d58a-ad81-4143-ab5a-65848956f436,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:28.632003 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c0b71a2-77de-4d5b-8336-73ab961d5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.642288 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c0b71a2-77de-4d5b-8336-73ab961d5e74 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.648640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8c0b71a2-77de-4d5b-8336-73ab961d5e74 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7967c7e9-c785-47a5-832b-9d1edf6a0217 HTTP/1.1" status: 204 len: 168 time: 0.7168362 Oct 13 14:23:28.659542 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] For port 6cadebbe-28a2-4f9f-be16-2cd5869b772d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:28.661232 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b962fb89-4088-471f-8981-6f66f5888b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.667962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] For port 6cadebbe-28a2-4f9f-be16-2cd5869b772d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6cadebbe-28a2-4f9f-be16-2cd5869b772d,segment=NetworkSegment(4cbc4096-3836-4056-94c9-68577e6a5d92),segment_id=4cbc4096-3836-4056-94c9-68577e6a5d92)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:28.677800 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a13008c-4fb3-4174-b9d9-95709e0938dd tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:28.682682 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a13008c-4fb3-4174-b9d9-95709e0938dd tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.704492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b71a2-77de-4d5b-8336-73ab961d5e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=7967c7e9-c785-47a5-832b-9d1edf6a0217,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:28.752158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-4b3e5e07-0216-47b2-a84c-6d84d5b9c93b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:28.752808 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-4b3e5e07-0216-47b2-a84c-6d84d5b9c93b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.793094 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:28.861545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca494a-56dd-4ff8-9433-aef8421e63ca req-7afefd6a-c9b5-48e9-ab6d-f6dd89ef45f7 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:28.892078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca494a-56dd-4ff8-9433-aef8421e63ca req-7afefd6a-c9b5-48e9-ab6d-f6dd89ef45f7 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:28.922214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca494a-56dd-4ff8-9433-aef8421e63ca req-7afefd6a-c9b5-48e9-ab6d-f6dd89ef45f7 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:28.926796 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dca494a-56dd-4ff8-9433-aef8421e63ca req-7afefd6a-c9b5-48e9-ab6d-f6dd89ef45f7 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2374 time: 0.1528518 Oct 13 14:23:28.943960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-4b3e5e07-0216-47b2-a84c-6d84d5b9c93b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9622693 Oct 13 14:23:28.948040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080ad1c-d7cc-41b3-a5aa-df973b43023e None None] Pushing event updated for resources: {'Port': ['ID=6cadebbe-28a2-4f9f-be16-2cd5869b772d,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:28.978237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Request body: {'port': {'device_id': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:29.024041 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-13d9862a-7236-4811-b24f-9513f322d6da None None] Provisioning complete for port 02f9d58a-ad81-4143-ab5a-65848956f436 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:29.024691 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-13d9862a-7236-4811-b24f-9513f322d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.038274 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b962fb89-4088-471f-8981-6f66f5888b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.110790 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.114884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-13d9862a-7236-4811-b24f-9513f322d6da None None] Port 02f9d58a-ad81-4143-ab5a-65848956f436 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:23:29.125101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dca494a-56dd-4ff8-9433-aef8421e63ca req-85de5e81-2c27-4514-a43f-bcb3350ed0f9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720624 Oct 13 14:23:29.186595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b962fb89-4088-471f-8981-6f66f5888b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.224657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962fb89-4088-471f-8981-6f66f5888b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ff9403-d66e-46c1-ab3a-027d5d42b522,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:29.257721 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a13008c-4fb3-4174-b9d9-95709e0938dd tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.270562 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b962fb89-4088-471f-8981-6f66f5888b69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f2852b5c6d442db9567bffb9fb0999f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8737843 Oct 13 14:23:29.279746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58472) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:29.315951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58474) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:29.424757 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13008c-4fb3-4174-b9d9-95709e0938dd tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Subnet': ['ID=2182a125-e8bf-4fc3-b24a-d5d45aabf278,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:29.449444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a13008c-4fb3-4174-b9d9-95709e0938dd tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Checking segment: {'id': '7e051801-6f72-49e0-8e06-a92d8dd2fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b793cda1-e127-408f-b0ca-0def7a0ea72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:29.450000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a13008c-4fb3-4174-b9d9-95709e0938dd tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network hostable DHCP agents. Network: b793cda1-e127-408f-b0ca-0def7a0ea72f, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:23:29.458821 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2fea15e8-8a93-4b9f-b829-1db71a1c533c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f3381f4090b46da8ec91eb741bf2620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369927 Oct 13 14:23:29.459956 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58476) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:29.499536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92d7294a-755a-44fc-b487-1a3cb81e784c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.544256 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92d7294a-755a-44fc-b487-1a3cb81e784c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.632774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a13008c-4fb3-4174-b9d9-95709e0938dd tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network b793cda1-e127-408f-b0ca-0def7a0ea72f is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:23:29.640757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6edf7ef3-538e-4f8c-8279-d6cd65b3ef78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.682246 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6edf7ef3-538e-4f8c-8279-d6cd65b3ef78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.737293 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92d7294a-755a-44fc-b487-1a3cb81e784c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.739861 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92d7294a-755a-44fc-b487-1a3cb81e784c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.743868 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-92d7294a-755a-44fc-b487-1a3cb81e784c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2ff9403-d66e-46c1-ab3a-027d5d42b522 HTTP/1.1" status: 204 len: 168 time: 0.4582183 Oct 13 14:23:29.753090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7294a-755a-44fc-b487-1a3cb81e784c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ff9403-d66e-46c1-ab3a-027d5d42b522,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:29.765015 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-4a13008c-4fb3-4174-b9d9-95709e0938dd tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, b793cda1-e127-408f-b0ca-0def7a0ea72f) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:29.777787 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be97046-26bb-460d-9d9d-7277bb0d10d0 None None] Network b793cda1-e127-408f-b0ca-0def7a0ea72f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:29.787290 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a13008c-4fb3-4174-b9d9-95709e0938dd tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:29.788596 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a13008c-4fb3-4174-b9d9-95709e0938dd tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.832670 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6edf7ef3-538e-4f8c-8279-d6cd65b3ef78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.841601 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6edf7ef3-538e-4f8c-8279-d6cd65b3ef78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:29.842900 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6edf7ef3-538e-4f8c-8279-d6cd65b3ef78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/743ab654-ff75-4329-8497-c6501988e59d HTTP/1.1" status: 204 len: 168 time: 0.3821669 Oct 13 14:23:29.860401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf7ef3-538e-4f8c-8279-d6cd65b3ef78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743ab654-ff75-4329-8497-c6501988e59d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:29.898502 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4a13008c-4fb3-4174-b9d9-95709e0938dd tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5138242 Oct 13 14:23:29.901420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58486) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:30.082197 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-b793cda1-e127-408f-b0ca-0def7a0ea72f', 'network_id': 'b793cda1-e127-408f-b0ca-0def7a0ea72f', 'tenant_id': '273f6732fa734ddcb747fbc3b10d3b95', 'fixed_ips': [{'subnet_id': '2182a125-e8bf-4fc3-b24a-d5d45aabf278'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:23:30.083031 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:30.180223 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:30.232184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758858d9-ebd7-481b-9591-cc29752ffcf9 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:23:30.248583 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:30.326859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Transition to ACTIVE for port object 758858d9-ebd7-481b-9591-cc29752ffcf9 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:23:30.338685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd512309-9bef-4bbf-9d0c-13561777381f None None] Network 15554843-aa66-4f2d-b1c0-cb2162a57d80 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:30.345461 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:30.388123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc7764-40ee-4031-a60f-52279647779a req-f054dfb1-681c-4c3a-9289-3a3c0fe435e0 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:30.394902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc7764-40ee-4031-a60f-52279647779a req-f054dfb1-681c-4c3a-9289-3a3c0fe435e0 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:30.403309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc7764-40ee-4031-a60f-52279647779a req-f054dfb1-681c-4c3a-9289-3a3c0fe435e0 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:30.411383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bbc7764-40ee-4031-a60f-52279647779a req-f054dfb1-681c-4c3a-9289-3a3c0fe435e0 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2374 time: 0.1359649 Oct 13 14:23:30.436327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f7d92145-21c0-4102-ba1f-d9831c8eb6ce None None] Provisioning complete for port 6cadebbe-28a2-4f9f-be16-2cd5869b772d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:30.436551 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7d92145-21c0-4102-ba1f-d9831c8eb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:30.436663 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:30.521168 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Allocated IP 2001:db8::1 (b793cda1-e127-408f-b0ca-0def7a0ea72f/2182a125-e8bf-4fc3-b24a-d5d45aabf278/b989194f-92ca-452e-9343-2aea17ef9b0b) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:30.550674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bbc7764-40ee-4031-a60f-52279647779a req-c5651603-ae9a-4476-b1c8-0cea29373d35 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362553 Oct 13 14:23:30.560917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Pushing event updated for resources: {'Port': ['ID=758858d9-ebd7-481b-9591-cc29752ffcf9,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:30.676070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6cadebbe-28a2-4f9f-be16-2cd5869b772d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:30.685356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Attempting to bind port 758858d9-ebd7-481b-9591-cc29752ffcf9 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:30.685748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Attempting to bind port 758858d9-ebd7-481b-9591-cc29752ffcf9 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'bd4ce917-72c8-4158-8267-b94ea3cb85da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:30.686078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Attempting to bind port 758858d9-ebd7-481b-9591-cc29752ffcf9 on network d75d6719-7d83-4716-a602-3d49ccee6188 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:30.702216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Port 758858d9-ebd7-481b-9591-cc29752ffcf9 on network d75d6719-7d83-4716-a602-3d49ccee6188 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:30.702672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Attempting to bind port 758858d9-ebd7-481b-9591-cc29752ffcf9 on network d75d6719-7d83-4716-a602-3d49ccee6188 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:30.710625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:30.711430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Checking segment: {'id': 'bd4ce917-72c8-4158-8267-b94ea3cb85da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:30.712379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Bound using segment: {'id': 'bd4ce917-72c8-4158-8267-b94ea3cb85da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:30.712913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Bound port: 758858d9-ebd7-481b-9591-cc29752ffcf9, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4ce917-72c8-4158-8267-b94ea3cb85da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:30.713514 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:30.823773 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] For port 758858d9-ebd7-481b-9591-cc29752ffcf9, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:30.827700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] For port 758858d9-ebd7-481b-9591-cc29752ffcf9, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=758858d9-ebd7-481b-9591-cc29752ffcf9,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:30.924424 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:31.030726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:31.031582 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:31.033635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/758858d9-ebd7-481b-9591-cc29752ffcf9 HTTP/1.1" status: 200 len: 1091 time: 2.0799539 Oct 13 14:23:31.034422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'tag': '758858d9-ebd7-481b-9591-cc29752ffcf9'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:23:31.038296 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e239b92d-80fa-449d-8a75-6eb98287d62d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "tag": "758858d9-ebd7-481b-9591-cc29752ffcf9"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:23:31.042050 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7d92145-21c0-4102-ba1f-d9831c8eb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:31.096291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dfff0-28b0-40b8-9f2e-eafa897a36b3 service neutron] Pushing event updated for resources: {'Port': ['ID=758858d9-ebd7-481b-9591-cc29752ffcf9,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:31.120151 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22e179b-9f9c-4b9f-9cbb-afd475c786f1 x-openstack-request-id: req-e22e179b-9f9c-4b9f-9cbb-afd475c786f1 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:23:31.121047 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "tag": "758858d9-ebd7-481b-9591-cc29752ffcf9", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:23:31.121538 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e22e179b-9f9c-4b9f-9cbb-afd475c786f1 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:23:31.122239 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'tag': '758858d9-ebd7-481b-9591-cc29752ffcf9', 'status': 'completed', 'code': 200} Oct 13 14:23:31.139570 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6cadebbe-28a2-4f9f-be16-2cd5869b772d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:31.139570 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:31.199165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f7d92145-21c0-4102-ba1f-d9831c8eb6ce None None] For port 6cadebbe-28a2-4f9f-be16-2cd5869b772d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6cadebbe-28a2-4f9f-be16-2cd5869b772d,segment=NetworkSegment(4cbc4096-3836-4056-94c9-68577e6a5d92),segment_id=4cbc4096-3836-4056-94c9-68577e6a5d92)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:31.231616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Request body: {'port': {'device_id': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:31.286986 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7d92145-21c0-4102-ba1f-d9831c8eb6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:31.359017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:31.393364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b92d-80fa-449d-8a75-6eb98287d62d req-80838be4-49dc-4519-8178-f378b4e75be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:31.393898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b92d-80fa-449d-8a75-6eb98287d62d req-80838be4-49dc-4519-8178-f378b4e75be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:31.394399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b92d-80fa-449d-8a75-6eb98287d62d req-80838be4-49dc-4519-8178-f378b4e75be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:31.396119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e239b92d-80fa-449d-8a75-6eb98287d62d req-80838be4-49dc-4519-8178-f378b4e75be3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=369f61c3408a4d8b912583e7eafe96b9&device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2730 time: 0.2526932 Oct 13 14:23:31.417678 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d92145-21c0-4102-ba1f-d9831c8eb6ce None None] Pushing event updated for resources: {'Port': ['ID=6cadebbe-28a2-4f9f-be16-2cd5869b772d,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:31.552005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58548) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:31.571981 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:31.657546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b92d-80fa-449d-8a75-6eb98287d62d req-57f5b5d0-6f7d-4b63-a39a-edac3be0ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:31.659318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b92d-80fa-449d-8a75-6eb98287d62d req-57f5b5d0-6f7d-4b63-a39a-edac3be0ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:31.659844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b92d-80fa-449d-8a75-6eb98287d62d req-57f5b5d0-6f7d-4b63-a39a-edac3be0ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:31.676570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e239b92d-80fa-449d-8a75-6eb98287d62d req-57f5b5d0-6f7d-4b63-a39a-edac3be0ef28 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=369f61c3408a4d8b912583e7eafe96b9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2491925 Oct 13 14:23:31.724013 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:31.800153 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Network b793cda1-e127-408f-b0ca-0def7a0ea72f is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:31.803873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:31.808056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:31.850744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Pushing event updated for resources: {'Port': ['ID=b989194f-92ca-452e-9343-2aea17ef9b0b,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:31.889287 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:31.956089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Attempting to bind port b989194f-92ca-452e-9343-2aea17ef9b0b on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:31.956454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Attempting to bind port b989194f-92ca-452e-9343-2aea17ef9b0b by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7e051801-6f72-49e0-8e06-a92d8dd2fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b793cda1-e127-408f-b0ca-0def7a0ea72f'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:31.956841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Attempting to bind port b989194f-92ca-452e-9343-2aea17ef9b0b on network b793cda1-e127-408f-b0ca-0def7a0ea72f {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:31.991824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:31.992639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Checking segment: {'id': '7e051801-6f72-49e0-8e06-a92d8dd2fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b793cda1-e127-408f-b0ca-0def7a0ea72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:31.993078 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:31.993480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Bound using segment: {'id': '7e051801-6f72-49e0-8e06-a92d8dd2fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b793cda1-e127-408f-b0ca-0def7a0ea72f'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:31.993984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Bound port: b989194f-92ca-452e-9343-2aea17ef9b0b, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e051801-6f72-49e0-8e06-a92d8dd2fa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b793cda1-e127-408f-b0ca-0def7a0ea72f'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:31.994379 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.027736 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6fe06964-8c9a-4b64-9e54-94926004e531 None None] Provisioning complete for port 6cadebbe-28a2-4f9f-be16-2cd5869b772d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:32.028119 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6fe06964-8c9a-4b64-9e54-94926004e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.051911 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.076218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b793cda1-e127-408f-b0ca-0def7a0ea72f']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:32.083354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ed7c1e30-1e9e-4e6e-9935-30cb495cdb8c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200088409'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:32.090576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e051801-6f72-49e0-8e06-a92d8dd2fa2c') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:32.091306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e051801-6f72-49e0-8e06-a92d8dd2fa2c') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:32.176188 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1e30-1e9e-4e6e-9935-30cb495cdb8c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.189555 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1e30-1e9e-4e6e-9935-30cb495cdb8c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.212095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] For port b989194f-92ca-452e-9343-2aea17ef9b0b, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:32.216307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] For port b989194f-92ca-452e-9343-2aea17ef9b0b, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b989194f-92ca-452e-9343-2aea17ef9b0b,segment=NetworkSegment(7e051801-6f72-49e0-8e06-a92d8dd2fa2c),segment_id=7e051801-6f72-49e0-8e06-a92d8dd2fa2c)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:32.300881 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.356131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Subnet': ['ID=2182a125-e8bf-4fc3-b24a-d5d45aabf278,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:32.366839 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1e30-1e9e-4e6e-9935-30cb495cdb8c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.389987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4c1bb-f029-45dd-9a79-424586e8e2aa None None] Pushing event updated for resources: {'Port': ['ID=b989194f-92ca-452e-9343-2aea17ef9b0b,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:32.396993 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.404126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3381c15-2bfc-494b-b36f-d034b25c3b45 None None] Network b793cda1-e127-408f-b0ca-0def7a0ea72f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:32.446223 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1e30-1e9e-4e6e-9935-30cb495cdb8c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.477619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05faaca2-9fc0-4454-ba10-c76dd6226766 req-675f68a5-9e80-42ba-bcfe-1cc8d0ca2b6e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:32.484074 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05faaca2-9fc0-4454-ba10-c76dd6226766 req-675f68a5-9e80-42ba-bcfe-1cc8d0ca2b6e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:32.501927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05faaca2-9fc0-4454-ba10-c76dd6226766 req-675f68a5-9e80-42ba-bcfe-1cc8d0ca2b6e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:32.503740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05faaca2-9fc0-4454-ba10-c76dd6226766 req-675f68a5-9e80-42ba-bcfe-1cc8d0ca2b6e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2386 time: 0.7620893 Oct 13 14:23:32.540950 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.556310 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c1e30-1e9e-4e6e-9935-30cb495cdb8c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b704e94a-5f24-44f1-b84e-2c8559443891,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:32.616003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6cadebbe-28a2-4f9f-be16-2cd5869b772d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:32.653180 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58566) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:32.656625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:23:32.661136 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:23:32.664825 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:23:32.676775 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1e30-1e9e-4e6e-9935-30cb495cdb8c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.756131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb78a9-d260-41f0-b6aa-6762668f6586 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:23:32.763572 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1e30-1e9e-4e6e-9935-30cb495cdb8c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.804790 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6cadebbe-28a2-4f9f-be16-2cd5869b772d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:32.808450 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.848816 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c1e30-1e9e-4e6e-9935-30cb495cdb8c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51728f81-c06c-4afb-bc90-694ba91fd1c2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:32.871389 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed7c1e30-1e9e-4e6e-9935-30cb495cdb8c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.880036 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ed7c1e30-1e9e-4e6e-9935-30cb495cdb8c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3286068 Oct 13 14:23:32.892948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b92d-80fa-449d-8a75-6eb98287d62d req-945e49ec-f3d7-4409-a1f0-572908eb8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:32.894070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58574) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:32.894630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e239b92d-80fa-449d-8a75-6eb98287d62d req-945e49ec-f3d7-4409-a1f0-572908eb8363 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2093444 Oct 13 14:23:32.907465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05faaca2-9fc0-4454-ba10-c76dd6226766 req-f619833f-1c14-4b1b-a856-08ab1271f647 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679802 Oct 13 14:23:32.924221 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.api [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:23:32.924221 n-d-806683-15 neutron-server[112685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:23:32.924221 n-d-806683-15 neutron-server[112685]: [parameters: {'id': 'b793cda1-e127-408f-b0ca-0def7a0ea72f'}] Oct 13 14:23:32.924221 n-d-806683-15 neutron-server[112685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:23:32.924627 n-d-806683-15 neutron-server[112685]: DEBUG oslo_db.api [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:23:32.952832 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e541aefe-4e06-46fb-af87-c76466111487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:32.992535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:23:33.016322 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.051929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Transition to ACTIVE for port object 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:23:33.088621 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4bfdc300-b353-4417-a6aa-319aca423c48 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1922834 Oct 13 14:23:33.091285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58578) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:33.098344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb78a9-d260-41f0-b6aa-6762668f6586 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:23:33.098538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-673b110a-187e-4e32-ac7a-9f4281a7bf50 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group': {'name': 'tempest-security--1751069743', 'description': 'tempest-security-description-1868646029'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:33.145503 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.152385 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-673b110a-187e-4e32-ac7a-9f4281a7bf50 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.245922 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e541aefe-4e06-46fb-af87-c76466111487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.323732 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e541aefe-4e06-46fb-af87-c76466111487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.370227 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e541aefe-4e06-46fb-af87-c76466111487 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=176e45c06168428c858a30988faa1b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7151909 Oct 13 14:23:33.372880 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58580) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:33.395013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Pushing event updated for resources: {'Port': ['ID=24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:33.410478 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-673b110a-187e-4e32-ac7a-9f4281a7bf50 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.427721 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.440099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Attempting to bind port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:33.440389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Attempting to bind port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '4dfa57fd-078f-4f42-a846-26c4f03bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7b82faab-66f3-41d3-92cf-5828f6c8e9d5'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:33.440726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Attempting to bind port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 on network 7b82faab-66f3-41d3-92cf-5828f6c8e9d5 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:33.448492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 on network 7b82faab-66f3-41d3-92cf-5828f6c8e9d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:33.449055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Attempting to bind port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 on network 7b82faab-66f3-41d3-92cf-5828f6c8e9d5 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:33.485553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:33.485891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Checking segment: {'id': '4dfa57fd-078f-4f42-a846-26c4f03bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7b82faab-66f3-41d3-92cf-5828f6c8e9d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:33.486286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Bound using segment: {'id': '4dfa57fd-078f-4f42-a846-26c4f03bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7b82faab-66f3-41d3-92cf-5828f6c8e9d5'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:33.486730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Bound port: 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dfa57fd-078f-4f42-a846-26c4f03bd6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7b82faab-66f3-41d3-92cf-5828f6c8e9d5'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:33.487088 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.514309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541aefe-4e06-46fb-af87-c76466111487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d643560-daa2-42a9-9ea9-c30aa8e7201b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:33.575288 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf27cb0d-c711-42a2-88c7-a99fea1c7199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.598418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Deleting port b989194f-92ca-452e-9343-2aea17ef9b0b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:23:33.599178 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.628926 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf27cb0d-c711-42a2-88c7-a99fea1c7199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.702142 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-673b110a-187e-4e32-ac7a-9f4281a7bf50 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.705982 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-673b110a-187e-4e32-ac7a-9f4281a7bf50 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.711043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-673b110a-187e-4e32-ac7a-9f4281a7bf50 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "PUT /v2.0/security-groups/51728f81-c06c-4afb-bc90-694ba91fd1c2 HTTP/1.1" status: 200 len: 1780 time: 0.6148818 Oct 13 14:23:33.712263 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58582) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:33.760030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] For port b989194f-92ca-452e-9343-2aea17ef9b0b, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b989194f-92ca-452e-9343-2aea17ef9b0b,segment=NetworkSegment(7e051801-6f72-49e0-8e06-a92d8dd2fa2c),segment_id=7e051801-6f72-49e0-8e06-a92d8dd2fa2c)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:33.760407 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.783000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Calling delete_port for b989194f-92ca-452e-9343-2aea17ef9b0b owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:23:33.791730 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dfd17718-2f01-4b04-9c74-70b15d59a03c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-groups/51728f81-c06c-4afb-bc90-694ba91fd1c2 HTTP/1.1" status: 200 len: 1780 time: 0.0782723 Oct 13 14:23:33.794349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58586) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:33.809341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] For port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:33.832524 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf27cb0d-c711-42a2-88c7-a99fea1c7199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.836865 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf27cb0d-c711-42a2-88c7-a99fea1c7199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:33.860535 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bf27cb0d-c711-42a2-88c7-a99fea1c7199 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d643560-daa2-42a9-9ea9-c30aa8e7201b HTTP/1.1" status: 204 len: 168 time: 0.4812975 Oct 13 14:23:33.900501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27cb0d-c711-42a2-88c7-a99fea1c7199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d643560-daa2-42a9-9ea9-c30aa8e7201b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:33.932907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] For port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494,segment=NetworkSegment(4dfa57fd-078f-4f42-a846-26c4f03bd6c7),segment_id=4dfa57fd-078f-4f42-a846-26c4f03bd6c7)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:33.955878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b110a-187e-4e32-ac7a-9f4281a7bf50 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51728f81-c06c-4afb-bc90-694ba91fd1c2,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:33.977599 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55d331c4-2003-474b-9dba-395222d40263 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.004132 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55d331c4-2003-474b-9dba-395222d40263 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.009813 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.099673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:34.102127 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.104489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] 10.222.0.41 "PUT /v2.0/ports/24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 HTTP/1.1" status: 200 len: 1093 time: 2.8981738 Oct 13 14:23:34.106963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'tag': '24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:23:34.112701 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534cc8c9-0772-4fef-bcbc-1835fbf5606f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "tag": "24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:23:34.157733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307d609-8235-4a18-8482-d486d59aa690 service neutron] Pushing event updated for resources: {'Port': ['ID=24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:34.173826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.203852 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55d331c4-2003-474b-9dba-395222d40263 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.207796 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-55d331c4-2003-474b-9dba-395222d40263 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.212246 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-55d331c4-2003-474b-9dba-395222d40263 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-groups/51728f81-c06c-4afb-bc90-694ba91fd1c2 HTTP/1.1" status: 204 len: 168 time: 0.4130301 Oct 13 14:23:34.214434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58600) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:34.264188 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d331c4-2003-474b-9dba-395222d40263 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51728f81-c06c-4afb-bc90-694ba91fd1c2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:34.290623 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747a1ecb-297d-492f-9e18-6fd2f0be18a5 x-openstack-request-id: req-747a1ecb-297d-492f-9e18-6fd2f0be18a5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:23:34.290918 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "tag": "24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:23:34.291171 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-747a1ecb-297d-492f-9e18-6fd2f0be18a5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:23:34.291569 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'tag': '24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494', 'status': 'completed', 'code': 200} Oct 13 14:23:34.340034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No DVR routers for this DVR port b989194f-92ca-452e-9343-2aea17ef9b0b on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:23:34.371006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Port': ['ID=b989194f-92ca-452e-9343-2aea17ef9b0b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:34.415824 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-80199e49-cfc1-4b0f-bafa-efe0e10e6572 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2002037 Oct 13 14:23:34.419014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58604) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:34.426251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Request body: {'port': {'device_id': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:34.456458 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-aec87e3c-d984-4d93-a049-e7fab622573a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] delete failed (client error): The resource could not be found. Oct 13 14:23:34.457585 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aec87e3c-d984-4d93-a049-e7fab622573a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-groups/51728f81-c06c-4afb-bc90-694ba91fd1c2 HTTP/1.1" status: 404 len: 347 time: 0.0376308 Oct 13 14:23:34.463223 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58606) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:34.467873 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8056e700-8465-419a-9e87-09f47ba46172 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158721767'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:34.534630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf83ae-16fe-4b74-a194-d0067d3a09c0 req-ac68fe86-3d4e-4f96-914a-0a9c0d4f418b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:34.563215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf83ae-16fe-4b74-a194-d0067d3a09c0 req-ac68fe86-3d4e-4f96-914a-0a9c0d4f418b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:34.585840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf83ae-16fe-4b74-a194-d0067d3a09c0 req-ac68fe86-3d4e-4f96-914a-0a9c0d4f418b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:34.592358 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8056e700-8465-419a-9e87-09f47ba46172 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.608655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83bf83ae-16fe-4b74-a194-d0067d3a09c0 req-ac68fe86-3d4e-4f96-914a-0a9c0d4f418b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2398 time: 0.5903704 Oct 13 14:23:34.715067 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.763907 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8056e700-8465-419a-9e87-09f47ba46172 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.793319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b793cda1-e127-408f-b0ca-0def7a0ea72f']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:34.811284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.814841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e051801-6f72-49e0-8e06-a92d8dd2fa2c') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:34.815237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e051801-6f72-49e0-8e06-a92d8dd2fa2c') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:34.821712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83bf83ae-16fe-4b74-a194-d0067d3a09c0 req-e25810e1-99c2-4f60-9dd8-e8cf8ff5b505 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047553 Oct 13 14:23:34.839715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cc8c9-0772-4fef-bcbc-1835fbf5606f req-062094c3-fda3-4a29-924b-d6c42747df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:34.839885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cc8c9-0772-4fef-bcbc-1835fbf5606f req-062094c3-fda3-4a29-924b-d6c42747df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:34.840529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cc8c9-0772-4fef-bcbc-1835fbf5606f req-062094c3-fda3-4a29-924b-d6c42747df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:34.842066 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534cc8c9-0772-4fef-bcbc-1835fbf5606f req-062094c3-fda3-4a29-924b-d6c42747df85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=369f61c3408a4d8b912583e7eafe96b9&device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2798 time: 0.5594664 Oct 13 14:23:34.845323 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.850557 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8056e700-8465-419a-9e87-09f47ba46172 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.898977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056e700-8465-419a-9e87-09f47ba46172 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b389915e-8457-49ef-97f4-c6c8c46c3687,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:34.974205 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.985387 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8056e700-8465-419a-9e87-09f47ba46172 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:34.987592 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8056e700-8465-419a-9e87-09f47ba46172 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5233889 Oct 13 14:23:34.993567 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58620) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:34.998056 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1bc63376-aa4c-4dc2-8137-078ff1bfb70a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group_rule': {'security_group_id': 'b389915e-8457-49ef-97f4-c6c8c46c3687', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:35.037878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:23:35.038371 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:23:35.041290 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:23:35.109555 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1bc63376-aa4c-4dc2-8137-078ff1bfb70a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.189004 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1bc63376-aa4c-4dc2-8137-078ff1bfb70a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.209874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cc8c9-0772-4fef-bcbc-1835fbf5606f req-751346ce-eecc-4939-818b-e0f108347348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:35.209874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cc8c9-0772-4fef-bcbc-1835fbf5606f req-751346ce-eecc-4939-818b-e0f108347348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:35.209874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cc8c9-0772-4fef-bcbc-1835fbf5606f req-751346ce-eecc-4939-818b-e0f108347348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:35.209874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534cc8c9-0772-4fef-bcbc-1835fbf5606f req-751346ce-eecc-4939-818b-e0f108347348 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=369f61c3408a4d8b912583e7eafe96b9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3554311 Oct 13 14:23:35.272837 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.278381 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.285083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/b793cda1-e127-408f-b0ca-0def7a0ea72f HTTP/1.1" status: 204 len: 168 time: 5.3768103 Oct 13 14:23:35.286728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58628) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:35.292655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-77cef27d-7349-4990-8763-33fcab53943a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2120402557'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:35.316438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a7452-9213-46ce-b99b-b9bf2ec6f758 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Network': ['ID=b793cda1-e127-408f-b0ca-0def7a0ea72f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:35.335407 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1bc63376-aa4c-4dc2-8137-078ff1bfb70a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.354862 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc63376-aa4c-4dc2-8137-078ff1bfb70a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80b6e82-b245-41c4-8533-9ee5ee0f3916,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:35.405628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cc8c9-0772-4fef-bcbc-1835fbf5606f req-656502ab-497d-43cb-acf1-1be1f172b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:35.407089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534cc8c9-0772-4fef-bcbc-1835fbf5606f req-656502ab-497d-43cb-acf1-1be1f172b595 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1893008 Oct 13 14:23:35.426383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f9d58a-ad81-4143-ab5a-65848956f436 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:23:35.427642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cef27d-7349-4990-8763-33fcab53943a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:35.432363 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77cef27d-7349-4990-8763-33fcab53943a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.442649 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.464549 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cef27d-7349-4990-8763-33fcab53943a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:23:35.472557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Transition to ACTIVE for port object 02f9d58a-ad81-4143-ab5a-65848956f436 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:23:35.477098 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77cef27d-7349-4990-8763-33fcab53943a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.477738 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-77cef27d-7349-4990-8763-33fcab53943a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Added segment 5fef3869-2cb6-427f-89a5-91d72c562076 of type vlan for network 80b561aa-7a92-43ee-8dd6-d909bf61b30d Oct 13 14:23:35.512864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58634) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:35.528316 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77cef27d-7349-4990-8763-33fcab53943a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.572773 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1bc63376-aa4c-4dc2-8137-078ff1bfb70a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.574152 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1bc63376-aa4c-4dc2-8137-078ff1bfb70a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5818925 Oct 13 14:23:35.582270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58638) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:35.612345 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdd53-867f-4e12-8ab1-f0b7c06575cb tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.623619 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdd53-867f-4e12-8ab1-f0b7c06575cb tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.636821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1869583345-network', 'tenant_id': '79a6444bd40445efa07fadbbb84c9e0a'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:35.678681 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.718126 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77cef27d-7349-4990-8763-33fcab53943a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.724175 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cef27d-7349-4990-8763-33fcab53943a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:35.725020 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77cef27d-7349-4990-8763-33fcab53943a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.733291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=02f9d58a-ad81-4143-ab5a-65848956f436,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:35.784478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Made reservation on behalf of 79a6444bd40445efa07fadbbb84c9e0a for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:35.786933 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.802162 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.812562 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdd53-867f-4e12-8ab1-f0b7c06575cb tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.833842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Attempting to bind port 02f9d58a-ad81-4143-ab5a-65848956f436 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:35.834309 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdd53-867f-4e12-8ab1-f0b7c06575cb tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.834611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Attempting to bind port 02f9d58a-ad81-4143-ab5a-65848956f436 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'bd4ce917-72c8-4158-8267-b94ea3cb85da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:35.834954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Attempting to bind port 02f9d58a-ad81-4143-ab5a-65848956f436 on network d75d6719-7d83-4716-a602-3d49ccee6188 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:35.836320 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3d3fdd53-867f-4e12-8ab1-f0b7c06575cb tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c80b6e82-b245-41c4-8533-9ee5ee0f3916 HTTP/1.1" status: 204 len: 168 time: 0.2530210 Oct 13 14:23:35.840635 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58644) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:35.851345 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Port 02f9d58a-ad81-4143-ab5a-65848956f436 on network d75d6719-7d83-4716-a602-3d49ccee6188 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:35.851667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Attempting to bind port 02f9d58a-ad81-4143-ab5a-65848956f436 on network d75d6719-7d83-4716-a602-3d49ccee6188 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:35.857284 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fdd53-867f-4e12-8ab1-f0b7c06575cb tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c80b6e82-b245-41c4-8533-9ee5ee0f3916,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:35.868755 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cef27d-7349-4990-8763-33fcab53943a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Network': ['ID=80b561aa-7a92-43ee-8dd6-d909bf61b30d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:35.878230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:35.878576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Checking segment: {'id': 'bd4ce917-72c8-4158-8267-b94ea3cb85da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:35.878969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Bound using segment: {'id': 'bd4ce917-72c8-4158-8267-b94ea3cb85da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:35.879481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Bound port: 02f9d58a-ad81-4143-ab5a-65848956f436, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd4ce917-72c8-4158-8267-b94ea3cb85da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:35.879756 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:35.897465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 80b561aa-7a92-43ee-8dd6-d909bf61b30d details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:35.914228 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-77cef27d-7349-4990-8763-33fcab53943a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6262805 Oct 13 14:23:35.914879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58648) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:35.921190 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-033b5dbb-99a0-44bf-a67b-25d4c2c56af6 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'subnet': {'network_id': '80b561aa-7a92-43ee-8dd6-d909bf61b30d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:36.019481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-118222ab-7014-4d04-a8e6-01d7152dbd97 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1765065 Oct 13 14:23:36.026832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58654) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:36.145523 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.167925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] For port 02f9d58a-ad81-4143-ab5a-65848956f436, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:36.187677 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] For port 02f9d58a-ad81-4143-ab5a-65848956f436, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=02f9d58a-ad81-4143-ab5a-65848956f436,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:36.199759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a3358-b8e9-4168-9473-dde9efa645e4 req-ea381335-3d66-4686-ab24-c3ae178fad35 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:36.203574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033b5dbb-99a0-44bf-a67b-25d4c2c56af6 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:36.205820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a3358-b8e9-4168-9473-dde9efa645e4 req-ea381335-3d66-4686-ab24-c3ae178fad35 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:36.210516 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-033b5dbb-99a0-44bf-a67b-25d4c2c56af6 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.212499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a3358-b8e9-4168-9473-dde9efa645e4 req-ea381335-3d66-4686-ab24-c3ae178fad35 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:36.215380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f2a3358-b8e9-4168-9473-dde9efa645e4 req-ea381335-3d66-4686-ab24-c3ae178fad35 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2410 time: 0.2073143 Oct 13 14:23:36.238846 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a7cff126-0ddc-4672-8b67-4886789dc64a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.280617 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a7cff126-0ddc-4672-8b67-4886789dc64a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.283224 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.310131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f2a3358-b8e9-4168-9473-dde9efa645e4 req-78c10ed3-3ce6-4d42-80f8-efbb2a59c6c2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833995 Oct 13 14:23:36.343691 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.350705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:23:36.386918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6a3671-1d6b-4a60-8e02-9cb04878c41c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:36.398578 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.398926 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Added segment 8abebe15-de92-4438-8399-a2ca453b3fde of type vlan for network 456a9ef7-54bb-41cd-9091-f65f4232710c Oct 13 14:23:36.425309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:36.425944 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.427358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] 10.222.0.41 "PUT /v2.0/ports/02f9d58a-ad81-4143-ab5a-65848956f436 HTTP/1.1" status: 200 len: 1092 time: 2.1324248 Oct 13 14:23:36.431381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'tag': '02f9d58a-ad81-4143-ab5a-65848956f436'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:23:36.434637 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a4391e-e454-4f13-bb36-abd1e0cecaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "tag": "02f9d58a-ad81-4143-ab5a-65848956f436"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:23:36.473604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182ac08-0963-4473-8744-bc9d4e299ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=02f9d58a-ad81-4143-ab5a-65848956f436,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:36.494370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.537275 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79af26af-e65d-4b95-9e69-86a755bfc3ed x-openstack-request-id: req-79af26af-e65d-4b95-9e69-86a755bfc3ed {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:23:36.538346 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "tag": "02f9d58a-ad81-4143-ab5a-65848956f436", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:23:36.539483 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79af26af-e65d-4b95-9e69-86a755bfc3ed {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:23:36.540031 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'tag': '02f9d58a-ad81-4143-ab5a-65848956f436', 'status': 'completed', 'code': 200} Oct 13 14:23:36.541547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a7cff126-0ddc-4672-8b67-4886789dc64a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.545494 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a7cff126-0ddc-4672-8b67-4886789dc64a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.547085 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a7cff126-0ddc-4672-8b67-4886789dc64a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-groups/b389915e-8457-49ef-97f4-c6c8c46c3687 HTTP/1.1" status: 204 len: 168 time: 0.5133796 Oct 13 14:23:36.549528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58664) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:36.575011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cff126-0ddc-4672-8b67-4886789dc64a tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b389915e-8457-49ef-97f4-c6c8c46c3687,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:36.583762 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-033b5dbb-99a0-44bf-a67b-25d4c2c56af6 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.612452 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.613767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:36.614678 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.686220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b5dbb-99a0-44bf-a67b-25d4c2c56af6 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Subnet': ['ID=53a7fd12-f736-4a0a-aefc-dd9d75c7c1ec,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:36.717244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] Pushing event updated for resources: {'Network': ['ID=456a9ef7-54bb-41cd-9091-f65f4232710c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:36.727548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4391e-e454-4f13-bb36-abd1e0cecaa5 req-8b35aabf-2506-4b9d-a5bc-5cc18040b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:36.728108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4391e-e454-4f13-bb36-abd1e0cecaa5 req-8b35aabf-2506-4b9d-a5bc-5cc18040b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:36.729098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4391e-e454-4f13-bb36-abd1e0cecaa5 req-8b35aabf-2506-4b9d-a5bc-5cc18040b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:36.730990 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7a4391e-e454-4f13-bb36-abd1e0cecaa5 req-8b35aabf-2506-4b9d-a5bc-5cc18040b4a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=369f61c3408a4d8b912583e7eafe96b9&device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2866 time: 0.1828616 Oct 13 14:23:36.732838 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 456a9ef7-54bb-41cd-9091-f65f4232710c details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:36.750238 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ddf12d6d-8ff6-4b97-9bf8-aa4f8aad66ee tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1995189 Oct 13 14:23:36.755387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58666) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:36.762175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d97784e3-94ca-4bb0-8780-9ce3bc49b7e1 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569840407'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:36.766433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033b5dbb-99a0-44bf-a67b-25d4c2c56af6 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Checking segment: {'id': '5fef3869-2cb6-427f-89a5-91d72c562076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80b561aa-7a92-43ee-8dd6-d909bf61b30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:36.767319 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033b5dbb-99a0-44bf-a67b-25d4c2c56af6 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network hostable DHCP agents. Network: 80b561aa-7a92-43ee-8dd6-d909bf61b30d, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:23:36.788242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5aa2b94d-42c6-4b5e-a4d2-15bf5f3580d1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2696977 Oct 13 14:23:36.789284 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58668) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:36.794209 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] Request body: {'subnet': {'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1869583345-subnet', 'tenant_id': '79a6444bd40445efa07fadbbb84c9e0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:36.828239 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.db.api [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 14:23:36.828239 n-d-806683-15 neutron-server[112684]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 13 14:23:36.828239 n-d-806683-15 neutron-server[112684]: [parameters: {'project_id_1': '79a6444bd40445efa07fadbbb84c9e0a', 'expiration_1': datetime.datetime(2021, 10, 13, 14, 23, 16, 801689)}] Oct 13 14:23:36.828239 n-d-806683-15 neutron-server[112684]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:23:36.828966 n-d-806683-15 neutron-server[112684]: DEBUG oslo_db.api [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:23:36.886828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4391e-e454-4f13-bb36-abd1e0cecaa5 req-e75e2106-2540-437c-93b9-a9ae44cecd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:36.887487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4391e-e454-4f13-bb36-abd1e0cecaa5 req-e75e2106-2540-437c-93b9-a9ae44cecd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:36.888250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4391e-e454-4f13-bb36-abd1e0cecaa5 req-e75e2106-2540-437c-93b9-a9ae44cecd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:36.889830 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033b5dbb-99a0-44bf-a67b-25d4c2c56af6 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network 80b561aa-7a92-43ee-8dd6-d909bf61b30d is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:23:36.890320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7a4391e-e454-4f13-bb36-abd1e0cecaa5 req-e75e2106-2540-437c-93b9-a9ae44cecd18 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=369f61c3408a4d8b912583e7eafe96b9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1468682 Oct 13 14:23:36.920871 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d97784e3-94ca-4bb0-8780-9ce3bc49b7e1 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.977847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-033b5dbb-99a0-44bf-a67b-25d4c2c56af6 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 80b561aa-7a92-43ee-8dd6-d909bf61b30d) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:36.983905 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033b5dbb-99a0-44bf-a67b-25d4c2c56af6 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:36.990277 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-033b5dbb-99a0-44bf-a67b-25d4c2c56af6 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:36.990580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317a0eb8-c7ad-4bc3-a855-b71f4f143883 None None] Network 80b561aa-7a92-43ee-8dd6-d909bf61b30d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:37.026841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4391e-e454-4f13-bb36-abd1e0cecaa5 req-03657efc-62c1-4dec-ad89-9d8e77f4d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:37.028331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7a4391e-e454-4f13-bb36-abd1e0cecaa5 req-03657efc-62c1-4dec-ad89-9d8e77f4d32e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301882 Oct 13 14:23:37.077752 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d97784e3-94ca-4bb0-8780-9ce3bc49b7e1 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.110726 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-033b5dbb-99a0-44bf-a67b-25d4c2c56af6 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1946807 Oct 13 14:23:37.116460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58672) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:37.122460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-e505b445-a79b-4db3-a50f-6a01591e204b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1940894627'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:37.156628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-7d4f7b02-712a-43b0-9699-45a1f6ba42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:37.156628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-7d4f7b02-712a-43b0-9699-45a1f6ba42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:37.156628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-7d4f7b02-712a-43b0-9699-45a1f6ba42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:37.156628 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-7d4f7b02-712a-43b0-9699-45a1f6ba42f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=369f61c3408a4d8b912583e7eafe96b9&device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2866 time: 0.0813251 Oct 13 14:23:37.185346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-80b561aa-7a92-43ee-8dd6-d909bf61b30d', 'network_id': '80b561aa-7a92-43ee-8dd6-d909bf61b30d', 'tenant_id': '273f6732fa734ddcb747fbc3b10d3b95', 'fixed_ips': [{'subnet_id': '53a7fd12-f736-4a0a-aefc-dd9d75c7c1ec'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:23:37.186005 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.203683 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d97784e3-94ca-4bb0-8780-9ce3bc49b7e1 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.206680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-db1f3907-f809-4c22-9408-4e264c7b9dcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.8&port_id=758858d9-ebd7-481b-9591-cc29752ffcf9 HTTP/1.1" status: 200 len: 217 time: 0.0426397 Oct 13 14:23:37.266779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97784e3-94ca-4bb0-8780-9ce3bc49b7e1 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e4de24-9ef2-4dd4-83b0-da033c2551f2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:37.280435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-84182b09-53d8-4d73-986d-8622c1f5b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:37.281981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-84182b09-53d8-4d73-986d-8622c1f5b8b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de278f90-623a-4a8f-b7a6-c83e7fca07f8 HTTP/1.1" status: 200 len: 801 time: 0.0651076 Oct 13 14:23:37.313317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e505b445-a79b-4db3-a50f-6a01591e204b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:37.317113 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e505b445-a79b-4db3-a50f-6a01591e204b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.355252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Allocated IP 2001:db8::3 (80b561aa-7a92-43ee-8dd6-d909bf61b30d/53a7fd12-f736-4a0a-aefc-dd9d75c7c1ec/005a9ae0-e83d-46c9-9db7-d2098425e39d) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:37.369631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-cdb58b98-136a-42c0-952a-cea7fc786af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:37.371155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-cdb58b98-136a-42c0-952a-cea7fc786af0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d75d6719-7d83-4716-a602-3d49ccee6188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807681 Oct 13 14:23:37.371869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e505b445-a79b-4db3-a50f-6a01591e204b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:23:37.390463 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e505b445-a79b-4db3-a50f-6a01591e204b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.390931 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-e505b445-a79b-4db3-a50f-6a01591e204b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Added segment 7496af62-da36-4d4f-a701-0d35de5d7116 of type vlan for network ad87ac14-2440-4f99-8570-872c277dac29 Oct 13 14:23:37.442940 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d97784e3-94ca-4bb0-8780-9ce3bc49b7e1 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.446592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d97784e3-94ca-4bb0-8780-9ce3bc49b7e1 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6860473 Oct 13 14:23:37.449323 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58678) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:37.459122 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-357ca15a-4876-4fb9-bce4-727d487d4871 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group_rule': {'security_group_id': 'b9e4de24-9ef2-4dd4-83b0-da033c2551f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:37.518954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] Made reservation on behalf of 79a6444bd40445efa07fadbbb84c9e0a for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:37.519879 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e505b445-a79b-4db3-a50f-6a01591e204b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.523000 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.543161 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.695434 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.745083 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-357ca15a-4876-4fb9-bce4-727d487d4871 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.784704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Pushing event updated for resources: {'Port': ['ID=005a9ae0-e83d-46c9-9db7-d2098425e39d,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:37.814467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Network 80b561aa-7a92-43ee-8dd6-d909bf61b30d is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:37.816123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:37.819165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:37.895334 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Attempting to bind port 005a9ae0-e83d-46c9-9db7-d2098425e39d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:37.896112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Attempting to bind port 005a9ae0-e83d-46c9-9db7-d2098425e39d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5fef3869-2cb6-427f-89a5-91d72c562076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80b561aa-7a92-43ee-8dd6-d909bf61b30d'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:37.897530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Attempting to bind port 005a9ae0-e83d-46c9-9db7-d2098425e39d on network 80b561aa-7a92-43ee-8dd6-d909bf61b30d {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:37.903887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:37.906675 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Checking segment: {'id': '5fef3869-2cb6-427f-89a5-91d72c562076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80b561aa-7a92-43ee-8dd6-d909bf61b30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:37.906675 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.906675 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Bound using segment: {'id': '5fef3869-2cb6-427f-89a5-91d72c562076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80b561aa-7a92-43ee-8dd6-d909bf61b30d'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:37.906675 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Bound port: 005a9ae0-e83d-46c9-9db7-d2098425e39d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fef3869-2cb6-427f-89a5-91d72c562076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '80b561aa-7a92-43ee-8dd6-d909bf61b30d'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:37.906675 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.927229 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-357ca15a-4876-4fb9-bce4-727d487d4871 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.970018 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:37.987464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-872cee7a-fd0f-4b44-8c0a-0ad0410764ff service neutron] 10.222.0.41 "GET /v2.0/networks/d75d6719-7d83-4716-a602-3d49ccee6188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6079459 Oct 13 14:23:37.998396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d4855-df9a-40a6-a25a-aca5c830bbf3 req-5d3ae30d-ed77-4b75-a652-52902839a530 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:38.004467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d4855-df9a-40a6-a25a-aca5c830bbf3 req-5d3ae30d-ed77-4b75-a652-52902839a530 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:38.005627 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-357ca15a-4876-4fb9-bce4-727d487d4871 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:38.010792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d4855-df9a-40a6-a25a-aca5c830bbf3 req-5d3ae30d-ed77-4b75-a652-52902839a530 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:38.012866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe4d4855-df9a-40a6-a25a-aca5c830bbf3 req-5d3ae30d-ed77-4b75-a652-52902839a530 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2410 time: 0.5398936 Oct 13 14:23:38.020922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] For port 005a9ae0-e83d-46c9-9db7-d2098425e39d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:38.026534 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] For port 005a9ae0-e83d-46c9-9db7-d2098425e39d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=005a9ae0-e83d-46c9-9db7-d2098425e39d,segment=NetworkSegment(5fef3869-2cb6-427f-89a5-91d72c562076),segment_id=5fef3869-2cb6-427f-89a5-91d72c562076)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:38.083087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f974b32a-4d99-454c-999a-81689caf7abd,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:38.096466 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ca15a-4876-4fb9-bce4-727d487d4871 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58681823-c9a4-4c78-86a1-fbe3e54fb232,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:38.103768 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:38.113419 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e505b445-a79b-4db3-a50f-6a01591e204b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:38.119618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e505b445-a79b-4db3-a50f-6a01591e204b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:38.120247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e505b445-a79b-4db3-a50f-6a01591e204b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:38.149380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] Checking segment: {'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:38.150011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] Network hostable DHCP agents. Network: 456a9ef7-54bb-41cd-9091-f65f4232710c, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:23:38.196031 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-357ca15a-4876-4fb9-bce4-727d487d4871 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:38.199864 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-357ca15a-4876-4fb9-bce4-727d487d4871 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7447670 Oct 13 14:23:38.200628 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58686) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:38.205681 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a64fdded-d711-4af6-bee0-3758643a082d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group_rule': {'security_group_id': 'b9e4de24-9ef2-4dd4-83b0-da033c2551f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:38.213048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff0041-b886-49a2-b301-58831bdb3123 None None] Pushing event updated for resources: {'Port': ['ID=005a9ae0-e83d-46c9-9db7-d2098425e39d,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:38.288293 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe4d4855-df9a-40a6-a25a-aca5c830bbf3 req-62b590b6-99f4-4c76-a920-129f55594865 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544518 Oct 13 14:23:38.289587 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] Network 456a9ef7-54bb-41cd-9091-f65f4232710c is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:23:38.301546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505b445-a79b-4db3-a50f-6a01591e204b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Network': ['ID=ad87ac14-2440-4f99-8570-872c277dac29,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:38.316887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network ad87ac14-2440-4f99-8570-872c277dac29 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:38.317910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-f0d4eeb7-8ad1-4911-9a7c-926387988de5 service neutron] 10.222.0.41 "GET /v2.0/networks/d75d6719-7d83-4716-a602-3d49ccee6188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043931 Oct 13 14:23:38.328824 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a64fdded-d711-4af6-bee0-3758643a082d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:38.401967 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 456a9ef7-54bb-41cd-9091-f65f4232710c) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:38.407241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-980ebd17-5f64-454f-b3de-a83c56cc989f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.180&port_id=24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 HTTP/1.1" status: 200 len: 217 time: 0.0785446 Oct 13 14:23:38.416301 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:38.426729 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:38.492773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e505b445-a79b-4db3-a50f-6a01591e204b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3698347 Oct 13 14:23:38.497918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58694) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:38.518223 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a64fdded-d711-4af6-bee0-3758643a082d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:38.524390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'subnet': {'network_id': 'ad87ac14-2440-4f99-8570-872c277dac29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:38.529830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6bbd84-af91-45b6-85ca-8fc343199b39 None None] Network 456a9ef7-54bb-41cd-9091-f65f4232710c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:38.575825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-66e0ef2a-2970-4d7c-830a-762e53013619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:38.577352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-66e0ef2a-2970-4d7c-830a-762e53013619 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5afed79-224e-4b6b-a4c6-601ce4269036 HTTP/1.1" status: 200 len: 801 time: 0.1595712 Oct 13 14:23:38.684053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a64fdded-d711-4af6-bee0-3758643a082d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:38.689432 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6e578f32-71f7-4593-9249-487f32ce9f98 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8986230 Oct 13 14:23:38.716817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fdded-d711-4af6-bee0-3758643a082d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef9593f-6a4e-40bf-9309-348a19300d42,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:38.758334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-aef666a5-f5ed-4669-b42f-cbf21de960de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:38.758653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c581d9-009e-418c-8798-b2f2d501d4d7 None None] Network 456a9ef7-54bb-41cd-9091-f65f4232710c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:38.758749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-aef666a5-f5ed-4669-b42f-cbf21de960de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b82faab-66f3-41d3-92cf-5828f6c8e9d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485629 Oct 13 14:23:38.797541 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a64fdded-d711-4af6-bee0-3758643a082d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:38.799384 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a64fdded-d711-4af6-bee0-3758643a082d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5973608 Oct 13 14:23:38.802111 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58704) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:38.810662 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f7a4bc07-d87e-47bd-96a2-9e37b814b4a8 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group_rule': {'security_group_id': 'b9e4de24-9ef2-4dd4-83b0-da033c2551f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:38.959627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-711a83a4-ef54-46f0-b99e-032088570853 service neutron] 10.222.0.41 "GET /v2.0/networks/7b82faab-66f3-41d3-92cf-5828f6c8e9d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804426 Oct 13 14:23:39.074944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc07-d87e-47bd-96a2-9e37b814b4a8 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:39.096331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:39.124769 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:39.356184 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc07-d87e-47bd-96a2-9e37b814b4a8 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:39.357400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.ipam_backend_mixin [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Performing IP validity checks on allocation pools {{(pid=112685) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 14:23:39.357400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.ipam_backend_mixin [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112685) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 14:23:39.472380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-5d0d39f5-9106-420a-a568-9c2e42bb2bcd service neutron] 10.222.0.41 "GET /v2.0/networks/7b82faab-66f3-41d3-92cf-5828f6c8e9d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050774 Oct 13 14:23:39.518024 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc07-d87e-47bd-96a2-9e37b814b4a8 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:39.522043 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4bc07-d87e-47bd-96a2-9e37b814b4a8 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285f28ed-18a0-4aaf-98e5-c796fe7580d5,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:39.579562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-1ec2139e-380e-4df3-87ef-90aca6f4dfe1 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:39.581100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-1ec2139e-380e-4df3-87ef-90aca6f4dfe1 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/networks?id=456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 200 len: 815 time: 0.2987716 Oct 13 14:23:39.586485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-ce14e21d-1583-4e71-acac-425daeb8f6f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.16&port_id=02f9d58a-ad81-4143-ab5a-65848956f436 HTTP/1.1" status: 200 len: 217 time: 0.0710130 Oct 13 14:23:39.613041 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5c7435-2f15-4037-a96e-1fbd82bb6f17 None None] Network 80b561aa-7a92-43ee-8dd6-d909bf61b30d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:39.658277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b43cca-2b4c-4f30-a7a9-85e6c5820daa req-cc0d9510-c60f-435e-8856-3385c233da1f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:39.666583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b43cca-2b4c-4f30-a7a9-85e6c5820daa req-cc0d9510-c60f-435e-8856-3385c233da1f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:39.670887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b43cca-2b4c-4f30-a7a9-85e6c5820daa req-cc0d9510-c60f-435e-8856-3385c233da1f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:39.672658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65b43cca-2b4c-4f30-a7a9-85e6c5820daa req-cc0d9510-c60f-435e-8856-3385c233da1f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2410 time: 0.2781053 Oct 13 14:23:39.704600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-a3773e14-3d3d-4ad5-9877-ea818d51c585 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/quotas/79a6444bd40445efa07fadbbb84c9e0a HTTP/1.1" status: 200 len: 375 time: 0.1114502 Oct 13 14:23:39.714098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5107ca40-296f-4a55-8330-c7c79ea4f11e None None] Provisioning complete for port 005a9ae0-e83d-46c9-9db7-d2098425e39d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:39.714409 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5107ca40-296f-4a55-8330-c7c79ea4f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:39.716041 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f7a4bc07-d87e-47bd-96a2-9e37b814b4a8 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:39.717994 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f7a4bc07-d87e-47bd-96a2-9e37b814b4a8 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9145670 Oct 13 14:23:39.720563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58730) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:39.727102 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0eb338c7-28ae-48b7-b128-34d394a52c34 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group_rule': {'security_group_id': 'b9e4de24-9ef2-4dd4-83b0-da033c2551f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:39.782800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-3c372427-7ef3-49db-ba5e-7a0fbbdcd6c2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512516 Oct 13 14:23:39.789364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-eccfea8d-ee7c-4938-b181-a3914addf297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:39.790950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-eccfea8d-ee7c-4938-b181-a3914addf297 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de278f90-623a-4a8f-b7a6-c83e7fca07f8 HTTP/1.1" status: 200 len: 801 time: 0.1944153 Oct 13 14:23:39.819451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65b43cca-2b4c-4f30-a7a9-85e6c5820daa req-f47d079c-2fb6-4d35-a69d-1335bf792031 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091936 Oct 13 14:23:39.860674 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:39.874029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81a0d-60dd-4076-905e-020579948a95 req-b0bcf3f3-9410-460a-a2da-650ead2985cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:39.883924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-b0bcf3f3-9410-460a-a2da-650ead2985cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d75d6719-7d83-4716-a602-3d49ccee6188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713944 Oct 13 14:23:39.886166 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0eb338c7-28ae-48b7-b128-34d394a52c34 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.013651 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0eb338c7-28ae-48b7-b128-34d394a52c34 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.018302 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5107ca40-296f-4a55-8330-c7c79ea4f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.073129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5107ca40-296f-4a55-8330-c7c79ea4f11e None None] For port 005a9ae0-e83d-46c9-9db7-d2098425e39d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=005a9ae0-e83d-46c9-9db7-d2098425e39d,segment=NetworkSegment(5fef3869-2cb6-427f-89a5-91d72c562076),segment_id=5fef3869-2cb6-427f-89a5-91d72c562076)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:40.100326 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0eb338c7-28ae-48b7-b128-34d394a52c34 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.124771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Subnet': ['ID=bb23f710-9a8d-4c08-a9d4-55b84e365122,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:40.127368 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb338c7-28ae-48b7-b128-34d394a52c34 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f08f5e9-cc03-4f43-9678-cead65098a68,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:40.163342 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5107ca40-296f-4a55-8330-c7c79ea4f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.169335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Checking segment: {'id': '7496af62-da36-4d4f-a701-0d35de5d7116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ad87ac14-2440-4f99-8570-872c277dac29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:40.169335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network hostable DHCP agents. Network: ad87ac14-2440-4f99-8570-872c277dac29, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:23:40.184899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-92ab5503-25bd-46d4-8d65-9608c0c34c66 service neutron] 10.222.0.41 "GET /v2.0/networks/d75d6719-7d83-4716-a602-3d49ccee6188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878764 Oct 13 14:23:40.216702 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0eb338c7-28ae-48b7-b128-34d394a52c34 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.228577 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0eb338c7-28ae-48b7-b128-34d394a52c34 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5060718 Oct 13 14:23:40.229389 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58746) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:40.234618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fbb3baa2-6bdf-485a-904c-15b0321dddc0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group_rule': {'security_group_id': 'b9e4de24-9ef2-4dd4-83b0-da033c2551f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:40.244474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107ca40-296f-4a55-8330-c7c79ea4f11e None None] Pushing event updated for resources: {'Port': ['ID=005a9ae0-e83d-46c9-9db7-d2098425e39d,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:40.295667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-ba041941-84db-4bb8-b53f-e8e272a9762e service neutron] 10.222.0.18 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986413 Oct 13 14:23:40.308796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network ad87ac14-2440-4f99-8570-872c277dac29 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:23:40.374144 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbb3baa2-6bdf-485a-904c-15b0321dddc0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.393902 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c3f25e8d-3bda-4904-827b-c0c3d6567149 None None] Provisioning complete for port 005a9ae0-e83d-46c9-9db7-d2098425e39d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:40.394099 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3f25e8d-3bda-4904-827b-c0c3d6567149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.416037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, ad87ac14-2440-4f99-8570-872c277dac29) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:40.422472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:40.422589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.435641 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e81a0d-60dd-4076-905e-020579948a95 req-bd7d6888-a0cf-4f8f-bedd-5e1954939be9 service neutron] 10.222.0.41 "GET /v2.0/networks/d75d6719-7d83-4716-a602-3d49ccee6188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411280 Oct 13 14:23:40.476024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ca1818-4d20-499b-90ae-69b1ec86ecc8 None None] Network ad87ac14-2440-4f99-8570-872c277dac29 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:40.514711 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbb3baa2-6bdf-485a-904c-15b0321dddc0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.532890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-9acbf13d-9f34-4da5-b920-2f324950cf9b service neutron] 10.222.0.18 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363276 Oct 13 14:23:40.564440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 005a9ae0-e83d-46c9-9db7-d2098425e39d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:40.623634 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbb3baa2-6bdf-485a-904c-15b0321dddc0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.629789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-578431f4-834d-4d35-bf32-a91ced3d1cb3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1272194 Oct 13 14:23:40.633249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58760) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:40.661865 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3baa2-6bdf-485a-904c-15b0321dddc0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb21055-5cd6-4580-bde9-5ebeeb491175,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:40.731695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 005a9ae0-e83d-46c9-9db7-d2098425e39d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:40.732227 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.769487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-ad87ac14-2440-4f99-8570-872c277dac29', 'network_id': 'ad87ac14-2440-4f99-8570-872c277dac29', 'tenant_id': '273f6732fa734ddcb747fbc3b10d3b95', 'fixed_ips': [{'subnet_id': 'bb23f710-9a8d-4c08-a9d4-55b84e365122'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:23:40.770345 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.782491 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbb3baa2-6bdf-485a-904c-15b0321dddc0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.788043 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fbb3baa2-6bdf-485a-904c-15b0321dddc0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5568049 Oct 13 14:23:40.789183 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58766) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:40.821934 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.911711 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c426824-419b-45ec-b29f-7eebc3aa7bba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:40.930760 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c426824-419b-45ec-b29f-7eebc3aa7bba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.073289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84d321a1-4d91-4337-bb0d-89f2ab033ad5 req-65fe8126-897a-4aea-be98-c9d11c51d385 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 210 time: 0.1460643 Oct 13 14:23:41.083492 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c426824-419b-45ec-b29f-7eebc3aa7bba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.090044 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c426824-419b-45ec-b29f-7eebc3aa7bba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.093983 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4c426824-419b-45ec-b29f-7eebc3aa7bba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8fb21055-5cd6-4580-bde9-5ebeeb491175 HTTP/1.1" status: 204 len: 168 time: 0.3036106 Oct 13 14:23:41.095781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58778) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:41.103762 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.119191 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c426824-419b-45ec-b29f-7eebc3aa7bba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fb21055-5cd6-4580-bde9-5ebeeb491175,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:41.238868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f696562-27e1-4c5e-93fa-3beb30f97a94 req-5e2b096d-8261-4c34-bd0b-fe9098608375 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:41.251320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f696562-27e1-4c5e-93fa-3beb30f97a94 req-5e2b096d-8261-4c34-bd0b-fe9098608375 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:41.260504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f696562-27e1-4c5e-93fa-3beb30f97a94 req-5e2b096d-8261-4c34-bd0b-fe9098608375 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:41.262627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f696562-27e1-4c5e-93fa-3beb30f97a94 req-5e2b096d-8261-4c34-bd0b-fe9098608375 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2410 time: 0.2471740 Oct 13 14:23:41.299518 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d997461d-a96c-4ded-ba09-6f0ae2bac4ae tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2020607 Oct 13 14:23:41.303173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58784) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:41.311801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Allocated IP 2001:db8::3 (ad87ac14-2440-4f99-8570-872c277dac29/bb23f710-9a8d-4c08-a9d4-55b84e365122/9f7e49c4-8232-45d4-8a8b-a66b6ddb708c) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:41.368124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f696562-27e1-4c5e-93fa-3beb30f97a94 req-2152ddb8-b653-47b1-9283-00ce15df847c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992334 Oct 13 14:23:41.369332 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d569629d-da39-4f35-9391-922ead970dd2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.379696 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d569629d-da39-4f35-9391-922ead970dd2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.497569 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.552334 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d569629d-da39-4f35-9391-922ead970dd2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.559935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d569629d-da39-4f35-9391-922ead970dd2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.561195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d569629d-da39-4f35-9391-922ead970dd2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/3f08f5e9-cc03-4f43-9678-cead65098a68 HTTP/1.1" status: 204 len: 168 time: 0.2560658 Oct 13 14:23:41.565434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58786) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:41.568142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569629d-da39-4f35-9391-922ead970dd2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f08f5e9-cc03-4f43-9678-cead65098a68,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:41.624466 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-517dab08-94b7-47af-9c64-71d0d1e545fb tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0549619 Oct 13 14:23:41.625518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58788) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:41.653675 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb27ae73-e789-491e-b160-0e2b8e582ef4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.661878 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb27ae73-e789-491e-b160-0e2b8e582ef4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.674330 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.733606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Network ad87ac14-2440-4f99-8570-872c277dac29 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:41.739587 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:41.742402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:41.744897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Pushing event updated for resources: {'Port': ['ID=9f7e49c4-8232-45d4-8a8b-a66b6ddb708c,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:41.814336 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb27ae73-e789-491e-b160-0e2b8e582ef4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.815116 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.817521 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb27ae73-e789-491e-b160-0e2b8e582ef4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.817888 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Attempting to bind port 9f7e49c4-8232-45d4-8a8b-a66b6ddb708c on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:41.818699 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Attempting to bind port 9f7e49c4-8232-45d4-8a8b-a66b6ddb708c by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7496af62-da36-4d4f-a701-0d35de5d7116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ad87ac14-2440-4f99-8570-872c277dac29'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:41.819232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Attempting to bind port 9f7e49c4-8232-45d4-8a8b-a66b6ddb708c on network ad87ac14-2440-4f99-8570-872c277dac29 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:41.822596 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bb27ae73-e789-491e-b160-0e2b8e582ef4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/285f28ed-18a0-4aaf-98e5-c796fe7580d5 HTTP/1.1" status: 204 len: 168 time: 0.1960056 Oct 13 14:23:41.825715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58792) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:41.833159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:41.833534 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Checking segment: {'id': '7496af62-da36-4d4f-a701-0d35de5d7116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ad87ac14-2440-4f99-8570-872c277dac29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:41.840829 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.841554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Bound using segment: {'id': '7496af62-da36-4d4f-a701-0d35de5d7116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ad87ac14-2440-4f99-8570-872c277dac29'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:41.842323 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Bound port: 9f7e49c4-8232-45d4-8a8b-a66b6ddb708c, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7496af62-da36-4d4f-a701-0d35de5d7116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ad87ac14-2440-4f99-8570-872c277dac29'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:41.843086 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.846655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Subnet': ['ID=bb23f710-9a8d-4c08-a9d4-55b84e365122,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:41.858069 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27ae73-e789-491e-b160-0e2b8e582ef4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=285f28ed-18a0-4aaf-98e5-c796fe7580d5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:41.962723 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a3b2eb29-75a0-423c-9de1-799824c627de tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1345608 Oct 13 14:23:41.964057 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58794) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:41.965277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] For port 9f7e49c4-8232-45d4-8a8b-a66b6ddb708c, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:41.969541 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] For port 9f7e49c4-8232-45d4-8a8b-a66b6ddb708c, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9f7e49c4-8232-45d4-8a8b-a66b6ddb708c,segment=NetworkSegment(7496af62-da36-4d4f-a701-0d35de5d7116),segment_id=7496af62-da36-4d4f-a701-0d35de5d7116)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:41.971255 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.993553 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6a44a4f-56d0-46a3-931e-7fd46cf48f3d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:41.996864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad87ac14-2440-4f99-8570-872c277dac29']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:42.002110 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6a44a4f-56d0-46a3-931e-7fd46cf48f3d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.007882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7496af62-da36-4d4f-a701-0d35de5d7116') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:42.008136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7496af62-da36-4d4f-a701-0d35de5d7116') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:42.023671 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.099360 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.099910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.108664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:23:42.109540 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.152427 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6a44a4f-56d0-46a3-931e-7fd46cf48f3d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.160376 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6a44a4f-56d0-46a3-931e-7fd46cf48f3d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.165157 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e6a44a4f-56d0-46a3-931e-7fd46cf48f3d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6ef9593f-6a4e-40bf-9309-348a19300d42 HTTP/1.1" status: 204 len: 168 time: 0.1984632 Oct 13 14:23:42.165988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58800) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:42.185942 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a44a4f-56d0-46a3-931e-7fd46cf48f3d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ef9593f-6a4e-40bf-9309-348a19300d42,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:23:42.199511 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:23:42.227929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bc6638-301c-4b62-a5a1-2a95df7f156e None None] Network ad87ac14-2440-4f99-8570-872c277dac29 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:42.230014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44741b22-95b6-4bc8-b7c9-d7082fa55563 None None] Pushing event updated for resources: {'Port': ['ID=9f7e49c4-8232-45d4-8a8b-a66b6ddb708c,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:42.244765 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5b2cd22d-a594-456e-a999-ac8a87928bdf tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0765615 Oct 13 14:23:42.245423 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58804) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:42.267658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c1f97f1-0444-4b7c-a2fa-58ce285f3dcc req-f599ff72-1606-4f49-925a-2e1caf65b6ad tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 210 time: 0.0549715 Oct 13 14:23:42.295057 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e959dc8c-c741-4278-a1c0-546417ffc3b5 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.295057 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e959dc8c-c741-4278-a1c0-546417ffc3b5 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.314029 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.api [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:23:42.314029 n-d-806683-15 neutron-server[112685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:23:42.314029 n-d-806683-15 neutron-server[112685]: [parameters: {'id': 'ad87ac14-2440-4f99-8570-872c277dac29'}] Oct 13 14:23:42.314029 n-d-806683-15 neutron-server[112685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:23:42.314505 n-d-806683-15 neutron-server[112685]: DEBUG oslo_db.api [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:23:42.415608 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e959dc8c-c741-4278-a1c0-546417ffc3b5 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.428751 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e959dc8c-c741-4278-a1c0-546417ffc3b5 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.429299 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e959dc8c-c741-4278-a1c0-546417ffc3b5 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/58681823-c9a4-4c78-86a1-fbe3e54fb232 HTTP/1.1" status: 204 len: 168 time: 0.1827755 Oct 13 14:23:42.432013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58810) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:42.439287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959dc8c-c741-4278-a1c0-546417ffc3b5 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58681823-c9a4-4c78-86a1-fbe3e54fb232,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:42.457384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45380aca-fc8b-4a99-ab7f-807b714858a1 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:23:42.530597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7b92dea6-f258-49da-9be3-dfa6c57a13ad tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0948691 Oct 13 14:23:42.530916 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58812) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:42.573317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15eae3-7528-4b97-9cdd-fae607f3c349 req-1c4dec6e-45bd-4ac2-af2f-22c940cf734c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:42.579922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15eae3-7528-4b97-9cdd-fae607f3c349 req-1c4dec6e-45bd-4ac2-af2f-22c940cf734c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:42.588147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15eae3-7528-4b97-9cdd-fae607f3c349 req-1c4dec6e-45bd-4ac2-af2f-22c940cf734c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:42.589899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f15eae3-7528-4b97-9cdd-fae607f3c349 req-1c4dec6e-45bd-4ac2-af2f-22c940cf734c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2410 time: 0.1101384 Oct 13 14:23:42.605312 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5560102b-695c-4657-a50b-499f82f449b7 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.623440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45380aca-fc8b-4a99-ab7f-807b714858a1 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:23:42.642614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f15eae3-7528-4b97-9cdd-fae607f3c349 req-c3c397d5-b7a3-479b-b4bf-ef7462c349ed tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465064 Oct 13 14:23:42.648020 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5560102b-695c-4657-a50b-499f82f449b7 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.798067 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5560102b-695c-4657-a50b-499f82f449b7 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.804076 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5560102b-695c-4657-a50b-499f82f449b7 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.811114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58816) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:42.821145 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5560102b-695c-4657-a50b-499f82f449b7 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-groups/b9e4de24-9ef2-4dd4-83b0-da033c2551f2 HTTP/1.1" status: 204 len: 168 time: 0.2854681 Oct 13 14:23:42.825155 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:42.833744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560102b-695c-4657-a50b-499f82f449b7 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e4de24-9ef2-4dd4-83b0-da033c2551f2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:42.922060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9eef99ae-3cfd-4f9e-98ad-940602b22226 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1093280 Oct 13 14:23:42.922346 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58818) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:42.932122 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-53416dc5-b5a5-4a98-9f6d-abc68920bb7b tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group': {'name': 'tempest-secgroup--980195458'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:42.958288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Deleting port 9f7e49c4-8232-45d4-8a8b-a66b6ddb708c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:23:42.959965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.041732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] For port 9f7e49c4-8232-45d4-8a8b-a66b6ddb708c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9f7e49c4-8232-45d4-8a8b-a66b6ddb708c,segment=NetworkSegment(7496af62-da36-4d4f-a701-0d35de5d7116),segment_id=7496af62-da36-4d4f-a701-0d35de5d7116)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:43.042108 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.057759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Calling delete_port for 9f7e49c4-8232-45d4-8a8b-a66b6ddb708c owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:23:43.157282 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-53416dc5-b5a5-4a98-9f6d-abc68920bb7b tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.323252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.358111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Port': ['ID=9f7e49c4-8232-45d4-8a8b-a66b6ddb708c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:43.383664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No DVR routers for this DVR port 9f7e49c4-8232-45d4-8a8b-a66b6ddb708c on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:23:43.423662 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-53416dc5-b5a5-4a98-9f6d-abc68920bb7b tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.462085 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9319edfe-26c1-4e87-bd9c-bbff422dbe02 req-7f463c17-8c15-4265-8ff8-1e4e6f727d9e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 210 time: 0.0864365 Oct 13 14:23:43.520921 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.540699 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-53416dc5-b5a5-4a98-9f6d-abc68920bb7b tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.541453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad87ac14-2440-4f99-8570-872c277dac29']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:43.553393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7496af62-da36-4d4f-a701-0d35de5d7116') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:43.554226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7496af62-da36-4d4f-a701-0d35de5d7116') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:43.576884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.585194 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53416dc5-b5a5-4a98-9f6d-abc68920bb7b tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967cf451-3783-4413-9235-1a8503d0eb3c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:43.602805 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.610010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:23:43.610486 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:23:43.614593 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:23:43.691824 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-53416dc5-b5a5-4a98-9f6d-abc68920bb7b tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.693561 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-53416dc5-b5a5-4a98-9f6d-abc68920bb7b tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7693653 Oct 13 14:23:43.697147 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58844) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:43.703446 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-acef368f-fa9d-4b40-84aa-763ce79214fe tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group_rule': {'security_group_id': '967cf451-3783-4413-9235-1a8503d0eb3c', 'direction': 'ingress', 'protocol': 17}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:43.747208 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58848) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:43.805244 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.814938 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.818911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/ad87ac14-2440-4f99-8570-872c277dac29 HTTP/1.1" status: 204 len: 168 time: 3.1829021 Oct 13 14:23:43.822676 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58854) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:43.829601 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-eeda5f60-3ac5-479e-97f8-031d595e26fb tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1237287747'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:43.834708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e1bc2-f393-4988-8f63-85cf1dce5d0c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Network': ['ID=ad87ac14-2440-4f99-8570-872c277dac29,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:43.846429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac841948-d1b9-4ff4-93ec-853333163dfa req-f82d2ee8-289e-4e8d-a80d-bc83bf3363e3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:43.853531 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac841948-d1b9-4ff4-93ec-853333163dfa req-f82d2ee8-289e-4e8d-a80d-bc83bf3363e3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:43.859858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac841948-d1b9-4ff4-93ec-853333163dfa req-f82d2ee8-289e-4e8d-a80d-bc83bf3363e3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:43.861613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac841948-d1b9-4ff4-93ec-853333163dfa req-f82d2ee8-289e-4e8d-a80d-bc83bf3363e3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2410 time: 0.1172585 Oct 13 14:23:43.886369 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-acef368f-fa9d-4b40-84aa-763ce79214fe tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.920622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac841948-d1b9-4ff4-93ec-853333163dfa req-dbc383c5-c30c-49e4-a310-99834ccf6aeb tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499279 Oct 13 14:23:43.926606 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-762b99b2-6fbd-403c-aee2-ba91a3d26a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.973741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeda5f60-3ac5-479e-97f8-031d595e26fb tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:43.978262 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eeda5f60-3ac5-479e-97f8-031d595e26fb tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:43.992243 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-acef368f-fa9d-4b40-84aa-763ce79214fe tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.034264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeda5f60-3ac5-479e-97f8-031d595e26fb tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:23:44.051657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eeda5f60-3ac5-479e-97f8-031d595e26fb tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.052023 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-eeda5f60-3ac5-479e-97f8-031d595e26fb tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Added segment e9da408f-4a30-4c0f-8656-0b0938d66f6c of type vlan for network f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f Oct 13 14:23:44.075940 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-acef368f-fa9d-4b40-84aa-763ce79214fe tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.096798 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-762b99b2-6fbd-403c-aee2-ba91a3d26a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.127276 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef368f-fa9d-4b40-84aa-763ce79214fe tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098d1552-1f02-4c41-8784-447c9057b18e,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:44.137355 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eeda5f60-3ac5-479e-97f8-031d595e26fb tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.214519 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-762b99b2-6fbd-403c-aee2-ba91a3d26a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.256802 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-acef368f-fa9d-4b40-84aa-763ce79214fe tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.258043 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-acef368f-fa9d-4b40-84aa-763ce79214fe tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5594399 Oct 13 14:23:44.258794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eeda5f60-3ac5-479e-97f8-031d595e26fb tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.260959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58858) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:44.264388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeda5f60-3ac5-479e-97f8-031d595e26fb tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:44.265105 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eeda5f60-3ac5-479e-97f8-031d595e26fb tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.277014 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-762b99b2-6fbd-403c-aee2-ba91a3d26a62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d021abc8979c41b5989084f424b26fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5261018 Oct 13 14:23:44.277014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b99b2-6fbd-403c-aee2-ba91a3d26a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e181b1ee-65e2-41c4-adc9-5f7b6e205114,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:44.279619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58860) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:44.353561 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda5f60-3ac5-479e-97f8-031d595e26fb tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Network': ['ID=f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:44.365453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:44.430282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2fedea81-be06-427e-a3cf-3243ae2aaf22 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.442396 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eeda5f60-3ac5-479e-97f8-031d595e26fb tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6175659 Oct 13 14:23:44.446312 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58862) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:44.452155 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-734ffe8c-5d25-4ffb-a18a-855d12de4640 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'subnet': {'network_id': 'f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:44.462153 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6156b2ca-0efe-4342-92ce-76b25efeb069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.501933 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2fedea81-be06-427e-a3cf-3243ae2aaf22 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.562915 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6156b2ca-0efe-4342-92ce-76b25efeb069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.655394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-c36a8409-5602-46e3-a9b4-dd5705f9e111 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:44.662759 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-c36a8409-5602-46e3-a9b4-dd5705f9e111 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "GET /v2.0/networks?id=456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 200 len: 815 time: 0.2997270 Oct 13 14:23:44.676800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1219a52b-706d-4f3d-bf6f-5b9b58afc359 req-181b4296-c106-4ac0-8cd2-c17f4dfd3d9a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 210 time: 0.1023388 Oct 13 14:23:44.688291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-15e8eb87-ea11-4618-a1fe-f2fdbe77503e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Request body: {'port': {'device_id': '5805ba7f-610e-411d-beef-fe2a87bca3c4', 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c', 'admin_state_up': True, 'tenant_id': '79a6444bd40445efa07fadbbb84c9e0a'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:44.724030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734ffe8c-5d25-4ffb-a18a-855d12de4640 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:44.732124 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-734ffe8c-5d25-4ffb-a18a-855d12de4640 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.923813 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6156b2ca-0efe-4342-92ce-76b25efeb069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.926623 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6156b2ca-0efe-4342-92ce-76b25efeb069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.929047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6156b2ca-0efe-4342-92ce-76b25efeb069 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e181b1ee-65e2-41c4-adc9-5f7b6e205114 HTTP/1.1" status: 204 len: 168 time: 0.6474080 Oct 13 14:23:44.929047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2fedea81-be06-427e-a3cf-3243ae2aaf22 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.941340 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2fedea81-be06-427e-a3cf-3243ae2aaf22 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:44.949151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2fedea81-be06-427e-a3cf-3243ae2aaf22 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-groups/967cf451-3783-4413-9235-1a8503d0eb3c HTTP/1.1" status: 204 len: 168 time: 0.6867576 Oct 13 14:23:44.949822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58870) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:45.047168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-15e8eb87-ea11-4618-a1fe-f2fdbe77503e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Made reservation on behalf of 79a6444bd40445efa07fadbbb84c9e0a for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:45.051125 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-15e8eb87-ea11-4618-a1fe-f2fdbe77503e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:45.061114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156b2ca-0efe-4342-92ce-76b25efeb069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e181b1ee-65e2-41c4-adc9-5f7b6e205114,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:45.137920 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dbb4b3f9-b6f5-4111-b1ea-6f0cfd85bcac tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1725969 Oct 13 14:23:45.138746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58876) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:45.144453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedea81-be06-427e-a3cf-3243ae2aaf22 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967cf451-3783-4413-9235-1a8503d0eb3c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:45.154480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-945496cc-ffd0-47c7-85af-6c8daf5069ba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group': {'name': 'tempest-secgroup--712528808'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:45.191754 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-734ffe8c-5d25-4ffb-a18a-855d12de4640 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:45.245159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27030cca-4953-4d5d-b09c-8746aa8f990e req-9167e7d0-9cef-43a2-b38d-e08a5ef92e68 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:45.251063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27030cca-4953-4d5d-b09c-8746aa8f990e req-9167e7d0-9cef-43a2-b38d-e08a5ef92e68 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:45.257746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27030cca-4953-4d5d-b09c-8746aa8f990e req-9167e7d0-9cef-43a2-b38d-e08a5ef92e68 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:45.258577 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ffe8c-5d25-4ffb-a18a-855d12de4640 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Subnet': ['ID=230a301c-2ac5-4aea-be43-c54007b523df,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:45.259470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27030cca-4953-4d5d-b09c-8746aa8f990e req-9167e7d0-9cef-43a2-b38d-e08a5ef92e68 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2410 time: 0.1995595 Oct 13 14:23:45.276016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ffe8c-5d25-4ffb-a18a-855d12de4640 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Checking segment: {'id': 'e9da408f-4a30-4c0f-8656-0b0938d66f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:45.282103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ffe8c-5d25-4ffb-a18a-855d12de4640 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network hostable DHCP agents. Network: f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:23:45.315804 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-945496cc-ffd0-47c7-85af-6c8daf5069ba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:45.350266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27030cca-4953-4d5d-b09c-8746aa8f990e req-e4bbc845-01f4-4c82-b18b-ad496fd9d29f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841646 Oct 13 14:23:45.361523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-15e8eb87-ea11-4618-a1fe-f2fdbe77503e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Allocated IP 172.20.0.10 (456a9ef7-54bb-41cd-9091-f65f4232710c/f974b32a-4d99-454c-999a-81689caf7abd/c2ef771c-7eec-462e-98cd-e5a9e2f85c98) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:45.391693 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ffe8c-5d25-4ffb-a18a-855d12de4640 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:23:45.415553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 758858d9-ebd7-481b-9591-cc29752ffcf9 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:23:45.494526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-734ffe8c-5d25-4ffb-a18a-855d12de4640 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:45.506874 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-945496cc-ffd0-47c7-85af-6c8daf5069ba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:45.514759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348798d9-4618-434a-8275-735655008c4b None None] Network f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:45.515156 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ffe8c-5d25-4ffb-a18a-855d12de4640 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:45.516878 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-734ffe8c-5d25-4ffb-a18a-855d12de4640 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:45.595815 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-15e8eb87-ea11-4618-a1fe-f2fdbe77503e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:45.605460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 758858d9-ebd7-481b-9591-cc29752ffcf9, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=758858d9-ebd7-481b-9591-cc29752ffcf9,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:45.627685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '758858d9-ebd7-481b-9591-cc29752ffcf9', 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188', 'port_id': '758858d9-ebd7-481b-9591-cc29752ffcf9', 'mac_address': 'fa:16:3e:2c:ad:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de278f90-623a-4a8f-b7a6-c83e7fca07f8', 'ip_address': '19.80.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:23:45.708787 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:45.730246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758858d9-ebd7-481b-9591-cc29752ffcf9 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:23:45.767839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f828e17-6524-47d5-91a2-16b4c666fd3e req-8b452755-b06c-4f8e-a594-df61262ae2ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 210 time: 0.0276320 Oct 13 14:23:45.769909 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-945496cc-ffd0-47c7-85af-6c8daf5069ba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:45.783971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 758858d9-ebd7-481b-9591-cc29752ffcf9, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=758858d9-ebd7-481b-9591-cc29752ffcf9,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:45.792135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f', 'network_id': 'f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f', 'tenant_id': '273f6732fa734ddcb747fbc3b10d3b95', 'fixed_ips': [{'subnet_id': '230a301c-2ac5-4aea-be43-c54007b523df'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:23:45.798291 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:45.801338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945496cc-ffd0-47c7-85af-6c8daf5069ba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8774ecb5-7ec7-429e-8e1b-80a310df9ecf,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:45.826715 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-15e8eb87-ea11-4618-a1fe-f2fdbe77503e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:45.830050 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-734ffe8c-5d25-4ffb-a18a-855d12de4640 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3827531 Oct 13 14:23:45.832752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58890) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:45.924505 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:45.926998 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 02f9d58a-ad81-4143-ab5a-65848956f436 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:23:45.954579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-945496cc-ffd0-47c7-85af-6c8daf5069ba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:45.959437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-945496cc-ffd0-47c7-85af-6c8daf5069ba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8164105 Oct 13 14:23:45.960642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58894) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:45.961851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-15e8eb87-ea11-4618-a1fe-f2fdbe77503e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Network 456a9ef7-54bb-41cd-9091-f65f4232710c is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:45.966304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8eb87-ea11-4618-a1fe-f2fdbe77503e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Pushing event updated for resources: {'Port': ['ID=c2ef771c-7eec-462e-98cd-e5a9e2f85c98,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:45.966444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a8c0d467-e15b-4acf-97b7-7f079ca6f49d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917730393'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:45.969277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-15e8eb87-ea11-4618-a1fe-f2fdbe77503e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:45.971665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-15e8eb87-ea11-4618-a1fe-f2fdbe77503e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:46.015018 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.028464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-15e8eb87-ea11-4618-a1fe-f2fdbe77503e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:46.029267 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-15e8eb87-ea11-4618-a1fe-f2fdbe77503e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.076824 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d467-e15b-4acf-97b7-7f079ca6f49d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.077418 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.resource_extend [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:23:46.109106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=758858d9-ebd7-481b-9591-cc29752ffcf9,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:46.112872 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.138866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 02f9d58a-ad81-4143-ab5a-65848956f436, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=02f9d58a-ad81-4143-ab5a-65848956f436,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:46.151012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-15e8eb87-ea11-4618-a1fe-f2fdbe77503e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4727628 Oct 13 14:23:46.168922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Allocated IP 2001:db8::1 (f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f/230a301c-2ac5-4aea-be43-c54007b523df/fc705c42-4e17-4e1d-86e4-41b628cb9db7) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:46.173594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '02f9d58a-ad81-4143-ab5a-65848956f436', 'network_id': 'd75d6719-7d83-4716-a602-3d49ccee6188', 'port_id': '02f9d58a-ad81-4143-ab5a-65848956f436', 'mac_address': 'fa:16:3e:9a:4c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de278f90-623a-4a8f-b7a6-c83e7fca07f8', 'ip_address': '19.80.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:23:46.174210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Request body: {'port': {'device_id': '5805ba7f-610e-411d-beef-fe2a87bca3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:46.258288 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.276818 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d467-e15b-4acf-97b7-7f079ca6f49d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.279091 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.300662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f9d58a-ad81-4143-ab5a-65848956f436 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:23:46.346749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 02f9d58a-ad81-4143-ab5a-65848956f436, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=02f9d58a-ad81-4143-ab5a-65848956f436,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:46.368772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d467-e15b-4acf-97b7-7f079ca6f49d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.424582 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.430476 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0d467-e15b-4acf-97b7-7f079ca6f49d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384a0e8b-6302-4f4b-992c-09c2e09b9aed,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:46.462193 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.462868 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:23:46.510830 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d467-e15b-4acf-97b7-7f079ca6f49d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.516957 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a8c0d467-e15b-4acf-97b7-7f079ca6f49d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5549629 Oct 13 14:23:46.519505 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58914) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:46.528074 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ae982cfd-37e7-4fe0-b14e-882d1355770f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group_rule': {'security_group_id': '8774ecb5-7ec7-429e-8e1b-80a310df9ecf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '384a0e8b-6302-4f4b-992c-09c2e09b9aed', 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:46.592855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9f599-7a99-4a75-a9fe-b4fb1829724a req-20a517c2-f98e-47b9-87a3-3f5f94ee6bd7 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:46.593117 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=02f9d58a-ad81-4143-ab5a-65848956f436,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:46.600138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9f599-7a99-4a75-a9fe-b4fb1829724a req-20a517c2-f98e-47b9-87a3-3f5f94ee6bd7 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:46.606865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9f599-7a99-4a75-a9fe-b4fb1829724a req-20a517c2-f98e-47b9-87a3-3f5f94ee6bd7 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:46.608683 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aaa9f599-7a99-4a75-a9fe-b4fb1829724a req-20a517c2-f98e-47b9-87a3-3f5f94ee6bd7 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2412 time: 0.1333537 Oct 13 14:23:46.631957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494,segment=NetworkSegment(4dfa57fd-078f-4f42-a846-26c4f03bd6c7),segment_id=4dfa57fd-078f-4f42-a846-26c4f03bd6c7)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:46.654848 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.666074 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494', 'network_id': '7b82faab-66f3-41d3-92cf-5828f6c8e9d5', 'port_id': '24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494', 'mac_address': 'fa:16:3e:78:79:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5afed79-224e-4b6b-a4c6-601ce4269036', 'ip_address': '19.86.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:23:46.684754 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae982cfd-37e7-4fe0-b14e-882d1355770f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.686163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aaa9f599-7a99-4a75-a9fe-b4fb1829724a req-f832276d-7eec-453c-b059-7a453d0e7450 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597429 Oct 13 14:23:46.741576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ef771c-7eec-462e-98cd-e5a9e2f85c98 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:23:46.750093 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.767307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Transition to ACTIVE for port object c2ef771c-7eec-462e-98cd-e5a9e2f85c98 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:23:46.767485 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.773082 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Network f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:46.773963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.790579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:23:46.801236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:46.828733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:46.839381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Pushing event updated for resources: {'Port': ['ID=fc705c42-4e17-4e1d-86e4-41b628cb9db7,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:46.858354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Subnet': ['ID=230a301c-2ac5-4aea-be43-c54007b523df,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:46.860561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494,segment=NetworkSegment(4dfa57fd-078f-4f42-a846-26c4f03bd6c7),segment_id=4dfa57fd-078f-4f42-a846-26c4f03bd6c7)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:46.891055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae982cfd-37e7-4fe0-b14e-882d1355770f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.912070 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.912959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Attempting to bind port fc705c42-4e17-4e1d-86e4-41b628cb9db7 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:46.913367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Attempting to bind port fc705c42-4e17-4e1d-86e4-41b628cb9db7 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'e9da408f-4a30-4c0f-8656-0b0938d66f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:46.913734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Attempting to bind port fc705c42-4e17-4e1d-86e4-41b628cb9db7 on network f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:46.914559 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.919335 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:46.919823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Checking segment: {'id': 'e9da408f-4a30-4c0f-8656-0b0938d66f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:46.920124 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.920581 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Bound using segment: {'id': 'e9da408f-4a30-4c0f-8656-0b0938d66f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:46.921097 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Bound port: fc705c42-4e17-4e1d-86e4-41b628cb9db7, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9da408f-4a30-4c0f-8656-0b0938d66f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:46.921487 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.935172 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:46.947659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9da408f-4a30-4c0f-8656-0b0938d66f6c') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:46.948300 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9da408f-4a30-4c0f-8656-0b0938d66f6c') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:46.965928 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:46.973585 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae982cfd-37e7-4fe0-b14e-882d1355770f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.000961 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.006964 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae982cfd-37e7-4fe0-b14e-882d1355770f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d54740-98e9-4ab9-b672-94124e1174d9,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:47.010026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:23:47.010416 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:23:47.013705 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:23:47.029574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] For port fc705c42-4e17-4e1d-86e4-41b628cb9db7, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:47.032764 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.096922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] For port fc705c42-4e17-4e1d-86e4-41b628cb9db7, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fc705c42-4e17-4e1d-86e4-41b628cb9db7,segment=NetworkSegment(e9da408f-4a30-4c0f-8656-0b0938d66f6c),segment_id=e9da408f-4a30-4c0f-8656-0b0938d66f6c)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:47.116643 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ae982cfd-37e7-4fe0-b14e-882d1355770f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.121899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:47.122045 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ae982cfd-37e7-4fe0-b14e-882d1355770f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6007199 Oct 13 14:23:47.123082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58922) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:47.134763 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.db.api [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:23:47.134763 n-d-806683-15 neutron-server[112684]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:23:47.134763 n-d-806683-15 neutron-server[112684]: [parameters: {'id': 'f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f'}] Oct 13 14:23:47.134763 n-d-806683-15 neutron-server[112684]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:23:47.135443 n-d-806683-15 neutron-server[112684]: DEBUG oslo_db.api [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:23:47.163106 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10986dfb-07a6-456a-bdbc-ed57a1b690ba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.175743 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10986dfb-07a6-456a-bdbc-ed57a1b690ba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.182763 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.275951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c946f-acd4-44bd-bc3d-9687832a6551 None None] Pushing event updated for resources: {'Port': ['ID=fc705c42-4e17-4e1d-86e4-41b628cb9db7,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:47.322937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10986dfb-07a6-456a-bdbc-ed57a1b690ba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.332975 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10986dfb-07a6-456a-bdbc-ed57a1b690ba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.336688 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-10986dfb-07a6-456a-bdbc-ed57a1b690ba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d7d54740-98e9-4ab9-b672-94124e1174d9 HTTP/1.1" status: 204 len: 168 time: 0.2123914 Oct 13 14:23:47.343727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58928) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:47.391700 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10986dfb-07a6-456a-bdbc-ed57a1b690ba tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7d54740-98e9-4ab9-b672-94124e1174d9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:47.404526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c456642-f822-4595-ad5d-3162c6465715 req-0e4dd80c-2daf-4e95-8577-557031b1287c tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:47.406125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c456642-f822-4595-ad5d-3162c6465715 req-0e4dd80c-2daf-4e95-8577-557031b1287c tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 932 time: 0.5280769 Oct 13 14:23:47.421258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996b531b-92f2-4dbd-a0d9-eb4268ceb54d None None] Network f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:47.448972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Pushing event updated for resources: {'Port': ['ID=c2ef771c-7eec-462e-98cd-e5a9e2f85c98,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:47.474462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58930) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:47.474819 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bb3d4a66-1997-41ad-bd34-930a93c77cf8 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1293919 Oct 13 14:23:47.533225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Attempting to bind port c2ef771c-7eec-462e-98cd-e5a9e2f85c98 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:47.533560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Attempting to bind port c2ef771c-7eec-462e-98cd-e5a9e2f85c98 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:47.533889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Attempting to bind port c2ef771c-7eec-462e-98cd-e5a9e2f85c98 on network 456a9ef7-54bb-41cd-9091-f65f4232710c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:47.545640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c456642-f822-4595-ad5d-3162c6465715 req-ce921606-25e6-452c-97a7-16c65595bd53 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285908 Oct 13 14:23:47.549136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Port c2ef771c-7eec-462e-98cd-e5a9e2f85c98 on network 456a9ef7-54bb-41cd-9091-f65f4232710c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:23:47.549255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Attempting to bind port c2ef771c-7eec-462e-98cd-e5a9e2f85c98 on network 456a9ef7-54bb-41cd-9091-f65f4232710c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:47.562440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:47.562791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Checking segment: {'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:47.563181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Bound using segment: {'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:47.563626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Bound port: c2ef771c-7eec-462e-98cd-e5a9e2f85c98, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:47.563989 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.637079 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.641182 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ef8152c-c175-418a-b230-76cc16cd28c0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.658989 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265524bf-867c-418d-82c6-fcc6be8b19a0 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:23:47.688169 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ef8152c-c175-418a-b230-76cc16cd28c0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.700726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] For port c2ef771c-7eec-462e-98cd-e5a9e2f85c98, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:47.705718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] For port c2ef771c-7eec-462e-98cd-e5a9e2f85c98, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c2ef771c-7eec-462e-98cd-e5a9e2f85c98,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:47.779485 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Deleting port fc705c42-4e17-4e1d-86e4-41b628cb9db7 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:23:47.779727 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.805159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.825575 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265524bf-867c-418d-82c6-fcc6be8b19a0 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:23:47.872271 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ef8152c-c175-418a-b230-76cc16cd28c0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.874771 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ef8152c-c175-418a-b230-76cc16cd28c0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.878571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8ef8152c-c175-418a-b230-76cc16cd28c0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-groups/384a0e8b-6302-4f4b-992c-09c2e09b9aed HTTP/1.1" status: 204 len: 168 time: 0.4027324 Oct 13 14:23:47.883252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58940) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:47.892905 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] For port fc705c42-4e17-4e1d-86e4-41b628cb9db7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fc705c42-4e17-4e1d-86e4-41b628cb9db7,segment=NetworkSegment(e9da408f-4a30-4c0f-8656-0b0938d66f6c),segment_id=e9da408f-4a30-4c0f-8656-0b0938d66f6c)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:47.893325 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.915924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:47.915924 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:47.921911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] 10.222.0.41 "PUT /v2.0/ports/c2ef771c-7eec-462e-98cd-e5a9e2f85c98 HTTP/1.1" status: 200 len: 1093 time: 1.7622232 Oct 13 14:23:47.924915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5805ba7f-610e-411d-beef-fe2a87bca3c4', 'tag': 'c2ef771c-7eec-462e-98cd-e5a9e2f85c98'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:23:47.944703 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e647cefb-1df3-4050-8745-9ee9e6875566" -d '{"events": [{"name": "network-changed", "server_uuid": "5805ba7f-610e-411d-beef-fe2a87bca3c4", "tag": "c2ef771c-7eec-462e-98cd-e5a9e2f85c98"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:23:47.949612 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Calling delete_port for fc705c42-4e17-4e1d-86e4-41b628cb9db7 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:23:47.956208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['758858d9-ebd7-481b-9591-cc29752ffcf9'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:23:47.962180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:23:48.017648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8152c-c175-418a-b230-76cc16cd28c0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=384a0e8b-6302-4f4b-992c-09c2e09b9aed,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:48.047103 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0db861-10e3-4ebf-865a-ffaffe776326 x-openstack-request-id: req-cd0db861-10e3-4ebf-865a-ffaffe776326 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:23:48.047428 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5805ba7f-610e-411d-beef-fe2a87bca3c4", "tag": "c2ef771c-7eec-462e-98cd-e5a9e2f85c98", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:23:48.047718 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd0db861-10e3-4ebf-865a-ffaffe776326 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:23:48.048216 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5805ba7f-610e-411d-beef-fe2a87bca3c4', 'tag': 'c2ef771c-7eec-462e-98cd-e5a9e2f85c98', 'status': 'completed', 'code': 200} Oct 13 14:23:48.051821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86c124-0ecb-4b95-85cb-8838747b401a service neutron] Pushing event updated for resources: {'Port': ['ID=c2ef771c-7eec-462e-98cd-e5a9e2f85c98,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:48.081435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9cbc5-ac42-4cb7-ae5a-e6431fb5dea9 req-5161b01a-292c-40a8-823b-d5b1ba0f5031 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:48.090311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9cbc5-ac42-4cb7-ae5a-e6431fb5dea9 req-5161b01a-292c-40a8-823b-d5b1ba0f5031 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:48.098548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9cbc5-ac42-4cb7-ae5a-e6431fb5dea9 req-5161b01a-292c-40a8-823b-d5b1ba0f5031 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:48.101347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cc9cbc5-ac42-4cb7-ae5a-e6431fb5dea9 req-5161b01a-292c-40a8-823b-d5b1ba0f5031 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2413 time: 0.2390308 Oct 13 14:23:48.121300 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a325cccf-77cc-4ad1-8e92-24ec7404cf0c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2247853 Oct 13 14:23:48.126150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58948) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:48.207659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cc9cbc5-ac42-4cb7-ae5a-e6431fb5dea9 req-5ebc85da-ade6-4d46-8ef9-5de9949441e0 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537667 Oct 13 14:23:48.207659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-e123a45f-d17f-4c9e-984a-5c459837b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:48.207659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-e123a45f-d17f-4c9e-984a-5c459837b299 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 1096 time: 0.1255829 Oct 13 14:23:48.207925 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da7d8987-25e2-4952-95ea-7e42af757140 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:48.247141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58950) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:48.257680 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da7d8987-25e2-4952-95ea-7e42af757140 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:48.274824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['02f9d58a-ad81-4143-ab5a-65848956f436'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:23:48.290525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-b7fdd7fa-8875-4e0f-9cc3-3dfe5ea76b71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2ef771c-7eec-462e-98cd-e5a9e2f85c98 HTTP/1.1" status: 200 len: 217 time: 0.0853798 Oct 13 14:23:48.334865 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:48.399465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Port': ['ID=fc705c42-4e17-4e1d-86e4-41b628cb9db7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:48.406505 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da7d8987-25e2-4952-95ea-7e42af757140 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:48.412172 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da7d8987-25e2-4952-95ea-7e42af757140 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:48.429129 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da7d8987-25e2-4952-95ea-7e42af757140 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-groups/8774ecb5-7ec7-429e-8e1b-80a310df9ecf HTTP/1.1" status: 204 len: 168 time: 0.3000560 Oct 13 14:23:48.429246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-f0fab7bd-7b45-4eb7-afbc-0bf60a713328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:48.431400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58954) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:48.435876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-f0fab7bd-7b45-4eb7-afbc-0bf60a713328 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f974b32a-4d99-454c-999a-81689caf7abd HTTP/1.1" status: 200 len: 855 time: 0.1327369 Oct 13 14:23:48.442424 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No DVR routers for this DVR port fc705c42-4e17-4e1d-86e4-41b628cb9db7 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:23:48.496735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d8987-25e2-4952-95ea-7e42af757140 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8774ecb5-7ec7-429e-8e1b-80a310df9ecf,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:48.502478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-68692ad8-eccc-4f9f-b90e-eb4bb571de7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456a9ef7-54bb-41cd-9091-f65f4232710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639822 Oct 13 14:23:48.555201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:48.642556 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-378f3d61-da57-4b00-90d4-dbc299cd1e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:48.695766 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:48.724814 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fa3fa977-b044-4177-9499-586a94bc586e tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2887063 Oct 13 14:23:48.734686 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58960) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:48.748740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-46518024-de28-40d3-94b2-3ff00d9598e2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004848698'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:48.758331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:48.788486 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9da408f-4a30-4c0f-8656-0b0938d66f6c') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:48.788832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9da408f-4a30-4c0f-8656-0b0938d66f6c') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:48.798660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-a3eedfad-8f57-4ea4-bb8c-d80926247c69 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836328 Oct 13 14:23:48.813279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:48.847207 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:48.866650 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:23:48.866979 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:23:48.870410 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:23:48.896969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5d72a-b5a9-4253-92e6-fed2331cf8c8 req-d8f6d652-1204-4640-8771-81abe540a873 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:48.898718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2b5d72a-b5a9-4253-92e6-fed2331cf8c8 req-d8f6d652-1204-4640-8771-81abe540a873 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 944 time: 0.2176282 Oct 13 14:23:48.935826 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46518024-de28-40d3-94b2-3ff00d9598e2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:48.962833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2b5d72a-b5a9-4253-92e6-fed2331cf8c8 req-753f9aa9-4e54-40c1-9edf-e96716b406a4 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576928 Oct 13 14:23:48.992868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b1706d9-e246-45a9-b332-dd5857e9bd8b req-6222cba8-71db-4b0f-b5fe-785276fe224f service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774733 Oct 13 14:23:49.014853 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-378f3d61-da57-4b00-90d4-dbc299cd1e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.119677 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46518024-de28-40d3-94b2-3ff00d9598e2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.134072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-378f3d61-da57-4b00-90d4-dbc299cd1e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.176092 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-378f3d61-da57-4b00-90d4-dbc299cd1e2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f75cc757b6e4973b5886fc2a6ba1d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9278367 Oct 13 14:23:49.178172 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f3d61-da57-4b00-90d4-dbc299cd1e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721ff8e8-5623-4ef3-8112-34d05c2618aa,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:49.179995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58964) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:49.183176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.191379 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.206981 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f HTTP/1.1" status: 204 len: 168 time: 3.3626690 Oct 13 14:23:49.211925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58966) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:49.217557 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-78dbe544-2408-4bf5-a57f-172f5242f3e0 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-832018679'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:49.221585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6d52b-bd03-459b-97fe-9546dcc7fa04 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Network': ['ID=f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:49.244167 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46518024-de28-40d3-94b2-3ff00d9598e2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.294814 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2a817a2d-f626-4b8e-bc4f-55c8bcb00471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.296008 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46518024-de28-40d3-94b2-3ff00d9598e2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f96e5e-930f-42bc-8d64-342879443b59,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:49.309983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647cefb-1df3-4050-8745-9ee9e6875566 req-aefc3d34-5d62-4ae7-b64b-8ae40cfd9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:49.311387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e647cefb-1df3-4050-8745-9ee9e6875566 req-aefc3d34-5d62-4ae7-b64b-8ae40cfd9c91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 1096 time: 0.0809350 Oct 13 14:23:49.336219 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dbe544-2408-4bf5-a57f-172f5242f3e0 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:49.337231 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2a817a2d-f626-4b8e-bc4f-55c8bcb00471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.342469 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78dbe544-2408-4bf5-a57f-172f5242f3e0 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.386140 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78dbe544-2408-4bf5-a57f-172f5242f3e0 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:23:49.395772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78dbe544-2408-4bf5-a57f-172f5242f3e0 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.396797 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-78dbe544-2408-4bf5-a57f-172f5242f3e0 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Added segment 628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec of type vlan for network 59c5296a-d9cc-424f-8151-b0a61129146d Oct 13 14:23:49.408158 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46518024-de28-40d3-94b2-3ff00d9598e2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.414386 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-46518024-de28-40d3-94b2-3ff00d9598e2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6725278 Oct 13 14:23:49.414386 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58970) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:49.427817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fe17c3d5-007c-4d6d-80c2-921179fe0b04 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group_rule': {'security_group_id': 'd1f96e5e-930f-42bc-8d64-342879443b59', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:49.490531 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78dbe544-2408-4bf5-a57f-172f5242f3e0 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.494724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca0874-668a-4a93-a571-1714a7dac26f req-0ffc9d57-14c2-47d5-8b2d-cadff89ff53d tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:49.501262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca0874-668a-4a93-a571-1714a7dac26f req-0ffc9d57-14c2-47d5-8b2d-cadff89ff53d tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:49.508464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca0874-668a-4a93-a571-1714a7dac26f req-0ffc9d57-14c2-47d5-8b2d-cadff89ff53d tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:49.510354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cca0874-668a-4a93-a571-1714a7dac26f req-0ffc9d57-14c2-47d5-8b2d-cadff89ff53d tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2413 time: 0.1886270 Oct 13 14:23:49.556779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647cefb-1df3-4050-8745-9ee9e6875566 req-47beb537-24be-4786-8895-d58c2fad2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:49.558312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e647cefb-1df3-4050-8745-9ee9e6875566 req-47beb537-24be-4786-8895-d58c2fad2ddd service neutron] 10.222.0.41 "GET /v2.0/networks?id=456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 200 len: 916 time: 0.2378876 Oct 13 14:23:49.568688 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-156052fe-f818-42e5-abfa-7d2f84886b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.615400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e647cefb-1df3-4050-8745-9ee9e6875566 req-78bce9e0-3202-474b-b643-6babd748da97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2ef771c-7eec-462e-98cd-e5a9e2f85c98 HTTP/1.1" status: 200 len: 217 time: 0.0460129 Oct 13 14:23:49.616069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cca0874-668a-4a93-a571-1714a7dac26f req-28500039-0910-4b32-bdcc-971a142eef79 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784357 Oct 13 14:23:49.637681 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe17c3d5-007c-4d6d-80c2-921179fe0b04 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.666520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647cefb-1df3-4050-8745-9ee9e6875566 req-f460c2cc-8239-406b-aa7c-53b5ebff2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:49.671970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e647cefb-1df3-4050-8745-9ee9e6875566 req-f460c2cc-8239-406b-aa7c-53b5ebff2f94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f974b32a-4d99-454c-999a-81689caf7abd HTTP/1.1" status: 200 len: 855 time: 0.0471349 Oct 13 14:23:49.700826 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe17c3d5-007c-4d6d-80c2-921179fe0b04 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.702290 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78dbe544-2408-4bf5-a57f-172f5242f3e0 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.707953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dbe544-2408-4bf5-a57f-172f5242f3e0 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:49.709790 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78dbe544-2408-4bf5-a57f-172f5242f3e0 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.713250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e647cefb-1df3-4050-8745-9ee9e6875566 req-7997da06-131d-4a73-821d-7500bf40ba61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456a9ef7-54bb-41cd-9091-f65f4232710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373476 Oct 13 14:23:49.714146 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2a817a2d-f626-4b8e-bc4f-55c8bcb00471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.717586 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2a817a2d-f626-4b8e-bc4f-55c8bcb00471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.720693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2a817a2d-f626-4b8e-bc4f-55c8bcb00471 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/721ff8e8-5623-4ef3-8112-34d05c2618aa HTTP/1.1" status: 204 len: 168 time: 0.5361142 Oct 13 14:23:49.800539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a817a2d-f626-4b8e-bc4f-55c8bcb00471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721ff8e8-5623-4ef3-8112-34d05c2618aa,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:49.800641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbe544-2408-4bf5-a57f-172f5242f3e0 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Network': ['ID=59c5296a-d9cc-424f-8151-b0a61129146d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:49.804470 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe17c3d5-007c-4d6d-80c2-921179fe0b04 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.829473 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17c3d5-007c-4d6d-80c2-921179fe0b04 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d22f0a-2392-4172-861f-f411b44e2435,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:49.855312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e647cefb-1df3-4050-8745-9ee9e6875566 req-c7c08956-59c3-4d3a-9b21-3b129c7218a0 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338668 Oct 13 14:23:49.864750 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 59c5296a-d9cc-424f-8151-b0a61129146d details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:49.913682 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-78dbe544-2408-4bf5-a57f-172f5242f3e0 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6972625 Oct 13 14:23:49.916011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58980) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:49.922959 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-75c59017-0c31-46de-b5c4-9f5e476324f4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'subnet': {'network_id': '59c5296a-d9cc-424f-8151-b0a61129146d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:49.968688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e647cefb-1df3-4050-8745-9ee9e6875566 req-ea07b8f2-616b-43cf-a857-8db5f22159e2 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059728 Oct 13 14:23:49.977333 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe17c3d5-007c-4d6d-80c2-921179fe0b04 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:49.979281 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fe17c3d5-007c-4d6d-80c2-921179fe0b04 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5630362 Oct 13 14:23:49.982011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58982) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:50.015972 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6adc-2c3f-433d-abcf-34ff4c741488 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.027327 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6adc-2c3f-433d-abcf-34ff4c741488 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.126602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe685f8-9901-4a8d-ada1-f5ed310131ba req-a7d06e75-3a94-4470-8286-c1e9744d5e5f tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:50.126602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe685f8-9901-4a8d-ada1-f5ed310131ba req-a7d06e75-3a94-4470-8286-c1e9744d5e5f tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 944 time: 0.0652423 Oct 13 14:23:50.171138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe685f8-9901-4a8d-ada1-f5ed310131ba req-e51da422-8795-4ab3-9e75-66142dbd5eb4 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352390 Oct 13 14:23:50.203005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c59017-0c31-46de-b5c4-9f5e476324f4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:50.203121 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6adc-2c3f-433d-abcf-34ff4c741488 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.207666 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75c59017-0c31-46de-b5c4-9f5e476324f4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.213054 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6adc-2c3f-433d-abcf-34ff4c741488 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.215392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ff0c6adc-2c3f-433d-abcf-34ff4c741488 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c3d22f0a-2392-4172-861f-f411b44e2435 HTTP/1.1" status: 204 len: 168 time: 0.2316179 Oct 13 14:23:50.219270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58990) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:50.222353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c6adc-2c3f-433d-abcf-34ff4c741488 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3d22f0a-2392-4172-861f-f411b44e2435,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:50.335531 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fb0e94e1-6b3b-44ee-a5cd-e06c0a032e13 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1017058 Oct 13 14:23:50.338269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58992) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:50.413143 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.441976 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.643277 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.644914 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75c59017-0c31-46de-b5c4-9f5e476324f4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.647162 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.649233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-groups/d1f96e5e-930f-42bc-8d64-342879443b59 HTTP/1.1" status: 204 len: 168 time: 0.3095334 Oct 13 14:23:50.652109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58996) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:50.662092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f96e5e-930f-42bc-8d64-342879443b59,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:50.670575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:50.670926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:50.671315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:50.671699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:50.672035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:50.672365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:50.672694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:50.673057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:50.673388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:50.673714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:50.674034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:50.674416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f27d39-dd7d-47e4-99e5-1d4e573a1393 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:23:50.700904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58998) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:50.753080 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c59017-0c31-46de-b5c4-9f5e476324f4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Subnet': ['ID=2c245d92-2c2f-476f-ad66-94bcd0a3ee65,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:50.765810 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4560f522-79b7-4e0e-a204-6b4b4233d1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.769052 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-66ce2fbb-d4d2-4806-825a-f40fff5e9c99 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097882 Oct 13 14:23:50.774210 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59002) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:50.780331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-94459752-62e4-4ab8-aef0-22b2762748f4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group': {'name': 'tempest-secgroup--1974328850'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:50.791876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c59017-0c31-46de-b5c4-9f5e476324f4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Checking segment: {'id': '628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '59c5296a-d9cc-424f-8151-b0a61129146d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:50.791876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c59017-0c31-46de-b5c4-9f5e476324f4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network hostable DHCP agents. Network: 59c5296a-d9cc-424f-8151-b0a61129146d, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:23:50.810217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaddb00-43aa-4a15-a7af-f853c100e847 req-8a1db42a-c783-4880-98bb-c72cabf1c099 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:50.818526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaddb00-43aa-4a15-a7af-f853c100e847 req-8a1db42a-c783-4880-98bb-c72cabf1c099 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:50.826721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaddb00-43aa-4a15-a7af-f853c100e847 req-8a1db42a-c783-4880-98bb-c72cabf1c099 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:50.828513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2aaddb00-43aa-4a15-a7af-f853c100e847 req-8a1db42a-c783-4880-98bb-c72cabf1c099 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2413 time: 0.1303804 Oct 13 14:23:50.889145 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c59017-0c31-46de-b5c4-9f5e476324f4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network 59c5296a-d9cc-424f-8151-b0a61129146d is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:23:50.893762 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-94459752-62e4-4ab8-aef0-22b2762748f4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.899288 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2aaddb00-43aa-4a15-a7af-f853c100e847 req-55034acd-f608-4a22-b780-92586f61a0a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640454 Oct 13 14:23:50.949677 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4560f522-79b7-4e0e-a204-6b4b4233d1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.982953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-94459752-62e4-4ab8-aef0-22b2762748f4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:50.992031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-75c59017-0c31-46de-b5c4-9f5e476324f4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 59c5296a-d9cc-424f-8151-b0a61129146d) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:50.996602 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c59017-0c31-46de-b5c4-9f5e476324f4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:50.997520 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75c59017-0c31-46de-b5c4-9f5e476324f4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.001697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8872b39b-fbe6-4554-8a50-091ebb84936c None None] Network 59c5296a-d9cc-424f-8151-b0a61129146d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:51.015533 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4560f522-79b7-4e0e-a204-6b4b4233d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.055042 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-94459752-62e4-4ab8-aef0-22b2762748f4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.062075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560f522-79b7-4e0e-a204-6b4b4233d1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dac1c80-5d02-440b-be11-e07b1eaa905c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:51.077334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4560f522-79b7-4e0e-a204-6b4b4233d1c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b5b813dbff54608a817529ca45e22e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740680 Oct 13 14:23:51.079288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59004) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:51.094846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94459752-62e4-4ab8-aef0-22b2762748f4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062db0cc-0df2-48f1-a3e1-8e9f4c0c0221,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:51.142363 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f725d36-118e-47ed-bd51-28e76f31b693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.166284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f725d36-118e-47ed-bd51-28e76f31b693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.180443 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-75c59017-0c31-46de-b5c4-9f5e476324f4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2625456 Oct 13 14:23:51.183826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59008) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:51.222663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-59c5296a-d9cc-424f-8151-b0a61129146d', 'network_id': '59c5296a-d9cc-424f-8151-b0a61129146d', 'tenant_id': '273f6732fa734ddcb747fbc3b10d3b95', 'fixed_ips': [{'subnet_id': '2c245d92-2c2f-476f-ad66-94bcd0a3ee65'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:23:51.226913 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.285329 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-94459752-62e4-4ab8-aef0-22b2762748f4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.287212 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-94459752-62e4-4ab8-aef0-22b2762748f4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5118215 Oct 13 14:23:51.290291 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59012) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:51.297139 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d6bd075c-4840-4a48-92ed-46455a106e47 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group_rule': {'security_group_id': '062db0cc-0df2-48f1-a3e1-8e9f4c0c0221', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:51.319102 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f725d36-118e-47ed-bd51-28e76f31b693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.319102 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f725d36-118e-47ed-bd51-28e76f31b693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.319102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3f725d36-118e-47ed-bd51-28e76f31b693 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1dac1c80-5d02-440b-be11-e07b1eaa905c HTTP/1.1" status: 204 len: 168 time: 0.2328446 Oct 13 14:23:51.350811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f725d36-118e-47ed-bd51-28e76f31b693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dac1c80-5d02-440b-be11-e07b1eaa905c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:51.377973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce62c84-ea2f-424d-8162-f3dd42c54d68 req-5ab2326e-7359-4484-ab9c-09e484241800 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:51.387304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ce62c84-ea2f-424d-8162-f3dd42c54d68 req-5ab2326e-7359-4484-ab9c-09e484241800 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 944 time: 0.1075296 Oct 13 14:23:51.445545 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6bd075c-4840-4a48-92ed-46455a106e47 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.459165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ce62c84-ea2f-424d-8162-f3dd42c54d68 req-4ff2d9c8-c5b0-4952-9a2f-34cdf2818b04 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650153 Oct 13 14:23:51.473023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 758858d9-ebd7-481b-9591-cc29752ffcf9 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:51.493063 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.537619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Allocated IP 2001:db8::1 (59c5296a-d9cc-424f-8151-b0a61129146d/2c245d92-2c2f-476f-ad66-94bcd0a3ee65/def13b7a-d7ab-405d-863d-f77ec6751b6e) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:51.541445 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6bd075c-4840-4a48-92ed-46455a106e47 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.581433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.695684 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6bd075c-4840-4a48-92ed-46455a106e47 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.703476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 758858d9-ebd7-481b-9591-cc29752ffcf9 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:23:51.709119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 758858d9-ebd7-481b-9591-cc29752ffcf9 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:51.709797 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.720866 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd075c-4840-4a48-92ed-46455a106e47 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5dda94-05c3-4e62-b17f-4b2edd7e6d5f,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:51.753010 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.824021 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.845055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6bd075c-4840-4a48-92ed-46455a106e47 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.850255 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d6bd075c-4840-4a48-92ed-46455a106e47 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5553997 Oct 13 14:23:51.850701 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59022) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:51.868441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758858d9-ebd7-481b-9591-cc29752ffcf9'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:23:51.870967 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5fd64a-fce2-4e7b-bc7f-4f459729e57e" -d '{"events": [{"server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "name": "network-vif-plugged", "status": "completed", "tag": "758858d9-ebd7-481b-9591-cc29752ffcf9"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:23:51.880484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59026) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:51.881937 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7455bec3-7000-4207-93cf-d126d1c2f09c tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules/eb5dda94-05c3-4e62-b17f-4b2edd7e6d5f HTTP/1.1" status: 200 len: 763 time: 0.0300245 Oct 13 14:23:51.885766 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 758858d9-ebd7-481b-9591-cc29752ffcf9, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=758858d9-ebd7-481b-9591-cc29752ffcf9,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:51.920770 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28db6609-dcc7-4d08-852e-850f717673c0 x-openstack-request-id: req-28db6609-dcc7-4d08-852e-850f717673c0 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:23:51.921114 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "name": "network-vif-plugged", "status": "completed", "tag": "758858d9-ebd7-481b-9591-cc29752ffcf9", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:23:51.921393 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28db6609-dcc7-4d08-852e-850f717673c0 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:23:51.921797 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758858d9-ebd7-481b-9591-cc29752ffcf9', 'code': 200} Oct 13 14:23:51.938086 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.943244 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.958697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f0920a9b-b0f2-4560-aa5b-831eca1e99ae tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0761383 Oct 13 14:23:51.959149 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59030) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:51.988666 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:51.990567 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 02f9d58a-ad81-4143-ab5a-65848956f436 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:52.003796 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d59b47f-255f-42a1-a5de-d0ee65583a8f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.013607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d59b47f-255f-42a1-a5de-d0ee65583a8f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.033883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Network 59c5296a-d9cc-424f-8151-b0a61129146d is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:52.036012 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.047161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Pushing event updated for resources: {'Port': ['ID=def13b7a-d7ab-405d-863d-f77ec6751b6e,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:52.050040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:52.059952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:52.087427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Subnet': ['ID=2c245d92-2c2f-476f-ad66-94bcd0a3ee65,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:52.170424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=758858d9-ebd7-481b-9591-cc29752ffcf9,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:52.194937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050fcd9-85dd-40e5-96e0-c76b8f36b4c1 req-63dcf1d4-f5df-402e-a6e3-8249b869ee0f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:52.196257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Attempting to bind port def13b7a-d7ab-405d-863d-f77ec6751b6e on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:52.196628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Attempting to bind port def13b7a-d7ab-405d-863d-f77ec6751b6e by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '59c5296a-d9cc-424f-8151-b0a61129146d'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:52.197023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Attempting to bind port def13b7a-d7ab-405d-863d-f77ec6751b6e on network 59c5296a-d9cc-424f-8151-b0a61129146d {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:52.198853 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d59b47f-255f-42a1-a5de-d0ee65583a8f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.205933 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:52.205933 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Checking segment: {'id': '628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '59c5296a-d9cc-424f-8151-b0a61129146d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:52.206248 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.206410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Bound using segment: {'id': '628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '59c5296a-d9cc-424f-8151-b0a61129146d'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:52.206857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Bound port: def13b7a-d7ab-405d-863d-f77ec6751b6e, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '59c5296a-d9cc-424f-8151-b0a61129146d'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:52.207275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050fcd9-85dd-40e5-96e0-c76b8f36b4c1 req-63dcf1d4-f5df-402e-a6e3-8249b869ee0f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:52.207397 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.215428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050fcd9-85dd-40e5-96e0-c76b8f36b4c1 req-63dcf1d4-f5df-402e-a6e3-8249b869ee0f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:52.217491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e050fcd9-85dd-40e5-96e0-c76b8f36b4c1 req-63dcf1d4-f5df-402e-a6e3-8249b869ee0f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2414 time: 0.1811979 Oct 13 14:23:52.228589 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d59b47f-255f-42a1-a5de-d0ee65583a8f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.232255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59040) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:52.238244 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2d59b47f-255f-42a1-a5de-d0ee65583a8f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/eb5dda94-05c3-4e62-b17f-4b2edd7e6d5f HTTP/1.1" status: 204 len: 168 time: 0.2694337 Oct 13 14:23:52.258579 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.261388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59b47f-255f-42a1-a5de-d0ee65583a8f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb5dda94-05c3-4e62-b17f-4b2edd7e6d5f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:52.311673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-84814479-db5b-4770-8090-132cf439cf72 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0757473 Oct 13 14:23:52.311912 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c5296a-d9cc-424f-8151-b0a61129146d']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:52.312723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] For port def13b7a-d7ab-405d-863d-f77ec6751b6e, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:52.314163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59042) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:52.317219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] For port def13b7a-d7ab-405d-863d-f77ec6751b6e, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=def13b7a-d7ab-405d-863d-f77ec6751b6e,segment=NetworkSegment(628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec),segment_id=628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:52.318903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 02f9d58a-ad81-4143-ab5a-65848956f436 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:23:52.321773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e050fcd9-85dd-40e5-96e0-c76b8f36b4c1 req-a9d30bac-e28d-477d-b28b-b23568228ef2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984268 Oct 13 14:23:52.323181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 02f9d58a-ad81-4143-ab5a-65848956f436 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:52.323614 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.326539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d4c08fae-6e31-40ef-88eb-0b6d61fbd29d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group_rule': {'security_group_id': '062db0cc-0df2-48f1-a3e1-8e9f4c0c0221', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:52.339756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:52.340244 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:52.362993 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.380900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-af0a908d-09ee-4471-b01e-fbfb862773e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.419125 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.427787 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:23:52.429212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.435117 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:23:52.435324 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:23:52.450706 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d4c08fae-6e31-40ef-88eb-0b6d61fbd29d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.504971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6117df7-4e4b-4dd4-854c-156424d3a0a4 None None] Pushing event updated for resources: {'Port': ['ID=def13b7a-d7ab-405d-863d-f77ec6751b6e,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:52.532270 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.566095 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d4c08fae-6e31-40ef-88eb-0b6d61fbd29d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.592853 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.db.api [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:23:52.592853 n-d-806683-15 neutron-server[112684]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:23:52.592853 n-d-806683-15 neutron-server[112684]: [parameters: {'id': '59c5296a-d9cc-424f-8151-b0a61129146d'}] Oct 13 14:23:52.592853 n-d-806683-15 neutron-server[112684]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:23:52.593789 n-d-806683-15 neutron-server[112684]: DEBUG oslo_db.api [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:23:52.594845 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 02f9d58a-ad81-4143-ab5a-65848956f436, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=02f9d58a-ad81-4143-ab5a-65848956f436,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:52.618373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746fa9e4-cf9a-40c5-aeac-a9536ebc3f73 None None] Network 59c5296a-d9cc-424f-8151-b0a61129146d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:52.638016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dec17e-6bb9-4d5f-ba85-f67b587985ff req-afbd64bd-dbe7-40bf-b09d-bbc3f6d8c45e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:52.649700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0dec17e-6bb9-4d5f-ba85-f67b587985ff req-afbd64bd-dbe7-40bf-b09d-bbc3f6d8c45e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 944 time: 0.0746579 Oct 13 14:23:52.667878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d4c08fae-6e31-40ef-88eb-0b6d61fbd29d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.707411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c08fae-6e31-40ef-88eb-0b6d61fbd29d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e25c518a-c177-4412-b310-e7228257f927,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:52.720260 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.723152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0dec17e-6bb9-4d5f-ba85-f67b587985ff req-57c07ede-3b27-4969-a683-9710d39372bd tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702336 Oct 13 14:23:52.788050 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d4c08fae-6e31-40ef-88eb-0b6d61fbd29d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.792291 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d4c08fae-6e31-40ef-88eb-0b6d61fbd29d tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4665146 Oct 13 14:23:52.796925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59054) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:52.813110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-88072321-a6b5-4fd3-9323-7fa191747ade tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules/e25c518a-c177-4412-b310-e7228257f927 HTTP/1.1" status: 200 len: 763 time: 0.0190456 Oct 13 14:23:52.815517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59056) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:52.825461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=02f9d58a-ad81-4143-ab5a-65848956f436,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:52.849247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65645b47-ecd9-4b7a-ac73-fe5bca441331 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:23:52.868568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-65e00149-49fa-40bb-8bfd-e8480ab4376f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0516388 Oct 13 14:23:52.871201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59060) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:52.895146 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c28c8234-ccb5-43b8-980a-5f9d8ece51bf tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.903356 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c28c8234-ccb5-43b8-980a-5f9d8ece51bf tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:52.979302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65645b47-ecd9-4b7a-ac73-fe5bca441331 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:23:52.997065 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c28c8234-ccb5-43b8-980a-5f9d8ece51bf tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.006480 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c28c8234-ccb5-43b8-980a-5f9d8ece51bf tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.006480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c28c8234-ccb5-43b8-980a-5f9d8ece51bf tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e25c518a-c177-4412-b310-e7228257f927 HTTP/1.1" status: 204 len: 168 time: 0.1334722 Oct 13 14:23:53.009133 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59064) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:53.013135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c8234-ccb5-43b8-980a-5f9d8ece51bf tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e25c518a-c177-4412-b310-e7228257f927,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:53.074313 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f74de9a9-da92-43a2-a49a-20b2e7936df2 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0632277 Oct 13 14:23:53.076842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59068) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:53.081567 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9741109c-9a9a-4470-a721-a1127f6bb5dc tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Request body: {'security_group_rule': {'security_group_id': '062db0cc-0df2-48f1-a3e1-8e9f4c0c0221', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:53.102853 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.165687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Deleting port def13b7a-d7ab-405d-863d-f77ec6751b6e {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:23:53.165687 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.208351 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-9741109c-9a9a-4470-a721-a1127f6bb5dc tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Project ae8a59cbe5e04f3182c9255d98b64fe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:23:53.214868 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9741109c-9a9a-4470-a721-a1127f6bb5dc tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.269410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] For port def13b7a-d7ab-405d-863d-f77ec6751b6e, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=def13b7a-d7ab-405d-863d-f77ec6751b6e,segment=NetworkSegment(628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec),segment_id=628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:53.269789 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.290405 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Calling delete_port for def13b7a-d7ab-405d-863d-f77ec6751b6e owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:23:53.311173 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9741109c-9a9a-4470-a721-a1127f6bb5dc tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.425308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9741109c-9a9a-4470-a721-a1127f6bb5dc tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.446090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741109c-9a9a-4470-a721-a1127f6bb5dc tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15697d13-d9e7-4585-9154-22f5aaac8bb0,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:53.460082 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c2ef771c-7eec-462e-98cd-e5a9e2f85c98 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:23:53.466948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:53.473014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daa1f6-3225-4ca9-a50b-74b75f531730 req-2c44445e-b3d4-4e65-9dbc-09068825966f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:53.480084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daa1f6-3225-4ca9-a50b-74b75f531730 req-2c44445e-b3d4-4e65-9dbc-09068825966f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:53.487891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daa1f6-3225-4ca9-a50b-74b75f531730 req-2c44445e-b3d4-4e65-9dbc-09068825966f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:53.490747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34daa1f6-3225-4ca9-a50b-74b75f531730 req-2c44445e-b3d4-4e65-9dbc-09068825966f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2415 time: 0.0768726 Oct 13 14:23:53.538849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34daa1f6-3225-4ca9-a50b-74b75f531730 req-323a73ae-a722-4c10-9fc7-55b6b0e883f1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Oct 13 14:23:53.570335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.575252 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9741109c-9a9a-4470-a721-a1127f6bb5dc tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.576916 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9741109c-9a9a-4470-a721-a1127f6bb5dc tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4987531 Oct 13 14:23:53.579700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59082) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:53.582701 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No DVR routers for this DVR port def13b7a-d7ab-405d-863d-f77ec6751b6e on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:23:53.608746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ec7c84f1-94ed-4891-b8b3-359540ea47a4 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules/15697d13-d9e7-4585-9154-22f5aaac8bb0 HTTP/1.1" status: 200 len: 769 time: 0.0278411 Oct 13 14:23:53.613611 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59084) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:53.642903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Port': ['ID=def13b7a-d7ab-405d-863d-f77ec6751b6e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:53.682955 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port c2ef771c-7eec-462e-98cd-e5a9e2f85c98, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c2ef771c-7eec-462e-98cd-e5a9e2f85c98,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:53.699039 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'c2ef771c-7eec-462e-98cd-e5a9e2f85c98', 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c', 'port_id': 'c2ef771c-7eec-462e-98cd-e5a9e2f85c98', 'mac_address': 'fa:16:3e:be:b6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f974b32a-4d99-454c-999a-81689caf7abd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:23:53.722369 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.756399 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.756578 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a8c98163-d9b2-4435-9a27-2cf24f2378ce tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1401584 Oct 13 14:23:53.758637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59088) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:53.766000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c5296a-d9cc-424f-8151-b0a61129146d']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:53.778059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:53.778371 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628e3bc6-3e1a-4b2a-9ac5-2ff5e12473ec') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:53.787136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ef771c-7eec-462e-98cd-e5a9e2f85c98 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:23:53.791400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.808504 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port c2ef771c-7eec-462e-98cd-e5a9e2f85c98, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c2ef771c-7eec-462e-98cd-e5a9e2f85c98,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:53.810464 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.818650 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:23:53.823769 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6ad566f5-30be-4187-a04e-2a2217403f9f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.826685 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:23:53.830082 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:23:53.853614 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6ad566f5-30be-4187-a04e-2a2217403f9f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.856246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:23:53.861505 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:53.862223 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.874156 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.900615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb18c38-0c42-48c6-98ab-053513bab6f2 req-a9346fac-d872-4af3-9f6b-c8e690d84cc1 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:53.902212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1eb18c38-0c42-48c6-98ab-053513bab6f2 req-a9346fac-d872-4af3-9f6b-c8e690d84cc1 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 944 time: 0.1052377 Oct 13 14:23:53.923134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f9d58a-ad81-4143-ab5a-65848956f436'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:23:53.926142 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804a3c26-64a2-4091-a42b-05d5c67d11ea" -d '{"events": [{"server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "name": "network-vif-plugged", "status": "completed", "tag": "02f9d58a-ad81-4143-ab5a-65848956f436"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:23:53.944162 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:53.963360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1eb18c38-0c42-48c6-98ab-053513bab6f2 req-397e9050-309b-49d2-b14f-81208502c3cc tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526550 Oct 13 14:23:54.003432 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034adcf2-79c0-42ef-9c2d-0bffe7dd5111 x-openstack-request-id: req-034adcf2-79c0-42ef-9c2d-0bffe7dd5111 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:23:54.003730 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "name": "network-vif-plugged", "status": "completed", "tag": "02f9d58a-ad81-4143-ab5a-65848956f436", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:23:54.003989 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-034adcf2-79c0-42ef-9c2d-0bffe7dd5111 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:23:54.004386 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f9d58a-ad81-4143-ab5a-65848956f436', 'code': 200} Oct 13 14:23:54.020341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6ad566f5-30be-4187-a04e-2a2217403f9f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.027175 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6ad566f5-30be-4187-a04e-2a2217403f9f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.030975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6ad566f5-30be-4187-a04e-2a2217403f9f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/15697d13-d9e7-4585-9154-22f5aaac8bb0 HTTP/1.1" status: 204 len: 168 time: 0.2685895 Oct 13 14:23:54.031125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59098) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:54.043062 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=c2ef771c-7eec-462e-98cd-e5a9e2f85c98,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:54.050353 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.050560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad566f5-30be-4187-a04e-2a2217403f9f tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15697d13-d9e7-4585-9154-22f5aaac8bb0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:54.055821 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.065342 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.070187 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/59c5296a-d9cc-424f-8151-b0a61129146d HTTP/1.1" status: 204 len: 168 time: 2.8848867 Oct 13 14:23:54.074496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59102) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:54.087547 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c9e36-6721-4299-ae80-1a8855a9c03f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Network': ['ID=59c5296a-d9cc-424f-8151-b0a61129146d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:54.115536 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a8b66f72-28e2-4664-b173-982aa33fa8b0 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0831871 Oct 13 14:23:54.119181 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59104) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:54.123354 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.124173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-061a1d5c-7dbf-4f43-a533-9e80eaf19238 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1997796538'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:54.178390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494,segment=NetworkSegment(4dfa57fd-078f-4f42-a846-26c4f03bd6c7),segment_id=4dfa57fd-078f-4f42-a846-26c4f03bd6c7)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:54.182949 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-327549c1-a264-4423-8ae5-13dff8d87a8e tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.216675 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-327549c1-a264-4423-8ae5-13dff8d87a8e tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.243034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061a1d5c-7dbf-4f43-a533-9e80eaf19238 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:54.247181 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061a1d5c-7dbf-4f43-a533-9e80eaf19238 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.277404 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.282696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061a1d5c-7dbf-4f43-a533-9e80eaf19238 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:23:54.296359 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061a1d5c-7dbf-4f43-a533-9e80eaf19238 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.297032 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-061a1d5c-7dbf-4f43-a533-9e80eaf19238 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Added segment 5e363c53-3f1e-43dd-991c-d2f418cfa121 of type vlan for network 039a4074-5091-4859-a51a-9fed84dc3f9e Oct 13 14:23:54.358846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:54.362576 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061a1d5c-7dbf-4f43-a533-9e80eaf19238 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.374550 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['c2ef771c-7eec-462e-98cd-e5a9e2f85c98'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:23:54.379857 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-327549c1-a264-4423-8ae5-13dff8d87a8e tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.382850 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-327549c1-a264-4423-8ae5-13dff8d87a8e tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.384374 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-327549c1-a264-4423-8ae5-13dff8d87a8e tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "DELETE /v2.0/security-groups/062db0cc-0df2-48f1-a3e1-8e9f4c0c0221 HTTP/1.1" status: 204 len: 168 time: 0.2641320 Oct 13 14:23:54.387306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59110) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:54.413593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327549c1-a264-4423-8ae5-13dff8d87a8e tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062db0cc-0df2-48f1-a3e1-8e9f4c0c0221,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:54.470226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a06df3b4-ef9b-445b-8079-aee267bef1fb tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0817089 Oct 13 14:23:54.475022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59116) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:54.499566 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061a1d5c-7dbf-4f43-a533-9e80eaf19238 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.505612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061a1d5c-7dbf-4f43-a533-9e80eaf19238 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:54.506537 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061a1d5c-7dbf-4f43-a533-9e80eaf19238 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:54.616543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a1d5c-7dbf-4f43-a533-9e80eaf19238 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Network': ['ID=039a4074-5091-4859-a51a-9fed84dc3f9e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:54.632762 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 039a4074-5091-4859-a51a-9fed84dc3f9e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:54.636634 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2ad70dda-b61d-4f2c-b606-8839ceeedf38 tempest-SecGroupIPv6Test-186998515 tempest-SecGroupIPv6Test-186998515-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1602483 Oct 13 14:23:54.698961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-061a1d5c-7dbf-4f43-a533-9e80eaf19238 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6000783 Oct 13 14:23:54.701850 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59126) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:54.706984 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5c50e27e-6094-4db6-8218-e61d24efa356 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'subnet': {'network_id': '039a4074-5091-4859-a51a-9fed84dc3f9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:54.739912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09161747-c5aa-4a6f-9ee1-bd350f2a8bf3 req-95a98df6-9a3f-4a49-8a93-536ae3518d76 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:54.757007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09161747-c5aa-4a6f-9ee1-bd350f2a8bf3 req-95a98df6-9a3f-4a49-8a93-536ae3518d76 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:54.774544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09161747-c5aa-4a6f-9ee1-bd350f2a8bf3 req-95a98df6-9a3f-4a49-8a93-536ae3518d76 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:54.783936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09161747-c5aa-4a6f-9ee1-bd350f2a8bf3 req-95a98df6-9a3f-4a49-8a93-536ae3518d76 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2416 time: 0.1279104 Oct 13 14:23:54.828072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09161747-c5aa-4a6f-9ee1-bd350f2a8bf3 req-6d703539-29d5-4cd3-9881-5ba8dbfffb8e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431688 Oct 13 14:23:54.951474 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c50e27e-6094-4db6-8218-e61d24efa356 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:54.955958 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c50e27e-6094-4db6-8218-e61d24efa356 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:55.144099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1fc9-7298-4ac6-8d45-b9d1f71c01b9 req-bcb75bb2-80cb-4d9a-b350-866c27fe6bd8 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:55.148221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0ca1fc9-7298-4ac6-8d45-b9d1f71c01b9 req-bcb75bb2-80cb-4d9a-b350-866c27fe6bd8 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 945 time: 0.0994833 Oct 13 14:23:55.189899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0ca1fc9-7298-4ac6-8d45-b9d1f71c01b9 req-0c35cd66-c571-4852-9231-d7236bdd77bc tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357065 Oct 13 14:23:55.260083 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c50e27e-6094-4db6-8218-e61d24efa356 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:55.331012 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50e27e-6094-4db6-8218-e61d24efa356 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Subnet': ['ID=cc3c7802-77a7-448c-945d-989e362e0039,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:55.338368 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:55.341268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c50e27e-6094-4db6-8218-e61d24efa356 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Checking segment: {'id': '5e363c53-3f1e-43dd-991c-d2f418cfa121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '039a4074-5091-4859-a51a-9fed84dc3f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:55.345966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50e27e-6094-4db6-8218-e61d24efa356 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network hostable DHCP agents. Network: 039a4074-5091-4859-a51a-9fed84dc3f9e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:23:55.363822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59134) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:55.512042 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-25ee863d-0a25-4a15-b256-cfb10eaf10ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae8a59cbe5e04f3182c9255d98b64fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447141 Oct 13 14:23:55.512478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59140) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:55.552242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c50e27e-6094-4db6-8218-e61d24efa356 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network 039a4074-5091-4859-a51a-9fed84dc3f9e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:23:55.576712 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d627b1c9-6337-4d34-8310-fd8dc1705111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:55.602864 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d627b1c9-6337-4d34-8310-fd8dc1705111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:55.676547 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-5c50e27e-6094-4db6-8218-e61d24efa356 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 039a4074-5091-4859-a51a-9fed84dc3f9e) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:55.681741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50e27e-6094-4db6-8218-e61d24efa356 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:55.682765 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c50e27e-6094-4db6-8218-e61d24efa356 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:55.686919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f5d4c-03c5-4821-a25c-377d7e306dd7 None None] Network 039a4074-5091-4859-a51a-9fed84dc3f9e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:55.842271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-039a4074-5091-4859-a51a-9fed84dc3f9e', 'network_id': '039a4074-5091-4859-a51a-9fed84dc3f9e', 'tenant_id': '273f6732fa734ddcb747fbc3b10d3b95', 'fixed_ips': [{'subnet_id': 'cc3c7802-77a7-448c-945d-989e362e0039'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:23:55.843007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d627b1c9-6337-4d34-8310-fd8dc1705111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:55.843687 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:55.846151 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5c50e27e-6094-4db6-8218-e61d24efa356 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1432230 Oct 13 14:23:55.850576 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d627b1c9-6337-4d34-8310-fd8dc1705111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:55.850856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59144) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:55.857152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d627b1c9-6337-4d34-8310-fd8dc1705111 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b704e94a-5f24-44f1-b84e-2c8559443891 HTTP/1.1" status: 204 len: 168 time: 0.3364925 Oct 13 14:23:55.865356 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7ad92d21-5968-4ca8-bfb5-3ae4af63ae38 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'subnet': {'network_id': '039a4074-5091-4859-a51a-9fed84dc3f9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:55.878834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627b1c9-6337-4d34-8310-fd8dc1705111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b704e94a-5f24-44f1-b84e-2c8559443891,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:56.038832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:23:56.042455 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26d94ef-ff30-4829-b609-8deda4c2a87a" -d '{"events": [{"server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "name": "network-vif-plugged", "status": "completed", "tag": "24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:23:56.050909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18856ef-b2ce-4557-9c56-04cae1f60ee2 req-09e6e1a8-2a4a-48f1-bf6a-56ce3c142091 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:56.059673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18856ef-b2ce-4557-9c56-04cae1f60ee2 req-09e6e1a8-2a4a-48f1-bf6a-56ce3c142091 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:56.068903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18856ef-b2ce-4557-9c56-04cae1f60ee2 req-09e6e1a8-2a4a-48f1-bf6a-56ce3c142091 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:56.078000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a18856ef-b2ce-4557-9c56-04cae1f60ee2 req-09e6e1a8-2a4a-48f1-bf6a-56ce3c142091 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2416 time: 0.1048758 Oct 13 14:23:56.107411 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad92d21-5968-4ca8-bfb5-3ae4af63ae38 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:56.111404 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ad92d21-5968-4ca8-bfb5-3ae4af63ae38 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:56.134858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a18856ef-b2ce-4557-9c56-04cae1f60ee2 req-70fef6bc-2cc6-4d2b-86f0-87d3f28675b8 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557392 Oct 13 14:23:56.150738 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a97df50-327e-4a83-bf41-4e24d9e8b7c2 x-openstack-request-id: req-1a97df50-327e-4a83-bf41-4e24d9e8b7c2 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:23:56.151733 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "name": "network-vif-plugged", "status": "completed", "tag": "24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:23:56.152059 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a97df50-327e-4a83-bf41-4e24d9e8b7c2 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:23:56.152439 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494', 'code': 200} Oct 13 14:23:56.188031 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Allocated IP 2001:db8::2 (039a4074-5091-4859-a51a-9fed84dc3f9e/cc3c7802-77a7-448c-945d-989e362e0039/8a564e5c-c527-497d-a173-dd7b6c1062e3) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:56.304381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0f474-8b3f-496e-a8df-1660627706dd req-0cab264b-e51d-4c8a-ba74-a49a8322e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:56.305018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0f474-8b3f-496e-a8df-1660627706dd req-0cab264b-e51d-4c8a-ba74-a49a8322e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:56.305791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0f474-8b3f-496e-a8df-1660627706dd req-0cab264b-e51d-4c8a-ba74-a49a8322e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:56.309429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c6f0f474-8b3f-496e-a8df-1660627706dd req-0cab264b-e51d-4c8a-ba74-a49a8322e354 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2872 time: 0.1101007 Oct 13 14:23:56.460703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033dcbcd-91b7-4eba-a033-a4ba80ec579c req-aaf43d1c-4b35-4b67-a817-8fc2bed9eb2d tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:56.462471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-033dcbcd-91b7-4eba-a033-a4ba80ec579c req-aaf43d1c-4b35-4b67-a817-8fc2bed9eb2d tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 945 time: 0.1341281 Oct 13 14:23:56.464374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c6f0f474-8b3f-496e-a8df-1660627706dd req-5a3180e8-b8b1-4c4e-a9cb-56b1ff9a2f96 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441770 Oct 13 14:23:56.533041 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-033dcbcd-91b7-4eba-a033-a4ba80ec579c req-b73613b1-1d89-4c4b-9747-90ab670f6635 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607059 Oct 13 14:23:56.567160 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:56.734544 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:56.779801 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ad92d21-5968-4ca8-bfb5-3ae4af63ae38 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:56.789918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Network 039a4074-5091-4859-a51a-9fed84dc3f9e is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:56.793858 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:56.798967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:23:56.821083 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Pushing event updated for resources: {'Port': ['ID=8a564e5c-c527-497d-a173-dd7b6c1062e3,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:56.833977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad92d21-5968-4ca8-bfb5-3ae4af63ae38 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network 039a4074-5091-4859-a51a-9fed84dc3f9e is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:23:56.844127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-7ad92d21-5968-4ca8-bfb5-3ae4af63ae38 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:23:56.852063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad92d21-5968-4ca8-bfb5-3ae4af63ae38 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:56.852922 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ad92d21-5968-4ca8-bfb5-3ae4af63ae38 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:56.884133 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad92d21-5968-4ca8-bfb5-3ae4af63ae38 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Subnet': ['ID=43c30d93-bf8d-45a1-b580-3c3ac3cbc9b0,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:56.911528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Attempting to bind port 8a564e5c-c527-497d-a173-dd7b6c1062e3 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:23:56.911983 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Attempting to bind port 8a564e5c-c527-497d-a173-dd7b6c1062e3 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5e363c53-3f1e-43dd-991c-d2f418cfa121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '039a4074-5091-4859-a51a-9fed84dc3f9e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:23:56.912358 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Attempting to bind port 8a564e5c-c527-497d-a173-dd7b6c1062e3 on network 039a4074-5091-4859-a51a-9fed84dc3f9e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:23:56.918428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:23:56.918830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Checking segment: {'id': '5e363c53-3f1e-43dd-991c-d2f418cfa121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '039a4074-5091-4859-a51a-9fed84dc3f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:56.919346 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:56.919644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Bound using segment: {'id': '5e363c53-3f1e-43dd-991c-d2f418cfa121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '039a4074-5091-4859-a51a-9fed84dc3f9e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:23:56.920123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Bound port: 8a564e5c-c527-497d-a173-dd7b6c1062e3, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e363c53-3f1e-43dd-991c-d2f418cfa121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '039a4074-5091-4859-a51a-9fed84dc3f9e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:23:56.920507 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:56.959332 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7ad92d21-5968-4ca8-bfb5-3ae4af63ae38 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0991278 Oct 13 14:23:56.962038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59180) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:57.026564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] For port 8a564e5c-c527-497d-a173-dd7b6c1062e3, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:23:57.030070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] For port 8a564e5c-c527-497d-a173-dd7b6c1062e3, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8a564e5c-c527-497d-a173-dd7b6c1062e3,segment=NetworkSegment(5e363c53-3f1e-43dd-991c-d2f418cfa121),segment_id=5e363c53-3f1e-43dd-991c-d2f418cfa121)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:23:57.046125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61c17d2-a690-4bd4-ae6b-05ef440a5132 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:57.047713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61c17d2-a690-4bd4-ae6b-05ef440a5132 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:57.049387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61c17d2-a690-4bd4-ae6b-05ef440a5132 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:57.050900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61c17d2-a690-4bd4-ae6b-05ef440a5132 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:57.053390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61c17d2-a690-4bd4-ae6b-05ef440a5132 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:57.058789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b61c17d2-a690-4bd4-ae6b-05ef440a5132 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0916326 Oct 13 14:23:57.059152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59186) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:57.064884 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-bf5e6241-f711-4530-b24b-334e22a2cdaa tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1275257976'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:57.123580 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:57.187605 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5e6241-f711-4530-b24b-334e22a2cdaa tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:57.193149 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6241-f711-4530-b24b-334e22a2cdaa tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:57.226275 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832d1d2-d8a9-43a8-8de2-c982760c49b9 None None] Pushing event updated for resources: {'Port': ['ID=8a564e5c-c527-497d-a173-dd7b6c1062e3,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:57.242564 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5e6241-f711-4530-b24b-334e22a2cdaa tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:23:57.255837 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6241-f711-4530-b24b-334e22a2cdaa tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:57.256705 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-bf5e6241-f711-4530-b24b-334e22a2cdaa tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Added segment d3927a72-60e8-4053-bd78-276e19f2162c of type vlan for network 62a66960-11a6-49d5-ae21-e7f6b0080584 Oct 13 14:23:57.285078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933ad1e-26fb-4dc6-9b36-ece2c7ee6d74 req-4bc13af5-a6f9-43f8-b567-bb7388cb1222 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:57.297212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933ad1e-26fb-4dc6-9b36-ece2c7ee6d74 req-4bc13af5-a6f9-43f8-b567-bb7388cb1222 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:57.298564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933ad1e-26fb-4dc6-9b36-ece2c7ee6d74 req-4bc13af5-a6f9-43f8-b567-bb7388cb1222 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:57.306792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d933ad1e-26fb-4dc6-9b36-ece2c7ee6d74 req-4bc13af5-a6f9-43f8-b567-bb7388cb1222 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2416 time: 0.0905678 Oct 13 14:23:57.344242 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6241-f711-4530-b24b-334e22a2cdaa tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:57.356259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d933ad1e-26fb-4dc6-9b36-ece2c7ee6d74 req-50dbafba-36a5-473e-be25-618031f6c028 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473483 Oct 13 14:23:57.482944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6241-f711-4530-b24b-334e22a2cdaa tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:57.483264 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c2ef771c-7eec-462e-98cd-e5a9e2f85c98 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:57.492720 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5e6241-f711-4530-b24b-334e22a2cdaa tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:57.493632 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bf5e6241-f711-4530-b24b-334e22a2cdaa tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:57.695114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59200) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:57.728359 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port c2ef771c-7eec-462e-98cd-e5a9e2f85c98 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:23:57.733029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port c2ef771c-7eec-462e-98cd-e5a9e2f85c98 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:57.733285 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:57.769577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a959cc-d579-439e-b5ef-5a21cfd11e69 req-29b6fc91-ed91-4a1f-a4c6-bff53fe24ebd tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:57.774429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54a959cc-d579-439e-b5ef-5a21cfd11e69 req-29b6fc91-ed91-4a1f-a4c6-bff53fe24ebd tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 945 time: 0.1168604 Oct 13 14:23:57.924718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54a959cc-d579-439e-b5ef-5a21cfd11e69 req-9e274978-d748-4c61-b8e3-5971d6b8f949 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290808 Oct 13 14:23:57.949639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1672450830'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:57.993799 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.044950 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port c2ef771c-7eec-462e-98cd-e5a9e2f85c98, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c2ef771c-7eec-462e-98cd-e5a9e2f85c98,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:58.098714 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e6241-f711-4530-b24b-334e22a2cdaa tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Network': ['ID=62a66960-11a6-49d5-ae21-e7f6b0080584,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:58.122630 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 62a66960-11a6-49d5-ae21-e7f6b0080584 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:58.151559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Made reservation on behalf of 33024a0b96844b4b99be2eb2c647dfb3 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:58.156554 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.179985 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5805ba7f-610e-411d-beef-fe2a87bca3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ef771c-7eec-462e-98cd-e5a9e2f85c98'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:23:58.183403 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78284f82-c766-407b-b8d1-5cc4ae499190" -d '{"events": [{"server_uuid": "5805ba7f-610e-411d-beef-fe2a87bca3c4", "name": "network-vif-plugged", "status": "completed", "tag": "c2ef771c-7eec-462e-98cd-e5a9e2f85c98"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:23:58.183844 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.196219 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.229213 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bf5e6241-f711-4530-b24b-334e22a2cdaa tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1688175 Oct 13 14:23:58.232057 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59216) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:58.255961 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d49cfd55-8611-4927-91e2-da13870b8f5d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'network': {'name': 'New_network'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:58.304538 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de58b80-1735-4392-8016-df45c1ae346b x-openstack-request-id: req-3de58b80-1735-4392-8016-df45c1ae346b {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:23:58.304861 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5805ba7f-610e-411d-beef-fe2a87bca3c4", "name": "network-vif-plugged", "status": "completed", "tag": "c2ef771c-7eec-462e-98cd-e5a9e2f85c98", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:23:58.305142 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3de58b80-1735-4392-8016-df45c1ae346b {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:23:58.305496 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5805ba7f-610e-411d-beef-fe2a87bca3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ef771c-7eec-462e-98cd-e5a9e2f85c98', 'code': 200} Oct 13 14:23:58.339681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=c2ef771c-7eec-462e-98cd-e5a9e2f85c98,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:58.386432 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.433201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d6cfc-236e-4638-9127-6171e4321d8b req-85169b30-cab5-4363-9d51-6919b59657f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:58.434976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-456d6cfc-236e-4638-9127-6171e4321d8b req-85169b30-cab5-4363-9d51-6919b59657f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 1098 time: 0.0924451 Oct 13 14:23:58.500673 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.567869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-456d6cfc-236e-4638-9127-6171e4321d8b req-4af84387-dcba-4a6c-8f0c-6f136b212aaa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223578 Oct 13 14:23:58.573971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8a564e5c-c527-497d-a173-dd7b6c1062e3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:23:58.588739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:23:58.607220 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d49cfd55-8611-4927-91e2-da13870b8f5d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.607710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38025cae-5af1-4030-8421-d749e2bd0a04,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:58.615592 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.616080 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Added segment 29428cc5-0a22-4448-bb8e-90e49db9ba2f of type vlan for network ed92bd3e-20a3-41bc-aa89-c445f26460ef Oct 13 14:23:58.641361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e766ec9c-013c-4c4a-8082-7bfe08a3a64d None None] Network 039a4074-5091-4859-a51a-9fed84dc3f9e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:23:58.665895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301d4fd-e5e1-4cd7-9896-7e5f34381286 req-d9565fe1-5ab6-4ad2-83b5-b39219fbe0d0 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:58.671946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301d4fd-e5e1-4cd7-9896-7e5f34381286 req-d9565fe1-5ab6-4ad2-83b5-b39219fbe0d0 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:58.678218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301d4fd-e5e1-4cd7-9896-7e5f34381286 req-d9565fe1-5ab6-4ad2-83b5-b39219fbe0d0 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:58.679977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d301d4fd-e5e1-4cd7-9896-7e5f34381286 req-d9565fe1-5ab6-4ad2-83b5-b39219fbe0d0 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2416 time: 0.1865642 Oct 13 14:23:58.712046 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d49cfd55-8611-4927-91e2-da13870b8f5d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.721628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.742890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d301d4fd-e5e1-4cd7-9896-7e5f34381286 req-623346ff-0493-4912-803d-c7f58f3dccdb tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529077 Oct 13 14:23:58.799853 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d49cfd55-8611-4927-91e2-da13870b8f5d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network 62a66960-11a6-49d5-ae21-e7f6b0080584 is not hosted by any dhcp agent {{(pid=112684) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 14:23:58.806293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49cfd55-8611-4927-91e2-da13870b8f5d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:58.807053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d49cfd55-8611-4927-91e2-da13870b8f5d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.811683 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d49cfd55-8611-4927-91e2-da13870b8f5d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "PUT /v2.0/networks/62a66960-11a6-49d5-ae21-e7f6b0080584 HTTP/1.1" status: 200 len: 723 time: 0.5750384 Oct 13 14:23:58.813246 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59224) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:58.818950 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-60e3fe78-fea0-4ac3-8d0d-38b5268e9967 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'subnet': {'network_id': '62a66960-11a6-49d5-ae21-e7f6b0080584', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:23:58.854386 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.862865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:58.863784 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.921520 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-26f622d2-0a29-48d4-830d-c7f649fd895e None None] Provisioning complete for port 8a564e5c-c527-497d-a173-dd7b6c1062e3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:58.921893 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-26f622d2-0a29-48d4-830d-c7f649fd895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:58.934103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cfd55-8611-4927-91e2-da13870b8f5d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Network': ['ID=62a66960-11a6-49d5-ae21-e7f6b0080584,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:58.969353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 62a66960-11a6-49d5-ae21-e7f6b0080584 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:58.972110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59228) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:58.986033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Pushing event updated for resources: {'Network': ['ID=ed92bd3e-20a3-41bc-aa89-c445f26460ef,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:59.005510 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-808197d5-40ef-46c6-811d-307eeeba7266 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3081133 Oct 13 14:23:59.008839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59234) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:59.013232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.tag.tag_plugin [None req-1863cb12-e5f2-4a68-a51b-a498feab0f53 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ed92bd3e-20a3-41bc-aa89-c445f26460ef', 'tempest-TagsTest-Tag-1063492597') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:59.016315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8a564e5c-c527-497d-a173-dd7b6c1062e3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:23:59.019641 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:59.148806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network ed92bd3e-20a3-41bc-aa89-c445f26460ef details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:23:59.180615 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e3fe78-fea0-4ac3-8d0d-38b5268e9967 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:23:59.196669 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-60e3fe78-fea0-4ac3-8d0d-38b5268e9967 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:59.207836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81f918-3fbf-4b64-9bb1-ea231d5f71e7 req-18cbf848-76b0-47c4-a8f5-988f25755721 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:59.211167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d81f918-3fbf-4b64-9bb1-ea231d5f71e7 req-18cbf848-76b0-47c4-a8f5-988f25755721 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 946 time: 0.1188490 Oct 13 14:23:59.265564 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d81f918-3fbf-4b64-9bb1-ea231d5f71e7 req-549d8cef-0a5b-4bbd-b0b7-bc359486e6e1 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482829 Oct 13 14:23:59.271138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1863cb12-e5f2-4a68-a51b-a498feab0f53 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "PUT /v2.0/networks/ed92bd3e-20a3-41bc-aa89-c445f26460ef/tags/tempest-TagsTest-Tag-1063492597 HTTP/1.1" status: 201 len: 201 time: 0.2615690 Oct 13 14:23:59.273332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59238) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:59.280654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.tag.tag_plugin [None req-0caa328a-7ffe-4887-aab8-c6435421f276 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed92bd3e-20a3-41bc-aa89-c445f26460ef', 'tempest-TagsTest-Tag-1063492597') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:59.374370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a0ab418-b2e5-4e08-bb85-adec117bad3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:59.435842 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-26f622d2-0a29-48d4-830d-c7f649fd895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:59.455958 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:59.501181 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a0ab418-b2e5-4e08-bb85-adec117bad3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:59.528693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0caa328a-7ffe-4887-aab8-c6435421f276 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "GET /v2.0/networks/ed92bd3e-20a3-41bc-aa89-c445f26460ef/tags/tempest-TagsTest-Tag-1063492597 HTTP/1.1" status: 204 len: 168 time: 0.2533596 Oct 13 14:23:59.529251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59240) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:59.533718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.tag.tag_plugin [None req-cfd991ba-7542-4064-afc3-69acc2442d24 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ed92bd3e-20a3-41bc-aa89-c445f26460ef') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:59.534702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-26f622d2-0a29-48d4-830d-c7f649fd895e None None] For port 8a564e5c-c527-497d-a173-dd7b6c1062e3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8a564e5c-c527-497d-a173-dd7b6c1062e3,segment=NetworkSegment(5e363c53-3f1e-43dd-991c-d2f418cfa121),segment_id=5e363c53-3f1e-43dd-991c-d2f418cfa121)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:23:59.556092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ff78f5-f123-4098-8afd-03cdc31d8bf7 None None] Update dhcp port {'port': {'network_id': '039a4074-5091-4859-a51a-9fed84dc3f9e', 'fixed_ips': [{'subnet_id': 'cc3c7802-77a7-448c-945d-989e362e0039', 'ip_address': '2001:db8::2'}, {'subnet_id': '43c30d93-bf8d-45a1-b580-3c3ac3cbc9b0'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '8a564e5c-c527-497d-a173-dd7b6c1062e3'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:23:59.588009 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04ff78f5-f123-4098-8afd-03cdc31d8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:59.625108 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cfd991ba-7542-4064-afc3-69acc2442d24 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "GET /v2.0/networks/ed92bd3e-20a3-41bc-aa89-c445f26460ef/tags HTTP/1.1" status: 200 len: 238 time: 0.0923734 Oct 13 14:23:59.625585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59242) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:59.630470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.tag.tag_plugin [None req-5b798677-9dfb-46a1-8810-120c463c0bf7 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ed92bd3e-20a3-41bc-aa89-c445f26460ef', {'tags': ['tempest-TagsTest-Tag-964385020', 'tempest-TagsTest-Tag-43667216', 'tempest-TagsTest-Tag-486050578']}) {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:59.638300 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a0ab418-b2e5-4e08-bb85-adec117bad3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:59.695770 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-60e3fe78-fea0-4ac3-8d0d-38b5268e9967 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:59.699931 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-26f622d2-0a29-48d4-830d-c7f649fd895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:59.755236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8a0ab418-b2e5-4e08-bb85-adec117bad3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=019089d290a14cfba15f9e3453afda59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7814782 Oct 13 14:23:59.758219 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59244) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:59.760422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ab418-b2e5-4e08-bb85-adec117bad3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3707fee7-505a-475e-a357-f7c6c7a41d67,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:59.819791 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3fe78-fea0-4ac3-8d0d-38b5268e9967 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Subnet': ['ID=9c3dfaf6-adca-4854-8a74-84b573fbdb14,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:59.848850 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:23:59.849310 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:23:59.852620 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3fe78-fea0-4ac3-8d0d-38b5268e9967 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Checking segment: {'id': 'd3927a72-60e8-4053-bd78-276e19f2162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '62a66960-11a6-49d5-ae21-e7f6b0080584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:23:59.853421 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3fe78-fea0-4ac3-8d0d-38b5268e9967 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network hostable DHCP agents. Network: 62a66960-11a6-49d5-ae21-e7f6b0080584, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:23:59.860995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5b798677-9dfb-46a1-8810-120c463c0bf7 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "PUT /v2.0/networks/ed92bd3e-20a3-41bc-aa89-c445f26460ef/tags HTTP/1.1" status: 200 len: 305 time: 0.2338793 Oct 13 14:23:59.861571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f622d2-0a29-48d4-830d-c7f649fd895e None None] Pushing event updated for resources: {'Port': ['ID=8a564e5c-c527-497d-a173-dd7b6c1062e3,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:23:59.863571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59248) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:23:59.875807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.tag.tag_plugin [None req-857c159e-9950-4bfb-b71e-09ddcd208fdc tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ed92bd3e-20a3-41bc-aa89-c445f26460ef', 'tempest-TagsTest-Tag-964385020') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:23:59.877509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-04ff78f5-f123-4098-8afd-03cdc31d8bf7 None None] Allocated IP 172.20.0.1 (039a4074-5091-4859-a51a-9fed84dc3f9e/43c30d93-bf8d-45a1-b580-3c3ac3cbc9b0/8a564e5c-c527-497d-a173-dd7b6c1062e3) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:23:59.916577 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cab293ee-56ac-45f1-bd07-2d48d8931553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:59.945151 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cab293ee-56ac-45f1-bd07-2d48d8931553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:23:59.990539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a605b-c54a-4def-bb55-6b4464c12587 req-74004ee9-0977-4378-bb9d-c20842d6d9a2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:59.997171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a605b-c54a-4def-bb55-6b4464c12587 req-74004ee9-0977-4378-bb9d-c20842d6d9a2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:23:59.997437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3fe78-fea0-4ac3-8d0d-38b5268e9967 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network 62a66960-11a6-49d5-ae21-e7f6b0080584 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:24:00.002897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a605b-c54a-4def-bb55-6b4464c12587 req-74004ee9-0977-4378-bb9d-c20842d6d9a2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:00.006823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e69a605b-c54a-4def-bb55-6b4464c12587 req-74004ee9-0977-4378-bb9d-c20842d6d9a2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2416 time: 0.1227760 Oct 13 14:24:00.054991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-04ff78f5-f123-4098-8afd-03cdc31d8bf7 None None] For port 8a564e5c-c527-497d-a173-dd7b6c1062e3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8a564e5c-c527-497d-a173-dd7b6c1062e3,segment=NetworkSegment(5e363c53-3f1e-43dd-991c-d2f418cfa121),segment_id=5e363c53-3f1e-43dd-991c-d2f418cfa121)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:00.062340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e69a605b-c54a-4def-bb55-6b4464c12587 req-b9602a4a-99dc-41a3-9470-5f1cd4a37e3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472767 Oct 13 14:24:00.126766 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04ff78f5-f123-4098-8afd-03cdc31d8bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:00.134740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-60e3fe78-fea0-4ac3-8d0d-38b5268e9967 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 62a66960-11a6-49d5-ae21-e7f6b0080584) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:00.141905 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e3fe78-fea0-4ac3-8d0d-38b5268e9967 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:00.143773 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-60e3fe78-fea0-4ac3-8d0d-38b5268e9967 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:00.150548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f920a7bc-6fa1-4794-9728-975ea0dade5b None None] Network 62a66960-11a6-49d5-ae21-e7f6b0080584 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:00.163680 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cab293ee-56ac-45f1-bd07-2d48d8931553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:00.173314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-857c159e-9950-4bfb-b71e-09ddcd208fdc tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "DELETE /v2.0/networks/ed92bd3e-20a3-41bc-aa89-c445f26460ef/tags/tempest-TagsTest-Tag-964385020 HTTP/1.1" status: 204 len: 168 time: 0.3073702 Oct 13 14:24:00.173839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59256) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:00.184724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.tag.tag_plugin [None req-136efe45-f4c6-4452-aa3e-9a00888ea1bb tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed92bd3e-20a3-41bc-aa89-c445f26460ef', 'tempest-TagsTest-Tag-964385020') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:00.185193 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cab293ee-56ac-45f1-bd07-2d48d8931553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:00.190072 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cab293ee-56ac-45f1-bd07-2d48d8931553 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3707fee7-505a-475e-a357-f7c6c7a41d67 HTTP/1.1" status: 204 len: 168 time: 0.4274917 Oct 13 14:24:00.249512 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab293ee-56ac-45f1-bd07-2d48d8931553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3707fee7-505a-475e-a357-f7c6c7a41d67,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:00.253229 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04ff78f5-f123-4098-8afd-03cdc31d8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:00.277336 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-60e3fe78-fea0-4ac3-8d0d-38b5268e9967 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4603152 Oct 13 14:24:00.281127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59264) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:00.283874 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7cb19666-5f2a-424f-b877-7924b04ef094 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:00.378455 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-136efe45-f4c6-4452-aa3e-9a00888ea1bb tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] show failed (client error): The resource could not be found. Oct 13 14:24:00.381325 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-136efe45-f4c6-4452-aa3e-9a00888ea1bb tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "GET /v2.0/networks/ed92bd3e-20a3-41bc-aa89-c445f26460ef/tags/tempest-TagsTest-Tag-964385020 HTTP/1.1" status: 404 len: 325 time: 0.2059793 Oct 13 14:24:00.383763 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59268) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:00.423073 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-2c0a6543-4074-426f-8fc9-f598c612b828 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed92bd3e-20a3-41bc-aa89-c445f26460ef', 'tempest-TagsTest-Tag-43667216') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:00.434374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff78f5-f123-4098-8afd-03cdc31d8bf7 None None] Pushing event updated for resources: {'Port': ['ID=8a564e5c-c527-497d-a173-dd7b6c1062e3,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:00.469982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797982b-4962-4715-9404-953b80373d59 req-c1daae7e-dbda-4d74-ac6f-98355d4d90ea tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:00.485974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0797982b-4962-4715-9404-953b80373d59 req-c1daae7e-dbda-4d74-ac6f-98355d4d90ea tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 946 time: 0.0772185 Oct 13 14:24:00.524332 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7cb19666-5f2a-424f-b877-7924b04ef094 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12874210'] for subnet, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:00.551174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-62a66960-11a6-49d5-ae21-e7f6b0080584', 'network_id': '62a66960-11a6-49d5-ae21-e7f6b0080584', 'tenant_id': '273f6732fa734ddcb747fbc3b10d3b95', 'fixed_ips': [{'subnet_id': '9c3dfaf6-adca-4854-8a74-84b573fbdb14'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:24:00.552634 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:00.600351 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2c0a6543-4074-426f-8fc9-f598c612b828 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "GET /v2.0/networks/ed92bd3e-20a3-41bc-aa89-c445f26460ef/tags/tempest-TagsTest-Tag-43667216 HTTP/1.1" status: 204 len: 168 time: 0.2144403 Oct 13 14:24:00.603252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59270) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:00.615508 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-f4518801-aff4-430a-ad85-0f93bf14bad6 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed92bd3e-20a3-41bc-aa89-c445f26460ef', 'tempest-TagsTest-Tag-486050578') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:00.632778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0797982b-4962-4715-9404-953b80373d59 req-9a131b64-730d-4922-9b3f-57218f988ab0 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401532 Oct 13 14:24:00.748606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8a564e5c-c527-497d-a173-dd7b6c1062e3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:24:00.832918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59276) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:00.833698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8a564e5c-c527-497d-a173-dd7b6c1062e3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:00.833698 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:00.838993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.tag.tag_plugin [None req-3657619a-73d5-47b9-82d8-370e43aac89e tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ed92bd3e-20a3-41bc-aa89-c445f26460ef') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:00.842277 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f4518801-aff4-430a-ad85-0f93bf14bad6 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "GET /v2.0/networks/ed92bd3e-20a3-41bc-aa89-c445f26460ef/tags/tempest-TagsTest-Tag-486050578 HTTP/1.1" status: 204 len: 168 time: 0.2364945 Oct 13 14:24:00.933585 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7cb19666-5f2a-424f-b877-7924b04ef094 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749260317197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12662183'] for subnet, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:00.968623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5bf50-551c-4d13-a656-b9c897968b2c req-114ab438-e6ac-46fc-bf80-f8a65a7c0901 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:00.976130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5bf50-551c-4d13-a656-b9c897968b2c req-114ab438-e6ac-46fc-bf80-f8a65a7c0901 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:00.983784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5bf50-551c-4d13-a656-b9c897968b2c req-114ab438-e6ac-46fc-bf80-f8a65a7c0901 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:00.985772 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d5bf50-551c-4d13-a656-b9c897968b2c req-114ab438-e6ac-46fc-bf80-f8a65a7c0901 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2416 time: 0.1251276 Oct 13 14:24:01.019270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19666-5f2a-424f-b877-7924b04ef094 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Subnet': ['ID=9c3dfaf6-adca-4854-8a74-84b573fbdb14,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:01.028833 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb19666-5f2a-424f-b877-7924b04ef094 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:01.029845 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7cb19666-5f2a-424f-b877-7924b04ef094 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:01.035506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59278) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:01.035730 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7cb19666-5f2a-424f-b877-7924b04ef094 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "PUT /v2.0/subnets/9c3dfaf6-adca-4854-8a74-84b573fbdb14 HTTP/1.1" status: 200 len: 826 time: 0.7557235 Oct 13 14:24:01.050263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Allocated IP 2001:db8::2 (62a66960-11a6-49d5-ae21-e7f6b0080584/9c3dfaf6-adca-4854-8a74-84b573fbdb14/b1aa6a25-32bc-4075-b09d-22c80b93ec7e) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:01.126929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09d5bf50-551c-4d13-a656-b9c897968b2c req-c12b34e8-ccfc-41d2-9d30-23af341e0f4b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223536 Oct 13 14:24:01.193335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3657619a-73d5-47b9-82d8-370e43aac89e tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "DELETE /v2.0/networks/ed92bd3e-20a3-41bc-aa89-c445f26460ef/tags HTTP/1.1" status: 204 len: 168 time: 0.3578045 Oct 13 14:24:01.195883 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59282) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:01.202371 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-1b675f77-5b5d-4e2c-a99b-abfda1af675a tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed92bd3e-20a3-41bc-aa89-c445f26460ef', 'tempest-TagsTest-Tag-43667216') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:01.231671 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:01.304510 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:01.321780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59284) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:01.322030 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-1b675f77-5b5d-4e2c-a99b-abfda1af675a tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] show failed (client error): The resource could not be found. Oct 13 14:24:01.326531 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1b675f77-5b5d-4e2c-a99b-abfda1af675a tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "GET /v2.0/networks/ed92bd3e-20a3-41bc-aa89-c445f26460ef/tags/tempest-TagsTest-Tag-43667216 HTTP/1.1" status: 404 len: 324 time: 0.1291997 Oct 13 14:24:01.329222 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59286) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:01.336415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-59411b51-7439-46d6-a509-b5b692af0954 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ed92bd3e-20a3-41bc-aa89-c445f26460ef', 'tempest-TagsTest-Tag-486050578') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:01.370927 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea727bb6-57c3-4fbf-803a-eb180c484277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:01.408939 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:01.419047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:01.449539 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-59411b51-7439-46d6-a509-b5b692af0954 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] show failed (client error): The resource could not be found. Oct 13 14:24:01.453370 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-59411b51-7439-46d6-a509-b5b692af0954 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "GET /v2.0/networks/ed92bd3e-20a3-41bc-aa89-c445f26460ef/tags/tempest-TagsTest-Tag-486050578 HTTP/1.1" status: 404 len: 325 time: 0.1202097 Oct 13 14:24:01.455287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59290) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:01.462638 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-ddada87f-bb42-4f6b-9c1c-db5604704d22 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ed92bd3e-20a3-41bc-aa89-c445f26460ef') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:01.499907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Network 62a66960-11a6-49d5-ae21-e7f6b0080584 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:01.513146 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:01.519568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:01.538580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Pushing event updated for resources: {'Port': ['ID=b1aa6a25-32bc-4075-b09d-22c80b93ec7e,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:01.565488 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4363a49a-26c1-4871-aade-076ff9f102eb None None] Network 039a4074-5091-4859-a51a-9fed84dc3f9e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:01.570037 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:01.570405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:01.570713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:01.571051 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:01.571374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:01.571705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:01.572040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:01.572394 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:01.573568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:01.573568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:01.573568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:01.573955 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:01.587673 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ddada87f-bb42-4f6b-9c1c-db5604704d22 tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "DELETE /v2.0/networks/ed92bd3e-20a3-41bc-aa89-c445f26460ef/tags HTTP/1.1" status: 204 len: 168 time: 0.1303403 Oct 13 14:24:01.591871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59292) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:01.676376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Attempting to bind port b1aa6a25-32bc-4075-b09d-22c80b93ec7e on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:24:01.677230 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Attempting to bind port b1aa6a25-32bc-4075-b09d-22c80b93ec7e by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'd3927a72-60e8-4053-bd78-276e19f2162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '62a66960-11a6-49d5-ae21-e7f6b0080584'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:24:01.677734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Attempting to bind port b1aa6a25-32bc-4075-b09d-22c80b93ec7e on network 62a66960-11a6-49d5-ae21-e7f6b0080584 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:01.694128 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:01.698736 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:24:01.699341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Checking segment: {'id': 'd3927a72-60e8-4053-bd78-276e19f2162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '62a66960-11a6-49d5-ae21-e7f6b0080584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:01.699819 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:01.700281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Bound using segment: {'id': 'd3927a72-60e8-4053-bd78-276e19f2162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '62a66960-11a6-49d5-ae21-e7f6b0080584'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:24:01.700843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Bound port: b1aa6a25-32bc-4075-b09d-22c80b93ec7e, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3927a72-60e8-4053-bd78-276e19f2162c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '62a66960-11a6-49d5-ae21-e7f6b0080584'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:24:01.701384 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:01.785171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3dfaf6-adca-4854-8a74-84b573fbdb14,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:01.881493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7e5e05be-8893-45b7-b3c5-b516ad449b0a None None] Provisioning complete for port 8a564e5c-c527-497d-a173-dd7b6c1062e3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:01.881865 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7e5e05be-8893-45b7-b3c5-b516ad449b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:01.904720 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:01.912703 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b506581d-5ffe-4aab-a22f-f63d490a8d4f tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:01.959312 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea727bb6-57c3-4fbf-803a-eb180c484277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:01.965456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a66960-11a6-49d5-ae21-e7f6b0080584']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:01.985759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3927a72-60e8-4053-bd78-276e19f2162c') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:01.986592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3927a72-60e8-4053-bd78-276e19f2162c') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:02.028901 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b995f2-6f8e-468a-97ca-5e2c514c56d1 req-dbc6957f-90f5-4812-b4f8-9eca27f612b5 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:02.030728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85b995f2-6f8e-468a-97ca-5e2c514c56d1 req-dbc6957f-90f5-4812-b4f8-9eca27f612b5 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 946 time: 0.2616646 Oct 13 14:24:02.033624 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.038736 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea727bb6-57c3-4fbf-803a-eb180c484277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.049901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] For port b1aa6a25-32bc-4075-b09d-22c80b93ec7e, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:24:02.058666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] For port b1aa6a25-32bc-4075-b09d-22c80b93ec7e, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b1aa6a25-32bc-4075-b09d-22c80b93ec7e,segment=NetworkSegment(d3927a72-60e8-4053-bd78-276e19f2162c),segment_id=d3927a72-60e8-4053-bd78-276e19f2162c)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:24:02.146111 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.150945 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.185699 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b506581d-5ffe-4aab-a22f-f63d490a8d4f tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.195837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea727bb6-57c3-4fbf-803a-eb180c484277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077005a5-214c-4c81-9ab0-d2f1a82faee0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:02.197279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:24:02.198423 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.212692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ea727bb6-57c3-4fbf-803a-eb180c484277 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a567b19fb8949b2929292e9a75c9950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8891757 Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:24:02.213984 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:24:02.222297 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59300) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:02.294267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b506581d-5ffe-4aab-a22f-f63d490a8d4f tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed92bd3e-20a3-41bc-aa89-c445f26460ef']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:02.317107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85b995f2-6f8e-468a-97ca-5e2c514c56d1 req-51574b5e-7a10-4250-b7ca-e394f662e964 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459326 Oct 13 14:24:02.320336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b506581d-5ffe-4aab-a22f-f63d490a8d4f tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29428cc5-0a22-4448-bb8e-90e49db9ba2f') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:02.320717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b506581d-5ffe-4aab-a22f-f63d490a8d4f tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29428cc5-0a22-4448-bb8e-90e49db9ba2f') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:02.354901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12655dc-bfb3-4180-85a2-e144df9f79c1 None None] Network 62a66960-11a6-49d5-ae21-e7f6b0080584 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:02.360381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e812cd-d8ba-426c-a165-fa74f651ef89 None None] Pushing event updated for resources: {'Port': ['ID=b1aa6a25-32bc-4075-b09d-22c80b93ec7e,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:02.386926 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b506581d-5ffe-4aab-a22f-f63d490a8d4f tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.450380 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf930-d819-49f9-b507-67c597fc3d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.492256 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.api [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:24:02.492256 n-d-806683-15 neutron-server[112685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:24:02.492256 n-d-806683-15 neutron-server[112685]: [parameters: {'id': '62a66960-11a6-49d5-ae21-e7f6b0080584'}] Oct 13 14:24:02.492256 n-d-806683-15 neutron-server[112685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:24:02.493476 n-d-806683-15 neutron-server[112685]: DEBUG oslo_db.api [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:24:02.495180 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b506581d-5ffe-4aab-a22f-f63d490a8d4f tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.515562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b506581d-5ffe-4aab-a22f-f63d490a8d4f tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:24:02.516438 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b506581d-5ffe-4aab-a22f-f63d490a8d4f tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:24:02.523251 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:24:02.565947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf930-d819-49f9-b507-67c597fc3d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.648399 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:24:02.709715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea0da9-58e0-439b-b6d2-bfaef8c9e7f6 req-a24f8bde-1562-4634-8785-128bd1e79b3a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:02.722257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0194c9-2883-4216-b3f6-d694fe740105 None None] Network 62a66960-11a6-49d5-ae21-e7f6b0080584 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:02.723174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea0da9-58e0-439b-b6d2-bfaef8c9e7f6 req-a24f8bde-1562-4634-8785-128bd1e79b3a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:02.742733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea0da9-58e0-439b-b6d2-bfaef8c9e7f6 req-a24f8bde-1562-4634-8785-128bd1e79b3a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:02.745734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32ea0da9-58e0-439b-b6d2-bfaef8c9e7f6 req-a24f8bde-1562-4634-8785-128bd1e79b3a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2416 time: 0.3618431 Oct 13 14:24:02.816191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32ea0da9-58e0-439b-b6d2-bfaef8c9e7f6 req-850b8189-df67-4455-88ca-ab9d188519e2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616717 Oct 13 14:24:02.819767 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf930-d819-49f9-b507-67c597fc3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.825267 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf930-d819-49f9-b507-67c597fc3d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.830106 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0ebcf930-d819-49f9-b507-67c597fc3d38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/077005a5-214c-4c81-9ab0-d2f1a82faee0 HTTP/1.1" status: 204 len: 168 time: 0.6021097 Oct 13 14:24:02.855169 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcf930-d819-49f9-b507-67c597fc3d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077005a5-214c-4c81-9ab0-d2f1a82faee0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:02.885757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c7833612-ab16-4874-a531-87ccdec4d800 None None] Provisioning complete for port 8a564e5c-c527-497d-a173-dd7b6c1062e3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:02.886227 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7833612-ab16-4874-a531-87ccdec4d800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.890729 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b506581d-5ffe-4aab-a22f-f63d490a8d4f tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.904296 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b506581d-5ffe-4aab-a22f-f63d490a8d4f tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:02.912945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b506581d-5ffe-4aab-a22f-f63d490a8d4f tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] 10.222.0.18 "DELETE /v2.0/networks/ed92bd3e-20a3-41bc-aa89-c445f26460ef HTTP/1.1" status: 204 len: 168 time: 1.3195422 Oct 13 14:24:02.943526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506581d-5ffe-4aab-a22f-f63d490a8d4f tempest-TagsTest-287557627 tempest-TagsTest-287557627-project] Pushing event deleted for resources: {'Network': ['ID=ed92bd3e-20a3-41bc-aa89-c445f26460ef,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:02.969763 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533fb91b-3565-4d36-aecb-f0aa1b592577 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:24:02.997810 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:03.122523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Deleting port b1aa6a25-32bc-4075-b09d-22c80b93ec7e {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:03.122928 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:03.188853 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533fb91b-3565-4d36-aecb-f0aa1b592577 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:24:03.248215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] For port b1aa6a25-32bc-4075-b09d-22c80b93ec7e, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b1aa6a25-32bc-4075-b09d-22c80b93ec7e,segment=NetworkSegment(d3927a72-60e8-4053-bd78-276e19f2162c),segment_id=d3927a72-60e8-4053-bd78-276e19f2162c)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:03.248812 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:03.275482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Calling delete_port for b1aa6a25-32bc-4075-b09d-22c80b93ec7e owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:03.807877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010feb98-60d3-494c-bdff-df8e3517f74b req-50e55c69-e161-4c17-92ad-4e89c7e72955 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:03.819794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010feb98-60d3-494c-bdff-df8e3517f74b req-50e55c69-e161-4c17-92ad-4e89c7e72955 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:03.824422 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59348) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:03.830685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010feb98-60d3-494c-bdff-df8e3517f74b req-50e55c69-e161-4c17-92ad-4e89c7e72955 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:03.833629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-010feb98-60d3-494c-bdff-df8e3517f74b req-50e55c69-e161-4c17-92ad-4e89c7e72955 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2416 time: 0.0996752 Oct 13 14:24:04.006182 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:04.061632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Port': ['ID=b1aa6a25-32bc-4075-b09d-22c80b93ec7e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:04.079973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No DVR routers for this DVR port b1aa6a25-32bc-4075-b09d-22c80b93ec7e on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:04.120664 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7c355f42-435b-45a5-8cc7-04941ec6f8f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33024a0b96844b4b99be2eb2c647dfb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906194 Oct 13 14:24:04.120664 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59356) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:04.185818 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:04.210003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a66960-11a6-49d5-ae21-e7f6b0080584']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:04.214677 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2ec781e-2ae0-41cc-a701-a94936fa0438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:04.236533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3927a72-60e8-4053-bd78-276e19f2162c') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:04.237064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3927a72-60e8-4053-bd78-276e19f2162c') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:04.247401 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:04.250378 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2ec781e-2ae0-41cc-a701-a94936fa0438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:04.271498 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:04.283814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c828-7b26-42a7-ab3c-7402e18bd8e0 req-c81ce9a4-f06e-4e67-8a46-d3860c2959d7 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:04.290273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c828-7b26-42a7-ab3c-7402e18bd8e0 req-c81ce9a4-f06e-4e67-8a46-d3860c2959d7 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:04.296295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23c828-7b26-42a7-ab3c-7402e18bd8e0 req-c81ce9a4-f06e-4e67-8a46-d3860c2959d7 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:04.299106 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a23c828-7b26-42a7-ab3c-7402e18bd8e0 req-c81ce9a4-f06e-4e67-8a46-d3860c2959d7 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 2416 time: 0.3715270 Oct 13 14:24:04.310571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:24:04.310979 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:24:04.314165 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:24:04.436927 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2ec781e-2ae0-41cc-a701-a94936fa0438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:04.452679 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2ec781e-2ae0-41cc-a701-a94936fa0438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:04.452679 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a2ec781e-2ae0-41cc-a701-a94936fa0438 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38025cae-5af1-4030-8421-d749e2bd0a04 HTTP/1.1" status: 204 len: 168 time: 0.3298061 Oct 13 14:24:04.465493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec781e-2ae0-41cc-a701-a94936fa0438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38025cae-5af1-4030-8421-d749e2bd0a04,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:04.495910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-010feb98-60d3-494c-bdff-df8e3517f74b req-0c48dcfc-696e-4eea-a819-5683163c0e64 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Deleting port 02f9d58a-ad81-4143-ab5a-65848956f436 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:04.496971 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-010feb98-60d3-494c-bdff-df8e3517f74b req-0c48dcfc-696e-4eea-a819-5683163c0e64 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:04.558043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a23c828-7b26-42a7-ab3c-7402e18bd8e0 req-89956152-3e4b-460f-8462-d474b11e6eb3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418222 Oct 13 14:24:04.719545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-010feb98-60d3-494c-bdff-df8e3517f74b req-0c48dcfc-696e-4eea-a819-5683163c0e64 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] For port 02f9d58a-ad81-4143-ab5a-65848956f436, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=02f9d58a-ad81-4143-ab5a-65848956f436,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:04.719910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-010feb98-60d3-494c-bdff-df8e3517f74b req-0c48dcfc-696e-4eea-a819-5683163c0e64 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:04.747492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-010feb98-60d3-494c-bdff-df8e3517f74b req-0c48dcfc-696e-4eea-a819-5683163c0e64 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Calling delete_port for 02f9d58a-ad81-4143-ab5a-65848956f436 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:04.906519 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:04.918033 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:04.921196 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/62a66960-11a6-49d5-ae21-e7f6b0080584 HTTP/1.1" status: 204 len: 168 time: 3.8841312 Oct 13 14:24:04.928857 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59384) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:04.937026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6046345-ee34-4313-adea-fe530e89b21d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Network': ['ID=62a66960-11a6-49d5-ae21-e7f6b0080584,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:04.960841 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-58be982a-8274-42fc-b699-08f1a7eb09a7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] DELETE failed (client error): The resource could not be found. Oct 13 14:24:04.961899 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58be982a-8274-42fc-b699-08f1a7eb09a7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:04.966545 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-58be982a-8274-42fc-b699-08f1a7eb09a7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/62a66960-11a6-49d5-ae21-e7f6b0080584 HTTP/1.1" status: 404 len: 339 time: 0.0351634 Oct 13 14:24:04.971056 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59386) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:04.982373 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fe39a46d-ad38-4014-ad42-5cccf352dea7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-718239854', 'description': 'd1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:05.076564 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-010feb98-60d3-494c-bdff-df8e3517f74b req-0c48dcfc-696e-4eea-a819-5683163c0e64 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:05.092184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['758858d9-ebd7-481b-9591-cc29752ffcf9', '02f9d58a-ad81-4143-ab5a-65848956f436', '24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:24:05.094420 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe39a46d-ad38-4014-ad42-5cccf352dea7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:05.109042 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe39a46d-ad38-4014-ad42-5cccf352dea7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:05.171612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48dcfc-696e-4eea-a819-5683163c0e64 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Port': ['ID=02f9d58a-ad81-4143-ab5a-65848956f436,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:05.212653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe39a46d-ad38-4014-ad42-5cccf352dea7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:24:05.260077 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe39a46d-ad38-4014-ad42-5cccf352dea7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:05.260608 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-fe39a46d-ad38-4014-ad42-5cccf352dea7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Added segment 4e7df078-3f79-471e-b8f9-dcecd8f5bb21 of type vlan for network 369e2266-9f24-4233-bfbc-2f57a5d470d1 Oct 13 14:24:05.279799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-010feb98-60d3-494c-bdff-df8e3517f74b req-0c48dcfc-696e-4eea-a819-5683163c0e64 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] No DVR routers for this DVR port 02f9d58a-ad81-4143-ab5a-65848956f436 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:05.289050 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-010feb98-60d3-494c-bdff-df8e3517f74b req-0c48dcfc-696e-4eea-a819-5683163c0e64 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:05.312454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-010feb98-60d3-494c-bdff-df8e3517f74b req-0c48dcfc-696e-4eea-a819-5683163c0e64 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "DELETE /v2.0/ports/02f9d58a-ad81-4143-ab5a-65848956f436 HTTP/1.1" status: 204 len: 173 time: 1.4556930 Oct 13 14:24:05.313460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'name': 'network-vif-deleted', 'tag': '02f9d58a-ad81-4143-ab5a-65848956f436'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:24:05.322108 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c0cc20-0c4f-435f-8391-77a26c5309b6" -d '{"events": [{"server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "name": "network-vif-deleted", "tag": "02f9d58a-ad81-4143-ab5a-65848956f436"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:24:05.404203 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe39a46d-ad38-4014-ad42-5cccf352dea7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:05.458766 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba3527e-385f-4302-b3a7-fdd0871fd839 x-openstack-request-id: req-8ba3527e-385f-4302-b3a7-fdd0871fd839 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:24:05.460342 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "name": "network-vif-deleted", "tag": "02f9d58a-ad81-4143-ab5a-65848956f436", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:24:05.461239 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ba3527e-385f-4302-b3a7-fdd0871fd839 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:24:05.462705 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'name': 'network-vif-deleted', 'tag': '02f9d58a-ad81-4143-ab5a-65848956f436', 'status': 'completed', 'code': 200} Oct 13 14:24:05.565907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-010feb98-60d3-494c-bdff-df8e3517f74b req-9cae86a2-6654-4936-8aef-c98fe66a4184 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Deleting port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:05.566588 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-010feb98-60d3-494c-bdff-df8e3517f74b req-9cae86a2-6654-4936-8aef-c98fe66a4184 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:05.586982 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe39a46d-ad38-4014-ad42-5cccf352dea7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:05.611492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe39a46d-ad38-4014-ad42-5cccf352dea7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:05.613948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe39a46d-ad38-4014-ad42-5cccf352dea7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:05.780848 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39a46d-ad38-4014-ad42-5cccf352dea7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Network': ['ID=369e2266-9f24-4233-bfbc-2f57a5d470d1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:05.798070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 369e2266-9f24-4233-bfbc-2f57a5d470d1 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:24:05.816181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced1e3-bdb3-47d2-9d6b-884125279104 req-69b26f17-ec39-44cb-a790-52a670580f75 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:05.825980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced1e3-bdb3-47d2-9d6b-884125279104 req-69b26f17-ec39-44cb-a790-52a670580f75 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:05.827894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52ced1e3-bdb3-47d2-9d6b-884125279104 req-69b26f17-ec39-44cb-a790-52a670580f75 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 1681 time: 0.1095979 Oct 13 14:24:05.830840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-010feb98-60d3-494c-bdff-df8e3517f74b req-9cae86a2-6654-4936-8aef-c98fe66a4184 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] For port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494,segment=NetworkSegment(4dfa57fd-078f-4f42-a846-26c4f03bd6c7),segment_id=4dfa57fd-078f-4f42-a846-26c4f03bd6c7)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:05.831120 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-010feb98-60d3-494c-bdff-df8e3517f74b req-9cae86a2-6654-4936-8aef-c98fe66a4184 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:05.857008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-010feb98-60d3-494c-bdff-df8e3517f74b req-9cae86a2-6654-4936-8aef-c98fe66a4184 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Calling delete_port for 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:05.911999 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fe39a46d-ad38-4014-ad42-5cccf352dea7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9392242 Oct 13 14:24:05.918005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59424) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:06.022611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52ced1e3-bdb3-47d2-9d6b-884125279104 req-7fa4a93e-a594-487e-97f0-8034e8202148 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764657 Oct 13 14:24:06.076465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f5074-1d1f-4866-82d5-15320fd679de tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:06.080845 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da4f5074-1d1f-4866-82d5-15320fd679de tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "GET /v2.0/networks?id=369e2266-9f24-4233-bfbc-2f57a5d470d1 HTTP/1.1" status: 200 len: 764 time: 0.1647289 Oct 13 14:24:06.081780 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59430) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:06.096711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-855aedf6-fc77-4265-9b0b-fa5cda694ebf tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'network': {'description': 'd2'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:06.163913 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-010feb98-60d3-494c-bdff-df8e3517f74b req-9cae86a2-6654-4936-8aef-c98fe66a4184 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:06.214149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae86a2-6654-4936-8aef-c98fe66a4184 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Port': ['ID=24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:06.292793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-010feb98-60d3-494c-bdff-df8e3517f74b req-9cae86a2-6654-4936-8aef-c98fe66a4184 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] No DVR routers for this DVR port 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:06.297447 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-010feb98-60d3-494c-bdff-df8e3517f74b req-9cae86a2-6654-4936-8aef-c98fe66a4184 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:06.314907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-010feb98-60d3-494c-bdff-df8e3517f74b req-9cae86a2-6654-4936-8aef-c98fe66a4184 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "DELETE /v2.0/ports/24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 HTTP/1.1" status: 204 len: 173 time: 0.9859521 Oct 13 14:24:06.418035 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-855aedf6-fc77-4265-9b0b-fa5cda694ebf tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:06.506595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-855aedf6-fc77-4265-9b0b-fa5cda694ebf tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:06.553232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-010feb98-60d3-494c-bdff-df8e3517f74b req-47793c3d-2e3e-4b17-a50f-fa2209babbd4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Deleting port 758858d9-ebd7-481b-9591-cc29752ffcf9 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:06.553970 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-010feb98-60d3-494c-bdff-df8e3517f74b req-47793c3d-2e3e-4b17-a50f-fa2209babbd4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:06.577128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-855aedf6-fc77-4265-9b0b-fa5cda694ebf tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network 369e2266-9f24-4233-bfbc-2f57a5d470d1 is not hosted by any dhcp agent {{(pid=112684) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 13 14:24:06.583145 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855aedf6-fc77-4265-9b0b-fa5cda694ebf tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:06.583862 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-855aedf6-fc77-4265-9b0b-fa5cda694ebf tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:06.585266 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-855aedf6-fc77-4265-9b0b-fa5cda694ebf tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "PUT /v2.0/networks/369e2266-9f24-4233-bfbc-2f57a5d470d1 HTTP/1.1" status: 200 len: 761 time: 0.5022683 Oct 13 14:24:06.591407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59454) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:06.731502 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855aedf6-fc77-4265-9b0b-fa5cda694ebf tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Network': ['ID=369e2266-9f24-4233-bfbc-2f57a5d470d1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:06.743331 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 369e2266-9f24-4233-bfbc-2f57a5d470d1 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:24:06.749359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3278ed28-edb3-4338-9ed1-03636982962d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:06.751066 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3278ed28-edb3-4338-9ed1-03636982962d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "GET /v2.0/networks?id=369e2266-9f24-4233-bfbc-2f57a5d470d1 HTTP/1.1" status: 200 len: 764 time: 0.1588411 Oct 13 14:24:06.756735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59462) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:06.845686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-010feb98-60d3-494c-bdff-df8e3517f74b req-47793c3d-2e3e-4b17-a50f-fa2209babbd4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] For port 758858d9-ebd7-481b-9591-cc29752ffcf9, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=758858d9-ebd7-481b-9591-cc29752ffcf9,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:06.845686 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-010feb98-60d3-494c-bdff-df8e3517f74b req-47793c3d-2e3e-4b17-a50f-fa2209babbd4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:06.884039 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-010feb98-60d3-494c-bdff-df8e3517f74b req-47793c3d-2e3e-4b17-a50f-fa2209babbd4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Calling delete_port for 758858d9-ebd7-481b-9591-cc29752ffcf9 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:06.975001 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e81a3f-4ad7-4245-847d-d4f01b9ab661 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:06.977320 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-66e81a3f-4ad7-4245-847d-d4f01b9ab661 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2191277 Oct 13 14:24:06.980708 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59480) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:07.055393 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4fbd9f40-6d2c-4e4a-a359-4a313a6498c7 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 207 time: 0.0727470 Oct 13 14:24:07.060316 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59490) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:07.289872 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-010feb98-60d3-494c-bdff-df8e3517f74b req-47793c3d-2e3e-4b17-a50f-fa2209babbd4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:07.344133 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159dc73e-31bd-4f89-82b6-85d6a3825684 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:07.353562 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159dc73e-31bd-4f89-82b6-85d6a3825684 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:07.362382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159dc73e-31bd-4f89-82b6-85d6a3825684 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:07.363353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47793c3d-2e3e-4b17-a50f-fa2209babbd4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Port': ['ID=758858d9-ebd7-481b-9591-cc29752ffcf9,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:07.370391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159dc73e-31bd-4f89-82b6-85d6a3825684 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:07.382498 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159dc73e-31bd-4f89-82b6-85d6a3825684 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:07.387394 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159dc73e-31bd-4f89-82b6-85d6a3825684 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:07.393261 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-159dc73e-31bd-4f89-82b6-85d6a3825684 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3284740 Oct 13 14:24:07.396149 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59502) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:07.474045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'name': 'network-vif-deleted', 'tag': '24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:24:07.477408 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98889812-70b2-4615-adbd-8deac9a7fdf4" -d '{"events": [{"server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "name": "network-vif-deleted", "tag": "24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:24:07.491122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5137c7-a4ba-46d3-bf3e-8c9838b8e991 req-cfb8cab9-fd58-4401-b112-240b5d78c04c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:07.500575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba5137c7-a4ba-46d3-bf3e-8c9838b8e991 req-cfb8cab9-fd58-4401-b112-240b5d78c04c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 867 time: 0.2803724 Oct 13 14:24:07.523256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 758858d9-ebd7-481b-9591-cc29752ffcf9 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:24:07.528347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-010feb98-60d3-494c-bdff-df8e3517f74b req-47793c3d-2e3e-4b17-a50f-fa2209babbd4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] No DVR routers for this DVR port 758858d9-ebd7-481b-9591-cc29752ffcf9 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:07.537812 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-010feb98-60d3-494c-bdff-df8e3517f74b req-47793c3d-2e3e-4b17-a50f-fa2209babbd4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:07.559966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-010feb98-60d3-494c-bdff-df8e3517f74b req-47793c3d-2e3e-4b17-a50f-fa2209babbd4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "DELETE /v2.0/ports/758858d9-ebd7-481b-9591-cc29752ffcf9 HTTP/1.1" status: 204 len: 173 time: 1.2106078 Oct 13 14:24:07.594955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba5137c7-a4ba-46d3-bf3e-8c9838b8e991 req-62fce480-03f6-4659-87cd-d4f17e81e160 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919414 Oct 13 14:24:07.602544 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 758858d9-ebd7-481b-9591-cc29752ffcf9 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:24:07.603152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 758858d9-ebd7-481b-9591-cc29752ffcf9 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:24:07.603759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 02f9d58a-ad81-4143-ab5a-65848956f436 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:24:07.607181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59512) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:07.671926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 02f9d58a-ad81-4143-ab5a-65848956f436 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:24:07.673349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 02f9d58a-ad81-4143-ab5a-65848956f436 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:24:07.674080 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:24:07.718670 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187488d7-296b-42bc-99a8-3d5a88a34cd0 x-openstack-request-id: req-187488d7-296b-42bc-99a8-3d5a88a34cd0 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:24:07.719253 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "name": "network-vif-deleted", "tag": "24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:24:07.719716 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-187488d7-296b-42bc-99a8-3d5a88a34cd0 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:24:07.721911 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'name': 'network-vif-deleted', 'tag': '24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494', 'status': 'completed', 'code': 200} Oct 13 14:24:07.778181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:24:07.779204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 24d5f8ea-0c2a-498d-b4f1-9d3e5fcf8494 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:24:07.847269 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b5ac0ef9-4582-428c-9048-68247895c77e tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4459929 Oct 13 14:24:07.847964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59520) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:07.998529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ea49e-1961-4850-800d-23ecf731404d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:08.001977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ea49e-1961-4850-800d-23ecf731404d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:08.005516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ea49e-1961-4850-800d-23ecf731404d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:08.008743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ea49e-1961-4850-800d-23ecf731404d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:08.011784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ea49e-1961-4850-800d-23ecf731404d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:08.014624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-de6ea49e-1961-4850-800d-23ecf731404d tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1638861 Oct 13 14:24:08.020616 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59526) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:08.149243 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0722a4bd-efd4-4689-94d6-bf1c7b1b628d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:08.166805 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f2971-b71c-4cb2-89d1-76dd6e803688 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:08.175394 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f2971-b71c-4cb2-89d1-76dd6e803688 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:08.183118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f2971-b71c-4cb2-89d1-76dd6e803688 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:08.186183 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f2971-b71c-4cb2-89d1-76dd6e803688 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:08.188561 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f2971-b71c-4cb2-89d1-76dd6e803688 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:08.202198 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-af4f2971-b71c-4cb2-89d1-76dd6e803688 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1824877 Oct 13 14:24:08.206846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59534) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:08.405095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4579e9-7d4b-4f86-b82c-adf0b4f98d75 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:08.407022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-df4579e9-7d4b-4f86-b82c-adf0b4f98d75 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "GET /v2.0/networks/15554843-aa66-4f2d-b1c0-cb2162a57d80 HTTP/1.1" status: 200 len: 803 time: 0.1987152 Oct 13 14:24:08.409395 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0722a4bd-efd4-4689-94d6-bf1c7b1b628d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:08.413948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59540) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:08.454268 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0722a4bd-efd4-4689-94d6-bf1c7b1b628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:08.551556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722a4bd-efd4-4689-94d6-bf1c7b1b628d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45313bea-76b6-4728-8197-deee68c5c225,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:08.557842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0722a4bd-efd4-4689-94d6-bf1c7b1b628d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a26eb57e229f4b9e83a2e3aba7bdefd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9495406 Oct 13 14:24:08.561636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59546) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:08.648292 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-620e9cd3-3d02-4947-ab52-99543710ce34 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "GET /v2.0/networks/15554843-aa66-4f2d-b1c0-cb2162a57d80?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2274036 Oct 13 14:24:08.649443 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59552) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:08.657703 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2717398f-a3f4-4142-913f-86b2dad64809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:08.704599 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2717398f-a3f4-4142-913f-86b2dad64809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:08.727969 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606e97e-29f3-4551-b861-4cb92b5b9079 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:08.734593 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c606e97e-29f3-4551-b861-4cb92b5b9079 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "GET /v2.0/subnets/ef283597-1fbc-48fe-a1ac-2731d9170ef5 HTTP/1.1" status: 200 len: 843 time: 0.0838704 Oct 13 14:24:08.735887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59556) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:08.905819 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e2c86-3ec7-42f5-8727-2958a3683279 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['shared'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:08.911173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13865f8c-b94d-4797-b760-63d621fb00dd req-6544e5d1-0f01-4c5c-9013-8c1702c39490 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd40b50b-96cf-46c1-bb22-34f1bc57aa14 HTTP/1.1" status: 200 len: 210 time: 0.0697885 Oct 13 14:24:08.911528 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b42e2c86-3ec7-42f5-8727-2958a3683279 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "GET /v2.0/subnets/ef283597-1fbc-48fe-a1ac-2731d9170ef5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1737735 Oct 13 14:24:08.911936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59566) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:08.922918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-24df2597-15b9-40e7-b3f2-9d4e2849e1b4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1946105957'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:08.979407 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2717398f-a3f4-4142-913f-86b2dad64809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:08.991140 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2717398f-a3f4-4142-913f-86b2dad64809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:08.992615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2717398f-a3f4-4142-913f-86b2dad64809 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45313bea-76b6-4728-8197-deee68c5c225 HTTP/1.1" status: 204 len: 168 time: 0.4299123 Oct 13 14:24:09.003210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717398f-a3f4-4142-913f-86b2dad64809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45313bea-76b6-4728-8197-deee68c5c225,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:09.056409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24df2597-15b9-40e7-b3f2-9d4e2849e1b4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:09.060664 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24df2597-15b9-40e7-b3f2-9d4e2849e1b4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:09.091644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24df2597-15b9-40e7-b3f2-9d4e2849e1b4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:24:09.104448 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24df2597-15b9-40e7-b3f2-9d4e2849e1b4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:09.104797 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-24df2597-15b9-40e7-b3f2-9d4e2849e1b4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Added segment 387a4e94-9374-47fa-bf4c-1702ffaaab79 of type vlan for network bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4 Oct 13 14:24:09.149970 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24df2597-15b9-40e7-b3f2-9d4e2849e1b4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:09.253666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24df2597-15b9-40e7-b3f2-9d4e2849e1b4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:09.260149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24df2597-15b9-40e7-b3f2-9d4e2849e1b4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:09.261254 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24df2597-15b9-40e7-b3f2-9d4e2849e1b4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:09.349239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df2597-15b9-40e7-b3f2-9d4e2849e1b4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Network': ['ID=bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:09.361974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:24:09.446445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-24df2597-15b9-40e7-b3f2-9d4e2849e1b4 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5335565 Oct 13 14:24:09.449306 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59580) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:09.454538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'subnet': {'network_id': 'bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:09.470487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59582) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:09.667844 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-57ae1971-1559-4349-95e3-11eaeb11da83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:09.708380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Made reservation on behalf of 273f6732fa734ddcb747fbc3b10d3b95 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:09.710554 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:09.724799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'name': 'network-vif-deleted', 'tag': '758858d9-ebd7-481b-9591-cc29752ffcf9'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:24:09.726412 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e11b7e-6882-433d-8000-ea1c57b1e1c2" -d '{"events": [{"server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "name": "network-vif-deleted", "tag": "758858d9-ebd7-481b-9591-cc29752ffcf9"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:24:09.733905 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c40d1ec4-9313-457d-acbd-ad491aa9d5a5 req-8f234bb2-389b-4b33-9f0c-cb9761818040 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0821202 Oct 13 14:24:09.799166 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7336615-1887-4209-b229-89606d8dbb57 x-openstack-request-id: req-e7336615-1887-4209-b229-89606d8dbb57 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:24:09.799591 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd40b50b-96cf-46c1-bb22-34f1bc57aa14", "name": "network-vif-deleted", "tag": "758858d9-ebd7-481b-9591-cc29752ffcf9", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:24:09.800211 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7336615-1887-4209-b229-89606d8dbb57 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:24:09.801014 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd40b50b-96cf-46c1-bb22-34f1bc57aa14', 'name': 'network-vif-deleted', 'tag': '758858d9-ebd7-481b-9591-cc29752ffcf9', 'status': 'completed', 'code': 200} Oct 13 14:24:09.853095 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_backend_mixin [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Performing IP validity checks on allocation pools {{(pid=112684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 14:24:09.853977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_backend_mixin [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 14:24:09.865333 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-57ae1971-1559-4349-95e3-11eaeb11da83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:09.906445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d1ec4-9313-457d-acbd-ad491aa9d5a5 req-e2691089-a1b5-40b3-836c-81a0aa343ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:09.910210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c40d1ec4-9313-457d-acbd-ad491aa9d5a5 req-e2691089-a1b5-40b3-836c-81a0aa343ebc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 1098 time: 0.1005766 Oct 13 14:24:09.926833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59596) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:09.944261 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c90a9e22-0fa3-408e-92d6-b9af0f4fac91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:09.973638 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-57ae1971-1559-4349-95e3-11eaeb11da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.078607 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59600) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:10.114812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae1971-1559-4349-95e3-11eaeb11da83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a328c0-cf38-48a1-b57f-84f609f21bcc,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:10.140625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-57ae1971-1559-4349-95e3-11eaeb11da83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d49ff9a68d54a4dbb91b56c142dc0a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6689899 Oct 13 14:24:10.145756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59602) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:10.231348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d1ec4-9313-457d-acbd-ad491aa9d5a5 req-6711f53e-933d-4699-8342-363b4e2b7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:10.232787 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c40d1ec4-9313-457d-acbd-ad491aa9d5a5 req-6711f53e-933d-4699-8342-363b4e2b7d7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 200 len: 911 time: 0.2785304 Oct 13 14:24:10.233063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a68b43c-27de-4e30-9d2f-9a0a0fec5bd9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Deleting subnet c5afed79-224e-4b6b-a4c6-601ce4269036 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:24:10.239767 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.243546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a68b43c-27de-4e30-9d2f-9a0a0fec5bd9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.376551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c40d1ec4-9313-457d-acbd-ad491aa9d5a5 req-bebb2635-c3e9-4175-b257-6d51960553f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=230b4fcb-978e-4faa-a273-ca19b22ca2c2 HTTP/1.1" status: 200 len: 1001 time: 0.1267858 Oct 13 14:24:10.386410 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d1c95a4-1d58-47d5-b772-79cfd9e10664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.403546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a68b43c-27de-4e30-9d2f-9a0a0fec5bd9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.414905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c90a9e22-0fa3-408e-92d6-b9af0f4fac91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.445922 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Subnet': ['ID=d03238bf-ad29-4dd9-9c18-b82005f557e3,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:10.472363 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d1c95a4-1d58-47d5-b772-79cfd9e10664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.479742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:10.479742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:10.479742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:10.479742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:10.479742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:10.479742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:10.479742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:10.479742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:10.479742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:10.479742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:10.479742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:10.479742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:10.484713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Checking segment: {'id': '387a4e94-9374-47fa-bf4c-1702ffaaab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:10.484713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network hostable DHCP agents. Network: bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:24:10.519411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d1ec4-9313-457d-acbd-ad491aa9d5a5 req-d37dca71-85f7-4a1c-aa1e-31f0a3a95187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:10.522350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c40d1ec4-9313-457d-acbd-ad491aa9d5a5 req-d37dca71-85f7-4a1c-aa1e-31f0a3a95187 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55692630-3c1b-4a22-9c24-eba73df651f5 HTTP/1.1" status: 200 len: 849 time: 0.1279109 Oct 13 14:24:10.528208 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c90a9e22-0fa3-408e-92d6-b9af0f4fac91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.547171 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a68b43c-27de-4e30-9d2f-9a0a0fec5bd9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.611523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c90a9e22-0fa3-408e-92d6-b9af0f4fac91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0861df4953d94ffc8ef7e0748638d253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6834326 Oct 13 14:24:10.612359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59610) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:10.617568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a9e22-0fa3-408e-92d6-b9af0f4fac91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c4f7cd-e9fa-43d4-baf0-b446f356475a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:10.653822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d1ec4-9313-457d-acbd-ad491aa9d5a5 req-3654962d-5a83-4996-b785-115e5b257088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:10.658161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c40d1ec4-9313-457d-acbd-ad491aa9d5a5 req-3654962d-5a83-4996-b785-115e5b257088 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a0d1357-5bd1-47a4-bc47-4229892a21e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246812 Oct 13 14:24:10.690680 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Network bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:24:10.729925 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-040f5c4c-af24-4245-9497-2c210e6105fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.741751 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d1c95a4-1d58-47d5-b772-79cfd9e10664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.743749 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d1c95a4-1d58-47d5-b772-79cfd9e10664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.745354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3d1c95a4-1d58-47d5-b772-79cfd9e10664 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01a328c0-cf38-48a1-b57f-84f609f21bcc HTTP/1.1" status: 204 len: 168 time: 0.5957298 Oct 13 14:24:10.761749 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-040f5c4c-af24-4245-9497-2c210e6105fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.778531 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c95a4-1d58-47d5-b772-79cfd9e10664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a328c0-cf38-48a1-b57f-84f609f21bcc,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:10.782254 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a68b43c-27de-4e30-9d2f-9a0a0fec5bd9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.849044 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:10.851014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c40d1ec4-9313-457d-acbd-ad491aa9d5a5 req-6d387b80-9345-41cc-a4f5-d4b2c65f89df service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818018 Oct 13 14:24:10.855785 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:10.859225 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.866058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731731cf-a179-4140-85e3-77b0a9b97545 None None] Network bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:10.878899 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68b43c-27de-4e30-9d2f-9a0a0fec5bd9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Subnet': ['ID=c5afed79-224e-4b6b-a4c6-601ce4269036,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:10.887802 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a68b43c-27de-4e30-9d2f-9a0a0fec5bd9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:10.890951 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7a68b43c-27de-4e30-9d2f-9a0a0fec5bd9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "DELETE /v2.0/subnets/c5afed79-224e-4b6b-a4c6-601ce4269036 HTTP/1.1" status: 204 len: 168 time: 0.8107913 Oct 13 14:24:10.897145 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59616) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:10.976318 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d6f46d03-afce-4823-bfba-c6ea6900ddb2 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5258858 Oct 13 14:24:10.977275 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59622) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:10.985234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c3871d-62b1-465e-816c-33eb1f8df8f7 None None] Network 7b82faab-66f3-41d3-92cf-5828f6c8e9d5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:10.988104 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-83385963-2e0b-4731-abcf-67287bda8e35 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:11.035074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c40d1ec4-9313-457d-acbd-ad491aa9d5a5 req-ccd00eec-fcfa-4b6f-8ca6-c8379f4ab391 service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697218 Oct 13 14:24:11.048497 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:11.140345 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-040f5c4c-af24-4245-9497-2c210e6105fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:11.145736 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-040f5c4c-af24-4245-9497-2c210e6105fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:11.148585 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-040f5c4c-af24-4245-9497-2c210e6105fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00c4f7cd-e9fa-43d4-baf0-b446f356475a HTTP/1.1" status: 204 len: 168 time: 0.5310988 Oct 13 14:24:11.228466 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f5c4c-af24-4245-9497-2c210e6105fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c4f7cd-e9fa-43d4-baf0-b446f356475a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:11.262214 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-83385963-2e0b-4731-abcf-67287bda8e35 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12874210'] for subnet, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:11.286167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Deleting port a207499e-5d07-440b-af60-4a41fbd9cf70 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:11.286670 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:11.412750 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4', 'network_id': 'bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4', 'tenant_id': '273f6732fa734ddcb747fbc3b10d3b95', 'fixed_ips': [{'subnet_id': 'd03238bf-ad29-4dd9-9c18-b82005f557e3'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:24:11.416260 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:11.461993 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fc02ef-25dc-42a8-b386-405101328e2e None None] DHCP port deletion for 7b82faab-66f3-41d3-92cf-5828f6c8e9d5 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:24:11.637924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-23fc02ef-25dc-42a8-b386-405101328e2e None None] Deleting port a207499e-5d07-440b-af60-4a41fbd9cf70 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:11.640075 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23fc02ef-25dc-42a8-b386-405101328e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:11.742859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-23fc02ef-25dc-42a8-b386-405101328e2e None None] For port a207499e-5d07-440b-af60-4a41fbd9cf70, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a207499e-5d07-440b-af60-4a41fbd9cf70,segment=NetworkSegment(4dfa57fd-078f-4f42-a846-26c4f03bd6c7),segment_id=4dfa57fd-078f-4f42-a846-26c4f03bd6c7)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:11.744007 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23fc02ef-25dc-42a8-b386-405101328e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:11.791758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-23fc02ef-25dc-42a8-b386-405101328e2e None None] Calling delete_port for a207499e-5d07-440b-af60-4a41fbd9cf70 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:11.903754 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 14:24:11.903754 n-d-806683-15 neutron-server[112686]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 13 14:24:11.903754 n-d-806683-15 neutron-server[112686]: [parameters: {'in_use': 1, 'id_1': 'd03238bf-ad29-4dd9-9c18-b82005f557e3'}] Oct 13 14:24:11.903754 n-d-806683-15 neutron-server[112686]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:24:11.904951 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:24:11.939964 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] For port a207499e-5d07-440b-af60-4a41fbd9cf70, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a207499e-5d07-440b-af60-4a41fbd9cf70,segment=NetworkSegment(4dfa57fd-078f-4f42-a846-26c4f03bd6c7),segment_id=4dfa57fd-078f-4f42-a846-26c4f03bd6c7)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:11.940588 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:11.974195 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23fc02ef-25dc-42a8-b386-405101328e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:11.982764 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Calling delete_port for a207499e-5d07-440b-af60-4a41fbd9cf70 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:12.011597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59642) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:12.046600 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22078bf5-bd07-48c5-95e5-b3292d0ae4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:12.050330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc02ef-25dc-42a8-b386-405101328e2e None None] Pushing event deleted for resources: {'Port': ['ID=a207499e-5d07-440b-af60-4a41fbd9cf70,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:12.064398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fc02ef-25dc-42a8-b386-405101328e2e None None] No DVR routers for this DVR port a207499e-5d07-440b-af60-4a41fbd9cf70 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:12.138483 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-83385963-2e0b-4731-abcf-67287bda8e35 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749260317197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12662183'] for subnet, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:12.254967 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83385963-2e0b-4731-abcf-67287bda8e35 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event updated for resources: {'Subnet': ['ID=d03238bf-ad29-4dd9-9c18-b82005f557e3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:12.275994 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22078bf5-bd07-48c5-95e5-b3292d0ae4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:12.287364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83385963-2e0b-4731-abcf-67287bda8e35 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:12.289697 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-83385963-2e0b-4731-abcf-67287bda8e35 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:12.293862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59648) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:12.294672 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-83385963-2e0b-4731-abcf-67287bda8e35 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "PUT /v2.0/subnets/d03238bf-ad29-4dd9-9c18-b82005f557e3 HTTP/1.1" status: 200 len: 900 time: 1.3118680 Oct 13 14:24:12.306815 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:12.341287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Port': ['ID=a207499e-5d07-440b-af60-4a41fbd9cf70,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:12.349537 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22078bf5-bd07-48c5-95e5-b3292d0ae4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:12.364849 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] No DVR routers for this DVR port a207499e-5d07-440b-af60-4a41fbd9cf70 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:12.405560 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:12.497634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22078bf5-bd07-48c5-95e5-b3292d0ae4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c968b7b1-9d86-461c-b18c-1da64928e44f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:12.593913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-22078bf5-bd07-48c5-95e5-b3292d0ae4c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4402bf57fb6243eeaf9df83bf84eb427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5805042 Oct 13 14:24:12.604210 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59660) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:12.730079 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:12.759304 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:12.882799 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:12.892440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b82faab-66f3-41d3-92cf-5828f6c8e9d5']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:12.949492 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a207499e-5d07-440b-af60-4a41fbd9cf70 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:24:13.015884 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfa57fd-078f-4f42-a846-26c4f03bd6c7') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:13.018710 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfa57fd-078f-4f42-a846-26c4f03bd6c7') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:13.023834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: a207499e-5d07-440b-af60-4a41fbd9cf70 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:24:13.024435 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a207499e-5d07-440b-af60-4a41fbd9cf70 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:24:13.050708 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e399f06-f472-4298-b61e-c9560a164d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.057664 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.066959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Allocated IP 2001:db8::3 (bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4/d03238bf-ad29-4dd9-9c18-b82005f557e3/363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:13.096028 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.105264 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e399f06-f472-4298-b61e-c9560a164d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.115670 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:24:13.116214 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:24:13.119514 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:24:13.451578 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.470521 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.507343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.513040 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "DELETE /v2.0/networks/7b82faab-66f3-41d3-92cf-5828f6c8e9d5 HTTP/1.1" status: 204 len: 168 time: 2.6123936 Oct 13 14:24:13.515058 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afc896-5444-485d-bbf8-46b255b93d34 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Network': ['ID=7b82faab-66f3-41d3-92cf-5828f6c8e9d5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:13.521132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59678) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:13.557629 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e399f06-f472-4298-b61e-c9560a164d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.560613 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e399f06-f472-4298-b61e-c9560a164d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.562163 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3e399f06-f472-4298-b61e-c9560a164d2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c968b7b1-9d86-461c-b18c-1da64928e44f HTTP/1.1" status: 204 len: 168 time: 0.9554923 Oct 13 14:24:13.579138 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e399f06-f472-4298-b61e-c9560a164d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c968b7b1-9d86-461c-b18c-1da64928e44f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:13.609900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-e774608e-2167-46fa-82b8-0c7787bc5e7f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Deleting subnet de278f90-623a-4a8f-b7a6-c83e7fca07f8 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:24:13.617255 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.618656 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e774608e-2167-46fa-82b8-0c7787bc5e7f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.680446 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e774608e-2167-46fa-82b8-0c7787bc5e7f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.691452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Network bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:13.699615 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:13.703676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:13.749723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Pushing event updated for resources: {'Port': ['ID=363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:13.774300 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.784667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Attempting to bind port 363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:24:13.785072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Attempting to bind port 363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '387a4e94-9374-47fa-bf4c-1702ffaaab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:24:13.785942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Attempting to bind port 363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5 on network bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:13.792161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:24:13.792540 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Checking segment: {'id': '387a4e94-9374-47fa-bf4c-1702ffaaab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:13.792945 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.793398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Bound using segment: {'id': '387a4e94-9374-47fa-bf4c-1702ffaaab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:24:13.793870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Bound port: 363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '387a4e94-9374-47fa-bf4c-1702ffaaab79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:24:13.794663 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.803468 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e774608e-2167-46fa-82b8-0c7787bc5e7f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.878395 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] For port 363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:24:13.891834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Subnet': ['ID=d03238bf-ad29-4dd9-9c18-b82005f557e3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:13.898397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] For port 363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5,segment=NetworkSegment(387a4e94-9374-47fa-bf4c-1702ffaaab79),segment_id=387a4e94-9374-47fa-bf4c-1702ffaaab79)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:24:13.979597 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:13.979829 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:14.014503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:14.030915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387a4e94-9374-47fa-bf4c-1702ffaaab79') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:14.031288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387a4e94-9374-47fa-bf4c-1702ffaaab79') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:14.049275 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e774608e-2167-46fa-82b8-0c7787bc5e7f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:14.089657 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:14.110809 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:14.124864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:24:14.125987 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:14.134202 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774608e-2167-46fa-82b8-0c7787bc5e7f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Subnet': ['ID=de278f90-623a-4a8f-b7a6-c83e7fca07f8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:14.160931 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e774608e-2167-46fa-82b8-0c7787bc5e7f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:14.170168 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e774608e-2167-46fa-82b8-0c7787bc5e7f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "DELETE /v2.0/subnets/de278f90-623a-4a8f-b7a6-c83e7fca07f8 HTTP/1.1" status: 204 len: 168 time: 0.6468363 Oct 13 14:24:14.173209 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59702) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:14.209061 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ad97c-9644-4aab-a5d8-190faf110680 None None] Pushing event updated for resources: {'Port': ['ID=363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:14.224876 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbc2808-b27f-42e8-b345-348b2cd2a1aa None None] Network d75d6719-7d83-4716-a602-3d49ccee6188 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:14.242947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b25c6a8-4b30-4418-b12d-3f79bc5f95ea None None] Network bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:24:14.297772 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:24:14.312192 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:14.385883 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.api [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:24:14.385883 n-d-806683-15 neutron-server[112685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:24:14.385883 n-d-806683-15 neutron-server[112685]: [parameters: {'id': 'bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4'}] Oct 13 14:24:14.385883 n-d-806683-15 neutron-server[112685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:24:14.391240 n-d-806683-15 neutron-server[112685]: DEBUG oslo_db.api [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:24:14.399259 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Deleting port 847a6018-c66b-46fb-b751-3ee7d687e0a2 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:14.400037 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:14.627008 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] For port 847a6018-c66b-46fb-b751-3ee7d687e0a2, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=847a6018-c66b-46fb-b751-3ee7d687e0a2,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:14.627381 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:14.664529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe513c53-1a7c-4225-8f28-3b1b6161053c None None] Network bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:14.848842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Calling delete_port for 847a6018-c66b-46fb-b751-3ee7d687e0a2 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:14.849629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920bd2f5-df9d-449d-8b2e-4501a123882c None None] DHCP port deletion for d75d6719-7d83-4716-a602-3d49ccee6188 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:24:14.882821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-920bd2f5-df9d-449d-8b2e-4501a123882c None None] Deleting port 847a6018-c66b-46fb-b751-3ee7d687e0a2 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:14.883203 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-920bd2f5-df9d-449d-8b2e-4501a123882c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:14.889639 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.008299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Deleting port 363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:15.008691 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.070617 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.105775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] For port 363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5,segment=NetworkSegment(387a4e94-9374-47fa-bf4c-1702ffaaab79),segment_id=387a4e94-9374-47fa-bf4c-1702ffaaab79)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:15.106913 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.131625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Port': ['ID=847a6018-c66b-46fb-b751-3ee7d687e0a2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:15.134916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Calling delete_port for 363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:15.135067 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] No DVR routers for this DVR port 847a6018-c66b-46fb-b751-3ee7d687e0a2 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:15.164264 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-920bd2f5-df9d-449d-8b2e-4501a123882c None None] For port 847a6018-c66b-46fb-b751-3ee7d687e0a2, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=847a6018-c66b-46fb-b751-3ee7d687e0a2,segment=NetworkSegment(bd4ce917-72c8-4158-8267-b94ea3cb85da),segment_id=bd4ce917-72c8-4158-8267-b94ea3cb85da)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:15.164899 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-920bd2f5-df9d-449d-8b2e-4501a123882c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.212769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-920bd2f5-df9d-449d-8b2e-4501a123882c None None] Calling delete_port for 847a6018-c66b-46fb-b751-3ee7d687e0a2 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:15.330419 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-920bd2f5-df9d-449d-8b2e-4501a123882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.367298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920bd2f5-df9d-449d-8b2e-4501a123882c None None] No DVR routers for this DVR port 847a6018-c66b-46fb-b751-3ee7d687e0a2 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:15.376946 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.409804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75d6719-7d83-4716-a602-3d49ccee6188']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:15.424528 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.437861 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bd2f5-df9d-449d-8b2e-4501a123882c None None] Pushing event deleted for resources: {'Port': ['ID=847a6018-c66b-46fb-b751-3ee7d687e0a2,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:15.446744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4ce917-72c8-4158-8267-b94ea3cb85da') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:15.446744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4ce917-72c8-4158-8267-b94ea3cb85da') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:15.464169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108cba5f-f153-4e2d-a7b3-bb5156c40b15 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:24:15.473318 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.506562 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.512742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No DVR routers for this DVR port 363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:15.519414 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:24:15.519874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:24:15.526153 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:24:15.529633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Port': ['ID=363423fe-78c2-4b95-a3a4-a7e2ccaa9ef5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:15.609751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59744) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:15.693493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.735555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:15.750252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '387a4e94-9374-47fa-bf4c-1702ffaaab79') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:15.750554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '387a4e94-9374-47fa-bf4c-1702ffaaab79') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:15.762945 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.777879 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.788579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:24:15.789218 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.794874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.805065 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:24:15.811863 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:24:15.819377 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "DELETE /v2.0/networks/d75d6719-7d83-4716-a602-3d49ccee6188 HTTP/1.1" status: 204 len: 168 time: 1.6410205 Oct 13 14:24:15.834737 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59752) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:15.840829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108cba5f-f153-4e2d-a7b3-bb5156c40b15 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:24:15.848645 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f269daed-cc27-46cc-87fd-1798d03063d5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-172987837'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:15.938168 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f26d12-d61a-4fb2-bda8-f36336a82df3 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Network': ['ID=d75d6719-7d83-4716-a602-3d49ccee6188,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:16.037418 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f269daed-cc27-46cc-87fd-1798d03063d5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:16.042104 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f269daed-cc27-46cc-87fd-1798d03063d5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.117834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.127119 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f269daed-cc27-46cc-87fd-1798d03063d5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:24:16.134760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.150754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4 HTTP/1.1" status: 204 len: 168 time: 3.8527091 Oct 13 14:24:16.153792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59760) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:16.201481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c538c-16ca-46d7-9dca-22390b886c47 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Network': ['ID=bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:16.242492 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f269daed-cc27-46cc-87fd-1798d03063d5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.242837 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-f269daed-cc27-46cc-87fd-1798d03063d5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Added segment d24ce5cc-db04-4893-b319-e0921d09caa4 of type vlan for network 252801a1-250e-4196-b3ff-72984152028e Oct 13 14:24:16.245747 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5fdf66-14b8-46fa-8327-79329bc6c735 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] DELETE failed (client error): The resource could not be found. Oct 13 14:24:16.248126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5fdf66-14b8-46fa-8327-79329bc6c735 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:16.257355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59766) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:16.261381 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ca5fdf66-14b8-46fa-8327-79329bc6c735 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/subnets/d03238bf-ad29-4dd9-9c18-b82005f557e3 HTTP/1.1" status: 404 len: 337 time: 0.0966079 Oct 13 14:24:16.319491 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-de51ddd8-964f-444c-a55a-60a5dfeb4f83 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] DELETE failed (client error): The resource could not be found. Oct 13 14:24:16.325227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de51ddd8-964f-444c-a55a-60a5dfeb4f83 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:16.332638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-de51ddd8-964f-444c-a55a-60a5dfeb4f83 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/bf6fd2fc-2ba9-4d46-ae57-e642e6bf1cc4 HTTP/1.1" status: 404 len: 339 time: 0.0730524 Oct 13 14:24:16.336456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59772) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:16.342825 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01519027-592e-4f85-82c8-fd4fdd6f8ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.374279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f269daed-cc27-46cc-87fd-1798d03063d5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.514472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01519027-592e-4f85-82c8-fd4fdd6f8ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.533247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96003194-40be-4d79-a1dc-bec9f0605416 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.545094 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f269daed-cc27-46cc-87fd-1798d03063d5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.552912 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269daed-cc27-46cc-87fd-1798d03063d5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:16.555396 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f269daed-cc27-46cc-87fd-1798d03063d5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.677718 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269daed-cc27-46cc-87fd-1798d03063d5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event updated for resources: {'Network': ['ID=252801a1-250e-4196-b3ff-72984152028e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:16.692509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 252801a1-250e-4196-b3ff-72984152028e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:24:16.727913 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01519027-592e-4f85-82c8-fd4fdd6f8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.751383 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96003194-40be-4d79-a1dc-bec9f0605416 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.790882 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f269daed-cc27-46cc-87fd-1798d03063d5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9541986 Oct 13 14:24:16.794631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59782) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:16.813550 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 847a6018-c66b-46fb-b751-3ee7d687e0a2 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:24:16.815621 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-01519027-592e-4f85-82c8-fd4fdd6f8ff9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07d99d7cb20f48a7a010d616626a2f52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2045081 Oct 13 14:24:16.817664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1b61adf0-d314-4240-bcb2-b874609ac830 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Request body: {'subnet': {'network_id': '252801a1-250e-4196-b3ff-72984152028e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:16.818823 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59784) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:16.828145 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01519027-592e-4f85-82c8-fd4fdd6f8ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4abc4d-65c2-4070-b696-673d7b02b28c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:16.907048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 847a6018-c66b-46fb-b751-3ee7d687e0a2 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:24:16.907816 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 847a6018-c66b-46fb-b751-3ee7d687e0a2 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:24:16.927949 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eca24df4-2ea5-4d5d-adee-8f94619f9ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.937939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-96003194-40be-4d79-a1dc-bec9f0605416 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369e2266-9f24-4233-bfbc-2f57a5d470d1']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:16.980581 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eca24df4-2ea5-4d5d-adee-8f94619f9ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:16.987932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-96003194-40be-4d79-a1dc-bec9f0605416 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7df078-3f79-471e-b8f9-dcecd8f5bb21') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:16.987932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-96003194-40be-4d79-a1dc-bec9f0605416 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7df078-3f79-471e-b8f9-dcecd8f5bb21') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:17.031126 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96003194-40be-4d79-a1dc-bec9f0605416 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:17.071139 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96003194-40be-4d79-a1dc-bec9f0605416 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:17.084679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96003194-40be-4d79-a1dc-bec9f0605416 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:24:17.084679 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96003194-40be-4d79-a1dc-bec9f0605416 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:24:17.086166 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:24:17.185562 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eca24df4-2ea5-4d5d-adee-8f94619f9ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:17.188075 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eca24df4-2ea5-4d5d-adee-8f94619f9ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:17.192037 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eca24df4-2ea5-4d5d-adee-8f94619f9ff3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f4abc4d-65c2-4070-b696-673d7b02b28c HTTP/1.1" status: 204 len: 168 time: 0.3692276 Oct 13 14:24:17.210144 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca24df4-2ea5-4d5d-adee-8f94619f9ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4abc4d-65c2-4070-b696-673d7b02b28c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:17.264876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b61adf0-d314-4240-bcb2-b874609ac830 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:17.269653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b61adf0-d314-4240-bcb2-b874609ac830 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:17.286783 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96003194-40be-4d79-a1dc-bec9f0605416 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:17.329303 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96003194-40be-4d79-a1dc-bec9f0605416 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:17.329604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-96003194-40be-4d79-a1dc-bec9f0605416 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/369e2266-9f24-4233-bfbc-2f57a5d470d1 HTTP/1.1" status: 204 len: 168 time: 0.9911807 Oct 13 14:24:17.333299 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59804) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:17.362259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96003194-40be-4d79-a1dc-bec9f0605416 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Network': ['ID=369e2266-9f24-4233-bfbc-2f57a5d470d1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:17.390632 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32ceeef-59a1-47a3-9c90-44b7f5b93529 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] DELETE failed (client error): The resource could not be found. Oct 13 14:24:17.391555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32ceeef-59a1-47a3-9c90-44b7f5b93529 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:17.395582 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d32ceeef-59a1-47a3-9c90-44b7f5b93529 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/subnets/9c3dfaf6-adca-4854-8a74-84b573fbdb14 HTTP/1.1" status: 404 len: 337 time: 0.0611331 Oct 13 14:24:17.401627 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59806) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:17.431341 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66de607-a835-4591-8770-248be2b8f92c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] DELETE failed (client error): The resource could not be found. Oct 13 14:24:17.431484 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66de607-a835-4591-8770-248be2b8f92c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:17.435348 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e66de607-a835-4591-8770-248be2b8f92c tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/62a66960-11a6-49d5-ae21-e7f6b0080584 HTTP/1.1" status: 404 len: 339 time: 0.0320494 Oct 13 14:24:17.438934 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59808) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:17.530531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a286e88-03b1-423e-b4da-871631ff353a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Deleting subnet 43c30d93-bf8d-45a1-b580-3c3ac3cbc9b0 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:24:17.556169 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a286e88-03b1-423e-b4da-871631ff353a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:17.640649 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a286e88-03b1-423e-b4da-871631ff353a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:17.751872 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b61adf0-d314-4240-bcb2-b874609ac830 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:17.833160 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a286e88-03b1-423e-b4da-871631ff353a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:17.894407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61adf0-d314-4240-bcb2-b874609ac830 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event updated for resources: {'Subnet': ['ID=e0adac40-cdce-435a-b957-7bb23f1a711e,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:17.902225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61adf0-d314-4240-bcb2-b874609ac830 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Checking segment: {'id': 'd24ce5cc-db04-4893-b319-e0921d09caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '252801a1-250e-4196-b3ff-72984152028e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:17.902712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61adf0-d314-4240-bcb2-b874609ac830 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Network hostable DHCP agents. Network: 252801a1-250e-4196-b3ff-72984152028e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:24:18.006927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61adf0-d314-4240-bcb2-b874609ac830 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Network 252801a1-250e-4196-b3ff-72984152028e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:24:18.099444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-1b61adf0-d314-4240-bcb2-b874609ac830 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 252801a1-250e-4196-b3ff-72984152028e) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:18.104742 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a286e88-03b1-423e-b4da-871631ff353a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.105717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b61adf0-d314-4240-bcb2-b874609ac830 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:18.111710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b61adf0-d314-4240-bcb2-b874609ac830 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.124454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda83e2-2e3f-45a0-96c5-c9a93e1dddc0 None None] Network 252801a1-250e-4196-b3ff-72984152028e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:18.148923 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a286e88-03b1-423e-b4da-871631ff353a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Subnet': ['ID=43c30d93-bf8d-45a1-b580-3c3ac3cbc9b0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:18.161377 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a286e88-03b1-423e-b4da-871631ff353a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.167044 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3a286e88-03b1-423e-b4da-871631ff353a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/subnets/43c30d93-bf8d-45a1-b580-3c3ac3cbc9b0 HTTP/1.1" status: 204 len: 168 time: 0.7270689 Oct 13 14:24:18.171307 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59840) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:18.204806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1b61adf0-d314-4240-bcb2-b874609ac830 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4045913 Oct 13 14:24:18.208663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59842) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:18.228239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d38d0789-829b-4e19-a788-2c9b82043bf4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1150094066'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:18.230714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1368403f-ca52-4d4c-ad3b-9415c585d829 None None] Network 039a4074-5091-4859-a51a-9fed84dc3f9e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:18.290995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-484bbc80-b56e-4b7d-b590-378654f8dc9a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Deleting subnet cc3c7802-77a7-448c-945d-989e362e0039 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:24:18.297465 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-484bbc80-b56e-4b7d-b590-378654f8dc9a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.396634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38d0789-829b-4e19-a788-2c9b82043bf4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:18.412165 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d38d0789-829b-4e19-a788-2c9b82043bf4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.418135 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-484bbc80-b56e-4b7d-b590-378654f8dc9a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.487821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38d0789-829b-4e19-a788-2c9b82043bf4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:24:18.521545 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d38d0789-829b-4e19-a788-2c9b82043bf4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.522090 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-d38d0789-829b-4e19-a788-2c9b82043bf4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Added segment 7d0fadd7-257d-421f-966c-570094d33c61 of type vlan for network a3147f9e-b864-4ea6-b499-3aeda5faa7ed Oct 13 14:24:18.606713 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.608529 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d38d0789-829b-4e19-a788-2c9b82043bf4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.658402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-252801a1-250e-4196-b3ff-72984152028e', 'network_id': '252801a1-250e-4196-b3ff-72984152028e', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'fixed_ips': [{'subnet_id': 'e0adac40-cdce-435a-b957-7bb23f1a711e'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:24:18.659296 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.680710 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-484bbc80-b56e-4b7d-b590-378654f8dc9a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.804153 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d38d0789-829b-4e19-a788-2c9b82043bf4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.812031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38d0789-829b-4e19-a788-2c9b82043bf4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:18.812684 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d38d0789-829b-4e19-a788-2c9b82043bf4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.874092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Allocated IP 19.80.0.2 (252801a1-250e-4196-b3ff-72984152028e/e0adac40-cdce-435a-b957-7bb23f1a711e/4477860d-dee5-471a-8f60-6857736d45df) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:18.905335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-484bbc80-b56e-4b7d-b590-378654f8dc9a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.973667 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-484bbc80-b56e-4b7d-b590-378654f8dc9a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:18.994038 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-484bbc80-b56e-4b7d-b590-378654f8dc9a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/subnets/cc3c7802-77a7-448c-945d-989e362e0039 HTTP/1.1" status: 204 len: 168 time: 0.8206439 Oct 13 14:24:18.996359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bbc80-b56e-4b7d-b590-378654f8dc9a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3c7802-77a7-448c-945d-989e362e0039,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:19.002017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59864) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:19.100399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d0789-829b-4e19-a788-2c9b82043bf4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event updated for resources: {'Network': ['ID=a3147f9e-b864-4ea6-b499-3aeda5faa7ed,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:19.121403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network a3147f9e-b864-4ea6-b499-3aeda5faa7ed details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:24:19.161444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59868) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:19.163141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d38d0789-829b-4e19-a788-2c9b82043bf4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9497519 Oct 13 14:24:19.170035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a15d0f02-4c5f-4ded-8604-b7ec7e53cd9a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Request body: {'subnet': {'network_id': 'a3147f9e-b864-4ea6-b499-3aeda5faa7ed', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:19.213955 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:19.316761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Deleting port 8a564e5c-c527-497d-a173-dd7b6c1062e3 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:19.317601 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:19.407018 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:19.412062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] For port 8a564e5c-c527-497d-a173-dd7b6c1062e3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8a564e5c-c527-497d-a173-dd7b6c1062e3,segment=NetworkSegment(5e363c53-3f1e-43dd-991c-d2f418cfa121),segment_id=5e363c53-3f1e-43dd-991c-d2f418cfa121)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:19.412633 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:19.427691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Calling delete_port for 8a564e5c-c527-497d-a173-dd7b6c1062e3 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:19.539859 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:19.540851 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15d0f02-4c5f-4ded-8604-b7ec7e53cd9a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:19.549687 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a15d0f02-4c5f-4ded-8604-b7ec7e53cd9a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:19.611314 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c62080d-88c7-4948-be8e-44898291d0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:19.659724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Pushing event updated for resources: {'Port': ['ID=4477860d-dee5-471a-8f60-6857736d45df,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:19.682910 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Network 252801a1-250e-4196-b3ff-72984152028e is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:19.690974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:19.695088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:19.764727 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:19.836747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Attempting to bind port 4477860d-dee5-471a-8f60-6857736d45df on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:24:19.840513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Attempting to bind port 4477860d-dee5-471a-8f60-6857736d45df by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'd24ce5cc-db04-4893-b319-e0921d09caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '252801a1-250e-4196-b3ff-72984152028e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:24:19.840513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Attempting to bind port 4477860d-dee5-471a-8f60-6857736d45df on network 252801a1-250e-4196-b3ff-72984152028e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:19.855530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:24:19.860858 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Checking segment: {'id': 'd24ce5cc-db04-4893-b319-e0921d09caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '252801a1-250e-4196-b3ff-72984152028e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:19.861667 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:19.868914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Bound using segment: {'id': 'd24ce5cc-db04-4893-b319-e0921d09caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '252801a1-250e-4196-b3ff-72984152028e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:24:19.868914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Bound port: 4477860d-dee5-471a-8f60-6857736d45df, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24ce5cc-db04-4893-b319-e0921d09caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '252801a1-250e-4196-b3ff-72984152028e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:24:19.868914 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:19.876642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Port': ['ID=8a564e5c-c527-497d-a173-dd7b6c1062e3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:19.918510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No DVR routers for this DVR port 8a564e5c-c527-497d-a173-dd7b6c1062e3 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:20.079314 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28975bf-9176-4156-b3b5-aca23baa6267 None None] Network 039a4074-5091-4859-a51a-9fed84dc3f9e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:20.138322 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:20.200854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039a4074-5091-4859-a51a-9fed84dc3f9e']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:20.205135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] For port 4477860d-dee5-471a-8f60-6857736d45df, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:24:20.223310 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] For port 4477860d-dee5-471a-8f60-6857736d45df, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4477860d-dee5-471a-8f60-6857736d45df,segment=NetworkSegment(d24ce5cc-db04-4893-b319-e0921d09caa4),segment_id=d24ce5cc-db04-4893-b319-e0921d09caa4)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:24:20.226961 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7c7f8977-1d17-4647-a5fa-0cd98ff36e60 None None] Could not find standard attr ID for object 8a564e5c-c527-497d-a173-dd7b6c1062e3. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:24:20.244429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e363c53-3f1e-43dd-991c-d2f418cfa121') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:20.244750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e363c53-3f1e-43dd-991c-d2f418cfa121') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:20.280335 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:20.310755 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:20.320884 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:20.324576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:24:20.324576 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:24:20.334857 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:24:20.344507 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a15d0f02-4c5f-4ded-8604-b7ec7e53cd9a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:20.450078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a344f-6fee-43af-9b8d-b2811cb1bf86 None None] Pushing event updated for resources: {'Port': ['ID=4477860d-dee5-471a-8f60-6857736d45df,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:20.470243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b0113b-22e6-4850-b6ee-89551a235460 None None] DHCP port deletion for 039a4074-5091-4859-a51a-9fed84dc3f9e request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:24:20.489918 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d0f02-4c5f-4ded-8604-b7ec7e53cd9a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event updated for resources: {'Subnet': ['ID=b7ef7b1f-307b-4d48-b478-4e7537c22ac4,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:20.565170 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15d0f02-4c5f-4ded-8604-b7ec7e53cd9a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Checking segment: {'id': '7d0fadd7-257d-421f-966c-570094d33c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a3147f9e-b864-4ea6-b499-3aeda5faa7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:20.566220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15d0f02-4c5f-4ded-8604-b7ec7e53cd9a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Network hostable DHCP agents. Network: a3147f9e-b864-4ea6-b499-3aeda5faa7ed, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:24:20.573760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:20.584744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:20.591674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/039a4074-5091-4859-a51a-9fed84dc3f9e HTTP/1.1" status: 204 len: 168 time: 1.5875595 Oct 13 14:24:20.594754 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59902) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:20.608240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f63221-236f-4ebd-9cb1-24dac6438b06 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Network': ['ID=039a4074-5091-4859-a51a-9fed84dc3f9e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:20.684833 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6c4f41-6000-4362-9b33-5406633b3eb8 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] DELETE failed (client error): The resource could not be found. Oct 13 14:24:20.685334 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6c4f41-6000-4362-9b33-5406633b3eb8 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:20.692276 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cb6c4f41-6000-4362-9b33-5406633b3eb8 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/subnets/2c245d92-2c2f-476f-ad66-94bcd0a3ee65 HTTP/1.1" status: 404 len: 337 time: 0.0912809 Oct 13 14:24:20.693507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59908) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:20.696695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15d0f02-4c5f-4ded-8604-b7ec7e53cd9a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Network a3147f9e-b864-4ea6-b499-3aeda5faa7ed is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:24:20.745209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8a564e5c-c527-497d-a173-dd7b6c1062e3 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:24:20.768609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a15d0f02-4c5f-4ded-8604-b7ec7e53cd9a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, a3147f9e-b864-4ea6-b499-3aeda5faa7ed) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:20.781009 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d0f02-4c5f-4ded-8604-b7ec7e53cd9a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:20.781665 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a15d0f02-4c5f-4ded-8604-b7ec7e53cd9a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:20.799710 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 8a564e5c-c527-497d-a173-dd7b6c1062e3 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:24:20.800618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8a564e5c-c527-497d-a173-dd7b6c1062e3 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:24:20.803703 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2a63ae-c17e-49a0-914f-fdae3486b6ef None None] Network a3147f9e-b864-4ea6-b499-3aeda5faa7ed requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:20.819575 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-864264b9-66b6-46ce-9889-20a05f5ef2de tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] DELETE failed (client error): The resource could not be found. Oct 13 14:24:20.820246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864264b9-66b6-46ce-9889-20a05f5ef2de tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:20.839526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-864264b9-66b6-46ce-9889-20a05f5ef2de tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/59c5296a-d9cc-424f-8151-b0a61129146d HTTP/1.1" status: 404 len: 339 time: 0.1443117 Oct 13 14:24:20.843049 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59912) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:20.960419 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-7971cc40-118e-41aa-997e-d9ba9037ff1f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] DELETE failed (client error): The resource could not be found. Oct 13 14:24:20.964911 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7971cc40-118e-41aa-997e-d9ba9037ff1f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:20.972425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59918) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:20.978337 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7971cc40-118e-41aa-997e-d9ba9037ff1f tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/subnets/230a301c-2ac5-4aea-be43-c54007b523df HTTP/1.1" status: 404 len: 337 time: 0.1280859 Oct 13 14:24:20.993112 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a15d0f02-4c5f-4ded-8604-b7ec7e53cd9a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8281281 Oct 13 14:24:21.029231 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-da93354b-ff29-4a49-a25f-9bf75e3b0852 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] DELETE failed (client error): The resource could not be found. Oct 13 14:24:21.032045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da93354b-ff29-4a49-a25f-9bf75e3b0852 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:21.035605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-da93354b-ff29-4a49-a25f-9bf75e3b0852 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/f24d5e1a-4fed-462b-9fd0-ad53bdf09a0f HTTP/1.1" status: 404 len: 339 time: 0.0611579 Oct 13 14:24:21.039610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59924) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:21.123284 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-982c3036-68ec-4066-b8da-bbefac841822 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] DELETE failed (client error): The resource could not be found. Oct 13 14:24:21.124836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982c3036-68ec-4066-b8da-bbefac841822 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:21.128818 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-982c3036-68ec-4066-b8da-bbefac841822 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/subnets/bb23f710-9a8d-4c08-a9d4-55b84e365122 HTTP/1.1" status: 404 len: 337 time: 0.0858138 Oct 13 14:24:21.133678 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59930) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:21.180433 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc7cb3c-0e79-495d-ad15-5bd7d291ab5b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] DELETE failed (client error): The resource could not be found. Oct 13 14:24:21.180433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc7cb3c-0e79-495d-ad15-5bd7d291ab5b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:21.186698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59934) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:21.187298 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8fc7cb3c-0e79-495d-ad15-5bd7d291ab5b tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/ad87ac14-2440-4f99-8570-872c277dac29 HTTP/1.1" status: 404 len: 339 time: 0.0520167 Oct 13 14:24:21.189079 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-a3147f9e-b864-4ea6-b499-3aeda5faa7ed', 'network_id': 'a3147f9e-b864-4ea6-b499-3aeda5faa7ed', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'fixed_ips': [{'subnet_id': 'b7ef7b1f-307b-4d48-b478-4e7537c22ac4'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:24:21.190179 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:21.313357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f82eab-bc0e-4b83-b224-dacb707b4770 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Deleting subnet 53a7fd12-f736-4a0a-aefc-dd9d75c7c1ec {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:24:21.323105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84f82eab-bc0e-4b83-b224-dacb707b4770 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:21.407613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Allocated IP 19.86.0.2 (a3147f9e-b864-4ea6-b499-3aeda5faa7ed/b7ef7b1f-307b-4d48-b478-4e7537c22ac4/0b266375-63a5-4e5b-8e24-37f3bb440929) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:21.505671 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84f82eab-bc0e-4b83-b224-dacb707b4770 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:21.661708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-3e84833e-fc7f-461a-ac3c-36aa22a3f488 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:21.669571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-3e84833e-fc7f-461a-ac3c-36aa22a3f488 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:21.671753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-3e84833e-fc7f-461a-ac3c-36aa22a3f488 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/networks?id=252801a1-250e-4196-b3ff-72984152028e&id=a3147f9e-b864-4ea6-b499-3aeda5faa7ed HTTP/1.1" status: 200 len: 1391 time: 0.2780280 Oct 13 14:24:21.730835 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:21.753376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-213abda0-4015-4cbc-9b07-b435fdde1283 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/quotas/369f61c3408a4d8b912583e7eafe96b9 HTTP/1.1" status: 200 len: 375 time: 0.0640006 Oct 13 14:24:21.754763 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84f82eab-bc0e-4b83-b224-dacb707b4770 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:21.849153 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:21.872966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-b2a89457-7936-483d-b14d-55f38a9a7607 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=369f61c3408a4d8b912583e7eafe96b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120076 Oct 13 14:24:21.910183 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:21.913871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Network a3147f9e-b864-4ea6-b499-3aeda5faa7ed is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:21.917181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:21.922087 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:21.925403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Pushing event updated for resources: {'Port': ['ID=0b266375-63a5-4e5b-8e24-37f3bb440929,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:21.996559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Attempting to bind port 0b266375-63a5-4e5b-8e24-37f3bb440929 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:24:21.996927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Attempting to bind port 0b266375-63a5-4e5b-8e24-37f3bb440929 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7d0fadd7-257d-421f-966c-570094d33c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a3147f9e-b864-4ea6-b499-3aeda5faa7ed'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:24:21.997452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Attempting to bind port 0b266375-63a5-4e5b-8e24-37f3bb440929 on network a3147f9e-b864-4ea6-b499-3aeda5faa7ed {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:22.003232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:24:22.003600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Checking segment: {'id': '7d0fadd7-257d-421f-966c-570094d33c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a3147f9e-b864-4ea6-b499-3aeda5faa7ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:22.004846 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:22.004846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Bound using segment: {'id': '7d0fadd7-257d-421f-966c-570094d33c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a3147f9e-b864-4ea6-b499-3aeda5faa7ed'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:24:22.005141 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Bound port: 0b266375-63a5-4e5b-8e24-37f3bb440929, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0fadd7-257d-421f-966c-570094d33c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a3147f9e-b864-4ea6-b499-3aeda5faa7ed'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:24:22.005515 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:22.011512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-4474e68d-0203-45f8-96e8-7c3f33efa5f9 service neutron] 10.222.0.18 "GET /v2.0/networks/252801a1-250e-4196-b3ff-72984152028e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376820 Oct 13 14:24:22.013546 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84f82eab-bc0e-4b83-b224-dacb707b4770 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:22.033786 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84f82eab-bc0e-4b83-b224-dacb707b4770 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:22.039917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-84f82eab-bc0e-4b83-b224-dacb707b4770 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/subnets/53a7fd12-f736-4a0a-aefc-dd9d75c7c1ec HTTP/1.1" status: 204 len: 168 time: 0.8512378 Oct 13 14:24:22.041880 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59958) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:22.053969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd78a6-1024-49a2-b197-46820dce62be None None] Network 80b561aa-7a92-43ee-8dd6-d909bf61b30d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:22.098135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f82eab-bc0e-4b83-b224-dacb707b4770 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Subnet': ['ID=53a7fd12-f736-4a0a-aefc-dd9d75c7c1ec,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:22.205937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:22.244487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-d1114b7d-128b-401d-938d-b6939928b9ea service neutron] 10.222.0.18 "GET /v2.0/networks/252801a1-250e-4196-b3ff-72984152028e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188334 Oct 13 14:24:22.308789 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ca1686a5-e18f-46fa-8880-a30e4eda2a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:22.354065 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Deleting port 005a9ae0-e83d-46c9-9db7-d2098425e39d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:22.355104 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:22.364800 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f723fdf1-0da1-4507-8110-19021ff44efb None None] Network 252801a1-250e-4196-b3ff-72984152028e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:22.372784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] For port 0b266375-63a5-4e5b-8e24-37f3bb440929, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:24:22.441996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-23d1c97b-b719-4bd9-afbb-7720458e7a9e service neutron] 10.222.0.18 "GET /v2.0/networks/a3147f9e-b864-4ea6-b499-3aeda5faa7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903620 Oct 13 14:24:22.520517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] For port 0b266375-63a5-4e5b-8e24-37f3bb440929, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0b266375-63a5-4e5b-8e24-37f3bb440929,segment=NetworkSegment(7d0fadd7-257d-421f-966c-570094d33c61),segment_id=7d0fadd7-257d-421f-966c-570094d33c61)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:24:22.523364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-131176d6-8bbe-47fb-8238-95f5ff3c5767 None None] Provisioning complete for port 4477860d-dee5-471a-8f60-6857736d45df triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:22.524154 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-131176d6-8bbe-47fb-8238-95f5ff3c5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:22.544279 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] For port 005a9ae0-e83d-46c9-9db7-d2098425e39d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=005a9ae0-e83d-46c9-9db7-d2098425e39d,segment=NetworkSegment(5fef3869-2cb6-427f-89a5-91d72c562076),segment_id=5fef3869-2cb6-427f-89a5-91d72c562076)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:22.547795 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:22.592327 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Calling delete_port for 005a9ae0-e83d-46c9-9db7-d2098425e39d owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:22.630739 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:22.857841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4451c-d6a6-4b40-a3b9-bed3ca708563 None None] Pushing event updated for resources: {'Port': ['ID=0b266375-63a5-4e5b-8e24-37f3bb440929,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:22.871630 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4477860d-dee5-471a-8f60-6857736d45df up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:24:22.907997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b746abd-ec58-4d90-83b1-63d2c415bbad None None] DHCP port deletion for 80b561aa-7a92-43ee-8dd6-d909bf61b30d request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:24:23.016961 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:23.062758 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Port': ['ID=005a9ae0-e83d-46c9-9db7-d2098425e39d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:23.073230 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No DVR routers for this DVR port 005a9ae0-e83d-46c9-9db7-d2098425e39d on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:23.343407 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:23.406215 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b561aa-7a92-43ee-8dd6-d909bf61b30d']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:23.433659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fef3869-2cb6-427f-89a5-91d72c562076') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:23.435525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fef3869-2cb6-427f-89a5-91d72c562076') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:23.464952 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:23.497252 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:23.515976 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:24:23.516533 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:24:23.523341 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:24:23.616687 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-131176d6-8bbe-47fb-8238-95f5ff3c5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:23.669837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6e208d39-34fe-4179-a172-d4926526754a service neutron] 10.222.0.18 "GET /v2.0/networks/a3147f9e-b864-4ea6-b499-3aeda5faa7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2198944 Oct 13 14:24:23.719679 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4b746abd-ec58-4d90-83b1-63d2c415bbad None None] The port '005a9ae0-e83d-46c9-9db7-d2098425e39d' was deleted {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 14:24:23.748370 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:23.761303 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:23.775136 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/80b561aa-7a92-43ee-8dd6-d909bf61b30d HTTP/1.1" status: 204 len: 168 time: 1.7321584 Oct 13 14:24:23.781970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59992) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:23.814860 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615ad9b-6cf2-4cf9-8476-25bbfbaa9ffc tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Network': ['ID=80b561aa-7a92-43ee-8dd6-d909bf61b30d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:23.843817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-131176d6-8bbe-47fb-8238-95f5ff3c5767 None None] For port 4477860d-dee5-471a-8f60-6857736d45df, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4477860d-dee5-471a-8f60-6857736d45df,segment=NetworkSegment(d24ce5cc-db04-4893-b319-e0921d09caa4),segment_id=d24ce5cc-db04-4893-b319-e0921d09caa4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:23.869812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4477860d-dee5-471a-8f60-6857736d45df triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:23.873496 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:23.899814 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cb2174-2f1b-45ad-a365-0ab46ed02bc8 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] DELETE failed (client error): The resource could not be found. Oct 13 14:24:23.903170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cb2174-2f1b-45ad-a365-0ab46ed02bc8 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:23.907880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-68cb2174-2f1b-45ad-a365-0ab46ed02bc8 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/subnets/2182a125-e8bf-4fc3-b24a-d5d45aabf278 HTTP/1.1" status: 404 len: 337 time: 0.1232615 Oct 13 14:24:23.909358 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59994) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:23.941737 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a7cc05-5e48-4dd3-8be2-519c3f9990ce tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] DELETE failed (client error): The resource could not be found. Oct 13 14:24:23.963198 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a7cc05-5e48-4dd3-8be2-519c3f9990ce tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:23.968722 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:23.969189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60000) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:23.971437 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d5a7cc05-5e48-4dd3-8be2-519c3f9990ce tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/b793cda1-e127-408f-b0ca-0def7a0ea72f HTTP/1.1" status: 404 len: 339 time: 0.0598860 Oct 13 14:24:23.972217 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-131176d6-8bbe-47fb-8238-95f5ff3c5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:24.063562 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:24.149297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b20b7b-5e6b-4ccc-8064-4518448660f3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Deleting subnet ef283597-1fbc-48fe-a1ac-2731d9170ef5 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:24:24.149584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131176d6-8bbe-47fb-8238-95f5ff3c5767 None None] Pushing event updated for resources: {'Port': ['ID=4477860d-dee5-471a-8f60-6857736d45df,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:24.226974 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38b20b7b-5e6b-4ccc-8064-4518448660f3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:24.304562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c18fe1f-185c-4f50-86a4-c743d09c98e7 req-c200780e-4552-4a85-9aa9-4612c6c18c1e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 210 time: 0.1469738 Oct 13 14:24:24.328220 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38b20b7b-5e6b-4ccc-8064-4518448660f3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:24.408328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-145b379a-40d5-4573-b0e1-6f265d06af5d None None] Provisioning complete for port 4477860d-dee5-471a-8f60-6857736d45df triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:24.408548 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-145b379a-40d5-4573-b0e1-6f265d06af5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:24.644343 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38b20b7b-5e6b-4ccc-8064-4518448660f3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:24.830782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2518f89a-742b-490b-9d5d-e1bdf62dcaa4 None None] Network a3147f9e-b864-4ea6-b499-3aeda5faa7ed requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:24.922821 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38b20b7b-5e6b-4ccc-8064-4518448660f3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:24.986034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b20b7b-5e6b-4ccc-8064-4518448660f3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Subnet': ['ID=ef283597-1fbc-48fe-a1ac-2731d9170ef5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:25.003736 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38b20b7b-5e6b-4ccc-8064-4518448660f3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:25.020263 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-38b20b7b-5e6b-4ccc-8064-4518448660f3 tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/subnets/ef283597-1fbc-48fe-a1ac-2731d9170ef5 HTTP/1.1" status: 204 len: 168 time: 1.0499454 Oct 13 14:24:25.023440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60032) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:25.103782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb2318c-13ca-48fe-a5c4-6c4a75f29771 None None] Network 15554843-aa66-4f2d-b1c0-cb2162a57d80 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:25.153219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4477860d-dee5-471a-8f60-6857736d45df up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:24:25.251277 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:25.378189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Deleting port 6cadebbe-28a2-4f9f-be16-2cd5869b772d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:25.379364 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:25.424270 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-884f66be-9108-4578-b83b-d839c9a2cb52 None None] Provisioning complete for port 0b266375-63a5-4e5b-8e24-37f3bb440929 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:25.424890 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-884f66be-9108-4578-b83b-d839c9a2cb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:25.575468 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d550580d-8d1a-4a60-83b6-fbeb2b73260e req-c5beb53a-d4e0-47e3-9864-23ed5db7ba87 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 210 time: 0.0990565 Oct 13 14:24:25.592792 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:25.623451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] For port 6cadebbe-28a2-4f9f-be16-2cd5869b772d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6cadebbe-28a2-4f9f-be16-2cd5869b772d,segment=NetworkSegment(4cbc4096-3836-4056-94c9-68577e6a5d92),segment_id=4cbc4096-3836-4056-94c9-68577e6a5d92)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:25.624248 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:25.680099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4477860d-dee5-471a-8f60-6857736d45df triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:25.680622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:25.698499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Calling delete_port for 6cadebbe-28a2-4f9f-be16-2cd5869b772d owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:25.807068 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-884f66be-9108-4578-b83b-d839c9a2cb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:25.894957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a74fb1-7d0d-4391-8817-af2da09ca4dd None None] DHCP port deletion for 15554843-aa66-4f2d-b1c0-cb2162a57d80 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:24:25.901789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3fb75a12-c45f-494b-bce5-a4ecb41f7f9e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:25.903572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3fb75a12-c45f-494b-bce5-a4ecb41f7f9e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/networks?id=456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 200 len: 815 time: 0.4256828 Oct 13 14:24:25.978768 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-884f66be-9108-4578-b83b-d839c9a2cb52 None None] For port 0b266375-63a5-4e5b-8e24-37f3bb440929, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0b266375-63a5-4e5b-8e24-37f3bb440929,segment=NetworkSegment(7d0fadd7-257d-421f-966c-570094d33c61),segment_id=7d0fadd7-257d-421f-966c-570094d33c61)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:25.983202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-e5740bd2-3a02-4f3a-b7bb-ea233209aaaa tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/quotas/79a6444bd40445efa07fadbbb84c9e0a HTTP/1.1" status: 200 len: 375 time: 0.0180333 Oct 13 14:24:26.117437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-35d48129-1381-4bab-9d78-c10617a3c6a6 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249046 Oct 13 14:24:26.138002 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-884f66be-9108-4578-b83b-d839c9a2cb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:26.353441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-e5542f8f-16a5-405f-88b8-a03566d49c22 service neutron] 10.222.0.18 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360389 Oct 13 14:24:26.365955 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:26.392007 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f66be-9108-4578-b83b-d839c9a2cb52 None None] Pushing event updated for resources: {'Port': ['ID=0b266375-63a5-4e5b-8e24-37f3bb440929,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:26.404726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0b266375-63a5-4e5b-8e24-37f3bb440929 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:24:26.408119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a52e29da-fa06-4ce1-99dd-0ce6c63086ca None None] Provisioning complete for port 0b266375-63a5-4e5b-8e24-37f3bb440929 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:26.408492 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a52e29da-fa06-4ce1-99dd-0ce6c63086ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:26.424326 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-81a74fb1-7d0d-4391-8817-af2da09ca4dd None None] Deleting port 6cadebbe-28a2-4f9f-be16-2cd5869b772d {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:26.424705 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81a74fb1-7d0d-4391-8817-af2da09ca4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:26.485374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Port': ['ID=6cadebbe-28a2-4f9f-be16-2cd5869b772d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:26.495372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] No DVR routers for this DVR port 6cadebbe-28a2-4f9f-be16-2cd5869b772d on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:26.589613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-81a74fb1-7d0d-4391-8817-af2da09ca4dd None None] For port 6cadebbe-28a2-4f9f-be16-2cd5869b772d, host n-d-806683-15, got binding levels [] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:26.590007 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81a74fb1-7d0d-4391-8817-af2da09ca4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:26.614767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-81a74fb1-7d0d-4391-8817-af2da09ca4dd None None] Calling delete_port for 6cadebbe-28a2-4f9f-be16-2cd5869b772d owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:26.622606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.ipam_backend_mixin [None req-81a74fb1-7d0d-4391-8817-af2da09ca4dd None None] Port 6cadebbe-28a2-4f9f-be16-2cd5869b772d was not found and therefore no delete operation was performed {{(pid=112686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 14:24:26.626263 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81a74fb1-7d0d-4391-8817-af2da09ca4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:26.635008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 0b266375-63a5-4e5b-8e24-37f3bb440929 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:26.635395 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:26.679899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a74fb1-7d0d-4391-8817-af2da09ca4dd None None] Pushing event deleted for resources: {'Port': ['ID=6cadebbe-28a2-4f9f-be16-2cd5869b772d,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:26.713720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a74fb1-7d0d-4391-8817-af2da09ca4dd None None] No DVR routers for this DVR port 6cadebbe-28a2-4f9f-be16-2cd5869b772d on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:26.785857 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:26.876883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-4cad87dc-18d9-4a68-8239-3de919334d82 service neutron] 10.222.0.18 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225201 Oct 13 14:24:26.879353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15554843-aa66-4f2d-b1c0-cb2162a57d80']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:26.912331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb8de5f5-95ad-4b37-b952-ddc91422b781 req-3a3820a4-fc58-4502-9fa3-78e08811406b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 210 time: 0.0960004 Oct 13 14:24:26.927377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbc4096-3836-4056-94c9-68577e6a5d92') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:26.928020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbc4096-3836-4056-94c9-68577e6a5d92') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:26.952231 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:26.997070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:27.004580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 005a9ae0-e83d-46c9-9db7-d2098425e39d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:24:27.035442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:24:27.035916 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:27.089205 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 005a9ae0-e83d-46c9-9db7-d2098425e39d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:24:27.089949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 005a9ae0-e83d-46c9-9db7-d2098425e39d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:24:27.181239 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:24:27.219625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0b266375-63a5-4e5b-8e24-37f3bb440929 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:24:27.310361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 0b266375-63a5-4e5b-8e24-37f3bb440929 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:27.310740 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:27.390035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-bc49efe7-ca48-463d-af0b-78437b1367b1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:27.402187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-bc49efe7-ca48-463d-af0b-78437b1367b1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:27.409525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-bc49efe7-ca48-463d-af0b-78437b1367b1 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "GET /v2.0/networks?id=252801a1-250e-4196-b3ff-72984152028e&id=a3147f9e-b864-4ea6-b499-3aeda5faa7ed HTTP/1.1" status: 200 len: 1391 time: 0.2111461 Oct 13 14:24:27.445310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-23b0e8f1-7b31-4a0a-9cb9-96e81d56ca3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Request body: {'port': {'device_id': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'network_id': '252801a1-250e-4196-b3ff-72984152028e', 'admin_state_up': True, 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:27.460720 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:27.508362 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:27.509326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] 10.222.0.18 "DELETE /v2.0/networks/15554843-aa66-4f2d-b1c0-cb2162a57d80 HTTP/1.1" status: 204 len: 168 time: 2.4845710 Oct 13 14:24:27.523291 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2eb63c27-eacf-469c-b1af-58fd47a6cfdd req-574bc1b3-16e0-423b-8f1f-9c15c021e909 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 210 time: 0.1103444 Oct 13 14:24:27.571628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960e390-99c5-46f4-8be6-172634e46b4a tempest-NetworksIpV6Test-914985616 tempest-NetworksIpV6Test-914985616-project] Pushing event deleted for resources: {'Network': ['ID=15554843-aa66-4f2d-b1c0-cb2162a57d80,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:27.822390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6cadebbe-28a2-4f9f-be16-2cd5869b772d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:24:27.859338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 6cadebbe-28a2-4f9f-be16-2cd5869b772d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:24:27.859852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6cadebbe-28a2-4f9f-be16-2cd5869b772d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:24:27.916254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-23b0e8f1-7b31-4a0a-9cb9-96e81d56ca3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:27.921254 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-23b0e8f1-7b31-4a0a-9cb9-96e81d56ca3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:28.104920 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df3df033-e5da-435f-9377-a92c3803688e req-3c776f5d-8a5c-4ec7-864f-3ac1b476ca87 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 210 time: 0.0590730 Oct 13 14:24:28.280501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-23b0e8f1-7b31-4a0a-9cb9-96e81d56ca3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Allocated IP 19.80.0.227 (252801a1-250e-4196-b3ff-72984152028e/e0adac40-cdce-435a-b957-7bb23f1a711e/51437ae7-df30-4241-8cbb-82c4e58cdf25) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:28.318347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee7c23-5859-42c8-829b-18514c1c2829 req-1f69f0d9-c007-4d31-8f61-a5072762903f tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:28.327119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09ee7c23-5859-42c8-829b-18514c1c2829 req-1f69f0d9-c007-4d31-8f61-a5072762903f tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1884584 Oct 13 14:24:28.388310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09ee7c23-5859-42c8-829b-18514c1c2829 req-50d79631-473e-40f5-8e87-aec17ab093ec tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601742 Oct 13 14:24:28.440376 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60128) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:28.726593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02322fa4-f756-455e-bcc6-4b044e2853e2 req-25ca3596-befe-4b62-8146-b0d931020fc1 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 210 time: 0.0536833 Oct 13 14:24:28.742306 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-23b0e8f1-7b31-4a0a-9cb9-96e81d56ca3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:28.824449 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d10bce3f-365d-4666-a2cf-1c6a5c6ffd7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=273f6732fa734ddcb747fbc3b10d3b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3822525 Oct 13 14:24:28.825413 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60146) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:28.900343 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-23b0e8f1-7b31-4a0a-9cb9-96e81d56ca3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:28.949543 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d967da5-da8b-4277-a5cb-2a305e483524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:28.964790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-23b0e8f1-7b31-4a0a-9cb9-96e81d56ca3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Network 252801a1-250e-4196-b3ff-72984152028e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:28.988705 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d967da5-da8b-4277-a5cb-2a305e483524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:29.010304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-23b0e8f1-7b31-4a0a-9cb9-96e81d56ca3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:29.039725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-23b0e8f1-7b31-4a0a-9cb9-96e81d56ca3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:29.144816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0e8f1-7b31-4a0a-9cb9-96e81d56ca3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event updated for resources: {'Port': ['ID=51437ae7-df30-4241-8cbb-82c4e58cdf25,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:29.189907 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d967da5-da8b-4277-a5cb-2a305e483524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:29.192153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-23b0e8f1-7b31-4a0a-9cb9-96e81d56ca3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:29.192817 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-23b0e8f1-7b31-4a0a-9cb9-96e81d56ca3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:29.193503 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d967da5-da8b-4277-a5cb-2a305e483524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:29.194712 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8d967da5-da8b-4277-a5cb-2a305e483524 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86d980ee-7db9-4468-a482-04d34ad23404 HTTP/1.1" status: 204 len: 168 time: 0.3679795 Oct 13 14:24:29.208946 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d967da5-da8b-4277-a5cb-2a305e483524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d980ee-7db9-4468-a482-04d34ad23404,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:29.311038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-23b0e8f1-7b31-4a0a-9cb9-96e81d56ca3c tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8770392 Oct 13 14:24:29.357376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-acc200dc-eb26-4b0f-b9b6-b97e712cf9a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Request body: {'port': {'device_id': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'network_id': 'a3147f9e-b864-4ea6-b499-3aeda5faa7ed', 'admin_state_up': True, 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:29.519596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ba3a0a36-b1b9-40de-af39-b25b385b44ea None None] Provisioning complete for port 51437ae7-df30-4241-8cbb-82c4e58cdf25 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:29.522153 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0a36-b1b9-40de-af39-b25b385b44ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:29.561752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a0a36-b1b9-40de-af39-b25b385b44ea None None] Port 51437ae7-df30-4241-8cbb-82c4e58cdf25 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:24:29.634718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed2cea-e6a0-498e-b452-6530299941f3 req-d00fff7d-5d44-48d4-951e-3cf9f92eb372 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:29.635558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2ed2cea-e6a0-498e-b452-6530299941f3 req-d00fff7d-5d44-48d4-951e-3cf9f92eb372 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 932 time: 0.3525567 Oct 13 14:24:29.673684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5806b1-9653-4aa4-b383-91734ec48c73 req-fbe86a08-d2bb-4869-a9fe-c9cf665a8836 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:29.675245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec5806b1-9653-4aa4-b383-91734ec48c73 req-fbe86a08-d2bb-4869-a9fe-c9cf665a8836 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1236577 Oct 13 14:24:29.732766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2ed2cea-e6a0-498e-b452-6530299941f3 req-584f49db-9702-4ef7-8663-bd5143240912 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835285 Oct 13 14:24:29.769966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec5806b1-9653-4aa4-b383-91734ec48c73 req-50e7a1f5-e1c6-47e0-8222-3b76f549a488 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735354 Oct 13 14:24:29.784598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-acc200dc-eb26-4b0f-b9b6-b97e712cf9a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Made reservation on behalf of 369f61c3408a4d8b912583e7eafe96b9 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:29.813511 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-acc200dc-eb26-4b0f-b9b6-b97e712cf9a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:29.974700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1697cf65-b261-4132-85fd-b1897281c920 req-08196041-b6c2-45a4-80f8-2deb93e6593d tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 210 time: 0.0475094 Oct 13 14:24:30.137169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-acc200dc-eb26-4b0f-b9b6-b97e712cf9a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Allocated IP 19.86.0.158 (a3147f9e-b864-4ea6-b499-3aeda5faa7ed/b7ef7b1f-307b-4d48-b478-4e7537c22ac4/6c0c954c-15cc-4430-bc94-0cf76e60d843) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:30.326030 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-acc200dc-eb26-4b0f-b9b6-b97e712cf9a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:30.503222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-acc200dc-eb26-4b0f-b9b6-b97e712cf9a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:30.572338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-acc200dc-eb26-4b0f-b9b6-b97e712cf9a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Network a3147f9e-b864-4ea6-b499-3aeda5faa7ed is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:30.581344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-acc200dc-eb26-4b0f-b9b6-b97e712cf9a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:30.588544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-acc200dc-eb26-4b0f-b9b6-b97e712cf9a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:30.685584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc200dc-eb26-4b0f-b9b6-b97e712cf9a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event updated for resources: {'Port': ['ID=6c0c954c-15cc-4430-bc94-0cf76e60d843,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:30.707461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-e9794b51-3844-4ee7-a13a-ffb82115d05f tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:30.709460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-e9794b51-3844-4ee7-a13a-ffb82115d05f tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "GET /v2.0/networks?id=456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 200 len: 815 time: 0.3030910 Oct 13 14:24:30.717254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-acc200dc-eb26-4b0f-b9b6-b97e712cf9a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:30.718203 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-acc200dc-eb26-4b0f-b9b6-b97e712cf9a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:30.737701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-73905c3a-d9fb-4b64-a5f3-d5ca9978d6af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Request body: {'port': {'device_id': 'b77b7a9f-e443-4fea-a286-db2011c765ed', 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c', 'admin_state_up': True, 'tenant_id': '79a6444bd40445efa07fadbbb84c9e0a'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:30.843378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-acc200dc-eb26-4b0f-b9b6-b97e712cf9a6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5012693 Oct 13 14:24:30.957091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Request body: {'port': {'device_id': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:31.217228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a86fcb9f-54e8-43b1-a63c-b71ed73f17d1 None None] Provisioning complete for port 6c0c954c-15cc-4430-bc94-0cf76e60d843 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:31.217686 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a86fcb9f-54e8-43b1-a63c-b71ed73f17d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:31.308625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60220) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:31.340886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a86fcb9f-54e8-43b1-a63c-b71ed73f17d1 None None] Port 6c0c954c-15cc-4430-bc94-0cf76e60d843 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:24:31.354124 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:31.386555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be4188-9b7d-4043-8159-9697653b38b5 req-293c5035-df22-4827-b0e7-5564965cc90b tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:31.394861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83be4188-9b7d-4043-8159-9697653b38b5 req-293c5035-df22-4827-b0e7-5564965cc90b tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.3202095 Oct 13 14:24:31.435908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-73905c3a-d9fb-4b64-a5f3-d5ca9978d6af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Made reservation on behalf of 79a6444bd40445efa07fadbbb84c9e0a for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:31.439818 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-73905c3a-d9fb-4b64-a5f3-d5ca9978d6af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:31.460294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a8364-6473-4950-bc40-6601d789effe req-bb06918c-bb05-4280-954d-2df52979f7f5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:31.466424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a8364-6473-4950-bc40-6601d789effe req-bb06918c-bb05-4280-954d-2df52979f7f5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:31.468120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad8a8364-6473-4950-bc40-6601d789effe req-bb06918c-bb05-4280-954d-2df52979f7f5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1655 time: 0.4248130 Oct 13 14:24:31.491816 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1114110914'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:31.617289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83be4188-9b7d-4043-8159-9697653b38b5 req-84eaedf2-1f69-40c8-a52f-57ea0a928cde tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164137 Oct 13 14:24:31.689717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:31.691355 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:31.692765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad8a8364-6473-4950-bc40-6601d789effe req-cb014bb5-6600-4dbb-921a-4ec20417b83b tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127583 Oct 13 14:24:31.707559 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:31.782451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d387a2f-d470-4334-a749-d398cf0341a7 req-1d9a3df0-85da-46e1-a2cc-91368e62d6b9 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 210 time: 0.0884287 Oct 13 14:24:31.914467 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:31.936731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-73905c3a-d9fb-4b64-a5f3-d5ca9978d6af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Allocated IP 172.20.0.4 (456a9ef7-54bb-41cd-9091-f65f4232710c/f974b32a-4d99-454c-999a-81689caf7abd/fbfce905-8b97-457f-a744-b0333619f6ec) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:31.989906 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:32.006132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:24:32.028312 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:32.030892 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Added segment de0d06c1-4ad7-4780-a410-bd88b87aa7ba of type vlan for network 95ac5f78-00e7-4408-b6d6-f69564711b6c Oct 13 14:24:32.077858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60234) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:32.185588 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:32.197717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51437ae7-df30-4241-8cbb-82c4e58cdf25 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:24:32.211128 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:32.233087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edccd89a-3e29-47ef-bc26-0c0e5c097820,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:32.280269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-73905c3a-d9fb-4b64-a5f3-d5ca9978d6af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:32.286129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Transition to ACTIVE for port object 51437ae7-df30-4241-8cbb-82c4e58cdf25 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:24:32.286792 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:32.293212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:32.294100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:32.355607 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:32.463783 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-73905c3a-d9fb-4b64-a5f3-d5ca9978d6af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:32.478587 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['c2ef771c-7eec-462e-98cd-e5a9e2f85c98'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:24:32.504903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a8075b23-9087-433e-9a97-aee5768f598b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:32.549909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-73905c3a-d9fb-4b64-a5f3-d5ca9978d6af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Network 456a9ef7-54bb-41cd-9091-f65f4232710c is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:32.562521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Network': ['ID=95ac5f78-00e7-4408-b6d6-f69564711b6c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:32.570267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Pushing event updated for resources: {'Port': ['ID=51437ae7-df30-4241-8cbb-82c4e58cdf25,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:32.590958 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-37a5fec5-3d74-4e4c-8277-75c4d0b55cd8 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2800274 Oct 13 14:24:32.611546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-73905c3a-d9fb-4b64-a5f3-d5ca9978d6af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:32.617287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-73905c3a-d9fb-4b64-a5f3-d5ca9978d6af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:32.683208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 95ac5f78-00e7-4408-b6d6-f69564711b6c details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:24:32.823568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73905c3a-d9fb-4b64-a5f3-d5ca9978d6af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Pushing event updated for resources: {'Port': ['ID=fbfce905-8b97-457f-a744-b0333619f6ec,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:32.891815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-73905c3a-d9fb-4b64-a5f3-d5ca9978d6af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:32.901246 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-73905c3a-d9fb-4b64-a5f3-d5ca9978d6af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:33.006059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Attempting to bind port 51437ae7-df30-4241-8cbb-82c4e58cdf25 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:24:33.006059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Attempting to bind port 51437ae7-df30-4241-8cbb-82c4e58cdf25 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'd24ce5cc-db04-4893-b319-e0921d09caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '252801a1-250e-4196-b3ff-72984152028e'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:24:33.006059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Attempting to bind port 51437ae7-df30-4241-8cbb-82c4e58cdf25 on network 252801a1-250e-4196-b3ff-72984152028e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:33.164410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Port 51437ae7-df30-4241-8cbb-82c4e58cdf25 on network 252801a1-250e-4196-b3ff-72984152028e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:24:33.164740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Attempting to bind port 51437ae7-df30-4241-8cbb-82c4e58cdf25 on network 252801a1-250e-4196-b3ff-72984152028e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:33.204457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33e690-db42-4800-9b12-21cdabeebd27 req-0a50124a-a518-41d3-ad73-b4c07bcf36b4 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:33.213881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d33e690-db42-4800-9b12-21cdabeebd27 req-0a50124a-a518-41d3-ad73-b4c07bcf36b4 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.4098005 Oct 13 14:24:33.224840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-73905c3a-d9fb-4b64-a5f3-d5ca9978d6af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4996638 Oct 13 14:24:33.231127 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a8075b23-9087-433e-9a97-aee5768f598b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:33.238398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Request body: {'port': {'device_id': 'b77b7a9f-e443-4fea-a286-db2011c765ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:33.255968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:24:33.256277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Checking segment: {'id': 'd24ce5cc-db04-4893-b319-e0921d09caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '252801a1-250e-4196-b3ff-72984152028e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:33.256584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Bound using segment: {'id': 'd24ce5cc-db04-4893-b319-e0921d09caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '252801a1-250e-4196-b3ff-72984152028e'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:24:33.257065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Bound port: 51437ae7-df30-4241-8cbb-82c4e58cdf25, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24ce5cc-db04-4893-b319-e0921d09caa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '252801a1-250e-4196-b3ff-72984152028e'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:24:33.258916 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:33.309537 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a8075b23-9087-433e-9a97-aee5768f598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:33.320696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba836e3-7357-4e30-8029-b6ed6d6b21b5 req-c5499739-5d36-4514-82c4-853c2ce15742 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:33.326704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba836e3-7357-4e30-8029-b6ed6d6b21b5 req-c5499739-5d36-4514-82c4-853c2ce15742 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:33.328349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ba836e3-7357-4e30-8029-b6ed6d6b21b5 req-c5499739-5d36-4514-82c4-853c2ce15742 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1667 time: 0.3951232 Oct 13 14:24:33.427357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d33e690-db42-4800-9b12-21cdabeebd27 req-eaef3d9d-07a0-4df7-bc55-8764bf0791c2 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124882 Oct 13 14:24:33.601829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a8075b23-9087-433e-9a97-aee5768f598b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11c6b6f44a404caea77c596ed78a389c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5016272 Oct 13 14:24:33.605846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60266) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:33.606611 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:33.615670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8075b23-9087-433e-9a97-aee5768f598b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef617983-16a4-4d95-bb1e-039b38bdcf41,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:33.686651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] For port 51437ae7-df30-4241-8cbb-82c4e58cdf25, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:24:33.734380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] For port 51437ae7-df30-4241-8cbb-82c4e58cdf25, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=51437ae7-df30-4241-8cbb-82c4e58cdf25,segment=NetworkSegment(d24ce5cc-db04-4893-b319-e0921d09caa4),segment_id=d24ce5cc-db04-4893-b319-e0921d09caa4)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:24:33.741420 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ba836e3-7357-4e30-8029-b6ed6d6b21b5 req-243a7f41-080c-4c60-898c-6d50e3652168 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776288 Oct 13 14:24:34.299722 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:34.398501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62abc32-9ac8-47e1-aaad-75eac3b9713e req-34d54a66-3802-44af-8caf-a0690993d280 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:34.410611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f62abc32-9ac8-47e1-aaad-75eac3b9713e req-34d54a66-3802-44af-8caf-a0690993d280 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 931 time: 0.8278842 Oct 13 14:24:34.425808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:34.426727 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:34.428327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] 10.222.0.41 "PUT /v2.0/ports/51437ae7-df30-4241-8cbb-82c4e58cdf25 HTTP/1.1" status: 200 len: 1093 time: 3.4881265 Oct 13 14:24:34.439835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'tag': '51437ae7-df30-4241-8cbb-82c4e58cdf25'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:24:34.443292 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44911a7f-e427-4ebc-8747-acf4660a8ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d70225-13dd-4bb5-a1e7-fe059dd3f968", "tag": "51437ae7-df30-4241-8cbb-82c4e58cdf25"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:24:34.451229 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-111ae43b-28f6-4859-8197-f4ba8208b9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:34.712492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f96de-6a67-4cdf-a842-da632ed39830 service neutron] Pushing event updated for resources: {'Port': ['ID=51437ae7-df30-4241-8cbb-82c4e58cdf25,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:34.722702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Request body: {'port': {'device_id': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:34.965302 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-111ae43b-28f6-4859-8197-f4ba8208b9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:35.005301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f62abc32-9ac8-47e1-aaad-75eac3b9713e req-3fc07d89-2862-4541-a0c5-882706f61038 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912306 Oct 13 14:24:35.020475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:35.094307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10c167-c41d-4827-bdec-d7a3383e862d req-a21425d2-2adf-4b6a-a9c6-2ab5c9f01282 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:35.096671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f10c167-c41d-4827-bdec-d7a3383e862d req-a21425d2-2adf-4b6a-a9c6-2ab5c9f01282 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.3151846 Oct 13 14:24:35.136650 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e02dab2-a96d-48d5-9902-e5ff99f57b6a x-openstack-request-id: req-4e02dab2-a96d-48d5-9902-e5ff99f57b6a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:24:35.144931 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d70225-13dd-4bb5-a1e7-fe059dd3f968", "tag": "51437ae7-df30-4241-8cbb-82c4e58cdf25", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:24:35.144931 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e02dab2-a96d-48d5-9902-e5ff99f57b6a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:24:35.144931 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'tag': '51437ae7-df30-4241-8cbb-82c4e58cdf25', 'status': 'completed', 'code': 200} Oct 13 14:24:35.337994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfce905-8b97-457f-a744-b0333619f6ec {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:24:35.345717 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:35.359168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Transition to ACTIVE for port object fbfce905-8b97-457f-a744-b0333619f6ec will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:24:35.499430 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-111ae43b-28f6-4859-8197-f4ba8208b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:35.501977 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-111ae43b-28f6-4859-8197-f4ba8208b9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:35.503835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-111ae43b-28f6-4859-8197-f4ba8208b9a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef617983-16a4-4d95-bb1e-039b38bdcf41 HTTP/1.1" status: 204 len: 168 time: 1.8944466 Oct 13 14:24:35.521468 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:35.610431 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ae43b-28f6-4859-8197-f4ba8208b9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef617983-16a4-4d95-bb1e-039b38bdcf41,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:35.619756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f10c167-c41d-4827-bdec-d7a3383e862d req-3f1262ff-04cf-43a6-873a-414b412d5152 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4848108 Oct 13 14:24:35.684669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14186f-10ce-4b64-802b-d0ada2a3b68c req-0f9cd3e6-97c5-4dab-90aa-d5e7c1782582 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:35.693986 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14186f-10ce-4b64-802b-d0ada2a3b68c req-0f9cd3e6-97c5-4dab-90aa-d5e7c1782582 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:35.695676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a14186f-10ce-4b64-802b-d0ada2a3b68c req-0f9cd3e6-97c5-4dab-90aa-d5e7c1782582 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1667 time: 0.5034487 Oct 13 14:24:35.721949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44911a7f-e427-4ebc-8747-acf4660a8ddf req-853fbb2e-d171-43ce-8357-9ca3cb852245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:35.722677 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44911a7f-e427-4ebc-8747-acf4660a8ddf req-853fbb2e-d171-43ce-8357-9ca3cb852245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:35.728667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44911a7f-e427-4ebc-8747-acf4660a8ddf req-853fbb2e-d171-43ce-8357-9ca3cb852245 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=369f61c3408a4d8b912583e7eafe96b9&device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1915 time: 0.5610259 Oct 13 14:24:35.918935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Pushing event updated for resources: {'Port': ['ID=fbfce905-8b97-457f-a744-b0333619f6ec,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:36.052210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a14186f-10ce-4b64-802b-d0ada2a3b68c req-d206b9ed-c435-49e0-b625-e26c04c1b173 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392591 Oct 13 14:24:36.143289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44911a7f-e427-4ebc-8747-acf4660a8ddf req-61ba1e8a-ec75-46ed-a6a2-0442199debe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:36.144813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44911a7f-e427-4ebc-8747-acf4660a8ddf req-61ba1e8a-ec75-46ed-a6a2-0442199debe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:36.145678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44911a7f-e427-4ebc-8747-acf4660a8ddf req-61ba1e8a-ec75-46ed-a6a2-0442199debe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:36.147663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44911a7f-e427-4ebc-8747-acf4660a8ddf req-61ba1e8a-ec75-46ed-a6a2-0442199debe5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=369f61c3408a4d8b912583e7eafe96b9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3858342 Oct 13 14:24:36.171110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0c954c-15cc-4430-bc94-0cf76e60d843 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:24:36.183714 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:36.249683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Attempting to bind port fbfce905-8b97-457f-a744-b0333619f6ec on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:24:36.250329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Attempting to bind port fbfce905-8b97-457f-a744-b0333619f6ec by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:24:36.250893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Attempting to bind port fbfce905-8b97-457f-a744-b0333619f6ec on network 456a9ef7-54bb-41cd-9091-f65f4232710c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:36.268078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Transition to ACTIVE for port object 6c0c954c-15cc-4430-bc94-0cf76e60d843 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:24:36.347756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60318) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:36.350785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Port fbfce905-8b97-457f-a744-b0333619f6ec on network 456a9ef7-54bb-41cd-9091-f65f4232710c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:24:36.351361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Attempting to bind port fbfce905-8b97-457f-a744-b0333619f6ec on network 456a9ef7-54bb-41cd-9091-f65f4232710c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:36.354338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-77821a19-3fe7-4ca1-b3a6-b863ecaf7087 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'subnet': {'network_id': '95ac5f78-00e7-4408-b6d6-f69564711b6c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:36.382299 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:36.389504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:24:36.395462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Checking segment: {'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:36.395462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Bound using segment: {'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:24:36.395462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Bound port: fbfce905-8b97-457f-a744-b0333619f6ec, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:24:36.395462 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:36.407119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44911a7f-e427-4ebc-8747-acf4660a8ddf req-854e498a-83f1-4aa7-90f1-8f6b6031028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:36.408909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44911a7f-e427-4ebc-8747-acf4660a8ddf req-854e498a-83f1-4aa7-90f1-8f6b6031028e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2485139 Oct 13 14:24:36.490853 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60322) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:36.508477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235c57a-f2ea-4607-95b7-edaad03f6e09 req-2b1694a4-a169-4635-8fcb-8a9194740195 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:36.510095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e235c57a-f2ea-4607-95b7-edaad03f6e09 req-2b1694a4-a169-4635-8fcb-8a9194740195 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 943 time: 0.3138223 Oct 13 14:24:36.515395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0c954c-15cc-4430-bc94-0cf76e60d843,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:36.526089 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f56562b-d7c2-45e8-b285-984c18980d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:36.562047 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77821a19-3fe7-4ca1-b3a6-b863ecaf7087 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:36.567847 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77821a19-3fe7-4ca1-b3a6-b863ecaf7087 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:36.644956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] For port fbfce905-8b97-457f-a744-b0333619f6ec, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:24:36.682319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e235c57a-f2ea-4607-95b7-edaad03f6e09 req-77992daf-2ae1-483c-8028-27344c396f1d tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583714 Oct 13 14:24:36.692553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] For port fbfce905-8b97-457f-a744-b0333619f6ec, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fbfce905-8b97-457f-a744-b0333619f6ec,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:24:36.749734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Attempting to bind port 6c0c954c-15cc-4430-bc94-0cf76e60d843 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:24:36.752237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Attempting to bind port 6c0c954c-15cc-4430-bc94-0cf76e60d843 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '7d0fadd7-257d-421f-966c-570094d33c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a3147f9e-b864-4ea6-b499-3aeda5faa7ed'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:24:36.752237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Attempting to bind port 6c0c954c-15cc-4430-bc94-0cf76e60d843 on network a3147f9e-b864-4ea6-b499-3aeda5faa7ed {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:36.788261 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:36.826359 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f56562b-d7c2-45e8-b285-984c18980d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:36.889593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Port 6c0c954c-15cc-4430-bc94-0cf76e60d843 on network a3147f9e-b864-4ea6-b499-3aeda5faa7ed not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:24:36.890173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Attempting to bind port 6c0c954c-15cc-4430-bc94-0cf76e60d843 on network a3147f9e-b864-4ea6-b499-3aeda5faa7ed {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:36.900832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Pushing event updated for resources: {'Port': ['ID=fbfce905-8b97-457f-a744-b0333619f6ec,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:36.957591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:24:36.959726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Checking segment: {'id': '7d0fadd7-257d-421f-966c-570094d33c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a3147f9e-b864-4ea6-b499-3aeda5faa7ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:36.959726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Bound using segment: {'id': '7d0fadd7-257d-421f-966c-570094d33c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a3147f9e-b864-4ea6-b499-3aeda5faa7ed'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:24:36.959726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Bound port: 6c0c954c-15cc-4430-bc94-0cf76e60d843, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0fadd7-257d-421f-966c-570094d33c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'a3147f9e-b864-4ea6-b499-3aeda5faa7ed'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:24:36.959726 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:36.979948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:36.980611 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:36.982928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-3bc9af93-d1e2-4763-bf49-7c12e57b022b service neutron] 10.222.0.41 "PUT /v2.0/ports/fbfce905-8b97-457f-a744-b0333619f6ec HTTP/1.1" status: 200 len: 1092 time: 3.7491856 Oct 13 14:24:37.002108 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f56562b-d7c2-45e8-b285-984c18980d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:37.048738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0be8f0-dd59-44e2-b871-19157df94320 req-aad336a1-4458-46f5-a269-2573feddb80a tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:37.050924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a0be8f0-dd59-44e2-b871-19157df94320 req-aad336a1-4458-46f5-a269-2573feddb80a tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1511722 Oct 13 14:24:37.075884 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0f56562b-d7c2-45e8-b285-984c18980d21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db2cbc5f7df045ffa7cbf5cb4782ec06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5836039 Oct 13 14:24:37.076636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56562b-d7c2-45e8-b285-984c18980d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f894ba-4ae1-4266-b83c-fb297b9fd20c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:37.090487 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60334) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:37.107532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] For port 6c0c954c-15cc-4430-bc94-0cf76e60d843, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:24:37.139711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77b7a9f-e443-4fea-a286-db2011c765ed', 'tag': 'fbfce905-8b97-457f-a744-b0333619f6ec'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:24:37.142026 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf79d69-9d7c-40f1-b7bb-bc1c6727e681" -d '{"events": [{"name": "network-changed", "server_uuid": "b77b7a9f-e443-4fea-a286-db2011c765ed", "tag": "fbfce905-8b97-457f-a744-b0333619f6ec"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:24:37.148136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] For port 6c0c954c-15cc-4430-bc94-0cf76e60d843, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6c0c954c-15cc-4430-bc94-0cf76e60d843,segment=NetworkSegment(7d0fadd7-257d-421f-966c-570094d33c61),segment_id=7d0fadd7-257d-421f-966c-570094d33c61)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:24:37.152685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a0be8f0-dd59-44e2-b871-19157df94320 req-9a528507-fa1e-4306-81de-03a977aa35e3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943000 Oct 13 14:24:37.172648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77821a19-3fe7-4ca1-b3a6-b863ecaf7087 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:37.248622 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-717066f5-6039-49b1-b1e0-bc82131a4aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:37.259527 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:37.304932 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77821a19-3fe7-4ca1-b3a6-b863ecaf7087 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Subnet': ['ID=e910ffea-a020-4411-be2f-81f49c8614b6,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:37.334649 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09fb0b8-f649-4f5e-951a-2fa2028dfb15 x-openstack-request-id: req-d09fb0b8-f649-4f5e-951a-2fa2028dfb15 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:24:37.335354 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-717066f5-6039-49b1-b1e0-bc82131a4aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:37.335500 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77b7a9f-e443-4fea-a286-db2011c765ed", "tag": "fbfce905-8b97-457f-a744-b0333619f6ec", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:24:37.335500 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d09fb0b8-f649-4f5e-951a-2fa2028dfb15 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:24:37.336015 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77b7a9f-e443-4fea-a286-db2011c765ed', 'tag': 'fbfce905-8b97-457f-a744-b0333619f6ec', 'status': 'completed', 'code': 200} Oct 13 14:24:37.358968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77821a19-3fe7-4ca1-b3a6-b863ecaf7087 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Checking segment: {'id': 'de0d06c1-4ad7-4780-a410-bd88b87aa7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '95ac5f78-00e7-4408-b6d6-f69564711b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:37.359585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77821a19-3fe7-4ca1-b3a6-b863ecaf7087 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network hostable DHCP agents. Network: 95ac5f78-00e7-4408-b6d6-f69564711b6c, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:24:37.383875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:37.385064 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:37.386498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] 10.222.0.41 "PUT /v2.0/ports/6c0c954c-15cc-4430-bc94-0cf76e60d843 HTTP/1.1" status: 200 len: 1093 time: 2.6705046 Oct 13 14:24:37.412018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-4ad76edd-8636-4a61-a13d-7d8d6104914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:37.414356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-4ad76edd-8636-4a61-a13d-7d8d6104914a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 1095 time: 0.2237773 Oct 13 14:24:37.500881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508b80f-c1db-42d9-bddd-3a3017d68719 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0c954c-15cc-4430-bc94-0cf76e60d843,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:37.506154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-fa9cea2b-9da1-40de-ae21-476fe4cd7e5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbfce905-8b97-457f-a744-b0333619f6ec HTTP/1.1" status: 200 len: 217 time: 0.0591376 Oct 13 14:24:37.515926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa6e9-dc82-4117-922a-381258e2c45d req-ae1bbdfc-c2d5-4246-9d5c-e8188ecd6033 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:37.523167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa6e9-dc82-4117-922a-381258e2c45d req-ae1bbdfc-c2d5-4246-9d5c-e8188ecd6033 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:37.524861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9eaa6e9-dc82-4117-922a-381258e2c45d req-ae1bbdfc-c2d5-4246-9d5c-e8188ecd6033 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1679 time: 0.2732189 Oct 13 14:24:37.608614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-95af64ab-9642-43e1-a027-cb0b440c3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:37.616539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-95af64ab-9642-43e1-a027-cb0b440c3ac8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f974b32a-4d99-454c-999a-81689caf7abd HTTP/1.1" status: 200 len: 855 time: 0.0847924 Oct 13 14:24:37.628708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9eaa6e9-dc82-4117-922a-381258e2c45d req-b5dbde12-683f-4386-beae-1ed642d9b3bb tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941734 Oct 13 14:24:37.641799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77821a19-3fe7-4ca1-b3a6-b863ecaf7087 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network 95ac5f78-00e7-4408-b6d6-f69564711b6c is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:24:37.647384 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-717066f5-6039-49b1-b1e0-bc82131a4aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:37.649891 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-717066f5-6039-49b1-b1e0-bc82131a4aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:37.651346 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-717066f5-6039-49b1-b1e0-bc82131a4aec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92f894ba-4ae1-4266-b83c-fb297b9fd20c HTTP/1.1" status: 204 len: 168 time: 0.5599282 Oct 13 14:24:37.670623 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717066f5-6039-49b1-b1e0-bc82131a4aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f894ba-4ae1-4266-b83c-fb297b9fd20c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:37.705432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-f7757ae2-d9f1-4417-a56a-9851cb60681b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456a9ef7-54bb-41cd-9091-f65f4232710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745742 Oct 13 14:24:37.812670 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-77821a19-3fe7-4ca1-b3a6-b863ecaf7087 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 95ac5f78-00e7-4408-b6d6-f69564711b6c) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:37.823371 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77821a19-3fe7-4ca1-b3a6-b863ecaf7087 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:37.824958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ce7220-7ea8-4b77-bdc1-3b97b4eaec87 None None] Network 95ac5f78-00e7-4408-b6d6-f69564711b6c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:37.828039 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77821a19-3fe7-4ca1-b3a6-b863ecaf7087 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:37.950567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-881c64b2-3aa0-4ed7-a876-1b32962b0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:37.951742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-881c64b2-3aa0-4ed7-a876-1b32962b0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:37.953401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-881c64b2-3aa0-4ed7-a876-1b32962b0788 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=369f61c3408a4d8b912583e7eafe96b9&device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1983 time: 0.2471573 Oct 13 14:24:37.963709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-e53976d9-4bfe-4888-ba56-df154e545d68 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274642 Oct 13 14:24:37.981144 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-77821a19-3fe7-4ca1-b3a6-b863ecaf7087 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6317186 Oct 13 14:24:37.981817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60356) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:37.987128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-138bce8a-5ecd-4b13-829a-8d7830cbe073 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2118977816'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:38.099125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a71f-5583-4a16-8a73-3e33f078704f req-a9b1ab24-927a-460f-bcea-a0923734701e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:38.107050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77d4a71f-5583-4a16-8a73-3e33f078704f req-a9b1ab24-927a-460f-bcea-a0923734701e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 943 time: 0.2976601 Oct 13 14:24:38.112535 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-1b4765e3-5656-4008-b2e3-9979da206cc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=51437ae7-df30-4241-8cbb-82c4e58cdf25 HTTP/1.1" status: 200 len: 217 time: 0.1477668 Oct 13 14:24:38.120641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138bce8a-5ecd-4b13-829a-8d7830cbe073 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:38.124412 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-138bce8a-5ecd-4b13-829a-8d7830cbe073 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:38.154276 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138bce8a-5ecd-4b13-829a-8d7830cbe073 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:24:38.169244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-138bce8a-5ecd-4b13-829a-8d7830cbe073 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:38.169592 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-138bce8a-5ecd-4b13-829a-8d7830cbe073 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Added segment dfbb4ba7-4026-472e-a7a5-0546d9cac578 of type vlan for network 7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa Oct 13 14:24:38.288863 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-138bce8a-5ecd-4b13-829a-8d7830cbe073 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:38.292571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77d4a71f-5583-4a16-8a73-3e33f078704f req-73a79b3d-3f8c-4ce6-8cfe-99c1ea64bb88 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845684 Oct 13 14:24:38.314937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-95ac5f78-00e7-4408-b6d6-f69564711b6c', 'network_id': '95ac5f78-00e7-4408-b6d6-f69564711b6c', 'tenant_id': '629ff01e736643878675886293e05363', 'fixed_ips': [{'subnet_id': 'e910ffea-a020-4411-be2f-81f49c8614b6'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:24:38.316077 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:38.428189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-61c4227e-c842-403c-adcb-d4706cb21b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:38.435404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-61c4227e-c842-403c-adcb-d4706cb21b6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0adac40-cdce-435a-b957-7bb23f1a711e HTTP/1.1" status: 200 len: 801 time: 0.2963607 Oct 13 14:24:38.443206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fac50cce-3cfb-4373-aa44-b54fafd219e9 req-11fd5972-268b-4936-85c0-a2b527f277ac service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543505 Oct 13 14:24:38.469810 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-138bce8a-5ecd-4b13-829a-8d7830cbe073 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:38.477866 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138bce8a-5ecd-4b13-829a-8d7830cbe073 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:38.479368 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-138bce8a-5ecd-4b13-829a-8d7830cbe073 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:38.519172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c2760-4224-46fb-92d8-7d8c75603b6d req-ba937801-bd6d-493c-91d4-758f0b0bea76 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:38.521208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a24c2760-4224-46fb-92d8-7d8c75603b6d req-ba937801-bd6d-493c-91d4-758f0b0bea76 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1707609 Oct 13 14:24:38.546261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-cd3ca479-8ce2-477a-86d9-00c38166018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:38.564550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-cd3ca479-8ce2-477a-86d9-00c38166018d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=252801a1-250e-4196-b3ff-72984152028e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195352 Oct 13 14:24:38.583464 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bce8a-5ecd-4b13-829a-8d7830cbe073 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Network': ['ID=7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:38.601624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:24:38.714502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Allocated IP 2001:db8:0:ffff::2 (95ac5f78-00e7-4408-b6d6-f69564711b6c/e910ffea-a020-4411-be2f-81f49c8614b6/4bde20c3-8a0b-4847-b180-ee3b3fdfbc88) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:38.765102 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-138bce8a-5ecd-4b13-829a-8d7830cbe073 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7818410 Oct 13 14:24:38.768338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60380) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:38.776136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-10a1900d-de95-4015-80c5-f893db04fe62 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'subnet': {'network_id': '7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:38.786835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a24c2760-4224-46fb-92d8-7d8c75603b6d req-7cf7d2f5-e4ed-4935-a029-f0d55b2903b2 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134192 Oct 13 14:24:38.875788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf79d69-9d7c-40f1-b7bb-bc1c6727e681 req-d95b2720-5394-4de5-b551-32eb2b6fee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:38.877467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abf79d69-9d7c-40f1-b7bb-bc1c6727e681 req-d95b2720-5394-4de5-b551-32eb2b6fee50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 1095 time: 0.1808715 Oct 13 14:24:38.883424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-12ac4c87-18be-428d-8d14-b3e5aa15237b service neutron] 10.222.0.41 "GET /v2.0/networks/252801a1-250e-4196-b3ff-72984152028e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923670 Oct 13 14:24:38.985619 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:39.020182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff041-158e-44dd-9870-4da8887d1662 req-404487a5-e5cf-4210-8f6e-53e941c135a9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:39.026476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff041-158e-44dd-9870-4da8887d1662 req-404487a5-e5cf-4210-8f6e-53e941c135a9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:39.028124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-646ff041-158e-44dd-9870-4da8887d1662 req-404487a5-e5cf-4210-8f6e-53e941c135a9 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1679 time: 0.2058170 Oct 13 14:24:39.136121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-646ff041-158e-44dd-9870-4da8887d1662 req-13e3ab12-ed6f-42a0-813e-dea5483c7fa4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873163 Oct 13 14:24:39.136121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-1dfa194e-8812-42d0-8699-f5367c2f48f3 service neutron] 10.222.0.41 "GET /v2.0/networks/252801a1-250e-4196-b3ff-72984152028e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204978 Oct 13 14:24:39.140455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf79d69-9d7c-40f1-b7bb-bc1c6727e681 req-157492e7-a190-435c-9232-e522bac5203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:39.142480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abf79d69-9d7c-40f1-b7bb-bc1c6727e681 req-157492e7-a190-435c-9232-e522bac5203f service neutron] 10.222.0.41 "GET /v2.0/networks?id=456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 200 len: 916 time: 0.2500250 Oct 13 14:24:39.180135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a1900d-de95-4015-80c5-f893db04fe62 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:39.183797 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10a1900d-de95-4015-80c5-f893db04fe62 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:39.194469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-5bc2b916-7d27-43d8-babd-5c163bf63a16 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.158&port_id=6c0c954c-15cc-4430-bc94-0cf76e60d843 HTTP/1.1" status: 200 len: 217 time: 0.0509801 Oct 13 14:24:39.237596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abf79d69-9d7c-40f1-b7bb-bc1c6727e681 req-6f59f1b1-f46f-4d63-b684-59a441e8b7d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbfce905-8b97-457f-a744-b0333619f6ec HTTP/1.1" status: 200 len: 217 time: 0.0848455 Oct 13 14:24:39.252513 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:39.326725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Network 95ac5f78-00e7-4408-b6d6-f69564711b6c is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:39.328205 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:39.334180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:39.337526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'tag': '6c0c954c-15cc-4430-bc94-0cf76e60d843'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:24:39.344833 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d9cce3-c7a3-44a9-a4a7-bebfc3762d64" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d70225-13dd-4bb5-a1e7-fe059dd3f968", "tag": "6c0c954c-15cc-4430-bc94-0cf76e60d843"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:24:39.452373 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbe3f9c-5983-41f3-b420-8b6c94f194e8 x-openstack-request-id: req-7bbe3f9c-5983-41f3-b420-8b6c94f194e8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:24:39.455996 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d70225-13dd-4bb5-a1e7-fe059dd3f968", "tag": "6c0c954c-15cc-4430-bc94-0cf76e60d843", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:24:39.456347 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bbe3f9c-5983-41f3-b420-8b6c94f194e8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:24:39.456771 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'tag': '6c0c954c-15cc-4430-bc94-0cf76e60d843', 'status': 'completed', 'code': 200} Oct 13 14:24:39.467743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-d287b08a-7b18-4936-8c0f-8b563b1412ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:39.472560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-d287b08a-7b18-4936-8c0f-8b563b1412ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7ef7b1f-307b-4d48-b478-4e7537c22ac4 HTTP/1.1" status: 200 len: 801 time: 0.2427249 Oct 13 14:24:39.477655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf79d69-9d7c-40f1-b7bb-bc1c6727e681 req-c2f40691-0e44-46fb-bd05-e55e9eec8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:39.479206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abf79d69-9d7c-40f1-b7bb-bc1c6727e681 req-c2f40691-0e44-46fb-bd05-e55e9eec8965 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f974b32a-4d99-454c-999a-81689caf7abd HTTP/1.1" status: 200 len: 855 time: 0.2321482 Oct 13 14:24:39.495299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Attempting to bind port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:24:39.495683 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Attempting to bind port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'de0d06c1-4ad7-4780-a410-bd88b87aa7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '95ac5f78-00e7-4408-b6d6-f69564711b6c'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:24:39.496052 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Attempting to bind port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 on network 95ac5f78-00e7-4408-b6d6-f69564711b6c {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:39.499714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Pushing event updated for resources: {'Port': ['ID=4bde20c3-8a0b-4847-b180-ee3b3fdfbc88,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:39.508518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:24:39.508518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Checking segment: {'id': 'de0d06c1-4ad7-4780-a410-bd88b87aa7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '95ac5f78-00e7-4408-b6d6-f69564711b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:39.508518 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:39.508799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Bound using segment: {'id': 'de0d06c1-4ad7-4780-a410-bd88b87aa7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '95ac5f78-00e7-4408-b6d6-f69564711b6c'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:24:39.509271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Bound port: 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0d06c1-4ad7-4780-a410-bd88b87aa7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '95ac5f78-00e7-4408-b6d6-f69564711b6c'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:24:39.509659 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:39.633725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] For port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:24:39.634786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abf79d69-9d7c-40f1-b7bb-bc1c6727e681 req-5b81d44f-0d73-4579-a3dc-7d4ea4b8436f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456a9ef7-54bb-41cd-9091-f65f4232710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942383 Oct 13 14:24:39.638126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] For port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4bde20c3-8a0b-4847-b180-ee3b3fdfbc88,segment=NetworkSegment(de0d06c1-4ad7-4780-a410-bd88b87aa7ba),segment_id=de0d06c1-4ad7-4780-a410-bd88b87aa7ba)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:24:39.640784 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:24:39.767216 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:39.883657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260e7d3-21f0-4c89-8a72-edfd03b19269 None None] Pushing event updated for resources: {'Port': ['ID=4bde20c3-8a0b-4847-b180-ee3b3fdfbc88,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:40.036211 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-10a1900d-de95-4015-80c5-f893db04fe62 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:24:40.040424 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10a1900d-de95-4015-80c5-f893db04fe62 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:40.098381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60414) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:40.144453 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1900d-de95-4015-80c5-f893db04fe62 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Subnet': ['ID=ed45142f-8745-411f-b9d8-de4c6f97fe24,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:40.167468 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a1900d-de95-4015-80c5-f893db04fe62 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Checking segment: {'id': 'dfbb4ba7-4026-472e-a7a5-0546d9cac578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:40.168106 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1900d-de95-4015-80c5-f893db04fe62 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network hostable DHCP agents. Network: 7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:24:40.192437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-d735fec6-b5b3-4489-a542-ef99ada0aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:40.198192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-d735fec6-b5b3-4489-a542-ef99ada0aab0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3147f9e-b864-4ea6-b499-3aeda5faa7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7176237 Oct 13 14:24:40.308227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cdac2-b527-428a-8fe9-b11dceaa74af req-38505941-7293-4944-a037-f4828582fa4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:40.312787 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1057470557-network', 'tenant_id': '7ec7159fdc1f4910980b2b80ed5e160c'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:40.316412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-901cdac2-b527-428a-8fe9-b11dceaa74af req-38505941-7293-4944-a037-f4828582fa4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 943 time: 0.7744625 Oct 13 14:24:40.341839 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a1900d-de95-4015-80c5-f893db04fe62 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network 7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:24:40.474341 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-10a1900d-de95-4015-80c5-f893db04fe62 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:40.483614 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a1900d-de95-4015-80c5-f893db04fe62 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:40.484622 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10a1900d-de95-4015-80c5-f893db04fe62 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:40.494728 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001a7bb9-78ca-4b83-a6b2-1f436d2833e6 None None] Network 7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:40.507367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Made reservation on behalf of 7ec7159fdc1f4910980b2b80ed5e160c for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:40.517058 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:40.538636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-901cdac2-b527-428a-8fe9-b11dceaa74af req-652a6aeb-e80c-43bc-9919-4b5a0861ed2e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213106 Oct 13 14:24:40.555572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d6642-268c-4fc4-b398-ae8b313157ee req-fe749726-fc7b-4fd1-9260-08579ac15244 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:40.557461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-088d6642-268c-4fc4-b398-ae8b313157ee req-fe749726-fc7b-4fd1-9260-08579ac15244 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.2967343 Oct 13 14:24:40.571184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abf79d69-9d7c-40f1-b7bb-bc1c6727e681 req-30a7946f-93dc-419c-bb72-ad13ed8ca288 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9265666 Oct 13 14:24:40.577312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-ab187289-c072-4b2b-ad52-7bfd3f8eb08b service neutron] 10.222.0.41 "GET /v2.0/networks/a3147f9e-b864-4ea6-b499-3aeda5faa7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034153 Oct 13 14:24:40.584937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:40.805369 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:40.829211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-088d6642-268c-4fc4-b398-ae8b313157ee req-38e23b6e-ae95-409d-822b-b64cafabb20e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553248 Oct 13 14:24:40.839424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60434) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:40.849630 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-10a1900d-de95-4015-80c5-f893db04fe62 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0755804 Oct 13 14:24:40.866265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'port': {'network_id': '7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa', 'name': 'tempest-NetworksIpV6TestAttrs-553655616'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:40.897769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa', 'network_id': '7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa', 'tenant_id': '629ff01e736643878675886293e05363', 'fixed_ips': [{'subnet_id': 'ed45142f-8745-411f-b9d8-de4c6f97fe24'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:24:40.898773 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:40.936230 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:40.987030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:24:41.013839 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf71f6c-d436-49c0-9d10-d718894bd487,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:41.019418 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:41.020006 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Added segment bde4a956-a10c-4576-9ead-24fcf3a1feb2 of type vlan for network a037604e-dbae-4426-9e2b-bb6d032e8a47 Oct 13 14:24:41.059736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abf79d69-9d7c-40f1-b7bb-bc1c6727e681 req-5bc16391-c651-4e12-9914-61f1ae434796 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672089 Oct 13 14:24:41.085144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bb4a94-8ee7-4c4d-b38c-fa170dd957b6 req-47d85119-1483-46ef-9c92-cd58e576ce8c service neutron] 10.222.0.41 "GET /v2.0/networks/a3147f9e-b864-4ea6-b499-3aeda5faa7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937060 Oct 13 14:24:41.157648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0462e-c463-4e5b-822c-a64633a1a6ae req-f148b19c-93a4-4204-baf9-8cb405e5b2dd tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:41.165433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0462e-c463-4e5b-822c-a64633a1a6ae req-f148b19c-93a4-4204-baf9-8cb405e5b2dd tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:41.167076 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dae0462e-c463-4e5b-822c-a64633a1a6ae req-f148b19c-93a4-4204-baf9-8cb405e5b2dd tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1679 time: 0.2854943 Oct 13 14:24:41.176396 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:41.372569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:24:41.468995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dae0462e-c463-4e5b-822c-a64633a1a6ae req-12a31660-8d42-4d9c-8585-e4467bc2c4c0 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971409 Oct 13 14:24:41.469473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Allocated IP 2001:db8::f816:3eff:fef2:f81e (7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa/ed45142f-8745-411f-b9d8-de4c6f97fe24/d735c948-e67a-4685-aaf9-ad82a264d11a) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:41.469735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9cce3-c7a3-44a9-a4a7-bebfc3762d64 req-e07e8582-8c1d-4fd7-a5df-580fcab62041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:41.469735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9cce3-c7a3-44a9-a4a7-bebfc3762d64 req-e07e8582-8c1d-4fd7-a5df-580fcab62041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:41.469735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0d9cce3-c7a3-44a9-a4a7-bebfc3762d64 req-e07e8582-8c1d-4fd7-a5df-580fcab62041 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=369f61c3408a4d8b912583e7eafe96b9&device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1983 time: 0.1563234 Oct 13 14:24:41.522433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:41.523083 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:41.615347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eacf9b-d9c5-4979-a29b-70ac53a1c7ab req-f555dc04-5022-407a-ac07-2ac9346f2c1c tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:41.615347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34eacf9b-d9c5-4979-a29b-70ac53a1c7ab req-f555dc04-5022-407a-ac07-2ac9346f2c1c tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1901188 Oct 13 14:24:41.615347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9cce3-c7a3-44a9-a4a7-bebfc3762d64 req-c59fa134-c8d9-44e0-8656-28a72a05799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:41.616319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0d9cce3-c7a3-44a9-a4a7-bebfc3762d64 req-c59fa134-c8d9-44e0-8656-28a72a05799b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a3147f9e-b864-4ea6-b499-3aeda5faa7ed HTTP/1.1" status: 200 len: 903 time: 0.1867216 Oct 13 14:24:41.669562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0d9cce3-c7a3-44a9-a4a7-bebfc3762d64 req-dc512b98-8928-4d94-8624-08506afc06a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.158&port_id=6c0c954c-15cc-4430-bc94-0cf76e60d843 HTTP/1.1" status: 200 len: 217 time: 0.0447488 Oct 13 14:24:41.703627 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fbfce905-8b97-457f-a744-b0333619f6ec details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:24:41.739718 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:41.743444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:41.743444 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:41.774287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:41.790782 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:41.792747 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:41.827352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34eacf9b-d9c5-4979-a29b-70ac53a1c7ab req-dbc03ffc-f4f2-42e2-bfe4-dc76f956664f tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936917 Oct 13 14:24:41.853786 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:41.855378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefd6f66-4c64-4f2e-b0dc-980f747348f3 None None] Network 95ac5f78-00e7-4408-b6d6-f69564711b6c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:41.872672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9cce3-c7a3-44a9-a4a7-bebfc3762d64 req-0c2a436a-a35f-4ae3-a9a1-0afb711016e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:41.882269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0d9cce3-c7a3-44a9-a4a7-bebfc3762d64 req-0c2a436a-a35f-4ae3-a9a1-0afb711016e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7ef7b1f-307b-4d48-b478-4e7537c22ac4 HTTP/1.1" status: 200 len: 801 time: 0.1975057 Oct 13 14:24:41.889224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] device_id is not set on port 955db720-3766-4c20-922d-1b45f03e694f yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:24:41.942109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] Pushing event updated for resources: {'Network': ['ID=a037604e-dbae-4426-9e2b-bb6d032e8a47,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:41.982855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network a037604e-dbae-4426-9e2b-bb6d032e8a47 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:24:42.032285 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c4ecb18a-9336-40ce-9d30-823c25980f46 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9327884 Oct 13 14:24:42.036323 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60456) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:42.041461 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-78099e2f-2731-4c1b-952a-75f7cf3a666e admin admin] Request body: {'subnet': {'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1057470557-subnet', 'tenant_id': '7ec7159fdc1f4910980b2b80ed5e160c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:42.094335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f94e1-8905-43a6-8fae-8d6213e40735 req-d8d560d4-76ea-4eec-bbcc-1a26d648cc07 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:42.095883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd0f94e1-8905-43a6-8fae-8d6213e40735 req-d8d560d4-76ea-4eec-bbcc-1a26d648cc07 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 943 time: 0.4196894 Oct 13 14:24:42.105297 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:42.115633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f21bf3a2-0940-417a-aff8-600f2ab8a4f0 None None] Provisioning complete for port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:42.116088 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f21bf3a2-0940-417a-aff8-600f2ab8a4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:42.177058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caebc42-6779-4d1a-aa25-6466aa0e3e56 req-54263eb6-35b8-4275-a1b5-075a968e8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:42.178719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0caebc42-6779-4d1a-aa25-6466aa0e3e56 req-54263eb6-35b8-4275-a1b5-075a968e8c31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 1098 time: 0.3091800 Oct 13 14:24:42.199854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78099e2f-2731-4c1b-952a-75f7cf3a666e admin admin] Made reservation on behalf of 7ec7159fdc1f4910980b2b80ed5e160c for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:42.210789 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78099e2f-2731-4c1b-952a-75f7cf3a666e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:42.212320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9cce3-c7a3-44a9-a4a7-bebfc3762d64 req-799f6036-840d-4701-ad16-c83672dfba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:42.212680 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4bde20c3-8a0b-4847-b180-ee3b3fdfbc88,segment=NetworkSegment(de0d06c1-4ad7-4780-a410-bd88b87aa7ba),segment_id=de0d06c1-4ad7-4780-a410-bd88b87aa7ba)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:42.213921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0d9cce3-c7a3-44a9-a4a7-bebfc3762d64 req-799f6036-840d-4701-ad16-c83672dfba93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3147f9e-b864-4ea6-b499-3aeda5faa7ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2062700 Oct 13 14:24:42.251236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd0f94e1-8905-43a6-8fae-8d6213e40735 req-464537e8-8866-4e53-acb5-adee8131404b tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463537 Oct 13 14:24:42.255189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Allocated IP 2001:db8::f816:3eff:fede:fef9 (7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa/ed45142f-8745-411f-b9d8-de4c6f97fe24/955db720-3766-4c20-922d-1b45f03e694f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:42.273555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Network 7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:42.285021 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:42.289129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Pushing event updated for resources: {'Port': ['ID=d735c948-e67a-4685-aaf9-ad82a264d11a,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:42.291641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:42.364527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fbfce905-8b97-457f-a744-b0333619f6ec, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fbfce905-8b97-457f-a744-b0333619f6ec,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:42.395019 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:42.511227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'fbfce905-8b97-457f-a744-b0333619f6ec', 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c', 'port_id': 'fbfce905-8b97-457f-a744-b0333619f6ec', 'mac_address': 'fa:16:3e:51:85:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f974b32a-4d99-454c-999a-81689caf7abd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:24:42.583583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=4bde20c3-8a0b-4847-b180-ee3b3fdfbc88,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:42.654749 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:42.663616 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Attempting to bind port d735c948-e67a-4685-aaf9-ad82a264d11a on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:24:42.667235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Attempting to bind port d735c948-e67a-4685-aaf9-ad82a264d11a by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'dfbb4ba7-4026-472e-a7a5-0546d9cac578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:24:42.667235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Attempting to bind port d735c948-e67a-4685-aaf9-ad82a264d11a on network 7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:42.696298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfce905-8b97-457f-a744-b0333619f6ec {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:24:42.718507 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fbfce905-8b97-457f-a744-b0333619f6ec, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fbfce905-8b97-457f-a744-b0333619f6ec,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:42.723349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:24:42.723722 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Checking segment: {'id': 'dfbb4ba7-4026-472e-a7a5-0546d9cac578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:42.724117 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:42.724549 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Bound using segment: {'id': 'dfbb4ba7-4026-472e-a7a5-0546d9cac578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:24:42.725206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Bound port: d735c948-e67a-4685-aaf9-ad82a264d11a, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbb4ba7-4026-472e-a7a5-0546d9cac578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:24:42.725868 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:42.786838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caebc42-6779-4d1a-aa25-6466aa0e3e56 req-4ebc2ef5-ef8a-4f56-8e4b-ca9bafed1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:42.788471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0caebc42-6779-4d1a-aa25-6466aa0e3e56 req-4ebc2ef5-ef8a-4f56-8e4b-ca9bafed1d11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 200 len: 911 time: 0.5925081 Oct 13 14:24:42.792964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0d9cce3-c7a3-44a9-a4a7-bebfc3762d64 req-a03945e4-efe3-4521-9a1c-d2c59032c980 service neutron] 10.222.0.41 "GET /v2.0/networks/a3147f9e-b864-4ea6-b499-3aeda5faa7ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582654 Oct 13 14:24:42.891683 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:42.959060 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78099e2f-2731-4c1b-952a-75f7cf3a666e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:43.096113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5245ec-e1b2-42e2-97f8-e5274a7e8c5e req-053bff25-0483-4715-ad47-8d03db3b5fed tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:43.108596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] For port d735c948-e67a-4685-aaf9-ad82a264d11a, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:24:43.108920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5245ec-e1b2-42e2-97f8-e5274a7e8c5e req-053bff25-0483-4715-ad47-8d03db3b5fed tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:43.113024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d5245ec-e1b2-42e2-97f8-e5274a7e8c5e req-053bff25-0483-4715-ad47-8d03db3b5fed tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1679 time: 0.5115230 Oct 13 14:24:43.153448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=fbfce905-8b97-457f-a744-b0333619f6ec,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:43.172245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0caebc42-6779-4d1a-aa25-6466aa0e3e56 req-72a469cb-b240-4295-b523-ea9172f6933d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=230b4fcb-978e-4faa-a273-ca19b22ca2c2 HTTP/1.1" status: 200 len: 1001 time: 0.3652518 Oct 13 14:24:43.173913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-261f31d0-acab-47f8-b8bb-3a133d805aa8 None None] Provisioning complete for port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:43.174444 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-261f31d0-acab-47f8-b8bb-3a133d805aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:43.187905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:43.223899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] For port d735c948-e67a-4685-aaf9-ad82a264d11a, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d735c948-e67a-4685-aaf9-ad82a264d11a,segment=NetworkSegment(dfbb4ba7-4026-472e-a7a5-0546d9cac578),segment_id=dfbb4ba7-4026-472e-a7a5-0546d9cac578)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:24:43.244137 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78099e2f-2731-4c1b-952a-75f7cf3a666e admin admin] Checking segment: {'id': 'bde4a956-a10c-4576-9ead-24fcf3a1feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:43.244873 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78099e2f-2731-4c1b-952a-75f7cf3a666e admin admin] Network hostable DHCP agents. Network: a037604e-dbae-4426-9e2b-bb6d032e8a47, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:24:43.256653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78099e2f-2731-4c1b-952a-75f7cf3a666e admin admin] Pushing event updated for resources: {'Subnet': ['ID=503d7c59-e711-4be3-a440-9b39a953197e,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:43.277445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:24:43.360332 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:43.370790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488996ee-c082-4281-9fcc-0ada1985e09e req-20339381-530d-4b48-bcc5-868992c425fc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:43.372373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-488996ee-c082-4281-9fcc-0ada1985e09e req-20339381-530d-4b48-bcc5-868992c425fc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.3757489 Oct 13 14:24:43.392488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0d9cce3-c7a3-44a9-a4a7-bebfc3762d64 req-c83c773a-712e-4451-a065-a2a07815b008 service neutron] 10.222.0.41 "GET /v2.0/networks/a3147f9e-b864-4ea6-b499-3aeda5faa7ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866058 Oct 13 14:24:43.418435 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78099e2f-2731-4c1b-952a-75f7cf3a666e admin admin] Network a037604e-dbae-4426-9e2b-bb6d032e8a47 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:24:43.450602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:43.451212 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:43.496255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['fbfce905-8b97-457f-a744-b0333619f6ec'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:24:43.511213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d5245ec-e1b2-42e2-97f8-e5274a7e8c5e req-e754832b-6d52-4533-8fcf-ec29d2d5c268 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991270 Oct 13 14:24:43.528164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5d0a6-5666-4703-9259-ddc5264a8681 None None] Pushing event updated for resources: {'Port': ['ID=d735c948-e67a-4685-aaf9-ad82a264d11a,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:43.533007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-488996ee-c082-4281-9fcc-0ada1985e09e req-8a71aed4-7f7a-48ae-b150-ecbd8be15f6d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350060 Oct 13 14:24:43.545847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caebc42-6779-4d1a-aa25-6466aa0e3e56 req-202781d6-978a-49a0-8cbc-74ab06ba9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:43.552054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0caebc42-6779-4d1a-aa25-6466aa0e3e56 req-202781d6-978a-49a0-8cbc-74ab06ba9716 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55692630-3c1b-4a22-9c24-eba73df651f5 HTTP/1.1" status: 200 len: 849 time: 0.3680928 Oct 13 14:24:43.584220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-78099e2f-2731-4c1b-952a-75f7cf3a666e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, a037604e-dbae-4426-9e2b-bb6d032e8a47) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:43.591199 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78099e2f-2731-4c1b-952a-75f7cf3a666e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:43.592051 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78099e2f-2731-4c1b-952a-75f7cf3a666e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:43.624403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece9b24e-a3e5-44fe-8d1d-f589c22a5677 None None] Network a037604e-dbae-4426-9e2b-bb6d032e8a47 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:43.690050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caebc42-6779-4d1a-aa25-6466aa0e3e56 req-56bcf63a-32b7-4459-a869-274789a220f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:43.692422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0caebc42-6779-4d1a-aa25-6466aa0e3e56 req-56bcf63a-32b7-4459-a869-274789a220f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a0d1357-5bd1-47a4-bc47-4229892a21e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309240 Oct 13 14:24:43.762707 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-78099e2f-2731-4c1b-952a-75f7cf3a666e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7173445 Oct 13 14:24:43.826097 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:44.086109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 51437ae7-df30-4241-8cbb-82c4e58cdf25 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:24:44.088800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network 7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:44.110358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:44.130990 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e381-e183-4ed7-b918-69f09a64d32a req-9a6f1854-632b-4691-969e-1769b6debf32 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:44.143903 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f29e381-e183-4ed7-b918-69f09a64d32a req-9a6f1854-632b-4691-969e-1769b6debf32 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 944 time: 0.3242896 Oct 13 14:24:44.148163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:44.158239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:44.159529 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:44.207711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Port': ['ID=955db720-3766-4c20-922d-1b45f03e694f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:44.230318 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0caebc42-6779-4d1a-aa25-6466aa0e3e56 req-56b34cf0-7450-43ea-9675-c34d0a62ffef service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277340 Oct 13 14:24:44.245138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f29e381-e183-4ed7-b918-69f09a64d32a req-628d7ea6-322a-42ab-9c18-cf687578d532 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950806 Oct 13 14:24:44.252387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6a3e687a-1744-4867-aed7-163f1dd246b1 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.4100635 Oct 13 14:24:44.256446 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60498) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:44.420575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0caebc42-6779-4d1a-aa25-6466aa0e3e56 req-3e63a23d-098f-497b-b9f0-cebb3092f4ac service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740654 Oct 13 14:24:44.511929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 51437ae7-df30-4241-8cbb-82c4e58cdf25, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=51437ae7-df30-4241-8cbb-82c4e58cdf25,segment=NetworkSegment(d24ce5cc-db04-4893-b319-e0921d09caa4),segment_id=d24ce5cc-db04-4893-b319-e0921d09caa4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:44.673487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '51437ae7-df30-4241-8cbb-82c4e58cdf25', 'network_id': '252801a1-250e-4196-b3ff-72984152028e', 'port_id': '51437ae7-df30-4241-8cbb-82c4e58cdf25', 'mac_address': 'fa:16:3e:de:0a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0adac40-cdce-435a-b957-7bb23f1a711e', 'ip_address': '19.80.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:24:44.764451 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f631e-6df7-4117-ba0a-c607b657c5fd None None] Network a037604e-dbae-4426-9e2b-bb6d032e8a47 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:44.860213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a00eae-8b48-459b-8b94-b0dba24f30dc req-6b4363a3-2b9e-48bf-914a-de75cae415dd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:44.860794 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8b3e34-1512-49ba-b9c2-cfdab5e95bd5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Deleting subnet ed45142f-8745-411f-b9d8-de4c6f97fe24 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:24:44.864666 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50a00eae-8b48-459b-8b94-b0dba24f30dc req-6b4363a3-2b9e-48bf-914a-de75cae415dd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.2084723 Oct 13 14:24:44.867737 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3e34-1512-49ba-b9c2-cfdab5e95bd5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:44.927169 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:44.932849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33016a4-b8a9-4ab5-b8f9-8c0c7c698965 req-e237ddb8-9339-41b8-b976-5fc92c775835 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:44.943165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33016a4-b8a9-4ab5-b8f9-8c0c7c698965 req-e237ddb8-9339-41b8-b976-5fc92c775835 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:44.949839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51437ae7-df30-4241-8cbb-82c4e58cdf25 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:24:44.970755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e33016a4-b8a9-4ab5-b8f9-8c0c7c698965 req-e237ddb8-9339-41b8-b976-5fc92c775835 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1679 time: 0.2550046 Oct 13 14:24:44.971189 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3e34-1512-49ba-b9c2-cfdab5e95bd5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:44.979308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 51437ae7-df30-4241-8cbb-82c4e58cdf25, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=51437ae7-df30-4241-8cbb-82c4e58cdf25,segment=NetworkSegment(d24ce5cc-db04-4893-b319-e0921d09caa4),segment_id=d24ce5cc-db04-4893-b319-e0921d09caa4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:45.074314 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:45.114246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50a00eae-8b48-459b-8b94-b0dba24f30dc req-166f2172-3ec0-47a4-85af-6de947a300d4 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344110 Oct 13 14:24:45.170203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e33016a4-b8a9-4ab5-b8f9-8c0c7c698965 req-d697e622-e9ec-49bd-a6bb-c5f418778d4a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962554 Oct 13 14:24:45.510293 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d735c948-e67a-4685-aaf9-ad82a264d11a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:24:45.629569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5268f804-f265-4237-941b-215fd482305f None None] Network 7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:45.644833 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3e34-1512-49ba-b9c2-cfdab5e95bd5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:45.659309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dde4e-ba82-49f1-be6c-7d41810534be req-57ee5582-928f-4715-96ac-249cfa7f60af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:45.669901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f00dde4e-ba82-49f1-be6c-7d41810534be req-57ee5582-928f-4715-96ac-249cfa7f60af tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 944 time: 0.3054090 Oct 13 14:24:45.729783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f00dde4e-ba82-49f1-be6c-7d41810534be req-c4d17c5a-0105-4dd7-8cb8-2551d52052ad tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587714 Oct 13 14:24:45.753643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6c0c954c-15cc-4430-bc94-0cf76e60d843 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:24:45.762016 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=51437ae7-df30-4241-8cbb-82c4e58cdf25,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:45.797050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0cb3d874-a00b-4e8a-8428-21a5d5bc35df None None] Provisioning complete for port d735c948-e67a-4685-aaf9-ad82a264d11a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:45.798429 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0cb3d874-a00b-4e8a-8428-21a5d5bc35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:45.821450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['51437ae7-df30-4241-8cbb-82c4e58cdf25'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:24:45.836335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3e34-1512-49ba-b9c2-cfdab5e95bd5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:45.912940 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba8b3e34-1512-49ba-b9c2-cfdab5e95bd5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:45.919017 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ba8b3e34-1512-49ba-b9c2-cfdab5e95bd5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/subnets/ed45142f-8745-411f-b9d8-de4c6f97fe24 HTTP/1.1" status: 204 len: 168 time: 1.6597760 Oct 13 14:24:45.919978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60530) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:45.920802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b3e34-1512-49ba-b9c2-cfdab5e95bd5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Subnet': ['ID=ed45142f-8745-411f-b9d8-de4c6f97fe24,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:46.027962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d81c56-c717-4134-a574-715ea011f861 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:46.029855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d81c56-c717-4134-a574-715ea011f861 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:46.034284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f9d81c56-c717-4134-a574-715ea011f861 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1100819 Oct 13 14:24:46.034693 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60534) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:46.046994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d735c948-e67a-4685-aaf9-ad82a264d11a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:46.047370 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:46.099689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 6c0c954c-15cc-4430-bc94-0cf76e60d843, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6c0c954c-15cc-4430-bc94-0cf76e60d843,segment=NetworkSegment(7d0fadd7-257d-421f-966c-570094d33c61),segment_id=7d0fadd7-257d-421f-966c-570094d33c61)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:46.124818 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0980e31c-2996-4615-a3b1-9346ef540b9e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:46.133239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '6c0c954c-15cc-4430-bc94-0cf76e60d843', 'network_id': 'a3147f9e-b864-4ea6-b499-3aeda5faa7ed', 'port_id': '6c0c954c-15cc-4430-bc94-0cf76e60d843', 'mac_address': 'fa:16:3e:56:d3:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ef7b1f-307b-4d48-b478-4e7537c22ac4', 'ip_address': '19.86.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:24:46.134400 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-0980e31c-2996-4615-a3b1-9346ef540b9e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 13 14:24:46.135135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0980e31c-2996-4615-a3b1-9346ef540b9e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:46.142232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60540) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:46.142848 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0980e31c-2996-4615-a3b1-9346ef540b9e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/networks/7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa HTTP/1.1" status: 409 len: 405 time: 0.1063879 Oct 13 14:24:46.147338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-515b387f-0b52-49dc-ba9b-58a2acaceeeb tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1548190910'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:46.273834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515b387f-0b52-49dc-ba9b-58a2acaceeeb tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:46.278137 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-515b387f-0b52-49dc-ba9b-58a2acaceeeb tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:46.317788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430fdb3-59e3-462e-b143-16dab19d1e2c req-3c20b3f8-97cf-44cc-a46a-9381c565d0d9 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:46.321165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3430fdb3-59e3-462e-b143-16dab19d1e2c req-3c20b3f8-97cf-44cc-a46a-9381c565d0d9 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.0997217 Oct 13 14:24:46.389500 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0cb3d874-a00b-4e8a-8428-21a5d5bc35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:46.410652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515b387f-0b52-49dc-ba9b-58a2acaceeeb tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:24:46.454149 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-515b387f-0b52-49dc-ba9b-58a2acaceeeb tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:46.454522 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-515b387f-0b52-49dc-ba9b-58a2acaceeeb tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Added segment d31649d3-f82d-48ea-9696-570484430b5e of type vlan for network 11bbeb94-ce78-4743-8ac6-c5fc867fdf7a Oct 13 14:24:46.550242 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:46.560975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0cb3d874-a00b-4e8a-8428-21a5d5bc35df None None] For port d735c948-e67a-4685-aaf9-ad82a264d11a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d735c948-e67a-4685-aaf9-ad82a264d11a,segment=NetworkSegment(dfbb4ba7-4026-472e-a7a5-0546d9cac578),segment_id=dfbb4ba7-4026-472e-a7a5-0546d9cac578)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:46.586211 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-515b387f-0b52-49dc-ba9b-58a2acaceeeb tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:46.597845 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0c954c-15cc-4430-bc94-0cf76e60d843 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:24:46.604224 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:46.654511 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0cb3d874-a00b-4e8a-8428-21a5d5bc35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:46.667923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 6c0c954c-15cc-4430-bc94-0cf76e60d843, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6c0c954c-15cc-4430-bc94-0cf76e60d843,segment=NetworkSegment(7d0fadd7-257d-421f-966c-570094d33c61),segment_id=7d0fadd7-257d-421f-966c-570094d33c61)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:46.696133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f692d-f781-44fd-8101-45e8b5e691f7 req-9e5e27d8-15e4-4a8b-a128-76e369bdd860 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:46.710676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c777eb55-396d-4c52-ad74-94a3a1b5cea3 None None] DHCP port deletion for 7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:24:46.714086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f692d-f781-44fd-8101-45e8b5e691f7 req-9e5e27d8-15e4-4a8b-a128-76e369bdd860 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:46.718232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-669f692d-f781-44fd-8101-45e8b5e691f7 req-9e5e27d8-15e4-4a8b-a128-76e369bdd860 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1680 time: 0.3733652 Oct 13 14:24:46.722840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3430fdb3-59e3-462e-b143-16dab19d1e2c req-206c995b-71ef-4ad1-b68e-e1d897edc4ce tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922346 Oct 13 14:24:46.779067 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-515b387f-0b52-49dc-ba9b-58a2acaceeeb tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:46.788811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515b387f-0b52-49dc-ba9b-58a2acaceeeb tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:46.788811 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-515b387f-0b52-49dc-ba9b-58a2acaceeeb tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:46.814554 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:46.816754 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:24:46.817366 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:24:46.870341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b387f-0b52-49dc-ba9b-58a2acaceeeb tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Network': ['ID=11bbeb94-ce78-4743-8ac6-c5fc867fdf7a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:46.878782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-669f692d-f781-44fd-8101-45e8b5e691f7 req-b6ca1984-000e-4f06-a6ac-08a2009e3d48 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509840 Oct 13 14:24:46.894783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 11bbeb94-ce78-4743-8ac6-c5fc867fdf7a details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:24:46.897384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3d874-a00b-4e8a-8428-21a5d5bc35df None None] Pushing event updated for resources: {'Port': ['ID=d735c948-e67a-4685-aaf9-ad82a264d11a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:46.952376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-515b387f-0b52-49dc-ba9b-58a2acaceeeb tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8088546 Oct 13 14:24:46.965180 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60564) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:46.966905 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d62ffb86-c61e-4547-ac24-fa992097afda tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'subnet': {'network_id': '11bbeb94-ce78-4743-8ac6-c5fc867fdf7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:47.047722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3118f-7dc9-4770-9608-94398c32d49b req-1643984f-d442-4c1c-9b0c-536f565dae95 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:47.049418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aff3118f-7dc9-4770-9608-94398c32d49b req-1643984f-d442-4c1c-9b0c-536f565dae95 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 944 time: 0.1268804 Oct 13 14:24:47.118457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=6c0c954c-15cc-4430-bc94-0cf76e60d843,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:47.119994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aff3118f-7dc9-4770-9608-94398c32d49b req-139bebe7-75f6-49a7-a463-495273c4bbb8 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609612 Oct 13 14:24:47.124339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c777eb55-396d-4c52-ad74-94a3a1b5cea3 None None] Deleting port d735c948-e67a-4685-aaf9-ad82a264d11a {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:47.124939 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c777eb55-396d-4c52-ad74-94a3a1b5cea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:47.239963 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c777eb55-396d-4c52-ad74-94a3a1b5cea3 None None] For port d735c948-e67a-4685-aaf9-ad82a264d11a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d735c948-e67a-4685-aaf9-ad82a264d11a,segment=NetworkSegment(dfbb4ba7-4026-472e-a7a5-0546d9cac578),segment_id=dfbb4ba7-4026-472e-a7a5-0546d9cac578)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:47.240660 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c777eb55-396d-4c52-ad74-94a3a1b5cea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:47.270650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c777eb55-396d-4c52-ad74-94a3a1b5cea3 None None] Calling delete_port for d735c948-e67a-4685-aaf9-ad82a264d11a owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:47.284513 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62ffb86-c61e-4547-ac24-fa992097afda tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:47.290781 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d62ffb86-c61e-4547-ac24-fa992097afda tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:47.365255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['6c0c954c-15cc-4430-bc94-0cf76e60d843'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:24:47.582772 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c777eb55-396d-4c52-ad74-94a3a1b5cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:47.792263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d735c948-e67a-4685-aaf9-ad82a264d11a no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:24:47.794283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fbfce905-8b97-457f-a744-b0333619f6ec up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:24:47.809252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-d62ffb86-c61e-4547-ac24-fa992097afda tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:24:47.809252 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d62ffb86-c61e-4547-ac24-fa992097afda tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:47.831631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777eb55-396d-4c52-ad74-94a3a1b5cea3 None None] Pushing event deleted for resources: {'Port': ['ID=d735c948-e67a-4685-aaf9-ad82a264d11a,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:47.869103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777eb55-396d-4c52-ad74-94a3a1b5cea3 None None] No DVR routers for this DVR port d735c948-e67a-4685-aaf9-ad82a264d11a on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:47.869103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: d735c948-e67a-4685-aaf9-ad82a264d11a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:24:47.869103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d735c948-e67a-4685-aaf9-ad82a264d11a not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:24:47.917393 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ffb86-c61e-4547-ac24-fa992097afda tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Subnet': ['ID=fa802f32-4917-4e1b-9ed1-eeca976adcb5,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:47.981917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ffb86-c61e-4547-ac24-fa992097afda tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Checking segment: {'id': 'd31649d3-f82d-48ea-9696-570484430b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11bbeb94-ce78-4743-8ac6-c5fc867fdf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:47.983996 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ffb86-c61e-4547-ac24-fa992097afda tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network hostable DHCP agents. Network: 11bbeb94-ce78-4743-8ac6-c5fc867fdf7a, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:24:47.989882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port fbfce905-8b97-457f-a744-b0333619f6ec completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:24:47.997623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port fbfce905-8b97-457f-a744-b0333619f6ec triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:47.998506 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:48.091729 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ffb86-c61e-4547-ac24-fa992097afda tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network 11bbeb94-ce78-4743-8ac6-c5fc867fdf7a is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:24:48.151760 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:48.181982 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77b7a9f-e443-4fea-a286-db2011c765ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfce905-8b97-457f-a744-b0333619f6ec'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:24:48.184266 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abadb10-1d10-49dd-94dd-aa4ee3dd24cf" -d '{"events": [{"server_uuid": "b77b7a9f-e443-4fea-a286-db2011c765ed", "name": "network-vif-plugged", "status": "completed", "tag": "fbfce905-8b97-457f-a744-b0333619f6ec"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:24:48.186075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8fdb3-718d-4a76-9657-c9df2d9372f3 req-53352b6d-05a4-4666-9c04-2117d8123fbe tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:48.192207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8fdb3-718d-4a76-9657-c9df2d9372f3 req-53352b6d-05a4-4666-9c04-2117d8123fbe tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:48.193858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dc8fdb3-718d-4a76-9657-c9df2d9372f3 req-53352b6d-05a4-4666-9c04-2117d8123fbe tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1681 time: 0.1735127 Oct 13 14:24:48.197325 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port fbfce905-8b97-457f-a744-b0333619f6ec, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fbfce905-8b97-457f-a744-b0333619f6ec,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:48.207108 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-d62ffb86-c61e-4547-ac24-fa992097afda tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 11bbeb94-ce78-4743-8ac6-c5fc867fdf7a) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:48.215391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68d1d45-ec1b-4b5a-a94a-cdb850d48461 None None] Network 11bbeb94-ce78-4743-8ac6-c5fc867fdf7a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:48.220923 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62ffb86-c61e-4547-ac24-fa992097afda tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:48.220923 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d62ffb86-c61e-4547-ac24-fa992097afda tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:48.261670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-7e9e2859-ec0d-4d7d-993a-b261d41fc305 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:48.263064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-7e9e2859-ec0d-4d7d-993a-b261d41fc305 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/networks?id=a037604e-dbae-4426-9e2b-bb6d032e8a47 HTTP/1.1" status: 200 len: 809 time: 0.1995761 Oct 13 14:24:48.270266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dc8fdb3-718d-4a76-9657-c9df2d9372f3 req-39b7760a-e37d-414b-93bc-4f06781802ae tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671442 Oct 13 14:24:48.313241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-23610813-842c-4f92-bb56-4d3674c5f2da tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/quotas/7ec7159fdc1f4910980b2b80ed5e160c HTTP/1.1" status: 200 len: 375 time: 0.0329609 Oct 13 14:24:48.327885 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:48.329421 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d62ffb86-c61e-4547-ac24-fa992097afda tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3701348 Oct 13 14:24:48.333646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60608) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:48.338307 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'port': {'network_id': '11bbeb94-ce78-4743-8ac6-c5fc867fdf7a', 'name': 'tempest-NetworksIpV6TestAttrs-1793050633'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:48.383354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-d515fc2c-fd26-49c6-8b14-59d993d0d809 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ec7159fdc1f4910980b2b80ed5e160c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684712 Oct 13 14:24:48.397482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-e3c5f5fa-aa31-4a3f-b590-28e1e27c6094 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:24:48.407089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-e3c5f5fa-aa31-4a3f-b590-28e1e27c6094 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0185773 Oct 13 14:24:48.532793 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=fbfce905-8b97-457f-a744-b0333619f6ec,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:48.545600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-11bbeb94-ce78-4743-8ac6-c5fc867fdf7a', 'network_id': '11bbeb94-ce78-4743-8ac6-c5fc867fdf7a', 'tenant_id': '629ff01e736643878675886293e05363', 'fixed_ips': [{'subnet_id': 'fa802f32-4917-4e1b-9ed1-eeca976adcb5'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:24:48.546729 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:48.590634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce0741-2089-4482-873d-09e74ade7866 req-afb2274a-c297-4f42-9352-58704d3ae026 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:48.592368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0ce0741-2089-4482-873d-09e74ade7866 req-afb2274a-c297-4f42-9352-58704d3ae026 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 945 time: 0.1806531 Oct 13 14:24:48.607549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-51ef871a-ef94-4709-8611-0ce0e3788a87 service neutron] 10.222.0.18 "GET /v2.0/networks/a037604e-dbae-4426-9e2b-bb6d032e8a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782517 Oct 13 14:24:48.629607 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:48.635642 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:48.644890 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:48.672090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] device_id is not set on port f2234e22-362d-4f31-8638-18faa1acec93 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:24:48.709992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0ce0741-2089-4482-873d-09e74ade7866 req-1e161ef1-865d-430e-aad8-7dcdd3e1c613 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013494 Oct 13 14:24:48.770124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-c87d16bb-6c51-48f1-bd43-fe2a2774afe3 service neutron] 10.222.0.18 "GET /v2.0/networks/a037604e-dbae-4426-9e2b-bb6d032e8a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528437 Oct 13 14:24:48.789818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Allocated IP 2001:db8::f816:3eff:fe7a:b5b4 (11bbeb94-ce78-4743-8ac6-c5fc867fdf7a/fa802f32-4917-4e1b-9ed1-eeca976adcb5/64bfda26-4c6c-4ba5-8b64-bccdd58f225d) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:48.794052 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10392e7-1c8e-4f49-90c2-b505071a58fa x-openstack-request-id: req-a10392e7-1c8e-4f49-90c2-b505071a58fa {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:24:48.794360 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77b7a9f-e443-4fea-a286-db2011c765ed", "name": "network-vif-plugged", "status": "completed", "tag": "fbfce905-8b97-457f-a744-b0333619f6ec", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:24:48.795227 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a10392e7-1c8e-4f49-90c2-b505071a58fa {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:24:48.795757 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77b7a9f-e443-4fea-a286-db2011c765ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfce905-8b97-457f-a744-b0333619f6ec', 'code': 200} Oct 13 14:24:48.937716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa87c5c-2973-4503-ab93-b685ae5beae9 req-0a0b89d2-3e13-41c2-b1d0-73a739c132d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:48.937716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8fa87c5c-2973-4503-ab93-b685ae5beae9 req-0a0b89d2-3e13-41c2-b1d0-73a739c132d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 1097 time: 0.0560911 Oct 13 14:24:48.986350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8fa87c5c-2973-4503-ab93-b685ae5beae9 req-90e1f53b-97ff-4073-99c3-d34d0cf36c4d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424662 Oct 13 14:24:49.032224 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:49.081622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-feae4f12-59e4-4970-a6ac-bbb7ac0b860d req-2a28d5a0-9e8b-45b4-8514-794ca8588494 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 210 time: 0.0365105 Oct 13 14:24:49.093472 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:49.151297 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Pushing event updated for resources: {'Port': ['ID=64bfda26-4c6c-4ba5-8b64-bccdd58f225d,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:49.162581 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Network 11bbeb94-ce78-4743-8ac6-c5fc867fdf7a is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:49.164151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:49.167623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:49.201660 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Allocated IP 2001:db8::f816:3eff:febf:9ad9 (11bbeb94-ce78-4743-8ac6-c5fc867fdf7a/fa802f32-4917-4e1b-9ed1-eeca976adcb5/f2234e22-362d-4f31-8638-18faa1acec93) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:49.226924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Attempting to bind port 64bfda26-4c6c-4ba5-8b64-bccdd58f225d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:24:49.232254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Attempting to bind port 64bfda26-4c6c-4ba5-8b64-bccdd58f225d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'd31649d3-f82d-48ea-9696-570484430b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11bbeb94-ce78-4743-8ac6-c5fc867fdf7a'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:24:49.232254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Attempting to bind port 64bfda26-4c6c-4ba5-8b64-bccdd58f225d on network 11bbeb94-ce78-4743-8ac6-c5fc867fdf7a {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:49.233910 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:24:49.234432 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Checking segment: {'id': 'd31649d3-f82d-48ea-9696-570484430b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11bbeb94-ce78-4743-8ac6-c5fc867fdf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:49.234901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:49.235415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Bound using segment: {'id': 'd31649d3-f82d-48ea-9696-570484430b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11bbeb94-ce78-4743-8ac6-c5fc867fdf7a'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:24:49.236040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Bound port: 64bfda26-4c6c-4ba5-8b64-bccdd58f225d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31649d3-f82d-48ea-9696-570484430b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '11bbeb94-ce78-4743-8ac6-c5fc867fdf7a'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:24:49.236415 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:49.348656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] For port 64bfda26-4c6c-4ba5-8b64-bccdd58f225d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:24:49.369860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] For port 64bfda26-4c6c-4ba5-8b64-bccdd58f225d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=64bfda26-4c6c-4ba5-8b64-bccdd58f225d,segment=NetworkSegment(d31649d3-f82d-48ea-9696-570484430b5e),segment_id=d31649d3-f82d-48ea-9696-570484430b5e)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:24:49.453878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5560ad-122f-41dc-9267-8749b4227482 req-92f35f93-576b-4008-803c-b016c7eaffb4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:49.457746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5560ad-122f-41dc-9267-8749b4227482 req-92f35f93-576b-4008-803c-b016c7eaffb4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:49.459519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa5560ad-122f-41dc-9267-8749b4227482 req-92f35f93-576b-4008-803c-b016c7eaffb4 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1681 time: 0.0783610 Oct 13 14:24:49.460304 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:49.471814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:49.513955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa5560ad-122f-41dc-9267-8749b4227482 req-c4e38966-c88a-4f44-89ff-bfc9ac0d9992 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470281 Oct 13 14:24:49.569069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cd3fd-da00-4e76-a464-54e38530ec03 None None] Pushing event updated for resources: {'Port': ['ID=64bfda26-4c6c-4ba5-8b64-bccdd58f225d,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:49.585244 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d622b557-0cf9-44e6-91fd-a28c74c8c872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:49.652961 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:49.723303 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network 11bbeb94-ce78-4743-8ac6-c5fc867fdf7a is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:49.725851 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:49.732237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6c0c954c-15cc-4430-bc94-0cf76e60d843 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:24:49.739288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:49.747397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:49.748157 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:49.764397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Port': ['ID=f2234e22-362d-4f31-8638-18faa1acec93,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:49.869659 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c888c531-4b0d-4703-abef-a3e669e39a23 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5356128 Oct 13 14:24:49.889592 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60658) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:49.918839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 6c0c954c-15cc-4430-bc94-0cf76e60d843 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:24:49.926115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 6c0c954c-15cc-4430-bc94-0cf76e60d843 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:49.926771 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:49.978545 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9abfa2f-1063-4843-9470-b66a75f5ced3 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Deleting subnet fa802f32-4917-4e1b-9ed1-eeca976adcb5 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:24:49.988016 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa2f-1063-4843-9470-b66a75f5ced3 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:50.010377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbe455-1b7c-4dfb-bfe8-6e185077547c req-a0e3cede-56b6-49eb-9de8-fa73beafbb7e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:50.020760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78dbe455-1b7c-4dfb-bfe8-6e185077547c req-a0e3cede-56b6-49eb-9de8-fa73beafbb7e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 945 time: 0.1236162 Oct 13 14:24:50.067088 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa2f-1063-4843-9470-b66a75f5ced3 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:50.126046 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:50.156139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78dbe455-1b7c-4dfb-bfe8-6e185077547c req-2475e0a7-176c-429a-9a04-b62dff4a43b0 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264527 Oct 13 14:24:50.192640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 6c0c954c-15cc-4430-bc94-0cf76e60d843, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6c0c954c-15cc-4430-bc94-0cf76e60d843,segment=NetworkSegment(7d0fadd7-257d-421f-966c-570094d33c61),segment_id=7d0fadd7-257d-421f-966c-570094d33c61)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:50.211370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e55efdb-5aaf-4bfe-b7d9-368c2df43def req-5ca7609d-2f43-4cfb-90f9-abc43ae0abf1 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 210 time: 0.0513527 Oct 13 14:24:50.265617 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa2f-1063-4843-9470-b66a75f5ced3 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:50.315028 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:50.316098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 51437ae7-df30-4241-8cbb-82c4e58cdf25 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:24:50.419758 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa2f-1063-4843-9470-b66a75f5ced3 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:50.426105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=6c0c954c-15cc-4430-bc94-0cf76e60d843,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:50.459746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abfa2f-1063-4843-9470-b66a75f5ced3 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Subnet': ['ID=fa802f32-4917-4e1b-9ed1-eeca976adcb5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:50.466475 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c9abfa2f-1063-4843-9470-b66a75f5ced3 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:50.470053 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c9abfa2f-1063-4843-9470-b66a75f5ced3 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/subnets/fa802f32-4917-4e1b-9ed1-eeca976adcb5 HTTP/1.1" status: 204 len: 168 time: 0.5971780 Oct 13 14:24:50.482414 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60670) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:50.520358 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 51437ae7-df30-4241-8cbb-82c4e58cdf25 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:24:50.526259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 51437ae7-df30-4241-8cbb-82c4e58cdf25 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:50.526643 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:50.613021 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c8914-eaf5-4c04-aeb3-d151203890ba tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:50.629712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c8914-eaf5-4c04-aeb3-d151203890ba tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:50.632315 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-589c8914-eaf5-4c04-aeb3-d151203890ba tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1485512 Oct 13 14:24:50.636551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60674) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:50.724898 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:50.798864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 51437ae7-df30-4241-8cbb-82c4e58cdf25, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=51437ae7-df30-4241-8cbb-82c4e58cdf25,segment=NetworkSegment(d24ce5cc-db04-4893-b319-e0921d09caa4),segment_id=d24ce5cc-db04-4893-b319-e0921d09caa4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:50.800675 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0c954c-15cc-4430-bc94-0cf76e60d843'}, {'server_uuid': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51437ae7-df30-4241-8cbb-82c4e58cdf25'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:24:50.816557 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b495844c-af85-4016-a30b-760e294c9839" -d '{"events": [{"server_uuid": "b1d70225-13dd-4bb5-a1e7-fe059dd3f968", "name": "network-vif-plugged", "status": "completed", "tag": "6c0c954c-15cc-4430-bc94-0cf76e60d843"}, {"server_uuid": "b1d70225-13dd-4bb5-a1e7-fe059dd3f968", "name": "network-vif-plugged", "status": "completed", "tag": "51437ae7-df30-4241-8cbb-82c4e58cdf25"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:24:50.881795 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:50.898901 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 14:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f484b4d-f4a7-4f90-8f30-1601be8c457b x-openstack-request-id: req-6f484b4d-f4a7-4f90-8f30-1601be8c457b {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:24:50.902041 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d70225-13dd-4bb5-a1e7-fe059dd3f968", "name": "network-vif-plugged", "status": "completed", "tag": "6c0c954c-15cc-4430-bc94-0cf76e60d843", "code": 200}, {"server_uuid": "b1d70225-13dd-4bb5-a1e7-fe059dd3f968", "name": "network-vif-plugged", "status": "completed", "tag": "51437ae7-df30-4241-8cbb-82c4e58cdf25", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:24:50.902469 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f484b4d-f4a7-4f90-8f30-1601be8c457b {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:24:50.905058 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0c954c-15cc-4430-bc94-0cf76e60d843', 'code': 200} Oct 13 14:24:50.905554 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51437ae7-df30-4241-8cbb-82c4e58cdf25', 'code': 200} Oct 13 14:24:50.918722 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1fc54e3c-399c-4f59-aa02-e18bc6750e4a tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:50.954107 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc54e3c-399c-4f59-aa02-e18bc6750e4a tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 13 14:24:50.954762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc54e3c-399c-4f59-aa02-e18bc6750e4a tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:24:50.978934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1fc54e3c-399c-4f59-aa02-e18bc6750e4a tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/networks/11bbeb94-ce78-4743-8ac6-c5fc867fdf7a HTTP/1.1" status: 409 len: 405 time: 0.3357768 Oct 13 14:24:50.986081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60688) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:51.001058 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-17a1bc63-e662-4229-a21e-57214f693406 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1395388274'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:51.020338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b09011-553a-44fc-a9f1-56cb65936ffb req-6d43efa9-ef5a-40d7-a0f3-970510ce2e8a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:51.032147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b09011-553a-44fc-a9f1-56cb65936ffb req-6d43efa9-ef5a-40d7-a0f3-970510ce2e8a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:51.035345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74b09011-553a-44fc-a9f1-56cb65936ffb req-6d43efa9-ef5a-40d7-a0f3-970510ce2e8a tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1682 time: 0.3380356 Oct 13 14:24:51.038272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=51437ae7-df30-4241-8cbb-82c4e58cdf25,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:51.081378 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a1bc63-e662-4229-a21e-57214f693406 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:51.086793 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17a1bc63-e662-4229-a21e-57214f693406 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:51.157628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10931178-3dfc-4653-9501-11d1c1207269 req-cdedd8c5-7b97-4532-9544-1c2dd58f33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:51.158329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10931178-3dfc-4653-9501-11d1c1207269 req-cdedd8c5-7b97-4532-9544-1c2dd58f33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:51.158732 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97af924f-c021-4e4b-8018-97722d86bd2c None None] Network 11bbeb94-ce78-4743-8ac6-c5fc867fdf7a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:51.160279 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10931178-3dfc-4653-9501-11d1c1207269 req-cdedd8c5-7b97-4532-9544-1c2dd58f33e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1987 time: 0.1234910 Oct 13 14:24:51.163661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74b09011-553a-44fc-a9f1-56cb65936ffb req-a8265735-81cd-4100-a3f4-8fc015b16060 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085663 Oct 13 14:24:51.190402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a1bc63-e662-4229-a21e-57214f693406 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:24:51.214621 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17a1bc63-e662-4229-a21e-57214f693406 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:51.214971 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-17a1bc63-e662-4229-a21e-57214f693406 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Added segment 13eb084f-ab71-44de-b655-d5fa56195725 of type vlan for network 41df5300-835d-4bf5-8543-4821d4731c45 Oct 13 14:24:51.253735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10931178-3dfc-4653-9501-11d1c1207269 req-a84bb569-dfd4-4c34-bf4f-db326ad6c6d4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781934 Oct 13 14:24:51.319045 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17a1bc63-e662-4229-a21e-57214f693406 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:51.384491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd851d-e571-43aa-a452-8ac6c908fc84 req-d9d4d9da-0f70-4a1a-bc96-0e88ebc14efc tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:51.386434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85dd851d-e571-43aa-a452-8ac6c908fc84 req-d9d4d9da-0f70-4a1a-bc96-0e88ebc14efc tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 945 time: 0.0874774 Oct 13 14:24:51.424225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6974bc26-bd6c-47dd-9fa5-9b03f46cde09 req-9e62c604-4d18-4037-9867-a60ad73ea557 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 210 time: 0.0360639 Oct 13 14:24:51.430850 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17a1bc63-e662-4229-a21e-57214f693406 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:51.440593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f519ec20-7744-4afc-b319-a4cb75646651 None None] Provisioning complete for port 64bfda26-4c6c-4ba5-8b64-bccdd58f225d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:24:51.441226 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f519ec20-7744-4afc-b319-a4cb75646651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:51.473150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a1bc63-e662-4229-a21e-57214f693406 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:51.473930 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17a1bc63-e662-4229-a21e-57214f693406 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:51.571586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85dd851d-e571-43aa-a452-8ac6c908fc84 req-6b8040c7-9b37-44fb-ad9a-4d4e161c8434 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710050 Oct 13 14:24:51.608971 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1bc63-e662-4229-a21e-57214f693406 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Network': ['ID=41df5300-835d-4bf5-8543-4821d4731c45,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:51.692602 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-17a1bc63-e662-4229-a21e-57214f693406 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7031548 Oct 13 14:24:51.692805 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60702) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:51.699008 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-91148cc3-ece6-4983-9ca0-a3b71d2e49cc tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'subnet': {'network_id': '41df5300-835d-4bf5-8543-4821d4731c45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:51.708794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 41df5300-835d-4bf5-8543-4821d4731c45 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:24:51.760103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5398ab2b-28bf-4088-b120-fa6cc406003e None None] DHCP port deletion for 11bbeb94-ce78-4743-8ac6-c5fc867fdf7a request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:24:51.838309 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f519ec20-7744-4afc-b319-a4cb75646651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:51.960491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91148cc3-ece6-4983-9ca0-a3b71d2e49cc tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:51.964764 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91148cc3-ece6-4983-9ca0-a3b71d2e49cc tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:51.971469 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f519ec20-7744-4afc-b319-a4cb75646651 None None] For port 64bfda26-4c6c-4ba5-8b64-bccdd58f225d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=64bfda26-4c6c-4ba5-8b64-bccdd58f225d,segment=NetworkSegment(d31649d3-f82d-48ea-9696-570484430b5e),segment_id=d31649d3-f82d-48ea-9696-570484430b5e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:51.982583 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:52.029241 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5398ab2b-28bf-4088-b120-fa6cc406003e None None] Deleting port 64bfda26-4c6c-4ba5-8b64-bccdd58f225d {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:52.029241 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5398ab2b-28bf-4088-b120-fa6cc406003e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:52.108441 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f519ec20-7744-4afc-b319-a4cb75646651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:52.279611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5398ab2b-28bf-4088-b120-fa6cc406003e None None] For port 64bfda26-4c6c-4ba5-8b64-bccdd58f225d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=64bfda26-4c6c-4ba5-8b64-bccdd58f225d,segment=NetworkSegment(d31649d3-f82d-48ea-9696-570484430b5e),segment_id=d31649d3-f82d-48ea-9696-570484430b5e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:52.280676 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5398ab2b-28bf-4088-b120-fa6cc406003e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:52.332905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5398ab2b-28bf-4088-b120-fa6cc406003e None None] Calling delete_port for 64bfda26-4c6c-4ba5-8b64-bccdd58f225d owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:52.395419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e203296-3155-48fe-a6bb-401ecb29f632 req-6235bcd1-100f-4395-ab9f-dcf933a130f6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:52.404510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e203296-3155-48fe-a6bb-401ecb29f632 req-6235bcd1-100f-4395-ab9f-dcf933a130f6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:52.415312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e203296-3155-48fe-a6bb-401ecb29f632 req-6235bcd1-100f-4395-ab9f-dcf933a130f6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1683 time: 0.0930793 Oct 13 14:24:52.418004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519ec20-7744-4afc-b319-a4cb75646651 None None] Pushing event updated for resources: {'Port': ['ID=64bfda26-4c6c-4ba5-8b64-bccdd58f225d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:52.457145 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2e171059-4ba5-4142-88c5-aa3141bc265b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:52.462309 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e203296-3155-48fe-a6bb-401ecb29f632 req-7314087f-f513-457d-91bd-a2a7b3b8a5b2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458629 Oct 13 14:24:52.641547 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5398ab2b-28bf-4088-b120-fa6cc406003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:52.666546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b8d650c-f04f-46d5-8913-9ea7aee0e52f req-e271460a-cd0e-4bbc-b1d4-8f7647720491 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 210 time: 0.0362294 Oct 13 14:24:52.675217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398ab2b-28bf-4088-b120-fa6cc406003e None None] Pushing event deleted for resources: {'Port': ['ID=64bfda26-4c6c-4ba5-8b64-bccdd58f225d,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:52.681656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398ab2b-28bf-4088-b120-fa6cc406003e None None] No DVR routers for this DVR port 64bfda26-4c6c-4ba5-8b64-bccdd58f225d on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:52.723828 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-91148cc3-ece6-4983-9ca0-a3b71d2e49cc tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:24:52.743924 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91148cc3-ece6-4983-9ca0-a3b71d2e49cc tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:52.772029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-73fac9d0-3eb8-4c1b-97a3-61978b5e00da tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:52.774092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-73fac9d0-3eb8-4c1b-97a3-61978b5e00da tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.41 "GET /v2.0/networks?id=a037604e-dbae-4426-9e2b-bb6d032e8a47 HTTP/1.1" status: 200 len: 809 time: 0.2469792 Oct 13 14:24:52.815710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Request body: {'port': {'device_id': '228b5b5f-b953-41bd-8aeb-7de5ec671e2a', 'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47', 'admin_state_up': True, 'tenant_id': '7ec7159fdc1f4910980b2b80ed5e160c'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:52.874934 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91148cc3-ece6-4983-9ca0-a3b71d2e49cc tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Checking segment: {'id': '13eb084f-ab71-44de-b655-d5fa56195725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '41df5300-835d-4bf5-8543-4821d4731c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:52.875407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91148cc3-ece6-4983-9ca0-a3b71d2e49cc tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network hostable DHCP agents. Network: 41df5300-835d-4bf5-8543-4821d4731c45, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:24:52.879882 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91148cc3-ece6-4983-9ca0-a3b71d2e49cc tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Subnet': ['ID=dc71bf0b-a23d-4334-b629-589c307d0c9f,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:52.979369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91148cc3-ece6-4983-9ca0-a3b71d2e49cc tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network 41df5300-835d-4bf5-8543-4821d4731c45 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:24:53.132049 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-91148cc3-ece6-4983-9ca0-a3b71d2e49cc tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 41df5300-835d-4bf5-8543-4821d4731c45) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:53.143196 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91148cc3-ece6-4983-9ca0-a3b71d2e49cc tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:53.143500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86fb57f-51ea-4239-bd16-736da3c43f56 None None] Network 41df5300-835d-4bf5-8543-4821d4731c45 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:53.144277 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91148cc3-ece6-4983-9ca0-a3b71d2e49cc tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:53.280494 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-91148cc3-ece6-4983-9ca0-a3b71d2e49cc tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5858645 Oct 13 14:24:53.285102 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60746) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:53.457318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-41df5300-835d-4bf5-8543-4821d4731c45', 'network_id': '41df5300-835d-4bf5-8543-4821d4731c45', 'tenant_id': '629ff01e736643878675886293e05363', 'fixed_ips': [{'subnet_id': 'dc71bf0b-a23d-4334-b629-589c307d0c9f'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:24:53.458135 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:53.511693 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:53.654738 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:53.679940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa060ba-1e57-4fe7-af9b-deca06a66f85 req-24413229-c329-4c28-a4a2-987ac679728e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:53.683595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 64bfda26-4c6c-4ba5-8b64-bccdd58f225d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:24:53.689007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa060ba-1e57-4fe7-af9b-deca06a66f85 req-24413229-c329-4c28-a4a2-987ac679728e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:53.691212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ffa060ba-1e57-4fe7-af9b-deca06a66f85 req-24413229-c329-4c28-a4a2-987ac679728e tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1683 time: 0.1010025 Oct 13 14:24:53.755658 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Made reservation on behalf of 7ec7159fdc1f4910980b2b80ed5e160c for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:53.762241 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:53.805430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 64bfda26-4c6c-4ba5-8b64-bccdd58f225d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:24:53.805819 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 64bfda26-4c6c-4ba5-8b64-bccdd58f225d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:24:53.830188 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ffa060ba-1e57-4fe7-af9b-deca06a66f85 req-4584bd70-30d5-4333-b3b0-2dc443019217 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244702 Oct 13 14:24:53.845453 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:53.858221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Allocated IP 2001:db8::f816:3eff:fe52:fed1 (41df5300-835d-4bf5-8543-4821d4731c45/dc71bf0b-a23d-4334-b629-589c307d0c9f/1635b4fb-668b-475d-a7ef-cf787786ce28) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:54.009685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-efe21ca6-c4f7-4dee-a886-e801998b3cdc req-51882fb7-6273-467b-b88a-4106edb3e7b2 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 210 time: 0.0872822 Oct 13 14:24:54.133698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Allocated IP 172.20.0.6 (a037604e-dbae-4426-9e2b-bb6d032e8a47/503d7c59-e711-4be3-a440-9b39a953197e/2762774f-8135-41fe-b333-cb153d54821f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:24:54.143727 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:54.192209 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:54.264432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:54.395791 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:54.450985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Subnet': ['ID=dc71bf0b-a23d-4334-b629-589c307d0c9f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:54.484321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Network 41df5300-835d-4bf5-8543-4821d4731c45 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:54.521633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:54.552149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:54.617488 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Pushing event updated for resources: {'Port': ['ID=1635b4fb-668b-475d-a7ef-cf787786ce28,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:54.677300 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:54.677508 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:54.738506 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Attempting to bind port 1635b4fb-668b-475d-a7ef-cf787786ce28 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:24:54.739275 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Attempting to bind port 1635b4fb-668b-475d-a7ef-cf787786ce28 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '13eb084f-ab71-44de-b655-d5fa56195725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '41df5300-835d-4bf5-8543-4821d4731c45'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:24:54.739880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Attempting to bind port 1635b4fb-668b-475d-a7ef-cf787786ce28 on network 41df5300-835d-4bf5-8543-4821d4731c45 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:54.740504 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41df5300-835d-4bf5-8543-4821d4731c45']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:54.745950 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:24:54.746661 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Checking segment: {'id': '13eb084f-ab71-44de-b655-d5fa56195725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '41df5300-835d-4bf5-8543-4821d4731c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:54.747376 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:54.748148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Bound using segment: {'id': '13eb084f-ab71-44de-b655-d5fa56195725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '41df5300-835d-4bf5-8543-4821d4731c45'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:24:54.749261 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Bound port: 1635b4fb-668b-475d-a7ef-cf787786ce28, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13eb084f-ab71-44de-b655-d5fa56195725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '41df5300-835d-4bf5-8543-4821d4731c45'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:24:54.749877 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:54.767286 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13eb084f-ab71-44de-b655-d5fa56195725') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:54.767583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13eb084f-ab71-44de-b655-d5fa56195725') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:54.780397 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:54.829994 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:54.863624 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:54.894042 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:24:54.894577 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:24:54.905412 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:24:54.943018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] For port 1635b4fb-668b-475d-a7ef-cf787786ce28, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:24:55.005275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Network a037604e-dbae-4426-9e2b-bb6d032e8a47 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:24:55.021683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:55.031030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:24:55.128183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] For port 1635b4fb-668b-475d-a7ef-cf787786ce28, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1635b4fb-668b-475d-a7ef-cf787786ce28,segment=NetworkSegment(13eb084f-ab71-44de-b655-d5fa56195725),segment_id=13eb084f-ab71-44de-b655-d5fa56195725)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:24:55.160866 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.db.api [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:24:55.160866 n-d-806683-15 neutron-server[112684]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:24:55.160866 n-d-806683-15 neutron-server[112684]: [parameters: {'id': '41df5300-835d-4bf5-8543-4821d4731c45'}] Oct 13 14:24:55.160866 n-d-806683-15 neutron-server[112684]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:24:55.161565 n-d-806683-15 neutron-server[112684]: DEBUG oslo_db.api [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:24:55.183927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Pushing event updated for resources: {'Port': ['ID=2762774f-8135-41fe-b333-cb153d54821f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:55.202858 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:55.220111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:55.220467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:55.226535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:55.226997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:55.228075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:55.228428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:55.228772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:55.229140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:55.229483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:55.229843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:55.230148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:55.230478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:24:55.307996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611dde0-091d-4893-8592-c01c8bde09b8 req-a4bf06f2-2f27-4e1f-ad80-8b81c961e9ae tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:55.329012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611dde0-091d-4893-8592-c01c8bde09b8 req-a4bf06f2-2f27-4e1f-ad80-8b81c961e9ae tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:55.338171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b611dde0-091d-4893-8592-c01c8bde09b8 req-a4bf06f2-2f27-4e1f-ad80-8b81c961e9ae tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1683 time: 0.2016077 Oct 13 14:24:55.431625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:55.432308 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:55.455605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb64464-38d7-4f01-9a42-dc0c119b20b2 None None] Pushing event updated for resources: {'Port': ['ID=1635b4fb-668b-475d-a7ef-cf787786ce28,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:55.464033 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6f2686-64e6-4670-827b-24ad15935691 None None] Network 41df5300-835d-4bf5-8543-4821d4731c45 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:55.486417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1a13a-3326-4cb8-8435-3062ba6d5b43 req-dbec12f0-3348-404e-b934-6886ea171297 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:55.488043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5e1a13a-3326-4cb8-8435-3062ba6d5b43 req-dbec12f0-3348-404e-b934-6886ea171297 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 931 time: 0.1328468 Oct 13 14:24:55.510851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b611dde0-091d-4893-8592-c01c8bde09b8 req-01876cd0-fbf7-4a3e-aea0-70f29e60886d tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717846 Oct 13 14:24:55.631622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:55.644691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5e1a13a-3326-4cb8-8435-3062ba6d5b43 req-17ae129c-6065-4844-b60b-85dc6a718cc5 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316986 Oct 13 14:24:55.661365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-3dace7b4-1e7a-4ee1-b3c9-500d729bdde3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8509343 Oct 13 14:24:55.662988 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:55.685527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Request body: {'port': {'device_id': '228b5b5f-b953-41bd-8aeb-7de5ec671e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:55.811632 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Deleting port 1635b4fb-668b-475d-a7ef-cf787786ce28 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:55.819190 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:55.833168 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a3d5fa-e5cb-45b4-8668-5ca44a756ea4 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:24:55.942405 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:55.978791 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] For port 1635b4fb-668b-475d-a7ef-cf787786ce28, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1635b4fb-668b-475d-a7ef-cf787786ce28,segment=NetworkSegment(13eb084f-ab71-44de-b655-d5fa56195725),segment_id=13eb084f-ab71-44de-b655-d5fa56195725)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:55.979820 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:56.011644 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Calling delete_port for 1635b4fb-668b-475d-a7ef-cf787786ce28 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:56.084551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a3d5fa-e5cb-45b4-8668-5ca44a756ea4 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:24:56.360325 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:56.429568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Port': ['ID=1635b4fb-668b-475d-a7ef-cf787786ce28,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:56.445097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] No DVR routers for this DVR port 1635b4fb-668b-475d-a7ef-cf787786ce28 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:56.625455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2762774f-8135-41fe-b333-cb153d54821f {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:24:56.639283 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:56.667496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Transition to ACTIVE for port object 2762774f-8135-41fe-b333-cb153d54821f will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:24:56.694491 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:56.757458 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:56.792966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41df5300-835d-4bf5-8543-4821d4731c45']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:56.824686 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13eb084f-ab71-44de-b655-d5fa56195725') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:56.825314 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13eb084f-ab71-44de-b655-d5fa56195725') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:24:56.874541 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:56.899352 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:56.908914 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:24:56.913493 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:56.913695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0a17e-f394-4ded-8892-fdd31c8b7cfd req-2dc89a4e-67cb-4e12-af86-e3d336bc7231 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:56.929173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0a17e-f394-4ded-8892-fdd31c8b7cfd req-2dc89a4e-67cb-4e12-af86-e3d336bc7231 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:56.944611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34a0a17e-f394-4ded-8892-fdd31c8b7cfd req-2dc89a4e-67cb-4e12-af86-e3d336bc7231 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1683 time: 0.5807884 Oct 13 14:24:57.028912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Pushing event updated for resources: {'Port': ['ID=2762774f-8135-41fe-b333-cb153d54821f,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:57.112135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34a0a17e-f394-4ded-8892-fdd31c8b7cfd req-0ece549d-c217-452b-af75-6b08438bc0c5 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641970 Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:24:57.135820 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:24:57.138404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe91313-7fd4-494e-9a2b-427b0ddf0a4a req-7ccd5a10-2789-40e1-844a-74a56164a65f tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:57.145437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-afe91313-7fd4-494e-9a2b-427b0ddf0a4a req-7ccd5a10-2789-40e1-844a-74a56164a65f tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 943 time: 0.2603772 Oct 13 14:24:57.197465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-afe91313-7fd4-494e-9a2b-427b0ddf0a4a req-83fa7051-1122-4a44-99f8-5994ec5cd2f7 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510128 Oct 13 14:24:57.213128 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:57.247808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Attempting to bind port 2762774f-8135-41fe-b333-cb153d54821f on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:24:57.248153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Attempting to bind port 2762774f-8135-41fe-b333-cb153d54821f by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'bde4a956-a10c-4576-9ead-24fcf3a1feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:24:57.248486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Attempting to bind port 2762774f-8135-41fe-b333-cb153d54821f on network a037604e-dbae-4426-9e2b-bb6d032e8a47 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:57.264655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Port 2762774f-8135-41fe-b333-cb153d54821f on network a037604e-dbae-4426-9e2b-bb6d032e8a47 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:24:57.265014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Attempting to bind port 2762774f-8135-41fe-b333-cb153d54821f on network a037604e-dbae-4426-9e2b-bb6d032e8a47 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:24:57.271384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:24:57.271721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Checking segment: {'id': 'bde4a956-a10c-4576-9ead-24fcf3a1feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:57.272110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Bound using segment: {'id': 'bde4a956-a10c-4576-9ead-24fcf3a1feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:24:57.272614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Bound port: 2762774f-8135-41fe-b333-cb153d54821f, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde4a956-a10c-4576-9ead-24fcf3a1feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:24:57.273015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:57.273191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:57.298659 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/networks/41df5300-835d-4bf5-8543-4821d4731c45 HTTP/1.1" status: 204 len: 168 time: 4.0107350 Oct 13 14:24:57.301219 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad358694-6451-4513-900e-b7fc9de996c5 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Network': ['ID=41df5300-835d-4bf5-8543-4821d4731c45,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:57.303626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60830) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:57.317062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-764f52a0-616a-4811-9bb3-87be297f550c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1862685006'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:57.470661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] For port 2762774f-8135-41fe-b333-cb153d54821f, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:24:57.477894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] For port 2762774f-8135-41fe-b333-cb153d54821f, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2762774f-8135-41fe-b333-cb153d54821f,segment=NetworkSegment(bde4a956-a10c-4576-9ead-24fcf3a1feb2),segment_id=bde4a956-a10c-4576-9ead-24fcf3a1feb2)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:24:57.504336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764f52a0-616a-4811-9bb3-87be297f550c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:57.511131 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-764f52a0-616a-4811-9bb3-87be297f550c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:57.565894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764f52a0-616a-4811-9bb3-87be297f550c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:24:57.586561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-764f52a0-616a-4811-9bb3-87be297f550c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:57.586561 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-764f52a0-616a-4811-9bb3-87be297f550c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Added segment 99266185-13ca-4e50-bcda-a71869c9851e of type vlan for network 2b2f40af-eda8-4735-b80d-c64a31a33e62 Oct 13 14:24:57.646869 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:57.668174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-764f52a0-616a-4811-9bb3-87be297f550c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:57.740149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:57.741141 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:57.743370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] 10.222.0.41 "PUT /v2.0/ports/2762774f-8135-41fe-b333-cb153d54821f HTTP/1.1" status: 200 len: 1092 time: 2.0666187 Oct 13 14:24:57.746838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228b5b5f-b953-41bd-8aeb-7de5ec671e2a', 'tag': '2762774f-8135-41fe-b333-cb153d54821f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:24:57.749793 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a5554c-9177-459f-924e-f9e001c33062" -d '{"events": [{"name": "network-changed", "server_uuid": "228b5b5f-b953-41bd-8aeb-7de5ec671e2a", "tag": "2762774f-8135-41fe-b333-cb153d54821f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:24:57.792800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e8911-a9bf-4c32-a529-3aa161fbee96 service neutron] Pushing event updated for resources: {'Port': ['ID=2762774f-8135-41fe-b333-cb153d54821f,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:57.819158 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7777b92a-7185-49c8-baf3-837499900eeb x-openstack-request-id: req-7777b92a-7185-49c8-baf3-837499900eeb {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:24:57.819482 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228b5b5f-b953-41bd-8aeb-7de5ec671e2a", "tag": "2762774f-8135-41fe-b333-cb153d54821f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:24:57.819830 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7777b92a-7185-49c8-baf3-837499900eeb {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:24:57.820304 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228b5b5f-b953-41bd-8aeb-7de5ec671e2a', 'tag': '2762774f-8135-41fe-b333-cb153d54821f', 'status': 'completed', 'code': 200} Oct 13 14:24:57.848917 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-764f52a0-616a-4811-9bb3-87be297f550c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:57.859851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f52a0-616a-4811-9bb3-87be297f550c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:57.860991 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-764f52a0-616a-4811-9bb3-87be297f550c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:57.997127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-764f52a0-616a-4811-9bb3-87be297f550c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6904988 Oct 13 14:24:57.999267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60846) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:58.010110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f52a0-616a-4811-9bb3-87be297f550c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Network': ['ID=2b2f40af-eda8-4735-b80d-c64a31a33e62,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:58.010731 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-eea7660c-0f0b-4091-9b41-267ed8107978 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'subnet': {'network_id': '2b2f40af-eda8-4735-b80d-c64a31a33e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:24:58.015219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5554c-9177-459f-924e-f9e001c33062 req-247e3eb4-9417-4de7-aefb-ed1aeaed6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:58.017082 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07a5554c-9177-459f-924e-f9e001c33062 req-247e3eb4-9417-4de7-aefb-ed1aeaed6cdd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec7159fdc1f4910980b2b80ed5e160c&device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 1095 time: 0.1494250 Oct 13 14:24:58.041063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 2b2f40af-eda8-4735-b80d-c64a31a33e62 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:24:58.173160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5554c-9177-459f-924e-f9e001c33062 req-9c1a78a9-97b7-42b8-84bd-a4532c4df1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:58.174827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07a5554c-9177-459f-924e-f9e001c33062 req-9c1a78a9-97b7-42b8-84bd-a4532c4df1bc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7ec7159fdc1f4910980b2b80ed5e160c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1445868 Oct 13 14:24:58.274692 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea7660c-0f0b-4091-9b41-267ed8107978 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:24:58.278939 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eea7660c-0f0b-4091-9b41-267ed8107978 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:58.467725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5554c-9177-459f-924e-f9e001c33062 req-62d34bbe-dbbf-4734-afbd-70a2d8fa2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:58.470207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07a5554c-9177-459f-924e-f9e001c33062 req-62d34bbe-dbbf-4734-afbd-70a2d8fa2f2c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2835903 Oct 13 14:24:58.668748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec54b5-e0eb-479f-b643-5f052a7ab7d6 req-27d3382d-eb18-483e-ae0b-546f67262467 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:58.675631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec54b5-e0eb-479f-b643-5f052a7ab7d6 req-27d3382d-eb18-483e-ae0b-546f67262467 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:58.677395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-deec54b5-e0eb-479f-b643-5f052a7ab7d6 req-27d3382d-eb18-483e-ae0b-546f67262467 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1683 time: 0.3412702 Oct 13 14:24:58.693468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e625c6e-669e-4d6e-a853-51f433862343 req-1b6a1c02-e9e8-4965-9fa0-9d1257a7ba3f tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:58.695141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e625c6e-669e-4d6e-a853-51f433862343 req-1b6a1c02-e9e8-4965-9fa0-9d1257a7ba3f tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 943 time: 0.3183417 Oct 13 14:24:58.728188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-9eb3ed89-f825-4859-aa47-aab677cd9486 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:58.733985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-9eb3ed89-f825-4859-aa47-aab677cd9486 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:58.735639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-9eb3ed89-f825-4859-aa47-aab677cd9486 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 1683 time: 0.1683130 Oct 13 14:24:58.761377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-ae7a70e9-da19-4d76-94a6-811db49351b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:58.763194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-ae7a70e9-da19-4d76-94a6-811db49351b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec7159fdc1f4910980b2b80ed5e160c&device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 1095 time: 0.1945107 Oct 13 14:24:58.773550 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eea7660c-0f0b-4091-9b41-267ed8107978 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:58.853669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-5c524de1-2c1d-43dd-b810-9e9b7ef05acf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2762774f-8135-41fe-b333-cb153d54821f HTTP/1.1" status: 200 len: 217 time: 0.0782077 Oct 13 14:24:58.863464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-deec54b5-e0eb-479f-b643-5f052a7ab7d6 req-e33c2fa4-eb9b-45cd-9ca7-3e36396d5c5f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655247 Oct 13 14:24:58.864593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e625c6e-669e-4d6e-a853-51f433862343 req-a3dce690-cea5-4a91-ac35-30e8779c59ff tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554749 Oct 13 14:24:58.932948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea7660c-0f0b-4091-9b41-267ed8107978 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Checking segment: {'id': '99266185-13ca-4e50-bcda-a71869c9851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '2b2f40af-eda8-4735-b80d-c64a31a33e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:24:58.936870 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea7660c-0f0b-4091-9b41-267ed8107978 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network hostable DHCP agents. Network: 2b2f40af-eda8-4735-b80d-c64a31a33e62, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:24:58.984869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-63a5a482-2db2-472c-8b74-e0eaaa933953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:58.986434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-63a5a482-2db2-472c-8b74-e0eaaa933953 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=503d7c59-e711-4be3-a440-9b39a953197e HTTP/1.1" status: 200 len: 849 time: 0.1208732 Oct 13 14:24:58.986947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7660c-0f0b-4091-9b41-267ed8107978 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Subnet': ['ID=2b4f1bd0-1597-42cd-9476-c8227d2f10c8,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:59.037729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-6d704f11-0f38-4e63-bb1b-b06b9785c0d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a037604e-dbae-4426-9e2b-bb6d032e8a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319855 Oct 13 14:24:59.045919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-f3f05e08-1d80-4118-815a-0c3eb98dc515 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Deleting port 6c0c954c-15cc-4430-bc94-0cf76e60d843 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:24:59.046261 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-f3f05e08-1d80-4118-815a-0c3eb98dc515 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:59.143597 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea7660c-0f0b-4091-9b41-267ed8107978 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network 2b2f40af-eda8-4735-b80d-c64a31a33e62 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:24:59.223246 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-eea7660c-0f0b-4091-9b41-267ed8107978 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 2b2f40af-eda8-4735-b80d-c64a31a33e62) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:24:59.230424 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea7660c-0f0b-4091-9b41-267ed8107978 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:24:59.231236 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eea7660c-0f0b-4091-9b41-267ed8107978 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:59.240078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca7955-e95c-4d4a-bc1e-325e9f26e7c1 None None] Network 2b2f40af-eda8-4735-b80d-c64a31a33e62 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:24:59.250725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-f3f05e08-1d80-4118-815a-0c3eb98dc515 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] For port 6c0c954c-15cc-4430-bc94-0cf76e60d843, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6c0c954c-15cc-4430-bc94-0cf76e60d843,segment=NetworkSegment(7d0fadd7-257d-421f-966c-570094d33c61),segment_id=7d0fadd7-257d-421f-966c-570094d33c61)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:24:59.251284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-f3f05e08-1d80-4118-815a-0c3eb98dc515 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:59.285047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-6b2f8a41-c775-49c6-8454-e99f09ee2277 service neutron] 10.222.0.41 "GET /v2.0/networks/a037604e-dbae-4426-9e2b-bb6d032e8a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191694 Oct 13 14:24:59.285047 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-f3f05e08-1d80-4118-815a-0c3eb98dc515 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Calling delete_port for 6c0c954c-15cc-4430-bc94-0cf76e60d843 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:24:59.317648 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eea7660c-0f0b-4091-9b41-267ed8107978 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3144443 Oct 13 14:24:59.321733 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60872) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:24:59.480074 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:59.594741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c38ea8a6-10fd-4189-9d34-87c332090dcd req-296d61f2-7a6e-4855-8500-745758be0d40 service neutron] 10.222.0.41 "GET /v2.0/networks/a037604e-dbae-4426-9e2b-bb6d032e8a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086834 Oct 13 14:24:59.597280 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-f3f05e08-1d80-4118-815a-0c3eb98dc515 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:59.635307 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:59.678924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['51437ae7-df30-4241-8cbb-82c4e58cdf25', '6c0c954c-15cc-4430-bc94-0cf76e60d843'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:24:59.680969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f05e08-1d80-4118-815a-0c3eb98dc515 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Port': ['ID=6c0c954c-15cc-4430-bc94-0cf76e60d843,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:24:59.771964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-f3f05e08-1d80-4118-815a-0c3eb98dc515 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] No DVR routers for this DVR port 6c0c954c-15cc-4430-bc94-0cf76e60d843 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:24:59.778321 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-f3f05e08-1d80-4118-815a-0c3eb98dc515 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:59.802798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-f3f05e08-1d80-4118-815a-0c3eb98dc515 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "DELETE /v2.0/ports/6c0c954c-15cc-4430-bc94-0cf76e60d843 HTTP/1.1" status: 204 len: 173 time: 1.0465655 Oct 13 14:24:59.846705 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:24:59.866501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'name': 'network-vif-deleted', 'tag': '6c0c954c-15cc-4430-bc94-0cf76e60d843'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:24:59.869594 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b996fe79-9654-465d-a90d-c9330ec1a76e" -d '{"events": [{"server_uuid": "b1d70225-13dd-4bb5-a1e7-fe059dd3f968", "name": "network-vif-deleted", "tag": "6c0c954c-15cc-4430-bc94-0cf76e60d843"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:25:00.029245 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4f1bd0-1597-42cd-9476-c8227d2f10c8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:00.090913 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3be32d-ffe8-44de-890c-1e728ccb4b39 x-openstack-request-id: req-4b3be32d-ffe8-44de-890c-1e728ccb4b39 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:25:00.091522 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d70225-13dd-4bb5-a1e7-fe059dd3f968", "name": "network-vif-deleted", "tag": "6c0c954c-15cc-4430-bc94-0cf76e60d843", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:25:00.091628 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b3be32d-ffe8-44de-890c-1e728ccb4b39 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:25:00.092109 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'name': 'network-vif-deleted', 'tag': '6c0c954c-15cc-4430-bc94-0cf76e60d843', 'status': 'completed', 'code': 200} Oct 13 14:25:00.170931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865d39e7-5f56-4d8e-8877-f222fadbcbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-2b2f40af-eda8-4735-b80d-c64a31a33e62', 'network_id': '2b2f40af-eda8-4735-b80d-c64a31a33e62', 'tenant_id': '629ff01e736643878675886293e05363', 'fixed_ips': [{'subnet_id': '2b4f1bd0-1597-42cd-9476-c8227d2f10c8'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:25:00.172264 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-865d39e7-5f56-4d8e-8877-f222fadbcbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:00.178240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-d25a88a4-4e1b-487b-8215-b1f783d478e6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Deleting port 51437ae7-df30-4241-8cbb-82c4e58cdf25 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:00.178686 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-d25a88a4-4e1b-487b-8215-b1f783d478e6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:00.293444 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:00.343375 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2f40af-eda8-4735-b80d-c64a31a33e62']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:00.371782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99266185-13ca-4e50-bcda-a71869c9851e') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:00.372075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99266185-13ca-4e50-bcda-a71869c9851e') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:00.374869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4bef5-658a-4c27-b044-d1819cd37c96 req-f473d824-0c4a-4da2-82b8-b325e0fc2c39 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:00.377944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92c4bef5-658a-4c27-b044-d1819cd37c96 req-f473d824-0c4a-4da2-82b8-b325e0fc2c39 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 943 time: 0.3425188 Oct 13 14:25:00.398425 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:00.431265 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:00.441322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb984e-39ae-4906-a2ce-880204e05765 None None] Network 2b2f40af-eda8-4735-b80d-c64a31a33e62 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:00.445236 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:25:00.445930 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:25:00.469469 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:25:00.599166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a36ec-8945-4926-b508-6be7304818ba req-505a990d-fe9a-4740-bdc7-7784819c715f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:00.602050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-509a36ec-8945-4926-b508-6be7304818ba req-505a990d-fe9a-4740-bdc7-7784819c715f tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 946 time: 0.2866724 Oct 13 14:25:00.605244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92c4bef5-658a-4c27-b044-d1819cd37c96 req-97085cc7-e86d-4fd2-9a66-421f95c6b4ae tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869290 Oct 13 14:25:00.613277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-d25a88a4-4e1b-487b-8215-b1f783d478e6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] For port 51437ae7-df30-4241-8cbb-82c4e58cdf25, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=51437ae7-df30-4241-8cbb-82c4e58cdf25,segment=NetworkSegment(d24ce5cc-db04-4893-b319-e0921d09caa4),segment_id=d24ce5cc-db04-4893-b319-e0921d09caa4)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:00.614091 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-d25a88a4-4e1b-487b-8215-b1f783d478e6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:00.653499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:00.663546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:00.670286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-d25a88a4-4e1b-487b-8215-b1f783d478e6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Calling delete_port for 51437ae7-df30-4241-8cbb-82c4e58cdf25 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:00.678399 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/networks/2b2f40af-eda8-4735-b80d-c64a31a33e62 HTTP/1.1" status: 204 len: 168 time: 1.3549900 Oct 13 14:25:00.685289 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60906) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:00.715161 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ed001027-924f-4e71-a09b-b427e9a79a3e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-135495679'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:00.753814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-509a36ec-8945-4926-b508-6be7304818ba req-77ce6341-042a-405b-81e9-597c24769219 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/security-groups?id=06e59267-0ab9-446e-bbec-8f9303249889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207387 Oct 13 14:25:00.764934 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccf3f6-5d0a-4395-88af-59f7d139fd09 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Network': ['ID=2b2f40af-eda8-4735-b80d-c64a31a33e62,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:00.897457 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed001027-924f-4e71-a09b-b427e9a79a3e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:25:00.901464 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed001027-924f-4e71-a09b-b427e9a79a3e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:00.931705 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed001027-924f-4e71-a09b-b427e9a79a3e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:25:00.945502 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed001027-924f-4e71-a09b-b427e9a79a3e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:00.945895 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-ed001027-924f-4e71-a09b-b427e9a79a3e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Added segment 2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2 of type vlan for network 5f103ea5-ae42-497a-ba50-471f86e9dacc Oct 13 14:25:01.006557 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed001027-924f-4e71-a09b-b427e9a79a3e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:01.052350 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60914) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:01.121381 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-d25a88a4-4e1b-487b-8215-b1f783d478e6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:01.138536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed001027-924f-4e71-a09b-b427e9a79a3e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:01.141535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['6c0c954c-15cc-4430-bc94-0cf76e60d843'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:25:01.155582 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed001027-924f-4e71-a09b-b427e9a79a3e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:01.157392 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed001027-924f-4e71-a09b-b427e9a79a3e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:01.229008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a88a4-4e1b-487b-8215-b1f783d478e6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Port': ['ID=51437ae7-df30-4241-8cbb-82c4e58cdf25,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:01.425473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-d25a88a4-4e1b-487b-8215-b1f783d478e6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] No DVR routers for this DVR port 51437ae7-df30-4241-8cbb-82c4e58cdf25 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:01.431296 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-d25a88a4-4e1b-487b-8215-b1f783d478e6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:01.440795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa7c3d45-481a-43bc-92b4-7ffba6fc77df req-d25a88a4-4e1b-487b-8215-b1f783d478e6 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.41 "DELETE /v2.0/ports/51437ae7-df30-4241-8cbb-82c4e58cdf25 HTTP/1.1" status: 204 len: 173 time: 1.6300919 Oct 13 14:25:01.445153 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb3f3953-c082-4309-a326-f8a2569ce78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:01.562630 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb3f3953-c082-4309-a326-f8a2569ce78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:01.567636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed001027-924f-4e71-a09b-b427e9a79a3e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Network': ['ID=5f103ea5-ae42-497a-ba50-471f86e9dacc,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:01.579012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60922) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:01.587266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 5f103ea5-ae42-497a-ba50-471f86e9dacc details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:25:01.623482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-aa5b0194-3375-4110-a06b-877553426964 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Request body: {'subnet': {'network_id': '5f103ea5-ae42-497a-ba50-471f86e9dacc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:01.623954 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ed001027-924f-4e71-a09b-b427e9a79a3e tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9037845 Oct 13 14:25:01.711310 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb3f3953-c082-4309-a326-f8a2569ce78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:01.801085 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f3953-c082-4309-a326-f8a2569ce78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b86a28b-ded7-42e8-ac78-bc9e0af6f6e4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:01.896470 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cb3f3953-c082-4309-a326-f8a2569ce78f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2026effce3614a3aad3137cb332f9f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8411653 Oct 13 14:25:01.898989 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60936) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:01.904823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c44232-e283-461b-8821-cf3efa1eb466 req-13c86fc3-ed05-49af-bcff-01ef9bac900d tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:01.906863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4c44232-e283-461b-8821-cf3efa1eb466 req-13c86fc3-ed05-49af-bcff-01ef9bac900d tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 943 time: 0.1169615 Oct 13 14:25:02.007592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4c44232-e283-461b-8821-cf3efa1eb466 req-b1454e3d-7ddc-4532-a009-014db315edf1 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799146 Oct 13 14:25:02.008597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5b0194-3375-4110-a06b-877553426964 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Made reservation on behalf of 629ff01e736643878675886293e05363 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:25:02.020162 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa5b0194-3375-4110-a06b-877553426964 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:02.077047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-984867d1-d6ef-458f-a9e6-4cc4f15b8a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:02.135177 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-984867d1-d6ef-458f-a9e6-4cc4f15b8a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:02.165121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'name': 'network-vif-deleted', 'tag': '51437ae7-df30-4241-8cbb-82c4e58cdf25'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:25:02.172082 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604cbfa2-7ac2-40ee-b708-f94be64532c1" -d '{"events": [{"server_uuid": "b1d70225-13dd-4bb5-a1e7-fe059dd3f968", "name": "network-vif-deleted", "tag": "51437ae7-df30-4241-8cbb-82c4e58cdf25"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:25:02.223218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-249c2bc5-3314-4814-aa95-5510b1dc1f5f req-6e43cb16-2c4f-4cc8-89df-b240acaba223 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d70225-13dd-4bb5-a1e7-fe059dd3f968 HTTP/1.1" status: 200 len: 210 time: 0.0610764 Oct 13 14:25:02.268032 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9a67dc-d37a-49cb-a79a-3684cffd11aa x-openstack-request-id: req-6c9a67dc-d37a-49cb-a79a-3684cffd11aa {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:25:02.268032 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d70225-13dd-4bb5-a1e7-fe059dd3f968", "name": "network-vif-deleted", "tag": "51437ae7-df30-4241-8cbb-82c4e58cdf25", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:25:02.268032 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c9a67dc-d37a-49cb-a79a-3684cffd11aa {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:25:02.268032 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d70225-13dd-4bb5-a1e7-fe059dd3f968', 'name': 'network-vif-deleted', 'tag': '51437ae7-df30-4241-8cbb-82c4e58cdf25', 'status': 'completed', 'code': 200} Oct 13 14:25:02.379231 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-984867d1-d6ef-458f-a9e6-4cc4f15b8a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:02.386139 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-984867d1-d6ef-458f-a9e6-4cc4f15b8a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:02.391266 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-984867d1-d6ef-458f-a9e6-4cc4f15b8a0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b86a28b-ded7-42e8-ac78-bc9e0af6f6e4 HTTP/1.1" status: 204 len: 168 time: 0.4899771 Oct 13 14:25:02.431224 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984867d1-d6ef-458f-a9e6-4cc4f15b8a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b86a28b-ded7-42e8-ac78-bc9e0af6f6e4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:02.719210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.objects.ports [None req-aa5b0194-3375-4110-a06b-877553426964 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112685) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:25:02.720744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa5b0194-3375-4110-a06b-877553426964 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:02.785388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b0194-3375-4110-a06b-877553426964 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event updated for resources: {'Subnet': ['ID=4f3bfe93-b986-4086-b245-d5a5fe97604e,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:02.795409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b0194-3375-4110-a06b-877553426964 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Checking segment: {'id': '2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5f103ea5-ae42-497a-ba50-471f86e9dacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:02.795779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b0194-3375-4110-a06b-877553426964 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network hostable DHCP agents. Network: 5f103ea5-ae42-497a-ba50-471f86e9dacc, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:25:02.920670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b0194-3375-4110-a06b-877553426964 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Network 5f103ea5-ae42-497a-ba50-471f86e9dacc is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:25:02.999953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-aa5b0194-3375-4110-a06b-877553426964 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 5f103ea5-ae42-497a-ba50-471f86e9dacc) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:03.004364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5b0194-3375-4110-a06b-877553426964 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:03.004969 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa5b0194-3375-4110-a06b-877553426964 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:03.012006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd91de89-0555-4dfc-8e39-411385f4e1e5 None None] Network 5f103ea5-ae42-497a-ba50-471f86e9dacc requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:03.160381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-aa5b0194-3375-4110-a06b-877553426964 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5739343 Oct 13 14:25:03.160933 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60960) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:03.182201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a7b66-c472-4b5d-b868-0510dfff2cd0 req-2acce5de-fe0c-4afd-96fa-172789dd0656 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:03.183911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc6a7b66-c472-4b5d-b868-0510dfff2cd0 req-2acce5de-fe0c-4afd-96fa-172789dd0656 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 943 time: 0.0688264 Oct 13 14:25:03.217475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-5f103ea5-ae42-497a-ba50-471f86e9dacc', 'network_id': '5f103ea5-ae42-497a-ba50-471f86e9dacc', 'tenant_id': '629ff01e736643878675886293e05363', 'fixed_ips': [{'subnet_id': '4f3bfe93-b986-4086-b245-d5a5fe97604e'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:25:03.226374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:03.259203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc6a7b66-c472-4b5d-b868-0510dfff2cd0 req-d1c92669-9863-4171-b27e-8a0f5fefff52 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618670 Oct 13 14:25:03.341124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60970) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:03.393954 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:03.448504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60974) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:03.455064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Allocated IP 2001:db8::f816:3eff:fedb:de1f (5f103ea5-ae42-497a-ba50-471f86e9dacc/4f3bfe93-b986-4086-b245-d5a5fe97604e/a4a31f83-0791-4ebc-89e4-f925b72325c7) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:25:03.490179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-b086469f-f324-48f6-829c-5a9e4ddbcda2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Deleting subnet b7ef7b1f-307b-4d48-b478-4e7537c22ac4 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:25:03.495787 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b086469f-f324-48f6-829c-5a9e4ddbcda2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:03.504101 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:03.559375 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b30c5535-eee3-40d9-899f-3de1fb3ecae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:03.615470 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b086469f-f324-48f6-829c-5a9e4ddbcda2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:03.678610 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:03.772902 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:03.811069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2762774f-8135-41fe-b333-cb153d54821f details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:25:03.818908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6c0c954c-15cc-4430-bc94-0cf76e60d843 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:25:03.843469 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b086469f-f324-48f6-829c-5a9e4ddbcda2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:03.847967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 6c0c954c-15cc-4430-bc94-0cf76e60d843 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:25:03.848295 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6c0c954c-15cc-4430-bc94-0cf76e60d843 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:25:03.848711 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 51437ae7-df30-4241-8cbb-82c4e58cdf25 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:25:03.852902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b30c5535-eee3-40d9-899f-3de1fb3ecae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:03.882664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Network 5f103ea5-ae42-497a-ba50-471f86e9dacc is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:03.884770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Pushing event updated for resources: {'Port': ['ID=a4a31f83-0791-4ebc-89e4-f925b72325c7,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:03.891942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 51437ae7-df30-4241-8cbb-82c4e58cdf25 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:25:03.892999 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 51437ae7-df30-4241-8cbb-82c4e58cdf25 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:25:03.897196 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:03.897549 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:03.897549 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:03.899904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:03.899904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:03.899904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:03.899904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:03.899904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:03.899904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:03.899904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:03.900831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:03.900831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:03.900831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:03.906604 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:03.910610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:25:03.917453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-f38d13d9-3497-4a24-8257-3429b910abcd tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:03.919102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-f38d13d9-3497-4a24-8257-3429b910abcd tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/networks?id=456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 200 len: 815 time: 0.2267709 Oct 13 14:25:03.923749 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b30c5535-eee3-40d9-899f-3de1fb3ecae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:03.945397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3bfe93-b986-4086-b245-d5a5fe97604e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:03.993772 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b30c5535-eee3-40d9-899f-3de1fb3ecae6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef4714fc0d71455baff457211fa1a138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279305 Oct 13 14:25:03.994010 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60994) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:03.995020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-c7205f35-fdde-47ff-8c46-e64668f3b9a6 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/quotas/79a6444bd40445efa07fadbbb84c9e0a HTTP/1.1" status: 200 len: 375 time: 0.0515893 Oct 13 14:25:04.030973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c5535-eee3-40d9-899f-3de1fb3ecae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5eb9e5-70aa-4898-8451-05d0854a987f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:04.055098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Attempting to bind port a4a31f83-0791-4ebc-89e4-f925b72325c7 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:25:04.056439 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Attempting to bind port a4a31f83-0791-4ebc-89e4-f925b72325c7 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5f103ea5-ae42-497a-ba50-471f86e9dacc'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:25:04.056997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Attempting to bind port a4a31f83-0791-4ebc-89e4-f925b72325c7 on network 5f103ea5-ae42-497a-ba50-471f86e9dacc {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:25:04.062561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-97ca1683-9f9f-4c38-b9c4-745ba073390c tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664747 Oct 13 14:25:04.067308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:25:04.068001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Checking segment: {'id': '2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5f103ea5-ae42-497a-ba50-471f86e9dacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:04.068562 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.069187 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Bound using segment: {'id': '2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5f103ea5-ae42-497a-ba50-471f86e9dacc'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:25:04.070849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Bound port: a4a31f83-0791-4ebc-89e4-f925b72325c7, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '5f103ea5-ae42-497a-ba50-471f86e9dacc'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:25:04.082869 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.114498 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.130754 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b086469f-f324-48f6-829c-5a9e4ddbcda2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.138471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2762774f-8135-41fe-b333-cb153d54821f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2762774f-8135-41fe-b333-cb153d54821f,segment=NetworkSegment(bde4a956-a10c-4576-9ead-24fcf3a1feb2),segment_id=bde4a956-a10c-4576-9ead-24fcf3a1feb2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:04.156526 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '2762774f-8135-41fe-b333-cb153d54821f', 'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47', 'port_id': '2762774f-8135-41fe-b333-cb153d54821f', 'mac_address': 'fa:16:3e:8a:e7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503d7c59-e711-4be3-a440-9b39a953197e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:25:04.157415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f103ea5-ae42-497a-ba50-471f86e9dacc']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:04.171502 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:04.172207 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:04.179630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086469f-f324-48f6-829c-5a9e4ddbcda2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ef7b1f-307b-4d48-b478-4e7537c22ac4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:04.190767 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.197814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3d76b57-9f53-43ad-8656-4110c18f4453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.200789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b086469f-f324-48f6-829c-5a9e4ddbcda2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.204824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b086469f-f324-48f6-829c-5a9e4ddbcda2 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "DELETE /v2.0/subnets/b7ef7b1f-307b-4d48-b478-4e7537c22ac4 HTTP/1.1" status: 204 len: 168 time: 0.8622446 Oct 13 14:25:04.207568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60998) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:04.221215 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3d76b57-9f53-43ad-8656-4110c18f4453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.226136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] For port a4a31f83-0791-4ebc-89e4-f925b72325c7, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:25:04.230041 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] For port a4a31f83-0791-4ebc-89e4-f925b72325c7, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a4a31f83-0791-4ebc-89e4-f925b72325c7,segment=NetworkSegment(2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2),segment_id=2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:25:04.233894 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46605e00-8bae-4477-9518-23308f57af4c None None] Network a3147f9e-b864-4ea6-b499-3aeda5faa7ed requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:04.307368 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.342277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2762774f-8135-41fe-b333-cb153d54821f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:25:04.352253 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.356593 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.367566 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:25:04.368308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:25:04.372651 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:25:04.386515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-4036426f-fcbe-467e-9e33-e3601938d4fd service neutron] 10.222.0.18 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229790 Oct 13 14:25:04.390381 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3d76b57-9f53-43ad-8656-4110c18f4453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.393940 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3d76b57-9f53-43ad-8656-4110c18f4453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.395340 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c3d76b57-9f53-43ad-8656-4110c18f4453 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef5eb9e5-70aa-4898-8451-05d0854a987f HTTP/1.1" status: 204 len: 168 time: 0.3442795 Oct 13 14:25:04.408652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2762774f-8135-41fe-b333-cb153d54821f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2762774f-8135-41fe-b333-cb153d54821f,segment=NetworkSegment(bde4a956-a10c-4576-9ead-24fcf3a1feb2),segment_id=bde4a956-a10c-4576-9ead-24fcf3a1feb2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:04.430428 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.442540 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d76b57-9f53-43ad-8656-4110c18f4453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5eb9e5-70aa-4898-8451-05d0854a987f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:04.535273 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.db.api [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 14:25:04.535273 n-d-806683-15 neutron-server[112684]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 14:25:04.535273 n-d-806683-15 neutron-server[112684]: [parameters: {'id': '5f103ea5-ae42-497a-ba50-471f86e9dacc'}] Oct 13 14:25:04.535273 n-d-806683-15 neutron-server[112684]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:25:04.539617 n-d-806683-15 neutron-server[112684]: DEBUG oslo_db.api [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:25:04.550443 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08e45e-fcc4-495c-93c9-86ef491ed4ed req-61fcfbae-a1cb-4575-a86f-6565aa411da4 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:04.552854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc08e45e-fcc4-495c-93c9-86ef491ed4ed req-61fcfbae-a1cb-4575-a86f-6565aa411da4 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 943 time: 0.1986403 Oct 13 14:25:04.574599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957aa576-3dff-40de-bc4a-0b86625223d5 None None] Network 5f103ea5-ae42-497a-ba50-471f86e9dacc requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:04.605924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-8d5bf957-e02d-4978-acfa-c095ee20fc00 service neutron] 10.222.0.18 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905279 Oct 13 14:25:04.630158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a48d6-8091-4f41-b575-13c84d1c5821 None None] Pushing event updated for resources: {'Port': ['ID=a4a31f83-0791-4ebc-89e4-f925b72325c7,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:04.662024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc08e45e-fcc4-495c-93c9-86ef491ed4ed req-7f720506-3bd9-4547-9323-a8b3d4e24246 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932400 Oct 13 14:25:04.677031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Deleting port 0b266375-63a5-4e5b-8e24-37f3bb440929 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:04.677572 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.690524 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.762491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] For port 0b266375-63a5-4e5b-8e24-37f3bb440929, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0b266375-63a5-4e5b-8e24-37f3bb440929,segment=NetworkSegment(7d0fadd7-257d-421f-966c-570094d33c61),segment_id=7d0fadd7-257d-421f-966c-570094d33c61)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:04.763163 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:04.797448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Calling delete_port for 0b266375-63a5-4e5b-8e24-37f3bb440929 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:04.882078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def01d20-b9a7-4b46-95e3-bacb10d42dac None None] DHCP port deletion for a3147f9e-b864-4ea6-b499-3aeda5faa7ed request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:25:04.942621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2762774f-8135-41fe-b333-cb153d54821f,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:05.012391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-def01d20-b9a7-4b46-95e3-bacb10d42dac None None] Deleting port 0b266375-63a5-4e5b-8e24-37f3bb440929 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:05.012391 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-def01d20-b9a7-4b46-95e3-bacb10d42dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:05.042007 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:05.057743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5fa4c9c-8792-4397-9112-68d7d75c6534 req-120bfd43-f3cc-4092-9542-851dfbe15b96 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 210 time: 0.0719709 Oct 13 14:25:05.059031 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:05.104797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Port': ['ID=0b266375-63a5-4e5b-8e24-37f3bb440929,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:05.108407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] No DVR routers for this DVR port 0b266375-63a5-4e5b-8e24-37f3bb440929 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:05.125919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-def01d20-b9a7-4b46-95e3-bacb10d42dac None None] For port 0b266375-63a5-4e5b-8e24-37f3bb440929, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0b266375-63a5-4e5b-8e24-37f3bb440929,segment=NetworkSegment(7d0fadd7-257d-421f-966c-570094d33c61),segment_id=7d0fadd7-257d-421f-966c-570094d33c61)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:05.126855 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-def01d20-b9a7-4b46-95e3-bacb10d42dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:05.196710 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-def01d20-b9a7-4b46-95e3-bacb10d42dac None None] Calling delete_port for 0b266375-63a5-4e5b-8e24-37f3bb440929 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:05.217311 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Deleting port a4a31f83-0791-4ebc-89e4-f925b72325c7 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:05.217745 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:05.254804 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2762774f-8135-41fe-b333-cb153d54821f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:25:05.330956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:05.386262 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] For port a4a31f83-0791-4ebc-89e4-f925b72325c7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a4a31f83-0791-4ebc-89e4-f925b72325c7,segment=NetworkSegment(2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2),segment_id=2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:05.390513 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:05.431626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Calling delete_port for a4a31f83-0791-4ebc-89e4-f925b72325c7 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:05.437719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3147f9e-b864-4ea6-b499-3aeda5faa7ed']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:05.466990 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0fadd7-257d-421f-966c-570094d33c61') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:05.469876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0fadd7-257d-421f-966c-570094d33c61') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:05.505705 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:05.657582 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:05.668209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:25:05.668885 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:25:05.680307 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:25:05.716121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0b266375-63a5-4e5b-8e24-37f3bb440929 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:25:05.818143 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 0b266375-63a5-4e5b-8e24-37f3bb440929 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:25:05.818383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0b266375-63a5-4e5b-8e24-37f3bb440929 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:25:05.827360 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-def01d20-b9a7-4b46-95e3-bacb10d42dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:05.875926 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:05.915797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def01d20-b9a7-4b46-95e3-bacb10d42dac None None] Pushing event deleted for resources: {'Port': ['ID=0b266375-63a5-4e5b-8e24-37f3bb440929,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:05.925641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def01d20-b9a7-4b46-95e3-bacb10d42dac None None] No DVR routers for this DVR port 0b266375-63a5-4e5b-8e24-37f3bb440929 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:05.978551 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] No DVR routers for this DVR port a4a31f83-0791-4ebc-89e4-f925b72325c7 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:05.981256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Port': ['ID=a4a31f83-0791-4ebc-89e4-f925b72325c7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:05.990403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6968905-af59-4769-b3f9-ef3a62a4c2bd None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:25:05.998472 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:06.025758 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:06.040739 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "DELETE /v2.0/networks/a3147f9e-b864-4ea6-b499-3aeda5faa7ed HTTP/1.1" status: 204 len: 168 time: 1.8315706 Oct 13 14:25:06.047175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 32816) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:06.183059 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:06.237725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f103ea5-ae42-497a-ba50-471f86e9dacc']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:06.260673 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:06.262121 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa45db5-aa49-47b6-a6e7-ea39fe3c05f2') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:06.276392 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:06.295992 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:06.306714 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:25:06.307383 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:06.317055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6968905-af59-4769-b3f9-ef3a62a4c2bd None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:25:06.378995 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:25:06.566793 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:06.599979 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:06.610589 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/networks/5f103ea5-ae42-497a-ba50-471f86e9dacc HTTP/1.1" status: 204 len: 168 time: 3.4453199 Oct 13 14:25:06.612326 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32834) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:06.615977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723130d-340e-421e-82d5-28e36ec62b93 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Network': ['ID=5f103ea5-ae42-497a-ba50-471f86e9dacc,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:06.683902 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5de363-7880-40f4-bf55-79a541ab64d0 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] DELETE failed (client error): The resource could not be found. Oct 13 14:25:06.684508 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c5de363-7880-40f4-bf55-79a541ab64d0 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:25:06.692400 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7c5de363-7880-40f4-bf55-79a541ab64d0 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/subnets/4f3bfe93-b986-4086-b245-d5a5fe97604e HTTP/1.1" status: 404 len: 337 time: 0.0770216 Oct 13 14:25:06.694593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32838) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:06.727771 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c2d42c-0936-46c7-8770-f2fc6238bb8b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] DELETE failed (client error): The resource could not be found. Oct 13 14:25:06.728862 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c2d42c-0936-46c7-8770-f2fc6238bb8b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:25:06.734015 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e4c2d42c-0936-46c7-8770-f2fc6238bb8b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/networks/5f103ea5-ae42-497a-ba50-471f86e9dacc HTTP/1.1" status: 404 len: 339 time: 0.0380447 Oct 13 14:25:06.738461 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32840) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:06.744190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49b995-a52e-4738-9141-e41a514fa562 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Network': ['ID=a3147f9e-b864-4ea6-b499-3aeda5faa7ed,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:06.758151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cec29-ff3e-4e56-9a18-9d5ce4a48d7e req-d06672c1-754d-4f90-a4f0-f98a4f95efb4 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:06.776693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da4cec29-ff3e-4e56-9a18-9d5ce4a48d7e req-d06672c1-754d-4f90-a4f0-f98a4f95efb4 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 944 time: 0.9047589 Oct 13 14:25:06.792341 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-82339cce-f6f0-462d-82ca-497fe28777e6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] DELETE failed (client error): The resource could not be found. Oct 13 14:25:06.792341 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82339cce-f6f0-462d-82ca-497fe28777e6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:25:06.794492 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-82339cce-f6f0-462d-82ca-497fe28777e6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/subnets/2b4f1bd0-1597-42cd-9476-c8227d2f10c8 HTTP/1.1" status: 404 len: 337 time: 0.0543175 Oct 13 14:25:06.802271 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32844) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:06.814120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-343b5202-f0e3-4b12-afff-44e8e6407787 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Deleting subnet e0adac40-cdce-435a-b957-7bb23f1a711e {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:25:06.818518 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-343b5202-f0e3-4b12-afff-44e8e6407787 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:06.829165 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20a137e-8c7a-4554-8f22-5648a8401044 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] DELETE failed (client error): The resource could not be found. Oct 13 14:25:06.830585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20a137e-8c7a-4554-8f22-5648a8401044 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:25:06.845034 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a20a137e-8c7a-4554-8f22-5648a8401044 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/networks/2b2f40af-eda8-4735-b80d-c64a31a33e62 HTTP/1.1" status: 404 len: 339 time: 0.0390871 Oct 13 14:25:06.845034 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32848) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:06.866198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aeab463e-b5df-4c1c-ac11-5b2814c1eeba req-9342e5ab-0ffe-4562-b951-751ddedc175e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 210 time: 0.1404741 Oct 13 14:25:06.886047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-343b5202-f0e3-4b12-afff-44e8e6407787 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:06.891491 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-853f9b06-b7f8-4a3a-aa20-b92cf7be57b4 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] DELETE failed (client error): The resource could not be found. Oct 13 14:25:06.892782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853f9b06-b7f8-4a3a-aa20-b92cf7be57b4 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:25:06.900753 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-853f9b06-b7f8-4a3a-aa20-b92cf7be57b4 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/subnets/dc71bf0b-a23d-4334-b629-589c307d0c9f HTTP/1.1" status: 404 len: 337 time: 0.0546651 Oct 13 14:25:06.901476 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32850) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:06.926786 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f9c0b6-18fe-4c66-8460-ed6886a23796 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] DELETE failed (client error): The resource could not be found. Oct 13 14:25:06.927362 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f9c0b6-18fe-4c66-8460-ed6886a23796 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:25:06.930463 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-70f9c0b6-18fe-4c66-8460-ed6886a23796 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/networks/41df5300-835d-4bf5-8543-4821d4731c45 HTTP/1.1" status: 404 len: 339 time: 0.0280344 Oct 13 14:25:06.934021 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32852) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:06.953823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da4cec29-ff3e-4e56-9a18-9d5ce4a48d7e req-48f8ba36-7d50-49a0-9cea-05fc7be2076a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760368 Oct 13 14:25:07.054419 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-343b5202-f0e3-4b12-afff-44e8e6407787 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:07.100960 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-21c74b44-71a2-43a7-ad83-c96845bb3d66 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Deleting port f2234e22-362d-4f31-8638-18faa1acec93 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:07.100960 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21c74b44-71a2-43a7-ad83-c96845bb3d66 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:07.202709 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21c74b44-71a2-43a7-ad83-c96845bb3d66 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:07.228503 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-343b5202-f0e3-4b12-afff-44e8e6407787 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:07.233028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-21c74b44-71a2-43a7-ad83-c96845bb3d66 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Calling delete_port for f2234e22-362d-4f31-8638-18faa1acec93 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:07.259731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b5202-f0e3-4b12-afff-44e8e6407787 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Subnet': ['ID=e0adac40-cdce-435a-b957-7bb23f1a711e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:07.265954 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-343b5202-f0e3-4b12-afff-44e8e6407787 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:07.277219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-343b5202-f0e3-4b12-afff-44e8e6407787 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "DELETE /v2.0/subnets/e0adac40-cdce-435a-b957-7bb23f1a711e HTTP/1.1" status: 204 len: 168 time: 1.2090609 Oct 13 14:25:07.280667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a80ba2-d3aa-4917-9e5e-1136cefc704d None None] Network 252801a1-250e-4196-b3ff-72984152028e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:07.285256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 32862) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:07.398392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:07.455759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Deleting port 4477860d-dee5-471a-8f60-6857736d45df {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:07.456030 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:07.463402 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21c74b44-71a2-43a7-ad83-c96845bb3d66 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:07.552778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] For port 4477860d-dee5-471a-8f60-6857736d45df, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4477860d-dee5-471a-8f60-6857736d45df,segment=NetworkSegment(d24ce5cc-db04-4893-b319-e0921d09caa4),segment_id=d24ce5cc-db04-4893-b319-e0921d09caa4)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:07.552778 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:07.562347 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c74b44-71a2-43a7-ad83-c96845bb3d66 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Port': ['ID=f2234e22-362d-4f31-8638-18faa1acec93,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:07.585588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Calling delete_port for 4477860d-dee5-471a-8f60-6857736d45df owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:07.589377 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7c6f9-dcd8-49c7-98b0-2e63f2aef81f None None] DHCP port deletion for 252801a1-250e-4196-b3ff-72984152028e request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:25:07.609035 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21c74b44-71a2-43a7-ad83-c96845bb3d66 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:07.620612 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-21c74b44-71a2-43a7-ad83-c96845bb3d66 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/ports/f2234e22-362d-4f31-8638-18faa1acec93 HTTP/1.1" status: 204 len: 168 time: 0.6849513 Oct 13 14:25:07.623386 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32868) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:07.692928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-62e7c6f9-dcd8-49c7-98b0-2e63f2aef81f None None] Deleting port 4477860d-dee5-471a-8f60-6857736d45df {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:07.693347 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-62e7c6f9-dcd8-49c7-98b0-2e63f2aef81f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:07.813756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-62e7c6f9-dcd8-49c7-98b0-2e63f2aef81f None None] For port 4477860d-dee5-471a-8f60-6857736d45df, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4477860d-dee5-471a-8f60-6857736d45df,segment=NetworkSegment(d24ce5cc-db04-4893-b319-e0921d09caa4),segment_id=d24ce5cc-db04-4893-b319-e0921d09caa4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:07.815171 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-62e7c6f9-dcd8-49c7-98b0-2e63f2aef81f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:07.823138 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:07.823749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2762774f-8135-41fe-b333-cb153d54821f up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:07.884520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Port': ['ID=4477860d-dee5-471a-8f60-6857736d45df,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:07.885190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-62e7c6f9-dcd8-49c7-98b0-2e63f2aef81f None None] Calling delete_port for 4477860d-dee5-471a-8f60-6857736d45df owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:07.939109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] No DVR routers for this DVR port 4477860d-dee5-471a-8f60-6857736d45df on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:08.103675 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a8d8af-29ea-421c-a914-e255e5876aba tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] DELETE failed (client error): The resource could not be found. Oct 13 14:25:08.104309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a8d8af-29ea-421c-a914-e255e5876aba tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:25:08.108400 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d4a8d8af-29ea-421c-a914-e255e5876aba tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/subnets/fa802f32-4917-4e1b-9ed1-eeca976adcb5 HTTP/1.1" status: 404 len: 337 time: 0.4836409 Oct 13 14:25:08.113177 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32884) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:08.179994 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.206672 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-62e7c6f9-dcd8-49c7-98b0-2e63f2aef81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.244701 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7c6f9-dcd8-49c7-98b0-2e63f2aef81f None None] Pushing event deleted for resources: {'Port': ['ID=4477860d-dee5-471a-8f60-6857736d45df,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:08.258825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e7c6f9-dcd8-49c7-98b0-2e63f2aef81f None None] No DVR routers for this DVR port 4477860d-dee5-471a-8f60-6857736d45df on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:08.307694 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afd0ee63-43ac-43e0-ad1e-d24ebdfd9ff6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.315052 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 2762774f-8135-41fe-b333-cb153d54821f completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:25:08.317990 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252801a1-250e-4196-b3ff-72984152028e']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:08.320923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 2762774f-8135-41fe-b333-cb153d54821f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:08.321552 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.350147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b855c60-8d87-43c8-9d95-52669bb897ef req-049d5a9f-d668-436d-b1eb-21ffe2229499 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 210 time: 0.1479561 Oct 13 14:25:08.448379 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afd0ee63-43ac-43e0-ad1e-d24ebdfd9ff6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.469510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24ce5cc-db04-4893-b319-e0921d09caa4') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:08.469804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24ce5cc-db04-4893-b319-e0921d09caa4') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:08.471948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-afd0ee63-43ac-43e0-ad1e-d24ebdfd9ff6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11bbeb94-ce78-4743-8ac6-c5fc867fdf7a']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:08.483978 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-afd0ee63-43ac-43e0-ad1e-d24ebdfd9ff6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31649d3-f82d-48ea-9696-570484430b5e') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:08.484267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-afd0ee63-43ac-43e0-ad1e-d24ebdfd9ff6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31649d3-f82d-48ea-9696-570484430b5e') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:08.488777 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.494914 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afd0ee63-43ac-43e0-ad1e-d24ebdfd9ff6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.515274 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afd0ee63-43ac-43e0-ad1e-d24ebdfd9ff6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.530288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd0ee63-43ac-43e0-ad1e-d24ebdfd9ff6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:25:08.530874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afd0ee63-43ac-43e0-ad1e-d24ebdfd9ff6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.531611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa70b7-0b6e-461e-90a1-2a1d4ae30cc0 req-e45a558f-1866-4322-a116-0e29c7fa3ce9 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:08.533199 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.534219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67aa70b7-0b6e-461e-90a1-2a1d4ae30cc0 req-e45a558f-1866-4322-a116-0e29c7fa3ce9 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 944 time: 0.3305826 Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:25:08.535493 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:25:08.558431 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.578616 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228b5b5f-b953-41bd-8aeb-7de5ec671e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2762774f-8135-41fe-b333-cb153d54821f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:25:08.581862 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8872862-209b-43ee-ae54-d0e234efeb02" -d '{"events": [{"server_uuid": "228b5b5f-b953-41bd-8aeb-7de5ec671e2a", "name": "network-vif-plugged", "status": "completed", "tag": "2762774f-8135-41fe-b333-cb153d54821f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:25:08.604655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2762774f-8135-41fe-b333-cb153d54821f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2762774f-8135-41fe-b333-cb153d54821f,segment=NetworkSegment(bde4a956-a10c-4576-9ead-24fcf3a1feb2),segment_id=bde4a956-a10c-4576-9ead-24fcf3a1feb2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:08.639469 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6312118-cc00-4d75-9724-229d6b851a90 x-openstack-request-id: req-a6312118-cc00-4d75-9724-229d6b851a90 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:25:08.639901 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228b5b5f-b953-41bd-8aeb-7de5ec671e2a", "name": "network-vif-plugged", "status": "completed", "tag": "2762774f-8135-41fe-b333-cb153d54821f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:25:08.640259 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6312118-cc00-4d75-9724-229d6b851a90 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:25:08.640788 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228b5b5f-b953-41bd-8aeb-7de5ec671e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2762774f-8135-41fe-b333-cb153d54821f', 'code': 200} Oct 13 14:25:08.682112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:25:08.682903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:25:08.686567 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:25:08.698758 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.721294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-3dd63f40-d39c-444c-97c6-90dd4a5ad3cb tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:08.724211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-3dd63f40-d39c-444c-97c6-90dd4a5ad3cb tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "GET /v2.0/networks?id=456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 200 len: 815 time: 0.4007874 Oct 13 14:25:08.740346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67aa70b7-0b6e-461e-90a1-2a1d4ae30cc0 req-a345678c-8844-4597-ba38-f7da209bc708 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823301 Oct 13 14:25:08.760422 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afd0ee63-43ac-43e0-ad1e-d24ebdfd9ff6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.786078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2762774f-8135-41fe-b333-cb153d54821f,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:08.795389 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afd0ee63-43ac-43e0-ad1e-d24ebdfd9ff6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:08.797592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b3df2592-3481-4584-96d0-abb1a8d37d4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Request body: {'port': {'device_id': '5614fb62-d15e-43c7-aea4-1a9e928e2e71', 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c', 'admin_state_up': True, 'tenant_id': '79a6444bd40445efa07fadbbb84c9e0a'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:08.799544 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-afd0ee63-43ac-43e0-ad1e-d24ebdfd9ff6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/networks/11bbeb94-ce78-4743-8ac6-c5fc867fdf7a HTTP/1.1" status: 204 len: 168 time: 0.6851432 Oct 13 14:25:08.801042 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0ee63-43ac-43e0-ad1e-d24ebdfd9ff6 tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Network': ['ID=11bbeb94-ce78-4743-8ac6-c5fc867fdf7a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:08.805698 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32902) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:08.994263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299fd19-13b7-47ae-88c7-cde8dbbf6d52 req-a2299310-4525-4e40-bb77-fc5e990b096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:08.996640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6299fd19-13b7-47ae-88c7-cde8dbbf6d52 req-a2299310-4525-4e40-bb77-fc5e990b096c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 1097 time: 0.2030559 Oct 13 14:25:09.020186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7da742e0-d900-4ceb-965a-a2eda307fc7c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Deleting port 955db720-3766-4c20-922d-1b45f03e694f {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:09.021034 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7da742e0-d900-4ceb-965a-a2eda307fc7c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:09.047269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6299fd19-13b7-47ae-88c7-cde8dbbf6d52 req-10fc9ff2-f0f7-4285-99d4-7afb3fec7388 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379236 Oct 13 14:25:09.091572 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:09.108053 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:09.109752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7da742e0-d900-4ceb-965a-a2eda307fc7c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:09.112021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] 10.222.0.18 "DELETE /v2.0/networks/252801a1-250e-4196-b3ff-72984152028e HTTP/1.1" status: 204 len: 168 time: 1.8254995 Oct 13 14:25:09.141751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e5dd8-c2a5-40c7-bdbb-4be92df4b316 tempest-ServersTestMultiNic-117537899 tempest-ServersTestMultiNic-117537899-project] Pushing event deleted for resources: {'Network': ['ID=252801a1-250e-4196-b3ff-72984152028e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:09.148542 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7da742e0-d900-4ceb-965a-a2eda307fc7c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Calling delete_port for 955db720-3766-4c20-922d-1b45f03e694f owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:09.149250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b3df2592-3481-4584-96d0-abb1a8d37d4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Made reservation on behalf of 79a6444bd40445efa07fadbbb84c9e0a for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:25:09.158922 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b3df2592-3481-4584-96d0-abb1a8d37d4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:09.352604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 32916) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:09.411301 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7da742e0-d900-4ceb-965a-a2eda307fc7c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:09.419532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b3df2592-3481-4584-96d0-abb1a8d37d4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Allocated IP 172.20.0.7 (456a9ef7-54bb-41cd-9091-f65f4232710c/f974b32a-4d99-454c-999a-81689caf7abd/2fd32927-94db-45c1-bb10-badca6272a1c) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:25:09.465655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da742e0-d900-4ceb-965a-a2eda307fc7c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Port': ['ID=955db720-3766-4c20-922d-1b45f03e694f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:09.472885 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7da742e0-d900-4ceb-965a-a2eda307fc7c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:09.479176 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7da742e0-d900-4ceb-965a-a2eda307fc7c tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/ports/955db720-3766-4c20-922d-1b45f03e694f HTTP/1.1" status: 204 len: 168 time: 0.6719315 Oct 13 14:25:09.481786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32920) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:09.547155 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-1732ab23-28b3-4c5b-9a40-9371cc1f4c2a tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] DELETE failed (client error): The resource could not be found. Oct 13 14:25:09.547941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1732ab23-28b3-4c5b-9a40-9371cc1f4c2a tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:25:09.553487 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1732ab23-28b3-4c5b-9a40-9371cc1f4c2a tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/subnets/ed45142f-8745-411f-b9d8-de4c6f97fe24 HTTP/1.1" status: 404 len: 337 time: 0.0705237 Oct 13 14:25:09.554381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2747ae1-50e0-43da-8016-08b51debf212 req-bff77aae-59e9-4b2e-a639-b1170ec01216 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 210 time: 0.0798795 Oct 13 14:25:09.556244 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32922) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:09.623181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4477860d-dee5-471a-8f60-6857736d45df no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:25:09.648168 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 4477860d-dee5-471a-8f60-6857736d45df {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:25:09.649333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4477860d-dee5-471a-8f60-6857736d45df not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:25:09.681177 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-827e1a8b-427c-4dfa-aa59-db304222021b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:09.874627 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-827e1a8b-427c-4dfa-aa59-db304222021b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:09.900922 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-827e1a8b-427c-4dfa-aa59-db304222021b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:09.925340 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-827e1a8b-427c-4dfa-aa59-db304222021b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbb4ba7-4026-472e-a7a5-0546d9cac578') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:09.925833 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-827e1a8b-427c-4dfa-aa59-db304222021b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbb4ba7-4026-472e-a7a5-0546d9cac578') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:09.947058 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-827e1a8b-427c-4dfa-aa59-db304222021b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:09.963526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-827e1a8b-427c-4dfa-aa59-db304222021b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:09.973216 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827e1a8b-427c-4dfa-aa59-db304222021b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:25:09.973636 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-827e1a8b-427c-4dfa-aa59-db304222021b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:25:09.977099 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:25:10.023135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bfc10-6af8-49e4-a8b2-f33f0311b93d req-6472b0b6-9127-4140-a5de-1e92a6eef8ef tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:10.024623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-623bfc10-6af8-49e4-a8b2-f33f0311b93d req-6472b0b6-9127-4140-a5de-1e92a6eef8ef tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 945 time: 0.1716318 Oct 13 14:25:10.027766 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b3df2592-3481-4584-96d0-abb1a8d37d4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:10.134072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-623bfc10-6af8-49e4-a8b2-f33f0311b93d req-73331237-8f97-4d85-b763-0f5cb8fca3c3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015699 Oct 13 14:25:10.145670 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-827e1a8b-427c-4dfa-aa59-db304222021b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:10.169565 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-827e1a8b-427c-4dfa-aa59-db304222021b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:10.176735 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-827e1a8b-427c-4dfa-aa59-db304222021b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/networks/7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa HTTP/1.1" status: 204 len: 168 time: 0.6167006 Oct 13 14:25:10.178766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 32930) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:10.191048 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e1a8b-427c-4dfa-aa59-db304222021b tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Network': ['ID=7ca2cabc-56a0-42c7-9b9f-548ef7cd68aa,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:10.254852 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b3df2592-3481-4584-96d0-abb1a8d37d4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:10.272834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['c2ef771c-7eec-462e-98cd-e5a9e2f85c98', 'fbfce905-8b97-457f-a744-b0333619f6ec'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:25:10.297555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f5afed-e8e3-43cd-a8d9-04e349e8f87d tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Deleting subnet e910ffea-a020-4411-be2f-81f49c8614b6 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:25:10.345721 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-32f5afed-e8e3-43cd-a8d9-04e349e8f87d tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:10.447190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b3df2592-3481-4584-96d0-abb1a8d37d4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Network 456a9ef7-54bb-41cd-9091-f65f4232710c is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:10.472353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b3df2592-3481-4584-96d0-abb1a8d37d4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:10.482821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b3df2592-3481-4584-96d0-abb1a8d37d4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:25:10.487400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df2592-3481-4584-96d0-abb1a8d37d4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Pushing event updated for resources: {'Port': ['ID=2fd32927-94db-45c1-bb10-badca6272a1c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:10.545285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-32f5afed-e8e3-43cd-a8d9-04e349e8f87d tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:10.680263 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3095f1f9-e9bc-48c3-8c3f-f1199d026505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:10.782003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b3df2592-3481-4584-96d0-abb1a8d37d4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:10.783408 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b3df2592-3481-4584-96d0-abb1a8d37d4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:10.977367 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-32f5afed-e8e3-43cd-a8d9-04e349e8f87d tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:11.010031 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b3df2592-3481-4584-96d0-abb1a8d37d4a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2177389 Oct 13 14:25:11.024028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e3f9b-4234-4462-bbe1-18a2b3dbe559 req-4f94a8bb-b2bc-46b4-8147-4f175575c163 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:11.025684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-283e3f9b-4234-4462-bbe1-18a2b3dbe559 req-4f94a8bb-b2bc-46b4-8147-4f175575c163 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 931 time: 0.3504887 Oct 13 14:25:11.035673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Request body: {'port': {'device_id': '5614fb62-d15e-43c7-aea4-1a9e928e2e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:11.041604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-015ceb0e-117f-47f7-8afc-89009567d159 req-a96d9473-d3cc-4491-8714-a701d7d0d415 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2775788 Oct 13 14:25:11.221197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:11.300874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-283e3f9b-4234-4462-bbe1-18a2b3dbe559 req-4be7dc96-5d78-43e3-ab39-ffee7f7aa571 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545867 Oct 13 14:25:11.337232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ceb0e-117f-47f7-8afc-89009567d159 req-521b7117-ef2c-4a3f-a19a-54cc9adbbb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:11.338769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-015ceb0e-117f-47f7-8afc-89009567d159 req-521b7117-ef2c-4a3f-a19a-54cc9adbbb04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=781ec0bbd78a43a08f7a5b4459640fba&device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 1097 time: 0.2217994 Oct 13 14:25:11.386992 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-32f5afed-e8e3-43cd-a8d9-04e349e8f87d tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:11.514504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5afed-e8e3-43cd-a8d9-04e349e8f87d tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Subnet': ['ID=e910ffea-a020-4411-be2f-81f49c8614b6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:11.568695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f09b9f7-9a0c-469f-b903-04d3f809b610 None None] Network 95ac5f78-00e7-4408-b6d6-f69564711b6c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:11.569289 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-32f5afed-e8e3-43cd-a8d9-04e349e8f87d tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:11.576185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-32f5afed-e8e3-43cd-a8d9-04e349e8f87d tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/subnets/e910ffea-a020-4411-be2f-81f49c8614b6 HTTP/1.1" status: 204 len: 168 time: 1.3963072 Oct 13 14:25:11.578111 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32948) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:11.636032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc2f9e-7d13-4d58-a59e-55d709be386f req-791c5539-077e-4c91-b1e7-85d8ea00b213 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:11.637986 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dbc2f9e-7d13-4d58-a59e-55d709be386f req-791c5539-077e-4c91-b1e7-85d8ea00b213 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 945 time: 0.2841849 Oct 13 14:25:11.783262 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:11.854648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ceb0e-117f-47f7-8afc-89009567d159 req-6dd9f7f5-48ef-41bf-b355-9f7e7eab2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:11.856956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-015ceb0e-117f-47f7-8afc-89009567d159 req-6dd9f7f5-48ef-41bf-b355-9f7e7eab2c99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51207f4d-09c5-4b80-9add-bcc60acd6541 HTTP/1.1" status: 200 len: 916 time: 0.4673464 Oct 13 14:25:11.857562 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Deleting port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:11.858237 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:11.880073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dbc2f9e-7d13-4d58-a59e-55d709be386f req-46bf066c-2147-4c59-a68c-99ea24035976 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067378 Oct 13 14:25:11.944164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872e268e-67f9-4f10-a63d-b401761dcdbf None None] DHCP port deletion for 95ac5f78-00e7-4408-b6d6-f69564711b6c request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:25:12.059791 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-872e268e-67f9-4f10-a63d-b401761dcdbf None None] Deleting port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:12.060657 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-872e268e-67f9-4f10-a63d-b401761dcdbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:12.063966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] For port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4bde20c3-8a0b-4847-b180-ee3b3fdfbc88,segment=NetworkSegment(de0d06c1-4ad7-4780-a410-bd88b87aa7ba),segment_id=de0d06c1-4ad7-4780-a410-bd88b87aa7ba)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:12.064604 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:12.122132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Calling delete_port for 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:12.151805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-872e268e-67f9-4f10-a63d-b401761dcdbf None None] For port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4bde20c3-8a0b-4847-b180-ee3b3fdfbc88,segment=NetworkSegment(de0d06c1-4ad7-4780-a410-bd88b87aa7ba),segment_id=de0d06c1-4ad7-4780-a410-bd88b87aa7ba)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:12.152205 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-872e268e-67f9-4f10-a63d-b401761dcdbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:12.167589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-872e268e-67f9-4f10-a63d-b401761dcdbf None None] Calling delete_port for 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:12.682247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-015ceb0e-117f-47f7-8afc-89009567d159 req-ba944152-716d-42a3-879b-d2a3af41c0f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb31d927-1d66-4cfb-9670-f94f7b9f6c70 HTTP/1.1" status: 200 len: 1001 time: 0.6706862 Oct 13 14:25:12.682247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3095f1f9-e9bc-48c3-8c3f-f1199d026505 admin admin] Deleting port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:12.682247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3095f1f9-e9bc-48c3-8c3f-f1199d026505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:12.753167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ceb0e-117f-47f7-8afc-89009567d159 req-7a42e2f3-1003-448e-a3d7-ff9634c725ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:12.755236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-015ceb0e-117f-47f7-8afc-89009567d159 req-7a42e2f3-1003-448e-a3d7-ff9634c725ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fc65117-704a-4857-a7b2-0c1f3eeef403 HTTP/1.1" status: 200 len: 854 time: 0.1738527 Oct 13 14:25:12.767094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd32927-94db-45c1-bb10-badca6272a1c {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:25:12.790891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-872e268e-67f9-4f10-a63d-b401761dcdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:12.803311 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:12.809227 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:12.858264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] No DVR routers for this DVR port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:12.863943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7116e-ddc9-43ba-9f4c-838e7f991d21 req-1bacb41e-2a41-4f4c-bc10-cb06c77e8f18 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:12.877880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdf7116e-ddc9-43ba-9f4c-838e7f991d21 req-1bacb41e-2a41-4f4c-bc10-cb06c77e8f18 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 931 time: 0.3283322 Oct 13 14:25:12.886654 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Port': ['ID=4bde20c3-8a0b-4847-b180-ee3b3fdfbc88,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:12.917443 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:12.917796 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:12.918142 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:12.918489 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:12.918855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:12.921717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:12.922154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:12.922510 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:12.922857 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:12.923233 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:12.923706 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:12.924311 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:12.945512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e268e-67f9-4f10-a63d-b401761dcdbf None None] Pushing event deleted for resources: {'Port': ['ID=4bde20c3-8a0b-4847-b180-ee3b3fdfbc88,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:12.959590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Transition to ACTIVE for port object 2fd32927-94db-45c1-bb10-badca6272a1c will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:25:12.972229 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e268e-67f9-4f10-a63d-b401761dcdbf None None] No DVR routers for this DVR port 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:12.984441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-3095f1f9-e9bc-48c3-8c3f-f1199d026505 admin admin] For port ca914cac-8245-4b50-a3a7-c89cfcdfe3c0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ca914cac-8245-4b50-a3a7-c89cfcdfe3c0,segment=NetworkSegment(fbba8f4d-930e-475f-aad3-d3cabbcf5ded),segment_id=fbba8f4d-930e-475f-aad3-d3cabbcf5ded)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:12.984849 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3095f1f9-e9bc-48c3-8c3f-f1199d026505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:13.013305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3095f1f9-e9bc-48c3-8c3f-f1199d026505 admin admin] Calling delete_port for ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:13.103191 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:13.104068 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:13.139026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ac5f78-00e7-4408-b6d6-f69564711b6c']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:13.166238 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0d06c1-4ad7-4780-a410-bd88b87aa7ba') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:13.167205 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0d06c1-4ad7-4780-a410-bd88b87aa7ba') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:13.188410 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:13.219122 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:13.237616 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:25:13.237616 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:25:13.337077 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:25:13.347709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ceb0e-117f-47f7-8afc-89009567d159 req-bea28a49-26dd-479f-806f-2fd7bbd47edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:13.349662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-015ceb0e-117f-47f7-8afc-89009567d159 req-bea28a49-26dd-479f-806f-2fd7bbd47edf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51207f4d-09c5-4b80-9add-bcc60acd6541&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5356867 Oct 13 14:25:13.352968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdf7116e-ddc9-43ba-9f4c-838e7f991d21 req-1008e462-2304-4004-8d21-9de7e823cc94 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738159 Oct 13 14:25:13.452180 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:13.461016 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:13.466423 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] 10.222.0.18 "DELETE /v2.0/networks/95ac5f78-00e7-4408-b6d6-f69564711b6c HTTP/1.1" status: 204 len: 168 time: 1.8857727 Oct 13 14:25:13.490390 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c4903-0d4e-4419-af03-f8ffb28b426f tempest-NetworksIpV6TestAttrs-452681318 tempest-NetworksIpV6TestAttrs-452681318-project] Pushing event deleted for resources: {'Network': ['ID=95ac5f78-00e7-4408-b6d6-f69564711b6c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:13.584730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd32927-94db-45c1-bb10-badca6272a1c,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:13.655355 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:25:13.680706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ad2e-b037-4860-9363-27a77aa0dd8b req-f1ab21cc-f054-41d3-9b0b-e2499b70cf4e tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:13.685724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65d5ad2e-b037-4860-9363-27a77aa0dd8b req-f1ab21cc-f054-41d3-9b0b-e2499b70cf4e tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 945 time: 0.6585495 Oct 13 14:25:13.692034 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3095f1f9-e9bc-48c3-8c3f-f1199d026505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:13.818903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095f1f9-e9bc-48c3-8c3f-f1199d026505 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca914cac-8245-4b50-a3a7-c89cfcdfe3c0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:13.989864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:25:13.990428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4bde20c3-8a0b-4847-b180-ee3b3fdfbc88 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:25:14.034895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65d5ad2e-b037-4860-9363-27a77aa0dd8b req-8d6feabb-716f-40e4-b726-25ee2ba296ad tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317137 Oct 13 14:25:14.041748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-015ceb0e-117f-47f7-8afc-89009567d159 req-80dba776-0486-4bf1-86b8-6e2a9e2a0505 service neutron] 10.222.0.41 "GET /v2.0/networks/51207f4d-09c5-4b80-9add-bcc60acd6541?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629522 Oct 13 14:25:14.046132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Attempting to bind port 2fd32927-94db-45c1-bb10-badca6272a1c on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:25:14.046496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Attempting to bind port 2fd32927-94db-45c1-bb10-badca6272a1c by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:25:14.046837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Attempting to bind port 2fd32927-94db-45c1-bb10-badca6272a1c on network 456a9ef7-54bb-41cd-9091-f65f4232710c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:25:14.094379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Port 2fd32927-94db-45c1-bb10-badca6272a1c on network 456a9ef7-54bb-41cd-9091-f65f4232710c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:25:14.099916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Attempting to bind port 2fd32927-94db-45c1-bb10-badca6272a1c on network 456a9ef7-54bb-41cd-9091-f65f4232710c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:25:14.162395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:25:14.162744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Checking segment: {'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:14.162992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Bound using segment: {'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:25:14.163478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Bound port: 2fd32927-94db-45c1-bb10-badca6272a1c, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:25:14.163852 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:14.273957 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32982) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:14.418250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-015ceb0e-117f-47f7-8afc-89009567d159 req-f60bc81f-06fa-4e07-948d-0e50b538139a service neutron] 10.222.0.41 "GET /v2.0/networks/51207f4d-09c5-4b80-9add-bcc60acd6541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595607 Oct 13 14:25:14.444197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] For port 2fd32927-94db-45c1-bb10-badca6272a1c, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:25:14.449367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] For port 2fd32927-94db-45c1-bb10-badca6272a1c, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2fd32927-94db-45c1-bb10-badca6272a1c,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:25:14.452826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3095f1f9-e9bc-48c3-8c3f-f1199d026505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:14.531670 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f3269c85-6cb3-436f-ad1c-59b26da7c6b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=629ff01e736643878675886293e05363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556467 Oct 13 14:25:14.534782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 32988) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:14.666098 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:14.680947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-766ca5f8-1676-4c98-986c-101ef0c83f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:14.726187 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-766ca5f8-1676-4c98-986c-101ef0c83f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:14.742515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd32927-94db-45c1-bb10-badca6272a1c,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:14.793224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e0164-fc6d-4a71-901f-aa54b7ec8ac3 req-9b403a71-39b5-4900-b9b1-5cb1417ef6c6 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:14.804602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-316e0164-fc6d-4a71-901f-aa54b7ec8ac3 req-9b403a71-39b5-4900-b9b1-5cb1417ef6c6 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 943 time: 0.1759083 Oct 13 14:25:14.812747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:14.813623 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:14.816327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc9237be-eb62-4bab-952d-65a4730b0146 service neutron] 10.222.0.41 "PUT /v2.0/ports/2fd32927-94db-45c1-bb10-badca6272a1c HTTP/1.1" status: 200 len: 1092 time: 3.7846646 Oct 13 14:25:14.900146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5614fb62-d15e-43c7-aea4-1a9e928e2e71', 'tag': '2fd32927-94db-45c1-bb10-badca6272a1c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:25:14.903804 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee479808-7b0d-4e20-9b10-c2e1113b6be9" -d '{"events": [{"name": "network-changed", "server_uuid": "5614fb62-d15e-43c7-aea4-1a9e928e2e71", "tag": "2fd32927-94db-45c1-bb10-badca6272a1c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:25:14.961930 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-766ca5f8-1676-4c98-986c-101ef0c83f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:14.968323 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-766ca5f8-1676-4c98-986c-101ef0c83f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:14.974828 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-766ca5f8-1676-4c98-986c-101ef0c83f23 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edccd89a-3e29-47ef-bc26-0c0e5c097820 HTTP/1.1" status: 204 len: 168 time: 0.4379594 Oct 13 14:25:14.999964 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f82b8d0-7ec3-4e18-9471-45fcdd245715 x-openstack-request-id: req-6f82b8d0-7ec3-4e18-9471-45fcdd245715 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:25:15.000328 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5614fb62-d15e-43c7-aea4-1a9e928e2e71", "tag": "2fd32927-94db-45c1-bb10-badca6272a1c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:25:15.000528 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f82b8d0-7ec3-4e18-9471-45fcdd245715 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:25:15.001551 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5614fb62-d15e-43c7-aea4-1a9e928e2e71', 'tag': '2fd32927-94db-45c1-bb10-badca6272a1c', 'status': 'completed', 'code': 200} Oct 13 14:25:15.006517 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ca5f8-1676-4c98-986c-101ef0c83f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edccd89a-3e29-47ef-bc26-0c0e5c097820,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:15.186855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b02be07f-1bdd-459e-8d20-0f44c5691895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:15.193619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-b02be07f-1bdd-459e-8d20-0f44c5691895 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 1095 time: 0.1912975 Oct 13 14:25:15.200497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-316e0164-fc6d-4a71-901f-aa54b7ec8ac3 req-409b26d2-52bc-4e35-99bf-4a1160cc791a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946569 Oct 13 14:25:15.218402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3095f1f9-e9bc-48c3-8c3f-f1199d026505 admin admin] Router a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:25:15.284592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-15c69dda-0be6-4066-a5b7-a9d47b9cd48a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fd32927-94db-45c1-bb10-badca6272a1c HTTP/1.1" status: 200 len: 217 time: 0.0636103 Oct 13 14:25:15.404399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-a9cf58cd-c697-470e-97c3-9839d6e28c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:15.406572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-a9cf58cd-c697-470e-97c3-9839d6e28c3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f974b32a-4d99-454c-999a-81689caf7abd HTTP/1.1" status: 200 len: 855 time: 0.1143491 Oct 13 14:25:15.469236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-4ed7e7e7-027d-4f5b-943f-527d0c7e5035 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456a9ef7-54bb-41cd-9091-f65f4232710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344224 Oct 13 14:25:15.551154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3095f1f9-e9bc-48c3-8c3f-f1199d026505 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:25:15.558122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3095f1f9-e9bc-48c3-8c3f-f1199d026505 admin admin] 10.222.0.18 "PUT /v2.0/routers/a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2090287 Oct 13 14:25:15.558269 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33010) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:15.579207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94be2cda-8b23-48ef-990a-3e6a8cea91dd None None] Sync routers for ids ['a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:25:15.598177 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be2cda-8b23-48ef-990a-3e6a8cea91dd None None] Routers {'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:15.605551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-94be2cda-8b23-48ef-990a-3e6a8cea91dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:24:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:15.668641 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-cc4c9ad4-d63f-41f3-bbca-b3b977ab3178 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880991 Oct 13 14:25:15.734459 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:15.876957 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48587489-a490-43b6-b4e1-ddb1a1602ee4 req-631d3421-7ea2-4d4b-a255-5ff2f5ec6623 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851728 Oct 13 14:25:15.909364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-94be2cda-8b23-48ef-990a-3e6a8cea91dd None None] Set router a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:25:15.966731 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:16.144668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18624c0-04f1-45a0-a3a0-69251883d989 req-3de22e36-1581-40c2-a89d-4d3b7dde22e4 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:16.146749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f18624c0-04f1-45a0-a3a0-69251883d989 req-3de22e36-1581-40c2-a89d-4d3b7dde22e4 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 945 time: 0.1426396 Oct 13 14:25:16.191365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Deleting port 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:16.191365 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:16.229765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-94be2cda-8b23-48ef-990a-3e6a8cea91dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'name': 'tempest-ServersTestMultiNic-1811541570-router', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:23:01Z', 'updated_at': '2021-10-13T14:25:13Z', 'revision_number': 5, 'project_id': '369f61c3408a4d8b912583e7eafe96b9', 'gw_port': {'id': '8729436d-4a51-4fb5-8fa3-1f5349f1cc4d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:93:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:23:03Z', 'updated_at': '2021-10-13T14:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:16.239220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f18624c0-04f1-45a0-a3a0-69251883d989 req-8b0ec367-19bf-4ec6-ae24-43997237dd03 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718980 Oct 13 14:25:16.278913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee479808-7b0d-4e20-9b10-c2e1113b6be9 req-fc5919d2-c413-45bf-9433-39347110a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:16.282864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee479808-7b0d-4e20-9b10-c2e1113b6be9 req-fc5919d2-c413-45bf-9433-39347110a36a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 1095 time: 0.2188928 Oct 13 14:25:16.297809 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94be2cda-8b23-48ef-990a-3e6a8cea91dd None None] Checking router: a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:25:16.312136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be2cda-8b23-48ef-990a-3e6a8cea91dd None None] Routers {'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:16.313239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-94be2cda-8b23-48ef-990a-3e6a8cea91dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:24:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:16.488868 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] For port 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8729436d-4a51-4fb5-8fa3-1f5349f1cc4d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:16.488868 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:16.506218 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Calling delete_port for 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:16.529732 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-94be2cda-8b23-48ef-990a-3e6a8cea91dd None None] Set router a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:25:16.590494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-94be2cda-8b23-48ef-990a-3e6a8cea91dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'name': 'tempest-ServersTestMultiNic-1811541570-router', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:23:01Z', 'updated_at': '2021-10-13T14:25:15Z', 'revision_number': 6, 'project_id': '369f61c3408a4d8b912583e7eafe96b9', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:16.602923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514a3d9-8ca3-40e4-a3ee-f94c061b1a65 req-f30547f3-e7aa-422c-b164-ab49e8bba316 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:16.604526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3514a3d9-8ca3-40e4-a3ee-f94c061b1a65 req-f30547f3-e7aa-422c-b164-ab49e8bba316 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 943 time: 0.1125836 Oct 13 14:25:16.655629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94be2cda-8b23-48ef-990a-3e6a8cea91dd None None] The sync data for ids ['a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4'] in n-d-806683-15 is: [{'id': 'a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4', 'name': 'tempest-ServersTestMultiNic-1811541570-router', 'tenant_id': '369f61c3408a4d8b912583e7eafe96b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:23:01Z', 'updated_at': '2021-10-13T14:25:15Z', 'revision_number': 6, 'project_id': '369f61c3408a4d8b912583e7eafe96b9', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:25:16.667916 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:25:16.697979 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3514a3d9-8ca3-40e4-a3ee-f94c061b1a65 req-9ebef735-a99e-49a3-ad63-5725ab63b5f1 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870745 Oct 13 14:25:16.711937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee479808-7b0d-4e20-9b10-c2e1113b6be9 req-846b8b4e-6670-4b46-bbae-d19129be9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:16.714034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee479808-7b0d-4e20-9b10-c2e1113b6be9 req-846b8b4e-6670-4b46-bbae-d19129be9021 service neutron] 10.222.0.41 "GET /v2.0/networks?id=456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 200 len: 916 time: 0.4174573 Oct 13 14:25:16.801898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee479808-7b0d-4e20-9b10-c2e1113b6be9 req-b5a60eee-ca6c-4493-ac3e-f8fc4ab4669b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2fd32927-94db-45c1-bb10-badca6272a1c HTTP/1.1" status: 200 len: 217 time: 0.0720739 Oct 13 14:25:16.903659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee479808-7b0d-4e20-9b10-c2e1113b6be9 req-69f44bc7-d09a-405b-93d7-68fd2468e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:16.905360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee479808-7b0d-4e20-9b10-c2e1113b6be9 req-69f44bc7-d09a-405b-93d7-68fd2468e55c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f974b32a-4d99-454c-999a-81689caf7abd HTTP/1.1" status: 200 len: 855 time: 0.0902619 Oct 13 14:25:16.959669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee479808-7b0d-4e20-9b10-c2e1113b6be9 req-31a620b4-3a11-45b3-bb31-00dd33d9a00e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456a9ef7-54bb-41cd-9091-f65f4232710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399382 Oct 13 14:25:17.086268 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:17.131541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Pushing event deleted for resources: {'Port': ['ID=8729436d-4a51-4fb5-8fa3-1f5349f1cc4d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:17.234440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33070) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:17.252778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee479808-7b0d-4e20-9b10-c2e1113b6be9 req-03440216-f9f3-4494-afe7-6c81ae3d2a57 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727895 Oct 13 14:25:17.303776 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:17.461869 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:17.464407 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:17.529143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'network': {'name': 'tempest-RoutersTest-1777080612'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:17.628899 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:17.629621 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:25:17.634941 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:17.644083 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6e63bf68-93a8-4e75-8598-6dbe2b0ed31c admin admin] 10.222.0.18 "DELETE /v2.0/routers/a62fad3f-1a77-4ce4-99ac-f4071bc8d6f4 HTTP/1.1" status: 204 len: 168 time: 2.0761962 Oct 13 14:25:17.644083 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33096) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:17.714614 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cf5aa9-0413-4759-8be4-8828ded5479c admin admin] Deleting subnet 6072977f-a3df-4262-a65e-3bbf93fa5377 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:25:17.722686 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-54cf5aa9-0413-4759-8be4-8828ded5479c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:17.730078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee479808-7b0d-4e20-9b10-c2e1113b6be9 req-221bf0c5-aa59-498e-abb7-ca7e94b33e27 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598868 Oct 13 14:25:17.738459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369963db-9dad-421a-81df-d98eb7b69fa6 req-f13c6222-8a66-4dbb-a43e-6c391cddd813 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:17.740021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-369963db-9dad-421a-81df-d98eb7b69fa6 req-f13c6222-8a66-4dbb-a43e-6c391cddd813 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 945 time: 0.3365102 Oct 13 14:25:17.808083 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-54cf5aa9-0413-4759-8be4-8828ded5479c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:17.831127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-369963db-9dad-421a-81df-d98eb7b69fa6 req-0b0615e0-a702-46af-887e-edf9c739c04e tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841093 Oct 13 14:25:17.844107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:25:17.850992 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:17.869348 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:17.894067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:25:17.961659 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:25:17.962013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8729436d-4a51-4fb5-8fa3-1f5349f1cc4d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:25:17.962453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:25:18.019453 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-54cf5aa9-0413-4759-8be4-8828ded5479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.027040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:25:18.027752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ca914cac-8245-4b50-a3a7-c89cfcdfe3c0 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:25:18.087364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c1458-7cd3-4fad-a59d-8cb5feaa85f5 req-6a8ca8d5-f969-4419-bf9e-252f39bcb8dc tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:18.090803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed6c1458-7cd3-4fad-a59d-8cb5feaa85f5 req-6a8ca8d5-f969-4419-bf9e-252f39bcb8dc tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 943 time: 0.1332784 Oct 13 14:25:18.111037 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.159556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed6c1458-7cd3-4fad-a59d-8cb5feaa85f5 req-d8d2d579-b087-4529-8681-0aa8489bb0b2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457253 Oct 13 14:25:18.206912 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.246378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:25:18.267076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1adeae65-49a6-4b5f-a1bf-b99520f62bb7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:18.276488 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.277102 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Added segment 2ef78c97-a167-4ed0-bb0b-7493a96efdcb of type vlan for network 690abe31-a1ef-45c5-91fc-1705832d5e68 Oct 13 14:25:18.281684 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-54cf5aa9-0413-4759-8be4-8828ded5479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.361433 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.386650 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf5aa9-0413-4759-8be4-8828ded5479c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6072977f-a3df-4262-a65e-3bbf93fa5377,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:18.398547 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-54cf5aa9-0413-4759-8be4-8828ded5479c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.403830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537607c2-85c9-4d20-9d5d-e34897ac2e44 None None] Network 4173feed-5c29-4911-9e5c-b8718af86664 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:18.405652 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-54cf5aa9-0413-4759-8be4-8828ded5479c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6072977f-a3df-4262-a65e-3bbf93fa5377 HTTP/1.1" status: 204 len: 168 time: 0.7596962 Oct 13 14:25:18.409182 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33118) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:18.492194 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.554624 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.566050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:18.567934 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.568854 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.591403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Deleting port 21912994-f1e9-428a-b53f-a6307d936a71 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:18.591858 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.677093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a0321-6c30-4352-837d-26a1274bb017 None None] DHCP port deletion for 4173feed-5c29-4911-9e5c-b8718af86664 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:25:18.712700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Network': ['ID=690abe31-a1ef-45c5-91fc-1705832d5e68,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:18.728038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 690abe31-a1ef-45c5-91fc-1705832d5e68 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:25:18.738552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ff750-a59b-4151-851a-307957008c55 req-6e6801d0-f867-4408-8ee8-20bda2935a97 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:18.741244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f41ff750-a59b-4151-851a-307957008c55 req-6e6801d0-f867-4408-8ee8-20bda2935a97 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.41 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 945 time: 0.1665661 Oct 13 14:25:18.756840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33136) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:18.763070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] For port 21912994-f1e9-428a-b53f-a6307d936a71, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=21912994-f1e9-428a-b53f-a6307d936a71,segment=NetworkSegment(fbba8f4d-930e-475f-aad3-d3cabbcf5ded),segment_id=fbba8f4d-930e-475f-aad3-d3cabbcf5ded)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:18.763663 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.795269 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Calling delete_port for 21912994-f1e9-428a-b53f-a6307d936a71 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:18.857479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a0321-6c30-4352-837d-26a1274bb017 None None] Deleting port 21912994-f1e9-428a-b53f-a6307d936a71 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:18.858296 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0321-6c30-4352-837d-26a1274bb017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.863259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0448475a-c6a5-4b32-a280-716d8130be29 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6269515 Oct 13 14:25:18.867069 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33144) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:18.898548 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2d784419-cf72-4ca2-9cef-4b6da8408cd1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'network': {'name': 'tempest-RoutersTest-1773627674'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:18.921464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f41ff750-a59b-4151-851a-307957008c55 req-b95da01d-87dd-4514-a30b-5e07d01bc85a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Deleting port 2762774f-8135-41fe-b333-cb153d54821f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:18.921464 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f41ff750-a59b-4151-851a-307957008c55 req-b95da01d-87dd-4514-a30b-5e07d01bc85a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:18.978820 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5d0a0321-6c30-4352-837d-26a1274bb017 None None] For port 21912994-f1e9-428a-b53f-a6307d936a71, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=21912994-f1e9-428a-b53f-a6307d936a71,segment=NetworkSegment(fbba8f4d-930e-475f-aad3-d3cabbcf5ded),segment_id=fbba8f4d-930e-475f-aad3-d3cabbcf5ded)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:18.980215 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0321-6c30-4352-837d-26a1274bb017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.003621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a0321-6c30-4352-837d-26a1274bb017 None None] Calling delete_port for 21912994-f1e9-428a-b53f-a6307d936a71 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:19.047104 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4410fd1b-ea8b-410a-8a83-4beb3933862f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.103550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f41ff750-a59b-4151-851a-307957008c55 req-b95da01d-87dd-4514-a30b-5e07d01bc85a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] For port 2762774f-8135-41fe-b333-cb153d54821f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2762774f-8135-41fe-b333-cb153d54821f,segment=NetworkSegment(bde4a956-a10c-4576-9ead-24fcf3a1feb2),segment_id=bde4a956-a10c-4576-9ead-24fcf3a1feb2)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:19.104186 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f41ff750-a59b-4151-851a-307957008c55 req-b95da01d-87dd-4514-a30b-5e07d01bc85a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.135435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a14b45-9e6a-44c2-8b36-82e9c713c329 req-c6506d5a-e6d6-4b8e-8c25-22b7f61d192b tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:19.136940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71a14b45-9e6a-44c2-8b36-82e9c713c329 req-c6506d5a-e6d6-4b8e-8c25-22b7f61d192b tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 945 time: 0.1131711 Oct 13 14:25:19.141534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f41ff750-a59b-4151-851a-307957008c55 req-b95da01d-87dd-4514-a30b-5e07d01bc85a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Calling delete_port for 2762774f-8135-41fe-b333-cb153d54821f owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:19.142183 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d784419-cf72-4ca2-9cef-4b6da8408cd1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:25:19.145958 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d784419-cf72-4ca2-9cef-4b6da8408cd1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.162867 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4410fd1b-ea8b-410a-8a83-4beb3933862f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.178815 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d784419-cf72-4ca2-9cef-4b6da8408cd1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:25:19.188315 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d784419-cf72-4ca2-9cef-4b6da8408cd1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.188680 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-2d784419-cf72-4ca2-9cef-4b6da8408cd1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Added segment 59912179-14eb-4d9f-bac4-eadb442a0cbb of type vlan for network 9a376f6d-60c3-4757-81cc-4e8ec2a6455d Oct 13 14:25:19.226409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71a14b45-9e6a-44c2-8b36-82e9c713c329 req-ec07892f-f21a-4b60-bdfa-3cc81b3bc830 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795836 Oct 13 14:25:19.246456 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.248062 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5d0a0321-6c30-4352-837d-26a1274bb017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.254225 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d784419-cf72-4ca2-9cef-4b6da8408cd1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.288901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Pushing event deleted for resources: {'Port': ['ID=21912994-f1e9-428a-b53f-a6307d936a71,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:19.300603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a0321-6c30-4352-837d-26a1274bb017 None None] Pushing event deleted for resources: {'Port': ['ID=21912994-f1e9-428a-b53f-a6307d936a71,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:19.300833 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4410fd1b-ea8b-410a-8a83-4beb3933862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.305777 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] No DVR routers for this DVR port 21912994-f1e9-428a-b53f-a6307d936a71 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:19.309221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a0321-6c30-4352-837d-26a1274bb017 None None] No DVR routers for this DVR port 21912994-f1e9-428a-b53f-a6307d936a71 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:19.381204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077701fb-be00-45c3-a47a-595a19e552ab req-929be5a6-460e-4679-bcc3-97bd6ee0465c tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:19.381471 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4410fd1b-ea8b-410a-8a83-4beb3933862f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=494552ec6b2248f58c7398f6af387e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6232746 Oct 13 14:25:19.383428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-077701fb-be00-45c3-a47a-595a19e552ab req-929be5a6-460e-4679-bcc3-97bd6ee0465c tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 943 time: 0.1418812 Oct 13 14:25:19.384308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33168) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:19.416491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410fd1b-ea8b-410a-8a83-4beb3933862f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a644cfc-1760-4610-8b43-c4743d9e18d6,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:19.423737 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d784419-cf72-4ca2-9cef-4b6da8408cd1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.435638 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d784419-cf72-4ca2-9cef-4b6da8408cd1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:19.435638 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d784419-cf72-4ca2-9cef-4b6da8408cd1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.465505 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-077701fb-be00-45c3-a47a-595a19e552ab req-45832826-345b-4e5f-a54b-3322a264f782 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683906 Oct 13 14:25:19.490821 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-deb1aadc-7ff7-448c-b4c5-9055e5cf9666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.512134 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.512878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f41ff750-a59b-4151-851a-307957008c55 req-b95da01d-87dd-4514-a30b-5e07d01bc85a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.526196 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-deb1aadc-7ff7-448c-b4c5-9055e5cf9666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.528314 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2762774f-8135-41fe-b333-cb153d54821f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:25:19.553455 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d784419-cf72-4ca2-9cef-4b6da8408cd1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Network': ['ID=9a376f6d-60c3-4757-81cc-4e8ec2a6455d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:19.566397 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1677c443-397a-4cce-a5d5-7657cf0681d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.576810 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4173feed-5c29-4911-9e5c-b8718af86664']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:19.577509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 9a376f6d-60c3-4757-81cc-4e8ec2a6455d details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:25:19.583807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95da01d-87dd-4514-a30b-5e07d01bc85a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Pushing event deleted for resources: {'Port': ['ID=2762774f-8135-41fe-b333-cb153d54821f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:19.596404 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 21912994-f1e9-428a-b53f-a6307d936a71 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:25:19.604071 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2d784419-cf72-4ca2-9cef-4b6da8408cd1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7356317 Oct 13 14:25:19.606583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbba8f4d-930e-475f-aad3-d3cabbcf5ded') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:19.607064 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbba8f4d-930e-475f-aad3-d3cabbcf5ded') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:19.608847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33176) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:19.616512 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0d581c21-9ea8-4c18-b8fe-f8e6fac8cd09 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'subnet': {'network_id': '690abe31-a1ef-45c5-91fc-1705832d5e68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:19.666323 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 21912994-f1e9-428a-b53f-a6307d936a71 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:25:19.666671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 21912994-f1e9-428a-b53f-a6307d936a71 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:25:19.683019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41ff750-a59b-4151-851a-307957008c55 req-b95da01d-87dd-4514-a30b-5e07d01bc85a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] No DVR routers for this DVR port 2762774f-8135-41fe-b333-cb153d54821f on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:19.683019 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f41ff750-a59b-4151-851a-307957008c55 req-b95da01d-87dd-4514-a30b-5e07d01bc85a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.687028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f41ff750-a59b-4151-851a-307957008c55 req-b95da01d-87dd-4514-a30b-5e07d01bc85a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.41 "DELETE /v2.0/ports/2762774f-8135-41fe-b333-cb153d54821f HTTP/1.1" status: 204 len: 173 time: 0.9366436 Oct 13 14:25:19.687528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228b5b5f-b953-41bd-8aeb-7de5ec671e2a', 'name': 'network-vif-deleted', 'tag': '2762774f-8135-41fe-b333-cb153d54821f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:25:19.690795 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021ceee5-15e4-4295-b581-44bafbca490a" -d '{"events": [{"server_uuid": "228b5b5f-b953-41bd-8aeb-7de5ec671e2a", "name": "network-vif-deleted", "tag": "2762774f-8135-41fe-b333-cb153d54821f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:25:19.703030 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.741525 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.742301 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351f4e0b-02d7-49f0-9c73-99f181005b65 x-openstack-request-id: req-351f4e0b-02d7-49f0-9c73-99f181005b65 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:25:19.742806 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228b5b5f-b953-41bd-8aeb-7de5ec671e2a", "name": "network-vif-deleted", "tag": "2762774f-8135-41fe-b333-cb153d54821f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:25:19.743643 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-351f4e0b-02d7-49f0-9c73-99f181005b65 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:25:19.744345 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228b5b5f-b953-41bd-8aeb-7de5ec671e2a', 'name': 'network-vif-deleted', 'tag': '2762774f-8135-41fe-b333-cb153d54821f', 'status': 'completed', 'code': 200} Oct 13 14:25:19.748063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:25:19.748552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:25:19.750522 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:25:19.789108 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-deb1aadc-7ff7-448c-b4c5-9055e5cf9666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.793766 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-deb1aadc-7ff7-448c-b4c5-9055e5cf9666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.798061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-deb1aadc-7ff7-448c-b4c5-9055e5cf9666 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a644cfc-1760-4610-8b43-c4743d9e18d6 HTTP/1.1" status: 204 len: 168 time: 0.4076655 Oct 13 14:25:19.811459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1aadc-7ff7-448c-b4c5-9055e5cf9666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a644cfc-1760-4610-8b43-c4743d9e18d6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:19.885467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2fd32927-94db-45c1-bb10-badca6272a1c details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:25:19.983297 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.991102 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:19.997360 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] 10.222.0.18 "DELETE /v2.0/networks/4173feed-5c29-4911-9e5c-b8718af86664 HTTP/1.1" status: 204 len: 168 time: 1.5840082 Oct 13 14:25:20.003102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2fd32927-94db-45c1-bb10-badca6272a1c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2fd32927-94db-45c1-bb10-badca6272a1c,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:20.006498 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7367c-955f-4e09-92d7-1f7590b8357c admin admin] Pushing event deleted for resources: {'Network': ['ID=4173feed-5c29-4911-9e5c-b8718af86664,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:20.017442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '2fd32927-94db-45c1-bb10-badca6272a1c', 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c', 'port_id': '2fd32927-94db-45c1-bb10-badca6272a1c', 'mac_address': 'fa:16:3e:e8:dd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f974b32a-4d99-454c-999a-81689caf7abd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:25:20.035499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d581c21-9ea8-4c18-b8fe-f8e6fac8cd09 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:25:20.042492 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d581c21-9ea8-4c18-b8fe-f8e6fac8cd09 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:20.082701 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:20.106388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd32927-94db-45c1-bb10-badca6272a1c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:25:20.129806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2fd32927-94db-45c1-bb10-badca6272a1c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2fd32927-94db-45c1-bb10-badca6272a1c,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:20.289886 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:20.351863 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2fd32927-94db-45c1-bb10-badca6272a1c,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:20.409304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cba6d406-eec2-4417-bfdd-48d4b77fb5d6 req-91c957ff-fb09-4c21-a5d7-869e8f7bbe4c tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=228b5b5f-b953-41bd-8aeb-7de5ec671e2a HTTP/1.1" status: 200 len: 210 time: 0.0425012 Oct 13 14:25:20.458443 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d581c21-9ea8-4c18-b8fe-f8e6fac8cd09 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:20.542807 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d581c21-9ea8-4c18-b8fe-f8e6fac8cd09 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Subnet': ['ID=b610f263-5427-4137-90b7-50726c401ac1,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:20.545189 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d581c21-9ea8-4c18-b8fe-f8e6fac8cd09 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Checking segment: {'id': '2ef78c97-a167-4ed0-bb0b-7493a96efdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '690abe31-a1ef-45c5-91fc-1705832d5e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:20.545565 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d581c21-9ea8-4c18-b8fe-f8e6fac8cd09 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network hostable DHCP agents. Network: 690abe31-a1ef-45c5-91fc-1705832d5e68, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:25:20.607487 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33222) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:20.634634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd4fde-9c0f-4585-80c5-0c43870529b4 req-942c6e61-418b-4815-ba45-93e0b2cef258 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:20.639036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95bd4fde-9c0f-4585-80c5-0c43870529b4 req-942c6e61-418b-4815-ba45-93e0b2cef258 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 944 time: 0.0829990 Oct 13 14:25:20.641243 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d581c21-9ea8-4c18-b8fe-f8e6fac8cd09 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 690abe31-a1ef-45c5-91fc-1705832d5e68 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:25:20.688668 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-09f61637-8cd6-41dc-b32a-b924f038ed5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=369f61c3408a4d8b912583e7eafe96b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795758 Oct 13 14:25:20.694851 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33228) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:20.700211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95bd4fde-9c0f-4585-80c5-0c43870529b4 req-6960d7e8-b2f9-442e-b9e2-acc77e46ad3f tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505250 Oct 13 14:25:20.756041 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8bb1497e-01d5-4ea1-b086-0acfe49ba111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:20.779334 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8bb1497e-01d5-4ea1-b086-0acfe49ba111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:20.828231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2fd32927-94db-45c1-bb10-badca6272a1c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:25:20.855531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0d581c21-9ea8-4c18-b8fe-f8e6fac8cd09 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 690abe31-a1ef-45c5-91fc-1705832d5e68) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:20.855531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d581c21-9ea8-4c18-b8fe-f8e6fac8cd09 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:20.862598 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d581c21-9ea8-4c18-b8fe-f8e6fac8cd09 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:20.863696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdcf9a0-ed61-4e79-b3ea-65f243c5a7ba None None] Network 690abe31-a1ef-45c5-91fc-1705832d5e68 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:20.935115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33236) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:20.948450 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0fed839f-8f7d-4a3b-8946-ba85bcc381ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:20.965322 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8bb1497e-01d5-4ea1-b086-0acfe49ba111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:20.967832 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8bb1497e-01d5-4ea1-b086-0acfe49ba111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:20.968969 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8bb1497e-01d5-4ea1-b086-0acfe49ba111 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06e59267-0ab9-446e-bbec-8f9303249889 HTTP/1.1" status: 204 len: 168 time: 0.2727039 Oct 13 14:25:20.987952 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb1497e-01d5-4ea1-b086-0acfe49ba111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e59267-0ab9-446e-bbec-8f9303249889,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:21.008778 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0d581c21-9ea8-4c18-b8fe-f8e6fac8cd09 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3984566 Oct 13 14:25:21.013318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33244) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:21.020499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e3f2d52b-a5d4-45fd-9aee-36fe5ce9cc3a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'subnet': {'network_id': '9a376f6d-60c3-4757-81cc-4e8ec2a6455d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:21.146848 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-690abe31-a1ef-45c5-91fc-1705832d5e68', 'network_id': '690abe31-a1ef-45c5-91fc-1705832d5e68', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'fixed_ips': [{'subnet_id': 'b610f263-5427-4137-90b7-50726c401ac1'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:25:21.147800 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:21.171619 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0fed839f-8f7d-4a3b-8946-ba85bcc381ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:21.285821 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0fed839f-8f7d-4a3b-8946-ba85bcc381ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:21.320405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Allocated IP 172.20.0.2 (690abe31-a1ef-45c5-91fc-1705832d5e68/b610f263-5427-4137-90b7-50726c401ac1/f5931365-2046-4a19-b9e0-0541cfe44cf2) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:25:21.332553 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0fed839f-8f7d-4a3b-8946-ba85bcc381ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1becfe88887f48ec9daad770c2c67045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3929675 Oct 13 14:25:21.332553 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed839f-8f7d-4a3b-8946-ba85bcc381ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144b1151-6db2-43a6-835a-1ddbe3c947af,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:21.333401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33254) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:21.341601 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f2d52b-a5d4-45fd-9aee-36fe5ce9cc3a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:25:21.345935 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d52b-a5d4-45fd-9aee-36fe5ce9cc3a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:21.508216 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a760d454-8777-4e8a-a73a-16c8cc2fc7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:21.598582 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a760d454-8777-4e8a-a73a-16c8cc2fc7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:21.729693 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:21.809546 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:21.846899 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:21.885608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Network 690abe31-a1ef-45c5-91fc-1705832d5e68 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:21.887665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:21.893516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:25:21.908887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2762774f-8135-41fe-b333-cb153d54821f no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:25:21.964947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Pushing event updated for resources: {'Port': ['ID=f5931365-2046-4a19-b9e0-0541cfe44cf2,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:21.966271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f7719-c03d-4b7e-92d7-3528f4e57728 req-8537cdf7-e340-47cf-8a94-11df811dea46 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:21.970612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b6f7719-c03d-4b7e-92d7-3528f4e57728 req-8537cdf7-e340-47cf-8a94-11df811dea46 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 944 time: 0.1646397 Oct 13 14:25:21.973136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 2762774f-8135-41fe-b333-cb153d54821f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:25:21.974253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2762774f-8135-41fe-b333-cb153d54821f not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:25:22.010849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Attempting to bind port f5931365-2046-4a19-b9e0-0541cfe44cf2 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:25:22.011223 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Attempting to bind port f5931365-2046-4a19-b9e0-0541cfe44cf2 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '2ef78c97-a167-4ed0-bb0b-7493a96efdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '690abe31-a1ef-45c5-91fc-1705832d5e68'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:25:22.011721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Attempting to bind port f5931365-2046-4a19-b9e0-0541cfe44cf2 on network 690abe31-a1ef-45c5-91fc-1705832d5e68 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:25:22.030700 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:25:22.033528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Checking segment: {'id': '2ef78c97-a167-4ed0-bb0b-7493a96efdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '690abe31-a1ef-45c5-91fc-1705832d5e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:22.033941 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:22.034664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Bound using segment: {'id': '2ef78c97-a167-4ed0-bb0b-7493a96efdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '690abe31-a1ef-45c5-91fc-1705832d5e68'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:25:22.035734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Bound port: f5931365-2046-4a19-b9e0-0541cfe44cf2, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef78c97-a167-4ed0-bb0b-7493a96efdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '690abe31-a1ef-45c5-91fc-1705832d5e68'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:25:22.036444 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:22.064655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-f7ff6b52-d673-4206-91da-32e49aac5979 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:22.068538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-f7ff6b52-d673-4206-91da-32e49aac5979 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/networks?id=a037604e-dbae-4426-9e2b-bb6d032e8a47 HTTP/1.1" status: 200 len: 809 time: 0.2905002 Oct 13 14:25:22.100294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b6f7719-c03d-4b7e-92d7-3528f4e57728 req-7ed6df3c-902a-4b8a-ac56-348fd71521ee tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878744 Oct 13 14:25:22.112684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d06e3c47-2dfe-451c-887c-c887eea3ecf2 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/quotas/7ec7159fdc1f4910980b2b80ed5e160c HTTP/1.1" status: 200 len: 375 time: 0.0319123 Oct 13 14:25:22.190760 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d52b-a5d4-45fd-9aee-36fe5ce9cc3a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:22.199507 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] For port f5931365-2046-4a19-b9e0-0541cfe44cf2, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:25:22.214057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] For port f5931365-2046-4a19-b9e0-0541cfe44cf2, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f5931365-2046-4a19-b9e0-0541cfe44cf2,segment=NetworkSegment(2ef78c97-a167-4ed0-bb0b-7493a96efdcb),segment_id=2ef78c97-a167-4ed0-bb0b-7493a96efdcb)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:25:22.217770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-46107260-8d34-40b6-bb1b-959a330a3c29 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ec7159fdc1f4910980b2b80ed5e160c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036942 Oct 13 14:25:22.260065 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a760d454-8777-4e8a-a73a-16c8cc2fc7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:22.263164 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a760d454-8777-4e8a-a73a-16c8cc2fc7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:22.274586 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a760d454-8777-4e8a-a73a-16c8cc2fc7df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/144b1151-6db2-43a6-835a-1ddbe3c947af HTTP/1.1" status: 204 len: 168 time: 0.9356835 Oct 13 14:25:22.320136 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2d64bc88-cad8-48b7-9533-607b200895bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:22.337434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760d454-8777-4e8a-a73a-16c8cc2fc7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144b1151-6db2-43a6-835a-1ddbe3c947af,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:22.344632 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2d52b-a5d4-45fd-9aee-36fe5ce9cc3a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Subnet': ['ID=a063f046-f9bb-4678-8784-080103d0ce11,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:22.370906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f2d52b-a5d4-45fd-9aee-36fe5ce9cc3a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Checking segment: {'id': '59912179-14eb-4d9f-bac4-eadb442a0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9a376f6d-60c3-4757-81cc-4e8ec2a6455d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:22.371382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2d52b-a5d4-45fd-9aee-36fe5ce9cc3a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network hostable DHCP agents. Network: 9a376f6d-60c3-4757-81cc-4e8ec2a6455d, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:25:22.374188 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:22.492713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b13e06-3d67-49c4-946c-07c420dea53a None None] Pushing event updated for resources: {'Port': ['ID=f5931365-2046-4a19-b9e0-0541cfe44cf2,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:22.531654 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2d52b-a5d4-45fd-9aee-36fe5ce9cc3a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 9a376f6d-60c3-4757-81cc-4e8ec2a6455d is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:25:22.691229 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e3f2d52b-a5d4-45fd-9aee-36fe5ce9cc3a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 9a376f6d-60c3-4757-81cc-4e8ec2a6455d) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:22.731454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f2d52b-a5d4-45fd-9aee-36fe5ce9cc3a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:22.731454 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d52b-a5d4-45fd-9aee-36fe5ce9cc3a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:22.776053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd42eb-0c14-4e07-95a0-fb3e43277144 None None] Network 9a376f6d-60c3-4757-81cc-4e8ec2a6455d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:22.845304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-8def7a9b-be95-4082-b3b9-1ca578b161d7 service neutron] 10.222.0.18 "GET /v2.0/networks/a037604e-dbae-4426-9e2b-bb6d032e8a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988300 Oct 13 14:25:22.866983 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e3f2d52b-a5d4-45fd-9aee-36fe5ce9cc3a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8523679 Oct 13 14:25:22.869503 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33336) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:22.874484 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a1b48875-bd55-4355-b5ae-7e5a2741f1ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1335796405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:23.008156 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1b48875-bd55-4355-b5ae-7e5a2741f1ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:23.011404 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1b48875-bd55-4355-b5ae-7e5a2741f1ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:23.033909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-152207b7-877b-4cf5-8f9f-20b075b9d717 service neutron] 10.222.0.18 "GET /v2.0/networks/a037604e-dbae-4426-9e2b-bb6d032e8a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800475 Oct 13 14:25:23.080003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-9a376f6d-60c3-4757-81cc-4e8ec2a6455d', 'network_id': '9a376f6d-60c3-4757-81cc-4e8ec2a6455d', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'fixed_ips': [{'subnet_id': 'a063f046-f9bb-4678-8784-080103d0ce11'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:25:23.080834 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:23.094998 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1b48875-bd55-4355-b5ae-7e5a2741f1ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:23.198868 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1b48875-bd55-4355-b5ae-7e5a2741f1ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:23.286013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Allocated IP 172.21.0.2 (9a376f6d-60c3-4757-81cc-4e8ec2a6455d/a063f046-f9bb-4678-8784-080103d0ce11/67c00d68-edcf-48f0-835e-dd46cbe763ce) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:25:23.291364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018d9e0-ebad-4cb7-a688-cdefa57ef1cd req-6b9ae26e-c862-473b-b88e-f9b4142069bf tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:23.293160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b018d9e0-ebad-4cb7-a688-cdefa57ef1cd req-6b9ae26e-c862-473b-b88e-f9b4142069bf tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 944 time: 0.0645375 Oct 13 14:25:23.301792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33364) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:23.356599 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1b48875-bd55-4355-b5ae-7e5a2741f1ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:23.358973 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a1b48875-bd55-4355-b5ae-7e5a2741f1ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4884343 Oct 13 14:25:23.364782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33372) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:23.381082 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b018d9e0-ebad-4cb7-a688-cdefa57ef1cd req-a83d798a-d4ba-4ddf-8649-c79c3a4638ad tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747647 Oct 13 14:25:23.643072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea33d4b4-e426-4b05-88d8-1ca985db3ce1 req-81b8f02f-7260-46a0-a633-cd201b4698df tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 210 time: 0.1012502 Oct 13 14:25:23.707974 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-893920648-network', 'tenant_id': 'adffe79e13844ca6825792b087d82314'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:23.722180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f5931365-2046-4a19-b9e0-0541cfe44cf2 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:23.738747 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:23.822420 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:23.847075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f5931365-2046-4a19-b9e0-0541cfe44cf2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:23.847764 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:23.861782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Made reservation on behalf of adffe79e13844ca6825792b087d82314 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:25:23.864730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:23.898756 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:23.918022 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2fd32927-94db-45c1-bb10-badca6272a1c up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:23.979778 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.044035 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.044684 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.069624 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.093810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ce0f6c-b104-4907-9a26-c1df91bcf118 None None] Network 690abe31-a1ef-45c5-91fc-1705832d5e68 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:24.165757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.169930 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.208012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Network 9a376f6d-60c3-4757-81cc-4e8ec2a6455d is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:24.215789 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-815fc25e-dfb4-478e-9bc2-1d40b37857da None None] Provisioning complete for port f5931365-2046-4a19-b9e0-0541cfe44cf2 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:24.216266 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-815fc25e-dfb4-478e-9bc2-1d40b37857da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.218738 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:25:24.238561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Pushing event updated for resources: {'Port': ['ID=67c00d68-edcf-48f0-835e-dd46cbe763ce,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:24.241619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:24.251627 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:25:24.253454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2481582-69da-4d55-b692-0efbce887328,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:24.259197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.270153 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Added segment 9594ee4c-f2b6-41ee-bcb9-b9675c139b0b of type vlan for network 23652a0e-fdc8-4019-a88a-94449553c2fa Oct 13 14:25:24.297500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port f5931365-2046-4a19-b9e0-0541cfe44cf2, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f5931365-2046-4a19-b9e0-0541cfe44cf2,segment=NetworkSegment(2ef78c97-a167-4ed0-bb0b-7493a96efdcb),segment_id=2ef78c97-a167-4ed0-bb0b-7493a96efdcb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:24.343116 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.424785 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.461127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Allocated IP 172.20.0.1 (690abe31-a1ef-45c5-91fc-1705832d5e68/b610f263-5427-4137-90b7-50726c401ac1/17c76f70-ff9d-4b31-87ad-8e1c9a463596) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:25:24.476765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Attempting to bind port 67c00d68-edcf-48f0-835e-dd46cbe763ce on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:25:24.477188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Attempting to bind port 67c00d68-edcf-48f0-835e-dd46cbe763ce by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '59912179-14eb-4d9f-bac4-eadb442a0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9a376f6d-60c3-4757-81cc-4e8ec2a6455d'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:25:24.477531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Attempting to bind port 67c00d68-edcf-48f0-835e-dd46cbe763ce on network 9a376f6d-60c3-4757-81cc-4e8ec2a6455d {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:25:24.498915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:25:24.499273 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Checking segment: {'id': '59912179-14eb-4d9f-bac4-eadb442a0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9a376f6d-60c3-4757-81cc-4e8ec2a6455d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:24.499686 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.500086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Bound using segment: {'id': '59912179-14eb-4d9f-bac4-eadb442a0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9a376f6d-60c3-4757-81cc-4e8ec2a6455d'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:25:24.501126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Bound port: 67c00d68-edcf-48f0-835e-dd46cbe763ce, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59912179-14eb-4d9f-bac4-eadb442a0cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9a376f6d-60c3-4757-81cc-4e8ec2a6455d'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:25:24.502507 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.530102 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.532752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:24.533720 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.542636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 2fd32927-94db-45c1-bb10-badca6272a1c completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:25:24.564444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 2fd32927-94db-45c1-bb10-badca6272a1c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:24.564896 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.707693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52b6f5-c476-4ff6-b40a-23b4bc55b69b req-84dd4f60-240a-46f4-b50d-54ee81562e52 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:24.709667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca52b6f5-c476-4ff6-b40a-23b4bc55b69b req-84dd4f60-240a-46f4-b50d-54ee81562e52 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 944 time: 0.1651275 Oct 13 14:25:24.733248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] Pushing event updated for resources: {'Network': ['ID=23652a0e-fdc8-4019-a88a-94449553c2fa,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:24.738983 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=f5931365-2046-4a19-b9e0-0541cfe44cf2,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:24.765303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 23652a0e-fdc8-4019-a88a-94449553c2fa details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:25:24.780612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77eef355-6c33-4387-9f36-8bab8d3d077e req-12c7ab73-41d1-4be0-ab29-5a10a64965b1 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 210 time: 0.0625751 Oct 13 14:25:24.823703 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:24.829742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33446) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:24.830626 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4e9dad78-a307-4c51-b41b-1d4436f77d64 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5262420 Oct 13 14:25:24.837695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-be20c2c1-f303-405a-8dd8-cf86aa2c5f8d admin admin] Request body: {'subnet': {'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-subnet', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:24.850135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca52b6f5-c476-4ff6-b40a-23b4bc55b69b req-fc0dae25-32f8-4790-a561-c7d1c6f9c451 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307211 Oct 13 14:25:24.920458 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] For port 67c00d68-edcf-48f0-835e-dd46cbe763ce, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:25:24.926990 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] For port 67c00d68-edcf-48f0-835e-dd46cbe763ce, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=67c00d68-edcf-48f0-835e-dd46cbe763ce,segment=NetworkSegment(59912179-14eb-4d9f-bac4-eadb442a0cbb),segment_id=59912179-14eb-4d9f-bac4-eadb442a0cbb)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:25:24.977400 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:25.014149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5614fb62-d15e-43c7-aea4-1a9e928e2e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd32927-94db-45c1-bb10-badca6272a1c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:25:25.017367 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd5bcaf-7f8b-4a94-aebf-88e86e023f50" -d '{"events": [{"server_uuid": "5614fb62-d15e-43c7-aea4-1a9e928e2e71", "name": "network-vif-plugged", "status": "completed", "tag": "2fd32927-94db-45c1-bb10-badca6272a1c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:25:25.035299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2fd32927-94db-45c1-bb10-badca6272a1c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2fd32927-94db-45c1-bb10-badca6272a1c,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:25.068032 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc5791a-b971-4082-9399-e2c5642c22bb x-openstack-request-id: req-1fc5791a-b971-4082-9399-e2c5642c22bb {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:25:25.068338 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5614fb62-d15e-43c7-aea4-1a9e928e2e71", "name": "network-vif-plugged", "status": "completed", "tag": "2fd32927-94db-45c1-bb10-badca6272a1c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:25:25.068675 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fc5791a-b971-4082-9399-e2c5642c22bb {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:25:25.069046 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5614fb62-d15e-43c7-aea4-1a9e928e2e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd32927-94db-45c1-bb10-badca6272a1c', 'code': 200} Oct 13 14:25:25.171759 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:25.173921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be20c2c1-f303-405a-8dd8-cf86aa2c5f8d admin admin] Made reservation on behalf of adffe79e13844ca6825792b087d82314 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:25:25.176605 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be20c2c1-f303-405a-8dd8-cf86aa2c5f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:25.194880 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:25.214668 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:25.276120 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c7b4479b-5070-4958-90d4-942e7b142c07 None None] Provisioning complete for port f5931365-2046-4a19-b9e0-0541cfe44cf2 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:25.276493 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7b4479b-5070-4958-90d4-942e7b142c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:25.279221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9b19b-1467-4a88-80c5-3802a3f086f8 None None] Pushing event updated for resources: {'Port': ['ID=67c00d68-edcf-48f0-835e-dd46cbe763ce,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:25.285498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 690abe31-a1ef-45c5-91fc-1705832d5e68 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:25.295748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:25.318487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:25:25.331500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=17c76f70-ff9d-4b31-87ad-8e1c9a463596,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:25.365055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c233c-7b1b-4127-af59-79bdd539af18 req-d09ce851-4295-4192-91bb-0a9b660eae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:25.376259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f52c233c-7b1b-4127-af59-79bdd539af18 req-d09ce851-4295-4192-91bb-0a9b660eae61 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 1096 time: 0.2228630 Oct 13 14:25:25.377420 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:25.377420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2fd32927-94db-45c1-bb10-badca6272a1c,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:25.430482 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:25.504325 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f52c233c-7b1b-4127-af59-79bdd539af18 req-5d79c528-a959-443e-9b70-d4723f35ec33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222575 Oct 13 14:25:25.707278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f5931365-2046-4a19-b9e0-0541cfe44cf2 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:25.786655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f5931365-2046-4a19-b9e0-0541cfe44cf2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:25.787042 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:25.796726 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:25.848115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-08b7541a-62e7-4d32-9e37-b43ca64e5da3 None None] Provisioning complete for port 17c76f70-ff9d-4b31-87ad-8e1c9a463596 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:25.848496 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-08b7541a-62e7-4d32-9e37-b43ca64e5da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:25.893556 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be20c2c1-f303-405a-8dd8-cf86aa2c5f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:25.958171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-08b7541a-62e7-4d32-9e37-b43ca64e5da3 None None] Port 17c76f70-ff9d-4b31-87ad-8e1c9a463596 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:25:26.105618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18959175-302d-4850-b551-b20372d57a1b req-0fe2dd26-bbc7-4078-9a94-fc1673f96d2e tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 210 time: 0.1452384 Oct 13 14:25:26.155650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20c2c1-f303-405a-8dd8-cf86aa2c5f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff8190b-2496-4c8f-b489-28a02d965473,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:26.184511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be20c2c1-f303-405a-8dd8-cf86aa2c5f8d admin admin] Checking segment: {'id': '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:26.185113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be20c2c1-f303-405a-8dd8-cf86aa2c5f8d admin admin] Network hostable DHCP agents. Network: 23652a0e-fdc8-4019-a88a-94449553c2fa, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:25:26.194390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962aaca4-3e35-443a-aed0-c0613ce42017 req-debed44f-0a4c-48f7-8d83-67a54263f45c tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:26.195934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-962aaca4-3e35-443a-aed0-c0613ce42017 req-debed44f-0a4c-48f7-8d83-67a54263f45c tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 945 time: 0.2203588 Oct 13 14:25:26.320658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-962aaca4-3e35-443a-aed0-c0613ce42017 req-9b856558-a952-433c-9958-b8fd93f2f90e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114905 Oct 13 14:25:26.394283 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:26.435355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be20c2c1-f303-405a-8dd8-cf86aa2c5f8d admin admin] Network 23652a0e-fdc8-4019-a88a-94449553c2fa is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:25:26.495425 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:26.565979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-be20c2c1-f303-405a-8dd8-cf86aa2c5f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 23652a0e-fdc8-4019-a88a-94449553c2fa) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:26.574571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a4dea-ca25-4f21-bdc7-65745ea15833 None None] Network 23652a0e-fdc8-4019-a88a-94449553c2fa requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:26.582475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be20c2c1-f303-405a-8dd8-cf86aa2c5f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:26.583143 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be20c2c1-f303-405a-8dd8-cf86aa2c5f8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:26.600007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:26.601929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=17c76f70-ff9d-4b31-87ad-8e1c9a463596,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:26.713084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5826c1fa-a477-4178-b01a-f45e2edae0f0 None None] Network 9a376f6d-60c3-4757-81cc-4e8ec2a6455d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:26.757700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 690abe31-a1ef-45c5-91fc-1705832d5e68 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:26.759351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:26.883136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33514) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:26.884037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-be20c2c1-f303-405a-8dd8-cf86aa2c5f8d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0503693 Oct 13 14:25:26.889021 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:27.012752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:27.014597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:27.171765 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:27.199323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 7c8b0745-8978-4068-a5dd-919c25a1845d is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:25:27.226764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8a9417f2-8042-445d-a9a6-c5996f520048 None None] Provisioning complete for port 67c00d68-edcf-48f0-835e-dd46cbe763ce triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:27.227139 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8a9417f2-8042-445d-a9a6-c5996f520048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:27.267688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-23652a0e-fdc8-4019-a88a-94449553c2fa', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'fixed_ips': [{'subnet_id': 'dff8190b-2496-4c8f-b489-28a02d965473'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:25:27.268480 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:27.286708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4123a906-4090-4638-b9bf-f9d19030eba4 req-8d09b962-54da-4bf0-9c6d-6ccc88ccf062 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 210 time: 0.0728970 Oct 13 14:25:27.356070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:25:27.366652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0bae08ee-18f7-44a9-ad21-c8a75c2b8be2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/7c8b0745-8978-4068-a5dd-919c25a1845d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9973335 Oct 13 14:25:27.370367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33534) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:27.380318 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d848a8b-9d94-4531-8606-238fc1bd0942 None None] Sync routers for ids ['7c8b0745-8978-4068-a5dd-919c25a1845d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:25:27.396875 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d848a8b-9d94-4531-8606-238fc1bd0942 None None] Routers {'7c8b0745-8978-4068-a5dd-919c25a1845d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:27.397832 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5d848a8b-9d94-4531-8606-238fc1bd0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c8b0745-8978-4068-a5dd-919c25a1845d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:27.501867 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5d848a8b-9d94-4531-8606-238fc1bd0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:27.513752 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d848a8b-9d94-4531-8606-238fc1bd0942 None None] Routers {'7c8b0745-8978-4068-a5dd-919c25a1845d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:27.514716 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5d848a8b-9d94-4531-8606-238fc1bd0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c8b0745-8978-4068-a5dd-919c25a1845d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:27.574231 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5d848a8b-9d94-4531-8606-238fc1bd0942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:27.575867 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d848a8b-9d94-4531-8606-238fc1bd0942 None None] The sync data for ids ['7c8b0745-8978-4068-a5dd-919c25a1845d'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:25:27.692520 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8a9417f2-8042-445d-a9a6-c5996f520048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:27.734645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Allocated IP 172.20.0.2 (23652a0e-fdc8-4019-a88a-94449553c2fa/dff8190b-2496-4c8f-b489-28a02d965473/24c177fb-8cea-4550-88f9-645593b2554b) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:25:27.845333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8a9417f2-8042-445d-a9a6-c5996f520048 None None] For port 67c00d68-edcf-48f0-835e-dd46cbe763ce, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=67c00d68-edcf-48f0-835e-dd46cbe763ce,segment=NetworkSegment(59912179-14eb-4d9f-bac4-eadb442a0cbb),segment_id=59912179-14eb-4d9f-bac4-eadb442a0cbb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:27.934552 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8a9417f2-8042-445d-a9a6-c5996f520048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:28.008072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:28.037735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65c0e2-7559-478d-b6d5-494b5ae0f875 req-33903998-11e0-47f4-bade-b6e8a8395951 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:28.061030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 67c00d68-edcf-48f0-835e-dd46cbe763ce up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:28.084502 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fc3bb5-d195-4286-983c-414c5da00983 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:28.084502 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c5fc3bb5-d195-4286-983c-414c5da00983 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports/17c76f70-ff9d-4b31-87ad-8e1c9a463596 HTTP/1.1" status: 200 len: 910 time: 0.7046437 Oct 13 14:25:28.084890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc65c0e2-7559-478d-b6d5-494b5ae0f875 req-33903998-11e0-47f4-bade-b6e8a8395951 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 945 time: 0.5117605 Oct 13 14:25:28.097087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33562) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:28.240008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9417f2-8042-445d-a9a6-c5996f520048 None None] Pushing event updated for resources: {'Port': ['ID=67c00d68-edcf-48f0-835e-dd46cbe763ce,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:28.255658 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8b41f909-12b7-40ef-82e9-51e4b385bdf8 None None] Provisioning complete for port 17c76f70-ff9d-4b31-87ad-8e1c9a463596 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:28.256251 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8b41f909-12b7-40ef-82e9-51e4b385bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:28.292697 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:28.308354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8b41f909-12b7-40ef-82e9-51e4b385bdf8 None None] Port 17c76f70-ff9d-4b31-87ad-8e1c9a463596 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:25:28.323569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 67c00d68-edcf-48f0-835e-dd46cbe763ce triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:28.324140 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:28.330381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8b41f909-12b7-40ef-82e9-51e4b385bdf8 None None] Provisioning complete for port 67c00d68-edcf-48f0-835e-dd46cbe763ce triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:28.331051 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8b41f909-12b7-40ef-82e9-51e4b385bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:28.351571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-1d8931e7-2de3-40af-a341-e7dcb7ed78a9 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:28.353390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-1d8931e7-2de3-40af-a341-e7dcb7ed78a9 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.41 "GET /v2.0/networks?id=a037604e-dbae-4426-9e2b-bb6d032e8a47 HTTP/1.1" status: 200 len: 809 time: 0.9069462 Oct 13 14:25:28.382762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-4c17bb79-f305-480c-bb68-624f77165034 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Request body: {'port': {'device_id': '3fd8c0cb-521c-4429-9ef3-ad9e1edb3458', 'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47', 'admin_state_up': True, 'tenant_id': '7ec7159fdc1f4910980b2b80ed5e160c'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:28.383748 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:28.451339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Network 23652a0e-fdc8-4019-a88a-94449553c2fa is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:28.459699 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:28.465817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:25:28.478152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Pushing event updated for resources: {'Port': ['ID=24c177fb-8cea-4550-88f9-645593b2554b,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:28.514371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc65c0e2-7559-478d-b6d5-494b5ae0f875 req-a89d95c2-5acd-442d-b118-56faca15afeb tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141095 Oct 13 14:25:28.520434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4f09af6-d593-40af-b0e1-2517781b6db8 req-c3c20b03-31be-4bdd-bc3d-dc2d1cdef6ce tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 210 time: 0.0688272 Oct 13 14:25:28.574814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:28.618597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:28.628915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Attempting to bind port 24c177fb-8cea-4550-88f9-645593b2554b on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:25:28.629224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Attempting to bind port 24c177fb-8cea-4550-88f9-645593b2554b by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:25:28.629721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Attempting to bind port 24c177fb-8cea-4550-88f9-645593b2554b on network 23652a0e-fdc8-4019-a88a-94449553c2fa {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:25:28.635212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:25:28.635716 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Checking segment: {'id': '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:28.636209 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:28.636706 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Bound using segment: {'id': '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:25:28.637299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Bound port: 24c177fb-8cea-4550-88f9-645593b2554b, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:25:28.637772 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:28.727371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] For port 24c177fb-8cea-4550-88f9-645593b2554b, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:25:28.731543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] For port 24c177fb-8cea-4550-88f9-645593b2554b, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24c177fb-8cea-4550-88f9-645593b2554b,segment=NetworkSegment(9594ee4c-f2b6-41ee-bcb9-b9675c139b0b),segment_id=9594ee4c-f2b6-41ee-bcb9-b9675c139b0b)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:25:28.781103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Allocated IP 172.25.0.229 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:25:28.812131 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:28.895155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-4c17bb79-f305-480c-bb68-624f77165034 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Made reservation on behalf of 7ec7159fdc1f4910980b2b80ed5e160c for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:25:28.899240 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-4c17bb79-f305-480c-bb68-624f77165034 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:28.900053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afa22e-4a4d-4d98-9cce-298a51345325 None None] Pushing event updated for resources: {'Port': ['ID=24c177fb-8cea-4550-88f9-645593b2554b,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:28.943182 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:29.102150 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:29.174303 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:29.187268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:29.190752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:29.193731 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:25:29.477938 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:29.586909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-4c17bb79-f305-480c-bb68-624f77165034 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Allocated IP 172.20.0.13 (a037604e-dbae-4426-9e2b-bb6d032e8a47/503d7c59-e711-4be3-a440-9b39a953197e/74777211-236e-4e2e-bd76-d56777c882df) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:25:29.758125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a13a4c8d-2463-4817-8865-2cf4221d6bf9 req-b1dbd7e2-2417-42e6-b969-1bada06750e1 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 210 time: 0.0983076 Oct 13 14:25:29.787745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 67c00d68-edcf-48f0-835e-dd46cbe763ce up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:29.841105 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:29.887774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 67c00d68-edcf-48f0-835e-dd46cbe763ce triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:29.888505 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:29.987553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd5fb-93eb-4b23-939d-eb5af3030001 req-376befa8-0a10-45a7-aba0-233f2f2531b1 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:29.995341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-809bd5fb-93eb-4b23-939d-eb5af3030001 req-376befa8-0a10-45a7-aba0-233f2f2531b1 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 945 time: 0.3363881 Oct 13 14:25:30.000070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24c177fb-8cea-4550-88f9-645593b2554b up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:30.117069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 24c177fb-8cea-4550-88f9-645593b2554b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:30.117624 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:30.128146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-809bd5fb-93eb-4b23-939d-eb5af3030001 req-82ba0ab8-e411-4ae5-afd1-7f0009499c27 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318855 Oct 13 14:25:30.202382 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:30.236370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-4c17bb79-f305-480c-bb68-624f77165034 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:30.285909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Allocated IP 172.21.0.1 (9a376f6d-60c3-4757-81cc-4e8ec2a6455d/a063f046-f9bb-4678-8784-080103d0ce11/aabc1230-824b-493c-a312-e2ba8d45cbe6) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:25:30.293570 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:30.407086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 24c177fb-8cea-4550-88f9-645593b2554b, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24c177fb-8cea-4550-88f9-645593b2554b,segment=NetworkSegment(9594ee4c-f2b6-41ee-bcb9-b9675c139b0b),segment_id=9594ee4c-f2b6-41ee-bcb9-b9675c139b0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:30.496815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c0aa1a-43cb-4b1d-8ca0-f8c9c311ee66 None None] Network 23652a0e-fdc8-4019-a88a-94449553c2fa requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:30.531035 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:30.581212 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:30.624825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-fe06e1f1-101d-4097-a116-234f14eeb4c0 None None] Provisioning complete for port 24c177fb-8cea-4550-88f9-645593b2554b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:30.625157 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fe06e1f1-101d-4097-a116-234f14eeb4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:30.645945 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Router bb9b37b6-1725-43a1-8337-3988c093f98e is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:25:30.657019 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-4c17bb79-f305-480c-bb68-624f77165034 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:30.717996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=24c177fb-8cea-4550-88f9-645593b2554b,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:30.746245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17bb79-f305-480c-bb68-624f77165034 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Pushing event updated for resources: {'Port': ['ID=74777211-236e-4e2e-bd76-d56777c882df,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:30.757736 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:30.772998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-4c17bb79-f305-480c-bb68-624f77165034 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Network a037604e-dbae-4426-9e2b-bb6d032e8a47 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:30.777211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-4c17bb79-f305-480c-bb68-624f77165034 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:30.780783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-4c17bb79-f305-480c-bb68-624f77165034 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:25:30.819558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 9a376f6d-60c3-4757-81cc-4e8ec2a6455d is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:30.822656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:25:30.854132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:30.854532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Sync routers for ids ['bb9b37b6-1725-43a1-8337-3988c093f98e'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:25:30.858159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:25:30.888574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Routers {'bb9b37b6-1725-43a1-8337-3988c093f98e'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:30.889251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bb9b37b6-1725-43a1-8337-3988c093f98e'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:30.982071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=aabc1230-824b-493c-a312-e2ba8d45cbe6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:31.011526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-4c17bb79-f305-480c-bb68-624f77165034 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:31.018660 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:31.018927 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-4c17bb79-f305-480c-bb68-624f77165034 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:31.019079 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-59e7a55a-2b41-4652-ae71-c2c17a44ded7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1281149 Oct 13 14:25:31.019079 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33660) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:31.036730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b764-3fb5-4fb2-a5f1-0a1aed017148 req-e787b5b7-b652-4130-9da7-d40084e87138 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:31.038435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fef3b764-3fb5-4fb2-a5f1-0a1aed017148 req-e787b5b7-b652-4130-9da7-d40084e87138 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 932 time: 0.1664455 Oct 13 14:25:31.040107 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:31.047924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Set router bb9b37b6-1725-43a1-8337-3988c093f98e gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:25:31.146166 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-4c17bb79-f305-480c-bb68-624f77165034 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7745757 Oct 13 14:25:31.205800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Request body: {'port': {'device_id': '3fd8c0cb-521c-4429-9ef3-ad9e1edb3458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:31.247341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fef3b764-3fb5-4fb2-a5f1-0a1aed017148 req-4f343d29-524a-4179-8d19-c3e2bfb35620 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368034 Oct 13 14:25:31.539160 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:31.678912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24c177fb-8cea-4550-88f9-645593b2554b up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:31.681877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-af220e25-0905-4157-a9c4-860551f64f44 None None] Provisioning complete for port aabc1230-824b-493c-a312-e2ba8d45cbe6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:31.682312 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-af220e25-0905-4157-a9c4-860551f64f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:31.766425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-af220e25-0905-4157-a9c4-860551f64f44 None None] Port aabc1230-824b-493c-a312-e2ba8d45cbe6 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:25:31.777877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:25:29Z', 'revision_number': 3, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port': {'id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:28Z', 'updated_at': '2021-10-13T14:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:31.805833 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:31.811743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Checking router: bb9b37b6-1725-43a1-8337-3988c093f98e for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:25:31.812163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Updating router bb9b37b6-1725-43a1-8337-3988c093f98e port 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:25:31.839508 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 24c177fb-8cea-4550-88f9-645593b2554b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:31.839956 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:31.866692 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:31.994519 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.101149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74777211-236e-4e2e-bd76-d56777c882df {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:25:32.114453 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.138536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Transition to ACTIVE for port object 74777211-236e-4e2e-bd76-d56777c882df will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:25:32.147267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-eaa6af4c-1737-4dea-9646-f8784ecf0250 None None] Provisioning complete for port 24c177fb-8cea-4550-88f9-645593b2554b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:32.147267 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eaa6af4c-1737-4dea-9646-f8784ecf0250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.267535 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.274688 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.305966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Allocated IP 172.20.0.1 (23652a0e-fdc8-4019-a88a-94449553c2fa/dff8190b-2496-4c8f-b489-28a02d965473/022016a4-91ad-4468-a0ae-8f46630142ec) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:25:32.397152 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.493137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Pushing event updated for resources: {'Port': ['ID=74777211-236e-4e2e-bd76-d56777c882df,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:32.558955 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.576807 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.712931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe7dbb-be16-4263-be76-7b16d60e459a req-0aeac25f-aaae-4247-9063-612938c1d7b3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:32.712931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cbe7dbb-be16-4263-be76-7b16d60e459a req-0aeac25f-aaae-4247-9063-612938c1d7b3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 944 time: 0.2512441 Oct 13 14:25:32.712931 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.769181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=aabc1230-824b-493c-a312-e2ba8d45cbe6,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:32.780807 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.818659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Attempting to bind port 74777211-236e-4e2e-bd76-d56777c882df on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:25:32.819149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Attempting to bind port 74777211-236e-4e2e-bd76-d56777c882df by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'bde4a956-a10c-4576-9ead-24fcf3a1feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:25:32.819575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Attempting to bind port 74777211-236e-4e2e-bd76-d56777c882df on network a037604e-dbae-4426-9e2b-bb6d032e8a47 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:25:32.835021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cbe7dbb-be16-4263-be76-7b16d60e459a req-458c3497-d3a7-4320-8311-1e4ae5ec048e tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077287 Oct 13 14:25:32.837580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Port 74777211-236e-4e2e-bd76-d56777c882df on network a037604e-dbae-4426-9e2b-bb6d032e8a47 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:25:32.838036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Attempting to bind port 74777211-236e-4e2e-bd76-d56777c882df on network a037604e-dbae-4426-9e2b-bb6d032e8a47 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:25:32.845999 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Attempting to bind port 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:25:32.846642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Attempting to bind port 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:25:32.847224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Attempting to bind port 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:25:32.850929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64433a2-de09-4631-8eaf-077b62509ad4 None None] Pushing event updated for resources: {'Port': ['ID=1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:32.852328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:25:32.852790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Checking segment: {'id': 'bde4a956-a10c-4576-9ead-24fcf3a1feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:32.854235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Bound using segment: {'id': 'bde4a956-a10c-4576-9ead-24fcf3a1feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:25:32.854786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Bound port: 74777211-236e-4e2e-bd76-d56777c882df, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde4a956-a10c-4576-9ead-24fcf3a1feb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:25:32.855277 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.857619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:25:32.858220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:32.858786 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.859464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:25:32.862716 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.872205 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Bound port: 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:25:32.872946 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:32.935380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 9a376f6d-60c3-4757-81cc-4e8ec2a6455d is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:32.945611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:32.950085 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Network 23652a0e-fdc8-4019-a88a-94449553c2fa is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:32.960047 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:32.976665 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:25:32.980554 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Pushing event updated for resources: {'Port': ['ID=022016a4-91ad-4468-a0ae-8f46630142ec,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:32.986999 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] For port 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:25:32.993199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] For port 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:25:33.036081 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:33.054192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] For port 74777211-236e-4e2e-bd76-d56777c882df, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:25:33.103504 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:33.150229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] For port 74777211-236e-4e2e-bd76-d56777c882df, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=74777211-236e-4e2e-bd76-d56777c882df,segment=NetworkSegment(bde4a956-a10c-4576-9ead-24fcf3a1feb2),segment_id=bde4a956-a10c-4576-9ead-24fcf3a1feb2)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:25:33.194595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 7c8b0745-8978-4068-a5dd-919c25a1845d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:25:33.282735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Routers {'bb9b37b6-1725-43a1-8337-3988c093f98e'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:33.284100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bb9b37b6-1725-43a1-8337-3988c093f98e'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:33.305265 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:33.407485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64433a2-de09-4631-8eaf-077b62509ad4 None None] Pushing event updated for resources: {'Port': ['ID=1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:33.456343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:33.457061 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:33.458464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] 10.222.0.41 "PUT /v2.0/ports/74777211-236e-4e2e-bd76-d56777c882df HTTP/1.1" status: 200 len: 1093 time: 2.2626293 Oct 13 14:25:33.458934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd8c0cb-521c-4429-9ef3-ad9e1edb3458', 'tag': '74777211-236e-4e2e-bd76-d56777c882df'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:25:33.461454 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a25fa1-b06e-407c-b9b8-693797a1639c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd8c0cb-521c-4429-9ef3-ad9e1edb3458", "tag": "74777211-236e-4e2e-bd76-d56777c882df"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:25:33.543040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:25:33.549698 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e80fc-0774-4f8f-9fa1-c28dcd7763ec x-openstack-request-id: req-3c9e80fc-0774-4f8f-9fa1-c28dcd7763ec {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:25:33.550369 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd8c0cb-521c-4429-9ef3-ad9e1edb3458", "tag": "74777211-236e-4e2e-bd76-d56777c882df", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:25:33.550872 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c9e80fc-0774-4f8f-9fa1-c28dcd7763ec {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:25:33.551486 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd8c0cb-521c-4429-9ef3-ad9e1edb3458', 'tag': '74777211-236e-4e2e-bd76-d56777c882df', 'status': 'completed', 'code': 200} Oct 13 14:25:33.553149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5109cfc-c507-4bec-8bdd-deae6bc87f5c service neutron] Pushing event updated for resources: {'Port': ['ID=74777211-236e-4e2e-bd76-d56777c882df,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:33.560655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8e76bf22-1bda-49a3-814f-4760a063e515 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/7c8b0745-8978-4068-a5dd-919c25a1845d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4620366 Oct 13 14:25:33.562308 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a58784-20cb-445f-84c0-c9445564d91d None None] Sync routers for ids ['7c8b0745-8978-4068-a5dd-919c25a1845d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:25:33.579656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33760) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:33.593053 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a58784-20cb-445f-84c0-c9445564d91d None None] Routers {'7c8b0745-8978-4068-a5dd-919c25a1845d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:33.597885 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b9a58784-20cb-445f-84c0-c9445564d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c8b0745-8978-4068-a5dd-919c25a1845d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:33.653753 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:33.700379 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] Set router bb9b37b6-1725-43a1-8337-3988c093f98e gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:25:33.809599 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b9a58784-20cb-445f-84c0-c9445564d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:33.832713 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a58784-20cb-445f-84c0-c9445564d91d None None] Routers {'7c8b0745-8978-4068-a5dd-919c25a1845d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:33.833539 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b9a58784-20cb-445f-84c0-c9445564d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c8b0745-8978-4068-a5dd-919c25a1845d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:33.876063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a160c1ec-b79a-42d9-9038-8cbb214ff464 None None] Provisioning complete for port aabc1230-824b-493c-a312-e2ba8d45cbe6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:33.877251 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a160c1ec-b79a-42d9-9038-8cbb214ff464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:33.889903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad7b0c0-8bd9-4c35-a5da-6c28bce0f3b1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:33.898349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cad7b0c0-8bd9-4c35-a5da-6c28bce0f3b1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports/aabc1230-824b-493c-a312-e2ba8d45cbe6 HTTP/1.1" status: 200 len: 910 time: 0.3121033 Oct 13 14:25:33.902496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33768) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:33.917588 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b9a58784-20cb-445f-84c0-c9445564d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:33.918339 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a58784-20cb-445f-84c0-c9445564d91d None None] The sync data for ids ['7c8b0745-8978-4068-a5dd-919c25a1845d'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:25:33.938842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a25fa1-b06e-407c-b9b8-693797a1639c req-464fe922-013f-4614-a299-80dccfb98a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:33.941340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3a25fa1-b06e-407c-b9b8-693797a1639c req-464fe922-013f-4614-a299-80dccfb98a89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec7159fdc1f4910980b2b80ed5e160c&device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 1096 time: 0.2930057 Oct 13 14:25:34.007836 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a160c1ec-b79a-42d9-9038-8cbb214ff464 None None] Port aabc1230-824b-493c-a312-e2ba8d45cbe6 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:25:34.111262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:25:29Z', 'revision_number': 3, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port': {'id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:28Z', 'updated_at': '2021-10-13T14:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:34.167673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4516a-5c36-419b-a06e-2b41e21e5a79 None None] The sync data for ids ['bb9b37b6-1725-43a1-8337-3988c093f98e'] in n-d-806683-15 is: [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:25:29Z', 'revision_number': 3, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port': {'id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:28Z', 'updated_at': '2021-10-13T14:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:25:34.183694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-23a1af27-55d7-48e0-8359-90c583d37780 None None] Provisioning complete for port 022016a4-91ad-4468-a0ae-8f46630142ec triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:34.184332 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23a1af27-55d7-48e0-8359-90c583d37780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:34.260041 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-23a1af27-55d7-48e0-8359-90c583d37780 None None] Port 022016a4-91ad-4468-a0ae-8f46630142ec cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:25:34.477234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac21e7-0630-4b00-984c-a91fe7133176 req-e3e181e9-6762-43b1-ad02-d351c618bc7f tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:34.485692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4dac21e7-0630-4b00-984c-a91fe7133176 req-e3e181e9-6762-43b1-ad02-d351c618bc7f tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 944 time: 0.5136068 Oct 13 14:25:34.528124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a25fa1-b06e-407c-b9b8-693797a1639c req-a5d9b640-d512-4b11-bbc0-f50194dad2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:34.529737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3a25fa1-b06e-407c-b9b8-693797a1639c req-a5d9b640-d512-4b11-bbc0-f50194dad2c1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7ec7159fdc1f4910980b2b80ed5e160c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5767565 Oct 13 14:25:34.590167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4dac21e7-0630-4b00-984c-a91fe7133176 req-65fb743b-72aa-4f30-8619-6a627315e591 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034575 Oct 13 14:25:34.629582 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:34.758763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a25fa1-b06e-407c-b9b8-693797a1639c req-e1c0aeb8-5f9f-4d09-ba07-f6f569fa79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:34.762734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3a25fa1-b06e-407c-b9b8-693797a1639c req-e1c0aeb8-5f9f-4d09-ba07-f6f569fa79b2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2125351 Oct 13 14:25:34.780912 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:34.907088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-61a251a2-f024-4e94-a1f8-89e8f2784a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:34.909699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-61a251a2-f024-4e94-a1f8-89e8f2784a3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ec7159fdc1f4910980b2b80ed5e160c&device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 1096 time: 0.0938361 Oct 13 14:25:34.939372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:34.968464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-3c11b92c-a834-4344-a9a1-3cd533c08394 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74777211-236e-4e2e-bd76-d56777c882df HTTP/1.1" status: 200 len: 217 time: 0.0497005 Oct 13 14:25:35.049184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-37db495e-e65e-45e8-9e18-fcccb5263a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:35.051911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-37db495e-e65e-45e8-9e18-fcccb5263a4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=503d7c59-e711-4be3-a440-9b39a953197e HTTP/1.1" status: 200 len: 849 time: 0.0672626 Oct 13 14:25:35.081537 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Pushing event updated for resources: {'Port': ['ID=022016a4-91ad-4468-a0ae-8f46630142ec,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:35.122083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-5c3ddfd2-bd44-4105-af56-f6f88cb1f9e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a037604e-dbae-4426-9e2b-bb6d032e8a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507908 Oct 13 14:25:35.153812 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89dbcc19-bcf3-404a-8ad8-b2d39017115e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:35.244724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-6c5a4a0f-2806-4c38-8455-29382970565d service neutron] 10.222.0.41 "GET /v2.0/networks/a037604e-dbae-4426-9e2b-bb6d032e8a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168821 Oct 13 14:25:35.415448 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Network 23652a0e-fdc8-4019-a88a-94449553c2fa is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:35.421204 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:35.434867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf4761a-d81d-4d2f-85b9-66abaaa38c3e req-b6e3ae99-a327-4256-b982-d727a62460ec service neutron] 10.222.0.41 "GET /v2.0/networks/a037604e-dbae-4426-9e2b-bb6d032e8a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805747 Oct 13 14:25:35.602005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Router bb9b37b6-1725-43a1-8337-3988c093f98e has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:25:35.743064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:35.900300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:35.900741 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:35.952764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67774dfb-7a15-485e-afdc-ab774fcdb252 req-6b95a707-af58-43c9-a68a-68ee085ca5af tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:35.955005 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67774dfb-7a15-485e-afdc-ab774fcdb252 req-6b95a707-af58-43c9-a68a-68ee085ca5af tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 944 time: 0.1294844 Oct 13 14:25:35.960090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:25:35.982632 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5d4b4676-d67a-489c-af3d-599e500ffc45 admin admin] 10.222.0.18 "PUT /v2.0/routers/bb9b37b6-1725-43a1-8337-3988c093f98e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9649301 Oct 13 14:25:36.010094 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-90e1d5e8-65b9-4058-bf1e-a3ddbe1af6e6 None None] Provisioning complete for port 022016a4-91ad-4468-a0ae-8f46630142ec triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:36.010469 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-90e1d5e8-65b9-4058-bf1e-a3ddbe1af6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:36.019949 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-89dbcc19-bcf3-404a-8ad8-b2d39017115e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port aabc1230-824b-493c-a312-e2ba8d45cbe6 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:36.020518 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89dbcc19-bcf3-404a-8ad8-b2d39017115e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:36.035398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67774dfb-7a15-485e-afdc-ab774fcdb252 req-4b102738-7d14-4f21-b955-aa58a2de681a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707750 Oct 13 14:25:36.165217 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89dbcc19-bcf3-404a-8ad8-b2d39017115e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:36.169501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-90e1d5e8-65b9-4058-bf1e-a3ddbe1af6e6 None None] Port 022016a4-91ad-4468-a0ae-8f46630142ec cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:25:36.184077 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-89dbcc19-bcf3-404a-8ad8-b2d39017115e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for aabc1230-824b-493c-a312-e2ba8d45cbe6 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:36.205349 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:36.230164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:36.348082 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:36.436216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:36.565469 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89dbcc19-bcf3-404a-8ad8-b2d39017115e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:36.715896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbcc19-bcf3-404a-8ad8-b2d39017115e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=aabc1230-824b-493c-a312-e2ba8d45cbe6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:36.962813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89dbcc19-bcf3-404a-8ad8-b2d39017115e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:36.997660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Sync routers for ids ['bb9b37b6-1725-43a1-8337-3988c093f98e'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:25:37.027372 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Routers {'bb9b37b6-1725-43a1-8337-3988c093f98e'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:37.028008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bb9b37b6-1725-43a1-8337-3988c093f98e'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:37.278583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Set router bb9b37b6-1725-43a1-8337-3988c093f98e gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:25:37.319287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd39ef-7849-470e-b8a7-5991d96b1443 req-58151362-fef1-45c0-907b-574412cb8ba3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:37.339427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ccd39ef-7849-470e-b8a7-5991d96b1443 req-58151362-fef1-45c0-907b-574412cb8ba3 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 944 time: 0.0972986 Oct 13 14:25:37.431040 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ccd39ef-7849-470e-b8a7-5991d96b1443 req-a6e87b1c-f7d2-4576-a8bf-1ced589f8a42 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902536 Oct 13 14:25:37.597207 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dbcc19-bcf3-404a-8ad8-b2d39017115e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 7c8b0745-8978-4068-a5dd-919c25a1845d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:25:37.701605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:25:33Z', 'revision_number': 4, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port': {'id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:28Z', 'updated_at': '2021-10-13T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '022016a4-91ad-4468-a0ae-8f46630142ec', 'name': '', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'mac_address': 'fa:16:3e:bf:6e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:32Z', 'updated_at': '2021-10-13T14:25:33Z', 'revision_number': 2, 'project_id': 'adffe79e13844ca6825792b087d82314', 'subnets': [{'id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:37.720398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:37.807778 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dbcc19-bcf3-404a-8ad8-b2d39017115e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:25:37.815909 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-89dbcc19-bcf3-404a-8ad8-b2d39017115e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/7c8b0745-8978-4068-a5dd-919c25a1845d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9088116 Oct 13 14:25:37.818651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33866) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:37.829512 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4e3d54-57a2-4faa-9c41-6be993a2d0db None None] Sync routers for ids ['7c8b0745-8978-4068-a5dd-919c25a1845d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:25:37.845579 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e3d54-57a2-4faa-9c41-6be993a2d0db None None] Routers {'7c8b0745-8978-4068-a5dd-919c25a1845d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:37.846630 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5f4e3d54-57a2-4faa-9c41-6be993a2d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c8b0745-8978-4068-a5dd-919c25a1845d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:37.875637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Checking router: bb9b37b6-1725-43a1-8337-3988c093f98e for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:25:37.876760 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Updating router bb9b37b6-1725-43a1-8337-3988c093f98e port 022016a4-91ad-4468-a0ae-8f46630142ec binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:25:37.892248 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5f4e3d54-57a2-4faa-9c41-6be993a2d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:37.903620 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e3d54-57a2-4faa-9c41-6be993a2d0db None None] Routers {'7c8b0745-8978-4068-a5dd-919c25a1845d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:37.904880 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5f4e3d54-57a2-4faa-9c41-6be993a2d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c8b0745-8978-4068-a5dd-919c25a1845d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:37.942470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:37.943249 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:37.967850 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5f4e3d54-57a2-4faa-9c41-6be993a2d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:37.971228 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4e3d54-57a2-4faa-9c41-6be993a2d0db None None] The sync data for ids ['7c8b0745-8978-4068-a5dd-919c25a1845d'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:25:37.995850 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:38.490078 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:38.540542 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-08ee1690-2b02-40c0-922b-1e6ee9bb3979 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:38.628185 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:38.700305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628b4dc-db2a-4880-a778-38a8c4acda49 req-32fb1e96-eab3-4ce7-bbb7-c99956963630 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:38.702406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b628b4dc-db2a-4880-a778-38a8c4acda49 req-32fb1e96-eab3-4ce7-bbb7-c99956963630 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 944 time: 0.1149209 Oct 13 14:25:38.791875 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edaf02-c16c-4989-84bf-7004ac662c67 None None] Pushing event updated for resources: {'Port': ['ID=022016a4-91ad-4468-a0ae-8f46630142ec,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:38.868885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b628b4dc-db2a-4880-a778-38a8c4acda49 req-40594689-f113-4435-b3f0-2e7173009339 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329885 Oct 13 14:25:38.916945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Attempting to bind port 022016a4-91ad-4468-a0ae-8f46630142ec on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:25:38.917390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Attempting to bind port 022016a4-91ad-4468-a0ae-8f46630142ec by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:25:38.917757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Attempting to bind port 022016a4-91ad-4468-a0ae-8f46630142ec on network 23652a0e-fdc8-4019-a88a-94449553c2fa {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:25:38.926449 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:25:38.928603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Checking segment: {'id': '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:38.928603 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:38.928603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Bound using segment: {'id': '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:25:38.928603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Bound port: 022016a4-91ad-4468-a0ae-8f46630142ec, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:25:38.928603 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:39.061217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-08ee1690-2b02-40c0-922b-1e6ee9bb3979 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port 17c76f70-ff9d-4b31-87ad-8e1c9a463596 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:39.061500 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-08ee1690-2b02-40c0-922b-1e6ee9bb3979 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:39.081358 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] For port 022016a4-91ad-4468-a0ae-8f46630142ec, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:25:39.093215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] For port 022016a4-91ad-4468-a0ae-8f46630142ec, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=022016a4-91ad-4468-a0ae-8f46630142ec,segment=NetworkSegment(9594ee4c-f2b6-41ee-bcb9-b9675c139b0b),segment_id=9594ee4c-f2b6-41ee-bcb9-b9675c139b0b)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:25:39.229343 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:39.235216 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-08ee1690-2b02-40c0-922b-1e6ee9bb3979 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:39.259145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-08ee1690-2b02-40c0-922b-1e6ee9bb3979 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for 17c76f70-ff9d-4b31-87ad-8e1c9a463596 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:39.297714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-87c30831-b2a8-4fd4-aa26-11711eec5936 None None] Provisioning complete for port 022016a4-91ad-4468-a0ae-8f46630142ec triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:39.297714 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-87c30831-b2a8-4fd4-aa26-11711eec5936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:39.463445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Routers {'bb9b37b6-1725-43a1-8337-3988c093f98e'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:39.465754 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bb9b37b6-1725-43a1-8337-3988c093f98e'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:39.790562 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-08ee1690-2b02-40c0-922b-1e6ee9bb3979 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:39.864080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee1690-2b02-40c0-922b-1e6ee9bb3979 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=17c76f70-ff9d-4b31-87ad-8e1c9a463596,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:40.012882 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-87c30831-b2a8-4fd4-aa26-11711eec5936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:40.028216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 74777211-236e-4e2e-bd76-d56777c882df details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:25:40.302003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-87c30831-b2a8-4fd4-aa26-11711eec5936 None None] For port 022016a4-91ad-4468-a0ae-8f46630142ec, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=022016a4-91ad-4468-a0ae-8f46630142ec,segment=NetworkSegment(9594ee4c-f2b6-41ee-bcb9-b9675c139b0b),segment_id=9594ee4c-f2b6-41ee-bcb9-b9675c139b0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:40.312701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42181-965b-4cf1-8b9a-116c6b2dab24 req-a89942f3-6bf1-451a-b349-5af85f4b2dc9 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:40.323078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ba42181-965b-4cf1-8b9a-116c6b2dab24 req-a89942f3-6bf1-451a-b349-5af85f4b2dc9 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 944 time: 0.2911117 Oct 13 14:25:40.346204 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-08ee1690-2b02-40c0-922b-1e6ee9bb3979 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:40.424396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edaf02-c16c-4989-84bf-7004ac662c67 None None] Pushing event updated for resources: {'Port': ['ID=022016a4-91ad-4468-a0ae-8f46630142ec,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:40.439858 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 74777211-236e-4e2e-bd76-d56777c882df, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=74777211-236e-4e2e-bd76-d56777c882df,segment=NetworkSegment(bde4a956-a10c-4576-9ead-24fcf3a1feb2),segment_id=bde4a956-a10c-4576-9ead-24fcf3a1feb2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:40.458832 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-87c30831-b2a8-4fd4-aa26-11711eec5936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:40.488847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ba42181-965b-4cf1-8b9a-116c6b2dab24 req-6705b147-a5e7-4301-8ba8-a36835c68d5b tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644695 Oct 13 14:25:40.532955 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '74777211-236e-4e2e-bd76-d56777c882df', 'network_id': 'a037604e-dbae-4426-9e2b-bb6d032e8a47', 'port_id': '74777211-236e-4e2e-bd76-d56777c882df', 'mac_address': 'fa:16:3e:92:c6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503d7c59-e711-4be3-a440-9b39a953197e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:25:40.611959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ee1690-2b02-40c0-922b-1e6ee9bb3979 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 7c8b0745-8978-4068-a5dd-919c25a1845d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:25:40.617339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] Set router bb9b37b6-1725-43a1-8337-3988c093f98e gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:25:40.705525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ee1690-2b02-40c0-922b-1e6ee9bb3979 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:25:40.711252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-08ee1690-2b02-40c0-922b-1e6ee9bb3979 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/7c8b0745-8978-4068-a5dd-919c25a1845d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8913271 Oct 13 14:25:40.714264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33936) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:40.756959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8bf5cb12-a33f-4b36-945d-b35a11d4eddc None None] Provisioning complete for port 022016a4-91ad-4468-a0ae-8f46630142ec triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:40.757770 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8bf5cb12-a33f-4b36-945d-b35a11d4eddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:40.758680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-214f31df-41a4-4f5b-9014-19b5105e96f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c8b0745-8978-4068-a5dd-919c25a1845d HTTP/1.1" status: 200 len: 205 time: 0.0431378 Oct 13 14:25:40.761432 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33938) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:40.820641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ddf976-32f2-4077-844e-cda323d9fce7 None None] Sync routers for ids ['7c8b0745-8978-4068-a5dd-919c25a1845d'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:25:40.840372 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c30831-b2a8-4fd4-aa26-11711eec5936 None None] Pushing event updated for resources: {'Port': ['ID=022016a4-91ad-4468-a0ae-8f46630142ec,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:40.870865 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac793d90-288b-45ab-9bbc-02a70d7404a1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:40.910410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ddf976-32f2-4077-844e-cda323d9fce7 None None] Routers {'7c8b0745-8978-4068-a5dd-919c25a1845d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:40.913937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e7ddf976-32f2-4077-844e-cda323d9fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c8b0745-8978-4068-a5dd-919c25a1845d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:41.030245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e7ddf976-32f2-4077-844e-cda323d9fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:41.049770 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:41.083538 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac793d90-288b-45ab-9bbc-02a70d7404a1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:41.087216 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac793d90-288b-45ab-9bbc-02a70d7404a1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:41.103822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74777211-236e-4e2e-bd76-d56777c882df {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:25:41.136686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ddf976-32f2-4077-844e-cda323d9fce7 None None] Routers {'7c8b0745-8978-4068-a5dd-919c25a1845d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:41.137434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e7ddf976-32f2-4077-844e-cda323d9fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c8b0745-8978-4068-a5dd-919c25a1845d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:41.224671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e7ddf976-32f2-4077-844e-cda323d9fce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:41.225526 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ddf976-32f2-4077-844e-cda323d9fce7 None None] The sync data for ids ['7c8b0745-8978-4068-a5dd-919c25a1845d'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:25:41.280217 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac793d90-288b-45ab-9bbc-02a70d7404a1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:41.280567 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac793d90-288b-45ab-9bbc-02a70d7404a1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Fanout notify agent at l3_agent the message router_deleted on router 7c8b0745-8978-4068-a5dd-919c25a1845d {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:25:41.290456 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac793d90-288b-45ab-9bbc-02a70d7404a1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:41.292495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 74777211-236e-4e2e-bd76-d56777c882df, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=74777211-236e-4e2e-bd76-d56777c882df,segment=NetworkSegment(bde4a956-a10c-4576-9ead-24fcf3a1feb2),segment_id=bde4a956-a10c-4576-9ead-24fcf3a1feb2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:41.296469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33944) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:41.313911 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ac793d90-288b-45ab-9bbc-02a70d7404a1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/7c8b0745-8978-4068-a5dd-919c25a1845d HTTP/1.1" status: 204 len: 168 time: 0.5337367 Oct 13 14:25:41.412996 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:41.428268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32c531f-f041-4379-8762-3b1900fd8807 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting subnet a063f046-f9bb-4678-8784-080103d0ce11 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:25:41.450881 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e32c531f-f041-4379-8762-3b1900fd8807 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:41.590971 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e32c531f-f041-4379-8762-3b1900fd8807 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:41.721866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:25:33Z', 'revision_number': 4, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port': {'id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:28Z', 'updated_at': '2021-10-13T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '022016a4-91ad-4468-a0ae-8f46630142ec', 'name': '', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'mac_address': 'fa:16:3e:bf:6e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:32Z', 'updated_at': '2021-10-13T14:25:39Z', 'revision_number': 4, 'project_id': 'adffe79e13844ca6825792b087d82314', 'subnets': [{'id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:41.734582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=74777211-236e-4e2e-bd76-d56777c882df,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:41.886906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1ba6c0-5ebe-4122-9d28-9d09ad0123c7 None None] The sync data for ids ['bb9b37b6-1725-43a1-8337-3988c093f98e'] in n-d-806683-15 is: [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:25:33Z', 'revision_number': 4, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port': {'id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:28Z', 'updated_at': '2021-10-13T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '022016a4-91ad-4468-a0ae-8f46630142ec', 'name': '', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'mac_address': 'fa:16:3e:bf:6e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:32Z', 'updated_at': '2021-10-13T14:25:39Z', 'revision_number': 4, 'project_id': 'adffe79e13844ca6825792b087d82314', 'subnets': [{'id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:25:41.975801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159f581-4dc9-4087-8fe0-b482e65faaa2 req-65fd6615-7e02-4031-93f3-e4d5660437ff tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:41.997525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5159f581-4dc9-4087-8fe0-b482e65faaa2 req-65fd6615-7e02-4031-93f3-e4d5660437ff tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 945 time: 0.3014123 Oct 13 14:25:42.091368 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33958) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:42.100121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['74777211-236e-4e2e-bd76-d56777c882df'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:25:42.172879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5159f581-4dc9-4087-8fe0-b482e65faaa2 req-40db33a4-a21e-4917-91a0-2e826faf0d68 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730866 Oct 13 14:25:42.264092 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e32c531f-f041-4379-8762-3b1900fd8807 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:42.567247 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10f1b05c-32cc-4790-8ca3-cffd61f9e353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:42.647061 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e32c531f-f041-4379-8762-3b1900fd8807 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:42.704920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6d9063-e476-4134-a50f-3fe90df5e23b None None] Network 9a376f6d-60c3-4757-81cc-4e8ec2a6455d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:42.719717 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e32c531f-f041-4379-8762-3b1900fd8807 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:42.737423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e32c531f-f041-4379-8762-3b1900fd8807 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/a063f046-f9bb-4678-8784-080103d0ce11 HTTP/1.1" status: 204 len: 168 time: 1.4344089 Oct 13 14:25:42.742874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33966) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:42.891802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c531f-f041-4379-8762-3b1900fd8807 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Subnet': ['ID=a063f046-f9bb-4678-8784-080103d0ce11,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:43.178997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-428b0c53-b090-406c-901f-2d3d5974e27a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting subnet b610f263-5427-4137-90b7-50726c401ac1 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:25:43.192875 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-428b0c53-b090-406c-901f-2d3d5974e27a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:43.202326 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae4bc4-1865-4bad-b1aa-c0da1c9f3fc2 None None] DHCP port deletion for 9a376f6d-60c3-4757-81cc-4e8ec2a6455d request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:25:43.359917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-49ae4bc4-1865-4bad-b1aa-c0da1c9f3fc2 None None] Deleting port 67c00d68-edcf-48f0-835e-dd46cbe763ce {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:43.360440 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-49ae4bc4-1865-4bad-b1aa-c0da1c9f3fc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:43.372175 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-428b0c53-b090-406c-901f-2d3d5974e27a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:43.515908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-49ae4bc4-1865-4bad-b1aa-c0da1c9f3fc2 None None] For port 67c00d68-edcf-48f0-835e-dd46cbe763ce, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=67c00d68-edcf-48f0-835e-dd46cbe763ce,segment=NetworkSegment(59912179-14eb-4d9f-bac4-eadb442a0cbb),segment_id=59912179-14eb-4d9f-bac4-eadb442a0cbb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:43.516332 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-49ae4bc4-1865-4bad-b1aa-c0da1c9f3fc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:43.537513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-49ae4bc4-1865-4bad-b1aa-c0da1c9f3fc2 None None] Calling delete_port for 67c00d68-edcf-48f0-835e-dd46cbe763ce owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:43.649762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95cdf3-a8da-4023-af00-2dfd98045970 req-2c34640f-52a7-4949-982c-2741bc65ac6f tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:43.651390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb95cdf3-a8da-4023-af00-2dfd98045970 req-2c34640f-52a7-4949-982c-2741bc65ac6f tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 945 time: 0.2108872 Oct 13 14:25:43.747121 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10f1b05c-32cc-4790-8ca3-cffd61f9e353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:43.795392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb95cdf3-a8da-4023-af00-2dfd98045970 req-6d49920c-9fb2-4433-9224-e3c80829a5c1 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846684 Oct 13 14:25:43.820488 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 022016a4-91ad-4468-a0ae-8f46630142ec up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:43.844087 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-428b0c53-b090-406c-901f-2d3d5974e27a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:43.897934 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-49ae4bc4-1865-4bad-b1aa-c0da1c9f3fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:43.985948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10f1b05c-32cc-4790-8ca3-cffd61f9e353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:43.987668 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae4bc4-1865-4bad-b1aa-c0da1c9f3fc2 None None] No DVR routers for this DVR port 67c00d68-edcf-48f0-835e-dd46cbe763ce on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:44.018120 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae4bc4-1865-4bad-b1aa-c0da1c9f3fc2 None None] Pushing event deleted for resources: {'Port': ['ID=67c00d68-edcf-48f0-835e-dd46cbe763ce,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:44.051742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 74777211-236e-4e2e-bd76-d56777c882df up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:44.060712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 022016a4-91ad-4468-a0ae-8f46630142ec triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:44.061414 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.090003 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1b05c-32cc-4790-8ca3-cffd61f9e353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918020cf-ed12-40da-805c-9743f4ce156c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:44.097833 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-10f1b05c-32cc-4790-8ca3-cffd61f9e353 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca985136ac8a456faef3301ec9cedeb0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0038192 Oct 13 14:25:44.099579 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 33982) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:44.147082 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-428b0c53-b090-406c-901f-2d3d5974e27a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.195753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b0c53-b090-406c-901f-2d3d5974e27a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Subnet': ['ID=b610f263-5427-4137-90b7-50726c401ac1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:44.199155 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-428b0c53-b090-406c-901f-2d3d5974e27a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.203383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-428b0c53-b090-406c-901f-2d3d5974e27a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/b610f263-5427-4137-90b7-50726c401ac1 HTTP/1.1" status: 204 len: 168 time: 1.3447282 Oct 13 14:25:44.208025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 33984) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:44.216091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58ea45a-98f2-4507-a2a5-1f9b5f1ae901 None None] Network 690abe31-a1ef-45c5-91fc-1705832d5e68 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:44.236355 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9e3477c2-778f-4ede-846e-9c86599ed647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.291072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9e3477c2-778f-4ede-846e-9c86599ed647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.348384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 74777211-236e-4e2e-bd76-d56777c882df completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:25:44.353533 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 74777211-236e-4e2e-bd76-d56777c882df triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:44.360872 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.403014 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a6546ca-9804-4f0c-9177-3ef0c984e6a5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.513505 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9e3477c2-778f-4ede-846e-9c86599ed647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.516644 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9e3477c2-778f-4ede-846e-9c86599ed647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.520922 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9e3477c2-778f-4ede-846e-9c86599ed647 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/918020cf-ed12-40da-805c-9743f4ce156c HTTP/1.1" status: 204 len: 168 time: 0.4201641 Oct 13 14:25:44.532718 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3477c2-778f-4ede-846e-9c86599ed647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918020cf-ed12-40da-805c-9743f4ce156c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:44.630932 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a6546ca-9804-4f0c-9177-3ef0c984e6a5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.638930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d597c84-fc22-4c0a-a750-7842742432f8 None None] DHCP port deletion for 690abe31-a1ef-45c5-91fc-1705832d5e68 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:25:44.644377 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.663428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 67c00d68-edcf-48f0-835e-dd46cbe763ce no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:25:44.674527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-8a6546ca-9804-4f0c-9177-3ef0c984e6a5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a376f6d-60c3-4757-81cc-4e8ec2a6455d']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:44.689324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-8a6546ca-9804-4f0c-9177-3ef0c984e6a5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59912179-14eb-4d9f-bac4-eadb442a0cbb') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:44.689739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-8a6546ca-9804-4f0c-9177-3ef0c984e6a5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59912179-14eb-4d9f-bac4-eadb442a0cbb') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:44.699756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 67c00d68-edcf-48f0-835e-dd46cbe763ce {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:25:44.700098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 67c00d68-edcf-48f0-835e-dd46cbe763ce not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:25:44.701826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a6546ca-9804-4f0c-9177-3ef0c984e6a5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.717148 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a6546ca-9804-4f0c-9177-3ef0c984e6a5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.725626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6546ca-9804-4f0c-9177-3ef0c984e6a5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:25:44.726114 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a6546ca-9804-4f0c-9177-3ef0c984e6a5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:25:44.729936 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:25:44.738828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd8c0cb-521c-4429-9ef3-ad9e1edb3458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74777211-236e-4e2e-bd76-d56777c882df'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:25:44.745307 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c12631-19cb-4388-96fe-097830a3fde1" -d '{"events": [{"server_uuid": "3fd8c0cb-521c-4429-9ef3-ad9e1edb3458", "name": "network-vif-plugged", "status": "completed", "tag": "74777211-236e-4e2e-bd76-d56777c882df"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:25:44.757471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 74777211-236e-4e2e-bd76-d56777c882df, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=74777211-236e-4e2e-bd76-d56777c882df,segment=NetworkSegment(bde4a956-a10c-4576-9ead-24fcf3a1feb2),segment_id=bde4a956-a10c-4576-9ead-24fcf3a1feb2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:44.786849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7d597c84-fc22-4c0a-a750-7842742432f8 None None] Deleting port f5931365-2046-4a19-b9e0-0541cfe44cf2 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:44.800108 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d597c84-fc22-4c0a-a750-7842742432f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.812570 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3399fa2-38d5-42c5-b844-aa7e45acb8db x-openstack-request-id: req-a3399fa2-38d5-42c5-b844-aa7e45acb8db {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:25:44.813631 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd8c0cb-521c-4429-9ef3-ad9e1edb3458", "name": "network-vif-plugged", "status": "completed", "tag": "74777211-236e-4e2e-bd76-d56777c882df", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:25:44.814167 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3399fa2-38d5-42c5-b844-aa7e45acb8db {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:25:44.814878 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd8c0cb-521c-4429-9ef3-ad9e1edb3458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74777211-236e-4e2e-bd76-d56777c882df', 'code': 200} Oct 13 14:25:44.881969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7d597c84-fc22-4c0a-a750-7842742432f8 None None] For port f5931365-2046-4a19-b9e0-0541cfe44cf2, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f5931365-2046-4a19-b9e0-0541cfe44cf2,segment=NetworkSegment(2ef78c97-a167-4ed0-bb0b-7493a96efdcb),segment_id=2ef78c97-a167-4ed0-bb0b-7493a96efdcb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:44.882732 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d597c84-fc22-4c0a-a750-7842742432f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.914576 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:44.930957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7d597c84-fc22-4c0a-a750-7842742432f8 None None] Calling delete_port for f5931365-2046-4a19-b9e0-0541cfe44cf2 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:44.997162 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a6546ca-9804-4f0c-9177-3ef0c984e6a5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:45.011659 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a6546ca-9804-4f0c-9177-3ef0c984e6a5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:45.019069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8a6546ca-9804-4f0c-9177-3ef0c984e6a5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/networks/9a376f6d-60c3-4757-81cc-4e8ec2a6455d HTTP/1.1" status: 204 len: 168 time: 0.8095269 Oct 13 14:25:45.031224 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34000) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:45.160448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6546ca-9804-4f0c-9177-3ef0c984e6a5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Network': ['ID=9a376f6d-60c3-4757-81cc-4e8ec2a6455d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:45.193978 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=74777211-236e-4e2e-bd76-d56777c882df,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:45.243289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce792dad-3a3e-48a4-b282-5d5578e6b074 req-c3ce535e-d7f1-47b6-948c-b324d9591bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:45.243289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce792dad-3a3e-48a4-b282-5d5578e6b074 req-c3ce535e-d7f1-47b6-948c-b324d9591bae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 1098 time: 0.3556192 Oct 13 14:25:45.286738 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:45.318885 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d597c84-fc22-4c0a-a750-7842742432f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:45.346652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c93c83-3167-4b20-ba43-80f6ad9d824c req-e3968d4b-5940-4559-be45-0da6aedba1b1 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:45.350364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98c93c83-3167-4b20-ba43-80f6ad9d824c req-e3968d4b-5940-4559-be45-0da6aedba1b1 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 946 time: 0.3279343 Oct 13 14:25:45.385273 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port f5931365-2046-4a19-b9e0-0541cfe44cf2 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:45.385686 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:45.398025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d597c84-fc22-4c0a-a750-7842742432f8 None None] Pushing event deleted for resources: {'Port': ['ID=f5931365-2046-4a19-b9e0-0541cfe44cf2,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:45.414181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d597c84-fc22-4c0a-a750-7842742432f8 None None] No DVR routers for this DVR port f5931365-2046-4a19-b9e0-0541cfe44cf2 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:45.505715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] For port f5931365-2046-4a19-b9e0-0541cfe44cf2, host n-d-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:45.506255 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:45.569577 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for f5931365-2046-4a19-b9e0-0541cfe44cf2 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:45.584425 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_backend_mixin [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Port f5931365-2046-4a19-b9e0-0541cfe44cf2 was not found and therefore no delete operation was performed {{(pid=112684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 14:25:45.594648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:45.686762 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=f5931365-2046-4a19-b9e0-0541cfe44cf2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:45.704554 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No DVR routers for this DVR port f5931365-2046-4a19-b9e0-0541cfe44cf2 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:45.722467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f5931365-2046-4a19-b9e0-0541cfe44cf2 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:25:45.806914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: f5931365-2046-4a19-b9e0-0541cfe44cf2 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:25:45.809696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f5931365-2046-4a19-b9e0-0541cfe44cf2 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:25:45.961332 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:45.995594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce792dad-3a3e-48a4-b282-5d5578e6b074 req-9142eb74-4549-4b02-bf1c-7750510082b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7379444 Oct 13 14:25:46.004152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98c93c83-3167-4b20-ba43-80f6ad9d824c req-0159509a-c766-4916-be78-a51cd69074af tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450431 Oct 13 14:25:46.044349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690abe31-a1ef-45c5-91fc-1705832d5e68']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:46.056639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34020) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:46.114387 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef78c97-a167-4ed0-bb0b-7493a96efdcb') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:46.115395 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef78c97-a167-4ed0-bb0b-7493a96efdcb') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:46.154371 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:46.185668 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:25:46.209396 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:25:46.294725 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0f85dba-65d9-4e9b-a682-9125fe850773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:46.435594 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0f85dba-65d9-4e9b-a682-9125fe850773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:46.462870 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:46.479511 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:46.485974 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/networks/690abe31-a1ef-45c5-91fc-1705832d5e68 HTTP/1.1" status: 204 len: 168 time: 1.4521978 Oct 13 14:25:46.490499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34032) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:46.514772 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-196cf16b-7483-4b76-aed3-4a3e89b0b3af tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'network': {'name': 'tempest-RoutersTest-998047617'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:46.531825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d596b5c-3cfd-4583-a5a4-cb4e5f5df3ef tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Network': ['ID=690abe31-a1ef-45c5-91fc-1705832d5e68,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:46.571689 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0f85dba-65d9-4e9b-a682-9125fe850773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:46.623186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34036) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:46.625081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c0f85dba-65d9-4e9b-a682-9125fe850773 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edc255d44a7e4daaa2b8299b7406af0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5689373 Oct 13 14:25:46.666622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f85dba-65d9-4e9b-a682-9125fe850773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d39380-b8f6-4cc0-9ae8-86fb2cd754aa,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:46.732437 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8adab632-67ab-462b-af65-34920d40726b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:46.735598 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196cf16b-7483-4b76-aed3-4a3e89b0b3af tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:25:46.739819 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-196cf16b-7483-4b76-aed3-4a3e89b0b3af tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:46.844023 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8adab632-67ab-462b-af65-34920d40726b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:47.008949 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8adab632-67ab-462b-af65-34920d40726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:47.013959 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8adab632-67ab-462b-af65-34920d40726b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:47.019296 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8adab632-67ab-462b-af65-34920d40726b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53d39380-b8f6-4cc0-9ae8-86fb2cd754aa HTTP/1.1" status: 204 len: 168 time: 0.3950510 Oct 13 14:25:47.066879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196cf16b-7483-4b76-aed3-4a3e89b0b3af tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:25:47.079749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adab632-67ab-462b-af65-34920d40726b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d39380-b8f6-4cc0-9ae8-86fb2cd754aa,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:47.104049 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-196cf16b-7483-4b76-aed3-4a3e89b0b3af tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:47.104771 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-196cf16b-7483-4b76-aed3-4a3e89b0b3af tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Added segment e252c396-a338-4993-8d52-f50b44aa1e8d of type vlan for network b78b8a79-e334-42e8-b3f2-9c98b6769a22 Oct 13 14:25:47.199181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c2fb9-ca49-43bc-b8b7-edb62ff04de7 req-988f4cb3-3bfa-4f8c-9731-c2835f90da60 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:47.201965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a00c2fb9-ca49-43bc-b8b7-edb62ff04de7 req-988f4cb3-3bfa-4f8c-9731-c2835f90da60 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 946 time: 0.0908778 Oct 13 14:25:47.226917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-196cf16b-7483-4b76-aed3-4a3e89b0b3af tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:47.264049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a00c2fb9-ca49-43bc-b8b7-edb62ff04de7 req-5c8b6da3-1b21-434e-ba27-cb5bb29af85d tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536819 Oct 13 14:25:47.399344 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-196cf16b-7483-4b76-aed3-4a3e89b0b3af tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:47.408499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196cf16b-7483-4b76-aed3-4a3e89b0b3af tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:47.409562 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-196cf16b-7483-4b76-aed3-4a3e89b0b3af tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:47.510761 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cf16b-7483-4b76-aed3-4a3e89b0b3af tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Network': ['ID=b78b8a79-e334-42e8-b3f2-9c98b6769a22,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:47.527974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network b78b8a79-e334-42e8-b3f2-9c98b6769a22 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:25:47.601269 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-196cf16b-7483-4b76-aed3-4a3e89b0b3af tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1085358 Oct 13 14:25:47.603271 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34052) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:47.619807 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-90b8c925-d7b2-419d-8544-2a906c31fb30 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'subnet': {'network_id': 'b78b8a79-e334-42e8-b3f2-9c98b6769a22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:47.913283 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b8c925-d7b2-419d-8544-2a906c31fb30 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:25:47.917321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90b8c925-d7b2-419d-8544-2a906c31fb30 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:48.358663 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90b8c925-d7b2-419d-8544-2a906c31fb30 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:48.484122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fba176-a317-4754-9be2-2ab173ea60bb req-0f981f91-0216-456f-9699-e055d4720d78 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:48.484122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5fba176-a317-4754-9be2-2ab173ea60bb req-0f981f91-0216-456f-9699-e055d4720d78 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 946 time: 0.0810792 Oct 13 14:25:48.487538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8c925-d7b2-419d-8544-2a906c31fb30 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Subnet': ['ID=25da3d67-cc22-4cc3-a0d0-8d13bd88f996,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:48.490566 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b8c925-d7b2-419d-8544-2a906c31fb30 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Checking segment: {'id': 'e252c396-a338-4993-8d52-f50b44aa1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b78b8a79-e334-42e8-b3f2-9c98b6769a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:48.491220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b8c925-d7b2-419d-8544-2a906c31fb30 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network hostable DHCP agents. Network: b78b8a79-e334-42e8-b3f2-9c98b6769a22, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:25:48.528546 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:48.529648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5fba176-a317-4754-9be2-2ab173ea60bb req-471e790b-bd75-4ebd-b8c8-e401bacb61c0 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Oct 13 14:25:48.684782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b8c925-d7b2-419d-8544-2a906c31fb30 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network b78b8a79-e334-42e8-b3f2-9c98b6769a22 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:25:48.856083 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-90b8c925-d7b2-419d-8544-2a906c31fb30 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, b78b8a79-e334-42e8-b3f2-9c98b6769a22) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:48.860538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b8c925-d7b2-419d-8544-2a906c31fb30 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:48.861310 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90b8c925-d7b2-419d-8544-2a906c31fb30 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:48.865098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec5cc81-c1f9-49f6-8aa7-f2eb2d2b617b None None] Network b78b8a79-e334-42e8-b3f2-9c98b6769a22 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:49.060106 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-90b8c925-d7b2-419d-8544-2a906c31fb30 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4550638 Oct 13 14:25:49.063436 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34106) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:49.068000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-10a31ba8-883a-455e-b2ea-42d87a015cc5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-425353556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:49.068223 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-b78b8a79-e334-42e8-b3f2-9c98b6769a22', 'network_id': 'b78b8a79-e334-42e8-b3f2-9c98b6769a22', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'fixed_ips': [{'subnet_id': '25da3d67-cc22-4cc3-a0d0-8d13bd88f996'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:25:49.069249 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:49.203642 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10a31ba8-883a-455e-b2ea-42d87a015cc5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:49.205086 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10a31ba8-883a-455e-b2ea-42d87a015cc5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:49.283658 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Allocated IP 172.20.0.2 (b78b8a79-e334-42e8-b3f2-9c98b6769a22/25da3d67-cc22-4cc3-a0d0-8d13bd88f996/6d6aece5-3be9-4697-8930-2d204854d3c7) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:25:49.311613 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10a31ba8-883a-455e-b2ea-42d87a015cc5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:49.387557 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10a31ba8-883a-455e-b2ea-42d87a015cc5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:49.521857 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10a31ba8-883a-455e-b2ea-42d87a015cc5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:49.523731 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-10a31ba8-883a-455e-b2ea-42d87a015cc5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4591658 Oct 13 14:25:49.527593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34140) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:49.534993 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'port': {'network_id': 'b78b8a79-e334-42e8-b3f2-9c98b6769a22', 'name': 'tempest-RoutersTest-55952111'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:25:49.538870 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:49.587325 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3717b753-ccc6-4df4-8f29-4837429a1da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:49.713287 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:49.783212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Network b78b8a79-e334-42e8-b3f2-9c98b6769a22 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:49.787454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:49.795554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:25:49.811775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Pushing event updated for resources: {'Port': ['ID=6d6aece5-3be9-4697-8930-2d204854d3c7,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:49.816298 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:25:49.822302 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:49.878005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] device_id is not set on port 831b3ade-97c1-47e2-a347-bbfec8a11bca yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:25:49.897684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Attempting to bind port 6d6aece5-3be9-4697-8930-2d204854d3c7 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:25:49.898102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Attempting to bind port 6d6aece5-3be9-4697-8930-2d204854d3c7 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'e252c396-a338-4993-8d52-f50b44aa1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b78b8a79-e334-42e8-b3f2-9c98b6769a22'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:25:49.898509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Attempting to bind port 6d6aece5-3be9-4697-8930-2d204854d3c7 on network b78b8a79-e334-42e8-b3f2-9c98b6769a22 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:25:49.920870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:25:49.921636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Checking segment: {'id': 'e252c396-a338-4993-8d52-f50b44aa1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b78b8a79-e334-42e8-b3f2-9c98b6769a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:25:49.922279 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:49.922862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Bound using segment: {'id': 'e252c396-a338-4993-8d52-f50b44aa1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b78b8a79-e334-42e8-b3f2-9c98b6769a22'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:25:49.924367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Bound port: 6d6aece5-3be9-4697-8930-2d204854d3c7, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e252c396-a338-4993-8d52-f50b44aa1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b78b8a79-e334-42e8-b3f2-9c98b6769a22'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:25:49.925615 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:50.117843 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Allocated IP 172.20.0.3 (b78b8a79-e334-42e8-b3f2-9c98b6769a22/25da3d67-cc22-4cc3-a0d0-8d13bd88f996/831b3ade-97c1-47e2-a347-bbfec8a11bca) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:25:50.120406 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] For port 6d6aece5-3be9-4697-8930-2d204854d3c7, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:25:50.126091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] For port 6d6aece5-3be9-4697-8930-2d204854d3c7, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d6aece5-3be9-4697-8930-2d204854d3c7,segment=NetworkSegment(e252c396-a338-4993-8d52-f50b44aa1e8d),segment_id=e252c396-a338-4993-8d52-f50b44aa1e8d)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:25:50.251466 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:50.369702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a871e5c-dc9e-4f0c-b924-a1ee1f0fc81f None None] Pushing event updated for resources: {'Port': ['ID=6d6aece5-3be9-4697-8930-2d204854d3c7,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:50.401924 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:50.502235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42477446-1725-41e8-9f3e-8a60e70751ca req-2a96ff57-e5f4-4a96-a798-c41c55862e55 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:50.505461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-42477446-1725-41e8-9f3e-8a60e70751ca req-2a96ff57-e5f4-4a96-a798-c41c55862e55 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 946 time: 0.1393757 Oct 13 14:25:50.572572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-42477446-1725-41e8-9f3e-8a60e70751ca req-d1700cbf-2bc0-42ed-b048-1a068ce1d089 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594785 Oct 13 14:25:50.631565 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:50.703535 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network b78b8a79-e334-42e8-b3f2-9c98b6769a22 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:50.713014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:50.724598 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:25:50.825042 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=831b3ade-97c1-47e2-a347-bbfec8a11bca,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:50.834663 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:50.835505 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:50.990187 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-58482f15-a529-4fbc-bd2a-1819f6923a3f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.4612319 Oct 13 14:25:50.999168 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34198) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:51.477246 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:51.787239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d642d4-334b-4add-9769-31ff932bb118 None None] Network b78b8a79-e334-42e8-b3f2-9c98b6769a22 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:25:51.818437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d6aece5-3be9-4697-8930-2d204854d3c7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:51.898752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826919e4-c329-4229-96b1-2eb2366cedb3 req-50697da0-bff6-4d49-929a-66a1dfcb1421 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:51.908303 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-826919e4-c329-4229-96b1-2eb2366cedb3 req-50697da0-bff6-4d49-929a-66a1dfcb1421 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 946 time: 0.0806191 Oct 13 14:25:51.977235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-826919e4-c329-4229-96b1-2eb2366cedb3 req-ced4aa63-9e69-4b36-8e3b-15ea7754dc3d tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672939 Oct 13 14:25:52.127796 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:52.132633 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:52.191260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-70774467-e87c-4827-a2f8-499473a07c97 None None] Provisioning complete for port 6d6aece5-3be9-4697-8930-2d204854d3c7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:52.191882 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70774467-e87c-4827-a2f8-499473a07c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:52.205761 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6d6aece5-3be9-4697-8930-2d204854d3c7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:52.206132 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:52.303878 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:52.379209 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cfb12201-e14e-42c9-822c-cb45add591cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:52.427967 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=831b3ade-97c1-47e2-a347-bbfec8a11bca,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:52.468945 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70774467-e87c-4827-a2f8-499473a07c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:52.487467 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:52.568891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-70774467-e87c-4827-a2f8-499473a07c97 None None] For port 6d6aece5-3be9-4697-8930-2d204854d3c7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d6aece5-3be9-4697-8930-2d204854d3c7,segment=NetworkSegment(e252c396-a338-4993-8d52-f50b44aa1e8d),segment_id=e252c396-a338-4993-8d52-f50b44aa1e8d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:52.592477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb69c0-aeb9-4fe5-9f93-112b2e24bf4f req-83ad2adf-1de2-4c79-9bc2-c015cc4d9337 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:52.594649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-effb69c0-aeb9-4fe5-9f93-112b2e24bf4f req-83ad2adf-1de2-4c79-9bc2-c015cc4d9337 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 946 time: 0.1058192 Oct 13 14:25:52.688543 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:52.713678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-effb69c0-aeb9-4fe5-9f93-112b2e24bf4f req-7ad65232-92d1-4abd-a172-5d736e84d035 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Deleting port 74777211-236e-4e2e-bd76-d56777c882df {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:52.719815 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-effb69c0-aeb9-4fe5-9f93-112b2e24bf4f req-7ad65232-92d1-4abd-a172-5d736e84d035 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:52.721380 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70774467-e87c-4827-a2f8-499473a07c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:52.830852 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:25:52.831544 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:25:52.851161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70774467-e87c-4827-a2f8-499473a07c97 None None] Pushing event updated for resources: {'Port': ['ID=6d6aece5-3be9-4697-8930-2d204854d3c7,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:52.878400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-effb69c0-aeb9-4fe5-9f93-112b2e24bf4f req-7ad65232-92d1-4abd-a172-5d736e84d035 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] For port 74777211-236e-4e2e-bd76-d56777c882df, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=74777211-236e-4e2e-bd76-d56777c882df,segment=NetworkSegment(bde4a956-a10c-4576-9ead-24fcf3a1feb2),segment_id=bde4a956-a10c-4576-9ead-24fcf3a1feb2)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:52.878775 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-effb69c0-aeb9-4fe5-9f93-112b2e24bf4f req-7ad65232-92d1-4abd-a172-5d736e84d035 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:52.908142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-effb69c0-aeb9-4fe5-9f93-112b2e24bf4f req-7ad65232-92d1-4abd-a172-5d736e84d035 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Calling delete_port for 74777211-236e-4e2e-bd76-d56777c882df owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:52.954655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c27d7d5f-f5fe-4c3e-8bd4-cca2c2219c46 None None] Provisioning complete for port 6d6aece5-3be9-4697-8930-2d204854d3c7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:52.955336 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c27d7d5f-f5fe-4c3e-8bd4-cca2c2219c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:53.076152 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:53.280346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c27d7d5f-f5fe-4c3e-8bd4-cca2c2219c46 None None] Provisioning complete for port 831b3ade-97c1-47e2-a347-bbfec8a11bca triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:53.284109 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c27d7d5f-f5fe-4c3e-8bd4-cca2c2219c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:53.348180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e834272-f977-4b6b-a3c1-e8b75752bf3a req-e067c070-996c-40f4-b2f1-a107dfd1f97a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:53.378846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e834272-f977-4b6b-a3c1-e8b75752bf3a req-e067c070-996c-40f4-b2f1-a107dfd1f97a tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 946 time: 0.1701777 Oct 13 14:25:53.442539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c27d7d5f-f5fe-4c3e-8bd4-cca2c2219c46 None None] Port 831b3ade-97c1-47e2-a347-bbfec8a11bca cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:25:53.558460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e834272-f977-4b6b-a3c1-e8b75752bf3a req-dd11eaf5-d285-4143-99a4-dcf6086e6f97 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf71f6c-d436-49c0-9d10-d718894bd487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763997 Oct 13 14:25:53.601884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5f03d-4791-4800-a614-4eff4c5d80e0 req-3b2c04ff-eff2-4f92-8d6a-0f519ec7e720 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:53.605620 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6a65a905-b000-4fff-b239-5ea771555221 None None] Provisioning complete for port 831b3ade-97c1-47e2-a347-bbfec8a11bca triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:53.605991 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a65a905-b000-4fff-b239-5ea771555221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:53.614549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76c5f03d-4791-4800-a614-4eff4c5d80e0 req-3b2c04ff-eff2-4f92-8d6a-0f519ec7e720 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 945 time: 0.2026551 Oct 13 14:25:53.642443 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:25:53.707615 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6a65a905-b000-4fff-b239-5ea771555221 None None] Port 831b3ade-97c1-47e2-a347-bbfec8a11bca cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:25:53.712048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76c5f03d-4791-4800-a614-4eff4c5d80e0 req-dcc296eb-5f85-42f6-82e9-5e692aabbaa6 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877419 Oct 13 14:25:53.723030 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-effb69c0-aeb9-4fe5-9f93-112b2e24bf4f req-7ad65232-92d1-4abd-a172-5d736e84d035 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:53.743897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['74777211-236e-4e2e-bd76-d56777c882df'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:25:53.776337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad65232-92d1-4abd-a172-5d736e84d035 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Pushing event deleted for resources: {'Port': ['ID=74777211-236e-4e2e-bd76-d56777c882df,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:53.813018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d6aece5-3be9-4697-8930-2d204854d3c7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:25:53.855214 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:53.887486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c20bed83-39dd-48a7-9f20-fd5c1a27f2cb None None] Provisioning complete for port 831b3ade-97c1-47e2-a347-bbfec8a11bca triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:53.887486 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c20bed83-39dd-48a7-9f20-fd5c1a27f2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:53.928511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-effb69c0-aeb9-4fe5-9f93-112b2e24bf4f req-7ad65232-92d1-4abd-a172-5d736e84d035 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] No DVR routers for this DVR port 74777211-236e-4e2e-bd76-d56777c882df on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:53.941816 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-effb69c0-aeb9-4fe5-9f93-112b2e24bf4f req-7ad65232-92d1-4abd-a172-5d736e84d035 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:53.947815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c20bed83-39dd-48a7-9f20-fd5c1a27f2cb None None] Port 831b3ade-97c1-47e2-a347-bbfec8a11bca cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:25:53.951779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6d6aece5-3be9-4697-8930-2d204854d3c7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:53.952151 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:53.961938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-effb69c0-aeb9-4fe5-9f93-112b2e24bf4f req-7ad65232-92d1-4abd-a172-5d736e84d035 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.41 "DELETE /v2.0/ports/74777211-236e-4e2e-bd76-d56777c882df HTTP/1.1" status: 204 len: 173 time: 1.3596492 Oct 13 14:25:53.962869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd8c0cb-521c-4429-9ef3-ad9e1edb3458', 'name': 'network-vif-deleted', 'tag': '74777211-236e-4e2e-bd76-d56777c882df'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:25:53.979594 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:53.988343 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d44080-3778-410a-a510-15987062fffd" -d '{"events": [{"server_uuid": "3fd8c0cb-521c-4429-9ef3-ad9e1edb3458", "name": "network-vif-deleted", "tag": "74777211-236e-4e2e-bd76-d56777c882df"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:25:54.031220 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:54.062592 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972e786f-f4ec-465b-99ee-d64e7155bd61 x-openstack-request-id: req-972e786f-f4ec-465b-99ee-d64e7155bd61 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:25:54.062846 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd8c0cb-521c-4429-9ef3-ad9e1edb3458", "name": "network-vif-deleted", "tag": "74777211-236e-4e2e-bd76-d56777c882df", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:25:54.063090 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-972e786f-f4ec-465b-99ee-d64e7155bd61 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:25:54.063457 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd8c0cb-521c-4429-9ef3-ad9e1edb3458', 'name': 'network-vif-deleted', 'tag': '74777211-236e-4e2e-bd76-d56777c882df', 'status': 'completed', 'code': 200} Oct 13 14:25:54.679914 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34308) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:54.697956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1884310-b095-4058-89e4-6d64e668b3a4 req-c5b619f0-f977-4675-9cdb-3b31d97f6f54 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 210 time: 0.0360591 Oct 13 14:25:54.698069 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:54.831136 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:54.944602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef99784-785f-4f09-986c-cf223c63ec69 req-eb15941d-9ad0-49e7-886c-f7398c841e9b tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:54.953126 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bef99784-785f-4f09-986c-cf223c63ec69 req-eb15941d-9ad0-49e7-886c-f7398c841e9b tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 945 time: 0.1005666 Oct 13 14:25:54.994707 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=831b3ade-97c1-47e2-a347-bbfec8a11bca,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:55.043931 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network b78b8a79-e334-42e8-b3f2-9c98b6769a22 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:25:55.065553 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:25:55.076129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bef99784-785f-4f09-986c-cf223c63ec69 req-cf42c8c3-f017-4fc1-858b-19a00cddf33f tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209536 Oct 13 14:25:55.100827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5268-7e1b-4390-a5f1-09044df3b836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:55.350109 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:55.626631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-49307405-fcd0-4dc6-bfae-01a6576e3878 None None] Provisioning complete for port 831b3ade-97c1-47e2-a347-bbfec8a11bca triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:25:55.627396 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-49307405-fcd0-4dc6-bfae-01a6576e3878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:55.714365 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-49307405-fcd0-4dc6-bfae-01a6576e3878 None None] Port 831b3ade-97c1-47e2-a347-bbfec8a11bca cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:25:55.720354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-2458f0aa-c2c9-4c06-a88d-a12376460e69 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:55.720769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-2458f0aa-c2c9-4c06-a88d-a12376460e69 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 945 time: 0.1034040 Oct 13 14:25:55.735369 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5268-7e1b-4390-a5f1-09044df3b836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:55.833897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-377b2559-2019-465c-badc-781fb62f942b req-e6c69911-ee0a-46f8-9b38-887eedf92805 tempest-VolumesActionsTest-762999436 tempest-VolumesActionsTest-762999436-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd8c0cb-521c-4429-9ef3-ad9e1edb3458 HTTP/1.1" status: 200 len: 210 time: 0.0315616 Oct 13 14:25:55.857687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router e72ce714-0e1d-458c-aa37-06c5dc46d811 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:25:55.860271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Deleting port bb31d927-1d66-4cfb-9670-f94f7b9f6c70 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:55.860713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:55.948588 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5268-7e1b-4390-a5f1-09044df3b836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:56.031098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] For port bb31d927-1d66-4cfb-9670-f94f7b9f6c70, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bb31d927-1d66-4cfb-9670-f94f7b9f6c70,segment=NetworkSegment(7c3ed55f-927d-41c6-9b7c-2db41023533f),segment_id=7c3ed55f-927d-41c6-9b7c-2db41023533f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:25:56.032446 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:56.035977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff5268-7e1b-4390-a5f1-09044df3b836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a77ed1-746e-4dd1-9147-5358d8b93b2e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:56.066410 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f4ff5268-7e1b-4390-a5f1-09044df3b836 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=276b3670dcee483b85c3a337e50054d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3837898 Oct 13 14:25:56.069104 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:25:56.072685 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34348) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:56.078244 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-18b2e411-21da-46b8-87f9-0c0257f38450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/e72ce714-0e1d-458c-aa37-06c5dc46d811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0832560 Oct 13 14:25:56.082982 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34352) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:56.091473 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c79093-6c9b-43ba-a082-c0b0acf1c512 None None] Sync routers for ids ['e72ce714-0e1d-458c-aa37-06c5dc46d811'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:25:56.117457 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c79093-6c9b-43ba-a082-c0b0acf1c512 None None] Routers {'e72ce714-0e1d-458c-aa37-06c5dc46d811'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:56.120116 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-14c79093-6c9b-43ba-a082-c0b0acf1c512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e72ce714-0e1d-458c-aa37-06c5dc46d811'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:56.149478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 74777211-236e-4e2e-bd76-d56777c882df no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:25:56.198492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e889fcf-1176-4495-a808-2505004d62a0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:56.208110 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8e889fcf-1176-4495-a808-2505004d62a0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports/831b3ade-97c1-47e2-a347-bbfec8a11bca HTTP/1.1" status: 200 len: 975 time: 0.1240110 Oct 13 14:25:56.211254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34360) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:56.223945 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-14c79093-6c9b-43ba-a082-c0b0acf1c512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:56.248262 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c79093-6c9b-43ba-a082-c0b0acf1c512 None None] Routers {'e72ce714-0e1d-458c-aa37-06c5dc46d811'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:56.249276 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-14c79093-6c9b-43ba-a082-c0b0acf1c512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e72ce714-0e1d-458c-aa37-06c5dc46d811'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:56.251493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 74777211-236e-4e2e-bd76-d56777c882df {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:25:56.251835 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 74777211-236e-4e2e-bd76-d56777c882df not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:25:56.294854 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-14c79093-6c9b-43ba-a082-c0b0acf1c512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:56.295739 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c79093-6c9b-43ba-a082-c0b0acf1c512 None None] The sync data for ids ['e72ce714-0e1d-458c-aa37-06c5dc46d811'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:25:56.342505 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6231-f2c3-4e04-a350-8088436d68c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:56.386985 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6231-f2c3-4e04-a350-8088436d68c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:56.409306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aed67f-c657-483b-8cb0-a8a72622a275 req-84a5d590-01ab-4567-8fce-72f518b73a02 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:25:56.410863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77aed67f-c657-483b-8cb0-a8a72622a275 req-84a5d590-01ab-4567-8fce-72f518b73a02 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 945 time: 0.1184249 Oct 13 14:25:56.565294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77aed67f-c657-483b-8cb0-a8a72622a275 req-e9c79368-433b-4239-9e75-43a790c387c8 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups?id=dda311f1-b90e-491e-b787-ae44bf8808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397252 Oct 13 14:25:56.598568 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:56.598568 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:56.598568 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Floating IP 2abf644a-3e2c-45f4-a60f-e801aef86d55 disassociated. External IP: 172.25.0.101, port: bb31d927-1d66-4cfb-9670-f94f7b9f6c70. Oct 13 14:25:56.598568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Calling delete_port for bb31d927-1d66-4cfb-9670-f94f7b9f6c70 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:56.642717 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6231-f2c3-4e04-a350-8088436d68c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:56.645577 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6231-f2c3-4e04-a350-8088436d68c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:56.646733 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4a4e6231-f2c3-4e04-a350-8088436d68c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22a77ed1-746e-4dd1-9147-5358d8b93b2e HTTP/1.1" status: 204 len: 168 time: 0.5730612 Oct 13 14:25:56.667471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e6231-f2c3-4e04-a350-8088436d68c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a77ed1-746e-4dd1-9147-5358d8b93b2e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:56.865772 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:56.903122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Pushing event deleted for resources: {'Port': ['ID=bb31d927-1d66-4cfb-9670-f94f7b9f6c70,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:56.910707 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-731d8bb4-0093-4932-94e0-b02771550459 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:56.916864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:56.917261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:56.917739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:56.918092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:56.918648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:56.918989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:56.919319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:56.919646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:56.919974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:56.920300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:56.922116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:56.922116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:25:57.090827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:25:57.218611 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-731d8bb4-0093-4932-94e0-b02771550459 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port 831b3ade-97c1-47e2-a347-bbfec8a11bca {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:25:57.219263 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-731d8bb4-0093-4932-94e0-b02771550459 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:57.266940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:25:57.283140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abab11-86b4-4cae-b569-4f232680ef56 None None] Sync routers for ids ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:25:57.298248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49abab11-86b4-4cae-b569-4f232680ef56 None None] Routers {'094dbaed-1e9b-4fe8-9f1b-8da709b81b33'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:57.299037 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-49abab11-86b4-4cae-b569-4f232680ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:57.368044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] No DVR routers for this DVR port bb31d927-1d66-4cfb-9670-f94f7b9f6c70 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:25:57.373447 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:57.385297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68efb81b-da5c-46fc-9c3a-684e04396764 req-797d2114-2be4-464e-8064-6185e27ed20d tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.41 "DELETE /v2.0/ports/bb31d927-1d66-4cfb-9670-f94f7b9f6c70 HTTP/1.1" status: 204 len: 173 time: 1.6572540 Oct 13 14:25:57.386155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfe4298-330d-496c-adb0-637bb38d73e0', 'name': 'network-vif-deleted', 'tag': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:25:57.388623 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372fbbac-f0f1-4a50-b098-e4ee9078005d" -d '{"events": [{"server_uuid": "8cfe4298-330d-496c-adb0-637bb38d73e0", "name": "network-vif-deleted", "tag": "bb31d927-1d66-4cfb-9670-f94f7b9f6c70"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:25:57.420938 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-731d8bb4-0093-4932-94e0-b02771550459 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:57.437483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-731d8bb4-0093-4932-94e0-b02771550459 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for 831b3ade-97c1-47e2-a347-bbfec8a11bca owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:25:57.476001 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a45b125-1971-4011-b348-67379c424633 x-openstack-request-id: req-3a45b125-1971-4011-b348-67379c424633 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:25:57.477579 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfe4298-330d-496c-adb0-637bb38d73e0", "name": "network-vif-deleted", "tag": "bb31d927-1d66-4cfb-9670-f94f7b9f6c70", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:25:57.478134 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a45b125-1971-4011-b348-67379c424633 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:25:57.482547 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfe4298-330d-496c-adb0-637bb38d73e0', 'name': 'network-vif-deleted', 'tag': 'bb31d927-1d66-4cfb-9670-f94f7b9f6c70', 'status': 'completed', 'code': 200} Oct 13 14:25:57.572832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-49abab11-86b4-4cae-b569-4f232680ef56 None None] Set router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:25:57.720615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bab52532-b32b-432b-9447-2e6f026e9d10 req-64c6375b-432e-4115-b8e5-4fbae0e49f28 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 210 time: 0.0466824 Oct 13 14:25:57.783544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34380) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:57.802076 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf503750-5343-4203-a351-984fdcfcd6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:57.911351 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-731d8bb4-0093-4932-94e0-b02771550459 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:57.990756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-49abab11-86b4-4cae-b569-4f232680ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:22:11Z', 'revision_number': 4, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port': {'id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:05Z', 'updated_at': '2021-10-13T14:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6', 'name': '', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'mac_address': 'fa:16:3e:21:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:09Z', 'updated_at': '2021-10-13T14:22:17Z', 'revision_number': 5, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'subnets': [{'id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:57.992756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d8bb4-0093-4932-94e0-b02771550459 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=831b3ade-97c1-47e2-a347-bbfec8a11bca,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:58.009169 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf503750-5343-4203-a351-984fdcfcd6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:58.049788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abab11-86b4-4cae-b569-4f232680ef56 None None] Checking router: 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:25:58.060927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49abab11-86b4-4cae-b569-4f232680ef56 None None] Routers {'094dbaed-1e9b-4fe8-9f1b-8da709b81b33'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:58.062146 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-49abab11-86b4-4cae-b569-4f232680ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:58.209323 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-49abab11-86b4-4cae-b569-4f232680ef56 None None] Set router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:25:58.221702 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-731d8bb4-0093-4932-94e0-b02771550459 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:58.238943 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf503750-5343-4203-a351-984fdcfcd6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:58.350966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf503750-5343-4203-a351-984fdcfcd6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b49a28e-0a37-4d88-9911-75cbed8c806c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:58.369486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bf503750-5343-4203-a351-984fdcfcd6d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b879190713b540548a460fe4d8890cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5846834 Oct 13 14:25:58.371323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34386) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:58.458082 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-314de42b-1131-4580-868f-b79f8e714e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:58.483859 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-314de42b-1131-4580-868f-b79f8e714e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:58.562471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-49abab11-86b4-4cae-b569-4f232680ef56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:22:11Z', 'revision_number': 4, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port': {'id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:05Z', 'updated_at': '2021-10-13T14:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6', 'name': '', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'mac_address': 'fa:16:3e:21:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:09Z', 'updated_at': '2021-10-13T14:22:17Z', 'revision_number': 5, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'subnets': [{'id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:58.595392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49abab11-86b4-4cae-b569-4f232680ef56 None None] The sync data for ids ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'] in n-d-806683-15 is: [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:22:11Z', 'revision_number': 4, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port': {'id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:05Z', 'updated_at': '2021-10-13T14:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6', 'name': '', 'network_id': '51207f4d-09c5-4b80-9add-bcc60acd6541', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'mac_address': 'fa:16:3e:21:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1913, 'fixed_ips': [{'subnet_id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:09Z', 'updated_at': '2021-10-13T14:22:17Z', 'revision_number': 5, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'subnets': [{'id': '4fc65117-704a-4857-a7b2-0c1f3eeef403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:25:58.634536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731d8bb4-0093-4932-94e0-b02771550459 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router e72ce714-0e1d-458c-aa37-06c5dc46d811 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:25:58.654416 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-314de42b-1131-4580-868f-b79f8e714e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:58.657618 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-314de42b-1131-4580-868f-b79f8e714e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:58.679756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-314de42b-1131-4580-868f-b79f8e714e7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b49a28e-0a37-4d88-9911-75cbed8c806c HTTP/1.1" status: 204 len: 168 time: 0.2935286 Oct 13 14:25:58.691514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314de42b-1131-4580-868f-b79f8e714e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b49a28e-0a37-4d88-9911-75cbed8c806c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:25:58.793799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731d8bb4-0093-4932-94e0-b02771550459 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:25:58.804148 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-731d8bb4-0093-4932-94e0-b02771550459 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/e72ce714-0e1d-458c-aa37-06c5dc46d811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5918477 Oct 13 14:25:58.807713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34392) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:58.810234 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0b46f-9de9-4f37-b2f5-f8ac3981d446 None None] Sync routers for ids ['e72ce714-0e1d-458c-aa37-06c5dc46d811'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:25:58.826765 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0b46f-9de9-4f37-b2f5-f8ac3981d446 None None] Routers {'e72ce714-0e1d-458c-aa37-06c5dc46d811'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:58.828376 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-28e0b46f-9de9-4f37-b2f5-f8ac3981d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e72ce714-0e1d-458c-aa37-06c5dc46d811'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:58.911346 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-28e0b46f-9de9-4f37-b2f5-f8ac3981d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:58.941146 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0b46f-9de9-4f37-b2f5-f8ac3981d446 None None] Routers {'e72ce714-0e1d-458c-aa37-06c5dc46d811'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:25:58.941780 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-28e0b46f-9de9-4f37-b2f5-f8ac3981d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e72ce714-0e1d-458c-aa37-06c5dc46d811'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:58.974626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2adf445-96f2-41da-948d-1acd42352625 req-0ec564da-12d8-42e4-81c4-91b8937de14a tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cfe4298-330d-496c-adb0-637bb38d73e0 HTTP/1.1" status: 200 len: 210 time: 0.0824902 Oct 13 14:25:59.004239 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-28e0b46f-9de9-4f37-b2f5-f8ac3981d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:25:59.005263 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e0b46f-9de9-4f37-b2f5-f8ac3981d446 None None] The sync data for ids ['e72ce714-0e1d-458c-aa37-06c5dc46d811'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:25:59.116358 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd555c2f-6d1b-4da7-8f24-692737843424 None None] New status for floating IP 2abf644a-3e2c-45f4-a60f-e801aef86d55: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:25:59.158772 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-5118aab2-6968-4c20-a4a4-ac6130b1254a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] remove_router_interface failed (client error): The resource could not be found. Oct 13 14:25:59.162584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5118aab2-6968-4c20-a4a4-ac6130b1254a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/e72ce714-0e1d-458c-aa37-06c5dc46d811/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3511045 Oct 13 14:25:59.163411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34396) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:59.200254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34398) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:25:59.200677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2a7b4494-1220-4073-a565-d90b52cce56d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=e72ce714-0e1d-458c-aa37-06c5dc46d811 HTTP/1.1" status: 200 len: 205 time: 0.0365517 Oct 13 14:25:59.401013 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1153-9222-48dd-a384-b92104758e9c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:59.926206 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1153-9222-48dd-a384-b92104758e9c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:25:59.928425 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1153-9222-48dd-a384-b92104758e9c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:00.147501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bb31d927-1d66-4cfb-9670-f94f7b9f6c70 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:26:00.152926 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1153-9222-48dd-a384-b92104758e9c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:00.153481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6f1153-9222-48dd-a384-b92104758e9c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Fanout notify agent at l3_agent the message router_deleted on router e72ce714-0e1d-458c-aa37-06c5dc46d811 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:26:00.165848 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1153-9222-48dd-a384-b92104758e9c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:00.165848 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eb6f1153-9222-48dd-a384-b92104758e9c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/e72ce714-0e1d-458c-aa37-06c5dc46d811 HTTP/1.1" status: 204 len: 168 time: 0.9618309 Oct 13 14:26:00.167440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34418) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:00.167544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34420) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:00.217886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: bb31d927-1d66-4cfb-9670-f94f7b9f6c70 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:26:00.218321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bb31d927-1d66-4cfb-9670-f94f7b9f6c70 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:26:00.260124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0f0499-adc4-4b0e-9741-299b49f6c035 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting subnet 25da3d67-cc22-4cc3-a0d0-8d13bd88f996 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:26:00.267518 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0499-adc4-4b0e-9741-299b49f6c035 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:00.269650 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8146855-2349-416e-8592-e7b5b572f415 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:00.316839 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8146855-2349-416e-8592-e7b5b572f415 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:00.319384 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0499-adc4-4b0e-9741-299b49f6c035 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:00.434957 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0499-adc4-4b0e-9741-299b49f6c035 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:00.478151 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8146855-2349-416e-8592-e7b5b572f415 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:00.482425 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8146855-2349-416e-8592-e7b5b572f415 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:00.487714 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d8146855-2349-416e-8592-e7b5b572f415 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "DELETE /v2.0/security-groups/dda311f1-b90e-491e-b787-ae44bf8808ac HTTP/1.1" status: 204 len: 168 time: 0.3191156 Oct 13 14:26:00.490278 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34430) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:00.511619 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8146855-2349-416e-8592-e7b5b572f415 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda311f1-b90e-491e-b787-ae44bf8808ac,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:00.513905 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-b90649a1-35ff-4ca5-8cde-7cb47c9fd2b4 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] show failed (client error): The resource could not be found. Oct 13 14:26:00.518859 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b90649a1-35ff-4ca5-8cde-7cb47c9fd2b4 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "GET /v2.0/security-groups/dda311f1-b90e-491e-b787-ae44bf8808ac HTTP/1.1" status: 404 len: 347 time: 0.0262008 Oct 13 14:26:00.519030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34432) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:00.903873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0499-adc4-4b0e-9741-299b49f6c035 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:00.935731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f0499-adc4-4b0e-9741-299b49f6c035 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Subnet': ['ID=25da3d67-cc22-4cc3-a0d0-8d13bd88f996,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:00.941515 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b0f0499-adc4-4b0e-9741-299b49f6c035 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:00.948432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8b0f0499-adc4-4b0e-9741-299b49f6c035 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/25da3d67-cc22-4cc3-a0d0-8d13bd88f996 HTTP/1.1" status: 204 len: 168 time: 0.7758024 Oct 13 14:26:00.949471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34436) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:00.958725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be70c2bc-8a35-4afc-9f65-69eac071b7f4 None None] Network b78b8a79-e334-42e8-b3f2-9c98b6769a22 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:00.967164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-d387a83f-72ef-49ea-8385-dff196288654 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Deleting port 0c351d47-feb3-45c7-bfeb-b0c4b3abf48e {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:00.969407 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d387a83f-72ef-49ea-8385-dff196288654 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:01.072095 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d387a83f-72ef-49ea-8385-dff196288654 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:01.072335 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d387a83f-72ef-49ea-8385-dff196288654 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:01.102288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-d387a83f-72ef-49ea-8385-dff196288654 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Calling delete_port for 0c351d47-feb3-45c7-bfeb-b0c4b3abf48e owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:01.152560 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:01.270403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port 6d6aece5-3be9-4697-8930-2d204854d3c7 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:01.270753 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:01.314682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb355f9-4d9a-4ddf-a94c-74a6e1692b60 None None] DHCP port deletion for b78b8a79-e334-42e8-b3f2-9c98b6769a22 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:26:01.438812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-fcb355f9-4d9a-4ddf-a94c-74a6e1692b60 None None] Deleting port 6d6aece5-3be9-4697-8930-2d204854d3c7 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:01.439360 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fcb355f9-4d9a-4ddf-a94c-74a6e1692b60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:01.442694 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d387a83f-72ef-49ea-8385-dff196288654 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:01.443728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] For port 6d6aece5-3be9-4697-8930-2d204854d3c7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d6aece5-3be9-4697-8930-2d204854d3c7,segment=NetworkSegment(e252c396-a338-4993-8d52-f50b44aa1e8d),segment_id=e252c396-a338-4993-8d52-f50b44aa1e8d)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:01.444097 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:01.482066 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for 6d6aece5-3be9-4697-8930-2d204854d3c7 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:01.508078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387a83f-72ef-49ea-8385-dff196288654 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Pushing event deleted for resources: {'Port': ['ID=0c351d47-feb3-45c7-bfeb-b0c4b3abf48e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:01.646332 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-fcb355f9-4d9a-4ddf-a94c-74a6e1692b60 None None] For port 6d6aece5-3be9-4697-8930-2d204854d3c7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d6aece5-3be9-4697-8930-2d204854d3c7,segment=NetworkSegment(e252c396-a338-4993-8d52-f50b44aa1e8d),segment_id=e252c396-a338-4993-8d52-f50b44aa1e8d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:01.647383 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fcb355f9-4d9a-4ddf-a94c-74a6e1692b60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:01.661629 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:01.685065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-fcb355f9-4d9a-4ddf-a94c-74a6e1692b60 None None] Calling delete_port for 6d6aece5-3be9-4697-8930-2d204854d3c7 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:01.718707 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=6d6aece5-3be9-4697-8930-2d204854d3c7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:01.747763 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d6aece5-3be9-4697-8930-2d204854d3c7 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:26:01.770179 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d387a83f-72ef-49ea-8385-dff196288654 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:01.773271 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No DVR routers for this DVR port 6d6aece5-3be9-4697-8930-2d204854d3c7 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:26:01.779719 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d387a83f-72ef-49ea-8385-dff196288654 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:01.792946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d387a83f-72ef-49ea-8385-dff196288654 tempest-ServersTestFqdnHostnames-246422700 tempest-ServersTestFqdnHostnames-246422700-project] 10.222.0.18 "DELETE /v2.0/floatingips/2abf644a-3e2c-45f4-a60f-e801aef86d55 HTTP/1.1" status: 204 len: 168 time: 1.2704623 Oct 13 14:26:01.796117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34454) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:01.902160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 6d6aece5-3be9-4697-8930-2d204854d3c7 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:26:01.905681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d6aece5-3be9-4697-8930-2d204854d3c7 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:26:01.986457 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:02.001256 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fcb355f9-4d9a-4ddf-a94c-74a6e1692b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:02.058555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78b8a79-e334-42e8-b3f2-9c98b6769a22']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:02.085254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb355f9-4d9a-4ddf-a94c-74a6e1692b60 None None] No DVR routers for this DVR port 6d6aece5-3be9-4697-8930-2d204854d3c7 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:26:02.105585 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb355f9-4d9a-4ddf-a94c-74a6e1692b60 None None] Pushing event deleted for resources: {'Port': ['ID=6d6aece5-3be9-4697-8930-2d204854d3c7,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:02.107962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e252c396-a338-4993-8d52-f50b44aa1e8d') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:02.109104 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e252c396-a338-4993-8d52-f50b44aa1e8d') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:02.126568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:02.143689 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:02.151287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:26:02.152117 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:26:02.159647 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:26:02.342011 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:02.360505 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:02.378444 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/networks/b78b8a79-e334-42e8-b3f2-9c98b6769a22 HTTP/1.1" status: 204 len: 168 time: 1.4232721 Oct 13 14:26:02.402226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34470) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:02.422365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900bdaa-d2c1-4592-b2de-10fcc644a5fb tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Network': ['ID=b78b8a79-e334-42e8-b3f2-9c98b6769a22,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:02.425519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4a520d30-3974-4e55-91bd-2119776b252b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'network': {'name': 'tempest-RoutersTest-785323692'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:02.569529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a520d30-3974-4e55-91bd-2119776b252b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:02.576557 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4a520d30-3974-4e55-91bd-2119776b252b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:02.651881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a520d30-3974-4e55-91bd-2119776b252b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:26:02.669803 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4a520d30-3974-4e55-91bd-2119776b252b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:02.670288 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-4a520d30-3974-4e55-91bd-2119776b252b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Added segment 1e6a39b2-41aa-48f8-9633-1fbcc61b7e02 of type vlan for network af5beefd-1506-4970-ac65-f3eca46faef8 Oct 13 14:26:02.723734 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12b96f7-d621-4c42-ac77-19f4c2033eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:02.772867 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4a520d30-3974-4e55-91bd-2119776b252b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:02.956852 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4a520d30-3974-4e55-91bd-2119776b252b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:02.962784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a520d30-3974-4e55-91bd-2119776b252b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:02.963598 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4a520d30-3974-4e55-91bd-2119776b252b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:03.124837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4a520d30-3974-4e55-91bd-2119776b252b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7174771 Oct 13 14:26:03.125751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34500) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:03.131186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c85408fc-3da6-4e18-8254-506d26fc9163 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'subnet': {'network_id': 'af5beefd-1506-4970-ac65-f3eca46faef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:03.150219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a520d30-3974-4e55-91bd-2119776b252b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Network': ['ID=af5beefd-1506-4970-ac65-f3eca46faef8,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:03.164291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network af5beefd-1506-4970-ac65-f3eca46faef8 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:26:03.364477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b12b96f7-d621-4c42-ac77-19f4c2033eba admin admin] Deleting port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:03.366707 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12b96f7-d621-4c42-ac77-19f4c2033eba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:03.473354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85408fc-3da6-4e18-8254-506d26fc9163 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:03.477645 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c85408fc-3da6-4e18-8254-506d26fc9163 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:03.567423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-b12b96f7-d621-4c42-ac77-19f4c2033eba admin admin] For port b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6,segment=NetworkSegment(7c3ed55f-927d-41c6-9b7c-2db41023533f),segment_id=7c3ed55f-927d-41c6-9b7c-2db41023533f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:03.568558 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12b96f7-d621-4c42-ac77-19f4c2033eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:03.585501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b12b96f7-d621-4c42-ac77-19f4c2033eba admin admin] Calling delete_port for b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:04.010531 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12b96f7-d621-4c42-ac77-19f4c2033eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:04.010799 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c85408fc-3da6-4e18-8254-506d26fc9163 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:04.067941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b96f7-d621-4c42-ac77-19f4c2033eba admin admin] Pushing event deleted for resources: {'Port': ['ID=b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:04.118809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85408fc-3da6-4e18-8254-506d26fc9163 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Subnet': ['ID=e6ae530c-3d74-4986-9ff9-7745dda13a91,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:04.133878 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85408fc-3da6-4e18-8254-506d26fc9163 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Checking segment: {'id': '1e6a39b2-41aa-48f8-9633-1fbcc61b7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'af5beefd-1506-4970-ac65-f3eca46faef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:04.137033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85408fc-3da6-4e18-8254-506d26fc9163 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network hostable DHCP agents. Network: af5beefd-1506-4970-ac65-f3eca46faef8, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:26:04.270866 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85408fc-3da6-4e18-8254-506d26fc9163 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network af5beefd-1506-4970-ac65-f3eca46faef8 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:26:04.330873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12b96f7-d621-4c42-ac77-19f4c2033eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:04.424913 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c85408fc-3da6-4e18-8254-506d26fc9163 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, af5beefd-1506-4970-ac65-f3eca46faef8) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:04.429711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85408fc-3da6-4e18-8254-506d26fc9163 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:04.439731 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c85408fc-3da6-4e18-8254-506d26fc9163 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:04.450558 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d8be4-3c8a-4e5b-9216-e42836bb4fba None None] Network af5beefd-1506-4970-ac65-f3eca46faef8 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:04.612292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12b96f7-d621-4c42-ac77-19f4c2033eba admin admin] Router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:26:04.683133 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c85408fc-3da6-4e18-8254-506d26fc9163 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5554216 Oct 13 14:26:04.684949 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34520) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:04.690682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-af5beefd-1506-4970-ac65-f3eca46faef8', 'network_id': 'af5beefd-1506-4970-ac65-f3eca46faef8', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'fixed_ips': [{'subnet_id': 'e6ae530c-3d74-4986-9ff9-7745dda13a91'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:26:04.691878 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:04.693861 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d5db9674-ab41-4581-bea4-2a9479a5b1c5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1341101566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:04.803086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12b96f7-d621-4c42-ac77-19f4c2033eba admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:26:04.815844 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d1c8c-83b1-4bcf-8c99-5c59c7b187b4 None None] Sync routers for ids ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:26:04.822614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b12b96f7-d621-4c42-ac77-19f4c2033eba admin admin] 10.222.0.18 "PUT /v2.0/routers/094dbaed-1e9b-4fe8-9f1b-8da709b81b33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0231547 Oct 13 14:26:04.823032 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34534) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:04.832339 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d5db9674-ab41-4581-bea4-2a9479a5b1c5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:04.833723 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d1c8c-83b1-4bcf-8c99-5c59c7b187b4 None None] Routers {'094dbaed-1e9b-4fe8-9f1b-8da709b81b33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:04.837008 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d5db9674-ab41-4581-bea4-2a9479a5b1c5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:04.838028 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-db0d1c8c-83b1-4bcf-8c99-5c59c7b187b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:04.946097 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Allocated IP 172.20.0.2 (af5beefd-1506-4970-ac65-f3eca46faef8/e6ae530c-3d74-4986-9ff9-7745dda13a91/96ca0033-5b0f-4748-a4b9-1d7e813cf322) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:05.091159 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-db0d1c8c-83b1-4bcf-8c99-5c59c7b187b4 None None] Set router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:26:05.169096 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d5db9674-ab41-4581-bea4-2a9479a5b1c5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:05.180251 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:05.287862 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d5db9674-ab41-4581-bea4-2a9479a5b1c5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:05.359193 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:05.461552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:05.468122 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:05.523100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d5db9674-ab41-4581-bea4-2a9479a5b1c5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:05.534970 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d5db9674-ab41-4581-bea4-2a9479a5b1c5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8485708 Oct 13 14:26:05.538506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34552) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:05.564347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Pushing event updated for resources: {'Port': ['ID=96ca0033-5b0f-4748-a4b9-1d7e813cf322,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:05.574466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:05.575117 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:05.575635 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:05.576131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:05.578818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:05.579730 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:05.580235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:05.580725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:05.581299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:05.591138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:05.591138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:05.591138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:05.606724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Network af5beefd-1506-4970-ac65-f3eca46faef8 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:05.631240 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:05.634727 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:05.638826 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-db0d1c8c-83b1-4bcf-8c99-5c59c7b187b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:26:03Z', 'revision_number': 5, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port': {'id': 'cf0215fe-e884-41c7-aa5c-aa56a17225e3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:eb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1912, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:22:05Z', 'updated_at': '2021-10-13T14:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:05.691938 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d1c8c-83b1-4bcf-8c99-5c59c7b187b4 None None] Checking router: 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:26:05.705709 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d1c8c-83b1-4bcf-8c99-5c59c7b187b4 None None] Routers {'094dbaed-1e9b-4fe8-9f1b-8da709b81b33'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:05.707537 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-db0d1c8c-83b1-4bcf-8c99-5c59c7b187b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:05.863609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Attempting to bind port 96ca0033-5b0f-4748-a4b9-1d7e813cf322 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:26:05.863609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Attempting to bind port 96ca0033-5b0f-4748-a4b9-1d7e813cf322 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1e6a39b2-41aa-48f8-9633-1fbcc61b7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'af5beefd-1506-4970-ac65-f3eca46faef8'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:26:05.863609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Attempting to bind port 96ca0033-5b0f-4748-a4b9-1d7e813cf322 on network af5beefd-1506-4970-ac65-f3eca46faef8 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:26:05.880803 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:26:05.881349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Checking segment: {'id': '1e6a39b2-41aa-48f8-9633-1fbcc61b7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'af5beefd-1506-4970-ac65-f3eca46faef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:05.882004 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:05.887658 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Bound using segment: {'id': '1e6a39b2-41aa-48f8-9633-1fbcc61b7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'af5beefd-1506-4970-ac65-f3eca46faef8'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:26:05.888468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Bound port: 96ca0033-5b0f-4748-a4b9-1d7e813cf322, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6a39b2-41aa-48f8-9633-1fbcc61b7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'af5beefd-1506-4970-ac65-f3eca46faef8'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:26:05.889085 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:05.925174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Deleting port cf0215fe-e884-41c7-aa5c-aa56a17225e3 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:05.925527 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:06.059201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] For port 96ca0033-5b0f-4748-a4b9-1d7e813cf322, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:26:06.071283 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-db0d1c8c-83b1-4bcf-8c99-5c59c7b187b4 None None] Set router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:26:06.087176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] For port 96ca0033-5b0f-4748-a4b9-1d7e813cf322, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=96ca0033-5b0f-4748-a4b9-1d7e813cf322,segment=NetworkSegment(1e6a39b2-41aa-48f8-9633-1fbcc61b7e02),segment_id=1e6a39b2-41aa-48f8-9633-1fbcc61b7e02)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:26:06.159238 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:06.203071 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] For port cf0215fe-e884-41c7-aa5c-aa56a17225e3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cf0215fe-e884-41c7-aa5c-aa56a17225e3,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:06.204851 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:06.251745 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Calling delete_port for cf0215fe-e884-41c7-aa5c-aa56a17225e3 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:06.298030 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-db0d1c8c-83b1-4bcf-8c99-5c59c7b187b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:26:05Z', 'revision_number': 6, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:06.355103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4607d04-e0d9-4ca0-a8b0-a4077c17929e None None] Pushing event updated for resources: {'Port': ['ID=96ca0033-5b0f-4748-a4b9-1d7e813cf322,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:06.371009 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0d1c8c-83b1-4bcf-8c99-5c59c7b187b4 None None] The sync data for ids ['094dbaed-1e9b-4fe8-9f1b-8da709b81b33'] in n-d-806683-15 is: [{'id': '094dbaed-1e9b-4fe8-9f1b-8da709b81b33', 'name': 'tempest-ServersTestFqdnHostnames-1297264649-router', 'tenant_id': '781ec0bbd78a43a08f7a5b4459640fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:22:04Z', 'updated_at': '2021-10-13T14:26:05Z', 'revision_number': 6, 'project_id': '781ec0bbd78a43a08f7a5b4459640fba', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:26:06.933835 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:07.012160 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0215fe-e884-41c7-aa5c-aa56a17225e3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:07.114262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-0cfbd09f-f63a-4770-a74c-9d874c619395 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:07.119286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-0cfbd09f-f63a-4770-a74c-9d874c619395 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/networks?id=456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 200 len: 815 time: 1.2713666 Oct 13 14:26:07.250174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:07.266067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-5459d0e3-cad9-41d1-98d6-58cb9b51dc44 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/quotas/79a6444bd40445efa07fadbbb84c9e0a HTTP/1.1" status: 200 len: 375 time: 0.0563331 Oct 13 14:26:07.440884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:07.477836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-a922de21-f4d3-4da4-b17c-ab111a55c711 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1845899 Oct 13 14:26:07.566035 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:07.568969 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:07.837191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:07.838046 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 094dbaed-1e9b-4fe8-9f1b-8da709b81b33 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:26:07.848813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:07.850460 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-702dc5fb-3b28-4034-9089-090e28bd00d3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/094dbaed-1e9b-4fe8-9f1b-8da709b81b33 HTTP/1.1" status: 204 len: 168 time: 3.0262873 Oct 13 14:26:07.854991 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34604) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:07.940209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 96ca0033-5b0f-4748-a4b9-1d7e813cf322 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:26:08.136871 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d765cda9-8903-4728-b8ab-eb266e9a84dd admin admin] Deleting subnet 4fc65117-704a-4857-a7b2-0c1f3eeef403 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:26:08.159512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 96ca0033-5b0f-4748-a4b9-1d7e813cf322 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:08.159729 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d765cda9-8903-4728-b8ab-eb266e9a84dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:08.160090 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:08.262125 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d765cda9-8903-4728-b8ab-eb266e9a84dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:08.293114 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:08.383552 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 96ca0033-5b0f-4748-a4b9-1d7e813cf322, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=96ca0033-5b0f-4748-a4b9-1d7e813cf322,segment=NetworkSegment(1e6a39b2-41aa-48f8-9633-1fbcc61b7e02),segment_id=1e6a39b2-41aa-48f8-9633-1fbcc61b7e02)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:08.403560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Allocated IP 172.20.0.1 (af5beefd-1506-4970-ac65-f3eca46faef8/e6ae530c-3d74-4986-9ff9-7745dda13a91/c4ec6da6-fffa-4c57-b8d1-1c108d5a00fe) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:08.424432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-e8ae8b36-af0c-4e80-a954-b539c4be856e service neutron] 10.222.0.18 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8762498 Oct 13 14:26:08.464096 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d765cda9-8903-4728-b8ab-eb266e9a84dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:08.509638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d8a53f-f504-4a24-b355-b770559b1222 None None] Network af5beefd-1506-4970-ac65-f3eca46faef8 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:08.578035 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-55cefcb3-d1c0-41df-b739-d81a900c8b0f service neutron] 10.222.0.18 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462369 Oct 13 14:26:08.760018 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d765cda9-8903-4728-b8ab-eb266e9a84dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:08.785957 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d765cda9-8903-4728-b8ab-eb266e9a84dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:08.809757 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d765cda9-8903-4728-b8ab-eb266e9a84dd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4fc65117-704a-4857-a7b2-0c1f3eeef403 HTTP/1.1" status: 204 len: 168 time: 0.9476836 Oct 13 14:26:08.816198 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34616) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:08.848839 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765cda9-8903-4728-b8ab-eb266e9a84dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fc65117-704a-4857-a7b2-0c1f3eeef403,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:08.857709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321b8244-7c10-40ff-bfe7-60c2a1f1c6f9 None None] Network 51207f4d-09c5-4b80-9add-bcc60acd6541 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:08.970927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a54c3-302b-49e5-b19e-5070feccf624 req-c8ff0b36-d6f1-4b96-afb7-51f84550a06f tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:08.978492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-773a54c3-302b-49e5-b19e-5070feccf624 req-c8ff0b36-d6f1-4b96-afb7-51f84550a06f tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.1529210 Oct 13 14:26:08.998863 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:09.022728 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:09.046244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-773a54c3-302b-49e5-b19e-5070feccf624 req-b1e30e90-f151-44b9-a9c0-b7a6188a5a24 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665393 Oct 13 14:26:09.075574 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:09.201176 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e642e0f8-6a2c-4ebf-a2d1-e3f8d461e655 req-12bd62e5-f1ff-4e58-88c0-a94052048656 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 210 time: 0.0752213 Oct 13 14:26:09.209252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:09.310458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network af5beefd-1506-4970-ac65-f3eca46faef8 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:09.315739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:09.322282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:09.335291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:26:09.345804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Deleting port bf01dd38-0db9-47de-8fee-b741c01cad79 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:09.346829 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:09.374326 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:09.424296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=c4ec6da6-fffa-4c57-b8d1-1c108d5a00fe,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:09.449101 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=96ca0033-5b0f-4748-a4b9-1d7e813cf322,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:09.503374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-cd8547f4-c6d6-45b7-8417-96b6de09ab2d None None] Provisioning complete for port 96ca0033-5b0f-4748-a4b9-1d7e813cf322 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:09.503374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cd8547f4-c6d6-45b7-8417-96b6de09ab2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:09.518673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:26:09.519168 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b4619bd0-3ec2-4a8f-aad7-17ec54b1e4c6 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:26:09.519698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cf0215fe-e884-41c7-aa5c-aa56a17225e3 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:26:09.529573 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] For port bf01dd38-0db9-47de-8fee-b741c01cad79, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bf01dd38-0db9-47de-8fee-b741c01cad79,segment=NetworkSegment(7c3ed55f-927d-41c6-9b7c-2db41023533f),segment_id=7c3ed55f-927d-41c6-9b7c-2db41023533f)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:09.538933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:09.564361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Calling delete_port for bf01dd38-0db9-47de-8fee-b741c01cad79 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:09.596538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: cf0215fe-e884-41c7-aa5c-aa56a17225e3 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:26:09.596890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cf0215fe-e884-41c7-aa5c-aa56a17225e3 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:26:09.827522 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 96ca0033-5b0f-4748-a4b9-1d7e813cf322 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:26:09.857084 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:09.893943 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:10.024636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=bf01dd38-0db9-47de-8fee-b741c01cad79,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:10.032425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cbaada-6436-40bc-876e-0f310cca2fde None None] DHCP port deletion for 51207f4d-09c5-4b80-9add-bcc60acd6541 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:26:10.037489 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] No DVR routers for this DVR port bf01dd38-0db9-47de-8fee-b741c01cad79 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:26:10.084104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 96ca0033-5b0f-4748-a4b9-1d7e813cf322 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:10.084682 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:10.290841 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:10.324065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b34b254e-2398-4be6-8a6b-23ea46fdcabe None None] Provisioning complete for port c4ec6da6-fffa-4c57-b8d1-1c108d5a00fe triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:10.324511 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b34b254e-2398-4be6-8a6b-23ea46fdcabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:10.370067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b34b254e-2398-4be6-8a6b-23ea46fdcabe None None] Port c4ec6da6-fffa-4c57-b8d1-1c108d5a00fe cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:26:10.381731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b34b254e-2398-4be6-8a6b-23ea46fdcabe None None] Provisioning complete for port 96ca0033-5b0f-4748-a4b9-1d7e813cf322 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:10.382127 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b34b254e-2398-4be6-8a6b-23ea46fdcabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:10.387479 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51207f4d-09c5-4b80-9add-bcc60acd6541']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:10.444637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3ed55f-927d-41c6-9b7c-2db41023533f') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:10.453953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3ed55f-927d-41c6-9b7c-2db41023533f') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:10.462522 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:10.481327 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:10.490499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:26:10.491014 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:26:10.520241 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:26:10.737640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3210815f-6ef0-4e4f-8583-c41ed4932d37 req-0cd084db-0e61-47cc-98b7-d0ee2fac6e24 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 210 time: 0.2294734 Oct 13 14:26:10.768914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-03881a07-f062-40ad-b81d-e1d409a23cc8 None None] Provisioning complete for port c4ec6da6-fffa-4c57-b8d1-1c108d5a00fe triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:10.770811 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-03881a07-f062-40ad-b81d-e1d409a23cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:10.799164 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:10.814405 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:10.817537 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-6f924ca2-14f7-4b61-9a89-2ba01b4864e7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:10.819278 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-6f924ca2-14f7-4b61-9a89-2ba01b4864e7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.41 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.3103979 Oct 13 14:26:10.828382 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] 10.222.0.18 "DELETE /v2.0/networks/51207f4d-09c5-4b80-9add-bcc60acd6541 HTTP/1.1" status: 204 len: 168 time: 1.9838810 Oct 13 14:26:10.906321 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ddc4c-0735-40fe-9b9d-e21c14abd0ca admin admin] Pushing event deleted for resources: {'Network': ['ID=51207f4d-09c5-4b80-9add-bcc60acd6541,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:10.926547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-03881a07-f062-40ad-b81d-e1d409a23cc8 None None] Port c4ec6da6-fffa-4c57-b8d1-1c108d5a00fe cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:26:10.943662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e699a-fcf3-4f58-a3f1-ff10a765b612 req-79a30dc1-cf73-4113-bd4d-2aa8b2965a6c tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:10.945665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb8e699a-fcf3-4f58-a3f1-ff10a765b612 req-79a30dc1-cf73-4113-bd4d-2aa8b2965a6c tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 946 time: 0.4387279 Oct 13 14:26:10.956529 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:11.054553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb8e699a-fcf3-4f58-a3f1-ff10a765b612 req-d55cb368-029e-4ecf-9d38-7559c5caaea0 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939054 Oct 13 14:26:11.097992 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:11.269666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:11.475318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=c4ec6da6-fffa-4c57-b8d1-1c108d5a00fe,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:11.491082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34674) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:11.526179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network af5beefd-1506-4970-ac65-f3eca46faef8 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:11.528950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Deleting port 230b4fcb-978e-4faa-a273-ca19b22ca2c2 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:11.530073 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:11.699315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] For port 230b4fcb-978e-4faa-a273-ca19b22ca2c2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=230b4fcb-978e-4faa-a273-ca19b22ca2c2,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:11.700105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:11.731020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bf01dd38-0db9-47de-8fee-b741c01cad79 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:26:11.768821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: bf01dd38-0db9-47de-8fee-b741c01cad79 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:26:11.771623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bf01dd38-0db9-47de-8fee-b741c01cad79 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:26:11.988007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:11.989239 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:11.989239 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Floating IP c5984c1e-f40a-49ff-a583-bf741e83e870 disassociated. External IP: 172.25.0.90, port: 230b4fcb-978e-4faa-a273-ca19b22ca2c2. Oct 13 14:26:11.989513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Calling delete_port for 230b4fcb-978e-4faa-a273-ca19b22ca2c2 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:12.104602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:12.118187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34684) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:12.118690 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-49f7e59d-60e5-416c-8301-24a4f6045c38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=781ec0bbd78a43a08f7a5b4459640fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255586 Oct 13 14:26:12.227284 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c27fa88a-a94a-402a-aafe-249a44547464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:12.275191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c27fa88a-a94a-402a-aafe-249a44547464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:12.457355 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5216f6a0-6e07-4ccd-bd21-9ce740115f0a req-3ce102f0-fe99-4f18-872f-7c18b100fb9f tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 210 time: 0.3596034 Oct 13 14:26:12.539921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 81acd8a8-a629-4ba6-a9d2-184c7b575e3b is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:26:12.621288 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c27fa88a-a94a-402a-aafe-249a44547464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:12.624601 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c27fa88a-a94a-402a-aafe-249a44547464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:12.631714 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c27fa88a-a94a-402a-aafe-249a44547464 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbaa19d7-5e25-460c-9f53-3c0b15a558eb HTTP/1.1" status: 204 len: 168 time: 0.5106585 Oct 13 14:26:12.665337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fa88a-a94a-402a-aafe-249a44547464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaa19d7-5e25-460c-9f53-3c0b15a558eb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:12.706898 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f9642ee4-8f8f-4afb-ac7b-bc596e9b5228 None None] Provisioning complete for port c4ec6da6-fffa-4c57-b8d1-1c108d5a00fe triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:12.708925 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f9642ee4-8f8f-4afb-ac7b-bc596e9b5228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:12.787468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f9642ee4-8f8f-4afb-ac7b-bc596e9b5228 None None] Port c4ec6da6-fffa-4c57-b8d1-1c108d5a00fe cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:26:12.794002 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:12.852678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event deleted for resources: {'Port': ['ID=230b4fcb-978e-4faa-a273-ca19b22ca2c2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:12.907253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859cf15-f7aa-490f-a062-a93f4e1db8d3 req-42a01c59-c853-43db-b60d-e896db1c741c tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:12.909647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4859cf15-f7aa-490f-a062-a93f4e1db8d3 req-42a01c59-c853-43db-b60d-e896db1c741c tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 867 time: 0.5733988 Oct 13 14:26:13.055538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b4363a7-8a28-4fe3-b252-6fab92649a16 req-2c2aeeba-f3ed-4a9b-9d51-2d1ab405645e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3255866 Oct 13 14:26:13.056561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:26:13.077541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7bfe9080-551c-4b9f-b1b8-537401ba2b33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/81acd8a8-a629-4ba6-a9d2-184c7b575e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5239534 Oct 13 14:26:13.077851 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34696) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:13.105907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ef14ed-8e38-44a5-8f78-b72c911fa135 None None] Sync routers for ids ['81acd8a8-a629-4ba6-a9d2-184c7b575e3b'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:26:13.127908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef14ed-8e38-44a5-8f78-b72c911fa135 None None] Routers {'81acd8a8-a629-4ba6-a9d2-184c7b575e3b'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:13.130861 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-83ef14ed-8e38-44a5-8f78-b72c911fa135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['81acd8a8-a629-4ba6-a9d2-184c7b575e3b'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:13.184186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4859cf15-f7aa-490f-a062-a93f4e1db8d3 req-8b411687-ad01-4434-95ca-0501939275d1 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=188b46c3-267d-479c-8a65-778334a096ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405159 Oct 13 14:26:13.263298 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d682e-009f-4771-9e7e-c1d541b9fac6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:13.272355 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e34d682e-009f-4771-9e7e-c1d541b9fac6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports/c4ec6da6-fffa-4c57-b8d1-1c108d5a00fe HTTP/1.1" status: 200 len: 910 time: 0.1972597 Oct 13 14:26:13.277662 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34702) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:13.298144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-83ef14ed-8e38-44a5-8f78-b72c911fa135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:13.363055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef14ed-8e38-44a5-8f78-b72c911fa135 None None] Routers {'81acd8a8-a629-4ba6-a9d2-184c7b575e3b'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:13.371913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-83ef14ed-8e38-44a5-8f78-b72c911fa135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['81acd8a8-a629-4ba6-a9d2-184c7b575e3b'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:13.487850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-83ef14ed-8e38-44a5-8f78-b72c911fa135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:13.490677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ef14ed-8e38-44a5-8f78-b72c911fa135 None None] The sync data for ids ['81acd8a8-a629-4ba6-a9d2-184c7b575e3b'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:26:14.074260 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:14.102094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b928c9cb-52da-447a-bf92-e9f8d0a5e251 req-dcdd4632-73e7-4c6d-931a-b59f0baa1267 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 210 time: 0.2026782 Oct 13 14:26:14.128889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4363a7-8a28-4fe3-b252-6fab92649a16 req-672b3af0-753a-4a5f-8562-6581c7ce65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:14.130715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b4363a7-8a28-4fe3-b252-6fab92649a16 req-672b3af0-753a-4a5f-8562-6581c7ce65f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 1098 time: 0.9945028 Oct 13 14:26:14.204728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Router ed545d64-7ca5-439a-b647-505ce0acd065 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:26:14.222837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 230b4fcb-978e-4faa-a273-ca19b22ca2c2 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:26:14.291212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 230b4fcb-978e-4faa-a273-ca19b22ca2c2 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:26:14.297673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 230b4fcb-978e-4faa-a273-ca19b22ca2c2 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:26:14.314335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-74b3478a-f9e7-4aae-b82f-a60fb2887ff1 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:14.316538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-74b3478a-f9e7-4aae-b82f-a60fb2887ff1 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "GET /v2.0/networks?id=456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 200 len: 815 time: 1.1813774 Oct 13 14:26:14.335915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25c5f3c4-5d9b-49e4-b29b-38bff40003ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Request body: {'port': {'device_id': 'ecbedcbd-2bb1-44a0-936b-727a9c426370', 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c', 'admin_state_up': True, 'tenant_id': '79a6444bd40445efa07fadbbb84c9e0a'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:14.647373 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port c4ec6da6-fffa-4c57-b8d1-1c108d5a00fe {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:14.655441 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:14.766177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-917b3afc-af09-41a0-bae3-2414a16116e7 req-1e1fae7e-2aa6-4d79-8810-a57be4ad521a tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 210 time: 0.4088128 Oct 13 14:26:14.815832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4363a7-8a28-4fe3-b252-6fab92649a16 req-f2463336-df3b-4a62-b7e9-1e31687a6d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:14.818183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b4363a7-8a28-4fe3-b252-6fab92649a16 req-f2463336-df3b-4a62-b7e9-1e31687a6d3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 200 len: 916 time: 0.6597068 Oct 13 14:26:14.820734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:14.842953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for c4ec6da6-fffa-4c57-b8d1-1c108d5a00fe owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:14.852009 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34736) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:14.870322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b4363a7-8a28-4fe3-b252-6fab92649a16 req-970f875e-7b49-41b6-88b0-1157b2b56c2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2ef771c-7eec-462e-98cd-e5a9e2f85c98 HTTP/1.1" status: 200 len: 217 time: 0.0410712 Oct 13 14:26:14.873771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:26:14.889693 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e142a7-52f2-4b06-8dad-60fb5da6b962 None None] Sync routers for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:26:14.914404 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e142a7-52f2-4b06-8dad-60fb5da6b962 None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:14.915244 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d2e142a7-52f2-4b06-8dad-60fb5da6b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:15.004930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] No DVR routers for this DVR port 230b4fcb-978e-4faa-a273-ca19b22ca2c2 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:26:15.008194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4363a7-8a28-4fe3-b252-6fab92649a16 req-93586ed9-3cee-470f-9960-edd94f8db82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:15.010046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b4363a7-8a28-4fe3-b252-6fab92649a16 req-93586ed9-3cee-470f-9960-edd94f8db82b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f974b32a-4d99-454c-999a-81689caf7abd HTTP/1.1" status: 200 len: 855 time: 0.1289308 Oct 13 14:26:15.011389 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:15.015434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30ae3019-9a20-4e2a-bec8-4115d068d214 req-fc96cfff-e8a5-4e30-b5c8-81491d9d52aa tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.41 "DELETE /v2.0/ports/230b4fcb-978e-4faa-a273-ca19b22ca2c2 HTTP/1.1" status: 204 len: 173 time: 4.0845084 Oct 13 14:26:15.016087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0d373d-99e2-4a8d-a426-6aa28a921219', 'name': 'network-vif-deleted', 'tag': '230b4fcb-978e-4faa-a273-ca19b22ca2c2'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:26:15.018897 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f0576f-d59d-45d1-b4e9-afe2a1321b32" -d '{"events": [{"server_uuid": "af0d373d-99e2-4a8d-a426-6aa28a921219", "name": "network-vif-deleted", "tag": "230b4fcb-978e-4faa-a273-ca19b22ca2c2"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:26:15.042764 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d2e142a7-52f2-4b06-8dad-60fb5da6b962 None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:26:15.046165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-62855596-network', 'tenant_id': '8f84728718b0488ba61011fdc132e344'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:15.065950 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe27c8d4-7a71-441e-aeb0-ef425a18392d x-openstack-request-id: req-fe27c8d4-7a71-441e-aeb0-ef425a18392d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:26:15.065950 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0d373d-99e2-4a8d-a426-6aa28a921219", "name": "network-vif-deleted", "tag": "230b4fcb-978e-4faa-a273-ca19b22ca2c2", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:26:15.065950 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe27c8d4-7a71-441e-aeb0-ef425a18392d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:26:15.065950 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0d373d-99e2-4a8d-a426-6aa28a921219', 'name': 'network-vif-deleted', 'tag': '230b4fcb-978e-4faa-a273-ca19b22ca2c2', 'status': 'completed', 'code': 200} Oct 13 14:26:15.118122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25c5f3c4-5d9b-49e4-b29b-38bff40003ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Made reservation on behalf of 79a6444bd40445efa07fadbbb84c9e0a for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:15.121956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25c5f3c4-5d9b-49e4-b29b-38bff40003ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:15.199811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b4363a7-8a28-4fe3-b252-6fab92649a16 req-055d6de4-658e-432e-9137-09d02e8ac89c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456a9ef7-54bb-41cd-9091-f65f4232710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702481 Oct 13 14:26:15.268030 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:15.302481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2db98503-17a0-42bd-b172-25465b77b6a5 req-38a50aae-898a-4787-a84f-4bbdb902dba7 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 210 time: 0.0770876 Oct 13 14:26:15.320374 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=c4ec6da6-fffa-4c57-b8d1-1c108d5a00fe,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:15.398832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:15.399082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:15.399427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:15.401713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:15.402302 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:15.405568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:15.410563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:15.410563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:15.410563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:15.410563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:15.410563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:15.410563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:26:15.442387 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d2e142a7-52f2-4b06-8dad-60fb5da6b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:23Z', 'revision_number': 5, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:15.470711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Made reservation on behalf of 8f84728718b0488ba61011fdc132e344 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:15.483069 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:15.508596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b4363a7-8a28-4fe3-b252-6fab92649a16 req-bb8cf264-8ede-4f69-9e4c-be7cf1cfcbd0 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977691 Oct 13 14:26:15.513033 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e142a7-52f2-4b06-8dad-60fb5da6b962 None None] Checking router: ed545d64-7ca5-439a-b647-505ce0acd065 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:26:15.513776 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:15.534584 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e142a7-52f2-4b06-8dad-60fb5da6b962 None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:15.535257 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d2e142a7-52f2-4b06-8dad-60fb5da6b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:15.684131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25c5f3c4-5d9b-49e4-b29b-38bff40003ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Allocated IP 172.20.0.2 (456a9ef7-54bb-41cd-9091-f65f4232710c/f974b32a-4d99-454c-999a-81689caf7abd/ee9b2b83-9be6-4811-ac5b-81f029965cb6) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:15.732225 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d2e142a7-52f2-4b06-8dad-60fb5da6b962 None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:26:15.776619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b4363a7-8a28-4fe3-b252-6fab92649a16 req-0544f633-6a5b-4721-a9ee-e040ed907894 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558510 Oct 13 14:26:15.789140 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:16.026213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c91f92cb-58ae-406c-8d55-ff46051c7628 req-a1841ff2-8f28-4cd3-9521-ebbf81653888 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af0d373d-99e2-4a8d-a426-6aa28a921219 HTTP/1.1" status: 200 len: 210 time: 0.0464361 Oct 13 14:26:16.082732 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:16.115899 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25c5f3c4-5d9b-49e4-b29b-38bff40003ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:16.293516 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25c5f3c4-5d9b-49e4-b29b-38bff40003ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:16.305846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['c2ef771c-7eec-462e-98cd-e5a9e2f85c98', 'fbfce905-8b97-457f-a744-b0333619f6ec', '2fd32927-94db-45c1-bb10-badca6272a1c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:26:16.437712 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:16.450501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25c5f3c4-5d9b-49e4-b29b-38bff40003ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Network 456a9ef7-54bb-41cd-9091-f65f4232710c is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:16.477759 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 81acd8a8-a629-4ba6-a9d2-184c7b575e3b has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:26:16.478916 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:26:16.494135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290e1150-fa49-4399-a0bc-05f739075730,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:16.501190 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:16.502550 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Added segment 04944aea-7bf0-4429-842d-ae9bdae42d0c of type vlan for network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 Oct 13 14:26:16.516448 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d2e142a7-52f2-4b06-8dad-60fb5da6b962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:23Z', 'revision_number': 5, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:16.526344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25c5f3c4-5d9b-49e4-b29b-38bff40003ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:16.560909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25c5f3c4-5d9b-49e4-b29b-38bff40003ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:16.579824 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e142a7-52f2-4b06-8dad-60fb5da6b962 None None] The sync data for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 is: [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:23Z', 'revision_number': 5, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:26:16.712457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25c5f3c4-5d9b-49e4-b29b-38bff40003ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:16.713298 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25c5f3c4-5d9b-49e4-b29b-38bff40003ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:16.746897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5f3c4-5d9b-49e4-b29b-38bff40003ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Pushing event updated for resources: {'Port': ['ID=ee9b2b83-9be6-4811-ac5b-81f029965cb6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:16.769118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63109a6f-dacd-432d-8e53-064803d2c044 req-8310a59f-f88e-48d2-9ca1-ab83ee7c64a3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:16.772302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63109a6f-dacd-432d-8e53-064803d2c044 req-8310a59f-f88e-48d2-9ca1-ab83ee7c64a3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 931 time: 0.3115463 Oct 13 14:26:16.824930 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:16.846055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:26:16.858594 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-14413d50-d248-410a-ba11-59c95b2f436b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/81acd8a8-a629-4ba6-a9d2-184c7b575e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5760937 Oct 13 14:26:16.859567 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34776) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:16.901264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63109a6f-dacd-432d-8e53-064803d2c044 req-3d65976e-155c-4767-b9e3-ebf073a9fa33 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223321 Oct 13 14:26:16.921560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25c5f3c4-5d9b-49e4-b29b-38bff40003ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5951660 Oct 13 14:26:16.934914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Request body: {'port': {'device_id': 'ecbedcbd-2bb1-44a0-936b-727a9c426370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:16.998580 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3d9ce5d4-32e5-4e4d-ba4e-c657a5764c70 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=81acd8a8-a629-4ba6-a9d2-184c7b575e3b HTTP/1.1" status: 200 len: 205 time: 0.1311688 Oct 13 14:26:17.004896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a27bf4-ce79-4143-b0c6-9b441ed003e4 None None] Sync routers for ids ['81acd8a8-a629-4ba6-a9d2-184c7b575e3b'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:26:17.006920 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34778) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:17.092945 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:17.166739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ddd649c-da0b-4d51-8f63-d55e09b91658 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:17.173225 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a27bf4-ce79-4143-b0c6-9b441ed003e4 None None] Routers {'81acd8a8-a629-4ba6-a9d2-184c7b575e3b'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:17.173906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-30a27bf4-ce79-4143-b0c6-9b441ed003e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['81acd8a8-a629-4ba6-a9d2-184c7b575e3b'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:17.246597 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a844731-b067-4f7a-92f1-c3fe9b1feb88 None None] New status for floating IP c5984c1e-f40a-49ff-a583-bf741e83e870: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:26:17.252756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-30a27bf4-ce79-4143-b0c6-9b441ed003e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:17.341946 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a27bf4-ce79-4143-b0c6-9b441ed003e4 None None] Routers {'81acd8a8-a629-4ba6-a9d2-184c7b575e3b'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:17.342631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-30a27bf4-ce79-4143-b0c6-9b441ed003e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['81acd8a8-a629-4ba6-a9d2-184c7b575e3b'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:17.370427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34786) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:17.381996 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:17.383142 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:17.383832 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:17.509516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-30a27bf4-ce79-4143-b0c6-9b441ed003e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:17.510446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a27bf4-ce79-4143-b0c6-9b441ed003e4 None None] The sync data for ids ['81acd8a8-a629-4ba6-a9d2-184c7b575e3b'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:26:17.553774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] Pushing event updated for resources: {'Network': ['ID=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:17.560136 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6c6c41fe-dbc2-497d-b110-6ab37230b8d2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7068038 Oct 13 14:26:17.569246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:26:17.574417 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34790) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:17.590469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ea99cd45-d40e-45e8-9417-7102df4ad834 admin admin] Request body: {'subnet': {'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-62855596-subnet', 'tenant_id': '8f84728718b0488ba61011fdc132e344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:17.742942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9b2b83-9be6-4811-ac5b-81f029965cb6 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:26:17.760955 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:17.789571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34796) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:17.799684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Transition to ACTIVE for port object ee9b2b83-9be6-4811-ac5b-81f029965cb6 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:26:17.837860 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ddd649c-da0b-4d51-8f63-d55e09b91658 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:17.840546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ddd649c-da0b-4d51-8f63-d55e09b91658 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:17.904681 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:17.952915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9eeb20fd-1f29-49a9-bf10-e53ef45682c0 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.020439 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9eeb20fd-1f29-49a9-bf10-e53ef45682c0 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.103835 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ddd649c-da0b-4d51-8f63-d55e09b91658 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.106065 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddd649c-da0b-4d51-8f63-d55e09b91658 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Fanout notify agent at l3_agent the message router_deleted on router 81acd8a8-a629-4ba6-a9d2-184c7b575e3b {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:26:18.120799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea99cd45-d40e-45e8-9417-7102df4ad834 admin admin] Made reservation on behalf of 8f84728718b0488ba61011fdc132e344 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:18.129853 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea99cd45-d40e-45e8-9417-7102df4ad834 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.138487 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ddd649c-da0b-4d51-8f63-d55e09b91658 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.142499 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0ddd649c-da0b-4d51-8f63-d55e09b91658 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/81acd8a8-a629-4ba6-a9d2-184c7b575e3b HTTP/1.1" status: 204 len: 168 time: 1.1313212 Oct 13 14:26:18.142879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9b2b83-9be6-4811-ac5b-81f029965cb6,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:18.145642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34802) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:18.209543 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1563fb52-e89f-4f06-a517-822819aaf8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.244321 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d613746-150c-4f7a-9eaa-84478aa4bb4b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting subnet e6ae530c-3d74-4986-9ff9-7745dda13a91 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:26:18.246943 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9eeb20fd-1f29-49a9-bf10-e53ef45682c0 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.251066 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9eeb20fd-1f29-49a9-bf10-e53ef45682c0 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.254821 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9eeb20fd-1f29-49a9-bf10-e53ef45682c0 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "DELETE /v2.0/security-groups/188b46c3-267d-479c-8a65-778334a096ea HTTP/1.1" status: 204 len: 168 time: 0.8805957 Oct 13 14:26:18.297811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34804) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:18.344993 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-11365033-cfde-414b-b2e6-66b537e8ec1b tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] show failed (client error): The resource could not be found. Oct 13 14:26:18.349026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-11365033-cfde-414b-b2e6-66b537e8ec1b tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups/188b46c3-267d-479c-8a65-778334a096ea HTTP/1.1" status: 404 len: 347 time: 0.0403073 Oct 13 14:26:18.375285 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34808) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:18.377825 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d613746-150c-4f7a-9eaa-84478aa4bb4b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.501001 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.560602 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb20fd-1f29-49a9-bf10-e53ef45682c0 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=188b46c3-267d-479c-8a65-778334a096ea,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:18.595090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7454f3-5520-429d-928b-514f1eca0fd5 req-60bd9aa5-6d46-42f7-85d9-e8405b8c9ca3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:18.597464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c7454f3-5520-429d-928b-514f1eca0fd5 req-60bd9aa5-6d46-42f7-85d9-e8405b8c9ca3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 943 time: 0.5471625 Oct 13 14:26:18.735781 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1563fb52-e89f-4f06-a517-822819aaf8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.747721 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d613746-150c-4f7a-9eaa-84478aa4bb4b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.774124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Attempting to bind port ee9b2b83-9be6-4811-ac5b-81f029965cb6 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:26:18.774715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Attempting to bind port ee9b2b83-9be6-4811-ac5b-81f029965cb6 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:26:18.775229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Attempting to bind port ee9b2b83-9be6-4811-ac5b-81f029965cb6 on network 456a9ef7-54bb-41cd-9091-f65f4232710c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:26:18.782642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Port ee9b2b83-9be6-4811-ac5b-81f029965cb6 on network 456a9ef7-54bb-41cd-9091-f65f4232710c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:26:18.782878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Attempting to bind port ee9b2b83-9be6-4811-ac5b-81f029965cb6 on network 456a9ef7-54bb-41cd-9091-f65f4232710c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:26:18.790898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:26:18.793012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Checking segment: {'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:18.793679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Bound using segment: {'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:26:18.794228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Bound port: ee9b2b83-9be6-4811-ac5b-81f029965cb6, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8abebe15-de92-4438-8399-a2ca453b3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:26:18.794693 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.818068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c7454f3-5520-429d-928b-514f1eca0fd5 req-e3c4ba9e-1dbb-4c82-b43a-673c40bef8a2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785823 Oct 13 14:26:18.819062 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1563fb52-e89f-4f06-a517-822819aaf8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.874861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563fb52-e89f-4f06-a517-822819aaf8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d3534f-97ca-4aba-9eb4-217919a83540,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:18.891105 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d613746-150c-4f7a-9eaa-84478aa4bb4b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:18.918525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1563fb52-e89f-4f06-a517-822819aaf8f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=010efb31e55a4cb794c05858e142e0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1275990 Oct 13 14:26:18.924582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34816) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:18.973868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] For port ee9b2b83-9be6-4811-ac5b-81f029965cb6, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:26:19.034721 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef57ee6c-2c9c-44b1-9ce2-e5ca92740670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.067686 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef57ee6c-2c9c-44b1-9ce2-e5ca92740670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.125359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-680f9d5f-7b25-4ed0-8d0e-1a8c73079060 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Deleting port bf1a0b57-cbf7-4b89-a648-e52d511bcb6a {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:19.126036 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-680f9d5f-7b25-4ed0-8d0e-1a8c73079060 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.130614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] For port ee9b2b83-9be6-4811-ac5b-81f029965cb6, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ee9b2b83-9be6-4811-ac5b-81f029965cb6,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:26:19.146393 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d613746-150c-4f7a-9eaa-84478aa4bb4b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.224069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f73ee2-4d3b-4b29-9726-1312bf278e6b None None] Network af5beefd-1506-4970-ac65-f3eca46faef8 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:19.236312 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d613746-150c-4f7a-9eaa-84478aa4bb4b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.240543 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1d613746-150c-4f7a-9eaa-84478aa4bb4b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/e6ae530c-3d74-4986-9ff9-7745dda13a91 HTTP/1.1" status: 204 len: 168 time: 1.0926032 Oct 13 14:26:19.243414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34818) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:19.248771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d613746-150c-4f7a-9eaa-84478aa4bb4b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ae530c-3d74-4986-9ff9-7745dda13a91,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:19.253583 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea99cd45-d40e-45e8-9417-7102df4ad834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.340833 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef57ee6c-2c9c-44b1-9ce2-e5ca92740670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.345705 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef57ee6c-2c9c-44b1-9ce2-e5ca92740670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.365062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ef57ee6c-2c9c-44b1-9ce2-e5ca92740670 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93d3534f-97ca-4aba-9eb4-217919a83540 HTTP/1.1" status: 204 len: 168 time: 0.4340787 Oct 13 14:26:19.384831 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.395865 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-680f9d5f-7b25-4ed0-8d0e-1a8c73079060 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.396513 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-680f9d5f-7b25-4ed0-8d0e-1a8c73079060 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.407800 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99cd45-d40e-45e8-9417-7102df4ad834 admin admin] Checking segment: {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:19.408451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea99cd45-d40e-45e8-9417-7102df4ad834 admin admin] Network hostable DHCP agents. Network: b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:26:19.410781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99cd45-d40e-45e8-9417-7102df4ad834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d16f32c9-ccaa-480d-a65d-017cee6bd114,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:19.424480 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-680f9d5f-7b25-4ed0-8d0e-1a8c73079060 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Calling delete_port for bf1a0b57-cbf7-4b89-a648-e52d511bcb6a owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:19.455883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57ee6c-2c9c-44b1-9ce2-e5ca92740670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d3534f-97ca-4aba-9eb4-217919a83540,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:19.470900 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.484948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:19.485652 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.487426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] 10.222.0.41 "PUT /v2.0/ports/ee9b2b83-9be6-4811-ac5b-81f029965cb6 HTTP/1.1" status: 200 len: 1092 time: 2.5569003 Oct 13 14:26:19.487943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbedcbd-2bb1-44a0-936b-727a9c426370', 'tag': 'ee9b2b83-9be6-4811-ac5b-81f029965cb6'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:26:19.491222 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9f1d7d-b17f-409a-95fd-285594397591" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbedcbd-2bb1-44a0-936b-727a9c426370", "tag": "ee9b2b83-9be6-4811-ac5b-81f029965cb6"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:26:19.578754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eda975-718a-47c1-bdf4-76a7ee0bb012 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9b2b83-9be6-4811-ac5b-81f029965cb6,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:19.599410 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed190977-f9fd-474d-86f0-635e4e64a522 x-openstack-request-id: req-ed190977-f9fd-474d-86f0-635e4e64a522 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:26:19.599999 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbedcbd-2bb1-44a0-936b-727a9c426370", "tag": "ee9b2b83-9be6-4811-ac5b-81f029965cb6", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:26:19.613573 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed190977-f9fd-474d-86f0-635e4e64a522 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:26:19.613573 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbedcbd-2bb1-44a0-936b-727a9c426370', 'tag': 'ee9b2b83-9be6-4811-ac5b-81f029965cb6', 'status': 'completed', 'code': 200} Oct 13 14:26:19.663349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea99cd45-d40e-45e8-9417-7102df4ad834 admin admin] Network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:26:19.712050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d871431-630c-4eb5-936d-adaa61a330d8 None None] DHCP port deletion for af5beefd-1506-4970-ac65-f3eca46faef8 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:26:19.717500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f1d7d-b17f-409a-95fd-285594397591 req-b005243b-90de-44df-ba29-c186d2b80b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:19.719015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a9f1d7d-b17f-409a-95fd-285594397591 req-b005243b-90de-44df-ba29-c186d2b80b9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 1095 time: 0.0762820 Oct 13 14:26:19.727881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port 96ca0033-5b0f-4748-a4b9-1d7e813cf322 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:19.728399 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.789015 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e98ed5d2-0100-4661-a075-8fa631d19d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.798993 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7d871431-630c-4eb5-936d-adaa61a330d8 None None] Deleting port 96ca0033-5b0f-4748-a4b9-1d7e813cf322 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:19.800147 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d871431-630c-4eb5-936d-adaa61a330d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.814179 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-680f9d5f-7b25-4ed0-8d0e-1a8c73079060 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.887913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] For port 96ca0033-5b0f-4748-a4b9-1d7e813cf322, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=96ca0033-5b0f-4748-a4b9-1d7e813cf322,segment=NetworkSegment(1e6a39b2-41aa-48f8-9633-1fbcc61b7e02),segment_id=1e6a39b2-41aa-48f8-9633-1fbcc61b7e02)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:19.888486 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:19.940626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for 96ca0033-5b0f-4748-a4b9-1d7e813cf322 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:19.990514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f1d7d-b17f-409a-95fd-285594397591 req-82353877-c2d5-4946-92ea-38c65198985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:19.992038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a9f1d7d-b17f-409a-95fd-285594397591 req-82353877-c2d5-4946-92ea-38c65198985b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2612112 Oct 13 14:26:20.013101 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ea99cd45-d40e-45e8-9417-7102df4ad834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:20.039823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf63533-5cda-48d0-85a8-27b032d9f479 None None] Network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:20.086613 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f9d5f-7b25-4ed0-8d0e-1a8c73079060 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event deleted for resources: {'Port': ['ID=bf1a0b57-cbf7-4b89-a648-e52d511bcb6a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:20.100628 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea99cd45-d40e-45e8-9417-7102df4ad834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:20.102630 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea99cd45-d40e-45e8-9417-7102df4ad834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:20.167078 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-680f9d5f-7b25-4ed0-8d0e-1a8c73079060 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:20.176544 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-680f9d5f-7b25-4ed0-8d0e-1a8c73079060 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:20.179270 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-680f9d5f-7b25-4ed0-8d0e-1a8c73079060 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "DELETE /v2.0/floatingips/c5984c1e-f40a-49ff-a583-bf741e83e870 HTTP/1.1" status: 204 len: 168 time: 1.7981412 Oct 13 14:26:20.190293 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7d871431-630c-4eb5-936d-adaa61a330d8 None None] For port 96ca0033-5b0f-4748-a4b9-1d7e813cf322, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=96ca0033-5b0f-4748-a4b9-1d7e813cf322,segment=NetworkSegment(1e6a39b2-41aa-48f8-9633-1fbcc61b7e02),segment_id=1e6a39b2-41aa-48f8-9633-1fbcc61b7e02)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:20.191065 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d871431-630c-4eb5-936d-adaa61a330d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:20.206364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7d871431-630c-4eb5-936d-adaa61a330d8 None None] Calling delete_port for 96ca0033-5b0f-4748-a4b9-1d7e813cf322 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:20.256350 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ea99cd45-d40e-45e8-9417-7102df4ad834 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6768277 Oct 13 14:26:20.458811 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d871431-630c-4eb5-936d-adaa61a330d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:20.529669 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d871431-630c-4eb5-936d-adaa61a330d8 None None] No DVR routers for this DVR port 96ca0033-5b0f-4748-a4b9-1d7e813cf322 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:26:20.542833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d871431-630c-4eb5-936d-adaa61a330d8 None None] Pushing event deleted for resources: {'Port': ['ID=96ca0033-5b0f-4748-a4b9-1d7e813cf322,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:20.572246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f882fe5e-dd81-4506-b79f-da510f798876 None None] Network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:20.715904 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34846) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:20.723092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9d82860c-b35b-4400-99db-ab9046970ad7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352135695', 'description': 'tempest-description--603980678'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:20.734028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34848) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:20.775954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca4b92-1a52-40af-8761-082a78e6dd14 req-a165cdd4-54af-42c5-9851-286114a20c88 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:20.777642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bca4b92-1a52-40af-8761-082a78e6dd14 req-a165cdd4-54af-42c5-9851-286114a20c88 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 943 time: 0.7847023 Oct 13 14:26:20.793676 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-032e14f6-9526-4891-8993-458935872242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:20.881906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f1d7d-b17f-409a-95fd-285594397591 req-e9396bfe-7051-44bc-a192-f8bd4c79af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:20.884424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a9f1d7d-b17f-409a-95fd-285594397591 req-e9396bfe-7051-44bc-a192-f8bd4c79af8d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8609583 Oct 13 14:26:20.889741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bca4b92-1a52-40af-8761-082a78e6dd14 req-ac23be61-7166-4c57-b7a8-b0322a04cfc7 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991018 Oct 13 14:26:20.895227 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:20.965741 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d82860c-b35b-4400-99db-ab9046970ad7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.034731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=96ca0033-5b0f-4748-a4b9-1d7e813cf322,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:21.053959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No DVR routers for this DVR port 96ca0033-5b0f-4748-a4b9-1d7e813cf322 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:26:21.165480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d82860c-b35b-4400-99db-ab9046970ad7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.172512 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-032e14f6-9526-4891-8993-458935872242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.196050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-8999a101-8970-44d4-8d70-d9a9c5e6c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:21.209123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-8999a101-8970-44d4-8d70-d9a9c5e6c3ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 1095 time: 0.2407281 Oct 13 14:26:21.239109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.263994 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d82860c-b35b-4400-99db-ab9046970ad7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.294984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-fb9ec38f-b13e-48c2-b200-61c2186d3e6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee9b2b83-9be6-4811-ac5b-81f029965cb6 HTTP/1.1" status: 200 len: 217 time: 0.0666108 Oct 13 14:26:21.318019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5beefd-1506-4970-ac65-f3eca46faef8']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:21.329155 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82860c-b35b-4400-99db-ab9046970ad7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e623c95-7f00-4fce-8f7c-905c2a6fc36b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:21.336424 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-032e14f6-9526-4891-8993-458935872242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.356137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6a39b2-41aa-48f8-9633-1fbcc61b7e02') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:21.356730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6a39b2-41aa-48f8-9633-1fbcc61b7e02') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:21.375617 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.393997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-f3afbbaa-bb38-4ee0-8fb9-fa29d4748085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:21.395596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-f3afbbaa-bb38-4ee0-8fb9-fa29d4748085 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f974b32a-4d99-454c-999a-81689caf7abd HTTP/1.1" status: 200 len: 855 time: 0.0938385 Oct 13 14:26:21.400603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.417830 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e14f6-9526-4891-8993-458935872242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68302542-7ec3-4624-84e6-c1027e8b6bb3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:21.442423 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-032e14f6-9526-4891-8993-458935872242 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2952e50a890457e877fe6b686e3639a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6931748 Oct 13 14:26:21.444727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34864) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:21.450595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-0de0dac3-b8ff-4976-81d7-b421a3b51300 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456a9ef7-54bb-41cd-9091-f65f4232710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473413 Oct 13 14:26:21.476897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:26:21.477426 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:26:21.483684 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:26:21.506925 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d82860c-b35b-4400-99db-ab9046970ad7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.508466 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9d82860c-b35b-4400-99db-ab9046970ad7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7900624 Oct 13 14:26:21.511472 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34866) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:21.518418 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-15219544-3321-408c-8283-a713a8333219 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Request body: {'security_group_rule': {'security_group_id': '8e623c95-7f00-4fce-8f7c-905c2a6fc36b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:21.553145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-098fa6e0-8832-45e4-91e6-154422750271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.580590 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-098fa6e0-8832-45e4-91e6-154422750271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.723096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 96ca0033-5b0f-4748-a4b9-1d7e813cf322 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:26:21.782335 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 96ca0033-5b0f-4748-a4b9-1d7e813cf322 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:26:21.782940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 96ca0033-5b0f-4748-a4b9-1d7e813cf322 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:26:21.839372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-f2f6108d-0ad8-4910-a911-b8b49f1330fe tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:21.847601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-f2f6108d-0ad8-4910-a911-b8b49f1330fe tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 810 time: 0.4077618 Oct 13 14:26:21.859928 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15219544-3321-408c-8283-a713a8333219 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.861072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-b40a6e02-8a02-44ed-9822-a95abcc2eaae service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869469 Oct 13 14:26:21.869492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-eb1afd8c-cb54-4a1e-be3b-67660ea15b71 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/quotas/8f84728718b0488ba61011fdc132e344 HTTP/1.1" status: 200 len: 375 time: 0.0206518 Oct 13 14:26:21.920355 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-098fa6e0-8832-45e4-91e6-154422750271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.926353 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-098fa6e0-8832-45e4-91e6-154422750271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.930789 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-098fa6e0-8832-45e4-91e6-154422750271 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68302542-7ec3-4624-84e6-c1027e8b6bb3 HTTP/1.1" status: 204 len: 168 time: 0.4849806 Oct 13 14:26:21.950041 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fa6e0-8832-45e4-91e6-154422750271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68302542-7ec3-4624-84e6-c1027e8b6bb3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:21.951304 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:21.979996 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15219544-3321-408c-8283-a713a8333219 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:22.000292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a78a11e3-8308-40f2-b8d7-01a0cddcd581 req-e22fd557-0c97-4f0c-99e8-cef312c87349 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182833 Oct 13 14:26:22.024070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:22.039043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-545bb21b-4aea-4d4b-be2b-45be47b69dfb tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1684644 Oct 13 14:26:22.075808 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15219544-3321-408c-8283-a713a8333219 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:22.077006 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:22.088171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/networks/af5beefd-1506-4970-ac65-f3eca46faef8 HTTP/1.1" status: 204 len: 168 time: 2.8435643 Oct 13 14:26:22.096237 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34880) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:22.101072 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1382939750', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:22.116266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15219544-3321-408c-8283-a713a8333219 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f949bba1-f2b9-4abe-a042-f8bb53207822,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:22.168722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8702b-6ae3-455d-be43-3e186a8390a8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Network': ['ID=af5beefd-1506-4970-ac65-f3eca46faef8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:22.213544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d817c3-e93b-431b-8636-320b17f0a0c2 req-89e3ce29-cd9a-4e6f-b6d4-3b570f88a7e2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:22.215285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83d817c3-e93b-431b-8636-320b17f0a0c2 req-89e3ce29-cd9a-4e6f-b6d4-3b570f88a7e2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 943 time: 0.1718097 Oct 13 14:26:22.254374 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15219544-3321-408c-8283-a713a8333219 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:22.255954 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-15219544-3321-408c-8283-a713a8333219 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7411723 Oct 13 14:26:22.264621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-f7a78551-0f66-419f-9205-5c51f3fc72c6 service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189558 Oct 13 14:26:22.265081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34884) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:22.270660 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-64c66ac6-f37e-4fc3-8b38-ec729b9626f3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Request body: {'security_group_rule': {'security_group_id': '8e623c95-7f00-4fce-8f7c-905c2a6fc36b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:22.290339 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74547ba4-d673-41ae-9a8f-81035cdaf777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:22.328371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83d817c3-e93b-431b-8636-320b17f0a0c2 req-4625bd24-3c94-45c1-9475-e934702c74f7 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053021 Oct 13 14:26:22.398584 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:22.399750 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:22.410604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-79122e17-3c8d-44a8-bf8c-179f100c406a service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506708 Oct 13 14:26:22.546810 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:22.882971 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c66ac6-f37e-4fc3-8b38-ec729b9626f3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:22.934326 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c66ac6-f37e-4fc3-8b38-ec729b9626f3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:23.141460 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c66ac6-f37e-4fc3-8b38-ec729b9626f3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:23.152640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dcc3d5ea-49ef-4716-b72e-92837cc899ca req-e4810cca-34b8-41b7-ac3d-16d490cfce70 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 210 time: 0.0557957 Oct 13 14:26:23.216616 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c66ac6-f37e-4fc3-8b38-ec729b9626f3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bffc815-c35a-4984-aa64-55d604f94ce9,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:23.236346 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:23.425035 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c66ac6-f37e-4fc3-8b38-ec729b9626f3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:23.429741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34906) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:23.435897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:23.441477 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-64c66ac6-f37e-4fc3-8b38-ec729b9626f3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1777430 Oct 13 14:26:23.529184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34910) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:23.544353 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-17552231-5f3b-409d-8b43-7b397099cbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:23.574668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c7064-26c2-47e5-9079-92802e73a12b req-204e3110-5cc5-4515-962d-600fdfd1662e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:23.577954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec7c7064-26c2-47e5-9079-92802e73a12b req-204e3110-5cc5-4515-962d-600fdfd1662e tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 943 time: 0.1001503 Oct 13 14:26:23.627305 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:23.664728 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:23.704488 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:23.782733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec7c7064-26c2-47e5-9079-92802e73a12b req-ee725f51-3f42-4161-afdf-51445c0a46a2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773238 Oct 13 14:26:23.818961 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:23.869310 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-17552231-5f3b-409d-8b43-7b397099cbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:23.899469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Allocated IP 172.25.0.213 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/a97bf99d-c94c-49f2-949d-97a47d2d21d6) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:23.980824 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-17552231-5f3b-409d-8b43-7b397099cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:24.009745 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:24.066304 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:24.083331 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:24.112754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-17552231-5f3b-409d-8b43-7b397099cbad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd7a88932d3a4befbf99818c976f3696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5820565 Oct 13 14:26:24.116166 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34920) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:24.171010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17552231-5f3b-409d-8b43-7b397099cbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737625da-81cb-4364-b255-0aede73f6876,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:24.232709 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:24.358589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b838e6be-c227-4feb-a2d7-45cedd89c6d0 req-5652728f-f770-461f-a5bc-0626697d11d3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 210 time: 0.0384614 Oct 13 14:26:24.378868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Allocated IP 172.25.0.90 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/fb321552-c150-4db9-a2f4-b56e48c76ed0) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:24.399298 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:24.402530 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0de7edad-8442-4838-88b3-7f4bd416e8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:24.423190 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:24.438967 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:24.474260 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0de7edad-8442-4838-88b3-7f4bd416e8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:24.478979 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=a97bf99d-c94c-49f2-949d-97a47d2d21d6,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:24.672623 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:24.806797 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0de7edad-8442-4838-88b3-7f4bd416e8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:24.817122 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0de7edad-8442-4838-88b3-7f4bd416e8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:24.819702 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0de7edad-8442-4838-88b3-7f4bd416e8ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/737625da-81cb-4364-b255-0aede73f6876 HTTP/1.1" status: 204 len: 168 time: 0.7024198 Oct 13 14:26:24.830769 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:25.031456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:25.054144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:25.057777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:25.059957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event updated for resources: {'Port': ['ID=fb321552-c150-4db9-a2f4-b56e48c76ed0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:25.120520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd1a88-0d2c-4432-8d97-c68f2093eddd req-70bb0bf3-ca79-4c38-b3a2-4e56d54b01db tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:25.123333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bd1a88-0d2c-4432-8d97-c68f2093eddd req-70bb0bf3-ca79-4c38-b3a2-4e56d54b01db tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 943 time: 0.1760180 Oct 13 14:26:25.255099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7edad-8442-4838-88b3-7f4bd416e8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737625da-81cb-4364-b255-0aede73f6876,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:25.279822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5bd1a88-0d2c-4432-8d97-c68f2093eddd req-0f8a7fc4-00d2-4d7a-8057-532a793f91b5 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441863 Oct 13 14:26:25.297902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:25.397097 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:25.468148 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:25.536052 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:25.765811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09da97d2-5ab0-48c7-b1ba-63d7cb5301b1 req-d03cfa71-0012-44f8-9021-8982d22990e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 210 time: 0.1483195 Oct 13 14:26:26.073237 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:26.084040 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:26.151116 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:26.281256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ee9b2b83-9be6-4811-ac5b-81f029965cb6 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:26:26.366925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event updated for resources: {'Port': ['ID=fb321552-c150-4db9-a2f4-b56e48c76ed0,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:26.403623 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:26.574624 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:26.576009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a697e5ea-7086-4a58-8b0a-b855e3b0c9dc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1446347 Oct 13 14:26:26.583990 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 54adcde1-c586-47f4-83cc-652038335cbe is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:26:26.664917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4fa15-0621-4a4d-a612-53591dc13343 req-e2418c3e-73b1-4ebe-8f16-b0de4e11c2db tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:26.670153 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1f4fa15-0621-4a4d-a612-53591dc13343 req-e2418c3e-73b1-4ebe-8f16-b0de4e11c2db tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 943 time: 0.1467998 Oct 13 14:26:26.927961 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:26:26.943621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ee9b2b83-9be6-4811-ac5b-81f029965cb6, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ee9b2b83-9be6-4811-ac5b-81f029965cb6,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:26.952088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec778ee0-7dcf-4ae7-a40d-00e51a785d62 None None] Sync routers for ids ['54adcde1-c586-47f4-83cc-652038335cbe'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:26:26.970710 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'ee9b2b83-9be6-4811-ac5b-81f029965cb6', 'network_id': '456a9ef7-54bb-41cd-9091-f65f4232710c', 'port_id': 'ee9b2b83-9be6-4811-ac5b-81f029965cb6', 'mac_address': 'fa:16:3e:73:2d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f974b32a-4d99-454c-999a-81689caf7abd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:26:26.977960 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec778ee0-7dcf-4ae7-a40d-00e51a785d62 None None] Routers {'54adcde1-c586-47f4-83cc-652038335cbe'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:26.978284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ec778ee0-7dcf-4ae7-a40d-00e51a785d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['54adcde1-c586-47f4-83cc-652038335cbe'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:27.028810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-da205a5d-1109-425e-a030-49c7ba1b27c3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--352135695&fields=id&tenant_id=82871577ef3e4a4ea19f18b5f347c20b HTTP/1.1" status: 200 len: 267 time: 0.1310754 Oct 13 14:26:27.060893 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ec778ee0-7dcf-4ae7-a40d-00e51a785d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:27.066350 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:27.067849 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e6128ba5-e6b4-4bce-8851-9a38e740b6d1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.9703133 Oct 13 14:26:27.070661 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34970) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:27.181539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1f4fa15-0621-4a4d-a612-53591dc13343 req-b502ac9d-8722-4d03-a62f-a1034521563d tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630210 Oct 13 14:26:27.193959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec778ee0-7dcf-4ae7-a40d-00e51a785d62 None None] Routers {'54adcde1-c586-47f4-83cc-652038335cbe'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:27.194610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ec778ee0-7dcf-4ae7-a40d-00e51a785d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['54adcde1-c586-47f4-83cc-652038335cbe'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:27.222318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-29197cc9-9d70-4477-91ab-9875d8ee3923 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:27.224472 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-29197cc9-9d70-4477-91ab-9875d8ee3923 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 810 time: 0.5530593 Oct 13 14:26:27.253309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-6e01989e-4f8f-40ca-a2cc-948067f917e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Request body: {'port': {'device_id': 'b525b750-34c7-4f8e-a80a-f6509c019461', 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'admin_state_up': True, 'tenant_id': '8f84728718b0488ba61011fdc132e344'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:27.271158 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:27.273527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ec778ee0-7dcf-4ae7-a40d-00e51a785d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:27.274336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec778ee0-7dcf-4ae7-a40d-00e51a785d62 None None] The sync data for ids ['54adcde1-c586-47f4-83cc-652038335cbe'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:26:27.305977 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9b2b83-9be6-4811-ac5b-81f029965cb6 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:26:27.341053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ee9b2b83-9be6-4811-ac5b-81f029965cb6, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ee9b2b83-9be6-4811-ac5b-81f029965cb6,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:27.366315 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8b2346f4-a672-4980-bb9d-a742f7a41492 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/routers/54adcde1-c586-47f4-83cc-652038335cbe HTTP/1.1" status: 200 len: 881 time: 0.2942877 Oct 13 14:26:27.374595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34972) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:27.397844 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2f159e1-ce30-4829-a766-91fc93877f7b req-c7c8b3aa-f8db-498d-9386-4f2014dee97d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 210 time: 0.0526273 Oct 13 14:26:27.432051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e36c6-90de-458d-b8f3-33453585ee75 req-aa5db3f4-88dd-4fbb-b46a-6f8506f40de0 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:27.432051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-aa5db3f4-88dd-4fbb-b46a-6f8506f40de0 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/networks?id=9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 200 len: 810 time: 0.3819051 Oct 13 14:26:27.460913 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:27.531976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-d398640d-74ad-4e20-9c88-3cfd11a8ebe7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/quotas/82871577ef3e4a4ea19f18b5f347c20b HTTP/1.1" status: 200 len: 375 time: 0.0981905 Oct 13 14:26:27.574087 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=ee9b2b83-9be6-4811-ac5b-81f029965cb6,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:27.643772 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-2aeca28d-e3aa-49ff-9f84-f1d5f486508a tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1109357 Oct 13 14:26:27.689336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-6e01989e-4f8f-40ca-a2cc-948067f917e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Made reservation on behalf of 8f84728718b0488ba61011fdc132e344 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:27.691874 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-6e01989e-4f8f-40ca-a2cc-948067f917e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:27.784493 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-42c2a68d-e733-4019-a88e-35243e0cb267 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4079199 Oct 13 14:26:27.788645 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34974) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:27.798494 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3efaf8eb-1098-4231-afbe-0f1938248f13 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1382939750'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:27.911027 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-9c29a44f-4582-4140-bfbe-43c5d948f37e service neutron] 10.222.0.18 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489829 Oct 13 14:26:27.980736 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['ee9b2b83-9be6-4811-ac5b-81f029965cb6'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:26:28.107898 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 34980) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:28.118391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-432206f9-9ba4-4576-b242-bdcabbb472e1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-907168003'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:28.238702 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432206f9-9ba4-4576-b242-bdcabbb472e1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Made reservation on behalf of adffe79e13844ca6825792b087d82314 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:28.242998 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-432206f9-9ba4-4576-b242-bdcabbb472e1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:28.348335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432206f9-9ba4-4576-b242-bdcabbb472e1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:26:28.369703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-6e01989e-4f8f-40ca-a2cc-948067f917e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Allocated IP 172.20.0.5 (b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81/d16f32c9-ccaa-480d-a65d-017cee6bd114/100a13a0-fa72-4355-bccd-d0efdc002c9f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:28.386387 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-432206f9-9ba4-4576-b242-bdcabbb472e1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:28.386910 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-432206f9-9ba4-4576-b242-bdcabbb472e1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Added segment 65602e87-7755-4d5e-a924-9dc91379479f of type vlan for network 10aa74c4-b44f-48f7-92a3-f12491d08647 Oct 13 14:26:28.515698 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-432206f9-9ba4-4576-b242-bdcabbb472e1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:28.535715 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3efaf8eb-1098-4231-afbe-0f1938248f13 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:28.578138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f07a2-b05e-4fac-a386-a78cc1ec77b8 req-03c6295b-62b7-4014-a552-a01d23e96626 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:28.579924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-723f07a2-b05e-4fac-a386-a78cc1ec77b8 req-03c6295b-62b7-4014-a552-a01d23e96626 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 944 time: 0.2378974 Oct 13 14:26:28.596124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-5fac80b5-2f9b-4cb1-bcd5-310c3571d1eb service neutron] 10.222.0.18 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578071 Oct 13 14:26:28.666789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-6e01989e-4f8f-40ca-a2cc-948067f917e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:28.670381 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3efaf8eb-1098-4231-afbe-0f1938248f13 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:28.694760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-723f07a2-b05e-4fac-a386-a78cc1ec77b8 req-8c0a48ef-5052-4435-816a-cc0ec1e096ba tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937102 Oct 13 14:26:28.779805 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-432206f9-9ba4-4576-b242-bdcabbb472e1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:28.782094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432206f9-9ba4-4576-b242-bdcabbb472e1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:28.782799 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-432206f9-9ba4-4576-b242-bdcabbb472e1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:28.819801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57429e0c-b7c7-44c0-b6ff-f3ad6540af99 req-1ec0b442-0113-4cbd-94d9-dc948680db8b tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 210 time: 0.0337491 Oct 13 14:26:28.825190 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-6e01989e-4f8f-40ca-a2cc-948067f917e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:28.896965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-6e01989e-4f8f-40ca-a2cc-948067f917e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:28.898650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-6e01989e-4f8f-40ca-a2cc-948067f917e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:28.903153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-6e01989e-4f8f-40ca-a2cc-948067f917e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:28.915029 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432206f9-9ba4-4576-b242-bdcabbb472e1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'Network': ['ID=10aa74c4-b44f-48f7-92a3-f12491d08647,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:28.936364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01989e-4f8f-40ca-a2cc-948067f917e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Pushing event updated for resources: {'Port': ['ID=100a13a0-fa72-4355-bccd-d0efdc002c9f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:28.949401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 10aa74c4-b44f-48f7-92a3-f12491d08647 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:26:28.971471 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-6e01989e-4f8f-40ca-a2cc-948067f917e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:28.972502 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-6e01989e-4f8f-40ca-a2cc-948067f917e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:28.975421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 34990) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:28.982763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-ea6c6af0-90cf-46bf-89f7-73fb146c5654 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1050405199'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:28.987354 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-432206f9-9ba4-4576-b242-bdcabbb472e1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8773911 Oct 13 14:26:29.045400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7465eab4-3977-4317-a357-64b9147196c8 req-6d257a22-a3cd-4ca3-9339-5413bc9489bb tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 210 time: 0.0520439 Oct 13 14:26:29.068791 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efaf8eb-1098-4231-afbe-0f1938248f13 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 54adcde1-c586-47f4-83cc-652038335cbe has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:26:29.215954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efaf8eb-1098-4231-afbe-0f1938248f13 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:26:29.226239 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3efaf8eb-1098-4231-afbe-0f1938248f13 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:29.227431 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3753702d-d17f-458f-afe9-01ed8e6d3c24 None None] Sync routers for ids ['54adcde1-c586-47f4-83cc-652038335cbe'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:26:29.228005 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3efaf8eb-1098-4231-afbe-0f1938248f13 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/54adcde1-c586-47f4-83cc-652038335cbe HTTP/1.1" status: 200 len: 888 time: 1.4374375 Oct 13 14:26:29.230382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35002) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:29.238934 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3753702d-d17f-458f-afe9-01ed8e6d3c24 None None] Routers {'54adcde1-c586-47f4-83cc-652038335cbe'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:29.239554 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-3753702d-d17f-458f-afe9-01ed8e6d3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['54adcde1-c586-47f4-83cc-652038335cbe'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:29.272467 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-3753702d-d17f-458f-afe9-01ed8e6d3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:29.281898 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3753702d-d17f-458f-afe9-01ed8e6d3c24 None None] Routers {'54adcde1-c586-47f4-83cc-652038335cbe'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:29.288959 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-3753702d-d17f-458f-afe9-01ed8e6d3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['54adcde1-c586-47f4-83cc-652038335cbe'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:29.318885 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-3753702d-d17f-458f-afe9-01ed8e6d3c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:29.319455 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3753702d-d17f-458f-afe9-01ed8e6d3c24 None None] The sync data for ids ['54adcde1-c586-47f4-83cc-652038335cbe'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:26:29.350699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6c6af0-90cf-46bf-89f7-73fb146c5654 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Made reservation on behalf of adffe79e13844ca6825792b087d82314 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:29.354850 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea6c6af0-90cf-46bf-89f7-73fb146c5654 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:29.401714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6c6af0-90cf-46bf-89f7-73fb146c5654 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:26:29.414422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-77680a37-2867-4ec5-80d5-7798d2bc8599 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/routers/54adcde1-c586-47f4-83cc-652038335cbe HTTP/1.1" status: 200 len: 888 time: 0.1826763 Oct 13 14:26:29.418006 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35006) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:29.421184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea6c6af0-90cf-46bf-89f7-73fb146c5654 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:29.426887 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-ea6c6af0-90cf-46bf-89f7-73fb146c5654 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Added segment ce63f69a-1368-4bdb-9333-3d5f937c2113 of type vlan for network c618d8ae-014f-47f1-941a-268db5728f54 Oct 13 14:26:29.469741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-6e01989e-4f8f-40ca-a2cc-948067f917e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2264352 Oct 13 14:26:29.490004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Request body: {'port': {'device_id': 'b525b750-34c7-4f8e-a80a-f6509c019461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:29.596472 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea6c6af0-90cf-46bf-89f7-73fb146c5654 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:29.652835 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:29.812890 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-520d645b-d690-42bd-9ce4-97bc6efde550 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=54adcde1-c586-47f4-83cc-652038335cbe HTTP/1.1" status: 200 len: 205 time: 0.3908739 Oct 13 14:26:29.813278 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35014) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:29.930173 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:29.968634 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea6c6af0-90cf-46bf-89f7-73fb146c5654 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:29.974609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6c6af0-90cf-46bf-89f7-73fb146c5654 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:29.975319 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea6c6af0-90cf-46bf-89f7-73fb146c5654 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:30.070771 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:30.183207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e44150-fd9f-49ec-b87d-d79b411f4add req-d23c93b8-cf87-4063-85df-176a9baff987 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:30.184777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21e44150-fd9f-49ec-b87d-d79b411f4add req-d23c93b8-cf87-4063-85df-176a9baff987 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 944 time: 0.2350724 Oct 13 14:26:30.188869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c6af0-90cf-46bf-89f7-73fb146c5654 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'Network': ['ID=c618d8ae-014f-47f1-941a-268db5728f54,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:30.199854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network c618d8ae-014f-47f1-941a-268db5728f54 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:26:30.235437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505fa1f-1601-4b7e-b1ca-fa9144df120c req-b31eb9db-5497-454b-8ebd-0ec5bd58f780 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:30.242110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9505fa1f-1601-4b7e-b1ca-fa9144df120c req-b31eb9db-5497-454b-8ebd-0ec5bd58f780 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 931 time: 0.2901702 Oct 13 14:26:30.296397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ea6c6af0-90cf-46bf-89f7-73fb146c5654 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3192902 Oct 13 14:26:30.299941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35024) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:30.311292 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5ef828c9-1d61-4cf0-b863-14d974651c00 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'subnet': {'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:30.334287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port a97bf99d-c94c-49f2-949d-97a47d2d21d6 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:30.337423 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:30.343964 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ee9b2b83-9be6-4811-ac5b-81f029965cb6 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:26:30.345569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21e44150-fd9f-49ec-b87d-d79b411f4add req-9693d17d-2ce1-4476-8077-8ab73d0e26bd tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524601 Oct 13 14:26:30.366704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100a13a0-fa72-4355-bccd-d0efdc002c9f {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:26:30.416298 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:30.443725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Transition to ACTIVE for port object 100a13a0-fa72-4355-bccd-d0efdc002c9f will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:26:30.473694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9505fa1f-1601-4b7e-b1ca-fa9144df120c req-2bc0ee99-2ed7-41f1-9d9a-280611344537 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295661 Oct 13 14:26:30.515975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50b96df0-205c-46e6-9819-f32a5bfadfef req-659d14d9-0172-4c84-a593-c0e2aeb8da32 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 210 time: 0.0694990 Oct 13 14:26:30.552582 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:30.643688 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:26:30.664344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port ee9b2b83-9be6-4811-ac5b-81f029965cb6 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:26:30.674064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port ee9b2b83-9be6-4811-ac5b-81f029965cb6 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:30.674064 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:30.690164 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:30.708406 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for a97bf99d-c94c-49f2-949d-97a47d2d21d6 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:30.739135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Pushing event updated for resources: {'Port': ['ID=100a13a0-fa72-4355-bccd-d0efdc002c9f,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:30.755564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Attempting to bind port 100a13a0-fa72-4355-bccd-d0efdc002c9f on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:26:30.759905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Attempting to bind port 100a13a0-fa72-4355-bccd-d0efdc002c9f by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:26:30.759905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Attempting to bind port 100a13a0-fa72-4355-bccd-d0efdc002c9f on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:26:30.764433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Port 100a13a0-fa72-4355-bccd-d0efdc002c9f on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:26:30.765302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Attempting to bind port 100a13a0-fa72-4355-bccd-d0efdc002c9f on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:26:30.771535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:26:30.772132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Checking segment: {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:30.773198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Bound using segment: {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:26:30.774063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Bound port: 100a13a0-fa72-4355-bccd-d0efdc002c9f, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:26:30.774601 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:30.805342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef828c9-1d61-4cf0-b863-14d974651c00 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Made reservation on behalf of adffe79e13844ca6825792b087d82314 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:30.810468 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5ef828c9-1d61-4cf0-b863-14d974651c00 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:30.855403 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:30.898527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ee9b2b83-9be6-4811-ac5b-81f029965cb6, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ee9b2b83-9be6-4811-ac5b-81f029965cb6,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:30.900012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbedcbd-2bb1-44a0-936b-727a9c426370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9b2b83-9be6-4811-ac5b-81f029965cb6'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:26:30.902678 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec187240-0847-4266-a9be-b430dbfaed11" -d '{"events": [{"server_uuid": "ecbedcbd-2bb1-44a0-936b-727a9c426370", "name": "network-vif-plugged", "status": "completed", "tag": "ee9b2b83-9be6-4811-ac5b-81f029965cb6"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:26:30.911301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] For port 100a13a0-fa72-4355-bccd-d0efdc002c9f, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:26:30.915231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] For port 100a13a0-fa72-4355-bccd-d0efdc002c9f, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=100a13a0-fa72-4355-bccd-d0efdc002c9f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:26:31.009995 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da6b64f-9e2f-4d8a-ab98-6f62a8031e6d x-openstack-request-id: req-4da6b64f-9e2f-4d8a-ab98-6f62a8031e6d {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:26:31.010590 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbedcbd-2bb1-44a0-936b-727a9c426370", "name": "network-vif-plugged", "status": "completed", "tag": "ee9b2b83-9be6-4811-ac5b-81f029965cb6", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:26:31.010951 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4da6b64f-9e2f-4d8a-ab98-6f62a8031e6d {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:26:31.012007 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbedcbd-2bb1-44a0-936b-727a9c426370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9b2b83-9be6-4811-ac5b-81f029965cb6', 'code': 200} Oct 13 14:26:31.032590 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:31.111386 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=ee9b2b83-9be6-4811-ac5b-81f029965cb6,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:31.134906 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:31.213477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:31.214561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:31.219388 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] 10.222.0.41 "PUT /v2.0/ports/100a13a0-fa72-4355-bccd-d0efdc002c9f HTTP/1.1" status: 200 len: 1092 time: 1.7345898 Oct 13 14:26:31.219388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b525b750-34c7-4f8e-a80a-f6509c019461', 'tag': '100a13a0-fa72-4355-bccd-d0efdc002c9f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:26:31.220848 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a10e47-a3b5-433a-8519-adcd64e9b27b" -d '{"events": [{"name": "network-changed", "server_uuid": "b525b750-34c7-4f8e-a80a-f6509c019461", "tag": "100a13a0-fa72-4355-bccd-d0efdc002c9f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:26:31.281980 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:31.285114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cc72e-5c07-432f-8750-bd94412e252f req-f9a1f0bb-21e5-4d5d-9fc7-23037c5072c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:31.291435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e64cc72e-5c07-432f-8750-bd94412e252f req-f9a1f0bb-21e5-4d5d-9fc7-23037c5072c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 1097 time: 0.1860898 Oct 13 14:26:31.302379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdfa25-af76-4485-b143-a5eaaefc765f service neutron] Pushing event updated for resources: {'Port': ['ID=100a13a0-fa72-4355-bccd-d0efdc002c9f,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:31.420806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e64cc72e-5c07-432f-8750-bd94412e252f req-e6da51e6-df81-4ab3-9a1f-316e2af8d2d2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188142 Oct 13 14:26:31.443484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-844838f2-147a-42b1-ac2c-d2c804c403be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:31.452728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-844838f2-147a-42b1-ac2c-d2c804c403be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 1095 time: 0.0975146 Oct 13 14:26:31.452728 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c18528-f5a6-491f-9535-a6a4b674de0d x-openstack-request-id: req-a1c18528-f5a6-491f-9535-a6a4b674de0d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:26:31.452728 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b525b750-34c7-4f8e-a80a-f6509c019461", "tag": "100a13a0-fa72-4355-bccd-d0efdc002c9f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:26:31.453285 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=a97bf99d-c94c-49f2-949d-97a47d2d21d6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:31.453457 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1c18528-f5a6-491f-9535-a6a4b674de0d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:26:31.453457 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b525b750-34c7-4f8e-a80a-f6509c019461', 'tag': '100a13a0-fa72-4355-bccd-d0efdc002c9f', 'status': 'completed', 'code': 200} Oct 13 14:26:31.600894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b9e99-6347-448b-b358-be7981cf1790 req-b745dbcd-a31c-4a76-a825-75e8ffa16d6c tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:31.602737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-824b9e99-6347-448b-b358-be7981cf1790 req-b745dbcd-a31c-4a76-a825-75e8ffa16d6c tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 945 time: 0.0559347 Oct 13 14:26:31.699169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-824b9e99-6347-448b-b358-be7981cf1790 req-3fa66d10-9a73-4818-9e6b-a761bb788edb tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854049 Oct 13 14:26:31.708468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dfdf8-b777-4146-8654-44fef1a38d4e req-d2dd0462-b131-4ccf-9732-d88e7084182d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:31.710180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e53dfdf8-b777-4146-8654-44fef1a38d4e req-d2dd0462-b131-4ccf-9732-d88e7084182d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 943 time: 0.1065226 Oct 13 14:26:31.746916 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:31.801740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-244f0679-d8fb-420e-9fb8-6d8787884468 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=100a13a0-fa72-4355-bccd-d0efdc002c9f HTTP/1.1" status: 200 len: 217 time: 0.0793080 Oct 13 14:26:31.871911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e53dfdf8-b777-4146-8654-44fef1a38d4e req-3c7ef205-67a8-4ef3-beff-704aa86cc6ab tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475632 Oct 13 14:26:31.897652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8c2eed9-0a82-4955-8b74-fb82b9d3fb4a req-3123373e-6c09-4b9d-a0aa-fae67fac9c58 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 210 time: 0.0676394 Oct 13 14:26:31.925041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-9ceaedce-61da-469d-aacd-39fdbd7d98df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:31.925041 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-9ceaedce-61da-469d-aacd-39fdbd7d98df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d16f32c9-ccaa-480d-a65d-017cee6bd114 HTTP/1.1" status: 200 len: 850 time: 0.1049747 Oct 13 14:26:31.937243 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5ef828c9-1d61-4cf0-b863-14d974651c00 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:31.987873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-743fd118-b7b3-4597-9c05-d5d639fa3624 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463786 Oct 13 14:26:32.021350 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:32.027158 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:32.132842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef828c9-1d61-4cf0-b863-14d974651c00 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'Subnet': ['ID=c3356880-d0f9-4ad5-93b7-059787dc578e,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:32.150397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef828c9-1d61-4cf0-b863-14d974651c00 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Checking segment: {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:32.150804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef828c9-1d61-4cf0-b863-14d974651c00 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Network hostable DHCP agents. Network: 10aa74c4-b44f-48f7-92a3-f12491d08647, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:26:32.214884 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:32.215563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Fanout notify agent at l3_agent the message router_deleted on router 54adcde1-c586-47f4-83cc-652038335cbe {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:26:32.224954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-7494448a-085f-4832-9a94-10c4b68bacbc service neutron] 10.222.0.41 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210176 Oct 13 14:26:32.225077 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:32.225207 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ed97de16-c729-45f1-a895-fdb6dd003291 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/54adcde1-c586-47f4-83cc-652038335cbe HTTP/1.1" status: 204 len: 168 time: 2.4110222 Oct 13 14:26:32.229141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35042) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:32.235968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-30ecdbfc-25e6-4a9b-8ccd-d67f198ebebe tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'network': {'name': 'tempest-RoutersTest-1656589205'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:32.270399 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef828c9-1d61-4cf0-b863-14d974651c00 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Network 10aa74c4-b44f-48f7-92a3-f12491d08647 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:26:32.372542 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ecdbfc-25e6-4a9b-8ccd-d67f198ebebe tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:32.377043 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30ecdbfc-25e6-4a9b-8ccd-d67f198ebebe tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:32.425067 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-5ef828c9-1d61-4cf0-b863-14d974651c00 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 10aa74c4-b44f-48f7-92a3-f12491d08647) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:32.427480 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ecdbfc-25e6-4a9b-8ccd-d67f198ebebe tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:26:32.432073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe1c966-0e3f-4691-bd7b-8002b93ede11 req-94b7e4df-ab45-48a1-9013-d84810e4a65e service neutron] 10.222.0.41 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979368 Oct 13 14:26:32.439647 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef828c9-1d61-4cf0-b863-14d974651c00 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:32.440224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f101e1-97a3-40a6-bb29-274c8d13ccb7 None None] Network 10aa74c4-b44f-48f7-92a3-f12491d08647 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:32.440705 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5ef828c9-1d61-4cf0-b863-14d974651c00 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:32.488560 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30ecdbfc-25e6-4a9b-8ccd-d67f198ebebe tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:32.488560 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-30ecdbfc-25e6-4a9b-8ccd-d67f198ebebe tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Added segment e989daba-123a-40b0-b27a-e70005816f96 of type vlan for network 6b29d49e-aed4-4e6f-b792-90b6633ab255 Oct 13 14:26:32.564475 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30ecdbfc-25e6-4a9b-8ccd-d67f198ebebe tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:32.627728 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5ef828c9-1d61-4cf0-b863-14d974651c00 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3263888 Oct 13 14:26:32.632214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35048) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:32.658995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6de4809d-3b17-49f5-8f4b-98a4c32136eb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'subnet': {'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:32.753615 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-10aa74c4-b44f-48f7-92a3-f12491d08647', 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'fixed_ips': [{'subnet_id': 'c3356880-d0f9-4ad5-93b7-059787dc578e'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:26:32.754698 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:32.824136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e36c6-90de-458d-b8f3-33453585ee75 req-783846ab-1f04-4f77-bc03-88b7ec89f79d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:32.834192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-783846ab-1f04-4f77-bc03-88b7ec89f79d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.41 "GET /v2.0/networks?id=9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 200 len: 810 time: 0.3819873 Oct 13 14:26:32.865507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a10e47-a3b5-433a-8519-adcd64e9b27b req-6785f2bb-324e-4fe8-b21b-40607943e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:32.867498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5a10e47-a3b5-433a-8519-adcd64e9b27b req-6785f2bb-324e-4fe8-b21b-40607943e15e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 1095 time: 0.2153323 Oct 13 14:26:32.994292 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30ecdbfc-25e6-4a9b-8ccd-d67f198ebebe tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:33.002464 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ecdbfc-25e6-4a9b-8ccd-d67f198ebebe tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:33.010424 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-30ecdbfc-25e6-4a9b-8ccd-d67f198ebebe tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:33.106348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Allocated IP 10.1.1.2 (10aa74c4-b44f-48f7-92a3-f12491d08647/c3356880-d0f9-4ad5-93b7-059787dc578e/ed807e56-a91c-4e16-bffe-21ae67aa8741) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:33.134069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-21278824-b641-43bf-a4b7-6989b8842526 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82871577ef3e4a4ea19f18b5f347c20b HTTP/1.1" status: 200 len: 379 time: 0.2794495 Oct 13 14:26:33.172078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-484e36c6-90de-458d-b8f3-33453585ee75 req-059dfa07-a864-495e-8f6e-8ed06e032dca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Request body: {'port': {'device_id': 'af204d68-ff20-4671-bc2a-5c6f8d6bd2bb', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'admin_state_up': True, 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'security_groups': ['8e623c95-7f00-4fce-8f7c-905c2a6fc36b']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:33.210289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e510d66e-7d08-4de3-8395-4260c3c441af req-1476829d-8aed-439d-b71e-043211cfb1e3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 210 time: 0.0998311 Oct 13 14:26:33.213181 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecdbfc-25e6-4a9b-8ccd-d67f198ebebe tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Network': ['ID=6b29d49e-aed4-4e6f-b792-90b6633ab255,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:33.265730 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 6b29d49e-aed4-4e6f-b792-90b6633ab255 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:26:33.303807 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de4809d-3b17-49f5-8f4b-98a4c32136eb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Made reservation on behalf of adffe79e13844ca6825792b087d82314 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:33.314062 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6de4809d-3b17-49f5-8f4b-98a4c32136eb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:33.351184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca9b89-f0c1-4f14-ab40-e53ab38edfed req-8a53a67f-d9bd-4a14-b5b8-e734ffa4330b tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:33.360550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62ca9b89-f0c1-4f14-ab40-e53ab38edfed req-8a53a67f-d9bd-4a14-b5b8-e734ffa4330b tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 945 time: 0.4509537 Oct 13 14:26:33.443644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a10e47-a3b5-433a-8519-adcd64e9b27b req-525b1aa1-03a0-43b2-ae96-0950ae3a8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:33.445654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5a10e47-a3b5-433a-8519-adcd64e9b27b req-525b1aa1-03a0-43b2-ae96-0950ae3a8edd service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 911 time: 0.5412042 Oct 13 14:26:33.514527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5a10e47-a3b5-433a-8519-adcd64e9b27b req-ba7eb53a-47c7-4607-8ef5-806a7f1c3d21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=100a13a0-fa72-4355-bccd-d0efdc002c9f HTTP/1.1" status: 200 len: 217 time: 0.0516338 Oct 13 14:26:33.562972 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-30ecdbfc-25e6-4a9b-8ccd-d67f198ebebe tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3324573 Oct 13 14:26:33.568414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35060) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:33.581998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4100ce2e-52b9-403e-a17d-932c3535f8c9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'subnet': {'network_id': '6b29d49e-aed4-4e6f-b792-90b6633ab255', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:33.619235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62ca9b89-f0c1-4f14-ab40-e53ab38edfed req-bcc03330-42d6-4872-a01b-d1e6843379cb tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440064 Oct 13 14:26:33.696971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44c840-fb08-4d63-aa32-091b2d2f11b1 req-2deb1ef0-61cb-45ed-bec9-58b91212e80d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:33.706553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff44c840-fb08-4d63-aa32-091b2d2f11b1 req-2deb1ef0-61cb-45ed-bec9-58b91212e80d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 943 time: 0.3216138 Oct 13 14:26:33.778169 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:33.788866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a10e47-a3b5-433a-8519-adcd64e9b27b req-1009aabc-cefa-4cd1-9a51-5ded1eb14cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:33.790712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5a10e47-a3b5-433a-8519-adcd64e9b27b req-1009aabc-cefa-4cd1-9a51-5ded1eb14cd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d16f32c9-ccaa-480d-a65d-017cee6bd114 HTTP/1.1" status: 200 len: 850 time: 0.2507567 Oct 13 14:26:33.808197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff44c840-fb08-4d63-aa32-091b2d2f11b1 req-5c1a5e72-2168-43f7-8603-2de1e013e01e tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004460 Oct 13 14:26:33.924004 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:33.955456 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6de4809d-3b17-49f5-8f4b-98a4c32136eb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:34.048053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Network 10aa74c4-b44f-48f7-92a3-f12491d08647 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:34.064963 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:34.069141 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:34.094619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Pushing event updated for resources: {'Port': ['ID=ed807e56-a91c-4e16-bffe-21ae67aa8741,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:34.102585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4809d-3b17-49f5-8f4b-98a4c32136eb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'Subnet': ['ID=3483b2bf-544b-4b95-b27e-16a656d41f88,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:34.146859 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de4809d-3b17-49f5-8f4b-98a4c32136eb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Checking segment: {'id': 'ce63f69a-1368-4bdb-9333-3d5f937c2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:34.147547 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de4809d-3b17-49f5-8f4b-98a4c32136eb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Network hostable DHCP agents. Network: c618d8ae-014f-47f1-941a-268db5728f54, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:26:34.206500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484e36c6-90de-458d-b8f3-33453585ee75 req-059dfa07-a864-495e-8f6e-8ed06e032dca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Made reservation on behalf of 82871577ef3e4a4ea19f18b5f347c20b for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:34.210317 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-484e36c6-90de-458d-b8f3-33453585ee75 req-059dfa07-a864-495e-8f6e-8ed06e032dca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:34.223621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5a10e47-a3b5-433a-8519-adcd64e9b27b req-398faa73-166e-49ff-bff4-fa6bf73de353 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3831754 Oct 13 14:26:34.230747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Attempting to bind port ed807e56-a91c-4e16-bffe-21ae67aa8741 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:26:34.231453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Attempting to bind port ed807e56-a91c-4e16-bffe-21ae67aa8741 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:26:34.234628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Attempting to bind port ed807e56-a91c-4e16-bffe-21ae67aa8741 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:26:34.250599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:26:34.251612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Checking segment: {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:34.252549 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:34.253262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Bound using segment: {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:26:34.254870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Bound port: ed807e56-a91c-4e16-bffe-21ae67aa8741, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:26:34.256356 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:34.289164 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de4809d-3b17-49f5-8f4b-98a4c32136eb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Network c618d8ae-014f-47f1-941a-268db5728f54 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:26:34.428318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-6de4809d-3b17-49f5-8f4b-98a4c32136eb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, c618d8ae-014f-47f1-941a-268db5728f54) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:34.441783 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de4809d-3b17-49f5-8f4b-98a4c32136eb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:34.525718 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6de4809d-3b17-49f5-8f4b-98a4c32136eb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:34.526589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] For port ed807e56-a91c-4e16-bffe-21ae67aa8741, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:26:34.526705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4100ce2e-52b9-403e-a17d-932c3535f8c9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:34.526802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] For port ed807e56-a91c-4e16-bffe-21ae67aa8741, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ed807e56-a91c-4e16-bffe-21ae67aa8741,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:26:34.526802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4fcba7-1a1c-4eee-9e01-025e99236073 None None] Network c618d8ae-014f-47f1-941a-268db5728f54 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:34.526990 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4100ce2e-52b9-403e-a17d-932c3535f8c9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:34.588694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac0add60-dc05-42d2-9884-780af77f3ee2 req-7b2036a0-95eb-4281-8659-fa87973989ce tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 210 time: 0.1315312 Oct 13 14:26:34.764317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5a10e47-a3b5-433a-8519-adcd64e9b27b req-19250482-e0e0-4b15-965d-04ac0604cc93 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217729 Oct 13 14:26:34.804576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-c618d8ae-014f-47f1-941a-268db5728f54', 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'fixed_ips': [{'subnet_id': '3483b2bf-544b-4b95-b27e-16a656d41f88'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:26:34.805673 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:34.943585 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6de4809d-3b17-49f5-8f4b-98a4c32136eb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3058250 Oct 13 14:26:34.945495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35072) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:34.968217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-484e36c6-90de-458d-b8f3-33453585ee75 req-059dfa07-a864-495e-8f6e-8ed06e032dca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Allocated IP 172.20.0.5 (9a0d1357-5bd1-47a4-bc47-4229892a21e5/55692630-3c1b-4a22-9c24-eba73df651f5/6ea28874-c076-42b4-b6e4-1c0f62d32402) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:35.003736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'port': {'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647', 'name': 'tempest-TaggedBootDevicesTest_v242-440552894', 'fixed_ips': [{'subnet_id': 'c3356880-d0f9-4ad5-93b7-059787dc578e'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:35.129422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ad49b-92b4-47fc-97c1-22317266af26 req-afe78f9e-3f62-4636-9ab5-e092dc5074ae tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:35.131434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c7ad49b-92b4-47fc-97c1-22317266af26 req-afe78f9e-3f62-4636-9ab5-e092dc5074ae tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 945 time: 0.3399155 Oct 13 14:26:35.144577 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:35.228694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Allocated IP 10.2.2.2 (c618d8ae-014f-47f1-941a-268db5728f54/3483b2bf-544b-4b95-b27e-16a656d41f88/e3e95efd-29e8-4f2b-8c91-81979b0d13f7) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:35.281120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183fa17-ecd4-414f-a112-4e2e320e788f req-b7035f44-bc94-4c57-ab24-f1daace0209d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:35.292130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c183fa17-ecd4-414f-a112-4e2e320e788f req-b7035f44-bc94-4c57-ab24-f1daace0209d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 943 time: 0.3452516 Oct 13 14:26:35.355150 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5a10e47-a3b5-433a-8519-adcd64e9b27b req-051f5f40-c131-42c0-9551-b8dec254d83b service neutron] 10.222.0.41 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764751 Oct 13 14:26:35.409207 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Made reservation on behalf of adffe79e13844ca6825792b087d82314 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:35.433818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5bde8-6236-46a1-8d31-2846d8adfcd4 None None] Pushing event updated for resources: {'Port': ['ID=ed807e56-a91c-4e16-bffe-21ae67aa8741,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:35.522159 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c7ad49b-92b4-47fc-97c1-22317266af26 req-3813f668-89f5-4ef1-a9c3-b0848eb08ddf tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747735 Oct 13 14:26:35.538272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c183fa17-ecd4-414f-a112-4e2e320e788f req-b4c69223-c51c-449c-81cc-7315fbc95327 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450311 Oct 13 14:26:35.620678 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-484e36c6-90de-458d-b8f3-33453585ee75 req-059dfa07-a864-495e-8f6e-8ed06e032dca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:35.634803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:35.642083 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:35.659462 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4100ce2e-52b9-403e-a17d-932c3535f8c9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:35.711979 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] device_id is not set on port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:26:35.712431 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:35.772450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Network c618d8ae-014f-47f1-941a-268db5728f54 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:35.775448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:35.791396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:35.808040 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25370d44-5639-4538-ac41-a335f7a89c35 req-e181b4ad-fb79-404a-9b46-ca3240593006 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 210 time: 0.0692163 Oct 13 14:26:35.832744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Pushing event updated for resources: {'Port': ['ID=e3e95efd-29e8-4f2b-8c91-81979b0d13f7,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:35.839959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4100ce2e-52b9-403e-a17d-932c3535f8c9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Checking segment: {'id': 'e989daba-123a-40b0-b27a-e70005816f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6b29d49e-aed4-4e6f-b792-90b6633ab255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:35.851924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4100ce2e-52b9-403e-a17d-932c3535f8c9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network hostable DHCP agents. Network: 6b29d49e-aed4-4e6f-b792-90b6633ab255, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:26:35.855442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100ce2e-52b9-403e-a17d-932c3535f8c9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Subnet': ['ID=8daa3bae-5eaf-4558-98df-ebb7c1ed4a88,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:35.864684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ed807e56-a91c-4e16-bffe-21ae67aa8741 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:26:35.875545 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-484e36c6-90de-458d-b8f3-33453585ee75 req-059dfa07-a864-495e-8f6e-8ed06e032dca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:35.940130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Attempting to bind port e3e95efd-29e8-4f2b-8c91-81979b0d13f7 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:26:35.940773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Attempting to bind port e3e95efd-29e8-4f2b-8c91-81979b0d13f7 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'ce63f69a-1368-4bdb-9333-3d5f937c2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:26:35.941330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Attempting to bind port e3e95efd-29e8-4f2b-8c91-81979b0d13f7 on network c618d8ae-014f-47f1-941a-268db5728f54 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:26:35.949043 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:26:35.952067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Checking segment: {'id': 'ce63f69a-1368-4bdb-9333-3d5f937c2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:35.952667 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:35.953324 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Bound using segment: {'id': 'ce63f69a-1368-4bdb-9333-3d5f937c2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:26:35.954758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Bound port: e3e95efd-29e8-4f2b-8c91-81979b0d13f7, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce63f69a-1368-4bdb-9333-3d5f937c2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:26:35.962135 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:35.984645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484e36c6-90de-458d-b8f3-33453585ee75 req-059dfa07-a864-495e-8f6e-8ed06e032dca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:36.000849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-484e36c6-90de-458d-b8f3-33453585ee75 req-059dfa07-a864-495e-8f6e-8ed06e032dca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:36.065539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dfa07-a864-495e-8f6e-8ed06e032dca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event updated for resources: {'Port': ['ID=6ea28874-c076-42b4-b6e4-1c0f62d32402,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:36.067991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4100ce2e-52b9-403e-a17d-932c3535f8c9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 6b29d49e-aed4-4e6f-b792-90b6633ab255 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:26:36.120059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-484e36c6-90de-458d-b8f3-33453585ee75 req-059dfa07-a864-495e-8f6e-8ed06e032dca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:36.136445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ed807e56-a91c-4e16-bffe-21ae67aa8741 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:36.137106 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:36.172861 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Allocated IP 10.1.1.131 (10aa74c4-b44f-48f7-92a3-f12491d08647/c3356880-d0f9-4ad5-93b7-059787dc578e/aeb332e8-6ce3-4cf3-b8ad-041f33cf3986) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:36.212308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-4100ce2e-52b9-403e-a17d-932c3535f8c9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 6b29d49e-aed4-4e6f-b792-90b6633ab255) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:36.214032 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] For port e3e95efd-29e8-4f2b-8c91-81979b0d13f7, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:26:36.232004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c36724-41f8-4eae-a44f-26aa460887bf None None] Network 6b29d49e-aed4-4e6f-b792-90b6633ab255 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:36.241029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4100ce2e-52b9-403e-a17d-932c3535f8c9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:36.241663 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4100ce2e-52b9-403e-a17d-932c3535f8c9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:36.258091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] For port e3e95efd-29e8-4f2b-8c91-81979b0d13f7, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e3e95efd-29e8-4f2b-8c91-81979b0d13f7,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:26:36.290528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e36c6-90de-458d-b8f3-33453585ee75 req-059dfa07-a864-495e-8f6e-8ed06e032dca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:36.291396 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-484e36c6-90de-458d-b8f3-33453585ee75 req-059dfa07-a864-495e-8f6e-8ed06e032dca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:36.349884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 100a13a0-fa72-4355-bccd-d0efdc002c9f details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:26:36.353269 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:36.411662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4100ce2e-52b9-403e-a17d-932c3535f8c9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8388956 Oct 13 14:26:36.417184 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35088) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:36.417934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-059dfa07-a864-495e-8f6e-8ed06e032dca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2521870 Oct 13 14:26:36.425772 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f1bee8f5-0938-4bb4-9192-d043ae000d05 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1593482557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:36.448482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Request body: {'port': {'device_id': 'af204d68-ff20-4671-bc2a-5c6f8d6bd2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:36.540049 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c4c77-9be3-4c36-b3be-edc7e488d7d9 None None] Pushing event updated for resources: {'Port': ['ID=e3e95efd-29e8-4f2b-8c91-81979b0d13f7,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:36.565516 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:36.624318 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1bee8f5-0938-4bb4-9192-d043ae000d05 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:36.625515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1bee8f5-0938-4bb4-9192-d043ae000d05 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:36.666690 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:36.673642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f4427cfa-63d4-49e4-95b2-85e87876d3e1 None None] Provisioning complete for port 6ea28874-c076-42b4-b6e4-1c0f62d32402 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:36.674197 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4427cfa-63d4-49e4-95b2-85e87876d3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:36.712133 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:36.732317 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.resource_extend [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:26:36.746459 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:36.763975 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1bee8f5-0938-4bb4-9192-d043ae000d05 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:36.839484 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Network 10aa74c4-b44f-48f7-92a3-f12491d08647 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:36.844231 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:36.847080 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:36.953255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:36.965515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:36.976537 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1bee8f5-0938-4bb4-9192-d043ae000d05 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:37.039999 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'Port': ['ID=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:37.135568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1bee8f5-0938-4bb4-9192-d043ae000d05 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:37.149525 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f1bee8f5-0938-4bb4-9192-d043ae000d05 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7306623 Oct 13 14:26:37.150174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35102) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:37.170268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f0076-04c6-41cb-83aa-caa30255d337 None None] Network 10aa74c4-b44f-48f7-92a3-f12491d08647 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:37.180931 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-37ed610d-e501-4da5-aa3b-11740eb9f9b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2323630 Oct 13 14:26:37.196644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35104) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:37.224426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5b201-6fa5-4f56-91bb-439f90cc174b req-a56c690b-e739-4555-be13-b250398f6624 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:37.229985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0a5b201-6fa5-4f56-91bb-439f90cc174b req-a56c690b-e739-4555-be13-b250398f6624 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 943 time: 0.4154568 Oct 13 14:26:37.250952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'port': {'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647', 'name': 'tempest-TaggedBootDevicesTest_v242-1470691590', 'fixed_ips': [{'subnet_id': 'c3356880-d0f9-4ad5-93b7-059787dc578e'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:37.580197 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f4427cfa-63d4-49e4-95b2-85e87876d3e1 None None] Port 6ea28874-c076-42b4-b6e4-1c0f62d32402 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:26:37.677155 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port ed807e56-a91c-4e16-bffe-21ae67aa8741, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ed807e56-a91c-4e16-bffe-21ae67aa8741,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:37.681620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9f26d-d431-4e66-b6d3-4eeef83de8d4 req-992913e7-15a1-4d73-a8cc-4edad58a929b tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:37.683183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 100a13a0-fa72-4355-bccd-d0efdc002c9f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=100a13a0-fa72-4355-bccd-d0efdc002c9f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:37.683333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2de9f26d-d431-4e66-b6d3-4eeef83de8d4 req-992913e7-15a1-4d73-a8cc-4edad58a929b tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 931 time: 0.6265461 Oct 13 14:26:37.712195 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '100a13a0-fa72-4355-bccd-d0efdc002c9f', 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'port_id': '100a13a0-fa72-4355-bccd-d0efdc002c9f', 'mac_address': 'fa:16:3e:34:a5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16f32c9-ccaa-480d-a65d-017cee6bd114', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:26:37.770406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Made reservation on behalf of adffe79e13844ca6825792b087d82314 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:37.785421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-6b29d49e-aed4-4e6f-b792-90b6633ab255', 'network_id': '6b29d49e-aed4-4e6f-b792-90b6633ab255', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'fixed_ips': [{'subnet_id': '8daa3bae-5eaf-4558-98df-ebb7c1ed4a88'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:26:37.785925 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:37.807774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0a5b201-6fa5-4f56-91bb-439f90cc174b req-eb28b10b-632f-43be-86ff-21f50e582d14 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477452 Oct 13 14:26:37.836139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a30c9071-a28c-4092-8502-28e2a737850b None None] Provisioning complete for port ed807e56-a91c-4e16-bffe-21ae67aa8741 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:37.836515 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a30c9071-a28c-4092-8502-28e2a737850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:37.896485 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:37.911088 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:37.922876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2de9f26d-d431-4e66-b6d3-4eeef83de8d4 req-94857ec8-d13e-4586-b74c-7b2e2f4f6899 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671774 Oct 13 14:26:38.064861 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:38.073272 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:38.116667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] device_id is not set on port ac703971-2eb9-4b72-acde-5f0c872f63f0 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:26:38.137097 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100a13a0-fa72-4355-bccd-d0efdc002c9f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:26:38.253249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea28874-c076-42b4-b6e4-1c0f62d32402 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:26:38.263789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:38.268389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 100a13a0-fa72-4355-bccd-d0efdc002c9f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=100a13a0-fa72-4355-bccd-d0efdc002c9f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:38.283407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Transition to ACTIVE for port object 6ea28874-c076-42b4-b6e4-1c0f62d32402 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:26:38.338192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e3e95efd-29e8-4f2b-8c91-81979b0d13f7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:26:38.416907 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:38.422641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=ed807e56-a91c-4e16-bffe-21ae67aa8741,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:38.465041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Allocated IP 10.1.1.51 (10aa74c4-b44f-48f7-92a3-f12491d08647/c3356880-d0f9-4ad5-93b7-059787dc578e/ac703971-2eb9-4b72-acde-5f0c872f63f0) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:38.506832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:38.535143 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cf95c1-baaa-4e5b-ac69-33163b768e80 None None] Network c618d8ae-014f-47f1-941a-268db5728f54 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:38.543803 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Allocated IP 172.20.0.2 (6b29d49e-aed4-4e6f-b792-90b6633ab255/8daa3bae-5eaf-4558-98df-ebb7c1ed4a88/ae854937-76aa-40bb-96b5-b83fce4de31e) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:38.611994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea28874-c076-42b4-b6e4-1c0f62d32402,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:38.946457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Attempting to bind port 6ea28874-c076-42b4-b6e4-1c0f62d32402 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:26:38.947159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Attempting to bind port 6ea28874-c076-42b4-b6e4-1c0f62d32402 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:26:38.947496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Attempting to bind port 6ea28874-c076-42b4-b6e4-1c0f62d32402 on network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:26:39.016660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=100a13a0-fa72-4355-bccd-d0efdc002c9f,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:39.047834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port e3e95efd-29e8-4f2b-8c91-81979b0d13f7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:39.048263 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:39.050510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['100a13a0-fa72-4355-bccd-d0efdc002c9f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:26:39.101052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Port 6ea28874-c076-42b4-b6e4-1c0f62d32402 on network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:26:39.103210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Attempting to bind port 6ea28874-c076-42b4-b6e4-1c0f62d32402 on network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:26:39.145595 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:39.162374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:26:39.162729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Checking segment: {'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:39.163221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Bound using segment: {'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:26:39.163774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Bound port: 6ea28874-c076-42b4-b6e4-1c0f62d32402, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97adf517-2cca-45b5-8ffa-96af430fefa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:26:39.164251 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:39.180079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838443c2-5a85-4489-887a-ab09fa5811f5 req-1e648136-1984-44f0-b161-2c7bbba000b8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:39.181885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-838443c2-5a85-4489-887a-ab09fa5811f5 req-1e648136-1984-44f0-b161-2c7bbba000b8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 944 time: 0.2264614 Oct 13 14:26:39.257346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-838443c2-5a85-4489-887a-ab09fa5811f5 req-f4debe9b-8ecb-4b4b-ae64-4d29a77f612c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561199 Oct 13 14:26:39.306726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e18f5777-6193-4da6-b551-5f9118000055 None None] Provisioning complete for port e3e95efd-29e8-4f2b-8c91-81979b0d13f7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:39.307396 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e18f5777-6193-4da6-b551-5f9118000055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:39.351784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] For port 6ea28874-c076-42b4-b6e4-1c0f62d32402, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:26:39.362970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] For port 6ea28874-c076-42b4-b6e4-1c0f62d32402, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6ea28874-c076-42b4-b6e4-1c0f62d32402,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:26:39.417910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c98626-9085-4940-b308-cb28c7a97de0 req-0be5c9f4-827c-4e31-af28-069ed48303d8 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:39.419648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c98626-9085-4940-b308-cb28c7a97de0 req-0be5c9f4-827c-4e31-af28-069ed48303d8 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 943 time: 0.3764739 Oct 13 14:26:39.466691 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:39.472296 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:39.501960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c98626-9085-4940-b308-cb28c7a97de0 req-40c31ae4-ace0-43a3-bc09-8995cad9a536 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686288 Oct 13 14:26:39.503101 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:39.625347 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e18f5777-6193-4da6-b551-5f9118000055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:39.721344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea28874-c076-42b4-b6e4-1c0f62d32402,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:39.861254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port e3e95efd-29e8-4f2b-8c91-81979b0d13f7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e3e95efd-29e8-4f2b-8c91-81979b0d13f7,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:39.863385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:39.864570 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:39.866261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-6bb34771-47d8-4747-895e-6ec074ad11a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ea28874-c076-42b4-b6e4-1c0f62d32402 HTTP/1.1" status: 200 len: 1092 time: 3.4337635 Oct 13 14:26:39.866837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af204d68-ff20-4671-bc2a-5c6f8d6bd2bb', 'tag': '6ea28874-c076-42b4-b6e4-1c0f62d32402'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:26:39.870135 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f17d960-badb-49bd-9335-190545da9fac" -d '{"events": [{"name": "network-changed", "server_uuid": "af204d68-ff20-4671-bc2a-5c6f8d6bd2bb", "tag": "6ea28874-c076-42b4-b6e4-1c0f62d32402"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:26:39.879419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Network 10aa74c4-b44f-48f7-92a3-f12491d08647 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:39.883406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:39.913515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:39.921766 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:39.982897 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e0de77-6600-407e-adad-9f12b153ee0e x-openstack-request-id: req-c0e0de77-6600-407e-adad-9f12b153ee0e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:26:39.983959 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af204d68-ff20-4671-bc2a-5c6f8d6bd2bb", "tag": "6ea28874-c076-42b4-b6e4-1c0f62d32402", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:26:39.985180 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0e0de77-6600-407e-adad-9f12b153ee0e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:26:39.985855 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af204d68-ff20-4671-bc2a-5c6f8d6bd2bb', 'tag': '6ea28874-c076-42b4-b6e4-1c0f62d32402', 'status': 'completed', 'code': 200} Oct 13 14:26:39.998799 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:40.006919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'Port': ['ID=ac703971-2eb9-4b72-acde-5f0c872f63f0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:40.073073 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:40.073896 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:40.208924 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:40.211615 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Allocated IP 172.20.0.1 (6b29d49e-aed4-4e6f-b792-90b6633ab255/8daa3bae-5eaf-4558-98df-ebb7c1ed4a88/1abb8bc2-9c8a-49bd-84cf-4f992b313e1c) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:40.241042 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ed807e56-a91c-4e16-bffe-21ae67aa8741 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:26:40.255446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17d960-badb-49bd-9335-190545da9fac req-0d7a36d0-5f7e-428e-86e5-dafd8765fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:40.257490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f17d960-badb-49bd-9335-190545da9fac req-0d7a36d0-5f7e-428e-86e5-dafd8765fa15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 1095 time: 0.1802976 Oct 13 14:26:40.323139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d36e55b4-a5af-47a2-b3bd-326892f1fbd5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0614183 Oct 13 14:26:40.395975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Network 6b29d49e-aed4-4e6f-b792-90b6633ab255 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:40.397172 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-e18f5777-6193-4da6-b551-5f9118000055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:26:40.397607 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-e18f5777-6193-4da6-b551-5f9118000055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:26:40.402874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:40.405906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:40.410815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=e3e95efd-29e8-4f2b-8c91-81979b0d13f7,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:40.521936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7c398-8039-484b-b58a-1b1a698d0766 req-224ff186-0190-4054-a023-c0a71c9a1200 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:40.537239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Pushing event updated for resources: {'Port': ['ID=ae854937-76aa-40bb-96b5-b83fce4de31e,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:40.538720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2f7c398-8039-484b-b58a-1b1a698d0766 req-224ff186-0190-4054-a023-c0a71c9a1200 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 944 time: 0.1071441 Oct 13 14:26:40.566229 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ed807e56-a91c-4e16-bffe-21ae67aa8741 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:40.567499 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:40.596496 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:40.615400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17d960-badb-49bd-9335-190545da9fac req-1560e1b3-b435-44b1-8949-7b257dcebce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:40.616927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f17d960-badb-49bd-9335-190545da9fac req-1560e1b3-b435-44b1-8949-7b257dcebce6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3474262 Oct 13 14:26:40.663347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2f7c398-8039-484b-b58a-1b1a698d0766 req-eac02ab8-c65f-430a-9c06-b8499d2b5ebd tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224937 Oct 13 14:26:40.668436 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Attempting to bind port ae854937-76aa-40bb-96b5-b83fce4de31e on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:26:40.668945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Attempting to bind port ae854937-76aa-40bb-96b5-b83fce4de31e by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'e989daba-123a-40b0-b27a-e70005816f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6b29d49e-aed4-4e6f-b792-90b6633ab255'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:26:40.669460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Attempting to bind port ae854937-76aa-40bb-96b5-b83fce4de31e on network 6b29d49e-aed4-4e6f-b792-90b6633ab255 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:26:40.701040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:26:40.701746 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Checking segment: {'id': 'e989daba-123a-40b0-b27a-e70005816f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6b29d49e-aed4-4e6f-b792-90b6633ab255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:40.702448 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:40.703028 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Bound using segment: {'id': 'e989daba-123a-40b0-b27a-e70005816f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6b29d49e-aed4-4e6f-b792-90b6633ab255'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:26:40.703728 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Bound port: ae854937-76aa-40bb-96b5-b83fce4de31e, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e989daba-123a-40b0-b27a-e70005816f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6b29d49e-aed4-4e6f-b792-90b6633ab255'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:26:40.704516 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:40.743917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:40.883881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] For port ae854937-76aa-40bb-96b5-b83fce4de31e, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:26:40.892734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] For port ae854937-76aa-40bb-96b5-b83fce4de31e, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ae854937-76aa-40bb-96b5-b83fce4de31e,segment=NetworkSegment(e989daba-123a-40b0-b27a-e70005816f96),segment_id=e989daba-123a-40b0-b27a-e70005816f96)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:26:40.973574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17d960-badb-49bd-9335-190545da9fac req-d4dbbb13-6942-490a-b602-a5ba7fd4511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:40.986934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f17d960-badb-49bd-9335-190545da9fac req-d4dbbb13-6942-490a-b602-a5ba7fd4511b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3232176 Oct 13 14:26:41.006480 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:41.230185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 6b29d49e-aed4-4e6f-b792-90b6633ab255 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:41.238936 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:41.241440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:41.255361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416dfd4-18e5-4ab5-aa36-e988c4c7e148 None None] Pushing event updated for resources: {'Port': ['ID=ae854937-76aa-40bb-96b5-b83fce4de31e,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:41.269708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e36c6-90de-458d-b8f3-33453585ee75 req-c6dd7dfa-69f1-4f54-876a-258d58bc5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:41.275191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-c6dd7dfa-69f1-4f54-876a-258d58bc5183 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 1095 time: 0.2064610 Oct 13 14:26:41.334599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f1e23d8f-2ab4-4a1c-a252-144d617e9db1 None None] Provisioning complete for port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:41.334975 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1e23d8f-2ab4-4a1c-a252-144d617e9db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:41.386400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:41.462752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f1e23d8f-2ab4-4a1c-a252-144d617e9db1 None None] Port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:26:41.508135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f1e23d8f-2ab4-4a1c-a252-144d617e9db1 None None] Provisioning complete for port ac703971-2eb9-4b72-acde-5f0c872f63f0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:41.517485 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1e23d8f-2ab4-4a1c-a252-144d617e9db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:41.525006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-b42c21ce-fc00-4472-8d77-d06433a360d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ea28874-c076-42b4-b6e4-1c0f62d32402 HTTP/1.1" status: 200 len: 217 time: 0.2344346 Oct 13 14:26:41.553176 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=1abb8bc2-9c8a-49bd-84cf-4f992b313e1c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:41.608678 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f1e23d8f-2ab4-4a1c-a252-144d617e9db1 None None] Port ac703971-2eb9-4b72-acde-5f0c872f63f0 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:26:41.615021 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35150) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:41.624858 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-46247daa-eddc-411c-96b8-5566c20d201a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444710081', 'description': 'tempest-description--1069019737'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:41.635024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f1e23d8f-2ab4-4a1c-a252-144d617e9db1 None None] Provisioning complete for port e3e95efd-29e8-4f2b-8c91-81979b0d13f7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:41.635557 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1e23d8f-2ab4-4a1c-a252-144d617e9db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:41.760914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e36c6-90de-458d-b8f3-33453585ee75 req-a2958802-3c66-47c0-b1df-ba1ca7a695ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:41.764229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-a2958802-3c66-47c0-b1df-ba1ca7a695ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55692630-3c1b-4a22-9c24-eba73df651f5 HTTP/1.1" status: 200 len: 849 time: 0.1422489 Oct 13 14:26:41.837850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f8a79-1511-4a16-b2d9-5e01658bfaab req-182b1d3c-aebc-4584-98e3-d3ad9a10e249 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:41.850980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-780f8a79-1511-4a16-b2d9-5e01658bfaab req-182b1d3c-aebc-4584-98e3-d3ad9a10e249 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 943 time: 0.3675342 Oct 13 14:26:41.864208 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46247daa-eddc-411c-96b8-5566c20d201a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:41.918002 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:41.938505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e36c6-90de-458d-b8f3-33453585ee75 req-454754b7-d329-44b4-87bb-42ca8b116a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:41.940684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-454754b7-d329-44b4-87bb-42ca8b116a5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a0d1357-5bd1-47a4-bc47-4229892a21e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1654558 Oct 13 14:26:42.065613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43ad79-525a-413f-af4b-0e4696ac1b9b req-71e95c31-ca3b-4531-b401-1e068a94a6a4 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:42.074534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e43ad79-525a-413f-af4b-0e4696ac1b9b req-71e95c31-ca3b-4531-b401-1e068a94a6a4 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 944 time: 0.2097290 Oct 13 14:26:42.086203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-87245f42-650d-4791-b75f-54f0202a93a3 service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327677 Oct 13 14:26:42.241578 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46247daa-eddc-411c-96b8-5566c20d201a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:42.246675 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f1e23d8f-2ab4-4a1c-a252-144d617e9db1 None None] Provisioning complete for port ed807e56-a91c-4e16-bffe-21ae67aa8741 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:42.249230 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1e23d8f-2ab4-4a1c-a252-144d617e9db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:42.335058 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46247daa-eddc-411c-96b8-5566c20d201a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:42.414126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46247daa-eddc-411c-96b8-5566c20d201a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9662ae98-5d2c-44b0-941a-02128214685e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:42.458777 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 100a13a0-fa72-4355-bccd-d0efdc002c9f up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:26:42.476927 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46247daa-eddc-411c-96b8-5566c20d201a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:42.486859 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-46247daa-eddc-411c-96b8-5566c20d201a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8594668 Oct 13 14:26:42.487592 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35160) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:42.589047 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ae854937-76aa-40bb-96b5-b83fce4de31e up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:26:42.599663 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e5271b35-366d-4d80-9e2f-290ae13fa592 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'security_group_rule': {'security_group_id': '9662ae98-5d2c-44b0-941a-02128214685e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:42.780743 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5271b35-366d-4d80-9e2f-290ae13fa592 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:42.818994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 100a13a0-fa72-4355-bccd-d0efdc002c9f completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:26:42.830219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 100a13a0-fa72-4355-bccd-d0efdc002c9f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:42.830611 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:42.887926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-780f8a79-1511-4a16-b2d9-5e01658bfaab req-d4f07f43-52bb-44c8-b607-93501b91c4f7 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0356634 Oct 13 14:26:42.910974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ae854937-76aa-40bb-96b5-b83fce4de31e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:42.911355 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:42.939857 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:42.945467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e43ad79-525a-413f-af4b-0e4696ac1b9b req-99beb6a1-aa10-4bd3-8230-afe7c0d9f787 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8690715 Oct 13 14:26:43.024830 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5271b35-366d-4d80-9e2f-290ae13fa592 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.029207 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.036748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484e36c6-90de-458d-b8f3-33453585ee75 req-884d09a4-6d9b-4f89-a2f1-6767dfc9395e service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9406483 Oct 13 14:26:43.091058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5feb6d-661c-41ff-a6e4-a35574e70ea7 None None] Network 6b29d49e-aed4-4e6f-b792-90b6633ab255 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:43.127035 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.136953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5271b35-366d-4d80-9e2f-290ae13fa592 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.144108 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=1abb8bc2-9c8a-49bd-84cf-4f992b313e1c,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:43.210114 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5271b35-366d-4d80-9e2f-290ae13fa592 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a015f5c8-82f2-488a-a5b4-261deb31ae52,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:43.255007 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.287248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 6b29d49e-aed4-4e6f-b792-90b6633ab255 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:43.289525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:43.299139 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5271b35-366d-4d80-9e2f-290ae13fa592 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.300410 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e5271b35-366d-4d80-9e2f-290ae13fa592 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7775257 Oct 13 14:26:43.304492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35166) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:43.312304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-43fe9403-cb8b-4d42-b926-3b8aeed6bbef tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'security_group_rule': {'security_group_id': '9662ae98-5d2c-44b0-941a-02128214685e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:43.334149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9b480d8f-3900-449d-bd27-7a2485408318 None None] Provisioning complete for port ae854937-76aa-40bb-96b5-b83fce4de31e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:43.334149 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9b480d8f-3900-449d-bd27-7a2485408318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.458592 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43fe9403-cb8b-4d42-b926-3b8aeed6bbef tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.484419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b525b750-34c7-4f8e-a80a-f6509c019461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100a13a0-fa72-4355-bccd-d0efdc002c9f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:26:43.494792 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba39400f-c494-4d90-a24b-dccfd4de958b" -d '{"events": [{"server_uuid": "b525b750-34c7-4f8e-a80a-f6509c019461", "name": "network-vif-plugged", "status": "completed", "tag": "100a13a0-fa72-4355-bccd-d0efdc002c9f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:26:43.572530 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.581724 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 904d88ad-de59-4d4b-ba86-f0cf9a2a317d is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:26:43.599458 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43fe9403-cb8b-4d42-b926-3b8aeed6bbef tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.623010 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9539dfc-b69a-4005-9949-f2f0253f5b5e x-openstack-request-id: req-e9539dfc-b69a-4005-9949-f2f0253f5b5e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:26:43.623531 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b525b750-34c7-4f8e-a80a-f6509c019461", "name": "network-vif-plugged", "status": "completed", "tag": "100a13a0-fa72-4355-bccd-d0efdc002c9f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:26:43.623531 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9539dfc-b69a-4005-9949-f2f0253f5b5e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:26:43.623925 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b525b750-34c7-4f8e-a80a-f6509c019461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100a13a0-fa72-4355-bccd-d0efdc002c9f', 'code': 200} Oct 13 14:26:43.633819 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 100a13a0-fa72-4355-bccd-d0efdc002c9f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=100a13a0-fa72-4355-bccd-d0efdc002c9f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:43.675193 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43fe9403-cb8b-4d42-b926-3b8aeed6bbef tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.721271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe9403-cb8b-4d42-b926-3b8aeed6bbef tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7303c3-6218-457f-94da-e23156916939,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:43.736770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port ae854937-76aa-40bb-96b5-b83fce4de31e, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ae854937-76aa-40bb-96b5-b83fce4de31e,segment=NetworkSegment(e989daba-123a-40b0-b27a-e70005816f96),segment_id=e989daba-123a-40b0-b27a-e70005816f96)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:43.740568 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.799789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69779cd-9f74-4a71-bc8b-f5b13baa538f req-034a43d1-6027-43aa-b335-d49df774bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:43.829595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:26:43.843081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a69779cd-9f74-4a71-bc8b-f5b13baa538f req-034a43d1-6027-43aa-b335-d49df774bf5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 1097 time: 0.0985532 Oct 13 14:26:43.846652 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b5eb52bd-a38c-4bcd-bdd5-6da2ff8342ee tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/904d88ad-de59-4d4b-ba86-f0cf9a2a317d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6944778 Oct 13 14:26:43.849380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35176) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:43.851029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a88ff4e-6de4-4cf9-b2de-f8cf94cc3b3d None None] Sync routers for ids ['904d88ad-de59-4d4b-ba86-f0cf9a2a317d'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:26:43.876316 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.877875 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e3e95efd-29e8-4f2b-8c91-81979b0d13f7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:26:43.908626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a51a916-1242-4b25-a13f-ec997537c2aa tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:43.910465 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1a51a916-1242-4b25-a13f-ec997537c2aa tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports/1abb8bc2-9c8a-49bd-84cf-4f992b313e1c HTTP/1.1" status: 200 len: 910 time: 0.0589767 Oct 13 14:26:43.914351 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35178) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:43.924342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7ef4cf1c-8a4d-4d1c-9ba3-a74e6919133e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8daa3bae-5eaf-4558-98df-ebb7c1ed4a88'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:43.931987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a69779cd-9f74-4a71-bc8b-f5b13baa538f req-2b846af4-ec6b-4d1f-bc18-7d172a3549ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935271 Oct 13 14:26:43.947366 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=100a13a0-fa72-4355-bccd-d0efdc002c9f,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:43.991890 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43fe9403-cb8b-4d42-b926-3b8aeed6bbef tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:43.999757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-43fe9403-cb8b-4d42-b926-3b8aeed6bbef tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6929276 Oct 13 14:26:44.002093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88ff4e-6de4-4cf9-b2de-f8cf94cc3b3d None None] Routers {'904d88ad-de59-4d4b-ba86-f0cf9a2a317d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:44.003670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35184) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:44.003797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4a88ff4e-6de4-4cf9-b2de-f8cf94cc3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['904d88ad-de59-4d4b-ba86-f0cf9a2a317d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:44.011289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:44.060878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4a88ff4e-6de4-4cf9-b2de-f8cf94cc3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:44.120480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=ae854937-76aa-40bb-96b5-b83fce4de31e,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:44.138652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88ff4e-6de4-4cf9-b2de-f8cf94cc3b3d None None] Routers {'904d88ad-de59-4d4b-ba86-f0cf9a2a317d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:44.138652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4a88ff4e-6de4-4cf9-b2de-f8cf94cc3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['904d88ad-de59-4d4b-ba86-f0cf9a2a317d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:44.209864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4a88ff4e-6de4-4cf9-b2de-f8cf94cc3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:44.213384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a88ff4e-6de4-4cf9-b2de-f8cf94cc3b3d None None] The sync data for ids ['904d88ad-de59-4d4b-ba86-f0cf9a2a317d'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:26:44.224788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port e3e95efd-29e8-4f2b-8c91-81979b0d13f7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:44.226299 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:44.238707 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:44.243818 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ef4cf1c-8a4d-4d1c-9ba3-a74e6919133e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:44.369506 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1f93e48e-8e99-4607-b811-e3dfaf5319f7 None None] Provisioning complete for port 1abb8bc2-9c8a-49bd-84cf-4f992b313e1c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:44.370252 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1f93e48e-8e99-4607-b811-e3dfaf5319f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:44.514114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b7646-25fe-4d78-8108-2ed7b6975ba1 req-aac2e017-ee11-4d76-9f45-d9d649bc6d57 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:44.522088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e6b7646-25fe-4d78-8108-2ed7b6975ba1 req-aac2e017-ee11-4d76-9f45-d9d649bc6d57 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 945 time: 0.4130304 Oct 13 14:26:44.549319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ca813-370d-4550-9f96-91fd0e405ecb req-c6112c87-3865-484d-a167-a9286a0a817d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:44.571816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f0ca813-370d-4550-9f96-91fd0e405ecb req-c6112c87-3865-484d-a167-a9286a0a817d tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 943 time: 0.4453628 Oct 13 14:26:44.603612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1f93e48e-8e99-4607-b811-e3dfaf5319f7 None None] Port 1abb8bc2-9c8a-49bd-84cf-4f992b313e1c cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:26:44.659972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1f93e48e-8e99-4607-b811-e3dfaf5319f7 None None] Provisioning complete for port ae854937-76aa-40bb-96b5-b83fce4de31e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:44.662548 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1f93e48e-8e99-4607-b811-e3dfaf5319f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:44.671182 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f0ca813-370d-4550-9f96-91fd0e405ecb req-51ae5137-d814-4cda-8f67-24a7dc808cb9 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982461 Oct 13 14:26:44.727901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e6b7646-25fe-4d78-8108-2ed7b6975ba1 req-fa43fa1a-31de-46e7-a956-9d25753dae8a tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048004 Oct 13 14:26:44.847475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:44.858157 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ae854937-76aa-40bb-96b5-b83fce4de31e up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:26:45.214234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ae854937-76aa-40bb-96b5-b83fce4de31e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:45.218505 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:45.270258 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Allocated IP 172.25.0.43 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/ac8e0dd5-09a1-4440-9d80-2a4498bb1beb) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:45.317896 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ef4cf1c-8a4d-4d1c-9ba3-a74e6919133e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:45.342968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0d350cdb-e77e-489e-990e-d2424792b956 None None] Provisioning complete for port 1abb8bc2-9c8a-49bd-84cf-4f992b313e1c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:45.343398 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0d350cdb-e77e-489e-990e-d2424792b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:45.393523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-0d350cdb-e77e-489e-990e-d2424792b956 None None] Port 1abb8bc2-9c8a-49bd-84cf-4f992b313e1c cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:26:45.406473 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ef4cf1c-8a4d-4d1c-9ba3-a74e6919133e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:45.482605 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:45.552659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef4cf1c-8a4d-4d1c-9ba3-a74e6919133e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:45.553487 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ef4cf1c-8a4d-4d1c-9ba3-a74e6919133e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:45.554981 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7ef4cf1c-8a4d-4d1c-9ba3-a74e6919133e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/ports/1abb8bc2-9c8a-49bd-84cf-4f992b313e1c HTTP/1.1" status: 200 len: 910 time: 1.6349969 Oct 13 14:26:45.556025 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4cf1c-8a4d-4d1c-9ba3-a74e6919133e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=1abb8bc2-9c8a-49bd-84cf-4f992b313e1c,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:45.559801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35196) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:45.670576 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:45.769929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:45.822303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:45.900915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:45.981911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'Port': ['ID=ac8e0dd5-09a1-4440-9d80-2a4498bb1beb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:46.104007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6975d6-d0c2-4f6b-9c4b-ee584f3fdf1b req-47ab1428-7cb8-421a-8cc5-87cd24389457 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:46.105682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c6975d6-d0c2-4f6b-9c4b-ee584f3fdf1b req-47ab1428-7cb8-421a-8cc5-87cd24389457 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 943 time: 0.3128190 Oct 13 14:26:46.134873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36156a-c7a0-45c5-a378-6bd31b82af57 req-6b36dc59-b52b-4b25-a6eb-73a05ffadab2 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:46.136933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c36156a-c7a0-45c5-a378-6bd31b82af57 req-6b36dc59-b52b-4b25-a6eb-73a05ffadab2 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 945 time: 0.2470191 Oct 13 14:26:46.284682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c6975d6-d0c2-4f6b-9c4b-ee584f3fdf1b req-2d86d3c4-38a5-44dd-8829-e05112da7f20 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465812 Oct 13 14:26:46.286060 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:46.306944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c36156a-c7a0-45c5-a378-6bd31b82af57 req-3273c4d7-943b-40fa-9cb2-25753b680cd2 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587090 Oct 13 14:26:46.449137 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f801189-49ce-4c00-ac52-c0f00bbcfb73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:46.559794 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:46.856542 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:46.896015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3f801189-49ce-4c00-ac52-c0f00bbcfb73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port 1abb8bc2-9c8a-49bd-84cf-4f992b313e1c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:46.896562 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f801189-49ce-4c00-ac52-c0f00bbcfb73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:46.952775 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:47.063522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'Port': ['ID=ac8e0dd5-09a1-4440-9d80-2a4498bb1beb,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:47.082317 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:47.095273 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f801189-49ce-4c00-ac52-c0f00bbcfb73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:47.113790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3f801189-49ce-4c00-ac52-c0f00bbcfb73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for 1abb8bc2-9c8a-49bd-84cf-4f992b313e1c owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:47.251974 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:47.254058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5ef53837-26a0-41f4-8a8e-0ba557ad7789 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2512329 Oct 13 14:26:47.474054 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f801189-49ce-4c00-ac52-c0f00bbcfb73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:47.541412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f801189-49ce-4c00-ac52-c0f00bbcfb73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=1abb8bc2-9c8a-49bd-84cf-4f992b313e1c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:47.635057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0fa62-b2d9-46c5-bee3-0a94cc1f7aaa req-0b9381b1-88b9-42f6-a88a-9d3109499b71 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:47.638378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15d0fa62-b2d9-46c5-bee3-0a94cc1f7aaa req-0b9381b1-88b9-42f6-a88a-9d3109499b71 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 945 time: 0.1935060 Oct 13 14:26:47.647909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121502-2233-491f-814f-24cbabb16871 req-089fa893-685c-480e-acaf-f2cebdc6de30 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:47.649895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53121502-2233-491f-814f-24cbabb16871 req-089fa893-685c-480e-acaf-f2cebdc6de30 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 943 time: 0.1912017 Oct 13 14:26:47.766102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15d0fa62-b2d9-46c5-bee3-0a94cc1f7aaa req-b36e2fe0-48f3-4364-ac8a-def9b1c6cfa7 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112478 Oct 13 14:26:47.806032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53121502-2233-491f-814f-24cbabb16871 req-d3471958-8d77-45d6-9b4f-3707ec51520e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408153 Oct 13 14:26:47.868683 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f801189-49ce-4c00-ac52-c0f00bbcfb73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:47.993983 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-c0fd0b0d-6e01-467e-b667-11fd6ebf3862 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--444710081&fields=id&tenant_id=adffe79e13844ca6825792b087d82314 HTTP/1.1" status: 200 len: 267 time: 0.1161129 Oct 13 14:26:48.480026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-640b85d3-cffb-42b7-bca0-a1f1afe7018d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:48.483071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-640b85d3-cffb-42b7-bca0-a1f1afe7018d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports/aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 HTTP/1.1" status: 200 len: 936 time: 0.4804001 Oct 13 14:26:48.490104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6ea28874-c076-42b4-b6e4-1c0f62d32402 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:26:48.539924 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:48.555318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f801189-49ce-4c00-ac52-c0f00bbcfb73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 904d88ad-de59-4d4b-ba86-f0cf9a2a317d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:26:48.584259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-02c22640-c488-4af0-978e-a736f1f70e4d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:48.585762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-02c22640-c488-4af0-978e-a736f1f70e4d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports/ac703971-2eb9-4b72-acde-5f0c872f63f0 HTTP/1.1" status: 200 len: 936 time: 0.0920365 Oct 13 14:26:48.596707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ad634-bd25-4082-9086-d5c6bc517ddc req-75c24e75-8705-4e30-a502-0b2ebdc62985 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:48.604224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-940ad634-bd25-4082-9086-d5c6bc517ddc req-75c24e75-8705-4e30-a502-0b2ebdc62985 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 945 time: 0.2209647 Oct 13 14:26:48.650452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 6ea28874-c076-42b4-b6e4-1c0f62d32402, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6ea28874-c076-42b4-b6e4-1c0f62d32402,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:48.665901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '6ea28874-c076-42b4-b6e4-1c0f62d32402', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'port_id': '6ea28874-c076-42b4-b6e4-1c0f62d32402', 'mac_address': 'fa:16:3e:90:c3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:26:48.689827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-c71b4858-62de-4ddd-9422-8ceffdd74bc7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0772636 Oct 13 14:26:48.749857 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:48.767647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea28874-c076-42b4-b6e4-1c0f62d32402 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:26:48.801947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 6ea28874-c076-42b4-b6e4-1c0f62d32402, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6ea28874-c076-42b4-b6e4-1c0f62d32402,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:48.825396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-55664858-3515-4a81-9f85-0922da40585f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0738125 Oct 13 14:26:48.830915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-940ad634-bd25-4082-9086-d5c6bc517ddc req-72622229-9c3f-4134-9894-9c4288acb52f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257974 Oct 13 14:26:48.847200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f801189-49ce-4c00-ac52-c0f00bbcfb73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:26:48.863147 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf39c86-4c59-4325-84eb-e700d41fb90f None None] Sync routers for ids ['904d88ad-de59-4d4b-ba86-f0cf9a2a317d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:26:48.864041 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3f801189-49ce-4c00-ac52-c0f00bbcfb73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/904d88ad-de59-4d4b-ba86-f0cf9a2a317d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3023715 Oct 13 14:26:48.868192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35288) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:48.889502 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:48.914834 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf39c86-4c59-4325-84eb-e700d41fb90f None None] Routers {'904d88ad-de59-4d4b-ba86-f0cf9a2a317d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:48.914834 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1bf39c86-4c59-4325-84eb-e700d41fb90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['904d88ad-de59-4d4b-ba86-f0cf9a2a317d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:48.934735 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1df05524-908b-4084-aa00-45615d820db4 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=904d88ad-de59-4d4b-ba86-f0cf9a2a317d HTTP/1.1" status: 200 len: 205 time: 0.0625701 Oct 13 14:26:48.936771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35292) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:48.993365 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=6ea28874-c076-42b4-b6e4-1c0f62d32402,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:49.020707 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1bf39c86-4c59-4325-84eb-e700d41fb90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:49.037375 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf39c86-4c59-4325-84eb-e700d41fb90f None None] Routers {'904d88ad-de59-4d4b-ba86-f0cf9a2a317d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:49.038014 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1bf39c86-4c59-4325-84eb-e700d41fb90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['904d88ad-de59-4d4b-ba86-f0cf9a2a317d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:49.072582 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2be0b939-43e9-4c66-ba66-166cc6731f73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:49.092805 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1bf39c86-4c59-4325-84eb-e700d41fb90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:49.093592 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf39c86-4c59-4325-84eb-e700d41fb90f None None] The sync data for ids ['904d88ad-de59-4d4b-ba86-f0cf9a2a317d'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:26:49.124450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-75b701aa-1817-457a-94bc-f5c37aa7f99b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:49.136158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-75b701aa-1817-457a-94bc-f5c37aa7f99b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:49.147207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-75b701aa-1817-457a-94bc-f5c37aa7f99b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:49.150370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-75b701aa-1817-457a-94bc-f5c37aa7f99b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/networks?id=23652a0e-fdc8-4019-a88a-94449553c2fa&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=c618d8ae-014f-47f1-941a-268db5728f54&id=c618d8ae-014f-47f1-941a-268db5728f54 HTTP/1.1" status: 200 len: 1994 time: 0.3183033 Oct 13 14:26:49.176599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-339f0706-058a-4911-845b-570cf04dac9a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/quotas/adffe79e13844ca6825792b087d82314 HTTP/1.1" status: 200 len: 375 time: 0.0174146 Oct 13 14:26:49.231481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41060d-1b75-4df3-8e2f-153c64d613c5 req-8ebe4ba4-2582-452e-b7ee-3d66bfd884ca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:49.234273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e41060d-1b75-4df3-8e2f-153c64d613c5 req-8ebe4ba4-2582-452e-b7ee-3d66bfd884ca tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 944 time: 0.2330134 Oct 13 14:26:49.291909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1d6f0539-23dd-47b7-ba1e-195d2eb1546a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1084409 Oct 13 14:26:49.326526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e41060d-1b75-4df3-8e2f-153c64d613c5 req-1533b705-b9c4-4560-8cd2-65407f46ecc3 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816655 Oct 13 14:26:49.350986 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2be0b939-43e9-4c66-ba66-166cc6731f73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:49.350986 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2be0b939-43e9-4c66-ba66-166cc6731f73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:49.394488 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['6ea28874-c076-42b4-b6e4-1c0f62d32402'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:26:49.518152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1b46286a-1ef8-49c6-8f27-b50dd771eb21 service neutron] 10.222.0.18 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058058 Oct 13 14:26:49.641720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ab92a4c4-7046-4dea-b250-1bd598436d6d service neutron] 10.222.0.18 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100845 Oct 13 14:26:49.653110 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2be0b939-43e9-4c66-ba66-166cc6731f73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:49.658996 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-59b823b7-36b1-41d0-a8b4-86a6e9e76ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:49.660081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be0b939-43e9-4c66-ba66-166cc6731f73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Fanout notify agent at l3_agent the message router_deleted on router 904d88ad-de59-4d4b-ba86-f0cf9a2a317d {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:26:49.678986 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2be0b939-43e9-4c66-ba66-166cc6731f73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:49.683252 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2be0b939-43e9-4c66-ba66-166cc6731f73 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/904d88ad-de59-4d4b-ba86-f0cf9a2a317d HTTP/1.1" status: 204 len: 168 time: 0.7439938 Oct 13 14:26:49.685061 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35318) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:49.712840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-e6a68b9c-01a4-44c3-9c74-a4b365b7a715 service neutron] 10.222.0.18 "GET /v2.0/ports/aeb332e8-6ce3-4cf3-b8ad-041f33cf3986?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0583277 Oct 13 14:26:49.767168 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4bf195-938e-41c2-8351-8b20fe8c7961 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting subnet 8daa3bae-5eaf-4558-98df-ebb7c1ed4a88 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:26:49.771342 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-df4bf195-938e-41c2-8351-8b20fe8c7961 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:49.833119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-df4bf195-938e-41c2-8351-8b20fe8c7961 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:49.836484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-8365df2e-121f-4ac5-a857-9f361c8376fb service neutron] 10.222.0.18 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152742 Oct 13 14:26:49.966908 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-df4bf195-938e-41c2-8351-8b20fe8c7961 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:50.016116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0321029d-4558-4bc9-9f2c-0905c08db6c0 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665094 Oct 13 14:26:50.066968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a8fab-c1a7-4c53-bb09-53855e0acf40 req-b1a39251-1bc0-4c57-b2ac-c51aa774175c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:50.068660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-969a8fab-c1a7-4c53-bb09-53855e0acf40 req-b1a39251-1bc0-4c57-b2ac-c51aa774175c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 945 time: 0.1071649 Oct 13 14:26:50.078768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-de327ec7-5001-42ae-b6a6-3e0d03495105 service neutron] 10.222.0.18 "GET /v2.0/ports/ac703971-2eb9-4b72-acde-5f0c872f63f0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0541193 Oct 13 14:26:50.166869 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-df4bf195-938e-41c2-8351-8b20fe8c7961 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:50.210310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-969a8fab-c1a7-4c53-bb09-53855e0acf40 req-7fe7f6fe-68cc-4307-bc2f-358ec41189b0 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301672 Oct 13 14:26:50.236726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bf195-938e-41c2-8351-8b20fe8c7961 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Subnet': ['ID=8daa3bae-5eaf-4558-98df-ebb7c1ed4a88,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:50.238972 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-df4bf195-938e-41c2-8351-8b20fe8c7961 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:50.242269 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-df4bf195-938e-41c2-8351-8b20fe8c7961 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/8daa3bae-5eaf-4558-98df-ebb7c1ed4a88 HTTP/1.1" status: 204 len: 168 time: 0.5557976 Oct 13 14:26:50.245226 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35326) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:50.249025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f3c5b3-bb8f-4ab9-9b88-39ea5d442e8d None None] Network 6b29d49e-aed4-4e6f-b792-90b6633ab255 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:50.286164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-42948009-8192-4182-b16c-fb65862524b1 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999500 Oct 13 14:26:50.365923 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:50.455408 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port ae854937-76aa-40bb-96b5-b83fce4de31e {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:50.456125 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:50.512399 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04841188-a97d-4c47-b8ef-112d4f3f52ab None None] DHCP port deletion for 6b29d49e-aed4-4e6f-b792-90b6633ab255 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:26:50.517874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-567f6026-2562-4ecb-af7c-f7bcb083dd78 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251422 Oct 13 14:26:50.547655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] For port ae854937-76aa-40bb-96b5-b83fce4de31e, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ae854937-76aa-40bb-96b5-b83fce4de31e,segment=NetworkSegment(e989daba-123a-40b0-b27a-e70005816f96),segment_id=e989daba-123a-40b0-b27a-e70005816f96)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:50.548788 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:50.575584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25db25-d2d0-4de5-9d14-3df10e7bb6aa req-750236bb-c035-4ba3-93bc-19df8a1bc1bd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:50.577246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f25db25-d2d0-4de5-9d14-3df10e7bb6aa req-750236bb-c035-4ba3-93bc-19df8a1bc1bd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 944 time: 0.1547275 Oct 13 14:26:50.581872 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for ae854937-76aa-40bb-96b5-b83fce4de31e owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:50.594781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-04841188-a97d-4c47-b8ef-112d4f3f52ab None None] Deleting port ae854937-76aa-40bb-96b5-b83fce4de31e {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:50.595740 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04841188-a97d-4c47-b8ef-112d4f3f52ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:50.643417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ae854937-76aa-40bb-96b5-b83fce4de31e no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:26:50.674821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c95963-89ea-4281-9c44-ebe1ecf28441 req-48ef432c-6f05-45d0-b46e-592e8cf9bd87 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:50.676593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0c95963-89ea-4281-9c44-ebe1ecf28441 req-48ef432c-6f05-45d0-b46e-592e8cf9bd87 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 945 time: 0.1780224 Oct 13 14:26:50.684762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f25db25-d2d0-4de5-9d14-3df10e7bb6aa req-75b1116b-7876-49d1-8d6f-5b7d937bc56e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729036 Oct 13 14:26:50.721901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-04841188-a97d-4c47-b8ef-112d4f3f52ab None None] For port ae854937-76aa-40bb-96b5-b83fce4de31e, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ae854937-76aa-40bb-96b5-b83fce4de31e,segment=NetworkSegment(e989daba-123a-40b0-b27a-e70005816f96),segment_id=e989daba-123a-40b0-b27a-e70005816f96)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:50.721901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04841188-a97d-4c47-b8ef-112d4f3f52ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:50.741423 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-04841188-a97d-4c47-b8ef-112d4f3f52ab None None] Calling delete_port for ae854937-76aa-40bb-96b5-b83fce4de31e owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:50.747253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-3bc5f3cb-3728-42d7-a77d-05cc47327430 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129660 Oct 13 14:26:50.816402 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:50.841517 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=ae854937-76aa-40bb-96b5-b83fce4de31e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:50.855451 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:50.859926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No DVR routers for this DVR port ae854937-76aa-40bb-96b5-b83fce4de31e on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:26:50.893195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d0c95963-89ea-4281-9c44-ebe1ecf28441 req-33387a51-0767-4a93-95fd-1cf81bdff4e3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Deleting port 100a13a0-fa72-4355-bccd-d0efdc002c9f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:26:50.894635 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d0c95963-89ea-4281-9c44-ebe1ecf28441 req-33387a51-0767-4a93-95fd-1cf81bdff4e3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:50.921895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-6f598395-d3e9-4fb8-947f-7be8918b73e0 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622348 Oct 13 14:26:50.982493 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.010046 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b29d49e-aed4-4e6f-b792-90b6633ab255']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:51.021693 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e989daba-123a-40b0-b27a-e70005816f96') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:51.021973 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e989daba-123a-40b0-b27a-e70005816f96') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:51.035410 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.054097 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.060724 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:26:51.061160 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.062548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-13cd51b7-4394-450f-8e9d-1b35f373a521 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120217 Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.068085 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:26:51.071123 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:26:51.075224 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04841188-a97d-4c47-b8ef-112d4f3f52ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.105795 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04841188-a97d-4c47-b8ef-112d4f3f52ab None None] Pushing event deleted for resources: {'Port': ['ID=ae854937-76aa-40bb-96b5-b83fce4de31e,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:51.110630 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04841188-a97d-4c47-b8ef-112d4f3f52ab None None] No DVR routers for this DVR port ae854937-76aa-40bb-96b5-b83fce4de31e on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:26:51.125909 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:26:51.213759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d0c95963-89ea-4281-9c44-ebe1ecf28441 req-33387a51-0767-4a93-95fd-1cf81bdff4e3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] For port 100a13a0-fa72-4355-bccd-d0efdc002c9f, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=100a13a0-fa72-4355-bccd-d0efdc002c9f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:51.214128 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d0c95963-89ea-4281-9c44-ebe1ecf28441 req-33387a51-0767-4a93-95fd-1cf81bdff4e3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.236008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ee86dce1-8e12-4f71-a3fb-d630720ab0ea service neutron] 10.222.0.18 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724455 Oct 13 14:26:51.236854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d0c95963-89ea-4281-9c44-ebe1ecf28441 req-33387a51-0767-4a93-95fd-1cf81bdff4e3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Calling delete_port for 100a13a0-fa72-4355-bccd-d0efdc002c9f owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:26:51.247282 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.279862 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.283942 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/networks/6b29d49e-aed4-4e6f-b792-90b6633ab255 HTTP/1.1" status: 204 len: 168 time: 1.0356908 Oct 13 14:26:51.289956 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138e727-483a-4895-8b1a-99147076f91c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Network': ['ID=6b29d49e-aed4-4e6f-b792-90b6633ab255,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:51.289956 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35338) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:51.293803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5476ccad-fa20-4816-8dc3-7ce8519a8823 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1856599416', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:51.429406 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5476ccad-fa20-4816-8dc3-7ce8519a8823 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.430517 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5476ccad-fa20-4816-8dc3-7ce8519a8823 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.468777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ce477-0ff9-46f3-abd8-563bfd59b60c req-f8d56bbb-343f-4da8-a3fc-80d17dd5dc2f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:51.470622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f36ce477-0ff9-46f3-abd8-563bfd59b60c req-f8d56bbb-343f-4da8-a3fc-80d17dd5dc2f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 945 time: 0.1494083 Oct 13 14:26:51.472578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a536b611-3766-4182-a646-6f2fa8d276ce service neutron] 10.222.0.18 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297966 Oct 13 14:26:51.504050 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5476ccad-fa20-4816-8dc3-7ce8519a8823 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.615220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f36ce477-0ff9-46f3-abd8-563bfd59b60c req-d7313960-61c3-4313-8795-23e78c0c7c75 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261814 Oct 13 14:26:51.629590 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5476ccad-fa20-4816-8dc3-7ce8519a8823 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.658359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1af02977-f2be-4d9c-91fd-20b34ef028a1 service neutron] 10.222.0.18 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781595 Oct 13 14:26:51.711847 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d0c95963-89ea-4281-9c44-ebe1ecf28441 req-33387a51-0767-4a93-95fd-1cf81bdff4e3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.734470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['100a13a0-fa72-4355-bccd-d0efdc002c9f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:26:51.755742 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5476ccad-fa20-4816-8dc3-7ce8519a8823 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.757845 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5476ccad-fa20-4816-8dc3-7ce8519a8823 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4691846 Oct 13 14:26:51.760939 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35340) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:51.788125 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-889a6e7a-6ca9-471c-b269-a66dc8cfb027 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'network': {'name': 'tempest-RoutersTest-37788964'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:51.871322 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.906000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889a6e7a-6ca9-471c-b269-a66dc8cfb027 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:51.910313 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-889a6e7a-6ca9-471c-b269-a66dc8cfb027 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.938291 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889a6e7a-6ca9-471c-b269-a66dc8cfb027 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:26:51.948700 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-889a6e7a-6ca9-471c-b269-a66dc8cfb027 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:51.949166 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-889a6e7a-6ca9-471c-b269-a66dc8cfb027 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Added segment e3945be0-080e-4fa1-b00f-0b9c8e14be1a of type vlan for network 4911c5d5-f732-40e8-b543-4698209df3f3 Oct 13 14:26:51.997881 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-889a6e7a-6ca9-471c-b269-a66dc8cfb027 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:52.052133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33387a51-0767-4a93-95fd-1cf81bdff4e3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Pushing event deleted for resources: {'Port': ['ID=100a13a0-fa72-4355-bccd-d0efdc002c9f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:52.106884 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-889a6e7a-6ca9-471c-b269-a66dc8cfb027 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:52.114475 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a6e7a-6ca9-471c-b269-a66dc8cfb027 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:52.115498 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-889a6e7a-6ca9-471c-b269-a66dc8cfb027 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:52.134854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c95963-89ea-4281-9c44-ebe1ecf28441 req-33387a51-0767-4a93-95fd-1cf81bdff4e3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] No DVR routers for this DVR port 100a13a0-fa72-4355-bccd-d0efdc002c9f on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:26:52.147027 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d0c95963-89ea-4281-9c44-ebe1ecf28441 req-33387a51-0767-4a93-95fd-1cf81bdff4e3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:52.151486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0c95963-89ea-4281-9c44-ebe1ecf28441 req-33387a51-0767-4a93-95fd-1cf81bdff4e3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "DELETE /v2.0/ports/100a13a0-fa72-4355-bccd-d0efdc002c9f HTTP/1.1" status: 204 len: 173 time: 1.4596953 Oct 13 14:26:52.152816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b525b750-34c7-4f8e-a80a-f6509c019461', 'name': 'network-vif-deleted', 'tag': '100a13a0-fa72-4355-bccd-d0efdc002c9f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:26:52.155367 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e8a2c0-dd53-4768-857c-674e3acdac7e" -d '{"events": [{"server_uuid": "b525b750-34c7-4f8e-a80a-f6509c019461", "name": "network-vif-deleted", "tag": "100a13a0-fa72-4355-bccd-d0efdc002c9f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:26:52.185984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-f33f9f22-7687-4ccd-a213-5edc5d44e148 service neutron] 10.222.0.18 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206096 Oct 13 14:26:52.196470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8972b1-adf5-4502-9dc3-3b72c41ea4b9 req-af97c7fe-8c60-4cb7-b36d-da06292f65bc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:52.202382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd8972b1-adf5-4502-9dc3-3b72c41ea4b9 req-af97c7fe-8c60-4cb7-b36d-da06292f65bc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 944 time: 0.1506894 Oct 13 14:26:52.204714 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a6e7a-6ca9-471c-b269-a66dc8cfb027 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Network': ['ID=4911c5d5-f732-40e8-b543-4698209df3f3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:52.216002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 4911c5d5-f732-40e8-b543-4698209df3f3 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:26:52.243320 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-889a6e7a-6ca9-471c-b269-a66dc8cfb027 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4799736 Oct 13 14:26:52.247912 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35348) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:52.253981 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-06b63cb4-4f6f-4457-8f58-328ac0763019 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'subnet': {'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:52.304283 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a08455b4-3919-4173-a1b8-030d951282d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:52.310076 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd8972b1-adf5-4502-9dc3-3b72c41ea4b9 req-03d6fe87-7041-4353-a5e1-ebc57cd86bcd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961976 Oct 13 14:26:52.365734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-cd885bfd-01ad-4a7f-82fb-2b93196d876f service neutron] 10.222.0.18 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607585 Oct 13 14:26:52.373342 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f47b29-b50d-4918-8175-120da3bb9be7 x-openstack-request-id: req-82f47b29-b50d-4918-8175-120da3bb9be7 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:26:52.374814 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b525b750-34c7-4f8e-a80a-f6509c019461", "name": "network-vif-deleted", "tag": "100a13a0-fa72-4355-bccd-d0efdc002c9f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:26:52.375138 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82f47b29-b50d-4918-8175-120da3bb9be7 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:26:52.375992 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b525b750-34c7-4f8e-a80a-f6509c019461', 'name': 'network-vif-deleted', 'tag': '100a13a0-fa72-4355-bccd-d0efdc002c9f', 'status': 'completed', 'code': 200} Oct 13 14:26:52.477127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b63cb4-4f6f-4457-8f58-328ac0763019 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:52.480897 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-06b63cb4-4f6f-4457-8f58-328ac0763019 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:52.524090 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6ea28874-c076-42b4-b6e4-1c0f62d32402 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:26:52.689005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 6ea28874-c076-42b4-b6e4-1c0f62d32402 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:26:52.695233 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 6ea28874-c076-42b4-b6e4-1c0f62d32402 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:52.695780 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:52.779169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6d560ce-52d2-43dc-99cd-38f9cc56fefb req-405dc908-5a52-4fa6-bd47-bed875f0df6b tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=b525b750-34c7-4f8e-a80a-f6509c019461 HTTP/1.1" status: 200 len: 210 time: 0.0463271 Oct 13 14:26:52.803733 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:52.833019 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af204d68-ff20-4671-bc2a-5c6f8d6bd2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea28874-c076-42b4-b6e4-1c0f62d32402'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:26:52.835224 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177d0fca-a73f-4f3f-a2ab-63b7d421e99c" -d '{"events": [{"server_uuid": "af204d68-ff20-4671-bc2a-5c6f8d6bd2bb", "name": "network-vif-plugged", "status": "completed", "tag": "6ea28874-c076-42b4-b6e4-1c0f62d32402"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:26:52.851843 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-06b63cb4-4f6f-4457-8f58-328ac0763019 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:52.855325 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 6ea28874-c076-42b4-b6e4-1c0f62d32402, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6ea28874-c076-42b4-b6e4-1c0f62d32402,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:52.902154 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208dc6dc-2723-476d-bdf9-6ae8a897f20a x-openstack-request-id: req-208dc6dc-2723-476d-bdf9-6ae8a897f20a {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:26:52.903231 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af204d68-ff20-4671-bc2a-5c6f8d6bd2bb", "name": "network-vif-plugged", "status": "completed", "tag": "6ea28874-c076-42b4-b6e4-1c0f62d32402", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:26:52.904225 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-208dc6dc-2723-476d-bdf9-6ae8a897f20a {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:26:52.905077 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af204d68-ff20-4671-bc2a-5c6f8d6bd2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea28874-c076-42b4-b6e4-1c0f62d32402', 'code': 200} Oct 13 14:26:52.941104 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:52.941104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 100a13a0-fa72-4355-bccd-d0efdc002c9f no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:26:52.963758 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b63cb4-4f6f-4457-8f58-328ac0763019 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Subnet': ['ID=9bab1fab-51cc-47e4-b318-d82f8e2cb707,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:52.976160 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b63cb4-4f6f-4457-8f58-328ac0763019 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Checking segment: {'id': 'e3945be0-080e-4fa1-b00f-0b9c8e14be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:52.978254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b63cb4-4f6f-4457-8f58-328ac0763019 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network hostable DHCP agents. Network: 4911c5d5-f732-40e8-b543-4698209df3f3, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:26:53.007041 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 100a13a0-fa72-4355-bccd-d0efdc002c9f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:26:53.007559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 100a13a0-fa72-4355-bccd-d0efdc002c9f not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:26:53.046117 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=6ea28874-c076-42b4-b6e4-1c0f62d32402,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:53.140008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbad9c-d187-42b3-bf0e-23d17247c78d req-9109c68c-1af7-44b7-bc12-c221c380d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:53.145054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34dbad9c-d187-42b3-bf0e-23d17247c78d req-9109c68c-1af7-44b7-bc12-c221c380d139 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 1097 time: 0.1661739 Oct 13 14:26:53.180185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34dbad9c-d187-42b3-bf0e-23d17247c78d req-31248ceb-9768-42ff-89f0-c8bb178f1120 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309367 Oct 13 14:26:53.192064 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b63cb4-4f6f-4457-8f58-328ac0763019 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 4911c5d5-f732-40e8-b543-4698209df3f3 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:26:53.314295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-06b63cb4-4f6f-4457-8f58-328ac0763019 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 4911c5d5-f732-40e8-b543-4698209df3f3) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:53.318429 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b63cb4-4f6f-4457-8f58-328ac0763019 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:53.319012 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-06b63cb4-4f6f-4457-8f58-328ac0763019 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:53.324163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89132789-ba47-4aa9-ab9c-cf6eb3a084b2 None None] Network 4911c5d5-f732-40e8-b543-4698209df3f3 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:53.445862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb582d-02fe-4683-b1eb-80775b0514b5 req-20e6904c-9d0b-4a4d-81e9-e928dd8abcbb tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:53.450063 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bfb582d-02fe-4683-b1eb-80775b0514b5 req-20e6904c-9d0b-4a4d-81e9-e928dd8abcbb tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 945 time: 0.0666790 Oct 13 14:26:53.455532 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-06b63cb4-4f6f-4457-8f58-328ac0763019 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2059429 Oct 13 14:26:53.458146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35380) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:53.535200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bfb582d-02fe-4683-b1eb-80775b0514b5 req-f861c3dc-dbb0-4aee-a231-6cf01ddc4975 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732086 Oct 13 14:26:53.537475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-4911c5d5-f732-40e8-b543-4698209df3f3', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:26:53.538306 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:53.736640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Allocated IP 172.20.0.2 (4911c5d5-f732-40e8-b543-4698209df3f3/9bab1fab-51cc-47e4-b318-d82f8e2cb707/3a8bd5d2-8d0d-4702-a636-540995594878) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:53.839005 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.008378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35390) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:54.016114 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.022848 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.079088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-029c2936-63cb-443d-bdde-683263dc51c7 admin admin] Deleting subnet 503d7c59-e711-4be3-a440-9b39a953197e {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:26:54.083229 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-029c2936-63cb-443d-bdde-683263dc51c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.108864 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.166823 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-029c2936-63cb-443d-bdde-683263dc51c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.208656 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.212321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Network 4911c5d5-f732-40e8-b543-4698209df3f3 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:54.218618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:54.234887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:54.263390 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-029c2936-63cb-443d-bdde-683263dc51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.324511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Pushing event updated for resources: {'Port': ['ID=3a8bd5d2-8d0d-4702-a636-540995594878,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:54.348565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Attempting to bind port 3a8bd5d2-8d0d-4702-a636-540995594878 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:26:54.348934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Attempting to bind port 3a8bd5d2-8d0d-4702-a636-540995594878 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'e3945be0-080e-4fa1-b00f-0b9c8e14be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:26:54.349329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Attempting to bind port 3a8bd5d2-8d0d-4702-a636-540995594878 on network 4911c5d5-f732-40e8-b543-4698209df3f3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:26:54.354695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:26:54.360671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Checking segment: {'id': 'e3945be0-080e-4fa1-b00f-0b9c8e14be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:54.360671 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.360671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Bound using segment: {'id': 'e3945be0-080e-4fa1-b00f-0b9c8e14be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:26:54.360671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Bound port: 3a8bd5d2-8d0d-4702-a636-540995594878, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3945be0-080e-4fa1-b00f-0b9c8e14be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:26:54.360671 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.416105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86c008d3-a48e-4b90-a8da-fb68bfe58cd0 req-6d31557a-ea8b-4e00-85cd-a02269adb526 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0882900 Oct 13 14:26:54.462421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] For port 3a8bd5d2-8d0d-4702-a636-540995594878, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:26:54.469735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] For port 3a8bd5d2-8d0d-4702-a636-540995594878, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3a8bd5d2-8d0d-4702-a636-540995594878,segment=NetworkSegment(e3945be0-080e-4fa1-b00f-0b9c8e14be1a),segment_id=e3945be0-080e-4fa1-b00f-0b9c8e14be1a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:26:54.505715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-7bba824c-9cb4-4e81-aca4-06d7b9dfbd7e tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:54.507424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-7bba824c-9cb4-4e81-aca4-06d7b9dfbd7e tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 810 time: 0.1807911 Oct 13 14:26:54.526074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-c171abc5-6186-4ad9-acb3-9f3a448887c7 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/quotas/8f84728718b0488ba61011fdc132e344 HTTP/1.1" status: 200 len: 375 time: 0.0108120 Oct 13 14:26:54.555230 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Allocated IP 172.20.0.1 (4911c5d5-f732-40e8-b543-4698209df3f3/9bab1fab-51cc-47e4-b318-d82f8e2cb707/97b06797-88d0-427b-ae3c-f23b530dea75) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:26:54.615507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-37604b1c-03e5-40ab-acad-12d3b6afcb69 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783594 Oct 13 14:26:54.743333 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.758385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab67180-4f9b-40b2-8b1a-013bd3def164 req-917a0ec6-4830-4eaa-9dd7-6b1ddbef1dfc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:54.762889 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.768450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ab67180-4f9b-40b2-8b1a-013bd3def164 req-917a0ec6-4830-4eaa-9dd7-6b1ddbef1dfc tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 945 time: 0.0968742 Oct 13 14:26:54.780293 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-029c2936-63cb-443d-bdde-683263dc51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.802055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-e00d6a96-2b97-4737-b70d-439ede594329 service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856468 Oct 13 14:26:54.817786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438f237-048a-408b-8351-3be17ec97e1e None None] Pushing event updated for resources: {'Port': ['ID=3a8bd5d2-8d0d-4702-a636-540995594878,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:54.841335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c2936-63cb-443d-bdde-683263dc51c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503d7c59-e711-4be3-a440-9b39a953197e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:54.909539 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-029c2936-63cb-443d-bdde-683263dc51c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:54.913070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-029c2936-63cb-443d-bdde-683263dc51c7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/503d7c59-e711-4be3-a440-9b39a953197e HTTP/1.1" status: 204 len: 168 time: 0.9031584 Oct 13 14:26:54.915585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35414) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:54.929627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ab67180-4f9b-40b2-8b1a-013bd3def164 req-a5e22b42-6e45-43ae-8177-d8229ebc880c tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598332 Oct 13 14:26:54.975163 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:55.005097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-0e63870d-ee0e-4180-a92e-3fbf956654fc service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546154 Oct 13 14:26:55.079790 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 4911c5d5-f732-40e8-b543-4698209df3f3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:55.128387 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:55.133353 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:26:55.141830 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d769e6c3-d440-4dec-8d07-84b1a8cdc81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:55.176549 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=97b06797-88d0-427b-ae3c-f23b530dea75,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:55.261480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:55.301783 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:55.409597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d769e6c3-d440-4dec-8d07-84b1a8cdc81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:55.419509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f458247-21a0-4378-beef-5c1038c27e62 req-265135c6-2564-4154-8f66-836afd913c1c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 210 time: 0.0579398 Oct 13 14:26:55.456901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d769e6c3-d440-4dec-8d07-84b1a8cdc81b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a037604e-dbae-4426-9e2b-bb6d032e8a47']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:55.468962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d769e6c3-d440-4dec-8d07-84b1a8cdc81b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde4a956-a10c-4576-9ead-24fcf3a1feb2') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:55.469482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d769e6c3-d440-4dec-8d07-84b1a8cdc81b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde4a956-a10c-4576-9ead-24fcf3a1feb2') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:55.485291 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d769e6c3-d440-4dec-8d07-84b1a8cdc81b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:55.505541 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d769e6c3-d440-4dec-8d07-84b1a8cdc81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:55.517260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d769e6c3-d440-4dec-8d07-84b1a8cdc81b admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:26:55.517812 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d769e6c3-d440-4dec-8d07-84b1a8cdc81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:26:55.520360 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:26:55.554380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fc76dcf-64cb-491e-ba94-f44e1d2e24ab req-10ac0865-f2f5-4657-9660-a057b1331821 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0448182 Oct 13 14:26:55.648831 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:55.727820 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d769e6c3-d440-4dec-8d07-84b1a8cdc81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:55.789816 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d769e6c3-d440-4dec-8d07-84b1a8cdc81b admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:55.793128 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d769e6c3-d440-4dec-8d07-84b1a8cdc81b admin admin] 10.222.0.18 "DELETE /v2.0/networks/a037604e-dbae-4426-9e2b-bb6d032e8a47 HTTP/1.1" status: 204 len: 168 time: 0.8764262 Oct 13 14:26:55.826356 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769e6c3-d440-4dec-8d07-84b1a8cdc81b admin admin] Pushing event deleted for resources: {'Network': ['ID=a037604e-dbae-4426-9e2b-bb6d032e8a47,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:56.044386 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:56.106803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cf15c-97a5-4f4c-a69e-edb80e3336a6 req-32a00cca-28c6-43cb-95a7-269a6345cac4 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:56.108800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b8cf15c-97a5-4f4c-a69e-edb80e3336a6 req-32a00cca-28c6-43cb-95a7-269a6345cac4 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 945 time: 0.0875351 Oct 13 14:26:56.140542 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:56.158766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b8cf15c-97a5-4f4c-a69e-edb80e3336a6 req-f1992aa0-4d2c-471f-9c43-7a9ca94d3b82 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426202 Oct 13 14:26:56.261605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eea7e4-b7a1-4211-9596-1365439d29c8 None None] Network 4911c5d5-f732-40e8-b543-4698209df3f3 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:56.263928 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=97b06797-88d0-427b-ae3c-f23b530dea75,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:56.280150 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:56.353198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac2fe9-3b1a-4291-909a-06ff1110455f req-17844f39-2bdf-4ebc-9907-52dde94c3315 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:56.355240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6ac2fe9-3b1a-4291-909a-06ff1110455f req-17844f39-2bdf-4ebc-9907-52dde94c3315 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 945 time: 0.0866377 Oct 13 14:26:56.356126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35438) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:56.367912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a18ddc8c-c944-49ab-8d1b-54d3072716b2 None None] Provisioning complete for port 3a8bd5d2-8d0d-4702-a636-540995594878 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:56.368938 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a18ddc8c-c944-49ab-8d1b-54d3072716b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:56.375793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35440) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:56.380502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-df415bea-9636-48e6-99ca-9836c6f857cf tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Request body: {'floatingip': {'port_id': '6ea28874-c076-42b4-b6e4-1c0f62d32402'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:56.416229 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 4911c5d5-f732-40e8-b543-4698209df3f3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:26:56.419914 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:56.469873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df415bea-9636-48e6-99ca-9836c6f857cf tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:56.562673 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a18ddc8c-c944-49ab-8d1b-54d3072716b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:56.582874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b8a7b35d-8a69-420a-9c5c-82b75acb2911 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ec7159fdc1f4910980b2b80ed5e160c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253711 Oct 13 14:26:56.586067 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35444) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:56.654229 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a18ddc8c-c944-49ab-8d1b-54d3072716b2 None None] For port 3a8bd5d2-8d0d-4702-a636-540995594878, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3a8bd5d2-8d0d-4702-a636-540995594878,segment=NetworkSegment(e3945be0-080e-4fa1-b00f-0b9c8e14be1a),segment_id=e3945be0-080e-4fa1-b00f-0b9c8e14be1a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:26:56.685949 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c27a17b1-46b4-448d-b752-4ea8c6f8dedd req-4c8b64e5-37d3-49d0-9248-668d496cd414 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 210 time: 0.1380799 Oct 13 14:26:56.730196 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05222241-2ccf-4218-95f3-f0e14040e1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:56.759479 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a18ddc8c-c944-49ab-8d1b-54d3072716b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:56.765977 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05222241-2ccf-4218-95f3-f0e14040e1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:56.873546 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3a8bd5d2-8d0d-4702-a636-540995594878 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:26:56.885261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c140fecf-e405-42cc-8c75-15cff049c8ab req-2b55717f-32b1-4508-b1c5-00cf1c6c689c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.1575913 Oct 13 14:26:56.943469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 912021ad-03a4-4379-b4d0-57efb2b5b380 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:26:56.952369 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05222241-2ccf-4218-95f3-f0e14040e1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:56.955163 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05222241-2ccf-4218-95f3-f0e14040e1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:56.963067 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-05222241-2ccf-4218-95f3-f0e14040e1e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/daf71f6c-d436-49c0-9d10-d718894bd487 HTTP/1.1" status: 204 len: 168 time: 0.3738015 Oct 13 14:26:57.000130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ddc8c-c944-49ab-8d1b-54d3072716b2 None None] Pushing event updated for resources: {'Port': ['ID=3a8bd5d2-8d0d-4702-a636-540995594878,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:57.028658 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3a8bd5d2-8d0d-4702-a636-540995594878 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:57.029328 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:57.032735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05222241-2ccf-4218-95f3-f0e14040e1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf71f6c-d436-49c0-9d10-d718894bd487,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:57.171643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-415bad69-41c5-4c5a-9869-8652f74aa513 None None] Provisioning complete for port 97b06797-88d0-427b-ae3c-f23b530dea75 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:57.172021 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-415bad69-41c5-4c5a-9869-8652f74aa513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:57.218034 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:26:57.225755 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-415bad69-41c5-4c5a-9869-8652f74aa513 None None] Port 97b06797-88d0-427b-ae3c-f23b530dea75 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:26:57.232945 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6dddaa3c-90f5-43dc-9acb-f308a37849dc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7736573 Oct 13 14:26:57.237351 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35452) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:57.243823 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-bc3c0f04-b11a-4431-a958-f50e86074bc3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'network': {'name': 'tempest-RoutersTest-340778434'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:57.265774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Sync routers for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:26:57.297364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:26:57.302615 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:57.366788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-415bad69-41c5-4c5a-9869-8652f74aa513 None None] Provisioning complete for port 3a8bd5d2-8d0d-4702-a636-540995594878 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:57.368677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3c0f04-b11a-4431-a958-f50e86074bc3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:57.374381 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-415bad69-41c5-4c5a-9869-8652f74aa513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:57.375476 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0f04-b11a-4431-a958-f50e86074bc3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:57.442164 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3c0f04-b11a-4431-a958-f50e86074bc3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:26:57.456223 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0f04-b11a-4431-a958-f50e86074bc3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:57.457793 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-bc3c0f04-b11a-4431-a958-f50e86074bc3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Added segment 4723240d-bd5d-4648-a49a-e2f15a55e4db of type vlan for network 93bb007e-9400-4456-83ac-c5e429d8149b Oct 13 14:26:57.546708 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0f04-b11a-4431-a958-f50e86074bc3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:57.581079 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:26:57.670602 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0f04-b11a-4431-a958-f50e86074bc3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:57.682036 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3c0f04-b11a-4431-a958-f50e86074bc3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:57.682509 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0f04-b11a-4431-a958-f50e86074bc3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:57.741090 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.resource_extend [None req-df415bea-9636-48e6-99ca-9836c6f857cf tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:26:57.809127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c0f04-b11a-4431-a958-f50e86074bc3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Network': ['ID=93bb007e-9400-4456-83ac-c5e429d8149b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:57.849920 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bc3c0f04-b11a-4431-a958-f50e86074bc3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6113892 Oct 13 14:26:57.856919 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35464) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:57.870050 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4e1f58d4-6bb1-4132-9b5b-d95e0c93b2ff tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'subnet': {'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:57.878399 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 93bb007e-9400-4456-83ac-c5e429d8149b details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:26:57.891704 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df415bea-9636-48e6-99ca-9836c6f857cf tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:58.037918 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35da4883-56ff-4912-af74-d2fada397f33 req-fc86c7f7-cd94-416d-91ba-168af50628e8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 210 time: 0.0843141 Oct 13 14:26:58.048766 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df415bea-9636-48e6-99ca-9836c6f857cf tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:58.146581 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e613fecd-5425-4751-a8b4-8f6c7c7c1ee5 None None] Provisioning complete for port 97b06797-88d0-427b-ae3c-f23b530dea75 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:58.147662 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e613fecd-5425-4751-a8b4-8f6c7c7c1ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:58.200929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-d83e23a3-33a2-44c1-98ef-8b123f02c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:58.202698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-d83e23a3-33a2-44c1-98ef-8b123f02c75f service neutron] 10.222.0.41 "GET /v2.0/ports/aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 HTTP/1.1" status: 200 len: 1032 time: 0.2123601 Oct 13 14:26:58.227331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1f58d4-6bb1-4132-9b5b-d95e0c93b2ff tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:58.236481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e613fecd-5425-4751-a8b4-8f6c7c7c1ee5 None None] Port 97b06797-88d0-427b-ae3c-f23b530dea75 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:26:58.239600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e1f58d4-6bb1-4132-9b5b-d95e0c93b2ff tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:58.248611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58012935-38f3-4d3d-8b04-dbd38438e14b req-b94da605-b757-4100-a246-28c230eaa6f5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.1336179 Oct 13 14:26:58.354513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:26:55Z', 'revision_number': 2, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:26:55Z', 'revision_number': 2, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:26:58.373249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-b792eea1-967e-43c7-ab72-c8e2a7f9b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:58.373249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-b792eea1-967e-43c7-ab72-c8e2a7f9b69e service neutron] 10.222.0.41 "GET /v2.0/ports/ac703971-2eb9-4b72-acde-5f0c872f63f0 HTTP/1.1" status: 200 len: 1032 time: 0.1319590 Oct 13 14:26:58.373249 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-df415bea-9636-48e6-99ca-9836c6f857cf tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Floating IP 5c77a586-faeb-4108-8ba3-bfef74ad0c6a associated. External IP: 172.25.0.90, port: 6ea28874-c076-42b4-b6e4-1c0f62d32402. Oct 13 14:26:58.408697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Checking router: 912021ad-03a4-4379-b4d0-57efb2b5b380 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:26:58.413400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Updating router 912021ad-03a4-4379-b4d0-57efb2b5b380 port 97b06797-88d0-427b-ae3c-f23b530dea75 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:26:58.466118 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:58.786363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3a8bd5d2-8d0d-4702-a636-540995594878 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:26:58.839342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-cee419c8-da68-4321-a7b9-f6843e60d5e7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:58.846716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-cee419c8-da68-4321-a7b9-f6843e60d5e7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:58.853121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-cee419c8-da68-4321-a7b9-f6843e60d5e7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:58.855627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-cee419c8-da68-4321-a7b9-f6843e60d5e7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "GET /v2.0/networks?id=23652a0e-fdc8-4019-a88a-94449553c2fa&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=c618d8ae-014f-47f1-941a-268db5728f54&id=c618d8ae-014f-47f1-941a-268db5728f54 HTTP/1.1" status: 200 len: 1994 time: 0.3350847 Oct 13 14:26:58.903083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df415bea-9636-48e6-99ca-9836c6f857cf tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Router ed545d64-7ca5-439a-b647-505ce0acd065 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:26:58.926614 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e1f58d4-6bb1-4132-9b5b-d95e0c93b2ff tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:58.940522 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3a8bd5d2-8d0d-4702-a636-540995594878 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:26:58.941014 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:59.016709 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35494) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:59.051506 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f58d4-6bb1-4132-9b5b-d95e0c93b2ff tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Subnet': ['ID=7dec911f-3a40-472d-b1f5-91be0df0c19c,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:26:59.101198 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1f58d4-6bb1-4132-9b5b-d95e0c93b2ff tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Checking segment: {'id': '4723240d-bd5d-4648-a49a-e2f15a55e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:26:59.101896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1f58d4-6bb1-4132-9b5b-d95e0c93b2ff tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network hostable DHCP agents. Network: 93bb007e-9400-4456-83ac-c5e429d8149b, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:26:59.217013 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-237753168-network', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:59.225297 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1f58d4-6bb1-4132-9b5b-d95e0c93b2ff tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 93bb007e-9400-4456-83ac-c5e429d8149b is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:26:59.305580 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-4e1f58d4-6bb1-4132-9b5b-d95e0c93b2ff tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 93bb007e-9400-4456-83ac-c5e429d8149b) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:26:59.320228 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1f58d4-6bb1-4132-9b5b-d95e0c93b2ff tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:59.321286 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4e1f58d4-6bb1-4132-9b5b-d95e0c93b2ff tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:59.333429 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:59.338524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df19e769-c3c4-48ed-8927-95fea325106f None None] Network 93bb007e-9400-4456-83ac-c5e429d8149b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:26:59.346173 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Made reservation on behalf of bfc243740bc844cf8070b37abfb8d763 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:26:59.349183 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:59.361805 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:59.423126 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:59.443594 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4e1f58d4-6bb1-4132-9b5b-d95e0c93b2ff tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5871711 Oct 13 14:26:59.448881 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35502) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:26:59.638268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-94430b16-3de9-4a76-84d0-4a319e3b1915 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:26:59.640021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-94430b16-3de9-4a76-84d0-4a319e3b1915 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 810 time: 0.7262039 Oct 13 14:26:59.733828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-303eaef7-4edd-4862-aee3-13b03d84c179 req-8d4c2cc8-b5f3-46c9-bf27-1c8e8d0b4e18 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0873170 Oct 13 14:26:59.763533 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:59.858053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:26:59.880280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Request body: {'port': {'device_id': 'd4e63df9-169b-442e-8c97-07c0fbbe3530', 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'admin_state_up': True, 'tenant_id': '8f84728718b0488ba61011fdc132e344'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:26:59.891330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea72d3d1-f543-4e76-87b0-99270f0dc57d req-26bb8e99-5aa7-4ca2-883b-a01194a63758 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 210 time: 0.2463996 Oct 13 14:26:59.908743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a86daa-2bc1-4cbe-a12c-b6a73a9456b5 None None] Pushing event updated for resources: {'Port': ['ID=97b06797-88d0-427b-ae3c-f23b530dea75,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:00.022121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-87c3015e-8715-4cc4-a004-770dbe5dd2b2 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adffe79e13844ca6825792b087d82314 HTTP/1.1" status: 200 len: 379 time: 1.1117611 Oct 13 14:27:00.060641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ddb7d104-41dc-4890-89f4-7f1ffe043f6e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'port': {'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'admin_state_up': True, 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'security_groups': ['9662ae98-5d2c-44b0-941a-02128214685e']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:00.098813 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-93bb007e-9400-4456-83ac-c5e429d8149b', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:27:00.100243 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:00.101518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:27:00.108043 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904c6a66-9f66-4489-bccb-60714c41af04,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:00.149172 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Attempting to bind port 97b06797-88d0-427b-ae3c-f23b530dea75 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:00.149548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Attempting to bind port 97b06797-88d0-427b-ae3c-f23b530dea75 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'e3945be0-080e-4fa1-b00f-0b9c8e14be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:00.149913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Attempting to bind port 97b06797-88d0-427b-ae3c-f23b530dea75 on network 4911c5d5-f732-40e8-b543-4698209df3f3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:00.152445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-07297e29-18dd-416b-82fc-693634447255 None None] Provisioning complete for port 97b06797-88d0-427b-ae3c-f23b530dea75 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:00.152956 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07297e29-18dd-416b-82fc-693634447255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:00.211278 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:00.211807 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Added segment 768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a of type vlan for network 47f65dfb-7a05-403f-94bb-fcf552d64738 Oct 13 14:27:00.292688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:00.293575 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Checking segment: {'id': 'e3945be0-080e-4fa1-b00f-0b9c8e14be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:00.294635 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:00.295442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Bound using segment: {'id': 'e3945be0-080e-4fa1-b00f-0b9c8e14be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:00.296393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Bound port: 97b06797-88d0-427b-ae3c-f23b530dea75, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3945be0-080e-4fa1-b00f-0b9c8e14be1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:00.297105 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:00.351239 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:00.386015 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:00.401662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-07297e29-18dd-416b-82fc-693634447255 None None] Port 97b06797-88d0-427b-ae3c-f23b530dea75 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:00.486800 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] For port 97b06797-88d0-427b-ae3c-f23b530dea75, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:00.492545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] For port 97b06797-88d0-427b-ae3c-f23b530dea75, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=97b06797-88d0-427b-ae3c-f23b530dea75,segment=NetworkSegment(e3945be0-080e-4fa1-b00f-0b9c8e14be1a),segment_id=e3945be0-080e-4fa1-b00f-0b9c8e14be1a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:00.502648 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Allocated IP 172.21.0.2 (93bb007e-9400-4456-83ac-c5e429d8149b/7dec911f-3a40-472d-b1f5-91be0df0c19c/fe93a372-d0a2-4a41-afd7-06e1d18441f9) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:00.514459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df415bea-9636-48e6-99ca-9836c6f857cf tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:00.525119 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df415bea-9636-48e6-99ca-9836c6f857cf tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:00.532478 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e1814f-980c-48c8-8d55-5bbc68eb0ae4 None None] Sync routers for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:00.566367 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e1814f-980c-48c8-8d55-5bbc68eb0ae4 None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:00.567394 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-66e1814f-980c-48c8-8d55-5bbc68eb0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:00.583990 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:00.589151 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:00.589921 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:00.592839 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:00.628312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-df415bea-9636-48e6-99ca-9836c6f857cf tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "PUT /v2.0/floatingips/5c77a586-faeb-4108-8ba3-bfef74ad0c6a HTTP/1.1" status: 200 len: 990 time: 4.2500315 Oct 13 14:27:00.635563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af204d68-ff20-4671-bc2a-5c6f8d6bd2bb', 'tag': '6ea28874-c076-42b4-b6e4-1c0f62d32402'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:00.655033 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e4f42-f058-400f-92fa-2fb8807c58f1" -d '{"events": [{"name": "network-changed", "server_uuid": "af204d68-ff20-4671-bc2a-5c6f8d6bd2bb", "tag": "6ea28874-c076-42b4-b6e4-1c0f62d32402"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:00.673754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ddb7d104-41dc-4890-89f4-7f1ffe043f6e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Made reservation on behalf of adffe79e13844ca6825792b087d82314 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:00.677583 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ddb7d104-41dc-4890-89f4-7f1ffe043f6e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:00.768507 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f72a5d-4d42-44cc-972b-eacf960b7f30 x-openstack-request-id: req-70f72a5d-4d42-44cc-972b-eacf960b7f30 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:00.769014 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af204d68-ff20-4671-bc2a-5c6f8d6bd2bb", "tag": "6ea28874-c076-42b4-b6e4-1c0f62d32402", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:00.769485 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70f72a5d-4d42-44cc-972b-eacf960b7f30 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:00.770464 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af204d68-ff20-4671-bc2a-5c6f8d6bd2bb', 'tag': '6ea28874-c076-42b4-b6e4-1c0f62d32402', 'status': 'completed', 'code': 200} Oct 13 14:27:00.780385 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=47f65dfb-7a05-403f-94bb-fcf552d64738,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:00.833004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 47f65dfb-7a05-403f-94bb-fcf552d64738 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:27:00.834142 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-66e1814f-980c-48c8-8d55-5bbc68eb0ae4 None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:00.952687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Made reservation on behalf of 8f84728718b0488ba61011fdc132e344 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:00.957382 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a86daa-2bc1-4cbe-a12c-b6a73a9456b5 None None] Pushing event updated for resources: {'Port': ['ID=97b06797-88d0-427b-ae3c-f23b530dea75,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:00.959051 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:01.014533 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:01.015574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:01.021327 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-445f52e3-1ca3-42f5-a17f-8e910f91e6d2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9808695 Oct 13 14:27:01.022277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35514) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:01.040299 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-007543b5-760c-4a88-b35c-06092b1251ff admin admin] Request body: {'subnet': {'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-237753168-subnet', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:01.128801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-360d14ca-170a-422a-be3a-a06f70dc7a76 req-6f3e5ae3-e3ac-493b-8536-80c8be2fd0e6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.1519811 Oct 13 14:27:01.236031 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:01.250238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d0a15496-1a27-4fa3-b6aa-2c0ef69ac0e2 None None] Provisioning complete for port 97b06797-88d0-427b-ae3c-f23b530dea75 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:01.257375 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d0a15496-1a27-4fa3-b6aa-2c0ef69ac0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:01.289688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:01.318812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Allocated IP 172.20.0.3 (b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81/d16f32c9-ccaa-480d-a65d-017cee6bd114/bf0b83a6-b230-408a-8e65-de17bd4faf66) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:01.335133 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:01.354496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e4f42-f058-400f-92fa-2fb8807c58f1 req-b12a1f0b-6fdc-4ae2-8ebc-111a353612de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:01.358261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff1e4f42-f058-400f-92fa-2fb8807c58f1 req-b12a1f0b-6fdc-4ae2-8ebc-111a353612de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 1097 time: 0.5009694 Oct 13 14:27:01.390570 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Network 93bb007e-9400-4456-83ac-c5e429d8149b is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:01.419046 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007543b5-760c-4a88-b35c-06092b1251ff admin admin] Made reservation on behalf of bfc243740bc844cf8070b37abfb8d763 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:01.429436 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:01.438528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:01.441578 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-007543b5-760c-4a88-b35c-06092b1251ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:01.457987 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-66e1814f-980c-48c8-8d55-5bbc68eb0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '5c77a586-faeb-4108-8ba3-bfef74ad0c6a', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'port_id': '6ea28874-c076-42b4-b6e4-1c0f62d32402', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'mac_address': 'fa:16:3e:90:c3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af204d68-ff20-4671-bc2a-5c6f8d6bd2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:26:25Z', 'updated_at': '2021-10-13T14:26:57Z', 'revision_number': 1, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:23Z', 'revision_number': 5, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:01.472725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c98f89f9-4695-4fc5-b247-f2d916bbc53c req-7a355ded-d673-4bb3-8c93-1f56d257c1bc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 210 time: 0.1507082 Oct 13 14:27:01.520004 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Allocated IP 172.21.0.1 (93bb007e-9400-4456-83ac-c5e429d8149b/7dec911f-3a40-472d-b1f5-91be0df0c19c/16ea562d-4e54-4adc-9d1a-8dc9c64071f7) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:01.538736 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e1814f-980c-48c8-8d55-5bbc68eb0ae4 None None] Checking router: ed545d64-7ca5-439a-b647-505ce0acd065 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:01.541778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Pushing event updated for resources: {'Port': ['ID=fe93a372-d0a2-4a41-afd7-06e1d18441f9,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:01.571930 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e1814f-980c-48c8-8d55-5bbc68eb0ae4 None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:01.573865 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-66e1814f-980c-48c8-8d55-5bbc68eb0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:01.621827 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Attempting to bind port fe93a372-d0a2-4a41-afd7-06e1d18441f9 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:01.622305 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Attempting to bind port fe93a372-d0a2-4a41-afd7-06e1d18441f9 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '4723240d-bd5d-4648-a49a-e2f15a55e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:01.622671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Attempting to bind port fe93a372-d0a2-4a41-afd7-06e1d18441f9 on network 93bb007e-9400-4456-83ac-c5e429d8149b {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:01.639083 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d0a15496-1a27-4fa3-b6aa-2c0ef69ac0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:01.645431 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:01.645884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Checking segment: {'id': '4723240d-bd5d-4648-a49a-e2f15a55e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:01.646198 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:01.646594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Bound using segment: {'id': '4723240d-bd5d-4648-a49a-e2f15a55e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:01.647087 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Bound port: fe93a372-d0a2-4a41-afd7-06e1d18441f9, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4723240d-bd5d-4648-a49a-e2f15a55e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:01.647466 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:01.722567 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d0a15496-1a27-4fa3-b6aa-2c0ef69ac0e2 None None] For port 97b06797-88d0-427b-ae3c-f23b530dea75, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=97b06797-88d0-427b-ae3c-f23b530dea75,segment=NetworkSegment(e3945be0-080e-4fa1-b00f-0b9c8e14be1a),segment_id=e3945be0-080e-4fa1-b00f-0b9c8e14be1a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:01.797785 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-66e1814f-980c-48c8-8d55-5bbc68eb0ae4 None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:01.823520 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:01.832726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ddb7d104-41dc-4890-89f4-7f1ffe043f6e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Allocated IP 172.20.0.8 (23652a0e-fdc8-4019-a88a-94449553c2fa/dff8190b-2496-4c8f-b489-28a02d965473/900e03e3-d7c3-4a70-b439-eb5a9660f72b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:01.851748 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d0a15496-1a27-4fa3-b6aa-2c0ef69ac0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:01.928487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] For port fe93a372-d0a2-4a41-afd7-06e1d18441f9, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:01.955223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e4f42-f058-400f-92fa-2fb8807c58f1 req-9764268c-d20f-4aa0-af91-ba4e2890d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:01.956039 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] For port fe93a372-d0a2-4a41-afd7-06e1d18441f9, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fe93a372-d0a2-4a41-afd7-06e1d18441f9,segment=NetworkSegment(4723240d-bd5d-4648-a49a-e2f15a55e4db),segment_id=4723240d-bd5d-4648-a49a-e2f15a55e4db)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:01.956788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff1e4f42-f058-400f-92fa-2fb8807c58f1 req-9764268c-d20f-4aa0-af91-ba4e2890d3c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 200 len: 911 time: 0.5503962 Oct 13 14:27:01.976518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a15496-1a27-4fa3-b6aa-2c0ef69ac0e2 None None] Pushing event updated for resources: {'Port': ['ID=97b06797-88d0-427b-ae3c-f23b530dea75,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:01.984818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:26:55Z', 'revision_number': 2, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:00Z', 'revision_number': 4, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:02.048053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a4936-0db2-4fa8-8c5b-f5688b052ed4 None None] The sync data for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 is: [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:26:55Z', 'revision_number': 2, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:00Z', 'revision_number': 4, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:02.054886 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:02.134076 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:02.207927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc21e08-ee77-4740-b46f-45cbbdfc9be8 None None] Pushing event updated for resources: {'Port': ['ID=fe93a372-d0a2-4a41-afd7-06e1d18441f9,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:02.281554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff1e4f42-f058-400f-92fa-2fb8807c58f1 req-69d5d77a-476e-48f6-b067-7466aedf65c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ea28874-c076-42b4-b6e4-1c0f62d32402 HTTP/1.1" status: 200 len: 998 time: 0.2995150 Oct 13 14:27:02.393910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e4f42-f058-400f-92fa-2fb8807c58f1 req-1b9f8cc9-db94-44ae-83f4-a0e5b08c7a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:02.396899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff1e4f42-f058-400f-92fa-2fb8807c58f1 req-1b9f8cc9-db94-44ae-83f4-a0e5b08c7a1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55692630-3c1b-4a22-9c24-eba73df651f5 HTTP/1.1" status: 200 len: 849 time: 0.0914004 Oct 13 14:27:02.400255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:02.404361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Pushing event updated for resources: {'Port': ['ID=bf0b83a6-b230-408a-8e65-de17bd4faf66,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:02.427832 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-66e1814f-980c-48c8-8d55-5bbc68eb0ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '5c77a586-faeb-4108-8ba3-bfef74ad0c6a', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'port_id': '6ea28874-c076-42b4-b6e4-1c0f62d32402', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'mac_address': 'fa:16:3e:90:c3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af204d68-ff20-4671-bc2a-5c6f8d6bd2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:26:25Z', 'updated_at': '2021-10-13T14:26:57Z', 'revision_number': 1, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:23Z', 'revision_number': 5, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:02.467419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:02.473923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:02.487871 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:02.501915 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e1814f-980c-48c8-8d55-5bbc68eb0ae4 None None] The sync data for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 is: [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '5c77a586-faeb-4108-8ba3-bfef74ad0c6a', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'floating_ip_address': '172.25.0.90', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'port_id': '6ea28874-c076-42b4-b6e4-1c0f62d32402', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'mac_address': 'fa:16:3e:90:c3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af204d68-ff20-4671-bc2a-5c6f8d6bd2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:26:25Z', 'updated_at': '2021-10-13T14:26:57Z', 'revision_number': 1, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:23Z', 'revision_number': 5, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:02.787210 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:02.864629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69086e92-8b84-4079-8d92-896041a82bdf req-b3dc3632-bf3f-422f-8df3-5341bf986ccc tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.4726622 Oct 13 14:27:02.866382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:02.866863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:02.867343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:02.872016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:02.872473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:02.872913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:02.873487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:02.873898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:02.874304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:02.874971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:02.874971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:02.875404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:02.908846 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ddb7d104-41dc-4890-89f4-7f1ffe043f6e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:02.945091 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 93bb007e-9400-4456-83ac-c5e429d8149b is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:02.950168 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:02.958929 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:02.963272 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=16ea562d-4e54-4adc-9d1a-8dc9c64071f7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:03.005535 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-007543b5-760c-4a88-b35c-06092b1251ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:03.020750 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 97b06797-88d0-427b-ae3c-f23b530dea75 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:03.078147 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007543b5-760c-4a88-b35c-06092b1251ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0981cbb8-30dd-446f-93bc-f32e6ca55a96,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:03.120499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:03.145997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a175b2ad-cb98-4920-8857-0d8e61db4754 None None] New status for floating IP 5c77a586-faeb-4108-8ba3-bfef74ad0c6a: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:27:03.177986 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ddb7d104-41dc-4890-89f4-7f1ffe043f6e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:03.204538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:03.204538 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:03.255309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007543b5-760c-4a88-b35c-06092b1251ff admin admin] Checking segment: {'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:03.255546 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007543b5-760c-4a88-b35c-06092b1251ff admin admin] Network hostable DHCP agents. Network: 47f65dfb-7a05-403f-94bb-fcf552d64738, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:27:03.276706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e4f42-f058-400f-92fa-2fb8807c58f1 req-2c21930f-9cef-4084-8724-dfebb715a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:03.279296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff1e4f42-f058-400f-92fa-2fb8807c58f1 req-2c21930f-9cef-4084-8724-dfebb715a884 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a0d1357-5bd1-47a4-bc47-4229892a21e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8208551 Oct 13 14:27:03.295861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-20c5e462-1170-48ed-9096-f2ccf676c210 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5578809 Oct 13 14:27:03.335055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30039b17-5558-4ec5-b414-1a5eecf773d1 req-d48c80e8-7524-4dd0-85db-34db2d1c9e74 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:03.346038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30039b17-5558-4ec5-b414-1a5eecf773d1 req-d48c80e8-7524-4dd0-85db-34db2d1c9e74 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 931 time: 0.4437227 Oct 13 14:27:03.351984 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Request body: {'port': {'device_id': 'd4e63df9-169b-442e-8c97-07c0fbbe3530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:03.356687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ddb7d104-41dc-4890-89f4-7f1ffe043f6e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Network 23652a0e-fdc8-4019-a88a-94449553c2fa is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:03.376544 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007543b5-760c-4a88-b35c-06092b1251ff admin admin] Network 47f65dfb-7a05-403f-94bb-fcf552d64738 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:27:03.412472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ddb7d104-41dc-4890-89f4-7f1ffe043f6e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:03.416729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ddb7d104-41dc-4890-89f4-7f1ffe043f6e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:03.417134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 97b06797-88d0-427b-ae3c-f23b530dea75 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:03.419016 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:03.500604 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:03.502213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7d104-41dc-4890-89f4-7f1ffe043f6e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'Port': ['ID=900e03e3-d7c3-4a70-b439-eb5a9660f72b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:03.539123 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-007543b5-760c-4a88-b35c-06092b1251ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 47f65dfb-7a05-403f-94bb-fcf552d64738) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:03.561964 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1733762-8b1b-4499-ae82-2339e9435c8d None None] Network 47f65dfb-7a05-403f-94bb-fcf552d64738 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:27:03.602024 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007543b5-760c-4a88-b35c-06092b1251ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:03.603010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-007543b5-760c-4a88-b35c-06092b1251ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:03.717051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30039b17-5558-4ec5-b414-1a5eecf773d1 req-6d5c0bd9-532d-4b74-a779-37b631d32513 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664961 Oct 13 14:27:03.738653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ddb7d104-41dc-4890-89f4-7f1ffe043f6e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:03.739439 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ddb7d104-41dc-4890-89f4-7f1ffe043f6e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:03.773829 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:03.832596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff1e4f42-f058-400f-92fa-2fb8807c58f1 req-bdedcc0e-ad07-4e03-81e0-7eb4a1e2532e service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354326 Oct 13 14:27:03.842800 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-007543b5-760c-4a88-b35c-06092b1251ff admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8100204 Oct 13 14:27:03.852572 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35530) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:03.862195 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-237753168-router', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:03.910578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ddb7d104-41dc-4890-89f4-7f1ffe043f6e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8612866 Oct 13 14:27:04.021474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-4874cce5-f17e-4d63-a05f-758a96d0725c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'port': {'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647', 'admin_state_up': True, 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'security_groups': ['9662ae98-5d2c-44b0-941a-02128214685e']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:04.052048 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:04.053243 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:04.121818 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:04.176167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a0d6f179-0bb6-45c5-8b11-a0d5e80410a4 None None] Provisioning complete for port 900e03e3-d7c3-4a70-b439-eb5a9660f72b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:04.180462 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a0d6f179-0bb6-45c5-8b11-a0d5e80410a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:04.259034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6f179-0bb6-45c5-8b11-a0d5e80410a4 None None] Port 900e03e3-d7c3-4a70-b439-eb5a9660f72b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:04.264496 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2e5aa0-b459-4acb-8f01-0ef7bcfecbb4 None None] Network 93bb007e-9400-4456-83ac-c5e429d8149b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:27:04.313340 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:04.408464 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:04.441748 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-47f65dfb-7a05-403f-94bb-fcf552d64738', 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'fixed_ips': [{'subnet_id': '0981cbb8-30dd-446f-93bc-f32e6ca55a96'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:27:04.442918 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:04.452205 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fe93a372-d0a2-4a41-afd7-06e1d18441f9 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:04.491932 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=16ea562d-4e54-4adc-9d1a-8dc9c64071f7,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:04.504293 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:04.532770 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:04.550328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Provisioning complete for port fe93a372-d0a2-4a41-afd7-06e1d18441f9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:04.550804 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:04.644092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 93bb007e-9400-4456-83ac-c5e429d8149b is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:04.648232 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:04.656473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0b83a6-b230-408a-8e65-de17bd4faf66 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:27:04.666227 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:04.682329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Transition to ACTIVE for port object bf0b83a6-b230-408a-8e65-de17bd4faf66 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:27:04.783579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:04.846610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 912021ad-03a4-4379-b4d0-57efb2b5b380 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:27:04.932824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0b83a6-b230-408a-8e65-de17bd4faf66,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:04.952922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff1e4f42-f058-400f-92fa-2fb8807c58f1 req-453d0ed2-c72c-49ef-b7fe-0973ea6659be service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0546710 Oct 13 14:27:05.026300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf32df8-a7c7-4647-8450-02b79ca4d7c2 req-73ead36e-7a8d-4ca0-8c90-5c7356ac3d52 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:05.029461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adf32df8-a7c7-4647-8450-02b79ca4d7c2 req-73ead36e-7a8d-4ca0-8c90-5c7356ac3d52 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 931 time: 0.9145215 Oct 13 14:27:05.034880 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:05.043993 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f79b417f-278c-4055-a32d-61622c21ebe9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5917726 Oct 13 14:27:05.051660 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Sync routers for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:05.069575 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:05.070498 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:05.090211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35540) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:05.100407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-52db7f20-43d0-44d4-b58b-676b30334e1b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'network': {'name': 'tempest-RoutersTest-2074462059'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:05.125684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fe93a372-d0a2-4a41-afd7-06e1d18441f9 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:05.126483 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:05.199262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Allocated IP 172.20.0.2 (47f65dfb-7a05-403f-94bb-fcf552d64738/0981cbb8-30dd-446f-93bc-f32e6ca55a96/24662125-ff93-4139-8cfe-8ab8aac265b4) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:05.231105 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:05.265261 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:05.268929 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:05.295299 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:05.307097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adf32df8-a7c7-4647-8450-02b79ca4d7c2 req-1e259821-8958-4143-aeb8-f9a8a6defc4d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460806 Oct 13 14:27:05.310979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-4874cce5-f17e-4d63-a05f-758a96d0725c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Made reservation on behalf of adffe79e13844ca6825792b087d82314 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:05.314784 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-4874cce5-f17e-4d63-a05f-758a96d0725c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:05.327398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a230f1-d7f7-4f79-bad2-4fb8b5106902 req-9e6b1723-3d12-42e0-9209-f2f09286a445 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:05.336200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46a230f1-d7f7-4f79-bad2-4fb8b5106902 req-9e6b1723-3d12-42e0-9209-f2f09286a445 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 943 time: 0.4233024 Oct 13 14:27:05.410563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Attempting to bind port bf0b83a6-b230-408a-8e65-de17bd4faf66 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:05.410914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Attempting to bind port bf0b83a6-b230-408a-8e65-de17bd4faf66 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:05.411294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Attempting to bind port bf0b83a6-b230-408a-8e65-de17bd4faf66 on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:05.465926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46a230f1-d7f7-4f79-bad2-4fb8b5106902 req-2dbfc586-ba2c-4c00-8d1a-70d16250d53c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285839 Oct 13 14:27:05.503568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] For port fe93a372-d0a2-4a41-afd7-06e1d18441f9, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fe93a372-d0a2-4a41-afd7-06e1d18441f9,segment=NetworkSegment(4723240d-bd5d-4648-a49a-e2f15a55e4db),segment_id=4723240d-bd5d-4648-a49a-e2f15a55e4db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:05.551353 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:05.575890 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Allocated IP 172.25.0.166 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/0ac23e14-e328-4118-8077-15bb23f0c1df) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:05.604570 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:05.608511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Port bf0b83a6-b230-408a-8e65-de17bd4faf66 on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:27:05.608850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Attempting to bind port bf0b83a6-b230-408a-8e65-de17bd4faf66 on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:05.610905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52db7f20-43d0-44d4-b58b-676b30334e1b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:05.614441 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52db7f20-43d0-44d4-b58b-676b30334e1b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:05.818318 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:03Z', 'revision_number': 3, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:03Z', 'revision_number': 2, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:05.858410 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:05.903558 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Checking router: 912021ad-03a4-4379-b4d0-57efb2b5b380 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:05.905225 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Updating router 912021ad-03a4-4379-b4d0-57efb2b5b380 port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:27:05.943182 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:27:05.943845 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:27:05.966995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Pushing event updated for resources: {'Port': ['ID=fe93a372-d0a2-4a41-afd7-06e1d18441f9,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:05.985238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:05.985556 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:05.985871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:05.986204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:05.989272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:05.989272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:05.989272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:05.989272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:05.989272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:05.989272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:05.989272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:05.989272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1b0b29-9b30-478a-8474-30a0d9b93de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:06.010722 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.030358 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.040148 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.066312 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e390c763-7046-4d73-8465-d706bccddc8e None None] Provisioning complete for port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:06.069614 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e390c763-7046-4d73-8465-d706bccddc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.070661 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:06.092380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac23e14-e328-4118-8077-15bb23f0c1df,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:06.098356 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:06.106354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:06.140330 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.191030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e390c763-7046-4d73-8465-d706bccddc8e None None] Port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:06.241402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Network 47f65dfb-7a05-403f-94bb-fcf552d64738 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:06.261975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:06.268087 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:06.285116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e390c763-7046-4d73-8465-d706bccddc8e None None] Provisioning complete for port fe93a372-d0a2-4a41-afd7-06e1d18441f9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:06.285490 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e390c763-7046-4d73-8465-d706bccddc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.289900 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Pushing event updated for resources: {'Port': ['ID=24662125-ff93-4139-8cfe-8ab8aac265b4,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:06.455142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:06.455933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Checking segment: {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:06.455933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Bound using segment: {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:06.456325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Bound port: bf0b83a6-b230-408a-8e65-de17bd4faf66, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:06.456658 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.459316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-4874cce5-f17e-4d63-a05f-758a96d0725c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Allocated IP 10.1.1.146 (10aa74c4-b44f-48f7-92a3-f12491d08647/c3356880-d0f9-4ad5-93b7-059787dc578e/d0e204fc-83f5-4423-b87e-78a554179830) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:06.534638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52db7f20-43d0-44d4-b58b-676b30334e1b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:27:06.540528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Attempting to bind port 24662125-ff93-4139-8cfe-8ab8aac265b4 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:06.540940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Attempting to bind port 24662125-ff93-4139-8cfe-8ab8aac265b4 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:06.541332 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Attempting to bind port 24662125-ff93-4139-8cfe-8ab8aac265b4 on network 47f65dfb-7a05-403f-94bb-fcf552d64738 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:06.573143 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:06.573582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Checking segment: {'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:06.574733 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.575133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Bound using segment: {'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:06.575646 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Bound port: 24662125-ff93-4139-8cfe-8ab8aac265b4, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:06.576004 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.747198 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52db7f20-43d0-44d4-b58b-676b30334e1b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.747198 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-52db7f20-43d0-44d4-b58b-676b30334e1b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Added segment 3d34be4b-791e-44fd-a3ca-390dc3379c8e of type vlan for network 355e3131-0ace-4485-b492-61c5135220d7 Oct 13 14:27:06.750184 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.783561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fe93a372-d0a2-4a41-afd7-06e1d18441f9 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:06.799594 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.833629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] For port 24662125-ff93-4139-8cfe-8ab8aac265b4, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:06.836082 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52db7f20-43d0-44d4-b58b-676b30334e1b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.839408 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] For port 24662125-ff93-4139-8cfe-8ab8aac265b4, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24662125-ff93-4139-8cfe-8ab8aac265b4,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:06.867592 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.868405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fe93a372-d0a2-4a41-afd7-06e1d18441f9 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:06.868782 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:06.909705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7eabec99-e80b-4348-b4cb-3842ab4ee28e None None] Provisioning complete for port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:06.910072 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7eabec99-e80b-4348-b4cb-3842ab4ee28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:07.024782 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:07.030637 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Pushing event updated for resources: {'Port': ['ID=16ea562d-4e54-4adc-9d1a-8dc9c64071f7,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:07.078622 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:07.079578 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:07.080094 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:07.080577 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:07.081084 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:07.081622 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:07.082103 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:07.082734 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:07.083252 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:07.083728 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:07.084216 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:07.084685 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:07.091572 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Attempting to bind port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:07.093922 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Attempting to bind port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '4723240d-bd5d-4648-a49a-e2f15a55e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:07.095476 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Attempting to bind port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 on network 93bb007e-9400-4456-83ac-c5e429d8149b {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:07.110817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708625-bbc9-47cc-b1ee-fee6cdb418ff req-920cbca2-da48-46e6-872a-d61df1ccf4fb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:07.112541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7708625-bbc9-47cc-b1ee-fee6cdb418ff req-920cbca2-da48-46e6-872a-d61df1ccf4fb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 931 time: 0.6725583 Oct 13 14:27:07.114272 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:07.118629 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Checking segment: {'id': '4723240d-bd5d-4648-a49a-e2f15a55e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:07.132538 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:07.133286 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Bound using segment: {'id': '4723240d-bd5d-4648-a49a-e2f15a55e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:07.133952 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Bound port: 16ea562d-4e54-4adc-9d1a-8dc9c64071f7, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4723240d-bd5d-4648-a49a-e2f15a55e4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:07.134586 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:07.147138 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52db7f20-43d0-44d4-b58b-676b30334e1b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:07.164004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52db7f20-43d0-44d4-b58b-676b30334e1b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:07.164631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52db7f20-43d0-44d4-b58b-676b30334e1b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:07.176510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7eabec99-e80b-4348-b4cb-3842ab4ee28e None None] Port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:07.189321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:07.273175 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] For port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:07.275058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21a41a-ee16-4d96-a524-fb7c7286c954 None None] Pushing event updated for resources: {'Port': ['ID=24662125-ff93-4139-8cfe-8ab8aac265b4,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:07.282332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] For port bf0b83a6-b230-408a-8e65-de17bd4faf66, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:07.283419 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] For port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=16ea562d-4e54-4adc-9d1a-8dc9c64071f7,segment=NetworkSegment(4723240d-bd5d-4648-a49a-e2f15a55e4db),segment_id=4723240d-bd5d-4648-a49a-e2f15a55e4db)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:07.371684 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:07.384948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894ed1d-389f-4aa6-a579-3821abd4c1ce req-8f2d3234-1c08-4e94-9010-7d99e9526c87 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:07.389863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3894ed1d-389f-4aa6-a579-3821abd4c1ce req-8f2d3234-1c08-4e94-9010-7d99e9526c87 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 943 time: 0.6317647 Oct 13 14:27:07.410839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6f1a1f23-a7c3-41c2-b77f-759290372f67 None None] Provisioning complete for port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:07.411420 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1f23-a7c3-41c2-b77f-759290372f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:07.460698 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:07.461332 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:07.467530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] For port bf0b83a6-b230-408a-8e65-de17bd4faf66, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bf0b83a6-b230-408a-8e65-de17bd4faf66,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:07.471360 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Router 04f68e77-30c7-44bc-a166-81e70e04c2de is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:27:07.490232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7708625-bbc9-47cc-b1ee-fee6cdb418ff req-65a042a1-0b20-4bf0-bea5-8d4ee6f9b0ca tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032875 Oct 13 14:27:07.521663 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-4874cce5-f17e-4d63-a05f-758a96d0725c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:07.561113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-52db7f20-43d0-44d4-b58b-676b30334e1b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4682722 Oct 13 14:27:07.564234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35552) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:07.564932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db7f20-43d0-44d4-b58b-676b30334e1b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Network': ['ID=355e3131-0ace-4485-b492-61c5135220d7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:07.590181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-00b18b62-e1a8-42e1-80ad-cf268e2cfddd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'subnet': {'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:07.598725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 355e3131-0ace-4485-b492-61c5135220d7 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:27:07.698544 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6904b-1a2d-4972-a310-347655f77cf6 None None] Pushing event updated for resources: {'Port': ['ID=16ea562d-4e54-4adc-9d1a-8dc9c64071f7,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:07.715341 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:27:07.774167 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1f23-a7c3-41c2-b77f-759290372f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:07.784668 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:07.876698 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:07.890632 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:07.911964 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Sync routers for ids ['04f68e77-30c7-44bc-a166-81e70e04c2de'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:07.919794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6f1a1f23-a7c3-41c2-b77f-759290372f67 None None] For port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=16ea562d-4e54-4adc-9d1a-8dc9c64071f7,segment=NetworkSegment(4723240d-bd5d-4648-a49a-e2f15a55e4db),segment_id=4723240d-bd5d-4648-a49a-e2f15a55e4db)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:07.936396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Routers {'04f68e77-30c7-44bc-a166-81e70e04c2de'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:07.937318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['04f68e77-30c7-44bc-a166-81e70e04c2de'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:07.970515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:07.971158 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:07.972608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/bf0b83a6-b230-408a-8e65-de17bd4faf66 HTTP/1.1" status: 200 len: 1092 time: 4.6619561 Oct 13 14:27:07.973648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e63df9-169b-442e-8c97-07c0fbbe3530', 'tag': 'bf0b83a6-b230-408a-8e65-de17bd4faf66'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:07.975962 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be288733-cedb-4cd0-8171-1eb65e3ab314" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e63df9-169b-442e-8c97-07c0fbbe3530", "tag": "bf0b83a6-b230-408a-8e65-de17bd4faf66"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:07.982011 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3894ed1d-389f-4aa6-a579-3821abd4c1ce req-a9d3fa32-89e6-4c27-a3f0-0314d10c31b6 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713606 Oct 13 14:27:07.987117 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-4874cce5-f17e-4d63-a05f-758a96d0725c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:08.026403 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:08.028819 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1f23-a7c3-41c2-b77f-759290372f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:08.029306 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fe65d8b8-c3bd-4922-b661-144c28d87877 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1729851 Oct 13 14:27:08.040558 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35558) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:08.108381 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53253bf4-793f-4df1-ad28-883c8857523c x-openstack-request-id: req-53253bf4-793f-4df1-ad28-883c8857523c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:08.108676 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e63df9-169b-442e-8c97-07c0fbbe3530", "tag": "bf0b83a6-b230-408a-8e65-de17bd4faf66", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:08.108944 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53253bf4-793f-4df1-ad28-883c8857523c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:08.109458 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e63df9-169b-442e-8c97-07c0fbbe3530', 'tag': 'bf0b83a6-b230-408a-8e65-de17bd4faf66', 'status': 'completed', 'code': 200} Oct 13 14:27:08.130957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-4874cce5-f17e-4d63-a05f-758a96d0725c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Network 10aa74c4-b44f-48f7-92a3-f12491d08647 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:08.145265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac124c-4745-4fce-83f4-a73053fb15d2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0b83a6-b230-408a-8e65-de17bd4faf66,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:08.168572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-4874cce5-f17e-4d63-a05f-758a96d0725c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:08.191579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-4874cce5-f17e-4d63-a05f-758a96d0725c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:08.243780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-cd937f7e-f1b4-4994-a061-6911a1d19e00 None None] Provisioning complete for port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:08.243780 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cd937f7e-f1b4-4994-a061-6911a1d19e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:08.290198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b18b62-e1a8-42e1-80ad-cf268e2cfddd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:08.297595 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00b18b62-e1a8-42e1-80ad-cf268e2cfddd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:08.312168 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a1f23-a7c3-41c2-b77f-759290372f67 None None] Pushing event updated for resources: {'Port': ['ID=16ea562d-4e54-4adc-9d1a-8dc9c64071f7,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:08.328019 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Set router 04f68e77-30c7-44bc-a166-81e70e04c2de gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:08.351442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874cce5-f17e-4d63-a05f-758a96d0725c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'Port': ['ID=d0e204fc-83f5-4423-b87e-78a554179830,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:08.359349 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:03Z', 'revision_number': 3, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 4, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:08.468034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-4874cce5-f17e-4d63-a05f-758a96d0725c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:08.478609 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-4874cce5-f17e-4d63-a05f-758a96d0725c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:08.505348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be288733-cedb-4cd0-8171-1eb65e3ab314 req-a431ad7a-d52a-4396-858c-11b7c9a0dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:08.507407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be288733-cedb-4cd0-8171-1eb65e3ab314 req-a431ad7a-d52a-4396-858c-11b7c9a0dcb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 1095 time: 0.3868120 Oct 13 14:27:08.776790 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc0b54-d3e2-4be0-a43b-04196ae0544f None None] The sync data for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 is: [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:03Z', 'revision_number': 3, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 4, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:08.810429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-4874cce5-f17e-4d63-a05f-758a96d0725c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8604155 Oct 13 14:27:08.908333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0ef4f79e-85c1-4273-80ff-fdcbe149a413 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'port': {'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647', 'admin_state_up': True, 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'security_groups': ['9662ae98-5d2c-44b0-941a-02128214685e']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:08.928568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24662125-ff93-4139-8cfe-8ab8aac265b4 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:09.005313 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-61fc0140-019b-4444-9e9a-fe2dd68a42a5 None None] Provisioning complete for port d0e204fc-83f5-4423-b87e-78a554179830 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:09.005784 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-61fc0140-019b-4444-9e9a-fe2dd68a42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:09.125622 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 24662125-ff93-4139-8cfe-8ab8aac265b4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:09.125622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:09.126704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-61fc0140-019b-4444-9e9a-fe2dd68a42a5 None None] Port d0e204fc-83f5-4423-b87e-78a554179830 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:09.154109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'name': 'tempest-TestServerMultinode-237753168-router', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:04Z', 'updated_at': '2021-10-13T14:27:06Z', 'revision_number': 3, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'gw_port': {'id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:84:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:05Z', 'updated_at': '2021-10-13T14:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:09.294775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2e7c5-d04c-4e48-b5c3-bc44fcbdc675 req-fba23ab8-da65-474b-b67b-82df29da0e7e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:09.295459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fad014-637b-4851-a2e8-1c6332aa00a9 None None] Network 47f65dfb-7a05-403f-94bb-fcf552d64738 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:27:09.297850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Checking router: 04f68e77-30c7-44bc-a166-81e70e04c2de for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:09.298243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Updating router 04f68e77-30c7-44bc-a166-81e70e04c2de port 0ac23e14-e328-4118-8077-15bb23f0c1df binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:27:09.301661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2e7c5-d04c-4e48-b5c3-bc44fcbdc675 req-fba23ab8-da65-474b-b67b-82df29da0e7e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:09.303326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03a2e7c5-d04c-4e48-b5c3-bc44fcbdc675 req-fba23ab8-da65-474b-b67b-82df29da0e7e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 1653 time: 0.5464973 Oct 13 14:27:09.325405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be288733-cedb-4cd0-8171-1eb65e3ab314 req-9950cfba-f20a-4d47-983d-08bbb5b85fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:09.327097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be288733-cedb-4cd0-8171-1eb65e3ab314 req-9950cfba-f20a-4d47-983d-08bbb5b85fb8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8f84728718b0488ba61011fdc132e344&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7812169 Oct 13 14:27:09.362359 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:09.364955 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:09.542815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025927a6-14d3-4dba-892c-ed9832fc5d41 req-0af259ce-3014-4674-98a8-80080995ac28 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:09.557518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-025927a6-14d3-4dba-892c-ed9832fc5d41 req-0af259ce-3014-4674-98a8-80080995ac28 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 943 time: 0.4137173 Oct 13 14:27:09.645174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Allocated IP 172.20.0.1 (47f65dfb-7a05-403f-94bb-fcf552d64738/0981cbb8-30dd-446f-93bc-f32e6ca55a96/6c91c2f3-a054-4ca6-94df-87615e3d43d7) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:09.683536 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03a2e7c5-d04c-4e48-b5c3-bc44fcbdc675 req-35f22c10-1e9d-49cc-bea9-6e083b457ac3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222213 Oct 13 14:27:09.790145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-025927a6-14d3-4dba-892c-ed9832fc5d41 req-d3eff637-f36c-406d-9d7f-8b80c9d5c942 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307796 Oct 13 14:27:09.811654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be288733-cedb-4cd0-8171-1eb65e3ab314 req-891cfd62-eefa-410c-857d-66226a7555ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:09.813499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be288733-cedb-4cd0-8171-1eb65e3ab314 req-891cfd62-eefa-410c-857d-66226a7555ee service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3927662 Oct 13 14:27:09.856484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0ef4f79e-85c1-4273-80ff-fdcbe149a413 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Made reservation on behalf of adffe79e13844ca6825792b087d82314 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:09.866431 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0ef4f79e-85c1-4273-80ff-fdcbe149a413 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:09.906285 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:09.919940 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00b18b62-e1a8-42e1-80ad-cf268e2cfddd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:09.945898 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-243f898d-ac51-4896-a3c5-e8d6e7e7c17e None None] Provisioning complete for port 24662125-ff93-4139-8cfe-8ab8aac265b4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:09.946349 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-243f898d-ac51-4896-a3c5-e8d6e7e7c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:10.054961 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:10.059027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-2830f4f5-619a-4507-8bb7-1c8805c07eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:10.060584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-2830f4f5-619a-4507-8bb7-1c8805c07eee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 1095 time: 0.1788661 Oct 13 14:27:10.063550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b18b62-e1a8-42e1-80ad-cf268e2cfddd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Subnet': ['ID=7547d268-0dc6-4db5-a93a-42e2f8d6b3e0,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:10.138832 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:10.156105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-8f247786-8076-44a1-9de4-a7197e4a8785 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf0b83a6-b230-408a-8e65-de17bd4faf66 HTTP/1.1" status: 200 len: 217 time: 0.0634911 Oct 13 14:27:10.183856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b18b62-e1a8-42e1-80ad-cf268e2cfddd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Checking segment: {'id': '3d34be4b-791e-44fd-a3ca-390dc3379c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '355e3131-0ace-4485-b492-61c5135220d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:10.184214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b18b62-e1a8-42e1-80ad-cf268e2cfddd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network hostable DHCP agents. Network: 355e3131-0ace-4485-b492-61c5135220d7, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:27:10.218298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0ef4f79e-85c1-4273-80ff-fdcbe149a413 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Allocated IP 10.1.1.203 (10aa74c4-b44f-48f7-92a3-f12491d08647/c3356880-d0f9-4ad5-93b7-059787dc578e/b91123ca-2120-403f-a2c5-c27d48444356) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:10.225420 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Pushing event updated for resources: {'Port': ['ID=6c91c2f3-a054-4ca6-94df-87615e3d43d7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:10.239115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Network 47f65dfb-7a05-403f-94bb-fcf552d64738 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:10.241000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:10.246554 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:10.279001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-a5bfebc4-8e8e-4b4c-b492-82207b04af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:10.281075 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-a5bfebc4-8e8e-4b4c-b492-82207b04af24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d16f32c9-ccaa-480d-a65d-017cee6bd114 HTTP/1.1" status: 200 len: 850 time: 0.1092381 Oct 13 14:27:10.304775 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:10.339353 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-72aaf0e4-e780-4924-9066-253ec6a5139c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405691 Oct 13 14:27:10.368754 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-243f898d-ac51-4896-a3c5-e8d6e7e7c17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:10.395815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 24662125-ff93-4139-8cfe-8ab8aac265b4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24662125-ff93-4139-8cfe-8ab8aac265b4,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:10.406765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b18b62-e1a8-42e1-80ad-cf268e2cfddd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 355e3131-0ace-4485-b492-61c5135220d7 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:27:10.436930 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:10.494777 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:10.541393 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-243f898d-ac51-4896-a3c5-e8d6e7e7c17e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:27:10.541743 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-243f898d-ac51-4896-a3c5-e8d6e7e7c17e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:27:10.542058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-f19cb0df-e88c-440d-ac91-9e7871a99b5b service neutron] 10.222.0.41 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804008 Oct 13 14:27:10.572664 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0ef4f79e-85c1-4273-80ff-fdcbe149a413 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:10.597086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=24662125-ff93-4139-8cfe-8ab8aac265b4,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:10.705719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b2b03e2-1baa-43c3-a498-9e47b7a92b5a req-488c53ba-014a-47cd-b2df-de4ec6c31074 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323252 Oct 13 14:27:10.731529 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:10.788723 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:10.797618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-00b18b62-e1a8-42e1-80ad-cf268e2cfddd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 355e3131-0ace-4485-b492-61c5135220d7) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:10.804873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b18b62-e1a8-42e1-80ad-cf268e2cfddd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:10.805699 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00b18b62-e1a8-42e1-80ad-cf268e2cfddd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:10.869535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964a5046-696f-42f7-9a54-15b346514197 None None] Network 355e3131-0ace-4485-b492-61c5135220d7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:27:10.880175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d88e9-7c89-4795-8a59-7b988cff2c37 req-debc2c20-0179-4015-aef7-9342d5d14520 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:10.887513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d88e9-7c89-4795-8a59-7b988cff2c37 req-debc2c20-0179-4015-aef7-9342d5d14520 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:10.889682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b1d88e9-7c89-4795-8a59-7b988cff2c37 req-debc2c20-0179-4015-aef7-9342d5d14520 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 1653 time: 0.1095712 Oct 13 14:27:10.936569 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0ef4f79e-85c1-4273-80ff-fdcbe149a413 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:10.988588 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Attempting to bind port 0ac23e14-e328-4118-8077-15bb23f0c1df on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:10.988966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Attempting to bind port 0ac23e14-e328-4118-8077-15bb23f0c1df by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:10.989359 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Attempting to bind port 0ac23e14-e328-4118-8077-15bb23f0c1df on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:10.992731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:11.067361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-00b18b62-e1a8-42e1-80ad-cf268e2cfddd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4840598 Oct 13 14:27:11.071282 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35584) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:11.122779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:11.123157 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:11.123535 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:11.123924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:11.124411 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Bound port: 0ac23e14-e328-4118-8077-15bb23f0c1df, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:11.124791 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:11.177602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0ef4f79e-85c1-4273-80ff-fdcbe149a413 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Network 10aa74c4-b44f-48f7-92a3-f12491d08647 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:11.183906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b1d88e9-7c89-4795-8a59-7b988cff2c37 req-017129fb-7a8a-4a16-9644-bb67cd0dae69 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858069 Oct 13 14:27:11.186201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4f79e-85c1-4273-80ff-fdcbe149a413 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'Port': ['ID=b91123ca-2120-403f-a2c5-c27d48444356,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:11.190521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] For port 0ac23e14-e328-4118-8077-15bb23f0c1df, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:11.203843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] For port 0ac23e14-e328-4118-8077-15bb23f0c1df, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0ac23e14-e328-4118-8077-15bb23f0c1df,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:11.203962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0ef4f79e-85c1-4273-80ff-fdcbe149a413 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:11.204204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:11.204204 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:11.204404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0ef4f79e-85c1-4273-80ff-fdcbe149a413 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:11.249306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bad41-1c03-403c-8e90-ae86c4411ac7 req-df1e7420-d30a-4b3d-9c44-18271f5c08d8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:11.251206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-748bad41-1c03-403c-8e90-ae86c4411ac7 req-df1e7420-d30a-4b3d-9c44-18271f5c08d8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 943 time: 0.3084502 Oct 13 14:27:11.270779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f53e6-c80b-4bc2-a820-68c2ef23d4a3 None None] Pushing event updated for resources: {'Port': ['ID=0ac23e14-e328-4118-8077-15bb23f0c1df,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:11.301252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-dee98d23-bfaf-4fbd-a032-15f67a47ea0c None None] Provisioning complete for port 6c91c2f3-a054-4ca6-94df-87615e3d43d7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:11.301666 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dee98d23-bfaf-4fbd-a032-15f67a47ea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:11.321212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0ef4f79e-85c1-4273-80ff-fdcbe149a413 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:11.324226 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0ef4f79e-85c1-4273-80ff-fdcbe149a413 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:11.338386 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-748bad41-1c03-403c-8e90-ae86c4411ac7 req-709f3b0e-dd68-4eae-9400-5b2befe695c1 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735033 Oct 13 14:27:11.392873 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:11.404901 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:11.452392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-dee98d23-bfaf-4fbd-a032-15f67a47ea0c None None] Port 6c91c2f3-a054-4ca6-94df-87615e3d43d7 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:11.504480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0ef4f79e-85c1-4273-80ff-fdcbe149a413 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6126087 Oct 13 14:27:11.508409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24662125-ff93-4139-8cfe-8ab8aac265b4 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:11.519635 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1b0d3854-d99b-440e-aad1-0ba1d89e1437 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'port': {'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54', 'admin_state_up': True, 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'security_groups': ['9662ae98-5d2c-44b0-941a-02128214685e']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:11.555336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-dee98d23-bfaf-4fbd-a032-15f67a47ea0c None None] Provisioning complete for port 24662125-ff93-4139-8cfe-8ab8aac265b4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:11.555713 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dee98d23-bfaf-4fbd-a032-15f67a47ea0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:11.562232 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:11.591729 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Routers {'04f68e77-30c7-44bc-a166-81e70e04c2de'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:11.592692 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['04f68e77-30c7-44bc-a166-81e70e04c2de'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:11.616418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f53e6-c80b-4bc2-a820-68c2ef23d4a3 None None] Pushing event updated for resources: {'Port': ['ID=0ac23e14-e328-4118-8077-15bb23f0c1df,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:11.715321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:11.725879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-355e3131-0ace-4485-b492-61c5135220d7', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:27:11.725879 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:11.742186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Pushing event updated for resources: {'Port': ['ID=6c91c2f3-a054-4ca6-94df-87615e3d43d7,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:11.827881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1b0d3854-d99b-440e-aad1-0ba1d89e1437 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Made reservation on behalf of adffe79e13844ca6825792b087d82314 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:11.846617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] Set router 04f68e77-30c7-44bc-a166-81e70e04c2de gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:11.927107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 24662125-ff93-4139-8cfe-8ab8aac265b4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:11.927482 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:11.969010 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Network 47f65dfb-7a05-403f-94bb-fcf552d64738 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:11.973480 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:12.021215 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1b0d3854-d99b-440e-aad1-0ba1d89e1437 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:12.059024 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:12.322347 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Router 04f68e77-30c7-44bc-a166-81e70e04c2de has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:27:12.431838 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Allocated IP 172.22.0.2 (355e3131-0ace-4485-b492-61c5135220d7/7547d268-0dc6-4db5-a93a-42e2f8d6b3e0/11749405-9206-4e3d-bbf3-3365c959332a) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:12.457079 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8925dc54-86a7-4da4-bf65-3edccb48e674 None None] Provisioning complete for port b91123ca-2120-403f-a2c5-c27d48444356 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:12.457459 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8925dc54-86a7-4da4-bf65-3edccb48e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:12.472905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1b0d3854-d99b-440e-aad1-0ba1d89e1437 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Allocated IP 10.2.2.100 (c618d8ae-014f-47f1-941a-268db5728f54/3483b2bf-544b-4b95-b27e-16a656d41f88/4a092aec-e3af-4bbb-8507-5ec176f71743) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:12.685684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:12.691599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8925dc54-86a7-4da4-bf65-3edccb48e674 None None] Port b91123ca-2120-403f-a2c5-c27d48444356 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:12.707724 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-636f7c0f-d15a-4fe9-a325-aca95bc6bac1 admin admin] 10.222.0.18 "PUT /v2.0/routers/04f68e77-30c7-44bc-a166-81e70e04c2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6657159 Oct 13 14:27:12.790222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'name': 'tempest-TestServerMultinode-237753168-router', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:04Z', 'updated_at': '2021-10-13T14:27:10Z', 'revision_number': 4, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'gw_port': {'id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:84:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:05Z', 'updated_at': '2021-10-13T14:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6c91c2f3-a054-4ca6-94df-87615e3d43d7', 'name': '', 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'mac_address': 'fa:16:3e:ac:89:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '0981cbb8-30dd-446f-93bc-f32e6ca55a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:09Z', 'updated_at': '2021-10-13T14:27:10Z', 'revision_number': 2, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'subnets': [{'id': '0981cbb8-30dd-446f-93bc-f32e6ca55a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:12.838795 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:12.841138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99baca2d-5e54-4bb0-9113-88b1d629e16f None None] The sync data for ids ['04f68e77-30c7-44bc-a166-81e70e04c2de'] in n-d-806683-15 is: [{'id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'name': 'tempest-TestServerMultinode-237753168-router', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:04Z', 'updated_at': '2021-10-13T14:27:10Z', 'revision_number': 4, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'gw_port': {'id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:84:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:05Z', 'updated_at': '2021-10-13T14:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6c91c2f3-a054-4ca6-94df-87615e3d43d7', 'name': '', 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'mac_address': 'fa:16:3e:ac:89:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '0981cbb8-30dd-446f-93bc-f32e6ca55a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:09Z', 'updated_at': '2021-10-13T14:27:10Z', 'revision_number': 2, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'subnets': [{'id': '0981cbb8-30dd-446f-93bc-f32e6ca55a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:12.855421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-75ae33dc-d116-4849-a94c-08a97ba3b0bd None None] Provisioning complete for port 6c91c2f3-a054-4ca6-94df-87615e3d43d7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:12.855871 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-75ae33dc-d116-4849-a94c-08a97ba3b0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:12.919691 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-75ae33dc-d116-4849-a94c-08a97ba3b0bd None None] Port 6c91c2f3-a054-4ca6-94df-87615e3d43d7 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:12.931022 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:13.015572 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Pushing event updated for resources: {'Port': ['ID=11749405-9206-4e3d-bbf3-3365c959332a,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:13.031264 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Network 355e3131-0ace-4485-b492-61c5135220d7 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:13.032929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:13.038525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:13.110938 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Allocated IP 172.22.0.1 (355e3131-0ace-4485-b492-61c5135220d7/7547d268-0dc6-4db5-a93a-42e2f8d6b3e0/a649f6d2-90a7-45b8-bd2e-7d3a3928ef81) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:13.166732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf661880-5569-4c40-b9e7-9e329ab08474 req-7e5b280b-0ad1-42fd-8201-27e32eb378b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:13.171589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Attempting to bind port 11749405-9206-4e3d-bbf3-3365c959332a on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:13.172566 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Attempting to bind port 11749405-9206-4e3d-bbf3-3365c959332a by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '3d34be4b-791e-44fd-a3ca-390dc3379c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '355e3131-0ace-4485-b492-61c5135220d7'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:13.173214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Attempting to bind port 11749405-9206-4e3d-bbf3-3365c959332a on network 355e3131-0ace-4485-b492-61c5135220d7 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:13.181839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf661880-5569-4c40-b9e7-9e329ab08474 req-7e5b280b-0ad1-42fd-8201-27e32eb378b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:13.183689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:13.184402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Checking segment: {'id': '3d34be4b-791e-44fd-a3ca-390dc3379c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '355e3131-0ace-4485-b492-61c5135220d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:13.185164 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:13.186400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Bound using segment: {'id': '3d34be4b-791e-44fd-a3ca-390dc3379c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '355e3131-0ace-4485-b492-61c5135220d7'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:13.186783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Bound port: 11749405-9206-4e3d-bbf3-3365c959332a, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d34be4b-791e-44fd-a3ca-390dc3379c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '355e3131-0ace-4485-b492-61c5135220d7'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:13.187441 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:13.202338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf661880-5569-4c40-b9e7-9e329ab08474 req-7e5b280b-0ad1-42fd-8201-27e32eb378b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:13.203953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf661880-5569-4c40-b9e7-9e329ab08474 req-7e5b280b-0ad1-42fd-8201-27e32eb378b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 2374 time: 0.2602649 Oct 13 14:27:13.235092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf622d8-1657-4c55-8114-fe92604833de req-4d927e3c-ddd5-4ec9-84df-48b2d2e5e21e tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:13.236580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf622d8-1657-4c55-8114-fe92604833de req-4d927e3c-ddd5-4ec9-84df-48b2d2e5e21e tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 943 time: 0.2812521 Oct 13 14:27:13.243758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8340b663-fbab-468c-9884-a15b2ac49d93 req-f766a2d8-7bbe-43c3-991c-5d4ddb8fb729 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2988238 Oct 13 14:27:13.372008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] For port 11749405-9206-4e3d-bbf3-3365c959332a, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:13.379460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] For port 11749405-9206-4e3d-bbf3-3365c959332a, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=11749405-9206-4e3d-bbf3-3365c959332a,segment=NetworkSegment(3d34be4b-791e-44fd-a3ca-390dc3379c8e),segment_id=3d34be4b-791e-44fd-a3ca-390dc3379c8e)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:13.396129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:13.437242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf661880-5569-4c40-b9e7-9e329ab08474 req-84234d29-4a0a-4470-9f1e-f0e5f7ede0dc tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141368 Oct 13 14:27:13.456382 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:13.492970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf622d8-1657-4c55-8114-fe92604833de req-1f3eb325-7bf8-4b6b-adbf-ea35a79829ff tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289915 Oct 13 14:27:13.500663 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1b0d3854-d99b-440e-aad1-0ba1d89e1437 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:13.563276 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340b663-fbab-468c-9884-a15b2ac49d93 req-18e0d85e-6b5d-4ad6-b2cd-647ad79b0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:13.572216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8340b663-fbab-468c-9884-a15b2ac49d93 req-18e0d85e-6b5d-4ad6-b2cd-647ad79b0988 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 1098 time: 0.2070048 Oct 13 14:27:13.647307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62dfc8-0631-49fc-aaee-f9353a07aa29 None None] Pushing event updated for resources: {'Port': ['ID=11749405-9206-4e3d-bbf3-3365c959332a,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:13.817505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340b663-fbab-468c-9884-a15b2ac49d93 req-a1aea825-2acd-4f23-84e7-0af7a7f90328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:13.821413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8340b663-fbab-468c-9884-a15b2ac49d93 req-a1aea825-2acd-4f23-84e7-0af7a7f90328 service neutron] 10.222.0.41 "GET /v2.0/networks?id=456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 200 len: 916 time: 0.1881964 Oct 13 14:27:13.826784 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1b0d3854-d99b-440e-aad1-0ba1d89e1437 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:13.945136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35612) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:13.950955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1b0d3854-d99b-440e-aad1-0ba1d89e1437 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Network c618d8ae-014f-47f1-941a-268db5728f54 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:13.952331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1716614557-network', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:13.955245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1b0d3854-d99b-440e-aad1-0ba1d89e1437 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:13.960426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8340b663-fbab-468c-9884-a15b2ac49d93 req-636a9c40-1761-4249-9f4c-a800f9ffdd68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2ef771c-7eec-462e-98cd-e5a9e2f85c98 HTTP/1.1" status: 200 len: 217 time: 0.1127055 Oct 13 14:27:13.966495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1b0d3854-d99b-440e-aad1-0ba1d89e1437 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:14.037874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:14.097320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d3854-d99b-440e-aad1-0ba1d89e1437 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'Port': ['ID=4a092aec-e3af-4bbb-8507-5ec176f71743,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:14.119595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 355e3131-0ace-4485-b492-61c5135220d7 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:14.125725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:14.131097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:14.170852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1b0d3854-d99b-440e-aad1-0ba1d89e1437 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:14.170852 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1b0d3854-d99b-440e-aad1-0ba1d89e1437 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:14.181508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340b663-fbab-468c-9884-a15b2ac49d93 req-cc3582ac-f1ee-4e48-a8a1-232703607ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:14.183237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8340b663-fbab-468c-9884-a15b2ac49d93 req-cc3582ac-f1ee-4e48-a8a1-232703607ec1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f974b32a-4d99-454c-999a-81689caf7abd HTTP/1.1" status: 200 len: 855 time: 0.1858032 Oct 13 14:27:14.243101 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:14.246825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Made reservation on behalf of 697a4043162e4bc1bdfc18bb4f11d232 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:14.250838 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:14.308553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8340b663-fbab-468c-9884-a15b2ac49d93 req-88e60a10-37c6-4d94-8ee2-fd4657652a2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=456a9ef7-54bb-41cd-9091-f65f4232710c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997918 Oct 13 14:27:14.334809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=a649f6d2-90a7-45b8-bd2e-7d3a3928ef81,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:14.342650 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:14.413249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1b0d3854-d99b-440e-aad1-0ba1d89e1437 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8975592 Oct 13 14:27:14.438596 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-99a502d5-eb98-40cc-a4e1-dd990509c620 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'port': {'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54', 'admin_state_up': True, 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'security_groups': ['9662ae98-5d2c-44b0-941a-02128214685e']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:14.476028 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:14.579741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8340b663-fbab-468c-9884-a15b2ac49d93 req-4cc39e59-807c-4660-a1f8-cb428d4dbc02 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594645 Oct 13 14:27:14.590050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-602e8cc9-cf5c-4392-a86d-241864a558a4 None None] Provisioning complete for port 4a092aec-e3af-4bbb-8507-5ec176f71743 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:14.590851 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-602e8cc9-cf5c-4392-a86d-241864a558a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:14.596872 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:14.639723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bf0b83a6-b230-408a-8e65-de17bd4faf66 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:27:14.640157 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:27:14.690815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-602e8cc9-cf5c-4392-a86d-241864a558a4 None None] Port 4a092aec-e3af-4bbb-8507-5ec176f71743 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:14.705662 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:14.898813 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port bf0b83a6-b230-408a-8e65-de17bd4faf66, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bf0b83a6-b230-408a-8e65-de17bd4faf66,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:14.943431 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'bf0b83a6-b230-408a-8e65-de17bd4faf66', 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'port_id': 'bf0b83a6-b230-408a-8e65-de17bd4faf66', 'mac_address': 'fa:16:3e:a6:f2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16f32c9-ccaa-480d-a65d-017cee6bd114', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:27:15.030720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0ac23e14-e328-4118-8077-15bb23f0c1df up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:15.040822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97720a30-31cd-4d03-ae78-26eb419a0fa5 req-864336b8-b889-45d6-8e78-47c28389d629 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:15.060071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97720a30-31cd-4d03-ae78-26eb419a0fa5 req-864336b8-b889-45d6-8e78-47c28389d629 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:15.066613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97720a30-31cd-4d03-ae78-26eb419a0fa5 req-864336b8-b889-45d6-8e78-47c28389d629 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:15.077803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.079850 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cafd0d5-f04f-456d-be8d-d5c448fae341,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:15.094256 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.094256 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Added segment 9fd4999f-f3a7-48c4-b106-732a4f4ed894 of type vlan for network 7fd45b06-6d43-43a9-8928-8d64feb59b90 Oct 13 14:27:15.097303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97720a30-31cd-4d03-ae78-26eb419a0fa5 req-864336b8-b889-45d6-8e78-47c28389d629 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:15.116364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97720a30-31cd-4d03-ae78-26eb419a0fa5 req-864336b8-b889-45d6-8e78-47c28389d629 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 3095 time: 0.4919360 Oct 13 14:27:15.158917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.163883 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.168892 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.195873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0b83a6-b230-408a-8e65-de17bd4faf66 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:27:15.208203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8340b663-fbab-468c-9884-a15b2ac49d93 req-385e2092-40ff-49a3-8014-a8a432c36ef1 service neutron] 10.222.0.41 "GET /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823820 Oct 13 14:27:15.247477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd701f9f-b940-4c1b-97ef-b155cece5274 req-441e46ee-0714-4331-b715-3e008f56b5af tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:15.249097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd701f9f-b940-4c1b-97ef-b155cece5274 req-441e46ee-0714-4331-b715-3e008f56b5af tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 943 time: 0.6139545 Oct 13 14:27:15.263584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port bf0b83a6-b230-408a-8e65-de17bd4faf66, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bf0b83a6-b230-408a-8e65-de17bd4faf66,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:15.298719 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 0ac23e14-e328-4118-8077-15bb23f0c1df triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:15.299321 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.312300 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.317703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=a649f6d2-90a7-45b8-bd2e-7d3a3928ef81,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:15.324204 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.db.resource_extend [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 14:27:15.360663 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.413499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97720a30-31cd-4d03-ae78-26eb419a0fa5 req-a6280296-0f78-4bb5-a9e6-fbb58822da00 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985083 Oct 13 14:27:15.424337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd701f9f-b940-4c1b-97ef-b155cece5274 req-6c90af0f-e2ca-4964-848c-aaca55e53be9 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351581 Oct 13 14:27:15.439493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-99a502d5-eb98-40cc-a4e1-dd990509c620 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Made reservation on behalf of adffe79e13844ca6825792b087d82314 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:15.456922 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-99a502d5-eb98-40cc-a4e1-dd990509c620 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.516326 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.566022 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc2249-268c-44a8-b564-2c62d2122bb6 None None] Network 355e3131-0ace-4485-b492-61c5135220d7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:27:15.622781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network 355e3131-0ace-4485-b492-61c5135220d7 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:15.627964 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.629035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:15.629642 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.668786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:15.692346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 0ac23e14-e328-4118-8077-15bb23f0c1df, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0ac23e14-e328-4118-8077-15bb23f0c1df,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:15.696891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=bf0b83a6-b230-408a-8e65-de17bd4faf66,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:15.790904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0cb758b6-2ff5-4086-93f4-ba28ab634155 None None] Provisioning complete for port 11749405-9206-4e3d-bbf3-3365c959332a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:15.791358 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0cb758b6-2ff5-4086-93f4-ba28ab634155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.835421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-99a502d5-eb98-40cc-a4e1-dd990509c620 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Allocated IP 10.2.2.200 (c618d8ae-014f-47f1-941a-268db5728f54/3483b2bf-544b-4b95-b27e-16a656d41f88/699d70ee-58e0-4e48-89c7-1ff7ee825895) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:15.846802 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:15.848739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 11749405-9206-4e3d-bbf3-3365c959332a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:15.856196 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd45b06-6d43-43a9-8928-8d64feb59b90,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:15.874791 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:15.875150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:15.875497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:15.875841 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:15.876798 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:15.877317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:15.877663 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:15.878007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:15.878396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:15.878751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:15.879089 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:15.879419 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:27:15.904907 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-78884baa-41e4-435f-9b16-02e15cf9e786 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9583952 Oct 13 14:27:15.908687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35624) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:15.917436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-6cc27fd8-712c-4669-be06-227847757f14 admin admin] Request body: {'subnet': {'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1716614557-subnet', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:15.935323 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 7fd45b06-6d43-43a9-8928-8d64feb59b90 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:27:15.938894 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['bf0b83a6-b230-408a-8e65-de17bd4faf66'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:27:15.945011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 912021ad-03a4-4379-b4d0-57efb2b5b380 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:27:16.106734 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:16.122182 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Sync routers for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:16.141823 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3de44777-c891-4e26-aeaf-e2d5924a84f2 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0667145 Oct 13 14:27:16.143059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35626) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:16.144184 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:16.145145 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:16.146932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc27fd8-712c-4669-be06-227847757f14 admin admin] Made reservation on behalf of 697a4043162e4bc1bdfc18bb4f11d232 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:16.157203 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6cc27fd8-712c-4669-be06-227847757f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:16.158402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4b873ef9-e2cc-49da-9ca4-df7f1fd8546d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'network': {'name': 'tempest-RoutersTest-474561443'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:16.266733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=0ac23e14-e328-4118-8077-15bb23f0c1df,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:16.304111 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 11749405-9206-4e3d-bbf3-3365c959332a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:16.304493 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:16.330268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b873ef9-e2cc-49da-9ca4-df7f1fd8546d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:16.334338 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b873ef9-e2cc-49da-9ca4-df7f1fd8546d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:16.391792 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:16.411345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b873ef9-e2cc-49da-9ca4-df7f1fd8546d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:27:16.446688 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b873ef9-e2cc-49da-9ca4-df7f1fd8546d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:16.449088 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-4b873ef9-e2cc-49da-9ca4-df7f1fd8546d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Added segment 38877532-da80-4a07-8c8f-506b39eb31c4 of type vlan for network b3f767b1-8273-478a-9a78-3628f95dac9b Oct 13 14:27:16.450667 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0cb758b6-2ff5-4086-93f4-ba28ab634155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:16.563939 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b873ef9-e2cc-49da-9ca4-df7f1fd8546d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:16.599565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0cb758b6-2ff5-4086-93f4-ba28ab634155 None None] For port 11749405-9206-4e3d-bbf3-3365c959332a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=11749405-9206-4e3d-bbf3-3365c959332a,segment=NetworkSegment(3d34be4b-791e-44fd-a3ca-390dc3379c8e),segment_id=3d34be4b-791e-44fd-a3ca-390dc3379c8e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:16.660570 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:16.737049 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Sync routers for ids ['04f68e77-30c7-44bc-a166-81e70e04c2de'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:16.760643 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6cc27fd8-712c-4669-be06-227847757f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:16.761779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Routers {'04f68e77-30c7-44bc-a166-81e70e04c2de'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:16.761887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['04f68e77-30c7-44bc-a166-81e70e04c2de'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:16.770088 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0cb758b6-2ff5-4086-93f4-ba28ab634155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:16.786385 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-99a502d5-eb98-40cc-a4e1-dd990509c620 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:16.832650 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b873ef9-e2cc-49da-9ca4-df7f1fd8546d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:16.850442 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b873ef9-e2cc-49da-9ca4-df7f1fd8546d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:16.850442 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b873ef9-e2cc-49da-9ca4-df7f1fd8546d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:17.024944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc27fd8-712c-4669-be06-227847757f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=137958f4-1543-493e-8ceb-7567d09821c9,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:17.059913 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b873ef9-e2cc-49da-9ca4-df7f1fd8546d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Network': ['ID=b3f767b1-8273-478a-9a78-3628f95dac9b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:17.080006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf5525-b486-421d-83ca-c0f6a0d96071 req-59b21f92-e75c-4b72-be55-d24381c02cb6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:17.089218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf5525-b486-421d-83ca-c0f6a0d96071 req-59b21f92-e75c-4b72-be55-d24381c02cb6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:17.098740 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4b873ef9-e2cc-49da-9ca4-df7f1fd8546d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9523900 Oct 13 14:27:17.103473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf5525-b486-421d-83ca-c0f6a0d96071 req-59b21f92-e75c-4b72-be55-d24381c02cb6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:17.103618 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:14Z', 'revision_number': 4, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:14Z', 'revision_number': 2, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:17.104269 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35636) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:17.108823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf5525-b486-421d-83ca-c0f6a0d96071 req-59b21f92-e75c-4b72-be55-d24381c02cb6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:17.111417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1bcf5525-b486-421d-83ca-c0f6a0d96071 req-59b21f92-e75c-4b72-be55-d24381c02cb6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 3095 time: 0.4009526 Oct 13 14:27:17.116489 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-798a3fc1-f9c8-4e94-b02d-0d3159d178b6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'subnet': {'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:17.123849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b943c85-c0e2-471b-a6b9-141a77af84ed req-d1537a2c-fae3-4d4a-907c-461f983bd2d4 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:17.125713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b943c85-c0e2-471b-a6b9-141a77af84ed req-d1537a2c-fae3-4d4a-907c-461f983bd2d4 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 944 time: 0.4982822 Oct 13 14:27:17.200312 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Checking router: 912021ad-03a4-4379-b4d0-57efb2b5b380 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:17.201126 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Updating router 912021ad-03a4-4379-b4d0-57efb2b5b380 port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:27:17.225455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b943c85-c0e2-471b-a6b9-141a77af84ed req-df3aacbc-072b-4ce6-a1cc-43a825d58154 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823700 Oct 13 14:27:17.274721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc27fd8-712c-4669-be06-227847757f14 admin admin] Checking segment: {'id': '9fd4999f-f3a7-48c4-b106-732a4f4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:17.275164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc27fd8-712c-4669-be06-227847757f14 admin admin] Network hostable DHCP agents. Network: 7fd45b06-6d43-43a9-8928-8d64feb59b90, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:27:17.293179 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:17.339994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1bcf5525-b486-421d-83ca-c0f6a0d96071 req-c5c9dd89-4a32-4893-9b75-a67b3147c914 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121313 Oct 13 14:27:17.391579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc27fd8-712c-4669-be06-227847757f14 admin admin] Network 7fd45b06-6d43-43a9-8928-8d64feb59b90 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:27:17.423009 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-99a502d5-eb98-40cc-a4e1-dd990509c620 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:17.500737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network b3f767b1-8273-478a-9a78-3628f95dac9b details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:27:17.512843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a502d5-eb98-40cc-a4e1-dd990509c620 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event updated for resources: {'Port': ['ID=699d70ee-58e0-4e48-89c7-1ff7ee825895,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:17.520593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-99a502d5-eb98-40cc-a4e1-dd990509c620 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Network c618d8ae-014f-47f1-941a-268db5728f54 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:17.522385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-99a502d5-eb98-40cc-a4e1-dd990509c620 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:17.536295 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:27:17.541113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-99a502d5-eb98-40cc-a4e1-dd990509c620 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:17.541248 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:27:17.608261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-99a502d5-eb98-40cc-a4e1-dd990509c620 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:17.609371 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-99a502d5-eb98-40cc-a4e1-dd990509c620 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:17.612458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-6cc27fd8-712c-4669-be06-227847757f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 7fd45b06-6d43-43a9-8928-8d64feb59b90) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:17.618648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc27fd8-712c-4669-be06-227847757f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:17.619830 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6cc27fd8-712c-4669-be06-227847757f14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:17.638470 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798a3fc1-f9c8-4e94-b02d-0d3159d178b6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Made reservation on behalf of 245282d86ecd44a8b7a13cd9c8c9130a for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:17.642148 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-798a3fc1-f9c8-4e94-b02d-0d3159d178b6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:17.652075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-942297bd-14ed-4c32-82e6-ccdaa7263c7a None None] Provisioning complete for port 11749405-9206-4e3d-bbf3-3365c959332a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:17.652075 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-942297bd-14ed-4c32-82e6-ccdaa7263c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:17.769500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb758b6-2ff5-4086-93f4-ba28ab634155 None None] Pushing event updated for resources: {'Port': ['ID=11749405-9206-4e3d-bbf3-3365c959332a,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:17.772781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbddf7d-ab63-4446-861d-48622612b930 None None] Network 7fd45b06-6d43-43a9-8928-8d64feb59b90 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:27:17.864962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6cc27fd8-712c-4669-be06-227847757f14 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9580696 Oct 13 14:27:17.865803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35640) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:17.878079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1716614557-router', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:17.952594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-99a502d5-eb98-40cc-a4e1-dd990509c620 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5236933 Oct 13 14:27:17.957521 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:17.958377 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Set router 04f68e77-30c7-44bc-a166-81e70e04c2de gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:17.968807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Request body: {'port': {'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:18.038269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:18.164316 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:18.164608 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-798a3fc1-f9c8-4e94-b02d-0d3159d178b6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:18.185626 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:18.189031 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:18.223053 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60da748-3e5f-4e81-8f69-9bdc8386622f None None] Pushing event updated for resources: {'Port': ['ID=a649f6d2-90a7-45b8-bd2e-7d3a3928ef81,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:18.346478 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a3fc1-f9c8-4e94-b02d-0d3159d178b6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Checking segment: {'id': '38877532-da80-4a07-8c8f-506b39eb31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:18.346856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798a3fc1-f9c8-4e94-b02d-0d3159d178b6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network hostable DHCP agents. Network: b3f767b1-8273-478a-9a78-3628f95dac9b, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:27:18.414989 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a3fc1-f9c8-4e94-b02d-0d3159d178b6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Subnet': ['ID=a6e8818d-0737-4a0b-8096-b59f55bf8d0a,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:18.438967 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Attempting to bind port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:18.440687 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Attempting to bind port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '3d34be4b-791e-44fd-a3ca-390dc3379c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '355e3131-0ace-4485-b492-61c5135220d7'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:18.442617 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Attempting to bind port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 on network 355e3131-0ace-4485-b492-61c5135220d7 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:18.458550 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:18.463224 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Checking segment: {'id': '3d34be4b-791e-44fd-a3ca-390dc3379c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '355e3131-0ace-4485-b492-61c5135220d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:18.463224 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:18.463224 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Bound using segment: {'id': '3d34be4b-791e-44fd-a3ca-390dc3379c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '355e3131-0ace-4485-b492-61c5135220d7'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:18.463224 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Bound port: a649f6d2-90a7-45b8-bd2e-7d3a3928ef81, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d34be4b-791e-44fd-a3ca-390dc3379c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '355e3131-0ace-4485-b492-61c5135220d7'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:18.463224 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:18.488483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798a3fc1-f9c8-4e94-b02d-0d3159d178b6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network b3f767b1-8273-478a-9a78-3628f95dac9b is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:27:18.526145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-942297bd-14ed-4c32-82e6-ccdaa7263c7a None None] Provisioning complete for port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:18.529433 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-942297bd-14ed-4c32-82e6-ccdaa7263c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:18.531552 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-7fd45b06-6d43-43a9-8928-8d64feb59b90', 'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'fixed_ips': [{'subnet_id': '137958f4-1543-493e-8ceb-7567d09821c9'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:27:18.532394 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:18.586109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:18.654754 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] For port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:18.664393 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] For port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a649f6d2-90a7-45b8-bd2e-7d3a3928ef81,segment=NetworkSegment(3d34be4b-791e-44fd-a3ca-390dc3379c8e),segment_id=3d34be4b-791e-44fd-a3ca-390dc3379c8e)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:18.682288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-798a3fc1-f9c8-4e94-b02d-0d3159d178b6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, b3f767b1-8273-478a-9a78-3628f95dac9b) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:18.688691 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798a3fc1-f9c8-4e94-b02d-0d3159d178b6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:18.692726 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-798a3fc1-f9c8-4e94-b02d-0d3159d178b6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:18.733726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcfbc7-e9c7-4bc3-add2-23a2c27e2774 req-143cddc2-758e-4e76-981d-a6e11cbfac59 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:18.735389 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63bcfbc7-e9c7-4bc3-add2-23a2c27e2774 req-143cddc2-758e-4e76-981d-a6e11cbfac59 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 944 time: 0.2776625 Oct 13 14:27:18.737537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0ac23e14-e328-4118-8077-15bb23f0c1df up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:18.753577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bf0b83a6-b230-408a-8e65-de17bd4faf66 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:18.755584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b644727-e684-4df2-ae59-ceb0b885066a None None] Network b3f767b1-8273-478a-9a78-3628f95dac9b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:27:18.775742 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:18.788023 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:18.801940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87abc1-22f1-4d68-ae14-7ae9ce543255 req-2be93d9d-9b23-4fe9-92d9-257f2cf77a98 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:18.811671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87abc1-22f1-4d68-ae14-7ae9ce543255 req-2be93d9d-9b23-4fe9-92d9-257f2cf77a98 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:18.818469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87abc1-22f1-4d68-ae14-7ae9ce543255 req-2be93d9d-9b23-4fe9-92d9-257f2cf77a98 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:18.824598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87abc1-22f1-4d68-ae14-7ae9ce543255 req-2be93d9d-9b23-4fe9-92d9-257f2cf77a98 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:18.829807 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-798a3fc1-f9c8-4e94-b02d-0d3159d178b6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7234163 Oct 13 14:27:18.830804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35650) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:18.830931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87abc1-22f1-4d68-ae14-7ae9ce543255 req-2be93d9d-9b23-4fe9-92d9-257f2cf77a98 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:18.832925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd87abc1-22f1-4d68-ae14-7ae9ce543255 req-2be93d9d-9b23-4fe9-92d9-257f2cf77a98 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 3816 time: 0.2605569 Oct 13 14:27:18.921689 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:18.922337 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:26:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:18.924408 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60da748-3e5f-4e81-8f69-9bdc8386622f None None] Pushing event updated for resources: {'Port': ['ID=a649f6d2-90a7-45b8-bd2e-7d3a3928ef81,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:19.069754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900e03e3-d7c3-4a70-b439-eb5a9660f72b {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:27:19.072094 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-942297bd-14ed-4c32-82e6-ccdaa7263c7a None None] Port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:19.087591 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:19.129106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Transition to ACTIVE for port object 900e03e3-d7c3-4a70-b439-eb5a9660f72b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:27:19.139486 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:19.234625 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:19.275712 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:19.319179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-503521ae-5f26-43e2-8138-28f282458a05 None None] Provisioning complete for port 699d70ee-58e0-4e48-89c7-1ff7ee825895 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:19.319179 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-503521ae-5f26-43e2-8138-28f282458a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:19.328874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-b3f767b1-8273-478a-9a78-3628f95dac9b', 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'fixed_ips': [{'subnet_id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:27:19.335300 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:19.345117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63bcfbc7-e9c7-4bc3-add2-23a2c27e2774 req-39a8f55f-a93d-48d0-b22f-241dddf8c9f8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963347 Oct 13 14:27:19.365338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Allocated IP 172.20.0.2 (7fd45b06-6d43-43a9-8928-8d64feb59b90/137958f4-1543-493e-8ceb-7567d09821c9/80962b96-bcb2-43e0-b5b5-4ff988a94b20) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:19.427837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'name': 'tempest-TestServerMultinode-237753168-router', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:04Z', 'updated_at': '2021-10-13T14:27:10Z', 'revision_number': 4, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'gw_port': {'id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:84:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:05Z', 'updated_at': '2021-10-13T14:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6c91c2f3-a054-4ca6-94df-87615e3d43d7', 'name': '', 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'mac_address': 'fa:16:3e:ac:89:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '0981cbb8-30dd-446f-93bc-f32e6ca55a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:09Z', 'updated_at': '2021-10-13T14:27:10Z', 'revision_number': 2, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'subnets': [{'id': '0981cbb8-30dd-446f-93bc-f32e6ca55a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:19.476384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 0ac23e14-e328-4118-8077-15bb23f0c1df triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:19.476814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:19.496645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd87abc1-22f1-4d68-ae14-7ae9ce543255 req-5585a180-7e04-4d10-b477-fa58f32f9194 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6353078 Oct 13 14:27:19.537326 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:19.586788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-503521ae-5f26-43e2-8138-28f282458a05 None None] Port 699d70ee-58e0-4e48-89c7-1ff7ee825895 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:19.593173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port bf0b83a6-b230-408a-8e65-de17bd4faf66 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:27:19.659277 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:14Z', 'revision_number': 4, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:18Z', 'revision_number': 4, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:19.681389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Pushing event updated for resources: {'Port': ['ID=900e03e3-d7c3-4a70-b439-eb5a9660f72b,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:19.714995 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6413bc22-57a5-422f-a70e-1cc9cd1d675b None None] The sync data for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 is: [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:14Z', 'revision_number': 4, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:18Z', 'revision_number': 4, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:19.727195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Attempting to bind port 900e03e3-d7c3-4a70-b439-eb5a9660f72b on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:19.727622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Attempting to bind port 900e03e3-d7c3-4a70-b439-eb5a9660f72b by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:19.728062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Attempting to bind port 900e03e3-d7c3-4a70-b439-eb5a9660f72b on network 23652a0e-fdc8-4019-a88a-94449553c2fa {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:19.737544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Port 900e03e3-d7c3-4a70-b439-eb5a9660f72b on network 23652a0e-fdc8-4019-a88a-94449553c2fa not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:27:19.737884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Attempting to bind port 900e03e3-d7c3-4a70-b439-eb5a9660f72b on network 23652a0e-fdc8-4019-a88a-94449553c2fa {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:19.749170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:19.749520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Checking segment: {'id': '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:19.749916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Bound using segment: {'id': '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:19.750365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Bound port: 900e03e3-d7c3-4a70-b439-eb5a9660f72b, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:19.750730 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:19.864107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Checking router: 04f68e77-30c7-44bc-a166-81e70e04c2de for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:19.864107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Updating router 04f68e77-30c7-44bc-a166-81e70e04c2de port 6c91c2f3-a054-4ca6-94df-87615e3d43d7 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:27:19.871397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port bf0b83a6-b230-408a-8e65-de17bd4faf66 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:19.872301 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:19.963384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] For port 900e03e3-d7c3-4a70-b439-eb5a9660f72b, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:19.978653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-503521ae-5f26-43e2-8138-28f282458a05 None None] Provisioning complete for port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:19.979128 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-503521ae-5f26-43e2-8138-28f282458a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:19.980290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] For port 900e03e3-d7c3-4a70-b439-eb5a9660f72b, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b,segment=NetworkSegment(9594ee4c-f2b6-41ee-bcb9-b9675c139b0b),segment_id=9594ee4c-f2b6-41ee-bcb9-b9675c139b0b)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:20.037998 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Allocated IP 172.23.0.1 (b3f767b1-8273-478a-9a78-3628f95dac9b/a6e8818d-0737-4a0b-8096-b59f55bf8d0a/82dba454-e6c4-48a8-ad99-5705514f72c8) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:20.045402 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4531eab1-c9e8-4ec0-b918-54d8c91f7e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:20.054817 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:20.100323 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:20.153902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:20.158749 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:20.230526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:20.263516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Pushing event updated for resources: {'Port': ['ID=900e03e3-d7c3-4a70-b439-eb5a9660f72b,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:20.341797 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:20.374117 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:20.513032 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network b3f767b1-8273-478a-9a78-3628f95dac9b is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:20.528292 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:20.536619 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:20.672229 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=82dba454-e6c4-48a8-ad99-5705514f72c8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:20.736111 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:20.807781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:20.808867 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:20.812028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2d8401b0-03f4-49d7-ac6f-fb2fb5df3454 service neutron] 10.222.0.41 "PUT /v2.0/ports/900e03e3-d7c3-4a70-b439-eb5a9660f72b HTTP/1.1" status: 200 len: 1092 time: 2.8480086 Oct 13 14:27:20.829442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': '900e03e3-d7c3-4a70-b439-eb5a9660f72b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:20.831926 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f6c71c-99eb-4c0f-975b-769ab2b2bfd5" -d '{"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "900e03e3-d7c3-4a70-b439-eb5a9660f72b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:20.939857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Request body: {'port': {'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:21.056783 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:21.102004 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-503521ae-5f26-43e2-8138-28f282458a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:21.153986 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1224ca-6672-4855-ac23-44ebbe453b4a req-97e1e298-1f8b-4c4f-80d6-54195af62b9d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:21.156956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f1224ca-6672-4855-ac23-44ebbe453b4a req-97e1e298-1f8b-4c4f-80d6-54195af62b9d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 944 time: 0.4882979 Oct 13 14:27:21.175632 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 11749405-9206-4e3d-bbf3-3365c959332a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:21.187055 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:21.204106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Allocated IP 172.25.0.123 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/c0e978d0-e673-488b-b9ef-61ad1b50f270) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:21.219790 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:21.236503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e4979-7e60-4d40-89dc-b9f25cfca7b1 req-166aab7d-0bda-46bd-92ed-e8bdf717b1aa tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:21.243959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e4979-7e60-4d40-89dc-b9f25cfca7b1 req-166aab7d-0bda-46bd-92ed-e8bdf717b1aa tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:21.251877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e4979-7e60-4d40-89dc-b9f25cfca7b1 req-166aab7d-0bda-46bd-92ed-e8bdf717b1aa tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:21.280994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e4979-7e60-4d40-89dc-b9f25cfca7b1 req-166aab7d-0bda-46bd-92ed-e8bdf717b1aa tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:21.280994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e4979-7e60-4d40-89dc-b9f25cfca7b1 req-166aab7d-0bda-46bd-92ed-e8bdf717b1aa tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:21.280994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a34e4979-7e60-4d40-89dc-b9f25cfca7b1 req-166aab7d-0bda-46bd-92ed-e8bdf717b1aa tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 3828 time: 0.4718969 Oct 13 14:27:21.294729 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:21.339480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-503521ae-5f26-43e2-8138-28f282458a05 None None] For port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a649f6d2-90a7-45b8-bd2e-7d3a3928ef81,segment=NetworkSegment(3d34be4b-791e-44fd-a3ca-390dc3379c8e),segment_id=3d34be4b-791e-44fd-a3ca-390dc3379c8e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:21.418539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Network 7fd45b06-6d43-43a9-8928-8d64feb59b90 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:21.431926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:21.436469 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:21.443995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Pushing event updated for resources: {'Port': ['ID=80962b96-bcb2-43e0-b5b5-4ff988a94b20,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:21.460780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Allocated IP 172.23.0.2 (b3f767b1-8273-478a-9a78-3628f95dac9b/a6e8818d-0737-4a0b-8096-b59f55bf8d0a/1399d4ed-c6c0-4ff1-ab10-96384d8bd304) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:21.470490 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e63df9-169b-442e-8c97-07c0fbbe3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0b83a6-b230-408a-8e65-de17bd4faf66'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:21.472860 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72235ab3-b6be-41cc-bf85-5b0306fb2032" -d '{"events": [{"server_uuid": "d4e63df9-169b-442e-8c97-07c0fbbe3530", "name": "network-vif-plugged", "status": "completed", "tag": "bf0b83a6-b230-408a-8e65-de17bd4faf66"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:21.476103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 11749405-9206-4e3d-bbf3-3365c959332a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:21.476477 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:21.504149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f1224ca-6672-4855-ac23-44ebbe453b4a req-d58177b5-c039-4f5d-99fa-a9ad48177ed2 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203084 Oct 13 14:27:21.546427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a34e4979-7e60-4d40-89dc-b9f25cfca7b1 req-6b551691-6de7-4c53-8173-81c1b0e23607 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590537 Oct 13 14:27:21.722848 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-503521ae-5f26-43e2-8138-28f282458a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:21.747786 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:21.846807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port bf0b83a6-b230-408a-8e65-de17bd4faf66, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bf0b83a6-b230-408a-8e65-de17bd4faf66,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:21.881184 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034b17ad-2519-45aa-b4a0-37921823c769 x-openstack-request-id: req-034b17ad-2519-45aa-b4a0-37921823c769 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:21.883381 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "900e03e3-d7c3-4a70-b439-eb5a9660f72b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:21.884384 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-034b17ad-2519-45aa-b4a0-37921823c769 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:21.890529 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': '900e03e3-d7c3-4a70-b439-eb5a9660f72b', 'status': 'completed', 'code': 200} Oct 13 14:27:21.904316 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.002678 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0898abf8-d1b2-45ac-890a-aa0fad6bc48e x-openstack-request-id: req-0898abf8-d1b2-45ac-890a-aa0fad6bc48e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:22.003233 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e63df9-169b-442e-8c97-07c0fbbe3530", "name": "network-vif-plugged", "status": "completed", "tag": "bf0b83a6-b230-408a-8e65-de17bd4faf66", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:22.003639 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0898abf8-d1b2-45ac-890a-aa0fad6bc48e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:22.004423 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e63df9-169b-442e-8c97-07c0fbbe3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0b83a6-b230-408a-8e65-de17bd4faf66', 'code': 200} Oct 13 14:27:22.011115 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.080918 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.177485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:22.195372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.200303 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event updated for resources: {'Port': ['ID=82dba454-e6c4-48a8-ad99-5705514f72c8,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:22.207783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:22.228120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6c71c-99eb-4c0f-975b-769ab2b2bfd5 req-3f259032-b0e3-499d-b555-b5300c17c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:22.228891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6c71c-99eb-4c0f-975b-769ab2b2bfd5 req-3f259032-b0e3-499d-b555-b5300c17c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:22.229726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6c71c-99eb-4c0f-975b-769ab2b2bfd5 req-3f259032-b0e3-499d-b555-b5300c17c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:22.230397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6c71c-99eb-4c0f-975b-769ab2b2bfd5 req-3f259032-b0e3-499d-b555-b5300c17c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:22.231085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6c71c-99eb-4c0f-975b-769ab2b2bfd5 req-3f259032-b0e3-499d-b555-b5300c17c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:22.233186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7f6c71c-99eb-4c0f-975b-769ab2b2bfd5 req-3f259032-b0e3-499d-b555-b5300c17c93f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 4364 time: 0.3641806 Oct 13 14:27:22.234001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Pushing event updated for resources: {'Port': ['ID=c0e978d0-e673-488b-b9ef-61ad1b50f270,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:22.236716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:22.284756 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.285721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6e2d2-d701-4400-bb0f-5019ccc5eaca req-a8cfe31e-47e1-4251-bec7-c38e037d06de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:22.287714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35d6e2d2-d701-4400-bb0f-5019ccc5eaca req-a8cfe31e-47e1-4251-bec7-c38e037d06de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 1097 time: 0.2307866 Oct 13 14:27:22.322796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Attempting to bind port 80962b96-bcb2-43e0-b5b5-4ff988a94b20 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:22.322796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Attempting to bind port 80962b96-bcb2-43e0-b5b5-4ff988a94b20 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '9fd4999f-f3a7-48c4-b106-732a4f4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:22.322796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Attempting to bind port 80962b96-bcb2-43e0-b5b5-4ff988a94b20 on network 7fd45b06-6d43-43a9-8928-8d64feb59b90 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:22.336808 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.350430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:22.350832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Checking segment: {'id': '9fd4999f-f3a7-48c4-b106-732a4f4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:22.351244 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.351660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Bound using segment: {'id': '9fd4999f-f3a7-48c4-b106-732a4f4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:22.352153 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Bound port: 80962b96-bcb2-43e0-b5b5-4ff988a94b20, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd4999f-f3a7-48c4-b106-732a4f4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:22.352544 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.357684 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.379888 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Network b3f767b1-8273-478a-9a78-3628f95dac9b is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:22.382392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:22.482367 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.592789 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503521ae-5f26-43e2-8138-28f282458a05 None None] Pushing event updated for resources: {'Port': ['ID=a649f6d2-90a7-45b8-bd2e-7d3a3928ef81,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:22.663071 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9f93b3f4-8b61-464a-b3d0-9a6795cfdb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.675805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1b840e73-7ffc-4c05-ad09-77ba480dba81 None None] Provisioning complete for port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:22.675805 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1b840e73-7ffc-4c05-ad09-77ba480dba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.679494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Network b3f767b1-8273-478a-9a78-3628f95dac9b is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:22.680568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 912021ad-03a4-4379-b4d0-57efb2b5b380 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:27:22.685455 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.688393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] For port 80962b96-bcb2-43e0-b5b5-4ff988a94b20, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:22.728903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:22.732851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:22.783676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:22.816490 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] For port 80962b96-bcb2-43e0-b5b5-4ff988a94b20, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=80962b96-bcb2-43e0-b5b5-4ff988a94b20,segment=NetworkSegment(9fd4999f-f3a7-48c4-b106-732a4f4ed894),segment_id=9fd4999f-f3a7-48c4-b106-732a4f4ed894)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:22.845708 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:22.865077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35d6e2d2-d701-4400-bb0f-5019ccc5eaca req-4e5a52bb-613d-4de8-808b-fc339c2470a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523896 Oct 13 14:27:22.905319 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:22.905533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6c71c-99eb-4c0f-975b-769ab2b2bfd5 req-3cdc4dd0-99f5-4efb-ae62-d554efb45a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:22.913328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6c71c-99eb-4c0f-975b-769ab2b2bfd5 req-3cdc4dd0-99f5-4efb-ae62-d554efb45a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:22.913328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6c71c-99eb-4c0f-975b-769ab2b2bfd5 req-3cdc4dd0-99f5-4efb-ae62-d554efb45a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:22.913328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7f6c71c-99eb-4c0f-975b-769ab2b2bfd5 req-3cdc4dd0-99f5-4efb-ae62-d554efb45a41 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=adffe79e13844ca6825792b087d82314&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6343794 Oct 13 14:27:22.917982 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c21ea58b-876d-403c-887f-ad5cf9e3215a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0857646 Oct 13 14:27:22.919083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35676) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:22.937519 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Sync routers for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:22.940181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=bf0b83a6-b230-408a-8e65-de17bd4faf66,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:22.964899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-fcb7f035-2162-42e3-a093-f0699b0410cd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:22.974432 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:22.978026 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-00563394-74fb-469b-a604-09081bc6b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:23.006528 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:23.105144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:23.105653 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:23.118412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39b13a-c87a-4001-8f50-92414ba29c72 req-a308bc8a-5a38-40e0-b137-132206ede190 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:23.120492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b39b13a-c87a-4001-8f50-92414ba29c72 req-a308bc8a-5a38-40e0-b137-132206ede190 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 945 time: 0.7436533 Oct 13 14:27:23.136511 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:23.163926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:27:23.185223 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Attempting to bind port 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:23.185771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Attempting to bind port 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '38877532-da80-4a07-8c8f-506b39eb31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:23.186186 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Attempting to bind port 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 on network b3f767b1-8273-478a-9a78-3628f95dac9b {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:23.280000 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:23.357038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:23.362583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Checking segment: {'id': '38877532-da80-4a07-8c8f-506b39eb31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:23.367257 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:23.370414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Bound using segment: {'id': '38877532-da80-4a07-8c8f-506b39eb31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:23.371193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Bound port: 1399d4ed-c6c0-4ff1-ab10-96384d8bd304, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38877532-da80-4a07-8c8f-506b39eb31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:23.379345 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:23.386158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Pushing event updated for resources: {'Port': ['ID=1399d4ed-c6c0-4ff1-ab10-96384d8bd304,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:23.439539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341186c2-059a-46b7-b321-8714cc07d156 None None] Pushing event updated for resources: {'Port': ['ID=6c91c2f3-a054-4ca6-94df-87615e3d43d7,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:23.486598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Attempting to bind port 6c91c2f3-a054-4ca6-94df-87615e3d43d7 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:23.489895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Attempting to bind port 6c91c2f3-a054-4ca6-94df-87615e3d43d7 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:23.490272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Attempting to bind port 6c91c2f3-a054-4ca6-94df-87615e3d43d7 on network 47f65dfb-7a05-403f-94bb-fcf552d64738 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:23.579167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5250fdf-ae31-4600-b279-ce6f9bba75c6 req-edf2ae7c-c7ec-4b54-9f80-efc6d40df5c5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:23.581534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5250fdf-ae31-4600-b279-ce6f9bba75c6 req-edf2ae7c-c7ec-4b54-9f80-efc6d40df5c5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 945 time: 0.7155297 Oct 13 14:27:23.644430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:23.644846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Checking segment: {'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:23.651783 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:23.652565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Bound using segment: {'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:23.653427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Bound port: 6c91c2f3-a054-4ca6-94df-87615e3d43d7, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:23.654054 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:23.654670 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-00563394-74fb-469b-a604-09081bc6b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:20Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82dba454-e6c4-48a8-ad99-5705514f72c8', 'name': '', 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:22:0e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:19Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 2, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:23.664231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Transition to ACTIVE for port object aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:27:23.685510 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b39b13a-c87a-4001-8f50-92414ba29c72 req-1c5b2ad2-90af-4080-9021-688f2146fc65 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414543 Oct 13 14:27:23.686154 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d89589ab-a490-4d3e-b8bc-b73d41f659c1 None None] Provisioning complete for port 6c91c2f3-a054-4ca6-94df-87615e3d43d7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:23.686516 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d89589ab-a490-4d3e-b8bc-b73d41f659c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:23.687388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6c71c-99eb-4c0f-975b-769ab2b2bfd5 req-f1344761-a842-41e4-9cd2-2c0403f09c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:23.692039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7f6c71c-99eb-4c0f-975b-769ab2b2bfd5 req-f1344761-a842-41e4-9cd2-2c0403f09c47 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4302332 Oct 13 14:27:23.724157 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Checking router: 912021ad-03a4-4379-b4d0-57efb2b5b380 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:23.725051 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Updating router 912021ad-03a4-4379-b4d0-57efb2b5b380 port 82dba454-e6c4-48a8-ad99-5705514f72c8 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:27:23.764116 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:23.815872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d89589ab-a490-4d3e-b8bc-b73d41f659c1 None None] Port 6c91c2f3-a054-4ca6-94df-87615e3d43d7 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:23.932783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] For port 6c91c2f3-a054-4ca6-94df-87615e3d43d7, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:23.939766 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] For port 6c91c2f3-a054-4ca6-94df-87615e3d43d7, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6c91c2f3-a054-4ca6-94df-87615e3d43d7,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:23.968394 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:24.017693 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa95aa-6298-4327-8208-4a8ac16e12c4 None None] Pushing event updated for resources: {'Port': ['ID=80962b96-bcb2-43e0-b5b5-4ff988a94b20,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:24.051820 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:24.116846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] For port 1399d4ed-c6c0-4ff1-ab10-96384d8bd304, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:24.157710 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:24.160525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] For port 1399d4ed-c6c0-4ff1-ab10-96384d8bd304, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1399d4ed-c6c0-4ff1-ab10-96384d8bd304,segment=NetworkSegment(38877532-da80-4a07-8c8f-506b39eb31c4),segment_id=38877532-da80-4a07-8c8f-506b39eb31c4)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:24.167842 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:24.193845 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Routers {'04f68e77-30c7-44bc-a166-81e70e04c2de'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:24.195006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['04f68e77-30c7-44bc-a166-81e70e04c2de'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:24.277787 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:24.377120 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1f2bd-e95d-45a5-8efc-fd7989bcf16d None None] Pushing event updated for resources: {'Port': ['ID=82dba454-e6c4-48a8-ad99-5705514f72c8,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:24.467038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] Set router 04f68e77-30c7-44bc-a166-81e70e04c2de gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:24.535525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.extraroute_db [None req-fcb7f035-2162-42e3-a093-f0699b0410cd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=112685) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 14:27:24.584442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.extraroute_db [None req-fcb7f035-2162-42e3-a093-f0699b0410cd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Removed routes are [] {{(pid=112685) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 14:27:24.584637 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Attempting to bind port 82dba454-e6c4-48a8-ad99-5705514f72c8 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:24.585020 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Attempting to bind port 82dba454-e6c4-48a8-ad99-5705514f72c8 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '38877532-da80-4a07-8c8f-506b39eb31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:24.585228 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f035-2162-42e3-a093-f0699b0410cd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:24.585396 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Attempting to bind port 82dba454-e6c4-48a8-ad99-5705514f72c8 on network b3f767b1-8273-478a-9a78-3628f95dac9b {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:24.593259 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:24.593906 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Checking segment: {'id': '38877532-da80-4a07-8c8f-506b39eb31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:24.594710 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:24.595523 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Bound using segment: {'id': '38877532-da80-4a07-8c8f-506b39eb31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:24.597222 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Bound port: 82dba454-e6c4-48a8-ad99-5705514f72c8, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38877532-da80-4a07-8c8f-506b39eb31c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:24.597629 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:24.603373 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:24.634691 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:24.790603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:24.837873 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-00563394-74fb-469b-a604-09081bc6b312 None None] For port 82dba454-e6c4-48a8-ad99-5705514f72c8, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:24.844458 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-00563394-74fb-469b-a604-09081bc6b312 None None] For port 82dba454-e6c4-48a8-ad99-5705514f72c8, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=82dba454-e6c4-48a8-ad99-5705514f72c8,segment=NetworkSegment(38877532-da80-4a07-8c8f-506b39eb31c4),segment_id=38877532-da80-4a07-8c8f-506b39eb31c4)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:24.911691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5250fdf-ae31-4600-b279-ce6f9bba75c6 req-9fa827ab-3fff-4f8e-ae8f-b9085ce57a15 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1128685 Oct 13 14:27:24.916290 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:25.191626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9280364-4682-4b61-bc02-86fd60602778 req-c1402970-3b42-4cd3-b481-51aeccc13416 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:25.206044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9280364-4682-4b61-bc02-86fd60602778 req-c1402970-3b42-4cd3-b481-51aeccc13416 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:25.225172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9280364-4682-4b61-bc02-86fd60602778 req-c1402970-3b42-4cd3-b481-51aeccc13416 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:25.238850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9280364-4682-4b61-bc02-86fd60602778 req-c1402970-3b42-4cd3-b481-51aeccc13416 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:25.249827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9280364-4682-4b61-bc02-86fd60602778 req-c1402970-3b42-4cd3-b481-51aeccc13416 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:25.265435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9280364-4682-4b61-bc02-86fd60602778 req-c1402970-3b42-4cd3-b481-51aeccc13416 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:25.269920 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9280364-4682-4b61-bc02-86fd60602778 req-c1402970-3b42-4cd3-b481-51aeccc13416 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 4605 time: 0.6388781 Oct 13 14:27:25.301325 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:25.302151 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-00563394-74fb-469b-a604-09081bc6b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:25.313763 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:25.356259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d12ebda-ff9a-434d-b729-80aaac46bb62 None None] Network 7fd45b06-6d43-43a9-8928-8d64feb59b90 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:27:25.358044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341186c2-059a-46b7-b321-8714cc07d156 None None] Pushing event updated for resources: {'Port': ['ID=6c91c2f3-a054-4ca6-94df-87615e3d43d7,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:25.415067 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1f2bd-e95d-45a5-8efc-fd7989bcf16d None None] Pushing event updated for resources: {'Port': ['ID=82dba454-e6c4-48a8-ad99-5705514f72c8,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:25.437338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f547c-7a3c-40f4-8c6c-5b213f8d41df None None] Pushing event updated for resources: {'Port': ['ID=1399d4ed-c6c0-4ff1-ab10-96384d8bd304,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:25.477374 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-00563394-74fb-469b-a604-09081bc6b312 None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:25.503576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4ba7d827-a412-4994-86c5-fa72aa1a433a None None] Provisioning complete for port 6c91c2f3-a054-4ca6-94df-87615e3d43d7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:25.504269 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4ba7d827-a412-4994-86c5-fa72aa1a433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:25.603428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:25.603806 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:25.676869 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:25.823087 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:25.942464 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-00563394-74fb-469b-a604-09081bc6b312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:24Z', 'revision_number': 6, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82dba454-e6c4-48a8-ad99-5705514f72c8', 'name': '', 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:22:0e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:19Z', 'updated_at': '2021-10-13T14:27:24Z', 'revision_number': 4, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:25.998526 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00563394-74fb-469b-a604-09081bc6b312 None None] The sync data for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 is: [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:24Z', 'revision_number': 6, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82dba454-e6c4-48a8-ad99-5705514f72c8', 'name': '', 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:22:0e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:19Z', 'updated_at': '2021-10-13T14:27:24Z', 'revision_number': 4, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:26.015799 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4ba7d827-a412-4994-86c5-fa72aa1a433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:26.088749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 80962b96-bcb2-43e0-b5b5-4ff988a94b20 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:26.175882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'name': 'tempest-TestServerMultinode-237753168-router', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:04Z', 'updated_at': '2021-10-13T14:27:10Z', 'revision_number': 4, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'gw_port': {'id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:84:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:05Z', 'updated_at': '2021-10-13T14:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6c91c2f3-a054-4ca6-94df-87615e3d43d7', 'name': '', 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'mac_address': 'fa:16:3e:ac:89:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '0981cbb8-30dd-446f-93bc-f32e6ca55a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:09Z', 'updated_at': '2021-10-13T14:27:23Z', 'revision_number': 4, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'subnets': [{'id': '0981cbb8-30dd-446f-93bc-f32e6ca55a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:26.183303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4ba7d827-a412-4994-86c5-fa72aa1a433a None None] For port 6c91c2f3-a054-4ca6-94df-87615e3d43d7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6c91c2f3-a054-4ca6-94df-87615e3d43d7,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:26.186992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9280364-4682-4b61-bc02-86fd60602778 req-e93accb8-57ea-44c4-ab49-da3ee5c145f5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3464382 Oct 13 14:27:26.196631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970d0d7-fb0c-4c82-9792-fb851d4afce9 req-62699406-901c-4bab-a72b-e074e8d1fe52 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:26.203568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d970d0d7-fb0c-4c82-9792-fb851d4afce9 req-62699406-901c-4bab-a72b-e074e8d1fe52 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 945 time: 0.9264138 Oct 13 14:27:26.244215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Attempting to bind port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:26.249468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Attempting to bind port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:26.249934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Attempting to bind port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:26.258530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d95beb-8b61-4a4c-b657-3fc811e5a2fb None None] The sync data for ids ['04f68e77-30c7-44bc-a166-81e70e04c2de'] in n-d-806683-15 is: [{'id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'name': 'tempest-TestServerMultinode-237753168-router', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:04Z', 'updated_at': '2021-10-13T14:27:10Z', 'revision_number': 4, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'gw_port': {'id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:84:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:05Z', 'updated_at': '2021-10-13T14:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6c91c2f3-a054-4ca6-94df-87615e3d43d7', 'name': '', 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'mac_address': 'fa:16:3e:ac:89:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '0981cbb8-30dd-446f-93bc-f32e6ca55a96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:09Z', 'updated_at': '2021-10-13T14:27:23Z', 'revision_number': 4, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'subnets': [{'id': '0981cbb8-30dd-446f-93bc-f32e6ca55a96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:26.264527 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4ba7d827-a412-4994-86c5-fa72aa1a433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:26.292005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51604cd4-ec30-413c-abe9-84f742ed6cb2 req-892e3c09-75d5-42b3-b6b1-7708c02740e2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:26.313611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51604cd4-ec30-413c-abe9-84f742ed6cb2 req-892e3c09-75d5-42b3-b6b1-7708c02740e2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 945 time: 0.4833212 Oct 13 14:27:26.346785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 80962b96-bcb2-43e0-b5b5-4ff988a94b20 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:26.347179 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:26.384338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:27:26.384857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Attempting to bind port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:26.410226 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f035-2162-42e3-a093-f0699b0410cd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:26.412923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7d827-a412-4994-86c5-fa72aa1a433a None None] Pushing event updated for resources: {'Port': ['ID=6c91c2f3-a054-4ca6-94df-87615e3d43d7,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:26.456038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c7018076-ce81-4e4d-b6b1-82c0d8ac5613 None None] Provisioning complete for port 80962b96-bcb2-43e0-b5b5-4ff988a94b20 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:26.456406 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7018076-ce81-4e4d-b6b1-82c0d8ac5613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:26.483394 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f035-2162-42e3-a093-f0699b0410cd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:26.729189 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:26.738347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:26.739174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Checking segment: {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:26.745716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Bound using segment: {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:26.746245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Bound port: aeb332e8-6ce3-4cf3-b8ad-041f33cf3986, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:26.746627 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:26.764486 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7018076-ce81-4e4d-b6b1-82c0d8ac5613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:26.803138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 80962b96-bcb2-43e0-b5b5-4ff988a94b20, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=80962b96-bcb2-43e0-b5b5-4ff988a94b20,segment=NetworkSegment(9fd4999f-f3a7-48c4-b106-732a4f4ed894),segment_id=9fd4999f-f3a7-48c4-b106-732a4f4ed894)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:26.906039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51604cd4-ec30-413c-abe9-84f742ed6cb2 req-ba410aa3-9105-401e-9b68-4da41143aa3a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912788 Oct 13 14:27:26.941926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb7f035-2162-42e3-a093-f0699b0410cd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 912021ad-03a4-4379-b4d0-57efb2b5b380 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:27:26.974119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e614d-0b9e-4385-8e7f-160da64e0961 req-5230f822-1477-4ce9-a52a-140595b5e509 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:26.975758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa3e614d-0b9e-4385-8e7f-160da64e0961 req-5230f822-1477-4ce9-a52a-140595b5e509 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 945 time: 0.5393341 Oct 13 14:27:27.002234 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:27.004575 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-c7018076-ce81-4e4d-b6b1-82c0d8ac5613 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:27:27.005673 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-c7018076-ce81-4e4d-b6b1-82c0d8ac5613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:27:27.116213 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=80962b96-bcb2-43e0-b5b5-4ff988a94b20,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:27.142440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97056e5e-58fd-4f83-9fbf-4166646dd764 None None] Network b3f767b1-8273-478a-9a78-3628f95dac9b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:27:27.222101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] For port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:27.417481 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:27.421384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] For port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:27.491686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 82dba454-e6c4-48a8-ad99-5705514f72c8 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:27.495231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa3e614d-0b9e-4385-8e7f-160da64e0961 req-bdf237c0-e33e-4bcf-b797-7f2182bca615 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372371 Oct 13 14:27:27.522234 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:27.584393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb7f035-2162-42e3-a093-f0699b0410cd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:27.627701 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fcb7f035-2162-42e3-a093-f0699b0410cd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:27.629234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0035818-e622-47b3-b4c9-9b45f7a1083f None None] Sync routers for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:27.631734 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35688) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:27.636856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fcb7f035-2162-42e3-a093-f0699b0410cd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380 HTTP/1.1" status: 200 len: 934 time: 4.6761999 Oct 13 14:27:27.653261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d970d0d7-fb0c-4c82-9792-fb851d4afce9 req-c3704a5b-3ac9-4641-b0b5-799d2dfbece0 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Deleting port ee9b2b83-9be6-4811-ac5b-81f029965cb6 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:27:27.654157 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d970d0d7-fb0c-4c82-9792-fb851d4afce9 req-c3704a5b-3ac9-4641-b0b5-799d2dfbece0 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:27.739651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0035818-e622-47b3-b4c9-9b45f7a1083f None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:27.740436 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a0035818-e622-47b3-b4c9-9b45f7a1083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:27.802166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:27.802801 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:27.804219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] 10.222.0.41 "PUT /v2.0/ports/aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 HTTP/1.1" status: 200 len: 1136 time: 6.8699710 Oct 13 14:27:27.804690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': 'aeb332e8-6ce3-4cf3-b8ad-041f33cf3986'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:27.812925 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54" -d '{"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "aeb332e8-6ce3-4cf3-b8ad-041f33cf3986"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:27.880065 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d5dfb1a6-0934-481d-955b-0e3eab05e738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380 HTTP/1.1" status: 200 len: 934 time: 0.2470522 Oct 13 14:27:27.891936 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35692) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:27.898188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afce2a-9f26-4dc7-a22e-035720a2be39 req-254be495-77de-4ee7-87b4-0abf32ec862b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:27.900260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d4896c9c-2f17-45a0-8a5b-77ed824d986f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'router': {'routes': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:27.931692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afce2a-9f26-4dc7-a22e-035720a2be39 req-254be495-77de-4ee7-87b4-0abf32ec862b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:27.944553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afce2a-9f26-4dc7-a22e-035720a2be39 req-254be495-77de-4ee7-87b4-0abf32ec862b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:27.951208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afce2a-9f26-4dc7-a22e-035720a2be39 req-254be495-77de-4ee7-87b4-0abf32ec862b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:27.959966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afce2a-9f26-4dc7-a22e-035720a2be39 req-254be495-77de-4ee7-87b4-0abf32ec862b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:27.966923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afce2a-9f26-4dc7-a22e-035720a2be39 req-254be495-77de-4ee7-87b4-0abf32ec862b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:27.969434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75afce2a-9f26-4dc7-a22e-035720a2be39 req-254be495-77de-4ee7-87b4-0abf32ec862b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 4605 time: 0.5463424 Oct 13 14:27:27.973119 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31648d43-3cb3-4849-8cf2-b5a6ddaa2089 x-openstack-request-id: req-31648d43-3cb3-4849-8cf2-b5a6ddaa2089 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:27.973431 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "aeb332e8-6ce3-4cf3-b8ad-041f33cf3986", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:27.973750 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31648d43-3cb3-4849-8cf2-b5a6ddaa2089 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:27.974153 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': 'aeb332e8-6ce3-4cf3-b8ad-041f33cf3986', 'status': 'completed', 'code': 200} Oct 13 14:27:27.987910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Request body: {'port': {'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:28.023624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 82dba454-e6c4-48a8-ad99-5705514f72c8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:28.023984 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:28.139657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a0035818-e622-47b3-b4c9-9b45f7a1083f None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:28.249309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff160b-0a85-4c7c-84bb-1bf688fc5445 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:28.360873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7f443bf3-4576-4e7c-a5d7-6d9545ab21c8 None None] Provisioning complete for port 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:28.361280 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7f443bf3-4576-4e7c-a5d7-6d9545ab21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:28.372437 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:28.434456 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:28.460597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75afce2a-9f26-4dc7-a22e-035720a2be39 req-24135761-74d3-436e-addb-1dcdb2252c9b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3801153 Oct 13 14:27:28.488824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-89e00b7d-5125-43c2-bb60-d6c4cb7c2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:28.489461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-89e00b7d-5125-43c2-bb60-d6c4cb7c2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:28.490010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-89e00b7d-5125-43c2-bb60-d6c4cb7c2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:28.490554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-89e00b7d-5125-43c2-bb60-d6c4cb7c2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:28.491093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-89e00b7d-5125-43c2-bb60-d6c4cb7c2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:28.491637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-89e00b7d-5125-43c2-bb60-d6c4cb7c2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:28.493640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-89e00b7d-5125-43c2-bb60-d6c4cb7c2eec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5293 time: 0.4590952 Oct 13 14:27:28.496780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d970d0d7-fb0c-4c82-9792-fb851d4afce9 req-c3704a5b-3ac9-4641-b0b5-799d2dfbece0 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] For port ee9b2b83-9be6-4811-ac5b-81f029965cb6, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ee9b2b83-9be6-4811-ac5b-81f029965cb6,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:28.497480 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d970d0d7-fb0c-4c82-9792-fb851d4afce9 req-c3704a5b-3ac9-4641-b0b5-799d2dfbece0 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:28.589985 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 82dba454-e6c4-48a8-ad99-5705514f72c8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=82dba454-e6c4-48a8-ad99-5705514f72c8,segment=NetworkSegment(38877532-da80-4a07-8c8f-506b39eb31c4),segment_id=38877532-da80-4a07-8c8f-506b39eb31c4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:28.635786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be9635-f54f-4a51-b3e5-0078825e04b1 req-ca228bf0-58fd-47bb-ae01-74d57f4a6864 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:28.649528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02be9635-f54f-4a51-b3e5-0078825e04b1 req-ca228bf0-58fd-47bb-ae01-74d57f4a6864 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 945 time: 0.5708287 Oct 13 14:27:28.663853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d970d0d7-fb0c-4c82-9792-fb851d4afce9 req-c3704a5b-3ac9-4641-b0b5-799d2dfbece0 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Calling delete_port for ee9b2b83-9be6-4811-ac5b-81f029965cb6 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:27:28.686945 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:28.687751 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6c91c2f3-a054-4ca6-94df-87615e3d43d7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:28.754978 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.extraroute_db [None req-d4896c9c-2f17-45a0-8a5b-77ed824d986f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Added routes are [] {{(pid=112684) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 14:27:28.755475 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.extraroute_db [None req-d4896c9c-2f17-45a0-8a5b-77ed824d986f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=112684) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 14:27:28.764173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ee9b2b83-9be6-4811-ac5b-81f029965cb6 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:27:28.811338 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4896c9c-2f17-45a0-8a5b-77ed824d986f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:28.815188 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7f443bf3-4576-4e7c-a5d7-6d9545ab21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:28.954738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7f443bf3-4576-4e7c-a5d7-6d9545ab21c8 None None] For port 1399d4ed-c6c0-4ff1-ab10-96384d8bd304, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1399d4ed-c6c0-4ff1-ab10-96384d8bd304,segment=NetworkSegment(38877532-da80-4a07-8c8f-506b39eb31c4),segment_id=38877532-da80-4a07-8c8f-506b39eb31c4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:28.973232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=82dba454-e6c4-48a8-ad99-5705514f72c8,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:29.016488 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6c91c2f3-a054-4ca6-94df-87615e3d43d7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:29.016488 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:29.070847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a0035818-e622-47b3-b4c9-9b45f7a1083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:24Z', 'revision_number': 6, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82dba454-e6c4-48a8-ad99-5705514f72c8', 'name': '', 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:22:0e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:19Z', 'updated_at': '2021-10-13T14:27:24Z', 'revision_number': 4, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:29.079161 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7f443bf3-4576-4e7c-a5d7-6d9545ab21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:29.149327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0035818-e622-47b3-b4c9-9b45f7a1083f None None] Checking router: 912021ad-03a4-4379-b4d0-57efb2b5b380 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:29.239682 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4896c9c-2f17-45a0-8a5b-77ed824d986f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:29.251047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4896c9c-2f17-45a0-8a5b-77ed824d986f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:29.313687 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7f443bf3-4576-4e7c-a5d7-6d9545ab21c8 None None] Provisioning complete for port 80962b96-bcb2-43e0-b5b5-4ff988a94b20 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:29.314056 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7f443bf3-4576-4e7c-a5d7-6d9545ab21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:29.390452 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4896c9c-2f17-45a0-8a5b-77ed824d986f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 912021ad-03a4-4379-b4d0-57efb2b5b380 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:27:29.446546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02be9635-f54f-4a51-b3e5-0078825e04b1 req-ea33ce49-8b40-402e-a3e4-3ab3c94fb694 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7910154 Oct 13 14:27:29.469401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Router e86c6a4e-3cf3-4287-a603-47f1074aa73a is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:27:29.533626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f443bf3-4576-4e7c-a5d7-6d9545ab21c8 None None] Pushing event updated for resources: {'Port': ['ID=1399d4ed-c6c0-4ff1-ab10-96384d8bd304,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:29.542132 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:29.586229 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ee9b2b83-9be6-4811-ac5b-81f029965cb6, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ee9b2b83-9be6-4811-ac5b-81f029965cb6,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:29.601864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbedcbd-2bb1-44a0-936b-727a9c426370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9b2b83-9be6-4811-ac5b-81f029965cb6'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:29.604615 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd15a668-840c-48a3-a769-147f55b9df71" -d '{"events": [{"server_uuid": "ecbedcbd-2bb1-44a0-936b-727a9c426370", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9b2b83-9be6-4811-ac5b-81f029965cb6"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:29.616611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0035818-e622-47b3-b4c9-9b45f7a1083f None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:29.617302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a0035818-e622-47b3-b4c9-9b45f7a1083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:29.701379 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4896c9c-2f17-45a0-8a5b-77ed824d986f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:29.715032 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4896c9c-2f17-45a0-8a5b-77ed824d986f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:29.719092 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d4896c9c-2f17-45a0-8a5b-77ed824d986f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380 HTTP/1.1" status: 200 len: 700 time: 1.8232212 Oct 13 14:27:29.719459 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35712) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:29.756221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:29.827439 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:29.881899 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9418d6-4a53-48fb-b10a-8a095e5d8142 x-openstack-request-id: req-1b9418d6-4a53-48fb-b10a-8a095e5d8142 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:29.882200 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbedcbd-2bb1-44a0-936b-727a9c426370", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9b2b83-9be6-4811-ac5b-81f029965cb6", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:29.882456 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b9418d6-4a53-48fb-b10a-8a095e5d8142 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:29.882893 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbedcbd-2bb1-44a0-936b-727a9c426370', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9b2b83-9be6-4811-ac5b-81f029965cb6', 'code': 200} Oct 13 14:27:29.883565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-b8a781b0-78cf-4812-acc0-2b067ee6220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:29.884259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-b8a781b0-78cf-4812-acc0-2b067ee6220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:29.884920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-b8a781b0-78cf-4812-acc0-2b067ee6220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:29.889057 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e2930170-3b4c-4e6c-bc49-c11cbfee97e8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380 HTTP/1.1" status: 200 len: 700 time: 0.1657519 Oct 13 14:27:29.890689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35714) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:29.891837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-b8a781b0-78cf-4812-acc0-2b067ee6220d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=adffe79e13844ca6825792b087d82314&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.3790188 Oct 13 14:27:29.952676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7f443bf3-4576-4e7c-a5d7-6d9545ab21c8 None None] Provisioning complete for port 82dba454-e6c4-48a8-ad99-5705514f72c8 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:29.952975 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7f443bf3-4576-4e7c-a5d7-6d9545ab21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:30.018222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a0035818-e622-47b3-b4c9-9b45f7a1083f None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:30.081234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=ee9b2b83-9be6-4811-ac5b-81f029965cb6,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:30.082353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833c267-8e55-4ed3-a650-f79c647f3b91 req-b71ae77b-d445-435f-907f-aa63fdef0805 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:30.088973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833c267-8e55-4ed3-a650-f79c647f3b91 req-b71ae77b-d445-435f-907f-aa63fdef0805 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:30.091454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:30.092044 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:30.096456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833c267-8e55-4ed3-a650-f79c647f3b91 req-b71ae77b-d445-435f-907f-aa63fdef0805 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:30.103385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833c267-8e55-4ed3-a650-f79c647f3b91 req-b71ae77b-d445-435f-907f-aa63fdef0805 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:30.110613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833c267-8e55-4ed3-a650-f79c647f3b91 req-b71ae77b-d445-435f-907f-aa63fdef0805 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:30.116806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833c267-8e55-4ed3-a650-f79c647f3b91 req-b71ae77b-d445-435f-907f-aa63fdef0805 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:30.118980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1833c267-8e55-4ed3-a650-f79c647f3b91 req-b71ae77b-d445-435f-907f-aa63fdef0805 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 4605 time: 0.3594227 Oct 13 14:27:30.172562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:30.202001 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Sync routers for ids ['e86c6a4e-3cf3-4287-a603-47f1074aa73a'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:30.265058 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Routers {'e86c6a4e-3cf3-4287-a603-47f1074aa73a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:30.269570 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-408268e9-51be-44a0-9875-636f3f005584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e86c6a4e-3cf3-4287-a603-47f1074aa73a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:30.288252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:30.292341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b221d93a-6139-4273-8247-5120decbabee admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.4229577 Oct 13 14:27:30.292904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac703971-2eb9-4b72-acde-5f0c872f63f0 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:27:30.299292 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35716) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:30.316822 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:30.328045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-bb978e4b-4a0a-4e37-add3-fcaafba62182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:30.330912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-bb978e4b-4a0a-4e37-add3-fcaafba62182 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4194934 Oct 13 14:27:30.356874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1833c267-8e55-4ed3-a650-f79c647f3b91 req-be37231e-892d-447c-8955-a65db618b495 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1965578 Oct 13 14:27:30.364587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Transition to ACTIVE for port object ac703971-2eb9-4b72-acde-5f0c872f63f0 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:27:30.387266 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d970d0d7-fb0c-4c82-9792-fb851d4afce9 req-c3704a5b-3ac9-4641-b0b5-799d2dfbece0 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:30.406645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['c2ef771c-7eec-462e-98cd-e5a9e2f85c98', 'fbfce905-8b97-457f-a744-b0333619f6ec', '2fd32927-94db-45c1-bb10-badca6272a1c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:27:30.490488 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:30.493068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3704a5b-3ac9-4641-b0b5-799d2dfbece0 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Pushing event deleted for resources: {'Port': ['ID=ee9b2b83-9be6-4811-ac5b-81f029965cb6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:30.671966 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Set router e86c6a4e-3cf3-4287-a603-47f1074aa73a gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:30.681383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Pushing event updated for resources: {'Port': ['ID=ac703971-2eb9-4b72-acde-5f0c872f63f0,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:30.742125 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3c7131c7-d832-4bcc-8dbe-04578ebb8c56 None None] Provisioning complete for port 82dba454-e6c4-48a8-ad99-5705514f72c8 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:30.742498 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3c7131c7-d832-4bcc-8dbe-04578ebb8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:30.785119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d970d0d7-fb0c-4c82-9792-fb851d4afce9 req-c3704a5b-3ac9-4641-b0b5-799d2dfbece0 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] No DVR routers for this DVR port ee9b2b83-9be6-4811-ac5b-81f029965cb6 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:27:30.797073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-beaa78b3-5321-4bbb-a171-edc55a807d12 req-2da01468-68e0-4e0f-b76c-b5c25be66a94 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 210 time: 0.2069983 Oct 13 14:27:30.797073 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d970d0d7-fb0c-4c82-9792-fb851d4afce9 req-c3704a5b-3ac9-4641-b0b5-799d2dfbece0 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:30.797495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 80962b96-bcb2-43e0-b5b5-4ff988a94b20 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:30.800902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d970d0d7-fb0c-4c82-9792-fb851d4afce9 req-c3704a5b-3ac9-4641-b0b5-799d2dfbece0 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "DELETE /v2.0/ports/ee9b2b83-9be6-4811-ac5b-81f029965cb6 HTTP/1.1" status: 204 len: 173 time: 4.5656095 Oct 13 14:27:30.804231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbedcbd-2bb1-44a0-936b-727a9c426370', 'name': 'network-vif-deleted', 'tag': 'ee9b2b83-9be6-4811-ac5b-81f029965cb6'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:30.814564 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7661a2-8bf8-4b18-8531-71c2e1bf2767" -d '{"events": [{"server_uuid": "ecbedcbd-2bb1-44a0-936b-727a9c426370", "name": "network-vif-deleted", "tag": "ee9b2b83-9be6-4811-ac5b-81f029965cb6"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:30.897384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a0035818-e622-47b3-b4c9-9b45f7a1083f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:28Z', 'revision_number': 7, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82dba454-e6c4-48a8-ad99-5705514f72c8', 'name': '', 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:22:0e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:19Z', 'updated_at': '2021-10-13T14:27:28Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:30.946327 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Attempting to bind port ac703971-2eb9-4b72-acde-5f0c872f63f0 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:30.947368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Attempting to bind port ac703971-2eb9-4b72-acde-5f0c872f63f0 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:30.950001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Attempting to bind port ac703971-2eb9-4b72-acde-5f0c872f63f0 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:30.956573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0035818-e622-47b3-b4c9-9b45f7a1083f None None] The sync data for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 is: [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:28Z', 'revision_number': 7, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82dba454-e6c4-48a8-ad99-5705514f72c8', 'name': '', 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:22:0e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:19Z', 'updated_at': '2021-10-13T14:27:28Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:30.978943 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86c1998-2178-4e16-8391-38e468f1ad4a x-openstack-request-id: req-c86c1998-2178-4e16-8391-38e468f1ad4a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:30.980461 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbedcbd-2bb1-44a0-936b-727a9c426370", "name": "network-vif-deleted", "tag": "ee9b2b83-9be6-4811-ac5b-81f029965cb6", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:30.984123 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c86c1998-2178-4e16-8391-38e468f1ad4a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:30.984873 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbedcbd-2bb1-44a0-936b-727a9c426370', 'name': 'network-vif-deleted', 'tag': 'ee9b2b83-9be6-4811-ac5b-81f029965cb6', 'status': 'completed', 'code': 200} Oct 13 14:27:30.990511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Port ac703971-2eb9-4b72-acde-5f0c872f63f0 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:27:30.991080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Attempting to bind port ac703971-2eb9-4b72-acde-5f0c872f63f0 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:31.017359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:31.018305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Checking segment: {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:31.018955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Bound using segment: {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:31.022112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Bound port: ac703971-2eb9-4b72-acde-5f0c872f63f0, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:31.026300 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:31.026554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 80962b96-bcb2-43e0-b5b5-4ff988a94b20 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:31.027556 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:31.192486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] For port ac703971-2eb9-4b72-acde-5f0c872f63f0, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:31.201816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] For port ac703971-2eb9-4b72-acde-5f0c872f63f0, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ac703971-2eb9-4b72-acde-5f0c872f63f0,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:31.318894 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:31.330575 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-408268e9-51be-44a0-9875-636f3f005584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'name': 'tempest-TestServerMultinode-1716614557-router', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:18Z', 'updated_at': '2021-10-13T14:27:22Z', 'revision_number': 3, 'project_id': '697a4043162e4bc1bdfc18bb4f11d232', 'gw_port': {'id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:20Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:31.389525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:31.390313 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:31.391996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] 10.222.0.41 "PUT /v2.0/ports/ac703971-2eb9-4b72-acde-5f0c872f63f0 HTTP/1.1" status: 200 len: 1136 time: 3.4169214 Oct 13 14:27:31.415493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf9757-a8d5-4235-ba1f-450c252dea14 service neutron] Pushing event updated for resources: {'Port': ['ID=ac703971-2eb9-4b72-acde-5f0c872f63f0,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:31.437014 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Checking router: e86c6a4e-3cf3-4287-a603-47f1074aa73a for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:31.437361 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Updating router e86c6a4e-3cf3-4287-a603-47f1074aa73a port c0e978d0-e673-488b-b9ef-61ad1b50f270 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:27:31.516356 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 82dba454-e6c4-48a8-ad99-5705514f72c8 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:31.536378 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:31.540546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Request body: {'port': {'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:31.576934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecc97c-beb7-4b3c-b78d-b70c266cd9fd None None] Sync routers for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:31.764136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecc97c-beb7-4b3c-b78d-b70c266cd9fd None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:31.769279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-73ecc97c-beb7-4b3c-b78d-b70c266cd9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:31.857920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f043a-5fd8-4b4e-806c-1c48afb148fd req-caf20196-d782-4623-a509-4ebb1af2ec60 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:31.896096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f043a-5fd8-4b4e-806c-1c48afb148fd req-caf20196-d782-4623-a509-4ebb1af2ec60 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:31.909314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f043a-5fd8-4b4e-806c-1c48afb148fd req-caf20196-d782-4623-a509-4ebb1af2ec60 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:31.925354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f043a-5fd8-4b4e-806c-1c48afb148fd req-caf20196-d782-4623-a509-4ebb1af2ec60 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:31.942728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f043a-5fd8-4b4e-806c-1c48afb148fd req-caf20196-d782-4623-a509-4ebb1af2ec60 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:31.955934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f043a-5fd8-4b4e-806c-1c48afb148fd req-caf20196-d782-4623-a509-4ebb1af2ec60 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:31.966502 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f403bdf0-086b-4f96-9a2b-29ee08d8ff60 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:31.967082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f043a-5fd8-4b4e-806c-1c48afb148fd req-caf20196-d782-4623-a509-4ebb1af2ec60 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:31.993222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-813f043a-5fd8-4b4e-806c-1c48afb148fd req-caf20196-d782-4623-a509-4ebb1af2ec60 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5382 time: 0.3366172 Oct 13 14:27:31.999732 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:32.026626 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:32.056623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-73ecc97c-beb7-4b3c-b78d-b70c266cd9fd None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:32.125730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-813f043a-5fd8-4b4e-806c-1c48afb148fd req-4ff3b41a-1d87-4179-8c44-e598f507018c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277924 Oct 13 14:27:32.152250 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:32.213263 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Attempting to bind port c0e978d0-e673-488b-b9ef-61ad1b50f270 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:32.215045 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Attempting to bind port c0e978d0-e673-488b-b9ef-61ad1b50f270 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:32.216481 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Attempting to bind port c0e978d0-e673-488b-b9ef-61ad1b50f270 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:32.232123 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:32.321733 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:32.322175 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:32.324262 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:32.324603 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:32.325122 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Bound port: c0e978d0-e673-488b-b9ef-61ad1b50f270, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:32.325506 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:32.435977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f56f5bc-cf40-4aeb-a474-7874b66c219a req-ab18deee-217f-48da-93fc-977b75003339 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecbedcbd-2bb1-44a0-936b-727a9c426370 HTTP/1.1" status: 200 len: 210 time: 0.0549178 Oct 13 14:27:32.456027 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-408268e9-51be-44a0-9875-636f3f005584 None None] For port c0e978d0-e673-488b-b9ef-61ad1b50f270, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:32.464183 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-408268e9-51be-44a0-9875-636f3f005584 None None] For port c0e978d0-e673-488b-b9ef-61ad1b50f270, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c0e978d0-e673-488b-b9ef-61ad1b50f270,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:32.501702 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedc4a4-6a15-408c-bded-8af7bc5e0027 None None] Pushing event updated for resources: {'Port': ['ID=c0e978d0-e673-488b-b9ef-61ad1b50f270,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:32.525325 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 82dba454-e6c4-48a8-ad99-5705514f72c8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:32.529370 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:32.529804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Allocated IP 172.20.0.1 (7fd45b06-6d43-43a9-8928-8d64feb59b90/137958f4-1543-493e-8ceb-7567d09821c9/969cd522-bd8f-4f3b-b9b1-95abb50d309c) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:32.533999 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f403bdf0-086b-4f96-9a2b-29ee08d8ff60 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port 82dba454-e6c4-48a8-ad99-5705514f72c8 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:27:32.534330 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f403bdf0-086b-4f96-9a2b-29ee08d8ff60 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:32.541547 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:32.628263 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Routers {'e86c6a4e-3cf3-4287-a603-47f1074aa73a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:32.628963 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-408268e9-51be-44a0-9875-636f3f005584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e86c6a4e-3cf3-4287-a603-47f1074aa73a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:32.835431 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-f403bdf0-086b-4f96-9a2b-29ee08d8ff60 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] For port 82dba454-e6c4-48a8-ad99-5705514f72c8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=82dba454-e6c4-48a8-ad99-5705514f72c8,segment=NetworkSegment(38877532-da80-4a07-8c8f-506b39eb31c4),segment_id=38877532-da80-4a07-8c8f-506b39eb31c4)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:32.835995 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f403bdf0-086b-4f96-9a2b-29ee08d8ff60 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:32.850576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e204fc-83f5-4423-b87e-78a554179830 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:27:32.872295 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-408268e9-51be-44a0-9875-636f3f005584 None None] Set router e86c6a4e-3cf3-4287-a603-47f1074aa73a gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:32.881704 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:32.886584 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f403bdf0-086b-4f96-9a2b-29ee08d8ff60 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for 82dba454-e6c4-48a8-ad99-5705514f72c8 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:27:32.914919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Transition to ACTIVE for port object d0e204fc-83f5-4423-b87e-78a554179830 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:27:32.936728 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:32.964109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:32.986008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': 'ac703971-2eb9-4b72-acde-5f0c872f63f0'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:32.988369 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29700736-ccb0-4b43-9646-11ac75253b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "ac703971-2eb9-4b72-acde-5f0c872f63f0"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:32.992837 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:33.012046 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-73ecc97c-beb7-4b3c-b78d-b70c266cd9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:28Z', 'revision_number': 7, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82dba454-e6c4-48a8-ad99-5705514f72c8', 'name': '', 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:22:0e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:19Z', 'updated_at': '2021-10-13T14:27:28Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:33.046099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecc97c-beb7-4b3c-b78d-b70c266cd9fd None None] Checking router: 912021ad-03a4-4379-b4d0-57efb2b5b380 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:33.065852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecc97c-beb7-4b3c-b78d-b70c266cd9fd None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:33.066599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-73ecc97c-beb7-4b3c-b78d-b70c266cd9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:33.107443 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:33.107826 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:33.176521 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a89429-211a-4015-bc33-d0e35953cda8 x-openstack-request-id: req-90a89429-211a-4015-bc33-d0e35953cda8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:33.176521 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "ac703971-2eb9-4b72-acde-5f0c872f63f0", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:33.176832 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90a89429-211a-4015-bc33-d0e35953cda8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:33.177061 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': 'ac703971-2eb9-4b72-acde-5f0c872f63f0', 'status': 'completed', 'code': 200} Oct 13 14:27:33.190813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Pushing event updated for resources: {'Port': ['ID=d0e204fc-83f5-4423-b87e-78a554179830,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:33.403288 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-408268e9-51be-44a0-9875-636f3f005584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'name': 'tempest-TestServerMultinode-1716614557-router', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:18Z', 'updated_at': '2021-10-13T14:27:22Z', 'revision_number': 3, 'project_id': '697a4043162e4bc1bdfc18bb4f11d232', 'gw_port': {'id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:20Z', 'updated_at': '2021-10-13T14:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:33.505080 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408268e9-51be-44a0-9875-636f3f005584 None None] The sync data for ids ['e86c6a4e-3cf3-4287-a603-47f1074aa73a'] in n-d-806683-15 is: [{'id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'name': 'tempest-TestServerMultinode-1716614557-router', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:18Z', 'updated_at': '2021-10-13T14:27:22Z', 'revision_number': 3, 'project_id': '697a4043162e4bc1bdfc18bb4f11d232', 'gw_port': {'id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:20Z', 'updated_at': '2021-10-13T14:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:33.507880 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedc4a4-6a15-408c-bded-8af7bc5e0027 None None] Pushing event updated for resources: {'Port': ['ID=c0e978d0-e673-488b-b9ef-61ad1b50f270,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:33.525219 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f403bdf0-086b-4f96-9a2b-29ee08d8ff60 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:33.618074 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-73ecc97c-beb7-4b3c-b78d-b70c266cd9fd None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:33.638693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700736-ccb0-4b43-9646-11ac75253b5c req-4f145a3d-43b0-4a6a-9a50-2109ae8dbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.639336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700736-ccb0-4b43-9646-11ac75253b5c req-4f145a3d-43b0-4a6a-9a50-2109ae8dbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.639999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700736-ccb0-4b43-9646-11ac75253b5c req-4f145a3d-43b0-4a6a-9a50-2109ae8dbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.640576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700736-ccb0-4b43-9646-11ac75253b5c req-4f145a3d-43b0-4a6a-9a50-2109ae8dbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.641301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700736-ccb0-4b43-9646-11ac75253b5c req-4f145a3d-43b0-4a6a-9a50-2109ae8dbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.641834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700736-ccb0-4b43-9646-11ac75253b5c req-4f145a3d-43b0-4a6a-9a50-2109ae8dbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.642369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700736-ccb0-4b43-9646-11ac75253b5c req-4f145a3d-43b0-4a6a-9a50-2109ae8dbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.644525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29700736-ccb0-4b43-9646-11ac75253b5c req-4f145a3d-43b0-4a6a-9a50-2109ae8dbb52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6248 time: 0.4550114 Oct 13 14:27:33.645695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Attempting to bind port d0e204fc-83f5-4423-b87e-78a554179830 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:33.646259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Attempting to bind port d0e204fc-83f5-4423-b87e-78a554179830 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:33.646688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Attempting to bind port d0e204fc-83f5-4423-b87e-78a554179830 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:33.661958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c95b4-caf8-4e98-a625-9098e5037184 req-7ce98b8d-0506-4845-ba18-ce8ebb89d541 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.664112 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403bdf0-086b-4f96-9a2b-29ee08d8ff60 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=82dba454-e6c4-48a8-ad99-5705514f72c8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:33.671036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c95b4-caf8-4e98-a625-9098e5037184 req-7ce98b8d-0506-4845-ba18-ce8ebb89d541 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.679928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c95b4-caf8-4e98-a625-9098e5037184 req-7ce98b8d-0506-4845-ba18-ce8ebb89d541 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.699760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c95b4-caf8-4e98-a625-9098e5037184 req-7ce98b8d-0506-4845-ba18-ce8ebb89d541 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.713148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c95b4-caf8-4e98-a625-9098e5037184 req-7ce98b8d-0506-4845-ba18-ce8ebb89d541 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.721214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c95b4-caf8-4e98-a625-9098e5037184 req-7ce98b8d-0506-4845-ba18-ce8ebb89d541 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.730003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c95b4-caf8-4e98-a625-9098e5037184 req-7ce98b8d-0506-4845-ba18-ce8ebb89d541 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:33.732328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-553c95b4-caf8-4e98-a625-9098e5037184 req-7ce98b8d-0506-4845-ba18-ce8ebb89d541 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5394 time: 0.4327953 Oct 13 14:27:33.770308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Port d0e204fc-83f5-4423-b87e-78a554179830 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:27:33.770773 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Attempting to bind port d0e204fc-83f5-4423-b87e-78a554179830 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:33.827971 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:33.868815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:33.870041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Checking segment: {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:33.871578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Bound using segment: {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:33.873275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Bound port: d0e204fc-83f5-4423-b87e-78a554179830, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:33.873782 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:33.909176 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Network 7fd45b06-6d43-43a9-8928-8d64feb59b90 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:33.921931 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:33.980197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-553c95b4-caf8-4e98-a625-9098e5037184 req-08fecafb-9a24-4ba4-a594-b7da43142687 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2159858 Oct 13 14:27:33.998082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:34.221027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700736-ccb0-4b43-9646-11ac75253b5c req-6dee6b28-3af1-4b85-9d37-95f2c83c816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:34.224486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700736-ccb0-4b43-9646-11ac75253b5c req-6dee6b28-3af1-4b85-9d37-95f2c83c816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:34.225570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700736-ccb0-4b43-9646-11ac75253b5c req-6dee6b28-3af1-4b85-9d37-95f2c83c816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:34.229373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29700736-ccb0-4b43-9646-11ac75253b5c req-6dee6b28-3af1-4b85-9d37-95f2c83c816b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=adffe79e13844ca6825792b087d82314&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4952254 Oct 13 14:27:34.334711 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:34.498262 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Pushing event updated for resources: {'Port': ['ID=969cd522-bd8f-4f3b-b9b1-95abb50d309c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:34.502230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29700736-ccb0-4b43-9646-11ac75253b5c req-b9f0fd53-2ba2-4fdb-8fd6-477e7aefa084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:34.503725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29700736-ccb0-4b43-9646-11ac75253b5c req-b9f0fd53-2ba2-4fdb-8fd6-477e7aefa084 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2473118 Oct 13 14:27:34.534520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] For port d0e204fc-83f5-4423-b87e-78a554179830, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:34.538374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] For port d0e204fc-83f5-4423-b87e-78a554179830, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d0e204fc-83f5-4423-b87e-78a554179830,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:34.610737 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:34.636972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f1c55521-0235-4e73-a2b3-e33202f3817f None None] Provisioning complete for port 969cd522-bd8f-4f3b-b9b1-95abb50d309c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:34.637739 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1c55521-0235-4e73-a2b3-e33202f3817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:34.695435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:34.698954 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:34.706222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] 10.222.0.41 "PUT /v2.0/ports/d0e204fc-83f5-4423-b87e-78a554179830 HTTP/1.1" status: 200 len: 1092 time: 3.1709602 Oct 13 14:27:34.736082 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f1c55521-0235-4e73-a2b3-e33202f3817f None None] Port 969cd522-bd8f-4f3b-b9b1-95abb50d309c cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:34.808598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-73ecc97c-beb7-4b3c-b78d-b70c266cd9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:28Z', 'revision_number': 7, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82dba454-e6c4-48a8-ad99-5705514f72c8', 'name': '', 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:22:0e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:19Z', 'updated_at': '2021-10-13T14:27:28Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:34.815500 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f403bdf0-086b-4f96-9a2b-29ee08d8ff60 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:34.859973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Request body: {'port': {'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:34.872054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d8e9d-b7d3-4f82-a310-1c60bcfcf92b service neutron] Pushing event updated for resources: {'Port': ['ID=d0e204fc-83f5-4423-b87e-78a554179830,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:34.943573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ecc97c-beb7-4b3c-b78d-b70c266cd9fd None None] The sync data for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 is: [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:28Z', 'revision_number': 7, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82dba454-e6c4-48a8-ad99-5705514f72c8', 'name': '', 'network_id': 'b3f767b1-8273-478a-9a78-3628f95dac9b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:22:0e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:19Z', 'updated_at': '2021-10-13T14:27:28Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': 'a6e8818d-0737-4a0b-8096-b59f55bf8d0a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:35.052903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:35.190799 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:35.246267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': 'd0e204fc-83f5-4423-b87e-78a554179830'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:35.248510 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2618b32-99be-403a-9981-fc964650bc82" -d '{"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "d0e204fc-83f5-4423-b87e-78a554179830"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:35.380434 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7164cb3-552e-4c6b-8e9d-b9180492de8c x-openstack-request-id: req-e7164cb3-552e-4c6b-8e9d-b9180492de8c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:35.380434 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "d0e204fc-83f5-4423-b87e-78a554179830", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:35.380434 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7164cb3-552e-4c6b-8e9d-b9180492de8c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:35.380434 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': 'd0e204fc-83f5-4423-b87e-78a554179830', 'status': 'completed', 'code': 200} Oct 13 14:27:35.512315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4aa26-58b6-4fb3-a6b9-9f49e6d2f604 req-2fbf1b66-b970-4692-b098-109300399e30 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.518782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4aa26-58b6-4fb3-a6b9-9f49e6d2f604 req-2fbf1b66-b970-4692-b098-109300399e30 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.525094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4aa26-58b6-4fb3-a6b9-9f49e6d2f604 req-2fbf1b66-b970-4692-b098-109300399e30 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.532214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4aa26-58b6-4fb3-a6b9-9f49e6d2f604 req-2fbf1b66-b970-4692-b098-109300399e30 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.538623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4aa26-58b6-4fb3-a6b9-9f49e6d2f604 req-2fbf1b66-b970-4692-b098-109300399e30 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.544952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4aa26-58b6-4fb3-a6b9-9f49e6d2f604 req-2fbf1b66-b970-4692-b098-109300399e30 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.551051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4aa26-58b6-4fb3-a6b9-9f49e6d2f604 req-2fbf1b66-b970-4692-b098-109300399e30 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.560207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ab4aa26-58b6-4fb3-a6b9-9f49e6d2f604 req-2fbf1b66-b970-4692-b098-109300399e30 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5394 time: 0.3333352 Oct 13 14:27:35.647850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618b32-99be-403a-9981-fc964650bc82 req-577c9514-28a9-47f8-901a-1ad7d3138ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.648430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618b32-99be-403a-9981-fc964650bc82 req-577c9514-28a9-47f8-901a-1ad7d3138ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.648910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618b32-99be-403a-9981-fc964650bc82 req-577c9514-28a9-47f8-901a-1ad7d3138ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.649412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618b32-99be-403a-9981-fc964650bc82 req-577c9514-28a9-47f8-901a-1ad7d3138ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.650018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618b32-99be-403a-9981-fc964650bc82 req-577c9514-28a9-47f8-901a-1ad7d3138ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.651215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618b32-99be-403a-9981-fc964650bc82 req-577c9514-28a9-47f8-901a-1ad7d3138ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.651528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618b32-99be-403a-9981-fc964650bc82 req-577c9514-28a9-47f8-901a-1ad7d3138ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.654013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2618b32-99be-403a-9981-fc964650bc82 req-577c9514-28a9-47f8-901a-1ad7d3138ac4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6290 time: 0.2719250 Oct 13 14:27:35.662678 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f403bdf0-086b-4f96-9a2b-29ee08d8ff60 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 912021ad-03a4-4379-b4d0-57efb2b5b380 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:27:35.720797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ab4aa26-58b6-4fb3-a6b9-9f49e6d2f604 req-26fd186b-e3ad-4e4e-b165-26b7bbd15c37 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1594615 Oct 13 14:27:35.782673 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:35.854301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618b32-99be-403a-9981-fc964650bc82 req-d82c869f-4fd2-4776-ab36-5641fda59769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.857207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618b32-99be-403a-9981-fc964650bc82 req-d82c869f-4fd2-4776-ab36-5641fda59769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.857487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618b32-99be-403a-9981-fc964650bc82 req-d82c869f-4fd2-4776-ab36-5641fda59769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:35.859366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2618b32-99be-403a-9981-fc964650bc82 req-d82c869f-4fd2-4776-ab36-5641fda59769 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=adffe79e13844ca6825792b087d82314&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1930373 Oct 13 14:27:35.862121 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:35.912893 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f403bdf0-086b-4f96-9a2b-29ee08d8ff60 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:35.924257 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f403bdf0-086b-4f96-9a2b-29ee08d8ff60 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0323555 Oct 13 14:27:35.926302 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f39a45-f489-4dda-92a4-5a050a2b9207 None None] Sync routers for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:35.931848 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35762) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:35.937004 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f39a45-f489-4dda-92a4-5a050a2b9207 None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:35.937849 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-73f39a45-f489-4dda-92a4-5a050a2b9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:35.982972 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:35.984809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91123ca-2120-403f-a2c5-c27d48444356 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:27:35.995235 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:36.009161 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Pushing event updated for resources: {'Port': ['ID=969cd522-bd8f-4f3b-b9b1-95abb50d309c,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:36.027924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Transition to ACTIVE for port object b91123ca-2120-403f-a2c5-c27d48444356 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:27:36.075288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618b32-99be-403a-9981-fc964650bc82 req-cec401fd-0184-4226-9437-5574ac327205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:36.077047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2618b32-99be-403a-9981-fc964650bc82 req-cec401fd-0184-4226-9437-5574ac327205 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2061422 Oct 13 14:27:36.098416 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-73f39a45-f489-4dda-92a4-5a050a2b9207 None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:36.103443 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ad3f40-6eaa-4bc8-8fdf-cb0c78835e2a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting subnet a6e8818d-0737-4a0b-8096-b59f55bf8d0a {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:27:36.110659 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6ad3f40-6eaa-4bc8-8fdf-cb0c78835e2a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:36.126070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:36.156090 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c0e978d0-e673-488b-b9ef-61ad1b50f270 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:36.255962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Pushing event updated for resources: {'Port': ['ID=b91123ca-2120-403f-a2c5-c27d48444356,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:36.313973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c0e978d0-e673-488b-b9ef-61ad1b50f270 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:36.316914 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:36.382782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Attempting to bind port b91123ca-2120-403f-a2c5-c27d48444356 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:36.384276 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Attempting to bind port b91123ca-2120-403f-a2c5-c27d48444356 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:36.387560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Attempting to bind port b91123ca-2120-403f-a2c5-c27d48444356 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:36.396030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Port b91123ca-2120-403f-a2c5-c27d48444356 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:27:36.397067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Attempting to bind port b91123ca-2120-403f-a2c5-c27d48444356 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:36.412585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:36.412974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Checking segment: {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:36.413346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Bound using segment: {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:36.415334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Bound port: b91123ca-2120-403f-a2c5-c27d48444356, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65602e87-7755-4d5e-a924-9dc91379479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:36.415738 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:36.486313 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:36.515636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port c0e978d0-e673-488b-b9ef-61ad1b50f270, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c0e978d0-e673-488b-b9ef-61ad1b50f270,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:36.574304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] For port b91123ca-2120-403f-a2c5-c27d48444356, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:36.582612 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-73f39a45-f489-4dda-92a4-5a050a2b9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:33Z', 'revision_number': 8, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:36.583052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] For port b91123ca-2120-403f-a2c5-c27d48444356, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b91123ca-2120-403f-a2c5-c27d48444356,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:36.605187 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:36.626421 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6ad3f40-6eaa-4bc8-8fdf-cb0c78835e2a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:36.654529 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f39a45-f489-4dda-92a4-5a050a2b9207 None None] Checking router: 912021ad-03a4-4379-b4d0-57efb2b5b380 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:36.662727 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:36.685439 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=c0e978d0-e673-488b-b9ef-61ad1b50f270,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:36.695196 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f39a45-f489-4dda-92a4-5a050a2b9207 None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:36.695901 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-73f39a45-f489-4dda-92a4-5a050a2b9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:36.706265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Network 7fd45b06-6d43-43a9-8928-8d64feb59b90 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:36.706265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:36.772623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:36.777268 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:36.786806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] 10.222.0.41 "PUT /v2.0/ports/b91123ca-2120-403f-a2c5-c27d48444356 HTTP/1.1" status: 200 len: 1092 time: 1.9507227 Oct 13 14:27:36.835413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28991a-1ca7-4122-a117-426f38f61c7f service neutron] Pushing event updated for resources: {'Port': ['ID=b91123ca-2120-403f-a2c5-c27d48444356,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:36.926761 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6ad3f40-6eaa-4bc8-8fdf-cb0c78835e2a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:36.947300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Request body: {'port': {'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:36.973426 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-73f39a45-f489-4dda-92a4-5a050a2b9207 None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:37.090725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d75c5-63c7-4484-93cc-75cf172fe6c7 req-7a4c0161-2141-41c6-b621-e9a4e80df98d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.114924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d75c5-63c7-4484-93cc-75cf172fe6c7 req-7a4c0161-2141-41c6-b621-e9a4e80df98d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.129662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d75c5-63c7-4484-93cc-75cf172fe6c7 req-7a4c0161-2141-41c6-b621-e9a4e80df98d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.146117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d75c5-63c7-4484-93cc-75cf172fe6c7 req-7a4c0161-2141-41c6-b621-e9a4e80df98d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.162665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d75c5-63c7-4484-93cc-75cf172fe6c7 req-7a4c0161-2141-41c6-b621-e9a4e80df98d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.178745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d75c5-63c7-4484-93cc-75cf172fe6c7 req-7a4c0161-2141-41c6-b621-e9a4e80df98d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.191687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d75c5-63c7-4484-93cc-75cf172fe6c7 req-7a4c0161-2141-41c6-b621-e9a4e80df98d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.202558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-445d75c5-63c7-4484-93cc-75cf172fe6c7 req-7a4c0161-2141-41c6-b621-e9a4e80df98d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5406 time: 0.3435702 Oct 13 14:27:37.238647 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Router e86c6a4e-3cf3-4287-a603-47f1074aa73a has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:27:37.246728 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:37.331371 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6ad3f40-6eaa-4bc8-8fdf-cb0c78835e2a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:37.370001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-722afbad-5ac2-4ffb-a5bb-0c2180db221d None None] Provisioning complete for port 969cd522-bd8f-4f3b-b9b1-95abb50d309c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:37.372575 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-722afbad-5ac2-4ffb-a5bb-0c2180db221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:37.418648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6ad3f40-6eaa-4bc8-8fdf-cb0c78835e2a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:37.425330 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f6ad3f40-6eaa-4bc8-8fdf-cb0c78835e2a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/a6e8818d-0737-4a0b-8096-b59f55bf8d0a HTTP/1.1" status: 204 len: 168 time: 1.4923277 Oct 13 14:27:37.426462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad3f40-6eaa-4bc8-8fdf-cb0c78835e2a tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e8818d-0737-4a0b-8096-b59f55bf8d0a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:37.434272 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35768) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:37.448301 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-73f39a45-f489-4dda-92a4-5a050a2b9207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:33Z', 'revision_number': 8, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:37.459812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f1a985-5b8d-44c6-89ef-86e973c01fba None None] Network b3f767b1-8273-478a-9a78-3628f95dac9b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:27:37.463832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': 'b91123ca-2120-403f-a2c5-c27d48444356'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:37.467428 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26465ba-a093-4585-ac86-92c092311a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "b91123ca-2120-403f-a2c5-c27d48444356"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:37.484686 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f39a45-f489-4dda-92a4-5a050a2b9207 None None] The sync data for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 is: [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:33Z', 'revision_number': 8, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a649f6d2-90a7-45b8-bd2e-7d3a3928ef81', 'name': '', 'network_id': '355e3131-0ace-4485-b492-61c5135220d7', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:58:6d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:12Z', 'updated_at': '2021-10-13T14:27:21Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7547d268-0dc6-4db5-a93a-42e2f8d6b3e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:37.530265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-445d75c5-63c7-4484-93cc-75cf172fe6c7 req-448f66a7-ebe9-4567-9f6d-1d707de20cca tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3183355 Oct 13 14:27:37.556582 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00109b60-f79c-40f3-ba89-d67503bd4510 x-openstack-request-id: req-00109b60-f79c-40f3-ba89-d67503bd4510 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:37.557216 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "b91123ca-2120-403f-a2c5-c27d48444356", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:37.557905 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00109b60-f79c-40f3-ba89-d67503bd4510 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:37.559075 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': 'b91123ca-2120-403f-a2c5-c27d48444356', 'status': 'completed', 'code': 200} Oct 13 14:27:37.607226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-722afbad-5ac2-4ffb-a5bb-0c2180db221d None None] Port 969cd522-bd8f-4f3b-b9b1-95abb50d309c cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:37.627015 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:37.637112 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:37.648591 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-804a3dfa-1755-4df3-a404-6cb13ab0660d admin admin] 10.222.0.18 "PUT /v2.0/routers/e86c6a4e-3cf3-4287-a603-47f1074aa73a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3352973 Oct 13 14:27:37.665451 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Sync routers for ids ['e86c6a4e-3cf3-4287-a603-47f1074aa73a'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:37.677582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Routers {'e86c6a4e-3cf3-4287-a603-47f1074aa73a'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:37.678298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e86c6a4e-3cf3-4287-a603-47f1074aa73a'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:37.717462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:27:37.717814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:37.732806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26465ba-a093-4585-ac86-92c092311a9d req-117e3ca4-53a8-492e-bc8b-c4dbe53234df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.733378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26465ba-a093-4585-ac86-92c092311a9d req-117e3ca4-53a8-492e-bc8b-c4dbe53234df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.733857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26465ba-a093-4585-ac86-92c092311a9d req-117e3ca4-53a8-492e-bc8b-c4dbe53234df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.734339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26465ba-a093-4585-ac86-92c092311a9d req-117e3ca4-53a8-492e-bc8b-c4dbe53234df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.734836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26465ba-a093-4585-ac86-92c092311a9d req-117e3ca4-53a8-492e-bc8b-c4dbe53234df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.735245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26465ba-a093-4585-ac86-92c092311a9d req-117e3ca4-53a8-492e-bc8b-c4dbe53234df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.735703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26465ba-a093-4585-ac86-92c092311a9d req-117e3ca4-53a8-492e-bc8b-c4dbe53234df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:37.737693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f26465ba-a093-4585-ac86-92c092311a9d req-117e3ca4-53a8-492e-bc8b-c4dbe53234df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6358 time: 0.1591828 Oct 13 14:27:37.808133 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] For port 1399d4ed-c6c0-4ff1-ab10-96384d8bd304, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1399d4ed-c6c0-4ff1-ab10-96384d8bd304,segment=NetworkSegment(38877532-da80-4a07-8c8f-506b39eb31c4),segment_id=38877532-da80-4a07-8c8f-506b39eb31c4)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:37.808657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:37.813503 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Set router e86c6a4e-3cf3-4287-a603-47f1074aa73a gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:37.871240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:27:38.030262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a092aec-e3af-4bbb-8507-5ec176f71743 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:27:38.039322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26465ba-a093-4585-ac86-92c092311a9d req-40ccc9e6-8c0d-4733-8a14-c2ea4f9adaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:38.039996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26465ba-a093-4585-ac86-92c092311a9d req-40ccc9e6-8c0d-4733-8a14-c2ea4f9adaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:38.043323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26465ba-a093-4585-ac86-92c092311a9d req-40ccc9e6-8c0d-4733-8a14-c2ea4f9adaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:38.045396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f26465ba-a093-4585-ac86-92c092311a9d req-40ccc9e6-8c0d-4733-8a14-c2ea4f9adaba service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=adffe79e13844ca6825792b087d82314&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2934597 Oct 13 14:27:38.050336 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.112377 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.156099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Transition to ACTIVE for port object 4a092aec-e3af-4bbb-8507-5ec176f71743 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:27:38.160012 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No DVR routers for this DVR port 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:27:38.175908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c0e978d0-e673-488b-b9ef-61ad1b50f270 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:38.188599 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=1399d4ed-c6c0-4ff1-ab10-96384d8bd304,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:38.224167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26465ba-a093-4585-ac86-92c092311a9d req-26b61c15-1c7e-4306-bb25-c9365fa4601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:38.226876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f26465ba-a093-4585-ac86-92c092311a9d req-26b61c15-1c7e-4306-bb25-c9365fa4601e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1660030 Oct 13 14:27:38.243738 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.316151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Pushing event updated for resources: {'Port': ['ID=4a092aec-e3af-4bbb-8507-5ec176f71743,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:38.343595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c0e978d0-e673-488b-b9ef-61ad1b50f270 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:38.343985 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.365419 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.414864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bbbc10-6ac3-43be-87e4-02be3e3c1084 None None] DHCP port deletion for b3f767b1-8273-478a-9a78-3628f95dac9b request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:27:38.436270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f767b1-8273-478a-9a78-3628f95dac9b']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:38.447860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'name': 'tempest-TestServerMultinode-1716614557-router', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:18Z', 'updated_at': '2021-10-13T14:27:34Z', 'revision_number': 4, 'project_id': '697a4043162e4bc1bdfc18bb4f11d232', 'gw_port': {'id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:20Z', 'updated_at': '2021-10-13T14:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '969cd522-bd8f-4f3b-b9b1-95abb50d309c', 'name': '', 'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'mac_address': 'fa:16:3e:78:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '137958f4-1543-493e-8ceb-7567d09821c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:32Z', 'updated_at': '2021-10-13T14:27:35Z', 'revision_number': 2, 'project_id': '697a4043162e4bc1bdfc18bb4f11d232', 'subnets': [{'id': '137958f4-1543-493e-8ceb-7567d09821c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:38.449465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Attempting to bind port 4a092aec-e3af-4bbb-8507-5ec176f71743 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:38.450287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Attempting to bind port 4a092aec-e3af-4bbb-8507-5ec176f71743 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'ce63f69a-1368-4bdb-9333-3d5f937c2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:38.450889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Attempting to bind port 4a092aec-e3af-4bbb-8507-5ec176f71743 on network c618d8ae-014f-47f1-941a-268db5728f54 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:38.457520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Port 4a092aec-e3af-4bbb-8507-5ec176f71743 on network c618d8ae-014f-47f1-941a-268db5728f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:27:38.457850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Attempting to bind port 4a092aec-e3af-4bbb-8507-5ec176f71743 on network c618d8ae-014f-47f1-941a-268db5728f54 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:38.459830 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38877532-da80-4a07-8c8f-506b39eb31c4') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:38.460135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38877532-da80-4a07-8c8f-506b39eb31c4') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:38.491862 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.492362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:38.492362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Checking segment: {'id': 'ce63f69a-1368-4bdb-9333-3d5f937c2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:38.492362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Bound using segment: {'id': 'ce63f69a-1368-4bdb-9333-3d5f937c2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:38.492362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Bound port: 4a092aec-e3af-4bbb-8507-5ec176f71743, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce63f69a-1368-4bdb-9333-3d5f937c2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:38.492362 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.498891 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.512015 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:27:38.512424 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.522810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Checking router: e86c6a4e-3cf3-4287-a603-47f1074aa73a for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:38.523160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Updating router e86c6a4e-3cf3-4287-a603-47f1074aa73a port 969cd522-bd8f-4f3b-b9b1-95abb50d309c binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:27:38.597105 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:27:38.610727 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:27:38.668956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 82dba454-e6c4-48a8-ad99-5705514f72c8 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:27:38.675608 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.693279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.697597 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/networks/b3f767b1-8273-478a-9a78-3628f95dac9b HTTP/1.1" status: 204 len: 168 time: 1.2620921 Oct 13 14:27:38.700514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35796) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:38.714628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 82dba454-e6c4-48a8-ad99-5705514f72c8 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:27:38.716160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 82dba454-e6c4-48a8-ad99-5705514f72c8 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:27:38.750668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] For port 4a092aec-e3af-4bbb-8507-5ec176f71743, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:38.790049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] For port 4a092aec-e3af-4bbb-8507-5ec176f71743, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a092aec-e3af-4bbb-8507-5ec176f71743,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:38.819236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696713-da9d-42a7-9bcd-17cb7090688c req-0040a3c3-6bf1-48cc-83c5-24a7f94b6024 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:38.819810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-0040a3c3-6bf1-48cc-83c5-24a7f94b6024 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/networks?id=47f65dfb-7a05-403f-94bb-fcf552d64738 HTTP/1.1" status: 200 len: 910 time: 0.1747057 Oct 13 14:27:38.835469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a332868-9259-45d9-92b5-9be618560738 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Network': ['ID=b3f767b1-8273-478a-9a78-3628f95dac9b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:38.849937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aedb6-30c1-4de4-b8ff-6fb3f46f96c2 req-a6b66f59-014f-4cf0-8a4f-36bad539a7f1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:38.857280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aedb6-30c1-4de4-b8ff-6fb3f46f96c2 req-a6b66f59-014f-4cf0-8a4f-36bad539a7f1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:38.863394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aedb6-30c1-4de4-b8ff-6fb3f46f96c2 req-a6b66f59-014f-4cf0-8a4f-36bad539a7f1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:38.869833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aedb6-30c1-4de4-b8ff-6fb3f46f96c2 req-a6b66f59-014f-4cf0-8a4f-36bad539a7f1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:38.876131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aedb6-30c1-4de4-b8ff-6fb3f46f96c2 req-a6b66f59-014f-4cf0-8a4f-36bad539a7f1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:38.884099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aedb6-30c1-4de4-b8ff-6fb3f46f96c2 req-a6b66f59-014f-4cf0-8a4f-36bad539a7f1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:38.891651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aedb6-30c1-4de4-b8ff-6fb3f46f96c2 req-a6b66f59-014f-4cf0-8a4f-36bad539a7f1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:38.893604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb2aedb6-30c1-4de4-b8ff-6fb3f46f96c2 req-a6b66f59-014f-4cf0-8a4f-36bad539a7f1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5418 time: 0.1482534 Oct 13 14:27:38.900653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.947537 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-a5dd86bb-9c6b-405c-9175-c71756ca7d4f tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/quotas/697a4043162e4bc1bdfc18bb4f11d232 HTTP/1.1" status: 200 len: 375 time: 0.1154289 Oct 13 14:27:38.973019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:38.973659 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:38.975051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] 10.222.0.41 "PUT /v2.0/ports/4a092aec-e3af-4bbb-8507-5ec176f71743 HTTP/1.1" status: 200 len: 1092 time: 2.0322444 Oct 13 14:27:39.086196 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb2aedb6-30c1-4de4-b8ff-6fb3f46f96c2 req-da2e20b0-4963-4cc0-a97c-c7fe61c30624 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1806905 Oct 13 14:27:39.087121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fefc22-b24c-45f7-89e7-0f435c74e54d service neutron] Pushing event updated for resources: {'Port': ['ID=4a092aec-e3af-4bbb-8507-5ec176f71743,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:39.108851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Request body: {'port': {'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:39.115520 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:39.175662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-0377cdf9-f8f7-4079-b14d-df4389b0de96 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=697a4043162e4bc1bdfc18bb4f11d232&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2087221 Oct 13 14:27:39.205739 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:39.370499 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff85a9-76de-4587-858f-f175c760bc0f None None] Pushing event updated for resources: {'Port': ['ID=969cd522-bd8f-4f3b-b9b1-95abb50d309c,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:39.385167 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ead77a3a-153d-4693-9902-8a019409b641 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:39.432056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Attempting to bind port 969cd522-bd8f-4f3b-b9b1-95abb50d309c on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:39.433289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Attempting to bind port 969cd522-bd8f-4f3b-b9b1-95abb50d309c by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '9fd4999f-f3a7-48c4-b106-732a4f4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:39.433878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Attempting to bind port 969cd522-bd8f-4f3b-b9b1-95abb50d309c on network 7fd45b06-6d43-43a9-8928-8d64feb59b90 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:39.441095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:39.441824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Checking segment: {'id': '9fd4999f-f3a7-48c4-b106-732a4f4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:39.442417 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:39.442986 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Bound using segment: {'id': '9fd4999f-f3a7-48c4-b106-732a4f4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:39.443648 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Bound port: 969cd522-bd8f-4f3b-b9b1-95abb50d309c, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd4999f-f3a7-48c4-b106-732a4f4ed894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:39.444238 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:39.543640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] For port 969cd522-bd8f-4f3b-b9b1-95abb50d309c, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:39.548500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] For port 969cd522-bd8f-4f3b-b9b1-95abb50d309c, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=969cd522-bd8f-4f3b-b9b1-95abb50d309c,segment=NetworkSegment(9fd4999f-f3a7-48c4-b106-732a4f4ed894),segment_id=9fd4999f-f3a7-48c4-b106-732a4f4ed894)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:39.629724 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:39.680309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c7749f83-5ee5-49c5-a9bb-858dfb84c6c2 None None] Provisioning complete for port 969cd522-bd8f-4f3b-b9b1-95abb50d309c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:39.680677 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7749f83-5ee5-49c5-a9bb-858dfb84c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:39.740562 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ead77a3a-153d-4693-9902-8a019409b641 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:27:39.741205 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ead77a3a-153d-4693-9902-8a019409b641 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:39.775338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff85a9-76de-4587-858f-f175c760bc0f None None] Pushing event updated for resources: {'Port': ['ID=969cd522-bd8f-4f3b-b9b1-95abb50d309c,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:39.780173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Routers {'e86c6a4e-3cf3-4287-a603-47f1074aa73a'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:39.780798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e86c6a4e-3cf3-4287-a603-47f1074aa73a'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:39.793668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': '4a092aec-e3af-4bbb-8507-5ec176f71743'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:39.796295 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93222118-832d-4023-b532-a15c3a5e8d90" -d '{"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "4a092aec-e3af-4bbb-8507-5ec176f71743"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:39.799792 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:39.816909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-5fe9e16d-6a23-4f74-a4f2-dee660f3565c service neutron] 10.222.0.18 "GET /v2.0/networks/47f65dfb-7a05-403f-94bb-fcf552d64738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242242 Oct 13 14:27:39.926433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-ead77a3a-153d-4693-9902-8a019409b641 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] For port a649f6d2-90a7-45b8-bd2e-7d3a3928ef81, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a649f6d2-90a7-45b8-bd2e-7d3a3928ef81,segment=NetworkSegment(3d34be4b-791e-44fd-a3ca-390dc3379c8e),segment_id=3d34be4b-791e-44fd-a3ca-390dc3379c8e)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:39.926813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ead77a3a-153d-4693-9902-8a019409b641 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:39.958264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ead77a3a-153d-4693-9902-8a019409b641 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:27:39.969053 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603e382b-3347-4303-b298-c4810c40ad97 x-openstack-request-id: req-603e382b-3347-4303-b298-c4810c40ad97 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:39.969350 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "4a092aec-e3af-4bbb-8507-5ec176f71743", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:39.969598 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-603e382b-3347-4303-b298-c4810c40ad97 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:39.969994 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': '4a092aec-e3af-4bbb-8507-5ec176f71743', 'status': 'completed', 'code': 200} Oct 13 14:27:39.988086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] Set router e86c6a4e-3cf3-4287-a603-47f1074aa73a gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:40.057132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222118-832d-4023-b532-a15c3a5e8d90 req-f1f7bb79-bb29-4890-ab8a-b5b32f54d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.057939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222118-832d-4023-b532-a15c3a5e8d90 req-f1f7bb79-bb29-4890-ab8a-b5b32f54d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.058587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222118-832d-4023-b532-a15c3a5e8d90 req-f1f7bb79-bb29-4890-ab8a-b5b32f54d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.059228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222118-832d-4023-b532-a15c3a5e8d90 req-f1f7bb79-bb29-4890-ab8a-b5b32f54d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.059867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222118-832d-4023-b532-a15c3a5e8d90 req-f1f7bb79-bb29-4890-ab8a-b5b32f54d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.060503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222118-832d-4023-b532-a15c3a5e8d90 req-f1f7bb79-bb29-4890-ab8a-b5b32f54d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.061192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222118-832d-4023-b532-a15c3a5e8d90 req-f1f7bb79-bb29-4890-ab8a-b5b32f54d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.063784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93222118-832d-4023-b532-a15c3a5e8d90 req-f1f7bb79-bb29-4890-ab8a-b5b32f54d1ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6426 time: 0.1507161 Oct 13 14:27:40.152536 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:27:40.176375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:27:40.176718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1399d4ed-c6c0-4ff1-ab10-96384d8bd304 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:27:40.237710 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7749f83-5ee5-49c5-a9bb-858dfb84c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:40.303973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222118-832d-4023-b532-a15c3a5e8d90 req-c17ab706-39e2-43a6-a0c1-c10dac521a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.304539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222118-832d-4023-b532-a15c3a5e8d90 req-c17ab706-39e2-43a6-a0c1-c10dac521a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.304913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222118-832d-4023-b532-a15c3a5e8d90 req-c17ab706-39e2-43a6-a0c1-c10dac521a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.305367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c7749f83-5ee5-49c5-a9bb-858dfb84c6c2 None None] For port 969cd522-bd8f-4f3b-b9b1-95abb50d309c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=969cd522-bd8f-4f3b-b9b1-95abb50d309c,segment=NetworkSegment(9fd4999f-f3a7-48c4-b106-732a4f4ed894),segment_id=9fd4999f-f3a7-48c4-b106-732a4f4ed894)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:40.307529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93222118-832d-4023-b532-a15c3a5e8d90 req-c17ab706-39e2-43a6-a0c1-c10dac521a42 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=adffe79e13844ca6825792b087d82314&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2154999 Oct 13 14:27:40.320580 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ead77a3a-153d-4693-9902-8a019409b641 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:40.358407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead77a3a-153d-4693-9902-8a019409b641 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=a649f6d2-90a7-45b8-bd2e-7d3a3928ef81,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:40.375226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'name': 'tempest-TestServerMultinode-1716614557-router', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:18Z', 'updated_at': '2021-10-13T14:27:34Z', 'revision_number': 4, 'project_id': '697a4043162e4bc1bdfc18bb4f11d232', 'gw_port': {'id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:20Z', 'updated_at': '2021-10-13T14:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '969cd522-bd8f-4f3b-b9b1-95abb50d309c', 'name': '', 'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'mac_address': 'fa:16:3e:78:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '137958f4-1543-493e-8ceb-7567d09821c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:32Z', 'updated_at': '2021-10-13T14:27:39Z', 'revision_number': 4, 'project_id': '697a4043162e4bc1bdfc18bb4f11d232', 'subnets': [{'id': '137958f4-1543-493e-8ceb-7567d09821c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:40.379422 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7749f83-5ee5-49c5-a9bb-858dfb84c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:40.395843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-03c1dd5b-17df-4ae3-a803-880a1fc17087 service neutron] 10.222.0.18 "GET /v2.0/networks/47f65dfb-7a05-403f-94bb-fcf552d64738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632868 Oct 13 14:27:40.425741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c79b7c-ec37-4c0e-82b7-7f9487b0dc08 None None] The sync data for ids ['e86c6a4e-3cf3-4287-a603-47f1074aa73a'] in n-d-806683-15 is: [{'id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'name': 'tempest-TestServerMultinode-1716614557-router', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:18Z', 'updated_at': '2021-10-13T14:27:34Z', 'revision_number': 4, 'project_id': '697a4043162e4bc1bdfc18bb4f11d232', 'gw_port': {'id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:20Z', 'updated_at': '2021-10-13T14:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '969cd522-bd8f-4f3b-b9b1-95abb50d309c', 'name': '', 'network_id': '7fd45b06-6d43-43a9-8928-8d64feb59b90', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'mac_address': 'fa:16:3e:78:b9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '137958f4-1543-493e-8ceb-7567d09821c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:32Z', 'updated_at': '2021-10-13T14:27:39Z', 'revision_number': 4, 'project_id': '697a4043162e4bc1bdfc18bb4f11d232', 'subnets': [{'id': '137958f4-1543-493e-8ceb-7567d09821c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:40.487960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83710-8daf-43ba-8669-7480e11bb19d req-8328421f-f7bf-4059-a9ee-f2be11c45a09 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.495223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83710-8daf-43ba-8669-7480e11bb19d req-8328421f-f7bf-4059-a9ee-f2be11c45a09 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.501412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83710-8daf-43ba-8669-7480e11bb19d req-8328421f-f7bf-4059-a9ee-f2be11c45a09 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.507736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83710-8daf-43ba-8669-7480e11bb19d req-8328421f-f7bf-4059-a9ee-f2be11c45a09 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.519577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83710-8daf-43ba-8669-7480e11bb19d req-8328421f-f7bf-4059-a9ee-f2be11c45a09 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.526982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83710-8daf-43ba-8669-7480e11bb19d req-8328421f-f7bf-4059-a9ee-f2be11c45a09 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.550624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f83710-8daf-43ba-8669-7480e11bb19d req-8328421f-f7bf-4059-a9ee-f2be11c45a09 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:40.550624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2f83710-8daf-43ba-8669-7480e11bb19d req-8328421f-f7bf-4059-a9ee-f2be11c45a09 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5418 time: 0.3076270 Oct 13 14:27:40.589048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7749f83-5ee5-49c5-a9bb-858dfb84c6c2 None None] Pushing event updated for resources: {'Port': ['ID=969cd522-bd8f-4f3b-b9b1-95abb50d309c,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:40.608469 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6b93abc9-cd07-4d5e-b1d6-eeee32931003 None None] Provisioning complete for port 969cd522-bd8f-4f3b-b9b1-95abb50d309c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:40.609198 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b93abc9-cd07-4d5e-b1d6-eeee32931003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:40.867710 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ead77a3a-153d-4693-9902-8a019409b641 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:40.940722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699d70ee-58e0-4e48-89c7-1ff7ee825895 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:27:40.952123 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:40.969981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Transition to ACTIVE for port object 699d70ee-58e0-4e48-89c7-1ff7ee825895 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:27:40.992532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2f83710-8daf-43ba-8669-7480e11bb19d req-1a4af019-439d-4968-b389-c0d5dbcf2b63 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4065011 Oct 13 14:27:41.024306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222118-832d-4023-b532-a15c3a5e8d90 req-64d93d47-2d73-4b58-acf2-948aa0d95f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:41.028068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93222118-832d-4023-b532-a15c3a5e8d90 req-64d93d47-2d73-4b58-acf2-948aa0d95f88 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6872847 Oct 13 14:27:41.050067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0d305c7-f407-4409-8986-1e98ba887502 req-2533e39c-51db-49c7-b2db-e7779baff233 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 210 time: 0.0563953 Oct 13 14:27:41.056256 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:41.144139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Pushing event updated for resources: {'Port': ['ID=699d70ee-58e0-4e48-89c7-1ff7ee825895,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:41.250670 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead77a3a-153d-4693-9902-8a019409b641 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 912021ad-03a4-4379-b4d0-57efb2b5b380 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:27:41.314831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Attempting to bind port 699d70ee-58e0-4e48-89c7-1ff7ee825895 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:41.315379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Attempting to bind port 699d70ee-58e0-4e48-89c7-1ff7ee825895 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'ce63f69a-1368-4bdb-9333-3d5f937c2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:41.315640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Attempting to bind port 699d70ee-58e0-4e48-89c7-1ff7ee825895 on network c618d8ae-014f-47f1-941a-268db5728f54 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:41.321659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Port 699d70ee-58e0-4e48-89c7-1ff7ee825895 on network c618d8ae-014f-47f1-941a-268db5728f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:27:41.323086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Attempting to bind port 699d70ee-58e0-4e48-89c7-1ff7ee825895 on network c618d8ae-014f-47f1-941a-268db5728f54 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:41.336116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:41.336591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Checking segment: {'id': 'ce63f69a-1368-4bdb-9333-3d5f937c2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:41.337194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Bound using segment: {'id': 'ce63f69a-1368-4bdb-9333-3d5f937c2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:41.337789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Bound port: 699d70ee-58e0-4e48-89c7-1ff7ee825895, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce63f69a-1368-4bdb-9333-3d5f937c2113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:41.338606 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:41.392842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead77a3a-153d-4693-9902-8a019409b641 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:41.398163 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ead77a3a-153d-4693-9902-8a019409b641 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6961195 Oct 13 14:27:41.404763 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a089957f-56e8-4f41-9654-de2f3d27fa85 None None] Sync routers for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:41.408470 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35816) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:41.426849 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089957f-56e8-4f41-9654-de2f3d27fa85 None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:41.427490 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a089957f-56e8-4f41-9654-de2f3d27fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:41.480778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] For port 699d70ee-58e0-4e48-89c7-1ff7ee825895, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:41.485382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] For port 699d70ee-58e0-4e48-89c7-1ff7ee825895, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:41.541348 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2df95a-416a-4c86-86d5-3f5bf43d4ba5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting subnet 7547d268-0dc6-4db5-a93a-42e2f8d6b3e0 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:27:41.547229 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e2df95a-416a-4c86-86d5-3f5bf43d4ba5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:41.600291 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-a089957f-56e8-4f41-9654-de2f3d27fa85 None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:41.618455 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e2df95a-416a-4c86-86d5-3f5bf43d4ba5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:41.738216 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e2df95a-416a-4c86-86d5-3f5bf43d4ba5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:41.795987 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:41.875728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:41.876541 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:41.878273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] 10.222.0.41 "PUT /v2.0/ports/699d70ee-58e0-4e48-89c7-1ff7ee825895 HTTP/1.1" status: 200 len: 1092 time: 2.8020959 Oct 13 14:27:41.894861 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a089957f-56e8-4f41-9654-de2f3d27fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:40Z', 'revision_number': 9, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:41.931886 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a089957f-56e8-4f41-9654-de2f3d27fa85 None None] Checking router: 912021ad-03a4-4379-b4d0-57efb2b5b380 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:41.941605 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089957f-56e8-4f41-9654-de2f3d27fa85 None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:41.941876 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e2df95a-416a-4c86-86d5-3f5bf43d4ba5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:41.943892 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a089957f-56e8-4f41-9654-de2f3d27fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:41.976224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': '699d70ee-58e0-4e48-89c7-1ff7ee825895'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:41.989724 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "699d70ee-58e0-4e48-89c7-1ff7ee825895"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:42.102158 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-a089957f-56e8-4f41-9654-de2f3d27fa85 None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:42.112575 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2df95a-416a-4c86-86d5-3f5bf43d4ba5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Subnet': ['ID=7547d268-0dc6-4db5-a93a-42e2f8d6b3e0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:42.141354 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e2df95a-416a-4c86-86d5-3f5bf43d4ba5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:42.147257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185d2dcb-189c-4a13-87c1-c7f5ce22b50a None None] Network 355e3131-0ace-4485-b492-61c5135220d7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:27:42.157779 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1e2df95a-416a-4c86-86d5-3f5bf43d4ba5 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/7547d268-0dc6-4db5-a93a-42e2f8d6b3e0 HTTP/1.1" status: 204 len: 168 time: 0.7481616 Oct 13 14:27:42.166452 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35826) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:42.228240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262644b8-8cc6-43ed-8cac-37755f105f1c service neutron] Pushing event updated for resources: {'Port': ['ID=699d70ee-58e0-4e48-89c7-1ff7ee825895,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:42.250206 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d8963f-02cb-4d5e-abf2-e04e3faa7a73 x-openstack-request-id: req-58d8963f-02cb-4d5e-abf2-e04e3faa7a73 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:42.250206 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "699d70ee-58e0-4e48-89c7-1ff7ee825895", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:42.250206 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58d8963f-02cb-4d5e-abf2-e04e3faa7a73 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:42.254348 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': '699d70ee-58e0-4e48-89c7-1ff7ee825895', 'status': 'completed', 'code': 200} Oct 13 14:27:42.339344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0d8b21d2-2264-4fbb-8d8b-5782ff3aef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.340383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0d8b21d2-2264-4fbb-8d8b-5782ff3aef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.340678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0d8b21d2-2264-4fbb-8d8b-5782ff3aef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.341260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0d8b21d2-2264-4fbb-8d8b-5782ff3aef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.341834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0d8b21d2-2264-4fbb-8d8b-5782ff3aef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.342334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0d8b21d2-2264-4fbb-8d8b-5782ff3aef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.343142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0d8b21d2-2264-4fbb-8d8b-5782ff3aef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.349970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0d8b21d2-2264-4fbb-8d8b-5782ff3aef54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6494 time: 0.3249366 Oct 13 14:27:42.477573 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:42.507995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 969cd522-bd8f-4f3b-b9b1-95abb50d309c up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:42.559449 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35688d93-1f3c-47af-9577-8fa562abefe7 req-1fceb099-4e93-4216-91d6-00a2bedfc227 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 210 time: 0.2082255 Oct 13 14:27:42.568155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-af932a81-9cd1-4eac-a050-f9d0811ec747 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b HTTP/1.1" status: 200 len: 217 time: 0.1667690 Oct 13 14:27:42.613007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port 11749405-9206-4e3d-bbf3-3365c959332a {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:27:42.613779 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:42.640594 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a089957f-56e8-4f41-9654-de2f3d27fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:40Z', 'revision_number': 9, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:42.668096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91193f-8c7a-46d9-979a-d5dae1cf4e57 req-b5988763-6a55-4bc8-8748-ebbb3bf833b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.677841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91193f-8c7a-46d9-979a-d5dae1cf4e57 req-b5988763-6a55-4bc8-8748-ebbb3bf833b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.689804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91193f-8c7a-46d9-979a-d5dae1cf4e57 req-b5988763-6a55-4bc8-8748-ebbb3bf833b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.698092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91193f-8c7a-46d9-979a-d5dae1cf4e57 req-b5988763-6a55-4bc8-8748-ebbb3bf833b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.709680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91193f-8c7a-46d9-979a-d5dae1cf4e57 req-b5988763-6a55-4bc8-8748-ebbb3bf833b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.717648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91193f-8c7a-46d9-979a-d5dae1cf4e57 req-b5988763-6a55-4bc8-8748-ebbb3bf833b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.726114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91193f-8c7a-46d9-979a-d5dae1cf4e57 req-b5988763-6a55-4bc8-8748-ebbb3bf833b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.728403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e91193f-8c7a-46d9-979a-d5dae1cf4e57 req-b5988763-6a55-4bc8-8748-ebbb3bf833b9 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.3559747 Oct 13 14:27:42.743734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 969cd522-bd8f-4f3b-b9b1-95abb50d309c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:42.744348 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:42.771951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] For port 11749405-9206-4e3d-bbf3-3365c959332a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=11749405-9206-4e3d-bbf3-3365c959332a,segment=NetworkSegment(3d34be4b-791e-44fd-a3ca-390dc3379c8e),segment_id=3d34be4b-791e-44fd-a3ca-390dc3379c8e)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:42.773510 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:42.777842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-6ec519b3-4944-4143-b984-7e629f4aa79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.779904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-6ec519b3-4944-4143-b984-7e629f4aa79b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dff8190b-2496-4c8f-b489-28a02d965473 HTTP/1.1" status: 200 len: 855 time: 0.1971359 Oct 13 14:27:42.794679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e91193f-8c7a-46d9-979a-d5dae1cf4e57 req-af03d1a3-4eb6-436e-aa97-b665c6ce592d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515981 Oct 13 14:27:42.820829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for 11749405-9206-4e3d-bbf3-3365c959332a owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:27:42.871921 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a089957f-56e8-4f41-9654-de2f3d27fa85 None None] The sync data for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 is: [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:40Z', 'revision_number': 9, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '16ea562d-4e54-4adc-9d1a-8dc9c64071f7', 'name': '', 'network_id': '93bb007e-9400-4456-83ac-c5e429d8149b', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:9e:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:00Z', 'updated_at': '2021-10-13T14:27:07Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '7dec911f-3a40-472d-b1f5-91be0df0c19c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:42.879420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-fe5e915a-a3de-4dec-ab84-7d64d6a83fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:42.881022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-fe5e915a-a3de-4dec-ab84-7d64d6a83fb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23652a0e-fdc8-4019-a88a-94449553c2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853157 Oct 13 14:27:42.886027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0195e16-d852-47db-a983-6dc3b1498150 None None] DHCP port deletion for 355e3131-0ace-4485-b492-61c5135220d7 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:27:42.964310 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e0195e16-d852-47db-a983-6dc3b1498150 None None] Deleting port 11749405-9206-4e3d-bbf3-3365c959332a {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:27:42.967096 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e0195e16-d852-47db-a983-6dc3b1498150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:43.026241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-efc0b9b0-c0af-4913-92b5-0229676fad4a service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258321 Oct 13 14:27:43.068678 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:43.092213 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No DVR routers for this DVR port 11749405-9206-4e3d-bbf3-3365c959332a on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:27:43.117947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=11749405-9206-4e3d-bbf3-3365c959332a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:43.166229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-3cb089c5-411a-4144-b14c-c878aa66040d service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302006 Oct 13 14:27:43.281270 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:43.300340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-79beef6e-9064-4a0c-a357-e58f4cf71f13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 HTTP/1.1" status: 200 len: 217 time: 0.1222558 Oct 13 14:27:43.310852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355e3131-0ace-4485-b492-61c5135220d7']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:43.325149 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d34be4b-791e-44fd-a3ca-390dc3379c8e') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:43.326763 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d34be4b-791e-44fd-a3ca-390dc3379c8e') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:43.342313 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:43.369704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e0195e16-d852-47db-a983-6dc3b1498150 None None] For port 11749405-9206-4e3d-bbf3-3365c959332a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=11749405-9206-4e3d-bbf3-3365c959332a,segment=NetworkSegment(3d34be4b-791e-44fd-a3ca-390dc3379c8e),segment_id=3d34be4b-791e-44fd-a3ca-390dc3379c8e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:43.370571 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e0195e16-d852-47db-a983-6dc3b1498150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:43.376243 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:43.392154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-32b9d77d-4f8e-4b0f-98ac-731ceb40e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:43.394645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-32b9d77d-4f8e-4b0f-98ac-731ceb40e247 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0854597 Oct 13 14:27:43.395877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e0195e16-d852-47db-a983-6dc3b1498150 None None] Calling delete_port for 11749405-9206-4e3d-bbf3-3365c959332a owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:27:43.410986 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:27:43.411862 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:27:43.423160 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:27:43.472640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2e9b2446-d34d-4db9-ba83-448d9db77035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:43.474843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-2e9b2446-d34d-4db9-ba83-448d9db77035 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0673289 Oct 13 14:27:43.540498 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e0195e16-d852-47db-a983-6dc3b1498150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:43.569194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0195e16-d852-47db-a983-6dc3b1498150 None None] Pushing event deleted for resources: {'Port': ['ID=11749405-9206-4e3d-bbf3-3365c959332a,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:43.580907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0195e16-d852-47db-a983-6dc3b1498150 None None] No DVR routers for this DVR port 11749405-9206-4e3d-bbf3-3365c959332a on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:27:43.640923 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-d4b9466e-fcdd-464e-bf53-3790fef9229a service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525893 Oct 13 14:27:43.666447 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:43.675600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:43.683563 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/networks/355e3131-0ace-4485-b492-61c5135220d7 HTTP/1.1" status: 204 len: 168 time: 1.5126996 Oct 13 14:27:43.685474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35834) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:43.699135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d7539-9b9a-448d-9358-e41d1645be0e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Network': ['ID=355e3131-0ace-4485-b492-61c5135220d7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:43.748615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bcb2e68-6138-45d4-a05a-33088b959b9a req-3b51513b-be7d-4fd6-90e4-14dc9deed00c tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 210 time: 0.0954180 Oct 13 14:27:43.926801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-fefe19de-8347-4d14-8162-57176a6cee5c service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752154 Oct 13 14:27:44.039491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-b2eca33a-17c7-4bf4-950f-32aefc9246f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=ac703971-2eb9-4b72-acde-5f0c872f63f0 HTTP/1.1" status: 200 len: 217 time: 0.0820959 Oct 13 14:27:44.100697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:27:44.134891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:27:44.134891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a649f6d2-90a7-45b8-bd2e-7d3a3928ef81 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:27:44.135280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 11749405-9206-4e3d-bbf3-3365c959332a no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:27:44.169731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 11749405-9206-4e3d-bbf3-3365c959332a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:27:44.170079 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 11749405-9206-4e3d-bbf3-3365c959332a not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:27:44.174476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f6dfd-f33b-4c58-96b8-b8e63682e884 req-26d7b02e-cc90-44af-bd67-5471512bd909 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:44.180705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f6dfd-f33b-4c58-96b8-b8e63682e884 req-26d7b02e-cc90-44af-bd67-5471512bd909 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:44.188198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f6dfd-f33b-4c58-96b8-b8e63682e884 req-26d7b02e-cc90-44af-bd67-5471512bd909 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:44.194809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f6dfd-f33b-4c58-96b8-b8e63682e884 req-26d7b02e-cc90-44af-bd67-5471512bd909 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:44.201143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f6dfd-f33b-4c58-96b8-b8e63682e884 req-26d7b02e-cc90-44af-bd67-5471512bd909 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:44.208154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f6dfd-f33b-4c58-96b8-b8e63682e884 req-26d7b02e-cc90-44af-bd67-5471512bd909 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:44.214911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f6dfd-f33b-4c58-96b8-b8e63682e884 req-26d7b02e-cc90-44af-bd67-5471512bd909 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:44.220190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-915f6dfd-f33b-4c58-96b8-b8e63682e884 req-26d7b02e-cc90-44af-bd67-5471512bd909 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.2603056 Oct 13 14:27:44.256489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-e419b01e-fb04-4b8c-8a31-e5db425300bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:44.259011 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-e419b01e-fb04-4b8c-8a31-e5db425300bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.2023709 Oct 13 14:27:44.314827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-915f6dfd-f33b-4c58-96b8-b8e63682e884 req-ee1218f8-e053-43d0-b9d2-abd0bfab2f1f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878360 Oct 13 14:27:44.358985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-be45848a-82d6-488d-9cd1-1a59316bf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:44.360490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-be45848a-82d6-488d-9cd1-1a59316bf56a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0647078 Oct 13 14:27:44.694514 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:27:44.929555 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1a4fbe7-fee5-4e76-85b7-f7423f00eca8 req-e126d36f-bf62-4bc1-a680-8727ca696c34 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 210 time: 0.0491655 Oct 13 14:27:44.935753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-8cd9502a-9392-4f92-a1b3-45db7ab2ca7d service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624938 Oct 13 14:27:44.954807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d6cd8c59-6463-433e-a4cc-b6e79805aeeb tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:44.957008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d6cd8c59-6463-433e-a4cc-b6e79805aeeb tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.41 "GET /v2.0/networks?id=47f65dfb-7a05-403f-94bb-fcf552d64738 HTTP/1.1" status: 200 len: 910 time: 0.5212564 Oct 13 14:27:44.974257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d2cf7c21-3293-42b8-8710-438aeef2551a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Request body: {'port': {'device_id': '0fcf8726-9a6f-4976-84b4-e0d34b3c26e9', 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738', 'admin_state_up': True, 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:45.019634 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bdc990ab-ebeb-490f-815b-3cbb73d360f4 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:45.186092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-02a185a9-1ae2-4dc4-93c1-51d7c9152321 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267363 Oct 13 14:27:45.255614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-400343a0-2672-4fc0-9ba4-4c645f9a7488 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=d0e204fc-83f5-4423-b87e-78a554179830 HTTP/1.1" status: 200 len: 217 time: 0.0447583 Oct 13 14:27:45.257057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d2cf7c21-3293-42b8-8710-438aeef2551a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Made reservation on behalf of 697a4043162e4bc1bdfc18bb4f11d232 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:27:45.260197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d2cf7c21-3293-42b8-8710-438aeef2551a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:45.416133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ec35d81c-377e-4586-8174-8a9724e5e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:45.417854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ec35d81c-377e-4586-8174-8a9724e5e86b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.1500099 Oct 13 14:27:45.602632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397114c3-1734-4558-bc8b-9bd6565cc4ba req-9cd03024-9f18-4c91-af63-bc599950b490 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:45.609210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397114c3-1734-4558-bc8b-9bd6565cc4ba req-9cd03024-9f18-4c91-af63-bc599950b490 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:45.615336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397114c3-1734-4558-bc8b-9bd6565cc4ba req-9cd03024-9f18-4c91-af63-bc599950b490 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:45.622525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397114c3-1734-4558-bc8b-9bd6565cc4ba req-9cd03024-9f18-4c91-af63-bc599950b490 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:45.628668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397114c3-1734-4558-bc8b-9bd6565cc4ba req-9cd03024-9f18-4c91-af63-bc599950b490 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:45.634881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397114c3-1734-4558-bc8b-9bd6565cc4ba req-9cd03024-9f18-4c91-af63-bc599950b490 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:45.640880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397114c3-1734-4558-bc8b-9bd6565cc4ba req-9cd03024-9f18-4c91-af63-bc599950b490 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:45.642883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-397114c3-1734-4558-bc8b-9bd6565cc4ba req-9cd03024-9f18-4c91-af63-bc599950b490 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.2184134 Oct 13 14:27:45.653269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-fe2100eb-9fa0-47ab-a195-d46fe55ed5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:45.654769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-fe2100eb-9fa0-47ab-a195-d46fe55ed5b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2102079 Oct 13 14:27:45.662070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d2cf7c21-3293-42b8-8710-438aeef2551a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Allocated IP 172.20.0.8 (47f65dfb-7a05-403f-94bb-fcf552d64738/0981cbb8-30dd-446f-93bc-f32e6ca55a96/350fb794-e306-4b99-aa01-77e0dffb9090) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:27:45.674278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-bdc990ab-ebeb-490f-815b-3cbb73d360f4 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:27:45.674623 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bdc990ab-ebeb-490f-815b-3cbb73d360f4 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:45.839807 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-397114c3-1734-4558-bc8b-9bd6565cc4ba req-71858168-367d-4748-8d1b-fe2989c79819 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1791315 Oct 13 14:27:45.990832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-bdc990ab-ebeb-490f-815b-3cbb73d360f4 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] For port 16ea562d-4e54-4adc-9d1a-8dc9c64071f7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=16ea562d-4e54-4adc-9d1a-8dc9c64071f7,segment=NetworkSegment(4723240d-bd5d-4648-a49a-e2f15a55e4db),segment_id=4723240d-bd5d-4648-a49a-e2f15a55e4db)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:45.991506 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bdc990ab-ebeb-490f-815b-3cbb73d360f4 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:46.012048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-bdc990ab-ebeb-490f-815b-3cbb73d360f4 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:27:46.016609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-7781b241-e764-40f8-bfa7-b943ac1ecd0c service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569859 Oct 13 14:27:46.181771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4b56c5-ea94-4e02-9d6e-18ee6beaa8ce req-b71b3381-148c-4484-8e78-6afd43d704c2 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 210 time: 0.0900974 Oct 13 14:27:46.217613 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d2cf7c21-3293-42b8-8710-438aeef2551a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:46.267318 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-be857434-e0e7-426b-a719-f20249e446cd service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393675 Oct 13 14:27:46.363632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-89a12f16-9f2b-4561-81c1-0988d297478b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=b91123ca-2120-403f-a2c5-c27d48444356 HTTP/1.1" status: 200 len: 217 time: 0.0541012 Oct 13 14:27:46.474455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0707c4c2-daf8-4144-b022-9f31048b3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:46.474455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-0707c4c2-daf8-4144-b022-9f31048b3d42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.1004698 Oct 13 14:27:46.522219 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d2cf7c21-3293-42b8-8710-438aeef2551a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:46.586928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d2cf7c21-3293-42b8-8710-438aeef2551a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Network 47f65dfb-7a05-403f-94bb-fcf552d64738 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:27:46.592269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d2cf7c21-3293-42b8-8710-438aeef2551a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:27:46.613261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf7c21-3293-42b8-8710-438aeef2551a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Pushing event updated for resources: {'Port': ['ID=350fb794-e306-4b99-aa01-77e0dffb9090,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:46.622033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d2cf7c21-3293-42b8-8710-438aeef2551a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:27:46.626279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-95edfac3-d0ed-4db4-906a-36a8c431c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:46.628046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-95edfac3-d0ed-4db4-906a-36a8c431c995 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1424036 Oct 13 14:27:46.663813 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bdc990ab-ebeb-490f-815b-3cbb73d360f4 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:46.745763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc990ab-ebeb-490f-815b-3cbb73d360f4 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=16ea562d-4e54-4adc-9d1a-8dc9c64071f7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:46.776600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d2cf7c21-3293-42b8-8710-438aeef2551a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:46.777162 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d2cf7c21-3293-42b8-8710-438aeef2551a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:46.881623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ac2eafe2-78f6-4657-b3d2-92938f76c3c2 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296495 Oct 13 14:27:47.062378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-d2cf7c21-3293-42b8-8710-438aeef2551a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0933907 Oct 13 14:27:47.106389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Request body: {'port': {'device_id': '0fcf8726-9a6f-4976-84b4-e0d34b3c26e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:47.117426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4b126ce5-8dc1-4a3c-a46a-0170cf4a1253 None None] Provisioning complete for port 350fb794-e306-4b99-aa01-77e0dffb9090 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:47.119065 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4b126ce5-8dc1-4a3c-a46a-0170cf4a1253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:47.175521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4b126ce5-8dc1-4a3c-a46a-0170cf4a1253 None None] Port 350fb794-e306-4b99-aa01-77e0dffb9090 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:27:47.204939 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bdc990ab-ebeb-490f-815b-3cbb73d360f4 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:47.599586 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:47.683552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62c785-496a-42fa-9733-b82ac2459cab req-05912b6b-70c2-4ab5-a0f5-3d2cd0904e2a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:47.689557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62c785-496a-42fa-9733-b82ac2459cab req-05912b6b-70c2-4ab5-a0f5-3d2cd0904e2a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:47.695485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62c785-496a-42fa-9733-b82ac2459cab req-05912b6b-70c2-4ab5-a0f5-3d2cd0904e2a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:47.701722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62c785-496a-42fa-9733-b82ac2459cab req-05912b6b-70c2-4ab5-a0f5-3d2cd0904e2a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:47.707869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62c785-496a-42fa-9733-b82ac2459cab req-05912b6b-70c2-4ab5-a0f5-3d2cd0904e2a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:47.714620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62c785-496a-42fa-9733-b82ac2459cab req-05912b6b-70c2-4ab5-a0f5-3d2cd0904e2a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:47.720766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62c785-496a-42fa-9733-b82ac2459cab req-05912b6b-70c2-4ab5-a0f5-3d2cd0904e2a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:47.722707 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a62c785-496a-42fa-9733-b82ac2459cab req-05912b6b-70c2-4ab5-a0f5-3d2cd0904e2a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.6851282 Oct 13 14:27:47.758397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-dabe85b1-8d1e-41ae-a8a1-498426101034 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8605237 Oct 13 14:27:47.874315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-ce0c12d0-66f6-4646-9fe6-3e62b32ecda6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a092aec-e3af-4bbb-8507-5ec176f71743 HTTP/1.1" status: 200 len: 217 time: 0.0895090 Oct 13 14:27:47.906740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423f054-7a0f-4396-95c4-c3e80c39ef6f req-36ca6f44-00f2-4a7e-91c1-791a605802bc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:47.908295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9423f054-7a0f-4396-95c4-c3e80c39ef6f req-36ca6f44-00f2-4a7e-91c1-791a605802bc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1027 time: 0.3391612 Oct 13 14:27:47.941178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a62c785-496a-42fa-9733-b82ac2459cab req-b5108993-306b-4371-85cc-6edf55b1bd69 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1865582 Oct 13 14:27:48.155368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-fb043c73-6c3b-497f-abd4-9972b7086c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:48.156817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-fb043c73-6c3b-497f-abd4-9972b7086c9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.2691765 Oct 13 14:27:48.177213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9423f054-7a0f-4396-95c4-c3e80c39ef6f req-f1599390-d764-4fa9-b05e-0217fb30ceb5 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404211 Oct 13 14:27:48.264887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc990ab-ebeb-490f-815b-3cbb73d360f4 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 912021ad-03a4-4379-b4d0-57efb2b5b380 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:27:48.295696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-bec758c0-6e32-4ae3-85be-4677cd24081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:48.297211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-bec758c0-6e32-4ae3-85be-4677cd24081a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1315417 Oct 13 14:27:48.509981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc990ab-ebeb-490f-815b-3cbb73d360f4 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:48.520396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ead3dd-e727-43c5-a6ff-4cfc4e22352a None None] Sync routers for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:48.524972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35868) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:48.525552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bdc990ab-ebeb-490f-815b-3cbb73d360f4 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8375204 Oct 13 14:27:48.530761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 350fb794-e306-4b99-aa01-77e0dffb9090 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:27:48.535157 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ead3dd-e727-43c5-a6ff-4cfc4e22352a None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:48.536340 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f6ead3dd-e727-43c5-a6ff-4cfc4e22352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:48.550591 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:48.567514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-021e5313-5ce3-4b2e-8c61-28a64224dcaf service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565098 Oct 13 14:27:48.587846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Transition to ACTIVE for port object 350fb794-e306-4b99-aa01-77e0dffb9090 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:27:48.593888 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:48.612541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-63908a90-88b9-488d-bf6b-775a8400715f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting subnet 7dec911f-3a40-472d-b1f5-91be0df0c19c {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:27:48.620659 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63908a90-88b9-488d-bf6b-775a8400715f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:48.659759 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:48.677306 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-f6ead3dd-e727-43c5-a6ff-4cfc4e22352a None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:48.687409 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63908a90-88b9-488d-bf6b-775a8400715f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:48.736034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Pushing event updated for resources: {'Port': ['ID=350fb794-e306-4b99-aa01-77e0dffb9090,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:48.837861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-72b9adaf-6da3-430d-8282-ebf41293274b service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607503 Oct 13 14:27:48.845132 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63908a90-88b9-488d-bf6b-775a8400715f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:48.916665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Attempting to bind port 350fb794-e306-4b99-aa01-77e0dffb9090 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:27:48.917031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Attempting to bind port 350fb794-e306-4b99-aa01-77e0dffb9090 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:27:48.917797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Attempting to bind port 350fb794-e306-4b99-aa01-77e0dffb9090 on network 47f65dfb-7a05-403f-94bb-fcf552d64738 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:48.923786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-1c172057-90b0-4b61-84ab-c936a0b1667f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895 HTTP/1.1" status: 200 len: 217 time: 0.0734944 Oct 13 14:27:48.924415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Port 350fb794-e306-4b99-aa01-77e0dffb9090 on network 47f65dfb-7a05-403f-94bb-fcf552d64738 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:27:48.925074 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Attempting to bind port 350fb794-e306-4b99-aa01-77e0dffb9090 on network 47f65dfb-7a05-403f-94bb-fcf552d64738 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:27:48.931972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:27:48.931972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Checking segment: {'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:27:48.932339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Bound using segment: {'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:27:48.932593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Bound port: 350fb794-e306-4b99-aa01-77e0dffb9090, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:27:48.933160 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:49.038003 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63908a90-88b9-488d-bf6b-775a8400715f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:49.065641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f6ead3dd-e727-43c5-a6ff-4cfc4e22352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:46Z', 'revision_number': 10, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:49.077609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63908a90-88b9-488d-bf6b-775a8400715f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Subnet': ['ID=7dec911f-3a40-472d-b1f5-91be0df0c19c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:49.080138 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63908a90-88b9-488d-bf6b-775a8400715f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:49.088655 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-63908a90-88b9-488d-bf6b-775a8400715f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/7dec911f-3a40-472d-b1f5-91be0df0c19c HTTP/1.1" status: 204 len: 168 time: 0.5618987 Oct 13 14:27:49.090152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35876) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:49.105455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ead3dd-e727-43c5-a6ff-4cfc4e22352a None None] Checking router: 912021ad-03a4-4379-b4d0-57efb2b5b380 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:49.108842 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cc70ea-8c32-441d-affa-8fcf5ed7ae16 None None] Network 93bb007e-9400-4456-83ac-c5e429d8149b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:27:49.119491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] For port 350fb794-e306-4b99-aa01-77e0dffb9090, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:27:49.126754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] For port 350fb794-e306-4b99-aa01-77e0dffb9090, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=350fb794-e306-4b99-aa01-77e0dffb9090,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:27:49.186180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-6e368940-1004-48fb-a9b3-c75620ca793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:49.188825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-6e368940-1004-48fb-a9b3-c75620ca793c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.2368174 Oct 13 14:27:49.200351 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:49.241838 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ead3dd-e727-43c5-a6ff-4cfc4e22352a None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:49.241838 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f6ead3dd-e727-43c5-a6ff-4cfc4e22352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:49.256912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bfdfa-8ab5-4c5b-aaa0-34fa443705dc req-9ddac8b3-744e-4765-9538-953e9a86ed4b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:49.265308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bfdfa-8ab5-4c5b-aaa0-34fa443705dc req-9ddac8b3-744e-4765-9538-953e9a86ed4b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:49.272401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bfdfa-8ab5-4c5b-aaa0-34fa443705dc req-9ddac8b3-744e-4765-9538-953e9a86ed4b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:49.279897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bfdfa-8ab5-4c5b-aaa0-34fa443705dc req-9ddac8b3-744e-4765-9538-953e9a86ed4b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:49.286402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bfdfa-8ab5-4c5b-aaa0-34fa443705dc req-9ddac8b3-744e-4765-9538-953e9a86ed4b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:49.293626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bfdfa-8ab5-4c5b-aaa0-34fa443705dc req-9ddac8b3-744e-4765-9538-953e9a86ed4b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:49.295388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port fe93a372-d0a2-4a41-afd7-06e1d18441f9 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:27:49.296584 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:49.301620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60bfdfa-8ab5-4c5b-aaa0-34fa443705dc req-9ddac8b3-744e-4765-9538-953e9a86ed4b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:49.303716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c60bfdfa-8ab5-4c5b-aaa0-34fa443705dc req-9ddac8b3-744e-4765-9538-953e9a86ed4b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.1741502 Oct 13 14:27:49.304924 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:49.351060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:49.352220 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:49.354361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] 10.222.0.41 "PUT /v2.0/ports/350fb794-e306-4b99-aa01-77e0dffb9090 HTTP/1.1" status: 200 len: 1092 time: 2.2528479 Oct 13 14:27:49.375606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcf8726-9a6f-4976-84b4-e0d34b3c26e9', 'tag': '350fb794-e306-4b99-aa01-77e0dffb9090'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:49.377535 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b1ad01-4d3a-4764-8348-16d73dca8c78" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcf8726-9a6f-4976-84b4-e0d34b3c26e9", "tag": "350fb794-e306-4b99-aa01-77e0dffb9090"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:49.404634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] For port fe93a372-d0a2-4a41-afd7-06e1d18441f9, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fe93a372-d0a2-4a41-afd7-06e1d18441f9,segment=NetworkSegment(4723240d-bd5d-4648-a49a-e2f15a55e4db),segment_id=4723240d-bd5d-4648-a49a-e2f15a55e4db)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:49.405323 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:49.427313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for fe93a372-d0a2-4a41-afd7-06e1d18441f9 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:27:49.479499 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-f6ead3dd-e727-43c5-a6ff-4cfc4e22352a None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:49.534194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-af7840ef-d04f-44d4-9c0d-e1a61c642d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:49.535596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-af7840ef-d04f-44d4-9c0d-e1a61c642d1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3355973 Oct 13 14:27:49.554699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c60bfdfa-8ab5-4c5b-aaa0-34fa443705dc req-85b2dd69-c89f-4a6a-9faf-4115ef088f9e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2388785 Oct 13 14:27:49.678440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9424a-fe98-4a4a-b378-ed0744b3c895 service neutron] Pushing event updated for resources: {'Port': ['ID=350fb794-e306-4b99-aa01-77e0dffb9090,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:49.683762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e6a76-bb10-4587-badd-8d812e80bdca req-8a77339b-674e-4ede-a22f-46a9a345b82a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:49.692363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e00e6a76-bb10-4587-badd-8d812e80bdca req-8a77339b-674e-4ede-a22f-46a9a345b82a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1095 time: 0.3679054 Oct 13 14:27:49.701163 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cfb1d9-af4e-4227-9829-1af5f22785f8 x-openstack-request-id: req-70cfb1d9-af4e-4227-9829-1af5f22785f8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:49.701604 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcf8726-9a6f-4976-84b4-e0d34b3c26e9", "tag": "350fb794-e306-4b99-aa01-77e0dffb9090", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:49.702337 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70cfb1d9-af4e-4227-9829-1af5f22785f8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:49.702337 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcf8726-9a6f-4976-84b4-e0d34b3c26e9', 'tag': '350fb794-e306-4b99-aa01-77e0dffb9090', 'status': 'completed', 'code': 200} Oct 13 14:27:49.745919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696713-da9d-42a7-9bcd-17cb7090688c req-71259a09-1efb-4846-9877-e5451b3244ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:49.747455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-71259a09-1efb-4846-9877-e5451b3244ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=697a4043162e4bc1bdfc18bb4f11d232&device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1095 time: 0.2619169 Oct 13 14:27:49.759885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e00e6a76-bb10-4587-badd-8d812e80bdca req-6cdead8a-32b9-4811-9b80-c2d9fb48d3af tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664716 Oct 13 14:27:49.804663 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:49.811785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e48d83-5880-42f7-9436-981c9126aead None None] DHCP port deletion for 93bb007e-9400-4456-83ac-c5e429d8149b request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:27:49.824464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-56e62763-1d7f-4ca7-8a65-499583c3de55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=350fb794-e306-4b99-aa01-77e0dffb9090 HTTP/1.1" status: 200 len: 217 time: 0.0672634 Oct 13 14:27:49.830886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-16016549-a4ff-493f-88fb-71cbaf15e49f service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597256 Oct 13 14:27:49.842520 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No DVR routers for this DVR port fe93a372-d0a2-4a41-afd7-06e1d18441f9 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:27:49.846866 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=fe93a372-d0a2-4a41-afd7-06e1d18441f9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:49.847060 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3d270a1f-5cea-4539-8b8e-432bad23bc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:49.859469 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f6ead3dd-e727-43c5-a6ff-4cfc4e22352a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:46Z', 'revision_number': 10, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:49.900011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ead3dd-e727-43c5-a6ff-4cfc4e22352a None None] The sync data for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 is: [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:46Z', 'revision_number': 10, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None, '_interfaces': [{'id': '97b06797-88d0-427b-ae3c-f23b530dea75', 'name': '', 'network_id': '4911c5d5-f732-40e8-b543-4698209df3f3', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'mac_address': 'fa:16:3e:cf:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:26:54Z', 'updated_at': '2021-10-13T14:27:01Z', 'revision_number': 5, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'subnets': [{'id': '9bab1fab-51cc-47e4-b318-d82f8e2cb707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:49.984837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696713-da9d-42a7-9bcd-17cb7090688c req-075bd900-f00b-4fd8-855e-c1ecf707e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:49.988838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-075bd900-f00b-4fd8-855e-c1ecf707e81a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0981cbb8-30dd-446f-93bc-f32e6ca55a96 HTTP/1.1" status: 200 len: 848 time: 0.1431193 Oct 13 14:27:50.043442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cdfc90a-99fb-4db3-a368-b3f00255297d req-542a9c4c-8710-4bb0-a081-f0755339ed50 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944652 Oct 13 14:27:50.062375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696713-da9d-42a7-9bcd-17cb7090688c req-9a85eb5c-dff9-4e03-8c82-ccaf79457195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:50.064102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-9a85eb5c-dff9-4e03-8c82-ccaf79457195 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f65dfb-7a05-403f-94bb-fcf552d64738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656273 Oct 13 14:27:50.114276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:27:50.162129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:27:50.162671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 16ea562d-4e54-4adc-9d1a-8dc9c64071f7 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:27:50.163613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fe93a372-d0a2-4a41-afd7-06e1d18441f9 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:27:50.200748 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: fe93a372-d0a2-4a41-afd7-06e1d18441f9 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:27:50.201534 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fe93a372-d0a2-4a41-afd7-06e1d18441f9 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:27:50.269518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-01f9dbf1-da42-4a9b-b6e4-df0874a3ddab service neutron] 10.222.0.41 "GET /v2.0/networks/47f65dfb-7a05-403f-94bb-fcf552d64738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924093 Oct 13 14:27:50.320660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-a89c02f0-857b-4d97-b189-caaae3239a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:50.322109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-a89c02f0-857b-4d97-b189-caaae3239a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:50.322992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-a89c02f0-857b-4d97-b189-caaae3239a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:50.323763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-a89c02f0-857b-4d97-b189-caaae3239a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:50.324578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-a89c02f0-857b-4d97-b189-caaae3239a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:50.325447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-a89c02f0-857b-4d97-b189-caaae3239a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:50.326332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-a89c02f0-857b-4d97-b189-caaae3239a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:50.330095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-a89c02f0-857b-4d97-b189-caaae3239a9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6494 time: 0.1167963 Oct 13 14:27:50.368586 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:50.390606 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bb007e-9400-4456-83ac-c5e429d8149b']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:50.403605 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4723240d-bd5d-4648-a49a-e2f15a55e4db') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:50.404062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4723240d-bd5d-4648-a49a-e2f15a55e4db') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:50.414873 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:50.431970 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:50.440482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:27:50.440930 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:27:50.444115 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:27:50.486797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34696713-da9d-42a7-9bcd-17cb7090688c req-22ceb92f-701c-413c-ae7f-f2634e0c2a3f service neutron] 10.222.0.41 "GET /v2.0/networks/47f65dfb-7a05-403f-94bb-fcf552d64738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950221 Oct 13 14:27:50.509760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-de48f3c4-71c6-4294-819b-8c4ec35c0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:50.511478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-de48f3c4-71c6-4294-819b-8c4ec35c0787 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c618d8ae-014f-47f1-941a-268db5728f54 HTTP/1.1" status: 200 len: 903 time: 0.1457801 Oct 13 14:27:50.561199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-8a46e780-1ea9-40b6-9468-4172a3731171 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895 HTTP/1.1" status: 200 len: 217 time: 0.0410388 Oct 13 14:27:50.631884 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:50.635308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-4a5738e0-ad18-444c-9a3a-2e9400dcddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:50.637794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-4a5738e0-ad18-444c-9a3a-2e9400dcddef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.0684175 Oct 13 14:27:50.638100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:50.642429 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/networks/93bb007e-9400-4456-83ac-c5e429d8149b HTTP/1.1" status: 204 len: 168 time: 1.5509083 Oct 13 14:27:50.649017 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35892) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:50.729153 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10430cad-830c-46b6-b7ab-92ca8571809e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Network': ['ID=93bb007e-9400-4456-83ac-c5e429d8149b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:51.053635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279e2ac8-4751-4a12-8326-419a4aca85f0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:51.101103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1ad01-4d3a-4764-8348-16d73dca8c78 req-320a5ee3-e87c-41df-903c-8880d8b8dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:51.102749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3b1ad01-4d3a-4764-8348-16d73dca8c78 req-320a5ee3-e87c-41df-903c-8880d8b8dad0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=697a4043162e4bc1bdfc18bb4f11d232&device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1095 time: 0.4636624 Oct 13 14:27:51.138591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-258ae4e4-9ba8-4ee0-8f15-97e306d49eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:51.140197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-258ae4e4-9ba8-4ee0-8f15-97e306d49eae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4647164 Oct 13 14:27:51.184444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bfcd-526b-4ca5-b5b7-be6da7558685 req-02b491da-3285-4982-8e53-2e5a57ac78bf tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:51.190487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bfcd-526b-4ca5-b5b7-be6da7558685 req-02b491da-3285-4982-8e53-2e5a57ac78bf tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:51.204036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bfcd-526b-4ca5-b5b7-be6da7558685 req-02b491da-3285-4982-8e53-2e5a57ac78bf tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:51.207541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bfcd-526b-4ca5-b5b7-be6da7558685 req-02b491da-3285-4982-8e53-2e5a57ac78bf tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:51.213996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bfcd-526b-4ca5-b5b7-be6da7558685 req-02b491da-3285-4982-8e53-2e5a57ac78bf tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:51.220107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bfcd-526b-4ca5-b5b7-be6da7558685 req-02b491da-3285-4982-8e53-2e5a57ac78bf tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:51.226169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bfcd-526b-4ca5-b5b7-be6da7558685 req-02b491da-3285-4982-8e53-2e5a57ac78bf tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:51.228229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ba8bfcd-526b-4ca5-b5b7-be6da7558685 req-02b491da-3285-4982-8e53-2e5a57ac78bf tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.5514202 Oct 13 14:27:51.313279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e602d-5d94-4603-931b-e1f1bda349df req-39119353-24a6-4797-b9cf-f448e6b835d2 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:51.313279 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b2e602d-5d94-4603-931b-e1f1bda349df req-39119353-24a6-4797-b9cf-f448e6b835d2 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1095 time: 0.2440314 Oct 13 14:27:51.335078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-279e2ac8-4751-4a12-8326-419a4aca85f0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port 97b06797-88d0-427b-ae3c-f23b530dea75 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:27:51.335420 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279e2ac8-4751-4a12-8326-419a4aca85f0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:51.403197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ba8bfcd-526b-4ca5-b5b7-be6da7558685 req-6ee9a47c-8220-46f4-bb62-485adb0c2b02 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584725 Oct 13 14:27:51.423762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1ad01-4d3a-4764-8348-16d73dca8c78 req-14bde4b7-333b-490e-a5d2-bf09816601f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:51.426031 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3b1ad01-4d3a-4764-8348-16d73dca8c78 req-14bde4b7-333b-490e-a5d2-bf09816601f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=47f65dfb-7a05-403f-94bb-fcf552d64738 HTTP/1.1" status: 200 len: 910 time: 0.3144007 Oct 13 14:27:51.445321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-acf7de51-fa7b-4061-932e-b1c2d94fc7db service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699516 Oct 13 14:27:51.456167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-279e2ac8-4751-4a12-8326-419a4aca85f0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] For port 97b06797-88d0-427b-ae3c-f23b530dea75, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=97b06797-88d0-427b-ae3c-f23b530dea75,segment=NetworkSegment(e3945be0-080e-4fa1-b00f-0b9c8e14be1a),segment_id=e3945be0-080e-4fa1-b00f-0b9c8e14be1a)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:51.456537 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279e2ac8-4751-4a12-8326-419a4aca85f0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:51.462634 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b2e602d-5d94-4603-931b-e1f1bda349df req-d90f01a6-3912-4c1b-abc2-2c0257e8da37 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423101 Oct 13 14:27:51.488835 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-279e2ac8-4751-4a12-8326-419a4aca85f0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for 97b06797-88d0-427b-ae3c-f23b530dea75 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:27:51.529875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3b1ad01-4d3a-4764-8348-16d73dca8c78 req-c247a288-9fd2-4632-87da-1059731c0bef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=350fb794-e306-4b99-aa01-77e0dffb9090 HTTP/1.1" status: 200 len: 217 time: 0.0873675 Oct 13 14:27:51.618106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1ad01-4d3a-4764-8348-16d73dca8c78 req-936578b7-c7f3-44f3-b262-f7caa00c0ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:51.619820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3b1ad01-4d3a-4764-8348-16d73dca8c78 req-936578b7-c7f3-44f3-b262-f7caa00c0ec6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0981cbb8-30dd-446f-93bc-f32e6ca55a96 HTTP/1.1" status: 200 len: 848 time: 0.0770164 Oct 13 14:27:51.625635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eac2e6a2-1fbe-4b78-8dd0-95c2aeefa3f4 req-24a0c20e-3825-42ba-a806-dcfd7188f412 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737375 Oct 13 14:27:51.686156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1ad01-4d3a-4764-8348-16d73dca8c78 req-a71a752f-fb49-4a7b-8485-3f87e850c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:51.689327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3b1ad01-4d3a-4764-8348-16d73dca8c78 req-a71a752f-fb49-4a7b-8485-3f87e850c5c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f65dfb-7a05-403f-94bb-fcf552d64738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549765 Oct 13 14:27:51.820183 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279e2ac8-4751-4a12-8326-419a4aca85f0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:51.845485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3b1ad01-4d3a-4764-8348-16d73dca8c78 req-de50ce7c-f605-4455-9493-69497943eb40 service neutron] 10.222.0.41 "GET /v2.0/networks/47f65dfb-7a05-403f-94bb-fcf552d64738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459808 Oct 13 14:27:51.855804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e2ac8-4751-4a12-8326-419a4aca85f0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=97b06797-88d0-427b-ae3c-f23b530dea75,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:51.892278 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:51.974086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3b1ad01-4d3a-4764-8348-16d73dca8c78 req-f87c584e-e342-46bf-8ec8-6e7a9e40a749 service neutron] 10.222.0.41 "GET /v2.0/networks/47f65dfb-7a05-403f-94bb-fcf552d64738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194711 Oct 13 14:27:52.031822 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-279e2ac8-4751-4a12-8326-419a4aca85f0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:52.250012 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279e2ac8-4751-4a12-8326-419a4aca85f0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 912021ad-03a4-4379-b4d0-57efb2b5b380 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:27:52.328335 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8cff7ab2-838e-4f5b-b1e5-92653814da93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:52.359687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279e2ac8-4751-4a12-8326-419a4aca85f0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:52.372052 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-279e2ac8-4751-4a12-8326-419a4aca85f0 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7172689 Oct 13 14:27:52.372566 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35908) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:52.380769 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ca27a-7ab4-4c11-9c41-9881caf5780f None None] Sync routers for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:52.386137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f996169-bbd0-4100-992f-2dd9ef8f8a5d req-39ec7db3-1d52-439c-a041-c4d91e0cd03a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:52.392974 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ca27a-7ab4-4c11-9c41-9881caf5780f None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:52.393778 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-db9ca27a-7ab4-4c11-9c41-9881caf5780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:52.394335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f996169-bbd0-4100-992f-2dd9ef8f8a5d req-39ec7db3-1d52-439c-a041-c4d91e0cd03a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 945 time: 0.0926578 Oct 13 14:27:52.444340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f996169-bbd0-4100-992f-2dd9ef8f8a5d req-3fc02dec-7320-4f39-8ae7-046e6bee24b1 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486658 Oct 13 14:27:52.464688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2026bd-a709-45ae-a09f-71726688c892 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting subnet 9bab1fab-51cc-47e4-b318-d82f8e2cb707 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:27:52.472317 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3b2026bd-a709-45ae-a09f-71726688c892 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:52.492596 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-db9ca27a-7ab4-4c11-9c41-9881caf5780f None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:52.550356 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3b2026bd-a709-45ae-a09f-71726688c892 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:52.579969 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-db9ca27a-7ab4-4c11-9c41-9881caf5780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:51Z', 'revision_number': 11, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:52.613724 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ca27a-7ab4-4c11-9c41-9881caf5780f None None] Checking router: 912021ad-03a4-4379-b4d0-57efb2b5b380 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:52.626854 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ca27a-7ab4-4c11-9c41-9881caf5780f None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:52.627479 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-db9ca27a-7ab4-4c11-9c41-9881caf5780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:52.692532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cffcd-2682-4001-a8ec-318510213024 req-789b4da1-cd63-4bcb-9869-0cbe018cc3e8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:52.699599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cffcd-2682-4001-a8ec-318510213024 req-789b4da1-cd63-4bcb-9869-0cbe018cc3e8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:52.705924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cffcd-2682-4001-a8ec-318510213024 req-789b4da1-cd63-4bcb-9869-0cbe018cc3e8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:52.709848 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3b2026bd-a709-45ae-a09f-71726688c892 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:52.714695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cffcd-2682-4001-a8ec-318510213024 req-789b4da1-cd63-4bcb-9869-0cbe018cc3e8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:52.725472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cffcd-2682-4001-a8ec-318510213024 req-789b4da1-cd63-4bcb-9869-0cbe018cc3e8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:52.733531 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-db9ca27a-7ab4-4c11-9c41-9881caf5780f None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:52.734062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cffcd-2682-4001-a8ec-318510213024 req-789b4da1-cd63-4bcb-9869-0cbe018cc3e8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:52.742183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cffcd-2682-4001-a8ec-318510213024 req-789b4da1-cd63-4bcb-9869-0cbe018cc3e8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:52.745791 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-245cffcd-2682-4001-a8ec-318510213024 req-789b4da1-cd63-4bcb-9869-0cbe018cc3e8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.2096486 Oct 13 14:27:52.795018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea40da1-2b40-4e91-8aa8-430d5a976f8a req-2e023855-83b1-47db-8fb2-a160da71b6d9 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:52.801648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ea40da1-2b40-4e91-8aa8-430d5a976f8a req-2e023855-83b1-47db-8fb2-a160da71b6d9 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1095 time: 0.2037969 Oct 13 14:27:52.815652 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-db9ca27a-7ab4-4c11-9c41-9881caf5780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:51Z', 'revision_number': 11, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:52.821038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-245cffcd-2682-4001-a8ec-318510213024 req-17af7370-c5ae-4962-852d-771a94aaf6b0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644717 Oct 13 14:27:52.858519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ea40da1-2b40-4e91-8aa8-430d5a976f8a req-84e5e8d1-87c3-4bc2-a237-bf190ea3b08c tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530851 Oct 13 14:27:52.864953 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ca27a-7ab4-4c11-9c41-9881caf5780f None None] The sync data for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 is: [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:51Z', 'revision_number': 11, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:52.877953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3b2026bd-a709-45ae-a09f-71726688c892 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:52.942362 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2026bd-a709-45ae-a09f-71726688c892 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Subnet': ['ID=9bab1fab-51cc-47e4-b318-d82f8e2cb707,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:52.956916 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3b2026bd-a709-45ae-a09f-71726688c892 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:52.964234 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3b2026bd-a709-45ae-a09f-71726688c892 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/9bab1fab-51cc-47e4-b318-d82f8e2cb707 HTTP/1.1" status: 204 len: 168 time: 0.5899770 Oct 13 14:27:52.969420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bc561f-b778-4f9d-a35c-9624f4579597 None None] Network 4911c5d5-f732-40e8-b543-4698209df3f3 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:27:52.970517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35916) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:53.073563 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.139734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Deleting port 3a8bd5d2-8d0d-4702-a636-540995594878 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:27:53.140183 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.226218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] For port 3a8bd5d2-8d0d-4702-a636-540995594878, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3a8bd5d2-8d0d-4702-a636-540995594878,segment=NetworkSegment(e3945be0-080e-4fa1-b00f-0b9c8e14be1a),segment_id=e3945be0-080e-4fa1-b00f-0b9c8e14be1a)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:53.226826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.262142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Calling delete_port for 3a8bd5d2-8d0d-4702-a636-540995594878 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:27:53.279728 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67983cd-f73d-4b16-84f3-8e816811a9fa None None] DHCP port deletion for 4911c5d5-f732-40e8-b543-4698209df3f3 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:27:53.367792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b67983cd-f73d-4b16-84f3-8e816811a9fa None None] Deleting port 3a8bd5d2-8d0d-4702-a636-540995594878 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:27:53.368941 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b67983cd-f73d-4b16-84f3-8e816811a9fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.456502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b67983cd-f73d-4b16-84f3-8e816811a9fa None None] For port 3a8bd5d2-8d0d-4702-a636-540995594878, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3a8bd5d2-8d0d-4702-a636-540995594878,segment=NetworkSegment(e3945be0-080e-4fa1-b00f-0b9c8e14be1a),segment_id=e3945be0-080e-4fa1-b00f-0b9c8e14be1a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:53.456891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b67983cd-f73d-4b16-84f3-8e816811a9fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.471192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b67983cd-f73d-4b16-84f3-8e816811a9fa None None] Calling delete_port for 3a8bd5d2-8d0d-4702-a636-540995594878 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:27:53.517152 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.549558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No DVR routers for this DVR port 3a8bd5d2-8d0d-4702-a636-540995594878 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:27:53.556798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Port': ['ID=3a8bd5d2-8d0d-4702-a636-540995594878,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:53.565902 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b67983cd-f73d-4b16-84f3-8e816811a9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.601904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67983cd-f73d-4b16-84f3-8e816811a9fa None None] Pushing event deleted for resources: {'Port': ['ID=3a8bd5d2-8d0d-4702-a636-540995594878,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:53.608051 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67983cd-f73d-4b16-84f3-8e816811a9fa None None] No DVR routers for this DVR port 3a8bd5d2-8d0d-4702-a636-540995594878 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:27:53.684399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d52791-d588-4d95-b3df-cd101ea525d2 req-88e9e321-7429-46f5-a755-4435e7137509 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:53.686000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67d52791-d588-4d95-b3df-cd101ea525d2 req-88e9e321-7429-46f5-a755-4435e7137509 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 945 time: 0.1346457 Oct 13 14:27:53.700579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.737555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4911c5d5-f732-40e8-b543-4698209df3f3']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:53.756804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3945be0-080e-4fa1-b00f-0b9c8e14be1a') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:53.757154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3945be0-080e-4fa1-b00f-0b9c8e14be1a') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:53.768484 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.770214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67d52791-d588-4d95-b3df-cd101ea525d2 req-611da738-9a60-4987-8a2a-f3b202213f81 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763841 Oct 13 14:27:53.774350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.792686 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.801324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:27:53.801596 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:27:53.804687 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:27:53.971975 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.990225 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:53.993901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/networks/4911c5d5-f732-40e8-b543-4698209df3f3 HTTP/1.1" status: 204 len: 168 time: 1.0210800 Oct 13 14:27:53.996805 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35928) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:53.997309 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:54.006795 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e3506362-a8d8-4166-ae33-7d658ea31b01 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'router': {'routes': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:54.020068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50602ba0-b7d6-44e4-9710-8ae798a29da6 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Pushing event deleted for resources: {'Network': ['ID=4911c5d5-f732-40e8-b543-4698209df3f3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:54.047465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c61c3-f78d-405e-b9b6-fdd044c2307c req-983da905-3a96-41d5-a706-879d86c7e333 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:54.053459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c61c3-f78d-405e-b9b6-fdd044c2307c req-983da905-3a96-41d5-a706-879d86c7e333 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:54.062507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c61c3-f78d-405e-b9b6-fdd044c2307c req-983da905-3a96-41d5-a706-879d86c7e333 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:54.066300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c61c3-f78d-405e-b9b6-fdd044c2307c req-983da905-3a96-41d5-a706-879d86c7e333 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:54.075258 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c61c3-f78d-405e-b9b6-fdd044c2307c req-983da905-3a96-41d5-a706-879d86c7e333 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:54.081378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c61c3-f78d-405e-b9b6-fdd044c2307c req-983da905-3a96-41d5-a706-879d86c7e333 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:54.086198 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3a8bd5d2-8d0d-4702-a636-540995594878 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:27:54.088002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c61c3-f78d-405e-b9b6-fdd044c2307c req-983da905-3a96-41d5-a706-879d86c7e333 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:54.090186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e81c61c3-f78d-405e-b9b6-fdd044c2307c req-983da905-3a96-41d5-a706-879d86c7e333 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.1625752 Oct 13 14:27:54.093435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460d151-19c1-45fd-a52f-302d4afd745c req-7dd293b5-eaa2-4b11-873b-30677641f75d tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:54.094896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c460d151-19c1-45fd-a52f-302d4afd745c req-7dd293b5-eaa2-4b11-873b-30677641f75d tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1095 time: 0.1366487 Oct 13 14:27:54.120551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 3a8bd5d2-8d0d-4702-a636-540995594878 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:27:54.126942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3a8bd5d2-8d0d-4702-a636-540995594878 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:27:54.126942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 97b06797-88d0-427b-ae3c-f23b530dea75 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:27:54.142716 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 97b06797-88d0-427b-ae3c-f23b530dea75 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:27:54.143304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 97b06797-88d0-427b-ae3c-f23b530dea75 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:27:54.182597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e81c61c3-f78d-405e-b9b6-fdd044c2307c req-a06430bf-2b62-48ea-ad78-5acb33b1e09a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855691 Oct 13 14:27:54.197066 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.extraroute_db [None req-e3506362-a8d8-4166-ae33-7d658ea31b01 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Added routes are [] {{(pid=112684) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 14:27:54.197529 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.extraroute_db [None req-e3506362-a8d8-4166-ae33-7d658ea31b01 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Removed routes are [] {{(pid=112684) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 14:27:54.197677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c460d151-19c1-45fd-a52f-302d4afd745c req-a66698fa-30e4-46df-91d0-5ad430471add tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936599 Oct 13 14:27:54.197950 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3506362-a8d8-4166-ae33-7d658ea31b01 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:54.370979 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3506362-a8d8-4166-ae33-7d658ea31b01 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:54.376210 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3506362-a8d8-4166-ae33-7d658ea31b01 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:54.477150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3506362-a8d8-4166-ae33-7d658ea31b01 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 912021ad-03a4-4379-b4d0-57efb2b5b380 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:27:54.553889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3506362-a8d8-4166-ae33-7d658ea31b01 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:54.562981 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e3506362-a8d8-4166-ae33-7d658ea31b01 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:54.564182 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e3506362-a8d8-4166-ae33-7d658ea31b01 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380 HTTP/1.1" status: 200 len: 701 time: 0.5647810 Oct 13 14:27:54.567055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35936) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:54.569786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce4a56-9d51-425f-b434-b191c9ff6d86 None None] Sync routers for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:54.579733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce4a56-9d51-425f-b434-b191c9ff6d86 None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:54.580385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f9ce4a56-9d51-425f-b434-b191c9ff6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:54.601880 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6074c391-060c-49fb-977f-16716bcf4d6e tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=912021ad-03a4-4379-b4d0-57efb2b5b380 HTTP/1.1" status: 200 len: 205 time: 0.0317471 Oct 13 14:27:54.603798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35938) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:54.658750 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-f9ce4a56-9d51-425f-b434-b191c9ff6d86 None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:54.681925 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-184312c8-7b6b-439a-a57a-bbfd804c7864 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:54.723599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f9ce4a56-9d51-425f-b434-b191c9ff6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:51Z', 'revision_number': 11, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:54.756010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce4a56-9d51-425f-b434-b191c9ff6d86 None None] Checking router: 912021ad-03a4-4379-b4d0-57efb2b5b380 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:54.766690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce4a56-9d51-425f-b434-b191c9ff6d86 None None] Routers {'912021ad-03a4-4379-b4d0-57efb2b5b380'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:54.767315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f9ce4a56-9d51-425f-b434-b191c9ff6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['912021ad-03a4-4379-b4d0-57efb2b5b380'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:54.837849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 350fb794-e306-4b99-aa01-77e0dffb9090 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:27:54.846656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-f9ce4a56-9d51-425f-b434-b191c9ff6d86 None None] Set router 912021ad-03a4-4379-b4d0-57efb2b5b380 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:54.907547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f9ce4a56-9d51-425f-b434-b191c9ff6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:51Z', 'revision_number': 11, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:54.936922 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-184312c8-7b6b-439a-a57a-bbfd804c7864 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:54.941047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-184312c8-7b6b-439a-a57a-bbfd804c7864 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:54.943578 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce4a56-9d51-425f-b434-b191c9ff6d86 None None] The sync data for ids ['912021ad-03a4-4379-b4d0-57efb2b5b380'] in n-d-806683-15 is: [{'id': '912021ad-03a4-4379-b4d0-57efb2b5b380', 'name': 'tempest-RoutersTest-router-1856599416', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:26:51Z', 'updated_at': '2021-10-13T14:27:51Z', 'revision_number': 11, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:55.020964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f48f-9148-4a41-8110-227eb7002c41 req-65f9aaec-b45b-4407-baa8-59163cb4641c tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:55.022664 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7843f48f-9148-4a41-8110-227eb7002c41 req-65f9aaec-b45b-4407-baa8-59163cb4641c tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 945 time: 0.2750719 Oct 13 14:27:55.098839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1467abb-ecf0-43be-8c72-56a004cdaab8 req-2de5ca3f-6301-407b-87c4-7431e681dc1c tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:55.100449 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1467abb-ecf0-43be-8c72-56a004cdaab8 req-2de5ca3f-6301-407b-87c4-7431e681dc1c tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 945 time: 0.2361822 Oct 13 14:27:55.124341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-184312c8-7b6b-439a-a57a-bbfd804c7864 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.125307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184312c8-7b6b-439a-a57a-bbfd804c7864 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Fanout notify agent at l3_agent the message router_deleted on router 912021ad-03a4-4379-b4d0-57efb2b5b380 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:27:55.140760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-184312c8-7b6b-439a-a57a-bbfd804c7864 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.146365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-184312c8-7b6b-439a-a57a-bbfd804c7864 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380 HTTP/1.1" status: 204 len: 168 time: 0.5414500 Oct 13 14:27:55.148063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35944) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:55.153866 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c1b7e25b-11d2-4cbb-abd1-a4457110fbed tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-416023741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:55.204383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9885c79-0305-4886-a4b8-a5c2f0da6cc6 req-ee2aa286-8a45-407a-824f-1b85a03df6b3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:55.207715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9885c79-0305-4886-a4b8-a5c2f0da6cc6 req-ee2aa286-8a45-407a-824f-1b85a03df6b3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 945 time: 0.1938593 Oct 13 14:27:55.218553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 350fb794-e306-4b99-aa01-77e0dffb9090, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=350fb794-e306-4b99-aa01-77e0dffb9090,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:55.228811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1467abb-ecf0-43be-8c72-56a004cdaab8 req-5c84394d-c747-4d72-bad0-b7528d0efb8a tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187952 Oct 13 14:27:55.248937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e25b-11d2-4cbb-abd1-a4457110fbed tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.250142 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e25b-11d2-4cbb-abd1-a4457110fbed tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.257498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '350fb794-e306-4b99-aa01-77e0dffb9090', 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738', 'port_id': '350fb794-e306-4b99-aa01-77e0dffb9090', 'mac_address': 'fa:16:3e:a3:a8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0981cbb8-30dd-446f-93bc-f32e6ca55a96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:27:55.293965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9885c79-0305-4886-a4b8-a5c2f0da6cc6 req-8e1b43d4-39ff-45f8-84c8-f1e84a29d035 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691183 Oct 13 14:27:55.327236 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.343163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 350fb794-e306-4b99-aa01-77e0dffb9090 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:27:55.343671 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e25b-11d2-4cbb-abd1-a4457110fbed tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.366137 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.370029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 350fb794-e306-4b99-aa01-77e0dffb9090, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=350fb794-e306-4b99-aa01-77e0dffb9090,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:55.378193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7843f48f-9148-4a41-8110-227eb7002c41 req-34cada98-d580-48d0-a425-a07a242204b2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Deleting port 2fd32927-94db-45c1-bb10-badca6272a1c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:27:55.378538 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7843f48f-9148-4a41-8110-227eb7002c41 req-34cada98-d580-48d0-a425-a07a242204b2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.488680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e725ed-5697-4c3b-a194-01acd3980dab req-209285d1-67f7-4bcb-ba1d-f894a8b54d1d tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:55.490271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36e725ed-5697-4c3b-a194-01acd3980dab req-209285d1-67f7-4bcb-ba1d-f894a8b54d1d tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1095 time: 0.1658549 Oct 13 14:27:55.504873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7866c1-e18e-47de-9aae-95cc115d9bae req-3d62719a-a87c-4184-adc8-e7ef24d4792c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:55.511256 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e25b-11d2-4cbb-abd1-a4457110fbed tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.511496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7866c1-e18e-47de-9aae-95cc115d9bae req-3d62719a-a87c-4184-adc8-e7ef24d4792c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:55.517579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7866c1-e18e-47de-9aae-95cc115d9bae req-3d62719a-a87c-4184-adc8-e7ef24d4792c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:55.523549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7866c1-e18e-47de-9aae-95cc115d9bae req-3d62719a-a87c-4184-adc8-e7ef24d4792c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:55.531898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7866c1-e18e-47de-9aae-95cc115d9bae req-3d62719a-a87c-4184-adc8-e7ef24d4792c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:55.536151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7866c1-e18e-47de-9aae-95cc115d9bae req-3d62719a-a87c-4184-adc8-e7ef24d4792c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:55.542703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7866c1-e18e-47de-9aae-95cc115d9bae req-3d62719a-a87c-4184-adc8-e7ef24d4792c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:55.544671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b7866c1-e18e-47de-9aae-95cc115d9bae req-3d62719a-a87c-4184-adc8-e7ef24d4792c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.1631253 Oct 13 14:27:55.574317 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.599389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7843f48f-9148-4a41-8110-227eb7002c41 req-34cada98-d580-48d0-a425-a07a242204b2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] For port 2fd32927-94db-45c1-bb10-badca6272a1c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2fd32927-94db-45c1-bb10-badca6272a1c,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:55.599929 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7843f48f-9148-4a41-8110-227eb7002c41 req-34cada98-d580-48d0-a425-a07a242204b2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.637534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7843f48f-9148-4a41-8110-227eb7002c41 req-34cada98-d580-48d0-a425-a07a242204b2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Calling delete_port for 2fd32927-94db-45c1-bb10-badca6272a1c owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:27:55.645044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=350fb794-e306-4b99-aa01-77e0dffb9090,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:55.651402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36e725ed-5697-4c3b-a194-01acd3980dab req-82c351d6-b7af-4117-81b4-dadf667e3a6c tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986342 Oct 13 14:27:55.658135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b7866c1-e18e-47de-9aae-95cc115d9bae req-df06c213-985a-47fd-9b0f-ea83718d5d29 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1025696 Oct 13 14:27:55.712948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e25b-11d2-4cbb-abd1-a4457110fbed tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.714286 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c1b7e25b-11d2-4cbb-abd1-a4457110fbed tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5651987 Oct 13 14:27:55.718012 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35952) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:55.723135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-840e30ed-1a93-4a82-b9cb-60284d934826 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Request body: {'router': {'admin_state_up': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:27:55.905580 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7843f48f-9148-4a41-8110-227eb7002c41 req-34cada98-d580-48d0-a425-a07a242204b2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.922578 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['c2ef771c-7eec-462e-98cd-e5a9e2f85c98', 'fbfce905-8b97-457f-a744-b0333619f6ec'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:27:55.939234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cada98-d580-48d0-a425-a07a242204b2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Pushing event deleted for resources: {'Port': ['ID=2fd32927-94db-45c1-bb10-badca6272a1c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:55.958939 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-840e30ed-1a93-4a82-b9cb-60284d934826 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.990097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7843f48f-9148-4a41-8110-227eb7002c41 req-34cada98-d580-48d0-a425-a07a242204b2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] No DVR routers for this DVR port 2fd32927-94db-45c1-bb10-badca6272a1c on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:27:55.993798 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7843f48f-9148-4a41-8110-227eb7002c41 req-34cada98-d580-48d0-a425-a07a242204b2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:55.997599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7843f48f-9148-4a41-8110-227eb7002c41 req-34cada98-d580-48d0-a425-a07a242204b2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "DELETE /v2.0/ports/2fd32927-94db-45c1-bb10-badca6272a1c HTTP/1.1" status: 204 len: 173 time: 0.9605248 Oct 13 14:27:55.998120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5614fb62-d15e-43c7-aea4-1a9e928e2e71', 'name': 'network-vif-deleted', 'tag': '2fd32927-94db-45c1-bb10-badca6272a1c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:56.001629 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42530100-544c-40eb-b24a-cb81fbc84886" -d '{"events": [{"server_uuid": "5614fb62-d15e-43c7-aea4-1a9e928e2e71", "name": "network-vif-deleted", "tag": "2fd32927-94db-45c1-bb10-badca6272a1c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:56.029027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['350fb794-e306-4b99-aa01-77e0dffb9090'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:27:56.040828 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e167ed4d-596e-4f65-bc51-c42a8e12b4c6 x-openstack-request-id: req-e167ed4d-596e-4f65-bc51-c42a8e12b4c6 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:56.041859 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5614fb62-d15e-43c7-aea4-1a9e928e2e71", "name": "network-vif-deleted", "tag": "2fd32927-94db-45c1-bb10-badca6272a1c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:56.041859 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e167ed4d-596e-4f65-bc51-c42a8e12b4c6 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:56.041859 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5614fb62-d15e-43c7-aea4-1a9e928e2e71', 'name': 'network-vif-deleted', 'tag': '2fd32927-94db-45c1-bb10-badca6272a1c', 'status': 'completed', 'code': 200} Oct 13 14:27:56.066683 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-840e30ed-1a93-4a82-b9cb-60284d934826 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:56.299711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840e30ed-1a93-4a82-b9cb-60284d934826 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Router 067fd376-cb4e-4ddf-b6ee-f1afb85283cd is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:27:56.374948 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5092325-f123-4b75-8363-e94d15a8f08b req-4a1f614e-6516-4820-9d3b-02d3b783d916 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5614fb62-d15e-43c7-aea4-1a9e928e2e71 HTTP/1.1" status: 200 len: 210 time: 0.0427153 Oct 13 14:27:56.441492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840e30ed-1a93-4a82-b9cb-60284d934826 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:27:56.446956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86179f80-a7b3-43b9-bd4a-8a3b122ac82f req-a148c65f-2f13-4d02-a58f-520a5704af29 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:56.448718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86179f80-a7b3-43b9-bd4a-8a3b122ac82f req-a148c65f-2f13-4d02-a58f-520a5704af29 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 945 time: 0.0704787 Oct 13 14:27:56.452312 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-840e30ed-1a93-4a82-b9cb-60284d934826 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:56.456581 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-840e30ed-1a93-4a82-b9cb-60284d934826 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "PUT /v2.0/routers/067fd376-cb4e-4ddf-b6ee-f1afb85283cd HTTP/1.1" status: 200 len: 693 time: 0.7343459 Oct 13 14:27:56.458599 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35960) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:56.459610 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30128a91-32d1-4439-98f5-8db4940b8388 None None] Sync routers for ids ['067fd376-cb4e-4ddf-b6ee-f1afb85283cd'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:27:56.472290 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30128a91-32d1-4439-98f5-8db4940b8388 None None] Routers {'067fd376-cb4e-4ddf-b6ee-f1afb85283cd'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:56.472787 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-30128a91-32d1-4439-98f5-8db4940b8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['067fd376-cb4e-4ddf-b6ee-f1afb85283cd'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:56.521998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86179f80-a7b3-43b9-bd4a-8a3b122ac82f req-c4f17c4e-29df-4091-ad5c-84519984a3ef tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611606 Oct 13 14:27:56.551183 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-30128a91-32d1-4439-98f5-8db4940b8388 None None] Set router 067fd376-cb4e-4ddf-b6ee-f1afb85283cd gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:56.578787 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f73c0754-726b-49cc-b439-2f74ec4cc546 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/routers/067fd376-cb4e-4ddf-b6ee-f1afb85283cd HTTP/1.1" status: 200 len: 699 time: 0.1153853 Oct 13 14:27:56.582560 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35962) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:56.611584 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-30128a91-32d1-4439-98f5-8db4940b8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067fd376-cb4e-4ddf-b6ee-f1afb85283cd', 'name': 'tempest-RoutersTest-router-416023741', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:55Z', 'updated_at': '2021-10-13T14:27:55Z', 'revision_number': 2, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:56.622557 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a5e72101-b84f-4e79-a540-9e0df5926da1 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=067fd376-cb4e-4ddf-b6ee-f1afb85283cd HTTP/1.1" status: 200 len: 205 time: 0.0382640 Oct 13 14:27:56.624847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35964) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:56.663168 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30128a91-32d1-4439-98f5-8db4940b8388 None None] Checking router: 067fd376-cb4e-4ddf-b6ee-f1afb85283cd for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:27:56.675826 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30128a91-32d1-4439-98f5-8db4940b8388 None None] Routers {'067fd376-cb4e-4ddf-b6ee-f1afb85283cd'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:27:56.676500 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-30128a91-32d1-4439-98f5-8db4940b8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['067fd376-cb4e-4ddf-b6ee-f1afb85283cd'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:56.724608 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe09f3d3-031f-4091-b9b8-fc9bf16d5af3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:56.781634 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-30128a91-32d1-4439-98f5-8db4940b8388 None None] Set router 067fd376-cb4e-4ddf-b6ee-f1afb85283cd gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:27:56.826220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2fd32927-94db-45c1-bb10-badca6272a1c no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:27:56.853210 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-30128a91-32d1-4439-98f5-8db4940b8388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '067fd376-cb4e-4ddf-b6ee-f1afb85283cd', 'name': 'tempest-RoutersTest-router-416023741', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:55Z', 'updated_at': '2021-10-13T14:27:55Z', 'revision_number': 2, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:27:56.883543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 2fd32927-94db-45c1-bb10-badca6272a1c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:27:56.886894 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30128a91-32d1-4439-98f5-8db4940b8388 None None] The sync data for ids ['067fd376-cb4e-4ddf-b6ee-f1afb85283cd'] in n-d-806683-15 is: [{'id': '067fd376-cb4e-4ddf-b6ee-f1afb85283cd', 'name': 'tempest-RoutersTest-router-416023741', 'tenant_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:55Z', 'updated_at': '2021-10-13T14:27:55Z', 'revision_number': 2, 'project_id': '245282d86ecd44a8b7a13cd9c8c9130a', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:27:56.887259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2fd32927-94db-45c1-bb10-badca6272a1c not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:27:56.914983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715bdd9-d4b4-41dd-a999-e78724411e1d req-769dd085-14ec-40ae-96d9-cf05b6c5dfbc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:56.918255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7715bdd9-d4b4-41dd-a999-e78724411e1d req-769dd085-14ec-40ae-96d9-cf05b6c5dfbc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1096 time: 0.1712053 Oct 13 14:27:56.962675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f66c1e-5d85-4db0-940a-e3cd4616454a req-02977b95-5c50-4ef8-8fcd-0ab488f2c5c5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:56.969475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f66c1e-5d85-4db0-940a-e3cd4616454a req-02977b95-5c50-4ef8-8fcd-0ab488f2c5c5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:56.978220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f66c1e-5d85-4db0-940a-e3cd4616454a req-02977b95-5c50-4ef8-8fcd-0ab488f2c5c5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:56.990751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f66c1e-5d85-4db0-940a-e3cd4616454a req-02977b95-5c50-4ef8-8fcd-0ab488f2c5c5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:56.997881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f66c1e-5d85-4db0-940a-e3cd4616454a req-02977b95-5c50-4ef8-8fcd-0ab488f2c5c5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:57.004028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f66c1e-5d85-4db0-940a-e3cd4616454a req-02977b95-5c50-4ef8-8fcd-0ab488f2c5c5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:57.010839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f66c1e-5d85-4db0-940a-e3cd4616454a req-02977b95-5c50-4ef8-8fcd-0ab488f2c5c5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:57.012867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65f66c1e-5d85-4db0-940a-e3cd4616454a req-02977b95-5c50-4ef8-8fcd-0ab488f2c5c5 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.2016165 Oct 13 14:27:57.044161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7715bdd9-d4b4-41dd-a999-e78724411e1d req-e2586b27-41a0-48da-8e87-241b9b17ce25 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209884 Oct 13 14:27:57.073477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65f66c1e-5d85-4db0-940a-e3cd4616454a req-c78eb0fc-24ac-44a3-9f39-6e1723fdf7d4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0495150 Oct 13 14:27:57.285540 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe09f3d3-031f-4091-b9b8-fc9bf16d5af3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:57.288045 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe09f3d3-031f-4091-b9b8-fc9bf16d5af3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:57.420241 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe09f3d3-031f-4091-b9b8-fc9bf16d5af3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:57.421393 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe09f3d3-031f-4091-b9b8-fc9bf16d5af3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Fanout notify agent at l3_agent the message router_deleted on router 067fd376-cb4e-4ddf-b6ee-f1afb85283cd {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:27:57.434355 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe09f3d3-031f-4091-b9b8-fc9bf16d5af3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:57.436040 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fe09f3d3-031f-4091-b9b8-fc9bf16d5af3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/067fd376-cb4e-4ddf-b6ee-f1afb85283cd HTTP/1.1" status: 204 len: 168 time: 0.8096642 Oct 13 14:27:57.467857 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35974) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:57.479390 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1d775bd2-da0f-4ec1-b842-7273006c37e7 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=067fd376-cb4e-4ddf-b6ee-f1afb85283cd HTTP/1.1" status: 200 len: 205 time: 0.0313637 Oct 13 14:27:57.487124 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35978) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:57.496159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df2766-e298-41a2-b5cd-631444fcb84a req-a1885331-db69-4246-b6ef-0b89432c3d70 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:57.497729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5df2766-e298-41a2-b5cd-631444fcb84a req-a1885331-db69-4246-b6ef-0b89432c3d70 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 945 time: 0.0808706 Oct 13 14:27:57.561579 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-82aef757-e454-4cd1-8698-4b7e1c791b4c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] delete failed (client error): The resource could not be found. Oct 13 14:27:57.565743 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-82aef757-e454-4cd1-8698-4b7e1c791b4c tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/067fd376-cb4e-4ddf-b6ee-f1afb85283cd HTTP/1.1" status: 404 len: 336 time: 0.0743897 Oct 13 14:27:57.565743 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35982) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:57.597588 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdea50a-1771-467a-8896-6f1d13b9ccae tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] DELETE failed (client error): The resource could not be found. Oct 13 14:27:57.598030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bdea50a-1771-467a-8896-6f1d13b9ccae tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:27:57.601057 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2bdea50a-1771-467a-8896-6f1d13b9ccae tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/a6e8818d-0737-4a0b-8096-b59f55bf8d0a HTTP/1.1" status: 404 len: 337 time: 0.0343454 Oct 13 14:27:57.605185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35984) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:57.637674 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-878f20ec-94e0-453d-88af-be8c67ec12fc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] DELETE failed (client error): The resource could not be found. Oct 13 14:27:57.638262 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878f20ec-94e0-453d-88af-be8c67ec12fc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:27:57.642056 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-878f20ec-94e0-453d-88af-be8c67ec12fc tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/7547d268-0dc6-4db5-a93a-42e2f8d6b3e0 HTTP/1.1" status: 404 len: 337 time: 0.0352173 Oct 13 14:27:57.646011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35986) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:57.660207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b5df2766-e298-41a2-b5cd-631444fcb84a req-c3a27b2f-2b4b-4672-8453-4ee5a0a402c3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Deleting port bf0b83a6-b230-408a-8e65-de17bd4faf66 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:27:57.660856 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b5df2766-e298-41a2-b5cd-631444fcb84a req-c3a27b2f-2b4b-4672-8453-4ee5a0a402c3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:57.674601 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3aefaeb-c8d0-485f-8dbf-a0a1899930f3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] DELETE failed (client error): The resource could not be found. Oct 13 14:27:57.675054 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3aefaeb-c8d0-485f-8dbf-a0a1899930f3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:27:57.678047 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a3aefaeb-c8d0-485f-8dbf-a0a1899930f3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/7dec911f-3a40-472d-b1f5-91be0df0c19c HTTP/1.1" status: 404 len: 337 time: 0.0308747 Oct 13 14:27:57.681681 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35988) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:57.716834 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f5d31e-50ae-48f7-9508-b95cf12611e9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] DELETE failed (client error): The resource could not be found. Oct 13 14:27:57.717342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f5d31e-50ae-48f7-9508-b95cf12611e9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:27:57.720695 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e0f5d31e-50ae-48f7-9508-b95cf12611e9 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/9bab1fab-51cc-47e4-b318-d82f8e2cb707 HTTP/1.1" status: 404 len: 337 time: 0.0378218 Oct 13 14:27:57.724204 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35990) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:57.737654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d2806-92f8-45d6-b323-7033740e074c req-52e1493f-b48f-4258-949a-93946682790d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:57.738906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d7d2806-92f8-45d6-b323-7033740e074c req-52e1493f-b48f-4258-949a-93946682790d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 945 time: 0.1158655 Oct 13 14:27:57.757728 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-110f8020-539b-42d2-8ffe-5a3a6117ce07 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=912021ad-03a4-4379-b4d0-57efb2b5b380 HTTP/1.1" status: 200 len: 205 time: 0.0326257 Oct 13 14:27:57.760945 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35992) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:57.799314 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-cf6993eb-c7da-4df9-a3aa-6280ba2c908b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] delete failed (client error): The resource could not be found. Oct 13 14:27:57.800812 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cf6993eb-c7da-4df9-a3aa-6280ba2c908b tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/912021ad-03a4-4379-b4d0-57efb2b5b380 HTTP/1.1" status: 404 len: 336 time: 0.0384595 Oct 13 14:27:57.803319 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35994) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:57.806947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b5df2766-e298-41a2-b5cd-631444fcb84a req-c3a27b2f-2b4b-4672-8453-4ee5a0a402c3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] For port bf0b83a6-b230-408a-8e65-de17bd4faf66, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=bf0b83a6-b230-408a-8e65-de17bd4faf66,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:57.807322 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b5df2766-e298-41a2-b5cd-631444fcb84a req-c3a27b2f-2b4b-4672-8453-4ee5a0a402c3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:57.812395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d7d2806-92f8-45d6-b323-7033740e074c req-ae1a1cf8-b1f5-4b4b-90f7-b26fd18c7682 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669320 Oct 13 14:27:57.825702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b5df2766-e298-41a2-b5cd-631444fcb84a req-c3a27b2f-2b4b-4672-8453-4ee5a0a402c3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Calling delete_port for bf0b83a6-b230-408a-8e65-de17bd4faf66 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:27:57.835079 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5738d88a-6ec2-42cd-9e9e-5de82d14ee33 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=904d88ad-de59-4d4b-ba86-f0cf9a2a317d HTTP/1.1" status: 200 len: 205 time: 0.0283570 Oct 13 14:27:57.835306 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35996) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:57.877604 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-da25a2c0-2194-4117-9a4f-ee66f4c08606 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] delete failed (client error): The resource could not be found. Oct 13 14:27:57.878336 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da25a2c0-2194-4117-9a4f-ee66f4c08606 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/904d88ad-de59-4d4b-ba86-f0cf9a2a317d HTTP/1.1" status: 404 len: 336 time: 0.0421720 Oct 13 14:27:57.881440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35998) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:57.908709 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f07bfa-5912-4802-bcc3-a02a8954e040 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] DELETE failed (client error): The resource could not be found. Oct 13 14:27:57.909330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f07bfa-5912-4802-bcc3-a02a8954e040 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:27:57.915491 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-02f07bfa-5912-4802-bcc3-a02a8954e040 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/8daa3bae-5eaf-4558-98df-ebb7c1ed4a88 HTTP/1.1" status: 404 len: 337 time: 0.0299199 Oct 13 14:27:57.915491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36000) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:57.948123 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6d7d58e5-1099-4878-952a-1655982a032f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=54adcde1-c586-47f4-83cc-652038335cbe HTTP/1.1" status: 200 len: 205 time: 0.0275447 Oct 13 14:27:57.948123 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36002) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:57.991484 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-cfe178c1-859a-403a-ab24-c908734ad721 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] delete failed (client error): The resource could not be found. Oct 13 14:27:57.992559 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cfe178c1-859a-403a-ab24-c908734ad721 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/54adcde1-c586-47f4-83cc-652038335cbe HTTP/1.1" status: 404 len: 336 time: 0.0441449 Oct 13 14:27:57.995946 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36006) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:58.032117 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-73f65838-d046-4988-91b7-157e0b6a9231 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=81acd8a8-a629-4ba6-a9d2-184c7b575e3b HTTP/1.1" status: 200 len: 205 time: 0.0329211 Oct 13 14:27:58.032516 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36008) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:58.077799 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-2d69f7cc-8e69-42ac-8784-484007eb6cc8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] delete failed (client error): The resource could not be found. Oct 13 14:27:58.077799 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2d69f7cc-8e69-42ac-8784-484007eb6cc8 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/81acd8a8-a629-4ba6-a9d2-184c7b575e3b HTTP/1.1" status: 404 len: 336 time: 0.0439835 Oct 13 14:27:58.080272 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36012) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:58.092883 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b5df2766-e298-41a2-b5cd-631444fcb84a req-c3a27b2f-2b4b-4672-8453-4ee5a0a402c3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:58.105968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['bf0b83a6-b230-408a-8e65-de17bd4faf66'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:27:58.114684 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c464dda3-44f9-4c8d-bbaf-4a8340c78450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] DELETE failed (client error): The resource could not be found. Oct 13 14:27:58.115776 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c464dda3-44f9-4c8d-bbaf-4a8340c78450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:27:58.121594 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c464dda3-44f9-4c8d-bbaf-4a8340c78450 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/e6ae530c-3d74-4986-9ff9-7745dda13a91 HTTP/1.1" status: 404 len: 337 time: 0.0373852 Oct 13 14:27:58.121887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36014) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:58.156190 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5040bbb6-8519-481a-b0f1-4de40b952191 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=e72ce714-0e1d-458c-aa37-06c5dc46d811 HTTP/1.1" status: 200 len: 205 time: 0.0322304 Oct 13 14:27:58.158194 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36020) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:58.175811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a27b2f-2b4b-4672-8453-4ee5a0a402c3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Pushing event deleted for resources: {'Port': ['ID=bf0b83a6-b230-408a-8e65-de17bd4faf66,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:58.207782 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-69e22913-721f-4521-9f02-cdf9a16d557d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] delete failed (client error): The resource could not be found. Oct 13 14:27:58.211086 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-69e22913-721f-4521-9f02-cdf9a16d557d tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/e72ce714-0e1d-458c-aa37-06c5dc46d811 HTTP/1.1" status: 404 len: 336 time: 0.0493200 Oct 13 14:27:58.211569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36022) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:58.238984 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d9d2ce-b683-49a9-ad22-e6db3be495df tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] DELETE failed (client error): The resource could not be found. Oct 13 14:27:58.239447 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d9d2ce-b683-49a9-ad22-e6db3be495df tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:27:58.246462 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c3d9d2ce-b683-49a9-ad22-e6db3be495df tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/25da3d67-cc22-4cc3-a0d0-8d13bd88f996 HTTP/1.1" status: 404 len: 337 time: 0.0336578 Oct 13 14:27:58.247455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5df2766-e298-41a2-b5cd-631444fcb84a req-c3a27b2f-2b4b-4672-8453-4ee5a0a402c3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] No DVR routers for this DVR port bf0b83a6-b230-408a-8e65-de17bd4faf66 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:27:58.249872 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36024) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:58.250273 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b5df2766-e298-41a2-b5cd-631444fcb84a req-c3a27b2f-2b4b-4672-8453-4ee5a0a402c3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:58.253629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5df2766-e298-41a2-b5cd-631444fcb84a req-c3a27b2f-2b4b-4672-8453-4ee5a0a402c3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "DELETE /v2.0/ports/bf0b83a6-b230-408a-8e65-de17bd4faf66 HTTP/1.1" status: 204 len: 173 time: 0.7494290 Oct 13 14:27:58.254259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e63df9-169b-442e-8c97-07c0fbbe3530', 'name': 'network-vif-deleted', 'tag': 'bf0b83a6-b230-408a-8e65-de17bd4faf66'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:58.256538 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a12550-0b14-4329-b759-c1fd42c7d73e" -d '{"events": [{"server_uuid": "d4e63df9-169b-442e-8c97-07c0fbbe3530", "name": "network-vif-deleted", "tag": "bf0b83a6-b230-408a-8e65-de17bd4faf66"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:58.268625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a6ce3-24fa-46de-832c-2f9fb17fa140 req-d3b20d64-a4ec-4e81-ae63-3c2e2d940216 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:58.270254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-777a6ce3-24fa-46de-832c-2f9fb17fa140 req-d3b20d64-a4ec-4e81-ae63-3c2e2d940216 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 945 time: 0.2061665 Oct 13 14:27:58.279728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b474b4-1114-4b03-9164-765e5b76b3a8 req-c7abdac3-366b-426c-b87a-51d508019fa4 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:58.281289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3b474b4-1114-4b03-9164-765e5b76b3a8 req-c7abdac3-366b-426c-b87a-51d508019fa4 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1096 time: 0.1179125 Oct 13 14:27:58.293589 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f6e0df1e-2110-40e9-9de6-19650b1ed7e3 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c8b0745-8978-4068-a5dd-919c25a1845d HTTP/1.1" status: 200 len: 205 time: 0.0421381 Oct 13 14:27:58.294521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36028) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:58.333633 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-ba643938-84b8-4583-9702-6e7fb8c50dbd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] delete failed (client error): The resource could not be found. Oct 13 14:27:58.335594 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ba643938-84b8-4583-9702-6e7fb8c50dbd tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/routers/7c8b0745-8978-4068-a5dd-919c25a1845d HTTP/1.1" status: 404 len: 336 time: 0.0399313 Oct 13 14:27:58.339498 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36030) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:58.344050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3b474b4-1114-4b03-9164-765e5b76b3a8 req-2323be64-6918-40da-9d1b-069170d6b5da tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559659 Oct 13 14:27:58.354059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-777a6ce3-24fa-46de-832c-2f9fb17fa140 req-b4028823-ab0b-4466-9455-03d5d900afec tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558693 Oct 13 14:27:58.378646 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9154bfe-8779-4c45-9d57-e32953b4ef71 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] DELETE failed (client error): The resource could not be found. Oct 13 14:27:58.379226 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9154bfe-8779-4c45-9d57-e32953b4ef71 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:27:58.385618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36032) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:58.385782 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a9154bfe-8779-4c45-9d57-e32953b4ef71 tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/a063f046-f9bb-4678-8784-080103d0ce11 HTTP/1.1" status: 404 len: 337 time: 0.0449572 Oct 13 14:27:58.421432 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb6458a-c50a-45ec-8b5b-3979a9ef786f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] DELETE failed (client error): The resource could not be found. Oct 13 14:27:58.421810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb6458a-c50a-45ec-8b5b-3979a9ef786f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:27:58.424883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ebb6458a-c50a-45ec-8b5b-3979a9ef786f tempest-RoutersTest-286940104 tempest-RoutersTest-286940104-project] 10.222.0.18 "DELETE /v2.0/subnets/b610f263-5427-4137-90b7-50726c401ac1 HTTP/1.1" status: 404 len: 337 time: 0.0380797 Oct 13 14:27:58.525776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319cefe-a36c-4277-8ed6-fcf56b16b2dc req-576f6a88-a72e-444f-8439-290babc4aa43 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:58.533405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319cefe-a36c-4277-8ed6-fcf56b16b2dc req-576f6a88-a72e-444f-8439-290babc4aa43 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:58.543024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319cefe-a36c-4277-8ed6-fcf56b16b2dc req-576f6a88-a72e-444f-8439-290babc4aa43 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:58.556168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319cefe-a36c-4277-8ed6-fcf56b16b2dc req-576f6a88-a72e-444f-8439-290babc4aa43 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:58.565260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319cefe-a36c-4277-8ed6-fcf56b16b2dc req-576f6a88-a72e-444f-8439-290babc4aa43 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:58.574590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319cefe-a36c-4277-8ed6-fcf56b16b2dc req-576f6a88-a72e-444f-8439-290babc4aa43 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:58.580683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319cefe-a36c-4277-8ed6-fcf56b16b2dc req-576f6a88-a72e-444f-8439-290babc4aa43 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:58.590273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0319cefe-a36c-4277-8ed6-fcf56b16b2dc req-576f6a88-a72e-444f-8439-290babc4aa43 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.1528764 Oct 13 14:27:58.593227 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b136f8-1358-456c-a5e0-34bb4aee294a x-openstack-request-id: req-63b136f8-1358-456c-a5e0-34bb4aee294a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:58.593748 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e63df9-169b-442e-8c97-07c0fbbe3530", "name": "network-vif-deleted", "tag": "bf0b83a6-b230-408a-8e65-de17bd4faf66", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:58.594185 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63b136f8-1358-456c-a5e0-34bb4aee294a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:58.594745 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e63df9-169b-442e-8c97-07c0fbbe3530', 'name': 'network-vif-deleted', 'tag': 'bf0b83a6-b230-408a-8e65-de17bd4faf66', 'status': 'completed', 'code': 200} Oct 13 14:27:58.637655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0319cefe-a36c-4277-8ed6-fcf56b16b2dc req-233d04e7-263a-4f40-8daa-5303210f31a1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465093 Oct 13 14:27:58.853557 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 350fb794-e306-4b99-aa01-77e0dffb9090 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:27:58.967382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a96079b-55fe-4998-92e8-41ede0aaa716 req-80897747-d303-44ee-a811-3b064a174ba9 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 210 time: 0.0466750 Oct 13 14:27:59.006704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 350fb794-e306-4b99-aa01-77e0dffb9090 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:27:59.011897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 350fb794-e306-4b99-aa01-77e0dffb9090 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:27:59.012443 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:59.045552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36040) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:59.128045 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:59.166425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcf8726-9a6f-4976-84b4-e0d34b3c26e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350fb794-e306-4b99-aa01-77e0dffb9090'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:27:59.170450 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc8c82d-d6c9-48c0-b3d6-0060c0b0b839" -d '{"events": [{"server_uuid": "0fcf8726-9a6f-4976-84b4-e0d34b3c26e9", "name": "network-vif-plugged", "status": "completed", "tag": "350fb794-e306-4b99-aa01-77e0dffb9090"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:27:59.198032 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 350fb794-e306-4b99-aa01-77e0dffb9090, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=350fb794-e306-4b99-aa01-77e0dffb9090,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:27:59.233879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5069d80f-9a80-457f-af49-9f01276121d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=245282d86ecd44a8b7a13cd9c8c9130a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870732 Oct 13 14:27:59.236869 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36048) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:27:59.272117 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:59.273954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bf0b83a6-b230-408a-8e65-de17bd4faf66 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:27:59.314335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-20285665-ae9c-4b03-b47c-b3372741cf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:59.328952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: bf0b83a6-b230-408a-8e65-de17bd4faf66 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:27:59.329327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device bf0b83a6-b230-408a-8e65-de17bd4faf66 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:27:59.356803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-20285665-ae9c-4b03-b47c-b3372741cf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:59.368764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=350fb794-e306-4b99-aa01-77e0dffb9090,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:59.404594 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53544d3-b0a1-4aa7-9ab9-cf1fe4fca766 x-openstack-request-id: req-e53544d3-b0a1-4aa7-9ab9-cf1fe4fca766 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:27:59.405026 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcf8726-9a6f-4976-84b4-e0d34b3c26e9", "name": "network-vif-plugged", "status": "completed", "tag": "350fb794-e306-4b99-aa01-77e0dffb9090", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:27:59.405613 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e53544d3-b0a1-4aa7-9ab9-cf1fe4fca766 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:27:59.406177 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcf8726-9a6f-4976-84b4-e0d34b3c26e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350fb794-e306-4b99-aa01-77e0dffb9090', 'code': 200} Oct 13 14:27:59.551356 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-20285665-ae9c-4b03-b47c-b3372741cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:59.553919 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-20285665-ae9c-4b03-b47c-b3372741cf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:27:59.555282 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-20285665-ae9c-4b03-b47c-b3372741cf56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1adeae65-49a6-4b5f-a1bf-b99520f62bb7 HTTP/1.1" status: 204 len: 168 time: 0.3167748 Oct 13 14:27:59.569870 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20285665-ae9c-4b03-b47c-b3372741cf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adeae65-49a6-4b5f-a1bf-b99520f62bb7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:27:59.627752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13a57f-7039-49f6-a67c-582dbd3e33d6 req-3594587e-c399-4b7a-abd4-c6c0e07a5622 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:59.630152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a13a57f-7039-49f6-a67c-582dbd3e33d6 req-3594587e-c399-4b7a-abd4-c6c0e07a5622 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 945 time: 0.1696739 Oct 13 14:27:59.637806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdcf88-b8d2-4e3b-a9dd-06b7ac44ee10 req-d1c3d1c7-cbc0-4084-a3b1-1a5dcfe036db tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:59.639332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41fdcf88-b8d2-4e3b-a9dd-06b7ac44ee10 req-d1c3d1c7-cbc0-4084-a3b1-1a5dcfe036db tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1097 time: 0.1666319 Oct 13 14:27:59.644508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b817f7-a6bb-405d-a6c6-3b2aa5e7be4c req-9739b886-f75a-4e28-960b-22f819017353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:59.646286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6b817f7-a6bb-405d-a6c6-3b2aa5e7be4c req-9739b886-f75a-4e28-960b-22f819017353 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1097 time: 0.1082113 Oct 13 14:27:59.741750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41fdcf88-b8d2-4e3b-a9dd-06b7ac44ee10 req-c612d244-4190-48c3-bc00-562b8df9cad3 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942502 Oct 13 14:27:59.774889 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a13a57f-7039-49f6-a67c-582dbd3e33d6 req-025346bb-bbdb-4ac3-85af-acb6f708ecdf tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246035 Oct 13 14:27:59.783365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6b817f7-a6bb-405d-a6c6-3b2aa5e7be4c req-24758d2a-80da-4295-8f57-a77ccda7e0d1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186998 Oct 13 14:27:59.911626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a58d5-4844-457a-959a-2bbe0f4cc60d req-698a292c-9d75-41b3-aa35-0e81baa8ea49 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:59.918378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a58d5-4844-457a-959a-2bbe0f4cc60d req-698a292c-9d75-41b3-aa35-0e81baa8ea49 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:59.924491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a58d5-4844-457a-959a-2bbe0f4cc60d req-698a292c-9d75-41b3-aa35-0e81baa8ea49 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:59.930746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a58d5-4844-457a-959a-2bbe0f4cc60d req-698a292c-9d75-41b3-aa35-0e81baa8ea49 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:59.940038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a58d5-4844-457a-959a-2bbe0f4cc60d req-698a292c-9d75-41b3-aa35-0e81baa8ea49 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:59.952423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a58d5-4844-457a-959a-2bbe0f4cc60d req-698a292c-9d75-41b3-aa35-0e81baa8ea49 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:59.964079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a58d5-4844-457a-959a-2bbe0f4cc60d req-698a292c-9d75-41b3-aa35-0e81baa8ea49 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:27:59.967724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a0a58d5-4844-457a-959a-2bbe0f4cc60d req-698a292c-9d75-41b3-aa35-0e81baa8ea49 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.1131604 Oct 13 14:28:00.015842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a0a58d5-4844-457a-959a-2bbe0f4cc60d req-cbed6043-6c0a-4225-98db-d16a08986820 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399840 Oct 13 14:28:00.168646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1eda207-3a04-491f-9742-1270ec2b841e req-da30346a-d68d-4177-b88e-4a192cc84aa5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 210 time: 0.0443215 Oct 13 14:28:00.202418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a5b1e-fb03-4d32-81c7-10672e79a0f0 req-db7e7ca0-bfe8-4d1b-8cc7-2ef1e0e37f49 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:00.203976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-520a5b1e-fb03-4d32-81c7-10672e79a0f0 req-db7e7ca0-bfe8-4d1b-8cc7-2ef1e0e37f49 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 945 time: 0.0949697 Oct 13 14:28:00.651657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-520a5b1e-fb03-4d32-81c7-10672e79a0f0 req-ad6054fe-f3b5-41dd-adf7-ef47342e1ad3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Deleting port fbfce905-8b97-457f-a744-b0333619f6ec {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:00.652194 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-520a5b1e-fb03-4d32-81c7-10672e79a0f0 req-ad6054fe-f3b5-41dd-adf7-ef47342e1ad3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:00.751334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-520a5b1e-fb03-4d32-81c7-10672e79a0f0 req-ad6054fe-f3b5-41dd-adf7-ef47342e1ad3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] For port fbfce905-8b97-457f-a744-b0333619f6ec, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=fbfce905-8b97-457f-a744-b0333619f6ec,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:00.751707 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-520a5b1e-fb03-4d32-81c7-10672e79a0f0 req-ad6054fe-f3b5-41dd-adf7-ef47342e1ad3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:00.770493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-520a5b1e-fb03-4d32-81c7-10672e79a0f0 req-ad6054fe-f3b5-41dd-adf7-ef47342e1ad3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Calling delete_port for fbfce905-8b97-457f-a744-b0333619f6ec owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:00.949493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36084) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:00.998655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f0b14-d62f-4bad-84f8-ebc0e6062655 req-b32804ee-83b7-41b3-a14b-026ca2407243 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:01.000358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b69f0b14-d62f-4bad-84f8-ebc0e6062655 req-b32804ee-83b7-41b3-a14b-026ca2407243 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1097 time: 0.1354759 Oct 13 14:28:01.016591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cd298-0771-4864-9c82-2d75743398fb req-88224bd5-8e2b-4707-9415-030ef2c50e44 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:01.018372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce3cd298-0771-4864-9c82-2d75743398fb req-88224bd5-8e2b-4707-9415-030ef2c50e44 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 945 time: 0.1349120 Oct 13 14:28:01.080438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b69f0b14-d62f-4bad-84f8-ebc0e6062655 req-c080f3cd-f3da-4b2c-994e-2c6a037945d7 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609338 Oct 13 14:28:01.083674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce3cd298-0771-4864-9c82-2d75743398fb req-6d9702e9-99d8-40c0-bb19-ffccb9555e83 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563748 Oct 13 14:28:01.097970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1917758750'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:01.120926 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-520a5b1e-fb03-4d32-81c7-10672e79a0f0 req-ad6054fe-f3b5-41dd-adf7-ef47342e1ad3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:01.140905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['c2ef771c-7eec-462e-98cd-e5a9e2f85c98'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:01.163810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6054fe-f3b5-41dd-adf7-ef47342e1ad3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Pushing event deleted for resources: {'Port': ['ID=fbfce905-8b97-457f-a744-b0333619f6ec,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:01.217067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-520a5b1e-fb03-4d32-81c7-10672e79a0f0 req-ad6054fe-f3b5-41dd-adf7-ef47342e1ad3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] No DVR routers for this DVR port fbfce905-8b97-457f-a744-b0333619f6ec on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:28:01.220547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-520a5b1e-fb03-4d32-81c7-10672e79a0f0 req-ad6054fe-f3b5-41dd-adf7-ef47342e1ad3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:01.224408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-520a5b1e-fb03-4d32-81c7-10672e79a0f0 req-ad6054fe-f3b5-41dd-adf7-ef47342e1ad3 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "DELETE /v2.0/ports/fbfce905-8b97-457f-a744-b0333619f6ec HTTP/1.1" status: 204 len: 173 time: 1.0103366 Oct 13 14:28:01.225086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77b7a9f-e443-4fea-a286-db2011c765ed', 'name': 'network-vif-deleted', 'tag': 'fbfce905-8b97-457f-a744-b0333619f6ec'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:01.227807 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2e9ecf-3d2d-4f9e-8c5f-a916ef457f94" -d '{"events": [{"server_uuid": "b77b7a9f-e443-4fea-a286-db2011c765ed", "name": "network-vif-deleted", "tag": "fbfce905-8b97-457f-a744-b0333619f6ec"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:01.259960 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Made reservation on behalf of 11be9b7aa13f4ef2bc88615215ae25cf for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:28:01.267646 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:01.294092 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:01.332754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482fe1c-d971-47ce-b19a-e94605174902 req-e6ac48e4-0fe0-41ca-b970-64f5435a6ff1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:01.332754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482fe1c-d971-47ce-b19a-e94605174902 req-e6ac48e4-0fe0-41ca-b970-64f5435a6ff1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:01.338478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482fe1c-d971-47ce-b19a-e94605174902 req-e6ac48e4-0fe0-41ca-b970-64f5435a6ff1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:01.347621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482fe1c-d971-47ce-b19a-e94605174902 req-e6ac48e4-0fe0-41ca-b970-64f5435a6ff1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:01.360365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482fe1c-d971-47ce-b19a-e94605174902 req-e6ac48e4-0fe0-41ca-b970-64f5435a6ff1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:01.371381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482fe1c-d971-47ce-b19a-e94605174902 req-e6ac48e4-0fe0-41ca-b970-64f5435a6ff1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:01.382877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482fe1c-d971-47ce-b19a-e94605174902 req-e6ac48e4-0fe0-41ca-b970-64f5435a6ff1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:01.402198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3482fe1c-d971-47ce-b19a-e94605174902 req-e6ac48e4-0fe0-41ca-b970-64f5435a6ff1 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.1569624 Oct 13 14:28:01.471629 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:01.477785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba816ff5-f261-450d-b986-f27e017c7a15 req-11d7e2e0-d98a-49dc-8e0c-46f6a7e160eb tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 210 time: 0.0635135 Oct 13 14:28:01.517039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3482fe1c-d971-47ce-b19a-e94605174902 req-525778f2-f05c-43c1-93c4-a7e0e283ea85 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1129107 Oct 13 14:28:01.535690 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfde82d-3d03-458a-8254-509d9cb3e847 x-openstack-request-id: req-2bfde82d-3d03-458a-8254-509d9cb3e847 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:01.535690 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77b7a9f-e443-4fea-a286-db2011c765ed", "name": "network-vif-deleted", "tag": "fbfce905-8b97-457f-a744-b0333619f6ec", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:01.535690 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bfde82d-3d03-458a-8254-509d9cb3e847 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:01.535690 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77b7a9f-e443-4fea-a286-db2011c765ed', 'name': 'network-vif-deleted', 'tag': 'fbfce905-8b97-457f-a744-b0333619f6ec', 'status': 'completed', 'code': 200} Oct 13 14:28:01.545819 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:01.578059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:28:01.589874 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc7d5c8-c65d-4273-be0e-4c3d69bdbf06,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:01.596532 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:01.597168 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Added segment 668b31a7-8b8f-4b96-a91f-214474d9a3aa of type vlan for network d5a2201c-602a-4dd5-b787-3ab35783585e Oct 13 14:28:01.652438 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:01.808921 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:01.815380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:01.823698 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:01.896905 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Pushing event updated for resources: {'Network': ['ID=d5a2201c-602a-4dd5-b787-3ab35783585e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:01.912026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network d5a2201c-602a-4dd5-b787-3ab35783585e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:28:01.994358 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7dc08ee4-c476-4a38-ad84-dea1424a5211 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0433748 Oct 13 14:28:02.003015 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36096) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:02.009345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-707f0c72-b553-4396-8105-d513dd44f4d3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Request body: {'subnet': {'network_id': 'd5a2201c-602a-4dd5-b787-3ab35783585e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:02.203610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707f0c72-b553-4396-8105-d513dd44f4d3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Made reservation on behalf of 11be9b7aa13f4ef2bc88615215ae25cf for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:28:02.207340 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-707f0c72-b553-4396-8105-d513dd44f4d3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:02.234998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6c11a25-5868-4fd5-9990-9d15a9d2c2f6 req-214a4a9e-ed6a-4335-bc8d-b213243532e2 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=b77b7a9f-e443-4fea-a286-db2011c765ed HTTP/1.1" status: 200 len: 210 time: 0.0479603 Oct 13 14:28:02.276277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2d839-8ba4-4809-ab57-d643b3196151 req-5285b771-b436-4f9e-8705-5d9111aae52f tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:02.277856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7d2d839-8ba4-4809-ab57-d643b3196151 req-5285b771-b436-4f9e-8705-5d9111aae52f tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1097 time: 0.0789073 Oct 13 14:28:02.333043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7d2d839-8ba4-4809-ab57-d643b3196151 req-cf587706-8573-4d95-b04b-75db7a5900f3 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482700 Oct 13 14:28:02.476886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bef12-c8aa-4239-879e-a1d0ea9d8fde req-0e3fc922-f2fc-4400-967d-9dbc54829139 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:02.478619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d3bef12-c8aa-4239-879e-a1d0ea9d8fde req-0e3fc922-f2fc-4400-967d-9dbc54829139 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1097 time: 0.0463533 Oct 13 14:28:02.516871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d3bef12-c8aa-4239-879e-a1d0ea9d8fde req-eac9b5f8-1372-42fa-b008-a7b841c6b250 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Oct 13 14:28:02.561276 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-707f0c72-b553-4396-8105-d513dd44f4d3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:02.624474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd8b568d-0de7-42a5-8f5e-2561f76b1bd2 req-54687e68-2161-4846-8f11-bb76562925d0 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 210 time: 0.0577970 Oct 13 14:28:02.641524 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f0c72-b553-4396-8105-d513dd44f4d3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Pushing event updated for resources: {'Subnet': ['ID=b773cf00-e0fb-4856-96cf-70f36fe20b4e,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:02.685821 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f0c72-b553-4396-8105-d513dd44f4d3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Checking segment: {'id': '668b31a7-8b8f-4b96-a91f-214474d9a3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5a2201c-602a-4dd5-b787-3ab35783585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:28:02.686677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707f0c72-b553-4396-8105-d513dd44f4d3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Network hostable DHCP agents. Network: d5a2201c-602a-4dd5-b787-3ab35783585e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:28:02.688378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28381da3-9f24-445b-be70-0c6cd3e0394e req-c356ccbd-c3dc-4a4d-8325-e25eefa0b543 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:02.690063 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28381da3-9f24-445b-be70-0c6cd3e0394e req-c356ccbd-c3dc-4a4d-8325-e25eefa0b543 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1097 time: 0.0650079 Oct 13 14:28:02.775963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28381da3-9f24-445b-be70-0c6cd3e0394e req-3d447873-bd14-4535-8cc0-c5214a7da997 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756550 Oct 13 14:28:02.804072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1857a-4316-409b-b279-8a528dd85484 req-c837b50e-6f8c-4f26-b5d0-b9f5c4aa7c73 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:02.808732 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707f0c72-b553-4396-8105-d513dd44f4d3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Network d5a2201c-602a-4dd5-b787-3ab35783585e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:28:02.810836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1857a-4316-409b-b279-8a528dd85484 req-c837b50e-6f8c-4f26-b5d0-b9f5c4aa7c73 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:02.817508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1857a-4316-409b-b279-8a528dd85484 req-c837b50e-6f8c-4f26-b5d0-b9f5c4aa7c73 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:02.823886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1857a-4316-409b-b279-8a528dd85484 req-c837b50e-6f8c-4f26-b5d0-b9f5c4aa7c73 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:02.830008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1857a-4316-409b-b279-8a528dd85484 req-c837b50e-6f8c-4f26-b5d0-b9f5c4aa7c73 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:02.836110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1857a-4316-409b-b279-8a528dd85484 req-c837b50e-6f8c-4f26-b5d0-b9f5c4aa7c73 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:02.843084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1857a-4316-409b-b279-8a528dd85484 req-c837b50e-6f8c-4f26-b5d0-b9f5c4aa7c73 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:02.845103 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0db1857a-4316-409b-b279-8a528dd85484 req-c837b50e-6f8c-4f26-b5d0-b9f5c4aa7c73 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.1170137 Oct 13 14:28:02.874987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fbfce905-8b97-457f-a744-b0333619f6ec no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:28:02.899968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-707f0c72-b553-4396-8105-d513dd44f4d3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, d5a2201c-602a-4dd5-b787-3ab35783585e) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:28:02.912079 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0db1857a-4316-409b-b279-8a528dd85484 req-bc3d3a3d-06ee-4226-919d-5eb8f35de003 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574167 Oct 13 14:28:02.915921 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f0c72-b553-4396-8105-d513dd44f4d3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:02.922928 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-707f0c72-b553-4396-8105-d513dd44f4d3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:02.951399 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b91957-3aa9-4203-b33a-64068f0c0498 None None] Network d5a2201c-602a-4dd5-b787-3ab35783585e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:28:02.954922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: fbfce905-8b97-457f-a744-b0333619f6ec {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:28:02.961404 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device fbfce905-8b97-457f-a744-b0333619f6ec not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:28:03.016360 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-707f0c72-b553-4396-8105-d513dd44f4d3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0097086 Oct 13 14:28:03.016840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36124) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:03.024776 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Request body: {'port': {'network_id': 'd5a2201c-602a-4dd5-b787-3ab35783585e', 'name': 'tempest-TagsExtTest-1595582148'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:03.148826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-4acf2391-fd1c-4680-9809-933b1695a441 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:03.154775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-d5a2201c-602a-4dd5-b787-3ab35783585e', 'network_id': 'd5a2201c-602a-4dd5-b787-3ab35783585e', 'tenant_id': '11be9b7aa13f4ef2bc88615215ae25cf', 'fixed_ips': [{'subnet_id': 'b773cf00-e0fb-4856-96cf-70f36fe20b4e'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:28:03.155792 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:03.156462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-4acf2391-fd1c-4680-9809-933b1695a441 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/networks?id=47f65dfb-7a05-403f-94bb-fcf552d64738 HTTP/1.1" status: 200 len: 910 time: 0.1169193 Oct 13 14:28:03.172561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-8cb44553-27c4-4f61-a26a-a1da9bce04dd tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/quotas/697a4043162e4bc1bdfc18bb4f11d232 HTTP/1.1" status: 200 len: 375 time: 0.0151083 Oct 13 14:28:03.235279 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-0c63e2df-eade-4cf8-a2a0-a871e0faf7fb tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=697a4043162e4bc1bdfc18bb4f11d232&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616083 Oct 13 14:28:03.296283 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Made reservation on behalf of 11be9b7aa13f4ef2bc88615215ae25cf for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:28:03.299928 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:03.335174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] device_id is not set on port 56620a73-7487-44e2-bd1f-b432b8cde773 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:28:03.367452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Allocated IP 172.20.0.2 (d5a2201c-602a-4dd5-b787-3ab35783585e/b773cf00-e0fb-4856-96cf-70f36fe20b4e/90e2786d-a5b5-4281-803c-b385941dc136) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:28:03.443071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-d0acc00d-3c4b-42cd-a3e1-92fba0b1337d service neutron] 10.222.0.18 "GET /v2.0/networks/47f65dfb-7a05-403f-94bb-fcf552d64738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949968 Oct 13 14:28:03.580606 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:03.587526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-0d2a0519-d890-4a1f-83b6-17917f440757 service neutron] 10.222.0.18 "GET /v2.0/networks/47f65dfb-7a05-403f-94bb-fcf552d64738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363828 Oct 13 14:28:03.712199 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:03.764035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Network d5a2201c-602a-4dd5-b787-3ab35783585e is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:28:03.769563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a95a03a-fcb0-41a0-81aa-28e72b58e209 req-40083249-c697-48d3-8d8c-052a366e70b7 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 210 time: 0.0536909 Oct 13 14:28:03.774267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:28:03.781240 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:28:03.788568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Allocated IP 172.20.0.7 (d5a2201c-602a-4dd5-b787-3ab35783585e/b773cf00-e0fb-4856-96cf-70f36fe20b4e/56620a73-7487-44e2-bd1f-b432b8cde773) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:28:03.798640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Pushing event updated for resources: {'Port': ['ID=90e2786d-a5b5-4281-803c-b385941dc136,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:03.887042 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Attempting to bind port 90e2786d-a5b5-4281-803c-b385941dc136 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:28:03.888802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Attempting to bind port 90e2786d-a5b5-4281-803c-b385941dc136 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '668b31a7-8b8f-4b96-a91f-214474d9a3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5a2201c-602a-4dd5-b787-3ab35783585e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:28:03.889719 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Attempting to bind port 90e2786d-a5b5-4281-803c-b385941dc136 on network d5a2201c-602a-4dd5-b787-3ab35783585e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:28:03.900231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:28:03.901335 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Checking segment: {'id': '668b31a7-8b8f-4b96-a91f-214474d9a3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5a2201c-602a-4dd5-b787-3ab35783585e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:28:03.902522 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:03.903418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Bound using segment: {'id': '668b31a7-8b8f-4b96-a91f-214474d9a3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5a2201c-602a-4dd5-b787-3ab35783585e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:28:03.904479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Bound port: 90e2786d-a5b5-4281-803c-b385941dc136, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668b31a7-8b8f-4b96-a91f-214474d9a3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd5a2201c-602a-4dd5-b787-3ab35783585e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:28:03.905440 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:03.929240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24eb55b2-7d3e-46ca-aed3-f9cb292b9dca req-1e197911-77e8-48a7-96b3-1d03824c9e61 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 210 time: 0.0382264 Oct 13 14:28:04.003263 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:04.054920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] For port 90e2786d-a5b5-4281-803c-b385941dc136, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:28:04.059912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] For port 90e2786d-a5b5-4281-803c-b385941dc136, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=90e2786d-a5b5-4281-803c-b385941dc136,segment=NetworkSegment(668b31a7-8b8f-4b96-a91f-214474d9a3aa),segment_id=668b31a7-8b8f-4b96-a91f-214474d9a3aa)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:28:04.065650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a343-1e7d-4280-9e15-f35f28958f62 req-848d3c1b-e9d0-43b4-a230-bcb02bedf691 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:04.074526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a343-1e7d-4280-9e15-f35f28958f62 req-848d3c1b-e9d0-43b4-a230-bcb02bedf691 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:04.081856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a343-1e7d-4280-9e15-f35f28958f62 req-848d3c1b-e9d0-43b4-a230-bcb02bedf691 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:04.089467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a343-1e7d-4280-9e15-f35f28958f62 req-848d3c1b-e9d0-43b4-a230-bcb02bedf691 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:04.096400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a343-1e7d-4280-9e15-f35f28958f62 req-848d3c1b-e9d0-43b4-a230-bcb02bedf691 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:04.108094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a343-1e7d-4280-9e15-f35f28958f62 req-848d3c1b-e9d0-43b4-a230-bcb02bedf691 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:04.114802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1a343-1e7d-4280-9e15-f35f28958f62 req-848d3c1b-e9d0-43b4-a230-bcb02bedf691 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:04.116839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83c1a343-1e7d-4280-9e15-f35f28958f62 req-848d3c1b-e9d0-43b4-a230-bcb02bedf691 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.1255164 Oct 13 14:28:04.155555 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:04.158472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:04.206099 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83c1a343-1e7d-4280-9e15-f35f28958f62 req-efc8c757-91d5-4486-915b-e00898b4e86b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0814531 Oct 13 14:28:04.236563 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465f785-4a55-4282-8f33-4a4bb098b4e7 None None] Pushing event updated for resources: {'Port': ['ID=90e2786d-a5b5-4281-803c-b385941dc136,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:04.257459 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Network d5a2201c-602a-4dd5-b787-3ab35783585e is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:28:04.259451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:28:04.268406 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:28:04.323201 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Pushing event updated for resources: {'Port': ['ID=56620a73-7487-44e2-bd1f-b432b8cde773,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:04.350827 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:04.351536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:04.434491 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-db7a2656-0482-4775-b8aa-def62d6f8e9f tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4163828 Oct 13 14:28:04.437805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36146) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:04.442797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5f8236a5-e3f7-45ad-9c2c-7661f63c4be9 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1212767673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:04.583631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5f8236a5-e3f7-45ad-9c2c-7661f63c4be9 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:04.585893 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5f8236a5-e3f7-45ad-9c2c-7661f63c4be9 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:04.732249 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5f8236a5-e3f7-45ad-9c2c-7661f63c4be9 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:04.831408 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5f8236a5-e3f7-45ad-9c2c-7661f63c4be9 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:04.942567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37d7d68a-9f4b-48ca-a2c7-4d9d54bfbce9 req-4fa4dbea-cc45-4cd6-9641-531fe4c0ccb6 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4e63df9-169b-442e-8c97-07c0fbbe3530 HTTP/1.1" status: 200 len: 210 time: 0.0295990 Oct 13 14:28:04.947003 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5f8236a5-e3f7-45ad-9c2c-7661f63c4be9 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:04.951421 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36158) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:04.956576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-523b2a28-b5ed-4862-b890-aba39b64cef0 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1795785344', 'prefixes': ['172.20.0.0/16']}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:04.968207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5f8236a5-e3f7-45ad-9c2c-7661f63c4be9 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5226185 Oct 13 14:28:05.059792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-212c0d04-8544-4d1e-9b8a-41da2dcdfe7c req-cbd72c97-a8df-463b-b50a-26295615c5f9 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 210 time: 0.0412235 Oct 13 14:28:05.340319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc800-b729-46c7-a253-78636bf474d6 req-ac14a791-52ce-45f8-b516-81054937a810 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:05.347043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc800-b729-46c7-a253-78636bf474d6 req-ac14a791-52ce-45f8-b516-81054937a810 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:05.354042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc800-b729-46c7-a253-78636bf474d6 req-ac14a791-52ce-45f8-b516-81054937a810 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:05.354511 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-523b2a28-b5ed-4862-b890-aba39b64cef0 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for subnetpool, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:05.356043 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-523b2a28-b5ed-4862-b890-aba39b64cef0 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4035504 Oct 13 14:28:05.359301 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36162) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:05.361560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc800-b729-46c7-a253-78636bf474d6 req-ac14a791-52ce-45f8-b516-81054937a810 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:05.364656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-1a0f859e-21a0-4b50-8f29-6f817a2d9698 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b773cf00-e0fb-4856-96cf-70f36fe20b4e', 'tempest-TagsExtTest-Tag-1982416023') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:05.368509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc800-b729-46c7-a253-78636bf474d6 req-ac14a791-52ce-45f8-b516-81054937a810 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:05.374536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc800-b729-46c7-a253-78636bf474d6 req-ac14a791-52ce-45f8-b516-81054937a810 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:05.380913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfc800-b729-46c7-a253-78636bf474d6 req-ac14a791-52ce-45f8-b516-81054937a810 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:05.382933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ecfc800-b729-46c7-a253-78636bf474d6 req-ac14a791-52ce-45f8-b516-81054937a810 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.1026778 Oct 13 14:28:05.432956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ecfc800-b729-46c7-a253-78636bf474d6 req-813b2514-93e8-4e5a-bdc0-88545d62f38d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404811 Oct 13 14:28:05.478683 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41468043-54f3-4837-adfa-f2503e7c9d42 None None] Network d5a2201c-602a-4dd5-b787-3ab35783585e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:28:05.556571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-bc94e4b0-cc6c-487d-91fd-7424bb372131 None None] Provisioning complete for port 90e2786d-a5b5-4281-803c-b385941dc136 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:05.556945 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bc94e4b0-cc6c-487d-91fd-7424bb372131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:05.605255 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1a0f859e-21a0-4b50-8f29-6f817a2d9698 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "PUT /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e/tags/tempest-TagsExtTest-Tag-1982416023 HTTP/1.1" status: 201 len: 201 time: 0.2445042 Oct 13 14:28:05.607913 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36164) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:05.617604 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-59e0db64-040e-497b-88b9-a5c741df28b6 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '56620a73-7487-44e2-bd1f-b432b8cde773', 'tempest-TagsExtTest-Tag-2098460684') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:05.743876 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bc94e4b0-cc6c-487d-91fd-7424bb372131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:05.789362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bc94e4b0-cc6c-487d-91fd-7424bb372131 None None] For port 90e2786d-a5b5-4281-803c-b385941dc136, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=90e2786d-a5b5-4281-803c-b385941dc136,segment=NetworkSegment(668b31a7-8b8f-4b96-a91f-214474d9a3aa),segment_id=668b31a7-8b8f-4b96-a91f-214474d9a3aa)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:05.803045 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-59e0db64-040e-497b-88b9-a5c741df28b6 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "PUT /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773/tags/tempest-TagsExtTest-Tag-2098460684 HTTP/1.1" status: 201 len: 201 time: 0.1927910 Oct 13 14:28:05.807025 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36168) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:05.812052 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-eca0937a-74f6-4b26-9056-e4448e1e6b8b tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9a87c207-1862-4dac-94ef-f52aee4f8ea8', 'tempest-TagsExtTest-Tag-2094165305') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:05.870893 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bc94e4b0-cc6c-487d-91fd-7424bb372131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:05.934854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94e4b0-cc6c-487d-91fd-7424bb372131 None None] Pushing event updated for resources: {'Port': ['ID=90e2786d-a5b5-4281-803c-b385941dc136,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:06.055648 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eca0937a-74f6-4b26-9056-e4448e1e6b8b tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "PUT /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8/tags/tempest-TagsExtTest-Tag-2094165305 HTTP/1.1" status: 201 len: 201 time: 0.2475619 Oct 13 14:28:06.058609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36176) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:06.064141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-2d1d8020-2bc2-46c3-b366-9d2c24f51f3d tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06f70e47-2885-41e3-b853-80f3ddae4690', 'tempest-TagsExtTest-Tag-696816701') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:06.136208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-957c7701-a889-4b79-8078-e300d967c74b None None] Provisioning complete for port 56620a73-7487-44e2-bd1f-b432b8cde773 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:06.136856 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-957c7701-a889-4b79-8078-e300d967c74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:06.234087 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 90e2786d-a5b5-4281-803c-b385941dc136 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:06.285627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5c0e012-0cb7-47b5-b901-8c43780dff9e req-0b0fb3d6-cc17-49c7-b37f-d07d9fe9696f tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 210 time: 0.0594513 Oct 13 14:28:06.320179 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2d1d8020-2bc2-46c3-b366-9d2c24f51f3d tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "PUT /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690/tags/tempest-TagsExtTest-Tag-696816701 HTTP/1.1" status: 201 len: 201 time: 0.2524288 Oct 13 14:28:06.320179 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36186) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:06.320179 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-fa42ae7d-ef8a-47c6-b6fd-9a89baf6751d tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b773cf00-e0fb-4856-96cf-70f36fe20b4e') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:06.337237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-957c7701-a889-4b79-8078-e300d967c74b None None] Port 56620a73-7487-44e2-bd1f-b432b8cde773 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:28:06.362105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-957c7701-a889-4b79-8078-e300d967c74b None None] Provisioning complete for port 90e2786d-a5b5-4281-803c-b385941dc136 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:06.362799 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-957c7701-a889-4b79-8078-e300d967c74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:06.416483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 90e2786d-a5b5-4281-803c-b385941dc136 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:06.416849 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:06.443463 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fa42ae7d-ef8a-47c6-b6fd-9a89baf6751d tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e/tags HTTP/1.1" status: 200 len: 241 time: 0.1277099 Oct 13 14:28:06.445973 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36190) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:06.450392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-c58e134a-a93f-407f-9690-b464af3075fd tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b773cf00-e0fb-4856-96cf-70f36fe20b4e', 'tempest-TagsExtTest-Tag-1982416023') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:06.543031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-d1a8dc71-2b92-484e-a85f-e7d1abb8907b tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:06.544514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-d1a8dc71-2b92-484e-a85f-e7d1abb8907b tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.49 "GET /v2.0/networks?id=47f65dfb-7a05-403f-94bb-fcf552d64738 HTTP/1.1" status: 200 len: 910 time: 0.1719246 Oct 13 14:28:06.567265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Request body: {'port': {'device_id': 'bbba1ec7-b469-4724-b636-540fc6cc49e7', 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738', 'admin_state_up': True, 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:06.577990 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c58e134a-a93f-407f-9690-b464af3075fd tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e/tags/tempest-TagsExtTest-Tag-1982416023 HTTP/1.1" status: 204 len: 168 time: 0.1309621 Oct 13 14:28:06.589653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36196) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:06.604516 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-dae28eef-42f9-4e87-ae87-b3085da30ee5 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b773cf00-e0fb-4856-96cf-70f36fe20b4e', 'tempest-TagsExtTest-Tag-1982416023') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:06.690021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e66e24-01c7-4854-aa23-13b059f3e8ad req-f217b851-ede8-421b-a325-cc5e389616ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:06.703062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e66e24-01c7-4854-aa23-13b059f3e8ad req-f217b851-ede8-421b-a325-cc5e389616ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:06.710367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e66e24-01c7-4854-aa23-13b059f3e8ad req-f217b851-ede8-421b-a325-cc5e389616ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:06.718714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e66e24-01c7-4854-aa23-13b059f3e8ad req-f217b851-ede8-421b-a325-cc5e389616ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:06.725207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e66e24-01c7-4854-aa23-13b059f3e8ad req-f217b851-ede8-421b-a325-cc5e389616ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:06.732582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e66e24-01c7-4854-aa23-13b059f3e8ad req-f217b851-ede8-421b-a325-cc5e389616ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:06.738836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e66e24-01c7-4854-aa23-13b059f3e8ad req-f217b851-ede8-421b-a325-cc5e389616ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:06.740909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e66e24-01c7-4854-aa23-13b059f3e8ad req-f217b851-ede8-421b-a325-cc5e389616ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.1508372 Oct 13 14:28:06.800702 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dae28eef-42f9-4e87-ae87-b3085da30ee5 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e/tags/tempest-TagsExtTest-Tag-1982416023 HTTP/1.1" status: 204 len: 168 time: 0.2065990 Oct 13 14:28:06.801393 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36208) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:06.808287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-38374a50-afcc-4128-890a-0952a5da8450 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b773cf00-e0fb-4856-96cf-70f36fe20b4e') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:06.834241 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8dafb33c-07fb-4296-8965-ac47529d8197 None None] Provisioning complete for port 56620a73-7487-44e2-bd1f-b432b8cde773 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:06.842731 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8dafb33c-07fb-4296-8965-ac47529d8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:06.893029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58e66e24-01c7-4854-aa23-13b059f3e8ad req-a45539f7-b71a-4719-b566-678d9f27c22e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1155589 Oct 13 14:28:06.908465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Made reservation on behalf of 697a4043162e4bc1bdfc18bb4f11d232 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:28:06.912017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:06.926700 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-38374a50-afcc-4128-890a-0952a5da8450 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e/tags HTTP/1.1" status: 200 len: 205 time: 0.1227980 Oct 13 14:28:06.930707 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8dafb33c-07fb-4296-8965-ac47529d8197 None None] Port 56620a73-7487-44e2-bd1f-b432b8cde773 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:28:06.931941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36212) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:06.942934 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-7c0f1c27-cd07-4c90-a7b6-555d56199e39 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '56620a73-7487-44e2-bd1f-b432b8cde773') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:06.975326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56848593-d279-4e95-9cc7-8a3c111e2ae0 req-9c976086-0f43-48ca-b0f7-f93c93736650 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:06.978722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56848593-d279-4e95-9cc7-8a3c111e2ae0 req-9c976086-0f43-48ca-b0f7-f93c93736650 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 810 time: 0.2367113 Oct 13 14:28:07.021802 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7c0f1c27-cd07-4c90-a7b6-555d56199e39 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773/tags HTTP/1.1" status: 200 len: 241 time: 0.0844364 Oct 13 14:28:07.024881 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36214) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:07.030287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-ca6d56f8-dd66-466d-8cd6-41c5cd0108b6 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56620a73-7487-44e2-bd1f-b432b8cde773', 'tempest-TagsExtTest-Tag-2098460684') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:07.031285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56848593-d279-4e95-9cc7-8a3c111e2ae0 req-e7bf55a2-6f65-45b8-a111-05ea84ac3020 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/quotas/8f84728718b0488ba61011fdc132e344 HTTP/1.1" status: 200 len: 375 time: 0.0180159 Oct 13 14:28:07.084609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56848593-d279-4e95-9cc7-8a3c111e2ae0 req-71fe8e8b-5326-4ef3-9445-983cef4afbc8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356054 Oct 13 14:28:07.093833 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ca6d56f8-dd66-466d-8cd6-41c5cd0108b6 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773/tags/tempest-TagsExtTest-Tag-2098460684 HTTP/1.1" status: 204 len: 168 time: 0.0674253 Oct 13 14:28:07.096265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36216) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:07.101620 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-cb6de98d-f7f8-4e24-9a28-1d5f48809983 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '56620a73-7487-44e2-bd1f-b432b8cde773', 'tempest-TagsExtTest-Tag-2098460684') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:07.183591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Allocated IP 172.20.0.10 (47f65dfb-7a05-403f-94bb-fcf552d64738/0981cbb8-30dd-446f-93bc-f32e6ca55a96/99be87e5-1393-4941-9918-8d7b39d26520) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:28:07.236214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56848593-d279-4e95-9cc7-8a3c111e2ae0 req-23be8091-0e7c-489e-add4-203762303838 service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326697 Oct 13 14:28:07.248788 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cb6de98d-f7f8-4e24-9a28-1d5f48809983 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773/tags/tempest-TagsExtTest-Tag-2098460684 HTTP/1.1" status: 204 len: 168 time: 0.1512077 Oct 13 14:28:07.250859 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36218) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:07.256338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-bb47cb28-f57d-4248-ad69-0a619d0420cd tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '56620a73-7487-44e2-bd1f-b432b8cde773') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:07.329938 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bb47cb28-f57d-4248-ad69-0a619d0420cd tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773/tags HTTP/1.1" status: 200 len: 205 time: 0.0776217 Oct 13 14:28:07.332276 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36222) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:07.339523 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-d94dd733-8fea-42aa-92a9-4e768ed69879 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9a87c207-1862-4dac-94ef-f52aee4f8ea8') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:07.426330 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d94dd733-8fea-42aa-92a9-4e768ed69879 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8/tags HTTP/1.1" status: 200 len: 241 time: 0.0925384 Oct 13 14:28:07.428842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36224) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:07.429076 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e21e3f0-8d62-47b4-bb5b-7d67a5ec104c req-56e3660b-d13d-46f7-9561-e060a8054c2d tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 210 time: 0.0471218 Oct 13 14:28:07.436811 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-99a6f17d-6fa5-4778-a5b3-03163bde4281 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9a87c207-1862-4dac-94ef-f52aee4f8ea8', 'tempest-TagsExtTest-Tag-2094165305') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:07.488833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56848593-d279-4e95-9cc7-8a3c111e2ae0 req-8ddb6dca-b4cb-4740-92c8-f333fda84516 service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437587 Oct 13 14:28:07.509180 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:07.535517 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-99a6f17d-6fa5-4778-a5b3-03163bde4281 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8/tags/tempest-TagsExtTest-Tag-2094165305 HTTP/1.1" status: 204 len: 168 time: 0.1030564 Oct 13 14:28:07.540854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36226) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:07.545985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-d48b8c65-e57f-413f-b161-a35e8d5adb1c tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9a87c207-1862-4dac-94ef-f52aee4f8ea8', 'tempest-TagsExtTest-Tag-2094165305') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:07.766168 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d48b8c65-e57f-413f-b161-a35e8d5adb1c tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8/tags/tempest-TagsExtTest-Tag-2094165305 HTTP/1.1" status: 204 len: 168 time: 0.2234828 Oct 13 14:28:07.767318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36230) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:07.772879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-1b192e2c-c74b-46c3-957a-133733f91fc3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9a87c207-1862-4dac-94ef-f52aee4f8ea8') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:07.811048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3742c069-453f-4c47-a6ff-ccdb1c2ac5a9 req-c509375f-dc88-439f-b6fe-242f33b1f226 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca6963d-3906-402e-9cfa-e1cd071f8c20 HTTP/1.1" status: 200 len: 210 time: 0.0488498 Oct 13 14:28:07.813994 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:07.830612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['350fb794-e306-4b99-aa01-77e0dffb9090'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:07.895358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Network 47f65dfb-7a05-403f-94bb-fcf552d64738 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:28:07.898631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:28:07.901984 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:28:07.920750 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1b192e2c-c74b-46c3-957a-133733f91fc3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8/tags HTTP/1.1" status: 200 len: 205 time: 0.1509233 Oct 13 14:28:07.922558 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36238) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:07.943173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Pushing event updated for resources: {'Port': ['ID=99be87e5-1393-4941-9918-8d7b39d26520,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:07.943607 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-9f6bf4d4-121d-42be-89e8-e11c87406fcb tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06f70e47-2885-41e3-b853-80f3ddae4690') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:07.953031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:07.953462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:07.953817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:07.954763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:07.954763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:07.955007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:07.955215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:07.955548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:07.955878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:07.956208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:07.956538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:07.957041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:07.985496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:07.986452 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:08.013669 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9f6bf4d4-121d-42be-89e8-e11c87406fcb tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690/tags HTTP/1.1" status: 200 len: 240 time: 0.0884352 Oct 13 14:28:08.017090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36246) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:08.027467 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-afdd125e-22b6-4fe5-8735-336a9a7e5896 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06f70e47-2885-41e3-b853-80f3ddae4690', 'tempest-TagsExtTest-Tag-696816701') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:08.086691 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-afdd125e-22b6-4fe5-8735-336a9a7e5896 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690/tags/tempest-TagsExtTest-Tag-696816701 HTTP/1.1" status: 204 len: 168 time: 0.0657821 Oct 13 14:28:08.087396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36250) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:08.099580 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-7f7222c8-0d09-44df-b4f6-f1a361b1e8a2 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '06f70e47-2885-41e3-b853-80f3ddae4690', 'tempest-TagsExtTest-Tag-696816701') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:08.101255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafdd6d-5db5-4ff4-8f95-6332b429a80d req-a537ea77-6d73-4d6c-a728-1e62f2c871b0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:08.110563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafdd6d-5db5-4ff4-8f95-6332b429a80d req-a537ea77-6d73-4d6c-a728-1e62f2c871b0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:08.117358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafdd6d-5db5-4ff4-8f95-6332b429a80d req-a537ea77-6d73-4d6c-a728-1e62f2c871b0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:08.124790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafdd6d-5db5-4ff4-8f95-6332b429a80d req-a537ea77-6d73-4d6c-a728-1e62f2c871b0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:08.131667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafdd6d-5db5-4ff4-8f95-6332b429a80d req-a537ea77-6d73-4d6c-a728-1e62f2c871b0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:08.138989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafdd6d-5db5-4ff4-8f95-6332b429a80d req-a537ea77-6d73-4d6c-a728-1e62f2c871b0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:08.147369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafdd6d-5db5-4ff4-8f95-6332b429a80d req-a537ea77-6d73-4d6c-a728-1e62f2c871b0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:08.150403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4dafdd6d-5db5-4ff4-8f95-6332b429a80d req-a537ea77-6d73-4d6c-a728-1e62f2c871b0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.1403325 Oct 13 14:28:08.156738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-c28fda4f-9a9b-43dd-9174-e72920161cdc tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5974951 Oct 13 14:28:08.231519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4dafdd6d-5db5-4ff4-8f95-6332b429a80d req-afd37ca3-8ad4-450d-a9df-4f62ad87c59e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722213 Oct 13 14:28:08.247402 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7f7222c8-0d09-44df-b4f6-f1a361b1e8a2 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690/tags/tempest-TagsExtTest-Tag-696816701 HTTP/1.1" status: 204 len: 168 time: 0.1566751 Oct 13 14:28:08.255507 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36258) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:08.277030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-48a5d5d6-5a24-4851-bcbc-e3c377b17071 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06f70e47-2885-41e3-b853-80f3ddae4690') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:08.326388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Request body: {'port': {'device_id': 'bbba1ec7-b469-4724-b636-540fc6cc49e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:08.356354 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-48a5d5d6-5a24-4851-bcbc-e3c377b17071 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690/tags HTTP/1.1" status: 200 len: 205 time: 0.0969291 Oct 13 14:28:08.366679 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36262) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:08.376829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-82ac01be-115b-44ed-9b99-b126a75b5560 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06f70e47-2885-41e3-b853-80f3ddae4690') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:08.448151 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:08.474024 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-82ac01be-115b-44ed-9b99-b126a75b5560 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690/tags HTTP/1.1" status: 204 len: 168 time: 0.1024635 Oct 13 14:28:08.474902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36266) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:08.477562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2591ad70-e776-47c4-a2b0-cbf5afe6888d None None] Provisioning complete for port 99be87e5-1393-4941-9918-8d7b39d26520 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:08.479083 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2591ad70-e776-47c4-a2b0-cbf5afe6888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:08.494711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-ba79d3e6-334c-4a35-98b4-960fbb2a2f24 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9a87c207-1862-4dac-94ef-f52aee4f8ea8') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:08.550933 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2591ad70-e776-47c4-a2b0-cbf5afe6888d None None] Port 99be87e5-1393-4941-9918-8d7b39d26520 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:28:08.683794 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ba79d3e6-334c-4a35-98b4-960fbb2a2f24 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8/tags HTTP/1.1" status: 204 len: 168 time: 0.2058253 Oct 13 14:28:08.696745 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36272) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:08.703637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-ec5d0fa8-f6a2-4ab9-b081-818c01817077 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '56620a73-7487-44e2-bd1f-b432b8cde773') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:08.740715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f066e-617c-47e8-adc0-9fd238d27ae6 req-ccff907c-9d4f-4ede-b948-a3107b9de0fe tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:08.743179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc0f066e-617c-47e8-adc0-9fd238d27ae6 req-ccff907c-9d4f-4ede-b948-a3107b9de0fe tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1028 time: 0.2045960 Oct 13 14:28:08.796438 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ec5d0fa8-f6a2-4ab9-b081-818c01817077 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773/tags HTTP/1.1" status: 204 len: 168 time: 0.0966158 Oct 13 14:28:08.798939 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36278) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:08.804332 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-b276f9d0-8145-4195-8a95-9e411c5bc4f4 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b773cf00-e0fb-4856-96cf-70f36fe20b4e') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:08.859892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc0f066e-617c-47e8-adc0-9fd238d27ae6 req-816d4b16-ed56-410d-80a5-8b0b48364974 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005278 Oct 13 14:28:08.940853 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b276f9d0-8145-4195-8a95-9e411c5bc4f4 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e/tags HTTP/1.1" status: 204 len: 168 time: 0.1407032 Oct 13 14:28:08.941603 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36286) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:08.947400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-e83bc4f0-92e2-482e-8dbd-3cf5af902c8e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b773cf00-e0fb-4856-96cf-70f36fe20b4e', 'tempest-TagsExtTest-Tag-837035610') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:09.100856 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e83bc4f0-92e2-482e-8dbd-3cf5af902c8e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "PUT /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e/tags/tempest-TagsExtTest-Tag-837035610 HTTP/1.1" status: 201 len: 201 time: 0.1580877 Oct 13 14:28:09.105608 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36294) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:09.113335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-f45d9edf-2685-421f-a810-d6de90632630 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '56620a73-7487-44e2-bd1f-b432b8cde773', 'tempest-TagsExtTest-Tag-1278902563') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:09.133563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99be87e5-1393-4941-9918-8d7b39d26520 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:28:09.155128 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:09.206206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Transition to ACTIVE for port object 99be87e5-1393-4941-9918-8d7b39d26520 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:28:09.218234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cac4d-8f5a-4953-8171-c0094c536115 req-ff5b0551-55f9-41a1-9405-46014c60232c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:09.221516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-ff5b0551-55f9-41a1-9405-46014c60232c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 810 time: 0.2297018 Oct 13 14:28:09.240371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-6c50dc03-dac7-49cb-8e43-0bc28fbbbc69 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/quotas/8f84728718b0488ba61011fdc132e344 HTTP/1.1" status: 200 len: 375 time: 0.0131843 Oct 13 14:28:09.280088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-326eaebd-8575-4dd9-8426-374acf94299f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335202 Oct 13 14:28:09.282189 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:09.363424 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f45d9edf-2685-421f-a810-d6de90632630 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "PUT /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773/tags/tempest-TagsExtTest-Tag-1278902563 HTTP/1.1" status: 201 len: 201 time: 0.2550139 Oct 13 14:28:09.367439 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36300) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:09.373214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-27d362e0-8432-4211-8e70-c94484a9ae47 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9a87c207-1862-4dac-94ef-f52aee4f8ea8', 'tempest-TagsExtTest-Tag-1687421586') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:09.523277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Pushing event updated for resources: {'Port': ['ID=99be87e5-1393-4941-9918-8d7b39d26520,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:09.674849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-e6a35f3d-a2fc-40f5-8c5a-59ae0f4e1381 service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732228 Oct 13 14:28:09.752750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Attempting to bind port 99be87e5-1393-4941-9918-8d7b39d26520 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:28:09.753108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Attempting to bind port 99be87e5-1393-4941-9918-8d7b39d26520 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:28:09.753672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Attempting to bind port 99be87e5-1393-4941-9918-8d7b39d26520 on network 47f65dfb-7a05-403f-94bb-fcf552d64738 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:28:09.764569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Port 99be87e5-1393-4941-9918-8d7b39d26520 on network 47f65dfb-7a05-403f-94bb-fcf552d64738 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:28:09.764897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Attempting to bind port 99be87e5-1393-4941-9918-8d7b39d26520 on network 47f65dfb-7a05-403f-94bb-fcf552d64738 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:28:09.775100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:28:09.775517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Checking segment: {'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:28:09.775973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Bound using segment: {'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:28:09.776532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Bound port: 99be87e5-1393-4941-9918-8d7b39d26520, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:28:09.777009 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:09.843271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-2480342b-0f63-4da8-8488-6882622314a1 service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600428 Oct 13 14:28:09.864483 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-27d362e0-8432-4211-8e70-c94484a9ae47 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "PUT /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8/tags/tempest-TagsExtTest-Tag-1687421586 HTTP/1.1" status: 201 len: 201 time: 0.4938653 Oct 13 14:28:09.867033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36306) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:09.874583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-38f8c666-0c31-4e74-bb83-ad03d8d53565 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06f70e47-2885-41e3-b853-80f3ddae4690', 'tempest-TagsExtTest-Tag-1942809800') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:09.890170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] For port 99be87e5-1393-4941-9918-8d7b39d26520, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:28:09.895013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] For port 99be87e5-1393-4941-9918-8d7b39d26520, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=99be87e5-1393-4941-9918-8d7b39d26520,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:28:10.027603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3afe9f-e076-437d-897a-9f0ba3435c19 req-71d59790-737f-4713-82f4-aa99186dd94f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:10.035551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3afe9f-e076-437d-897a-9f0ba3435c19 req-71d59790-737f-4713-82f4-aa99186dd94f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:10.042056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3afe9f-e076-437d-897a-9f0ba3435c19 req-71d59790-737f-4713-82f4-aa99186dd94f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:10.048098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3afe9f-e076-437d-897a-9f0ba3435c19 req-71d59790-737f-4713-82f4-aa99186dd94f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:10.054794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3afe9f-e076-437d-897a-9f0ba3435c19 req-71d59790-737f-4713-82f4-aa99186dd94f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:10.061880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3afe9f-e076-437d-897a-9f0ba3435c19 req-71d59790-737f-4713-82f4-aa99186dd94f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:10.067864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3afe9f-e076-437d-897a-9f0ba3435c19 req-71d59790-737f-4713-82f4-aa99186dd94f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:10.070034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a3afe9f-e076-437d-897a-9f0ba3435c19 req-71d59790-737f-4713-82f4-aa99186dd94f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.1271245 Oct 13 14:28:10.072064 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:10.107416 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-38f8c666-0c31-4e74-bb83-ad03d8d53565 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "PUT /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690/tags/tempest-TagsExtTest-Tag-1942809800 HTTP/1.1" status: 201 len: 201 time: 0.2384934 Oct 13 14:28:10.109897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36310) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:10.119930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-e75f7a83-c4ba-4de7-ba68-317db348bce3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b773cf00-e0fb-4856-96cf-70f36fe20b4e', {'tags': ['tempest-TagsExtTest-Tag-1941086928', 'tempest-TagsExtTest-Tag-701489618', 'tempest-TagsExtTest-Tag-851221031']}) {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:10.136955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:10.138820 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:10.140789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] 10.222.0.49 "PUT /v2.0/ports/99be87e5-1393-4941-9918-8d7b39d26520 HTTP/1.1" status: 200 len: 1093 time: 1.9694781 Oct 13 14:28:10.161256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbba1ec7-b469-4724-b636-540fc6cc49e7', 'tag': '99be87e5-1393-4941-9918-8d7b39d26520'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:10.163712 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9a6189-5d79-4f31-9b12-b5adfafaeda5" -d '{"events": [{"name": "network-changed", "server_uuid": "bbba1ec7-b469-4724-b636-540fc6cc49e7", "tag": "99be87e5-1393-4941-9918-8d7b39d26520"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:10.212142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a3afe9f-e076-437d-897a-9f0ba3435c19 req-c8d3984b-c733-4ddb-9221-d4d419e1c30f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343942 Oct 13 14:28:10.220050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18548736-cb56-4d1e-beee-157a9a738f28 service neutron] Pushing event updated for resources: {'Port': ['ID=99be87e5-1393-4941-9918-8d7b39d26520,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:10.292946 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e75f7a83-c4ba-4de7-ba68-317db348bce3 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "PUT /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e/tags HTTP/1.1" status: 200 len: 316 time: 0.1801286 Oct 13 14:28:10.293498 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36318) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:10.306101 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-3571520c-76ad-4320-aac4-1643a80d2da6 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b773cf00-e0fb-4856-96cf-70f36fe20b4e') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:10.401943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-1beaf045-e5a7-4c78-a595-43afac36abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:10.404520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-1beaf045-e5a7-4c78-a595-43afac36abdc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=697a4043162e4bc1bdfc18bb4f11d232&device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1096 time: 0.1156547 Oct 13 14:28:10.530514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-5c719829-8c84-40f0-8d6d-265dd8293d7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99be87e5-1393-4941-9918-8d7b39d26520 HTTP/1.1" status: 200 len: 217 time: 0.1006000 Oct 13 14:28:10.552359 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3571520c-76ad-4320-aac4-1643a80d2da6 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e/tags HTTP/1.1" status: 204 len: 168 time: 0.2577422 Oct 13 14:28:10.559924 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36324) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:10.566147 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-f2ca1326-d86b-4856-906d-ad3c5c3532ba tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b773cf00-e0fb-4856-96cf-70f36fe20b4e', 'tempest-TagsExtTest-Tag-1941086928') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:10.592365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f24e8-8ea0-453a-8077-d9120d438fbd req-a3cbb3a6-e32f-4fd9-a900-73673f5f95e3 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:10.601014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd9f24e8-8ea0-453a-8077-d9120d438fbd req-a3cbb3a6-e32f-4fd9-a900-73673f5f95e3 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1096 time: 0.1834056 Oct 13 14:28:10.613909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-6d0577e6-abb4-4b97-be07-53da17c0e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:10.615406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-6d0577e6-abb4-4b97-be07-53da17c0e89e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0981cbb8-30dd-446f-93bc-f32e6ca55a96 HTTP/1.1" status: 200 len: 848 time: 0.0692878 Oct 13 14:28:10.623555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62580aea-0d21-46bf-aee8-7d79a7095ebf req-6ce76dce-4587-4c88-be75-4777c96e64fa tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:10.625367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62580aea-0d21-46bf-aee8-7d79a7095ebf req-6ce76dce-4587-4c88-be75-4777c96e64fa tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 946 time: 0.1973252 Oct 13 14:28:10.651569 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-f2ca1326-d86b-4856-906d-ad3c5c3532ba tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] show failed (client error): The resource could not be found. Oct 13 14:28:10.657283 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f2ca1326-d86b-4856-906d-ad3c5c3532ba tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e/tags/tempest-TagsExtTest-Tag-1941086928 HTTP/1.1" status: 404 len: 329 time: 0.0933659 Oct 13 14:28:10.657283 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36326) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:10.670930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-da542f9b-b8a8-49db-b9c5-f7b0f04fe231 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b773cf00-e0fb-4856-96cf-70f36fe20b4e', 'tempest-TagsExtTest-Tag-701489618') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:10.726793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd9f24e8-8ea0-453a-8077-d9120d438fbd req-01e0eed6-1949-44a9-9c67-7c855135e8eb tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000104 Oct 13 14:28:10.735328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-09e4fdcf-b76a-4b96-aa40-9092959e92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:10.737719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-09e4fdcf-b76a-4b96-aa40-9092959e92c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=47f65dfb-7a05-403f-94bb-fcf552d64738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102061 Oct 13 14:28:10.743729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62580aea-0d21-46bf-aee8-7d79a7095ebf req-9fe432d8-043a-4a9d-978d-2c4af83bca9b tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006083 Oct 13 14:28:10.767859 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-da542f9b-b8a8-49db-b9c5-f7b0f04fe231 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] show failed (client error): The resource could not be found. Oct 13 14:28:10.774241 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da542f9b-b8a8-49db-b9c5-f7b0f04fe231 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e/tags/tempest-TagsExtTest-Tag-701489618 HTTP/1.1" status: 404 len: 328 time: 0.1123295 Oct 13 14:28:10.774799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36328) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:10.784856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-adb87896-4f54-4565-992f-afb9818a2bb5 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b773cf00-e0fb-4856-96cf-70f36fe20b4e', 'tempest-TagsExtTest-Tag-851221031') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:10.845157 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8304a1c-99ff-41d0-92e1-728a1a408987 x-openstack-request-id: req-a8304a1c-99ff-41d0-92e1-728a1a408987 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:10.845461 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbba1ec7-b469-4724-b636-540fc6cc49e7", "tag": "99be87e5-1393-4941-9918-8d7b39d26520", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:10.845717 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8304a1c-99ff-41d0-92e1-728a1a408987 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:10.846143 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbba1ec7-b469-4724-b636-540fc6cc49e7', 'tag': '99be87e5-1393-4941-9918-8d7b39d26520', 'status': 'completed', 'code': 200} Oct 13 14:28:10.855775 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-adb87896-4f54-4565-992f-afb9818a2bb5 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] show failed (client error): The resource could not be found. Oct 13 14:28:10.858634 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-adb87896-4f54-4565-992f-afb9818a2bb5 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e/tags/tempest-TagsExtTest-Tag-851221031 HTTP/1.1" status: 404 len: 328 time: 0.0825117 Oct 13 14:28:10.862475 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36330) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:10.867240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-7f74d771-6935-422b-9af6-fac69d2890ec tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '56620a73-7487-44e2-bd1f-b432b8cde773', {'tags': ['tempest-TagsExtTest-Tag-1845107451', 'tempest-TagsExtTest-Tag-1326410553', 'tempest-TagsExtTest-Tag-1931146285']}) {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:10.875949 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36ef8bdc-0343-44a2-822e-0dfff0314025 req-7f3521b9-f0eb-435f-a02c-118ef4459a4b tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 210 time: 0.0338075 Oct 13 14:28:10.934747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-9188f092-b8e2-4441-9058-79d8ee2ab068 service neutron] 10.222.0.49 "GET /v2.0/networks/47f65dfb-7a05-403f-94bb-fcf552d64738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848185 Oct 13 14:28:10.998633 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7f74d771-6935-422b-9af6-fac69d2890ec tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "PUT /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773/tags HTTP/1.1" status: 200 len: 318 time: 0.1345286 Oct 13 14:28:11.000685 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36334) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:11.005758 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-1893c54a-1132-4358-ac17-d7da44d6afe4 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '56620a73-7487-44e2-bd1f-b432b8cde773') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:11.056865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3ebdb3-e405-4bbc-a6f4-97f31dee9a46 req-6421947f-d17a-4d78-88d3-7eea73c0b507 service neutron] 10.222.0.49 "GET /v2.0/networks/47f65dfb-7a05-403f-94bb-fcf552d64738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106925 Oct 13 14:28:11.174408 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1893c54a-1132-4358-ac17-d7da44d6afe4 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773/tags HTTP/1.1" status: 204 len: 168 time: 0.1726551 Oct 13 14:28:11.177793 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36336) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:11.183200 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-78791cbd-bc9a-43a8-b32b-dd1e3e5dcd98 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56620a73-7487-44e2-bd1f-b432b8cde773', 'tempest-TagsExtTest-Tag-1845107451') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:11.258250 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-78791cbd-bc9a-43a8-b32b-dd1e3e5dcd98 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] show failed (client error): The resource could not be found. Oct 13 14:28:11.263673 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-78791cbd-bc9a-43a8-b32b-dd1e3e5dcd98 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773/tags/tempest-TagsExtTest-Tag-1845107451 HTTP/1.1" status: 404 len: 329 time: 0.0810807 Oct 13 14:28:11.265209 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36340) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:11.271848 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-8e7866a8-88e4-4988-9705-af7095bc4aec tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56620a73-7487-44e2-bd1f-b432b8cde773', 'tempest-TagsExtTest-Tag-1326410553') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:11.288096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a6189-5d79-4f31-9b12-b5adfafaeda5 req-3158cca6-ba70-4274-9d06-ed8a3f8f79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:11.291729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a9a6189-5d79-4f31-9b12-b5adfafaeda5 req-3158cca6-ba70-4274-9d06-ed8a3f8f79c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=697a4043162e4bc1bdfc18bb4f11d232&device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1096 time: 0.0758033 Oct 13 14:28:11.355760 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-8e7866a8-88e4-4988-9705-af7095bc4aec tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] show failed (client error): The resource could not be found. Oct 13 14:28:11.356825 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8e7866a8-88e4-4988-9705-af7095bc4aec tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773/tags/tempest-TagsExtTest-Tag-1326410553 HTTP/1.1" status: 404 len: 329 time: 0.0888593 Oct 13 14:28:11.359884 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36344) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:11.365175 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-a897dd24-d760-4869-8af6-53c5c5237932 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56620a73-7487-44e2-bd1f-b432b8cde773', 'tempest-TagsExtTest-Tag-1931146285') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:11.450890 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-a897dd24-d760-4869-8af6-53c5c5237932 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] show failed (client error): The resource could not be found. Oct 13 14:28:11.452494 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a897dd24-d760-4869-8af6-53c5c5237932 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773/tags/tempest-TagsExtTest-Tag-1931146285 HTTP/1.1" status: 404 len: 329 time: 0.0913775 Oct 13 14:28:11.456048 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36346) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:11.464589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-4bc3df5f-1d33-4386-8b7e-b88bac0529be tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9a87c207-1862-4dac-94ef-f52aee4f8ea8', {'tags': ['tempest-TagsExtTest-Tag-698749266', 'tempest-TagsExtTest-Tag-2030235711', 'tempest-TagsExtTest-Tag-1656374026']}) {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:11.841267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8cbe9-d0e8-4feb-a1ed-8063a5b6f9ff req-87bc2442-8bd8-4d96-bf5d-e7ba8b709e59 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:11.847706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8cbe9-d0e8-4feb-a1ed-8063a5b6f9ff req-87bc2442-8bd8-4d96-bf5d-e7ba8b709e59 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:11.854165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8cbe9-d0e8-4feb-a1ed-8063a5b6f9ff req-87bc2442-8bd8-4d96-bf5d-e7ba8b709e59 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:11.860248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8cbe9-d0e8-4feb-a1ed-8063a5b6f9ff req-87bc2442-8bd8-4d96-bf5d-e7ba8b709e59 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:11.868723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8cbe9-d0e8-4feb-a1ed-8063a5b6f9ff req-87bc2442-8bd8-4d96-bf5d-e7ba8b709e59 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:11.872585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8cbe9-d0e8-4feb-a1ed-8063a5b6f9ff req-87bc2442-8bd8-4d96-bf5d-e7ba8b709e59 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:11.878615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8cbe9-d0e8-4feb-a1ed-8063a5b6f9ff req-87bc2442-8bd8-4d96-bf5d-e7ba8b709e59 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:11.880795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-42d8cbe9-d0e8-4feb-a1ed-8063a5b6f9ff req-87bc2442-8bd8-4d96-bf5d-e7ba8b709e59 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.2094221 Oct 13 14:28:11.893973 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4bc3df5f-1d33-4386-8b7e-b88bac0529be tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "PUT /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8/tags HTTP/1.1" status: 200 len: 317 time: 0.4365444 Oct 13 14:28:11.898186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36352) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:11.904419 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-a7d0fc9e-fc41-4998-83b4-f42d66a4f4f5 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9a87c207-1862-4dac-94ef-f52aee4f8ea8') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:11.930468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a6189-5d79-4f31-9b12-b5adfafaeda5 req-02195297-2c0d-4ae0-b4aa-d1387a2215d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:11.933158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a9a6189-5d79-4f31-9b12-b5adfafaeda5 req-02195297-2c0d-4ae0-b4aa-d1387a2215d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=47f65dfb-7a05-403f-94bb-fcf552d64738 HTTP/1.1" status: 200 len: 910 time: 0.6323085 Oct 13 14:28:11.998500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a9a6189-5d79-4f31-9b12-b5adfafaeda5 req-b460b96c-6864-4a40-b2be-f2bf58e20380 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99be87e5-1393-4941-9918-8d7b39d26520 HTTP/1.1" status: 200 len: 217 time: 0.0581465 Oct 13 14:28:12.003958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-42d8cbe9-d0e8-4feb-a1ed-8063a5b6f9ff req-842b3288-56c0-4d01-ac50-5866fd5771ba tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147180 Oct 13 14:28:12.025517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a0464-eb0c-4db5-8901-7cbda0a1e26c req-ef2eb3e2-939b-4cca-804a-f3196d94b351 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:12.028842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b5a0464-eb0c-4db5-8901-7cbda0a1e26c req-ef2eb3e2-939b-4cca-804a-f3196d94b351 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1096 time: 0.1470459 Oct 13 14:28:12.077830 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a7d0fc9e-fc41-4998-83b4-f42d66a4f4f5 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8/tags HTTP/1.1" status: 204 len: 168 time: 0.1784837 Oct 13 14:28:12.080740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36356) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:12.086975 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-9c13d11c-35ae-4afd-ba5e-608d03140e29 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9a87c207-1862-4dac-94ef-f52aee4f8ea8', 'tempest-TagsExtTest-Tag-698749266') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:12.090708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a6189-5d79-4f31-9b12-b5adfafaeda5 req-a0fedc07-032b-4fc9-a8ac-16a714d5973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:12.092504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a9a6189-5d79-4f31-9b12-b5adfafaeda5 req-a0fedc07-032b-4fc9-a8ac-16a714d5973e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0981cbb8-30dd-446f-93bc-f32e6ca55a96 HTTP/1.1" status: 200 len: 848 time: 0.0847826 Oct 13 14:28:12.095777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b5a0464-eb0c-4db5-8901-7cbda0a1e26c req-6b92bf48-1bc4-4076-8722-d312ff2b5c94 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476842 Oct 13 14:28:12.190690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212ec77-0cf4-44b9-9ed2-681c815f3ce4 req-555c762e-6c60-42ea-a9f1-e517aa4d910d tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:12.192334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d212ec77-0cf4-44b9-9ed2-681c815f3ce4 req-555c762e-6c60-42ea-a9f1-e517aa4d910d tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 946 time: 0.0985122 Oct 13 14:28:12.268180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c831a48-cdd8-4076-a59e-fac82569bc4a req-8f30a8ed-0f10-4580-967d-4e821ff499a7 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 210 time: 0.0745270 Oct 13 14:28:12.274086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a6189-5d79-4f31-9b12-b5adfafaeda5 req-a4d0bfe7-2a30-4f24-9867-82ff344c0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:12.275120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a9a6189-5d79-4f31-9b12-b5adfafaeda5 req-a4d0bfe7-2a30-4f24-9867-82ff344c0156 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=47f65dfb-7a05-403f-94bb-fcf552d64738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1687570 Oct 13 14:28:12.323424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d212ec77-0cf4-44b9-9ed2-681c815f3ce4 req-23e25524-4047-4c2b-8868-f7acac5024b0 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/security-groups?id=de6a3671-1d6b-4a60-8e02-9cb04878c41c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200509 Oct 13 14:28:12.356253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d634a-6540-409c-ba9b-5383873df15e req-fb291e55-53a5-45f1-a65f-dcbdf2c457d4 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:12.357752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d65d634a-6540-409c-ba9b-5383873df15e req-fb291e55-53a5-45f1-a65f-dcbdf2c457d4 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 946 time: 0.1768808 Oct 13 14:28:12.452630 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-9c13d11c-35ae-4afd-ba5e-608d03140e29 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] show failed (client error): The resource could not be found. Oct 13 14:28:12.454386 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9c13d11c-35ae-4afd-ba5e-608d03140e29 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8/tags/tempest-TagsExtTest-Tag-698749266 HTTP/1.1" status: 404 len: 328 time: 0.3724904 Oct 13 14:28:12.457281 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36360) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:12.462404 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-200c50a9-a5c1-4aa0-aaf8-b960fb958215 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9a87c207-1862-4dac-94ef-f52aee4f8ea8', 'tempest-TagsExtTest-Tag-2030235711') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:12.466812 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a9a6189-5d79-4f31-9b12-b5adfafaeda5 req-82eab0de-9d1c-478c-879b-4704e143ff0a service neutron] 10.222.0.49 "GET /v2.0/networks/47f65dfb-7a05-403f-94bb-fcf552d64738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764231 Oct 13 14:28:12.549058 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-200c50a9-a5c1-4aa0-aaf8-b960fb958215 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] show failed (client error): The resource could not be found. Oct 13 14:28:12.553268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d65d634a-6540-409c-ba9b-5383873df15e req-ddc5e455-42d9-4872-a0f4-0deb86224604 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Deleting port c2ef771c-7eec-462e-98cd-e5a9e2f85c98 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:12.553268 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d65d634a-6540-409c-ba9b-5383873df15e req-ddc5e455-42d9-4872-a0f4-0deb86224604 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:12.553515 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-200c50a9-a5c1-4aa0-aaf8-b960fb958215 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8/tags/tempest-TagsExtTest-Tag-2030235711 HTTP/1.1" status: 404 len: 329 time: 0.0919058 Oct 13 14:28:12.553515 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36362) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:12.559312 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-e63acba1-600e-4d39-8c61-2951bb5c1273 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9a87c207-1862-4dac-94ef-f52aee4f8ea8', 'tempest-TagsExtTest-Tag-1656374026') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:12.642798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a9a6189-5d79-4f31-9b12-b5adfafaeda5 req-fdc8052e-5938-4699-823e-ef483000d088 service neutron] 10.222.0.49 "GET /v2.0/networks/47f65dfb-7a05-403f-94bb-fcf552d64738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624568 Oct 13 14:28:12.650616 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-e63acba1-600e-4d39-8c61-2951bb5c1273 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] show failed (client error): The resource could not be found. Oct 13 14:28:12.652283 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e63acba1-600e-4d39-8c61-2951bb5c1273 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8/tags/tempest-TagsExtTest-Tag-1656374026 HTTP/1.1" status: 404 len: 329 time: 0.0974216 Oct 13 14:28:12.655123 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36364) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:12.662427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-e250862a-4d09-4483-b7dc-6dd51a8d01d8 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '06f70e47-2885-41e3-b853-80f3ddae4690', {'tags': ['tempest-TagsExtTest-Tag-2104194543', 'tempest-TagsExtTest-Tag-101023898', 'tempest-TagsExtTest-Tag-1754031050']}) {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:12.665280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 99be87e5-1393-4941-9918-8d7b39d26520 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:28:12.691143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d65d634a-6540-409c-ba9b-5383873df15e req-ddc5e455-42d9-4872-a0f4-0deb86224604 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] For port c2ef771c-7eec-462e-98cd-e5a9e2f85c98, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c2ef771c-7eec-462e-98cd-e5a9e2f85c98,segment=NetworkSegment(8abebe15-de92-4438-8399-a2ca453b3fde),segment_id=8abebe15-de92-4438-8399-a2ca453b3fde)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:12.691521 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d65d634a-6540-409c-ba9b-5383873df15e req-ddc5e455-42d9-4872-a0f4-0deb86224604 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:12.706932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-d65d634a-6540-409c-ba9b-5383873df15e req-ddc5e455-42d9-4872-a0f4-0deb86224604 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Calling delete_port for c2ef771c-7eec-462e-98cd-e5a9e2f85c98 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:12.797667 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e250862a-4d09-4483-b7dc-6dd51a8d01d8 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "PUT /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690/tags HTTP/1.1" status: 200 len: 317 time: 0.1411133 Oct 13 14:28:12.797920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 99be87e5-1393-4941-9918-8d7b39d26520, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=99be87e5-1393-4941-9918-8d7b39d26520,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:12.802148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36366) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:12.808640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.tag.tag_plugin [None req-73c7fd79-6aae-44cf-af82-69d9dca6c852 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06f70e47-2885-41e3-b853-80f3ddae4690') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:12.811119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '99be87e5-1393-4941-9918-8d7b39d26520', 'network_id': '47f65dfb-7a05-403f-94bb-fcf552d64738', 'port_id': '99be87e5-1393-4941-9918-8d7b39d26520', 'mac_address': 'fa:16:3e:98:4e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0981cbb8-30dd-446f-93bc-f32e6ca55a96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:28:12.856815 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:12.871973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99be87e5-1393-4941-9918-8d7b39d26520 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:28:12.893060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 99be87e5-1393-4941-9918-8d7b39d26520, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=99be87e5-1393-4941-9918-8d7b39d26520,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:12.921148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:28:13.027878 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:13.030167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-73c7fd79-6aae-44cf-af82-69d9dca6c852 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690/tags HTTP/1.1" status: 204 len: 168 time: 0.2269216 Oct 13 14:28:13.031018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:13.033608 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d65d634a-6540-409c-ba9b-5383873df15e req-ddc5e455-42d9-4872-a0f4-0deb86224604 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:13.034777 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36368) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:13.040792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-6894e6d5-6822-4731-8747-ddb81ea6fcc1 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06f70e47-2885-41e3-b853-80f3ddae4690', 'tempest-TagsExtTest-Tag-2104194543') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:13.064463 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-6894e6d5-6822-4731-8747-ddb81ea6fcc1 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] show failed (client error): The resource could not be found. Oct 13 14:28:13.070068 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6894e6d5-6822-4731-8747-ddb81ea6fcc1 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690/tags/tempest-TagsExtTest-Tag-2104194543 HTTP/1.1" status: 404 len: 329 time: 0.0291948 Oct 13 14:28:13.074439 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36372) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:13.079269 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['c2ef771c-7eec-462e-98cd-e5a9e2f85c98'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:13.082176 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-095d1146-f3f4-4ba1-b4a4-416fb14c2d5b tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06f70e47-2885-41e3-b853-80f3ddae4690', 'tempest-TagsExtTest-Tag-101023898') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:13.120173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'aeb332e8-6ce3-4cf3-b8ad-041f33cf3986', 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647', 'port_id': 'aeb332e8-6ce3-4cf3-b8ad-041f33cf3986', 'mac_address': 'fa:16:3e:00:ff:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3356880-d0f9-4ad5-93b7-059787dc578e', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:28:13.122232 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-095d1146-f3f4-4ba1-b4a4-416fb14c2d5b tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] show failed (client error): The resource could not be found. Oct 13 14:28:13.125031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5e455-42d9-4872-a0f4-0deb86224604 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Pushing event deleted for resources: {'Port': ['ID=c2ef771c-7eec-462e-98cd-e5a9e2f85c98,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:13.125216 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-095d1146-f3f4-4ba1-b4a4-416fb14c2d5b tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690/tags/tempest-TagsExtTest-Tag-101023898 HTTP/1.1" status: 404 len: 328 time: 0.0466177 Oct 13 14:28:13.133226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36376) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:13.142516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.tag.tag_plugin [None req-282344d0-2ffe-4c03-9448-4dabf7134f72 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06f70e47-2885-41e3-b853-80f3ddae4690', 'tempest-TagsExtTest-Tag-1754031050') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:13.201807 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:13.225702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:28:13.230900 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=99be87e5-1393-4941-9918-8d7b39d26520,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:13.238022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65d634a-6540-409c-ba9b-5383873df15e req-ddc5e455-42d9-4872-a0f4-0deb86224604 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] No DVR routers for this DVR port c2ef771c-7eec-462e-98cd-e5a9e2f85c98 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:28:13.240790 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d65d634a-6540-409c-ba9b-5383873df15e req-ddc5e455-42d9-4872-a0f4-0deb86224604 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:13.243702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:13.244165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:13.244400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:13.244681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:13.245144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:13.245364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d65d634a-6540-409c-ba9b-5383873df15e req-ddc5e455-42d9-4872-a0f4-0deb86224604 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.41 "DELETE /v2.0/ports/c2ef771c-7eec-462e-98cd-e5a9e2f85c98 HTTP/1.1" status: 204 len: 173 time: 0.8753364 Oct 13 14:28:13.245548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:13.245836 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:13.246160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:13.246483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:13.246806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:13.247126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:13.247437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:13.250377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5805ba7f-610e-411d-beef-fe2a87bca3c4', 'name': 'network-vif-deleted', 'tag': 'c2ef771c-7eec-462e-98cd-e5a9e2f85c98'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:13.254706 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cc03b2-0947-4bee-976d-4ad9fd6f1f85" -d '{"events": [{"server_uuid": "5805ba7f-610e-411d-beef-fe2a87bca3c4", "name": "network-vif-deleted", "tag": "c2ef771c-7eec-462e-98cd-e5a9e2f85c98"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:13.266113 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:13.324793 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-282344d0-2ffe-4c03-9448-4dabf7134f72 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] show failed (client error): The resource could not be found. Oct 13 14:28:13.325856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-282344d0-2ffe-4c03-9448-4dabf7134f72 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690/tags/tempest-TagsExtTest-Tag-1754031050 HTTP/1.1" status: 404 len: 329 time: 0.1895478 Oct 13 14:28:13.328856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36382) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:13.334900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-29aca2c3-978d-4e0f-9eb1-9ff40ee310ff tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06f70e47-2885-41e3-b853-80f3ddae4690') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:13.340844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['99be87e5-1393-4941-9918-8d7b39d26520'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:13.348746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cac4d-8f5a-4953-8171-c0094c536115 req-fad5b898-17ba-4cd0-b63d-2f26d1c93163 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:13.350868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-fad5b898-17ba-4cd0-b63d-2f26d1c93163 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 810 time: 0.3318760 Oct 13 14:28:13.375910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7007560-0209-4e01-8ea4-19db2f14f2c6 req-9f54259e-106b-477b-87e9-99c5364812e3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:13.377428 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-29aca2c3-978d-4e0f-9eb1-9ff40ee310ff tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690/tags HTTP/1.1" status: 204 len: 168 time: 0.0460172 Oct 13 14:28:13.380265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36386) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:13.383536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7007560-0209-4e01-8ea4-19db2f14f2c6 req-9f54259e-106b-477b-87e9-99c5364812e3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:13.386619 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-7ddfdebf-0569-4630-8752-69d41dc14b9e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9a87c207-1862-4dac-94ef-f52aee4f8ea8') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:13.390373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7007560-0209-4e01-8ea4-19db2f14f2c6 req-9f54259e-106b-477b-87e9-99c5364812e3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:13.396487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7007560-0209-4e01-8ea4-19db2f14f2c6 req-9f54259e-106b-477b-87e9-99c5364812e3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:13.403988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7007560-0209-4e01-8ea4-19db2f14f2c6 req-9f54259e-106b-477b-87e9-99c5364812e3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:13.410613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7007560-0209-4e01-8ea4-19db2f14f2c6 req-9f54259e-106b-477b-87e9-99c5364812e3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:13.417444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7007560-0209-4e01-8ea4-19db2f14f2c6 req-9f54259e-106b-477b-87e9-99c5364812e3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:13.419465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7007560-0209-4e01-8ea4-19db2f14f2c6 req-9f54259e-106b-477b-87e9-99c5364812e3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5430 time: 0.2404926 Oct 13 14:28:13.429653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-784cac4d-8f5a-4953-8171-c0094c536115 req-2a090cca-51db-477e-ba6b-2bcda42572cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Request body: {'port': {'device_id': '1c83c935-6bd8-4912-b400-7f64ce297714', 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'admin_state_up': True, 'tenant_id': '8f84728718b0488ba61011fdc132e344'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:13.430112 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:13.431513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b91123ca-2120-403f-a2c5-c27d48444356 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:28:13.436037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6d161-9d7f-4245-9a1a-66927121ba58 req-51d1b238-d46a-4a17-9c28-51d6fe765a50 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:13.443582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bfa6d161-9d7f-4245-9a1a-66927121ba58 req-51d1b238-d46a-4a17-9c28-51d6fe765a50 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1097 time: 0.2231669 Oct 13 14:28:13.486564 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7ddfdebf-0569-4630-8752-69d41dc14b9e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8/tags HTTP/1.1" status: 204 len: 168 time: 0.1049056 Oct 13 14:28:13.489571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36390) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:13.495309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-b67dd82f-8515-4fc7-bf3f-09336e54e9a6 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '56620a73-7487-44e2-bd1f-b432b8cde773') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:13.531618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b91123ca-2120-403f-a2c5-c27d48444356, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b91123ca-2120-403f-a2c5-c27d48444356,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:13.538374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bfa6d161-9d7f-4245-9a1a-66927121ba58 req-9b9f058b-b8bd-4160-9700-843ce15de906 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937569 Oct 13 14:28:13.578625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7007560-0209-4e01-8ea4-19db2f14f2c6 req-3b41f05c-d786-438c-b3a5-4183c2798706 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265261 Oct 13 14:28:13.616276 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b67dd82f-8515-4fc7-bf3f-09336e54e9a6 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773/tags HTTP/1.1" status: 204 len: 168 time: 0.1250646 Oct 13 14:28:13.625392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36392) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:13.632035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.tag.tag_plugin [None req-2883fae1-4fe0-4449-978b-142e856c5a31 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b773cf00-e0fb-4856-96cf-70f36fe20b4e') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:13.634152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'b91123ca-2120-403f-a2c5-c27d48444356', 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647', 'port_id': 'b91123ca-2120-403f-a2c5-c27d48444356', 'mac_address': 'fa:16:3e:89:75:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3356880-d0f9-4ad5-93b7-059787dc578e', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:28:13.641099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:13.657935 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07c6799-e1b3-404a-984d-ff48f8b5fca3 x-openstack-request-id: req-e07c6799-e1b3-404a-984d-ff48f8b5fca3 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:13.658065 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5805ba7f-610e-411d-beef-fe2a87bca3c4", "name": "network-vif-deleted", "tag": "c2ef771c-7eec-462e-98cd-e5a9e2f85c98", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:13.658477 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e07c6799-e1b3-404a-984d-ff48f8b5fca3 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:13.658700 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5805ba7f-610e-411d-beef-fe2a87bca3c4', 'name': 'network-vif-deleted', 'tag': 'c2ef771c-7eec-462e-98cd-e5a9e2f85c98', 'status': 'completed', 'code': 200} Oct 13 14:28:13.721280 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2883fae1-4fe0-4449-978b-142e856c5a31 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e/tags HTTP/1.1" status: 204 len: 168 time: 0.0903199 Oct 13 14:28:13.722159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36394) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:13.729742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8263006d-ff7b-4b82-9fc0-3dfd090b6231 req-aa086b13-48ee-4238-9c69-a3c8c9f6c7fa tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 210 time: 0.0303791 Oct 13 14:28:13.739958 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:13.764672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b13619c1-46a3-44f7-9592-5648d08ed37b req-75a51424-8c12-4174-8af7-c9242d78e3d6 tempest-AttachVolumeNegativeTest-305648940 tempest-AttachVolumeNegativeTest-305648940-project] 10.222.0.18 "GET /v2.0/ports?device_id=5805ba7f-610e-411d-beef-fe2a87bca3c4 HTTP/1.1" status: 200 len: 210 time: 0.0366888 Oct 13 14:28:13.768002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91123ca-2120-403f-a2c5-c27d48444356 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:28:13.806117 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b91123ca-2120-403f-a2c5-c27d48444356, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b91123ca-2120-403f-a2c5-c27d48444356,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:13.818927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784cac4d-8f5a-4953-8171-c0094c536115 req-2a090cca-51db-477e-ba6b-2bcda42572cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Made reservation on behalf of 8f84728718b0488ba61011fdc132e344 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:28:13.823335 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-784cac4d-8f5a-4953-8171-c0094c536115 req-2a090cca-51db-477e-ba6b-2bcda42572cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:13.904636 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:13.905355 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 900e03e3-d7c3-4a70-b439-eb5a9660f72b details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:28:13.942286 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9140f086-b1fc-42af-ade9-488dae8c8ed6 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for subnetpool, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:13.943725 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9140f086-b1fc-42af-ade9-488dae8c8ed6 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06f70e47-2885-41e3-b853-80f3ddae4690 HTTP/1.1" status: 204 len: 168 time: 0.2206814 Oct 13 14:28:13.948012 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36396) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:13.983267 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e0834314-c3cf-4e04-abd1-b54e4d7567d5 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a87c207-1862-4dac-94ef-f52aee4f8ea8 HTTP/1.1" status: 200 len: 205 time: 0.0330865 Oct 13 14:28:13.989416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36398) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:14.003576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-784cac4d-8f5a-4953-8171-c0094c536115 req-2a090cca-51db-477e-ba6b-2bcda42572cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Allocated IP 172.20.0.9 (b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81/d16f32c9-ccaa-480d-a65d-017cee6bd114/b674a80d-f81b-4aef-9c01-9a318af72643) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:28:14.013488 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b91123ca-2120-403f-a2c5-c27d48444356,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:14.072682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 900e03e3-d7c3-4a70-b439-eb5a9660f72b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b,segment=NetworkSegment(9594ee4c-f2b6-41ee-bcb9-b9675c139b0b),segment_id=9594ee4c-f2b6-41ee-bcb9-b9675c139b0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:14.090704 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4021d843-9842-4229-a24f-2dc66148b57a tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:14.093402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '900e03e3-d7c3-4a70-b439-eb5a9660f72b', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'port_id': '900e03e3-d7c3-4a70-b439-eb5a9660f72b', 'mac_address': 'fa:16:3e:3e:e3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:28:14.142470 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:14.161811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900e03e3-d7c3-4a70-b439-eb5a9660f72b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:28:14.189985 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 900e03e3-d7c3-4a70-b439-eb5a9660f72b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b,segment=NetworkSegment(9594ee4c-f2b6-41ee-bcb9-b9675c139b0b),segment_id=9594ee4c-f2b6-41ee-bcb9-b9675c139b0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:14.287927 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:14.288829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device d0e204fc-83f5-4423-b87e-78a554179830 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:28:14.325724 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4021d843-9842-4229-a24f-2dc66148b57a tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:14.329510 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4021d843-9842-4229-a24f-2dc66148b57a tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:14.364502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port d0e204fc-83f5-4423-b87e-78a554179830, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d0e204fc-83f5-4423-b87e-78a554179830,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:14.367010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=900e03e3-d7c3-4a70-b439-eb5a9660f72b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:14.380613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'd0e204fc-83f5-4423-b87e-78a554179830', 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647', 'port_id': 'd0e204fc-83f5-4423-b87e-78a554179830', 'mac_address': 'fa:16:3e:ca:e7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3356880-d0f9-4ad5-93b7-059787dc578e', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:28:14.425700 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-784cac4d-8f5a-4953-8171-c0094c536115 req-2a090cca-51db-477e-ba6b-2bcda42572cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:14.431848 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:14.446267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e204fc-83f5-4423-b87e-78a554179830 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:28:14.457607 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4021d843-9842-4229-a24f-2dc66148b57a tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:14.462466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4021d843-9842-4229-a24f-2dc66148b57a tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Fanout notify agent at l3_agent the message router_deleted on router 9a87c207-1862-4dac-94ef-f52aee4f8ea8 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:28:14.466213 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4021d843-9842-4229-a24f-2dc66148b57a tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:14.470535 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4021d843-9842-4229-a24f-2dc66148b57a tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/routers/9a87c207-1862-4dac-94ef-f52aee4f8ea8 HTTP/1.1" status: 204 len: 168 time: 0.4770904 Oct 13 14:28:14.470649 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36400) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:14.473044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port d0e204fc-83f5-4423-b87e-78a554179830, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d0e204fc-83f5-4423-b87e-78a554179830,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:14.566577 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:14.567628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 699d70ee-58e0-4e48-89c7-1ff7ee825895 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:28:14.633782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-66047a71-c341-4e3e-a15a-235af038565c tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Deleting port 56620a73-7487-44e2-bd1f-b432b8cde773 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:14.634776 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66047a71-c341-4e3e-a15a-235af038565c tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:14.671498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=d0e204fc-83f5-4423-b87e-78a554179830,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:14.672514 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-784cac4d-8f5a-4953-8171-c0094c536115 req-2a090cca-51db-477e-ba6b-2bcda42572cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:14.757505 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 99be87e5-1393-4941-9918-8d7b39d26520 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:14.788801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784cac4d-8f5a-4953-8171-c0094c536115 req-2a090cca-51db-477e-ba6b-2bcda42572cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:28:14.790194 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66047a71-c341-4e3e-a15a-235af038565c tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:14.804003 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-66047a71-c341-4e3e-a15a-235af038565c tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Calling delete_port for 56620a73-7487-44e2-bd1f-b432b8cde773 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:14.809265 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 699d70ee-58e0-4e48-89c7-1ff7ee825895, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:14.813314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-784cac4d-8f5a-4953-8171-c0094c536115 req-2a090cca-51db-477e-ba6b-2bcda42572cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:28:14.831593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '699d70ee-58e0-4e48-89c7-1ff7ee825895', 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54', 'port_id': '699d70ee-58e0-4e48-89c7-1ff7ee825895', 'mac_address': 'fa:16:3e:f2:b6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3483b2bf-544b-4b95-b27e-16a656d41f88', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:28:14.842317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-784cac4d-8f5a-4953-8171-c0094c536115 req-2a090cca-51db-477e-ba6b-2bcda42572cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:28:14.849905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a090cca-51db-477e-ba6b-2bcda42572cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Pushing event updated for resources: {'Port': ['ID=b674a80d-f81b-4aef-9c01-9a318af72643,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:14.899815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4f752-345c-4a45-b3b9-095718a80f22 req-6f586e22-9818-4340-80a4-6300ff6835da tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:14.908000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7c4f752-345c-4a45-b3b9-095718a80f22 req-6f586e22-9818-4340-80a4-6300ff6835da tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1097 time: 0.2751241 Oct 13 14:28:14.964884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5117eaf-c035-4148-8e32-77cd8ce56055 req-68612a40-5db9-406b-acb6-213d5362ecb6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:14.971670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5117eaf-c035-4148-8e32-77cd8ce56055 req-68612a40-5db9-406b-acb6-213d5362ecb6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:14.978781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5117eaf-c035-4148-8e32-77cd8ce56055 req-68612a40-5db9-406b-acb6-213d5362ecb6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:14.984949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5117eaf-c035-4148-8e32-77cd8ce56055 req-68612a40-5db9-406b-acb6-213d5362ecb6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:14.991175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5117eaf-c035-4148-8e32-77cd8ce56055 req-68612a40-5db9-406b-acb6-213d5362ecb6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:14.998376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5117eaf-c035-4148-8e32-77cd8ce56055 req-68612a40-5db9-406b-acb6-213d5362ecb6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:15.004574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5117eaf-c035-4148-8e32-77cd8ce56055 req-68612a40-5db9-406b-acb6-213d5362ecb6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:15.006566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5117eaf-c035-4148-8e32-77cd8ce56055 req-68612a40-5db9-406b-acb6-213d5362ecb6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5434 time: 0.2872796 Oct 13 14:28:15.032150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cac4d-8f5a-4953-8171-c0094c536115 req-2a090cca-51db-477e-ba6b-2bcda42572cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:15.032790 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-784cac4d-8f5a-4953-8171-c0094c536115 req-2a090cca-51db-477e-ba6b-2bcda42572cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.034756 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66047a71-c341-4e3e-a15a-235af038565c tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.037651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-864738b4-0f9c-4e39-a5ff-b52e8fad7e08 req-c748e8fa-a69e-4f2a-8174-d05b2a4cc0ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2471933 Oct 13 14:28:15.040003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 99be87e5-1393-4941-9918-8d7b39d26520 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:28:15.047866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 99be87e5-1393-4941-9918-8d7b39d26520 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:15.048329 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.067618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7c4f752-345c-4a45-b3b9-095718a80f22 req-d0155011-5ff1-4d7d-b783-835c35bcb141 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586573 Oct 13 14:28:15.075642 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.075954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66047a71-c341-4e3e-a15a-235af038565c tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Pushing event deleted for resources: {'Port': ['ID=56620a73-7487-44e2-bd1f-b432b8cde773,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:15.093316 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699d70ee-58e0-4e48-89c7-1ff7ee825895 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:28:15.112092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5117eaf-c035-4148-8e32-77cd8ce56055 req-b8d2b83e-2ecb-45b5-a33c-94445facc06b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954762 Oct 13 14:28:15.124851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 699d70ee-58e0-4e48-89c7-1ff7ee825895, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:15.185633 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-2a090cca-51db-477e-ba6b-2bcda42572cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7568636 Oct 13 14:28:15.197419 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66047a71-c341-4e3e-a15a-235af038565c tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.198049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Request body: {'port': {'device_id': '1c83c935-6bd8-4912-b400-7f64ce297714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:15.204205 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-66047a71-c341-4e3e-a15a-235af038565c tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/ports/56620a73-7487-44e2-bd1f-b432b8cde773 HTTP/1.1" status: 204 len: 168 time: 0.7322710 Oct 13 14:28:15.204905 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36412) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:15.238141 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.238989 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ac703971-2eb9-4b72-acde-5f0c872f63f0 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:28:15.249010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36414) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:15.281130 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cf475c-e221-42ba-99e8-60cf5ea03881 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Deleting subnet b773cf00-e0fb-4856-96cf-70f36fe20b4e {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:28:15.285183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864738b4-0f9c-4e39-a5ff-b52e8fad7e08 req-fdd8445f-c92f-49bd-aa0e-29bebe852844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:15.285411 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8cf475c-e221-42ba-99e8-60cf5ea03881 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.286546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-864738b4-0f9c-4e39-a5ff-b52e8fad7e08 req-fdd8445f-c92f-49bd-aa0e-29bebe852844 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 1097 time: 0.1733444 Oct 13 14:28:15.320889 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.355365 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8cf475c-e221-42ba-99e8-60cf5ea03881 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.379457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ac703971-2eb9-4b72-acde-5f0c872f63f0, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ac703971-2eb9-4b72-acde-5f0c872f63f0,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:15.382460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=699d70ee-58e0-4e48-89c7-1ff7ee825895,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:15.396526 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbba1ec7-b469-4724-b636-540fc6cc49e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99be87e5-1393-4941-9918-8d7b39d26520'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:15.399077 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbc3b36-a40a-47f4-891c-f33efd21f790" -d '{"events": [{"server_uuid": "bbba1ec7-b469-4724-b636-540fc6cc49e7", "name": "network-vif-plugged", "status": "completed", "tag": "99be87e5-1393-4941-9918-8d7b39d26520"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:15.416184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'ac703971-2eb9-4b72-acde-5f0c872f63f0', 'network_id': '10aa74c4-b44f-48f7-92a3-f12491d08647', 'port_id': 'ac703971-2eb9-4b72-acde-5f0c872f63f0', 'mac_address': 'fa:16:3e:96:76:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3356880-d0f9-4ad5-93b7-059787dc578e', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:28:15.416777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12c9a56-90bd-4b0f-9357-c786be4a5680 admin admin] Deleting subnet f974b32a-4d99-454c-999a-81689caf7abd {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:28:15.419322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 99be87e5-1393-4941-9918-8d7b39d26520, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=99be87e5-1393-4941-9918-8d7b39d26520,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:15.421060 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f12c9a56-90bd-4b0f-9357-c786be4a5680 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.462661 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f12c9a56-90bd-4b0f-9357-c786be4a5680 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.478274 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ddf993-33b6-4534-85de-9229df822d9b x-openstack-request-id: req-65ddf993-33b6-4534-85de-9229df822d9b {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:15.478845 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbba1ec7-b469-4724-b636-540fc6cc49e7", "name": "network-vif-plugged", "status": "completed", "tag": "99be87e5-1393-4941-9918-8d7b39d26520", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:15.479319 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65ddf993-33b6-4534-85de-9229df822d9b {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:15.480423 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbba1ec7-b469-4724-b636-540fc6cc49e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99be87e5-1393-4941-9918-8d7b39d26520', 'code': 200} Oct 13 14:28:15.488631 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.494900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.496712 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8cf475c-e221-42ba-99e8-60cf5ea03881 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.509567 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.534047 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac703971-2eb9-4b72-acde-5f0c872f63f0 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:28:15.573157 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ac703971-2eb9-4b72-acde-5f0c872f63f0, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ac703971-2eb9-4b72-acde-5f0c872f63f0,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:15.578519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=99be87e5-1393-4941-9918-8d7b39d26520,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:15.595684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5580e-686b-4255-bb38-b9a171bc043f req-e3dace93-eff2-4df1-9890-619f2aea0823 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:15.595684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bde5580e-686b-4255-bb38-b9a171bc043f req-e3dace93-eff2-4df1-9890-619f2aea0823 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 931 time: 0.3990502 Oct 13 14:28:15.665642 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.666368 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4a092aec-e3af-4bbb-8507-5ec176f71743 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:28:15.693857 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8cf475c-e221-42ba-99e8-60cf5ea03881 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.725263 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf475c-e221-42ba-99e8-60cf5ea03881 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Pushing event deleted for resources: {'Subnet': ['ID=b773cf00-e0fb-4856-96cf-70f36fe20b4e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:15.728044 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8cf475c-e221-42ba-99e8-60cf5ea03881 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.731692 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c8cf475c-e221-42ba-99e8-60cf5ea03881 tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/subnets/b773cf00-e0fb-4856-96cf-70f36fe20b4e HTTP/1.1" status: 204 len: 168 time: 0.5255098 Oct 13 14:28:15.740133 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36418) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:15.740831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd4bcc0-e32c-461c-bdfc-a6b550640fc7 None None] Network d5a2201c-602a-4dd5-b787-3ab35783585e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:28:15.745014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 4a092aec-e3af-4bbb-8507-5ec176f71743, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a092aec-e3af-4bbb-8507-5ec176f71743,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:15.753527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=ac703971-2eb9-4b72-acde-5f0c872f63f0,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:15.795022 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '4a092aec-e3af-4bbb-8507-5ec176f71743', 'network_id': 'c618d8ae-014f-47f1-941a-268db5728f54', 'port_id': '4a092aec-e3af-4bbb-8507-5ec176f71743', 'mac_address': 'fa:16:3e:06:b6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3483b2bf-544b-4b95-b27e-16a656d41f88', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:28:15.855719 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.881801 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.896945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a092aec-e3af-4bbb-8507-5ec176f71743 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:28:15.935357 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Deleting port 90e2786d-a5b5-4281-803c-b385941dc136 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:15.935810 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.936004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 4a092aec-e3af-4bbb-8507-5ec176f71743, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a092aec-e3af-4bbb-8507-5ec176f71743,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:15.996006 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:15.996236 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f12c9a56-90bd-4b0f-9357-c786be4a5680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.038786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] For port 90e2786d-a5b5-4281-803c-b385941dc136, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=90e2786d-a5b5-4281-803c-b385941dc136,segment=NetworkSegment(668b31a7-8b8f-4b96-a91f-214474d9a3aa),segment_id=668b31a7-8b8f-4b96-a91f-214474d9a3aa)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:16.039596 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.056657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414a5c55-8e39-46e3-bc5f-0b2e23d240db None None] DHCP port deletion for d5a2201c-602a-4dd5-b787-3ab35783585e request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:28:16.071855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=4a092aec-e3af-4bbb-8507-5ec176f71743,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:16.081337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Calling delete_port for 90e2786d-a5b5-4281-803c-b385941dc136 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:16.082573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bde5580e-686b-4255-bb38-b9a171bc043f req-21328b94-9e58-4c24-8257-592511c1e3db tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187036 Oct 13 14:28:16.156773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-414a5c55-8e39-46e3-bc5f-0b2e23d240db None None] Deleting port 90e2786d-a5b5-4281-803c-b385941dc136 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:16.157432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-414a5c55-8e39-46e3-bc5f-0b2e23d240db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.229273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77618474-5c30-43e6-970f-e03768bd3704 req-d4770f83-6d81-407b-99f9-35080213166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:16.235981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77618474-5c30-43e6-970f-e03768bd3704 req-d4770f83-6d81-407b-99f9-35080213166c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1098 time: 0.6806571 Oct 13 14:28:16.240746 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 90e2786d-a5b5-4281-803c-b385941dc136 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:28:16.270429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.337541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] No DVR routers for this DVR port 90e2786d-a5b5-4281-803c-b385941dc136 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:28:16.344170 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Pushing event deleted for resources: {'Port': ['ID=90e2786d-a5b5-4281-803c-b385941dc136,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:16.354580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-414a5c55-8e39-46e3-bc5f-0b2e23d240db None None] For port 90e2786d-a5b5-4281-803c-b385941dc136, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=90e2786d-a5b5-4281-803c-b385941dc136,segment=NetworkSegment(668b31a7-8b8f-4b96-a91f-214474d9a3aa),segment_id=668b31a7-8b8f-4b96-a91f-214474d9a3aa)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:16.354580 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-414a5c55-8e39-46e3-bc5f-0b2e23d240db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.370883 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f12c9a56-90bd-4b0f-9357-c786be4a5680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.371903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:16.371903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:16.372308 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:16.372610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:16.372915 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:16.373270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:16.373593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:16.373914 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:16.374247 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:16.374569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:16.374895 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:16.375684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:16.377258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-414a5c55-8e39-46e3-bc5f-0b2e23d240db None None] Calling delete_port for 90e2786d-a5b5-4281-803c-b385941dc136 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:16.383334 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No active binding found for port 90e2786d-a5b5-4281-803c-b385941dc136 {{(pid=112686) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 14:28:16.384059 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 90e2786d-a5b5-4281-803c-b385941dc136 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:28:16.391191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864738b4-0f9c-4e39-a5ff-b52e8fad7e08 req-0e20fbb9-ad4f-4c3b-99f5-f54d3589a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:16.392739 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-864738b4-0f9c-4e39-a5ff-b52e8fad7e08 req-0e20fbb9-ad4f-4c3b-99f5-f54d3589a42b service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 200 len: 911 time: 1.0654013 Oct 13 14:28:16.416108 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f12c9a56-90bd-4b0f-9357-c786be4a5680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.422457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f12c9a56-90bd-4b0f-9357-c786be4a5680 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f974b32a-4d99-454c-999a-81689caf7abd HTTP/1.1" status: 204 len: 168 time: 1.1720679 Oct 13 14:28:16.426683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36426) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:16.462161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c9a56-90bd-4b0f-9357-c786be4a5680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f974b32a-4d99-454c-999a-81689caf7abd,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:16.484827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.504751 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-414a5c55-8e39-46e3-bc5f-0b2e23d240db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.525234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a2201c-602a-4dd5-b787-3ab35783585e']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:16.538547 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668b31a7-8b8f-4b96-a91f-214474d9a3aa') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:16.539491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668b31a7-8b8f-4b96-a91f-214474d9a3aa') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:16.543319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a5c55-8e39-46e3-bc5f-0b2e23d240db None None] Pushing event deleted for resources: {'Port': ['ID=90e2786d-a5b5-4281-803c-b385941dc136,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:16.547186 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a5c55-8e39-46e3-bc5f-0b2e23d240db None None] No DVR routers for this DVR port 90e2786d-a5b5-4281-803c-b385941dc136 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:28:16.568753 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.592960 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.602572 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:28:16.602572 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:28:16.606646 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:28:16.637259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77618474-5c30-43e6-970f-e03768bd3704 req-d3ba5f79-bf7d-4b70-a2a5-003ab2b2b628 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684266 Oct 13 14:28:16.690846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c841f-079a-49a2-998a-1672baab1737 req-9d292e45-789d-4402-8e9d-c8d51244834b tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:16.692378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb1c841f-079a-49a2-998a-1672baab1737 req-9d292e45-789d-4402-8e9d-c8d51244834b tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1098 time: 0.4412169 Oct 13 14:28:16.725640 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0379e04b-e87b-4313-a445-cb8d3051426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.733401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-864738b4-0f9c-4e39-a5ff-b52e8fad7e08 req-f047915e-2c83-47c3-a5a7-8c695818d293 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ea28874-c076-42b4-b6e4-1c0f62d32402 HTTP/1.1" status: 200 len: 1000 time: 0.3054018 Oct 13 14:28:16.745848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548319b-0553-4dad-ba7f-ff40972e15a8 req-f4c06842-eb4f-403f-9d11-99a3597c842a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:16.751852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548319b-0553-4dad-ba7f-ff40972e15a8 req-f4c06842-eb4f-403f-9d11-99a3597c842a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:16.758602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548319b-0553-4dad-ba7f-ff40972e15a8 req-f4c06842-eb4f-403f-9d11-99a3597c842a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:16.764568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548319b-0553-4dad-ba7f-ff40972e15a8 req-f4c06842-eb4f-403f-9d11-99a3597c842a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:16.770619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548319b-0553-4dad-ba7f-ff40972e15a8 req-f4c06842-eb4f-403f-9d11-99a3597c842a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:16.776814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548319b-0553-4dad-ba7f-ff40972e15a8 req-f4c06842-eb4f-403f-9d11-99a3597c842a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:16.779100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.783886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548319b-0553-4dad-ba7f-ff40972e15a8 req-f4c06842-eb4f-403f-9d11-99a3597c842a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:16.785442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f548319b-0553-4dad-ba7f-ff40972e15a8 req-f4c06842-eb4f-403f-9d11-99a3597c842a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5437 time: 0.5149333 Oct 13 14:28:16.788632 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:16.795675 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] 10.222.0.18 "DELETE /v2.0/networks/d5a2201c-602a-4dd5-b787-3ab35783585e HTTP/1.1" status: 204 len: 168 time: 1.0500979 Oct 13 14:28:16.810482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb806b-5c05-49aa-858f-d6c8ce82c50e tempest-TagsExtTest-1603610811 tempest-TagsExtTest-1603610811-project] Pushing event deleted for resources: {'Network': ['ID=d5a2201c-602a-4dd5-b787-3ab35783585e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:16.929252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb1c841f-079a-49a2-998a-1672baab1737 req-16598725-aba7-4ecd-9181-a3192774cdd5 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228007 Oct 13 14:28:16.971816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864738b4-0f9c-4e39-a5ff-b52e8fad7e08 req-e386cf4e-adb8-4e0e-90dc-5c3d7d6a8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:16.973421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-864738b4-0f9c-4e39-a5ff-b52e8fad7e08 req-e386cf4e-adb8-4e0e-90dc-5c3d7d6a8f4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55692630-3c1b-4a22-9c24-eba73df651f5 HTTP/1.1" status: 200 len: 849 time: 0.1764836 Oct 13 14:28:16.982479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f548319b-0553-4dad-ba7f-ff40972e15a8 req-f466fa24-5aa2-4dd1-b644-03b4fad9d170 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1651607 Oct 13 14:28:17.136603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0379e04b-e87b-4313-a445-cb8d3051426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:17.158511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b674a80d-f81b-4aef-9c01-9a318af72643 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:28:17.179250 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:17.183244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-0379e04b-e87b-4313-a445-cb8d3051426a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456a9ef7-54bb-41cd-9091-f65f4232710c']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:17.200694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-0379e04b-e87b-4313-a445-cb8d3051426a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abebe15-de92-4438-8399-a2ca453b3fde') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:17.201166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-0379e04b-e87b-4313-a445-cb8d3051426a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abebe15-de92-4438-8399-a2ca453b3fde') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:17.213631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864738b4-0f9c-4e39-a5ff-b52e8fad7e08 req-de3d06e2-d696-417c-9279-c7cf9e64dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:17.215165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-864738b4-0f9c-4e39-a5ff-b52e8fad7e08 req-de3d06e2-d696-417c-9279-c7cf9e64dc0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a0d1357-5bd1-47a4-bc47-4229892a21e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2168939 Oct 13 14:28:17.232878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0379e04b-e87b-4313-a445-cb8d3051426a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:17.262524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Transition to ACTIVE for port object b674a80d-f81b-4aef-9c01-9a318af72643 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:28:17.318756 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0379e04b-e87b-4313-a445-cb8d3051426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:17.333536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0379e04b-e87b-4313-a445-cb8d3051426a admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:28:17.333943 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0379e04b-e87b-4313-a445-cb8d3051426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:28:17.337506 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:28:17.408299 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:17.422196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2972cd4-ca53-412f-a1a5-45c71104cf79 req-6e14dc06-d67e-402f-97ae-416d208466c8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:17.422196 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2972cd4-ca53-412f-a1a5-45c71104cf79 req-6e14dc06-d67e-402f-97ae-416d208466c8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 931 time: 0.2216389 Oct 13 14:28:17.502266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36434) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:17.504898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-864738b4-0f9c-4e39-a5ff-b52e8fad7e08 req-3e47b53a-d7c1-4d91-a022-10245e845956 service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741973 Oct 13 14:28:17.526823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Pushing event updated for resources: {'Port': ['ID=b674a80d-f81b-4aef-9c01-9a318af72643,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:17.529244 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0379e04b-e87b-4313-a445-cb8d3051426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:17.558744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0379e04b-e87b-4313-a445-cb8d3051426a admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:17.559892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b91123ca-2120-403f-a2c5-c27d48444356'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:17.562619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0379e04b-e87b-4313-a445-cb8d3051426a admin admin] 10.222.0.18 "DELETE /v2.0/networks/456a9ef7-54bb-41cd-9091-f65f4232710c HTTP/1.1" status: 204 len: 168 time: 1.1022601 Oct 13 14:28:17.631588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2972cd4-ca53-412f-a1a5-45c71104cf79 req-4c9529ad-970c-4f69-8c21-b4294b61ec03 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971598 Oct 13 14:28:17.636940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379e04b-e87b-4313-a445-cb8d3051426a admin admin] Pushing event deleted for resources: {'Network': ['ID=456a9ef7-54bb-41cd-9091-f65f4232710c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:17.673069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['4a092aec-e3af-4bbb-8507-5ec176f71743'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:17.678433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['aeb332e8-6ce3-4cf3-b8ad-041f33cf3986'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:17.687142 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['699d70ee-58e0-4e48-89c7-1ff7ee825895'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:17.758167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-864738b4-0f9c-4e39-a5ff-b52e8fad7e08 req-1b7d962a-6866-47b6-b6da-a8f5e91474d9 service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419443 Oct 13 14:28:17.761031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Attempting to bind port b674a80d-f81b-4aef-9c01-9a318af72643 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:28:17.765364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Attempting to bind port b674a80d-f81b-4aef-9c01-9a318af72643 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:28:17.765364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Attempting to bind port b674a80d-f81b-4aef-9c01-9a318af72643 on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:28:17.770599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Port b674a80d-f81b-4aef-9c01-9a318af72643 on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:28:17.771166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Attempting to bind port b674a80d-f81b-4aef-9c01-9a318af72643 on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:28:17.780952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:28:17.781480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Checking segment: {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:28:17.781994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Bound using segment: {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:28:17.782508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Bound port: b674a80d-f81b-4aef-9c01-9a318af72643, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:28:17.782959 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:17.806010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['ac703971-2eb9-4b72-acde-5f0c872f63f0'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:17.820271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['d0e204fc-83f5-4423-b87e-78a554179830'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:17.886137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['900e03e3-d7c3-4a70-b439-eb5a9660f72b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:17.897234 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d3a9bee7-f92d-42a5-bebb-bda3c0981a42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11be9b7aa13f4ef2bc88615215ae25cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908365 Oct 13 14:28:17.903815 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36440) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:17.936854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] For port b674a80d-f81b-4aef-9c01-9a318af72643, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:28:17.937693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] For port b674a80d-f81b-4aef-9c01-9a318af72643, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b674a80d-f81b-4aef-9c01-9a318af72643,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:28:17.969364 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab7e3560-c96c-4ad2-9f6b-947d155bf2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:17.998481 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab7e3560-c96c-4ad2-9f6b-947d155bf2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:18.021365 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:18.051572 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c2ef771c-7eec-462e-98cd-e5a9e2f85c98 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:28:18.082954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36448) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:18.145214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: c2ef771c-7eec-462e-98cd-e5a9e2f85c98 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:28:18.145564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c2ef771c-7eec-462e-98cd-e5a9e2f85c98 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:28:18.152839 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-524c9ceb-889d-4510-a9c7-6dd2ea8a6e98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79a6444bd40445efa07fadbbb84c9e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690238 Oct 13 14:28:18.154144 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36450) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:18.162637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:18.166328 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:18.166480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab7e3560-c96c-4ad2-9f6b-947d155bf2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:18.166627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] 10.222.0.41 "PUT /v2.0/ports/b674a80d-f81b-4aef-9c01-9a318af72643 HTTP/1.1" status: 200 len: 1092 time: 2.9723203 Oct 13 14:28:18.170433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab7e3560-c96c-4ad2-9f6b-947d155bf2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:18.174627 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ab7e3560-c96c-4ad2-9f6b-947d155bf2d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cc7d5c8-c65d-4273-be0e-4c3d69bdbf06 HTTP/1.1" status: 204 len: 168 time: 0.2654276 Oct 13 14:28:18.202262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c83c935-6bd8-4912-b400-7f64ce297714', 'tag': 'b674a80d-f81b-4aef-9c01-9a318af72643'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:18.206457 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1db28f-d14c-4c83-b961-6b8ba94b37bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1c83c935-6bd8-4912-b400-7f64ce297714", "tag": "b674a80d-f81b-4aef-9c01-9a318af72643"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:18.229127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e3560-c96c-4ad2-9f6b-947d155bf2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc7d5c8-c65d-4273-be0e-4c3d69bdbf06,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:18.305439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf2bd5-64b3-4ae2-bb36-24d8fa637a52 service neutron] Pushing event updated for resources: {'Port': ['ID=b674a80d-f81b-4aef-9c01-9a318af72643,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:18.329295 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63b207df-2e37-4a56-950f-fb3ae7a6683e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:18.372355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a077e-d4eb-458f-805a-3e6b4b77e9b1 req-52516afb-10af-48af-a766-4a9567093ae9 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:18.372595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63b207df-2e37-4a56-950f-fb3ae7a6683e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:18.375146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d78a077e-d4eb-458f-805a-3e6b4b77e9b1 req-52516afb-10af-48af-a766-4a9567093ae9 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1098 time: 0.2651334 Oct 13 14:28:18.421665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95af5-b5fd-48c9-a7dc-ca404b5fe177 req-13518477-bca4-4d91-a3f4-1374ea9428cb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:18.432829 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95af5-b5fd-48c9-a7dc-ca404b5fe177 req-13518477-bca4-4d91-a3f4-1374ea9428cb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:18.443376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95af5-b5fd-48c9-a7dc-ca404b5fe177 req-13518477-bca4-4d91-a3f4-1374ea9428cb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:18.454348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95af5-b5fd-48c9-a7dc-ca404b5fe177 req-13518477-bca4-4d91-a3f4-1374ea9428cb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:18.465579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95af5-b5fd-48c9-a7dc-ca404b5fe177 req-13518477-bca4-4d91-a3f4-1374ea9428cb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:18.476315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95af5-b5fd-48c9-a7dc-ca404b5fe177 req-13518477-bca4-4d91-a3f4-1374ea9428cb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:18.486873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95af5-b5fd-48c9-a7dc-ca404b5fe177 req-13518477-bca4-4d91-a3f4-1374ea9428cb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:18.489990 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05c95af5-b5fd-48c9-a7dc-ca404b5fe177 req-13518477-bca4-4d91-a3f4-1374ea9428cb tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5437 time: 0.3301294 Oct 13 14:28:18.525225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cac4d-8f5a-4953-8171-c0094c536115 req-54c11a8b-b58b-4de1-afc9-52176f0daaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:18.527567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-54c11a8b-b58b-4de1-afc9-52176f0daaa3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 1095 time: 0.2426226 Oct 13 14:28:18.590482 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63b207df-2e37-4a56-950f-fb3ae7a6683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:18.594681 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63b207df-2e37-4a56-950f-fb3ae7a6683e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:18.596142 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-63b207df-2e37-4a56-950f-fb3ae7a6683e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de6a3671-1d6b-4a60-8e02-9cb04878c41c HTTP/1.1" status: 204 len: 168 time: 0.4414539 Oct 13 14:28:18.608361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b207df-2e37-4a56-950f-fb3ae7a6683e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6a3671-1d6b-4a60-8e02-9cb04878c41c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:18.625540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-5566d38b-1947-4e8b-9aac-85e36970d9c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b674a80d-f81b-4aef-9c01-9a318af72643 HTTP/1.1" status: 200 len: 217 time: 0.0808942 Oct 13 14:28:18.629628 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d78a077e-d4eb-458f-805a-3e6b4b77e9b1 req-8486d554-3c54-4c3f-93d4-49b2d48ff254 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436125 Oct 13 14:28:18.657014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05c95af5-b5fd-48c9-a7dc-ca404b5fe177 req-ee28c94d-9ebc-4a26-a9bd-6128ad425e97 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1492565 Oct 13 14:28:18.764878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cac4d-8f5a-4953-8171-c0094c536115 req-b84f9a23-96ac-4def-a795-4e214e22fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:18.766601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-b84f9a23-96ac-4def-a795-4e214e22fb5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d16f32c9-ccaa-480d-a65d-017cee6bd114 HTTP/1.1" status: 200 len: 850 time: 0.1083112 Oct 13 14:28:18.783811 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:18.784612 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf600f76-c7af-4fbb-b764-92a7fd0d883f x-openstack-request-id: req-bf600f76-c7af-4fbb-b764-92a7fd0d883f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:18.791035 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c83c935-6bd8-4912-b400-7f64ce297714", "tag": "b674a80d-f81b-4aef-9c01-9a318af72643", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:18.791560 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf600f76-c7af-4fbb-b764-92a7fd0d883f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:18.792287 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c83c935-6bd8-4912-b400-7f64ce297714', 'tag': 'b674a80d-f81b-4aef-9c01-9a318af72643', 'status': 'completed', 'code': 200} Oct 13 14:28:18.855740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-ae37129e-4ebd-4ee8-a3e4-6991c42fd7aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617650 Oct 13 14:28:19.066462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bd9d7-db3e-46c4-b224-b2e2d2201cd6 req-39c226e8-90c2-446f-9261-e5a28f25fc09 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:19.071120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-003bd9d7-db3e-46c4-b224-b2e2d2201cd6 req-39c226e8-90c2-446f-9261-e5a28f25fc09 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1098 time: 0.2190955 Oct 13 14:28:19.140808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c1d6d-239b-40b8-b64f-e8f51d065e4e req-0ecbd931-7692-47d7-88db-36e23c357c0a tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:19.142862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea2c1d6d-239b-40b8-b64f-e8f51d065e4e req-0ecbd931-7692-47d7-88db-36e23c357c0a tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 943 time: 0.2389662 Oct 13 14:28:19.208009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-284fe830-69b4-4e17-97a4-a1bee84c2f5c service neutron] 10.222.0.41 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087919 Oct 13 14:28:19.243746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-003bd9d7-db3e-46c4-b224-b2e2d2201cd6 req-1e17ad68-67ea-4c5e-83dc-3ee263f2c270 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600704 Oct 13 14:28:19.249014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea2c1d6d-239b-40b8-b64f-e8f51d065e4e req-83c45939-85b9-4a1d-8a30-f208b843b0e6 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882866 Oct 13 14:28:19.360494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-784cac4d-8f5a-4953-8171-c0094c536115 req-7805fd2f-4c69-4157-8d4a-0175c1223f6f service neutron] 10.222.0.41 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153796 Oct 13 14:28:19.425100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ef8e6-41a8-4b0a-a504-3bb0a5e53904 req-bf1340de-d83d-4714-ba46-662c7dd1f42a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:19.427031 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d1ef8e6-41a8-4b0a-a504-3bb0a5e53904 req-bf1340de-d83d-4714-ba46-662c7dd1f42a tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1098 time: 0.0583115 Oct 13 14:28:19.479273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d1ef8e6-41a8-4b0a-a504-3bb0a5e53904 req-a901808e-3f67-46f1-923f-46f011fc3f65 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431623 Oct 13 14:28:19.533822 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e6778528-fdb8-4bfe-b32a-d217f2d7a376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:19.604948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1db28f-d14c-4c83-b961-6b8ba94b37bf req-473afaab-5dc3-4032-9da6-41cc2d3a1089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:19.608255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba1db28f-d14c-4c83-b961-6b8ba94b37bf req-473afaab-5dc3-4032-9da6-41cc2d3a1089 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 1095 time: 0.0610509 Oct 13 14:28:19.744127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1db28f-d14c-4c83-b961-6b8ba94b37bf req-a5e38161-d755-47ac-a4e1-f94b8269dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:19.746551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba1db28f-d14c-4c83-b961-6b8ba94b37bf req-a5e38161-d755-47ac-a4e1-f94b8269dd44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 911 time: 0.1212656 Oct 13 14:28:19.802362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba1db28f-d14c-4c83-b961-6b8ba94b37bf req-a48c317e-bb32-4fbd-8307-668d5c1fe621 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b674a80d-f81b-4aef-9c01-9a318af72643 HTTP/1.1" status: 200 len: 217 time: 0.0410755 Oct 13 14:28:19.930126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f60-88c2-466a-bf6e-c75b08ce4c62 req-8ec42947-3d9d-4ad9-a63a-136354facd6b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:19.936400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f60-88c2-466a-bf6e-c75b08ce4c62 req-8ec42947-3d9d-4ad9-a63a-136354facd6b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:19.942534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f60-88c2-466a-bf6e-c75b08ce4c62 req-8ec42947-3d9d-4ad9-a63a-136354facd6b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:19.950314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f60-88c2-466a-bf6e-c75b08ce4c62 req-8ec42947-3d9d-4ad9-a63a-136354facd6b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:19.954939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f60-88c2-466a-bf6e-c75b08ce4c62 req-8ec42947-3d9d-4ad9-a63a-136354facd6b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:19.961477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f60-88c2-466a-bf6e-c75b08ce4c62 req-8ec42947-3d9d-4ad9-a63a-136354facd6b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:19.967745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33668f60-88c2-466a-bf6e-c75b08ce4c62 req-8ec42947-3d9d-4ad9-a63a-136354facd6b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:19.969786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33668f60-88c2-466a-bf6e-c75b08ce4c62 req-8ec42947-3d9d-4ad9-a63a-136354facd6b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5437 time: 0.1702578 Oct 13 14:28:19.983736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1db28f-d14c-4c83-b961-6b8ba94b37bf req-6ea49295-fc04-4f39-aeff-d6410de77e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:19.985511 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba1db28f-d14c-4c83-b961-6b8ba94b37bf req-6ea49295-fc04-4f39-aeff-d6410de77e7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d16f32c9-ccaa-480d-a65d-017cee6bd114 HTTP/1.1" status: 200 len: 850 time: 0.1432912 Oct 13 14:28:20.032837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba1db28f-d14c-4c83-b961-6b8ba94b37bf req-fea59780-067d-4920-a7c4-e023e6bc0c72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317171 Oct 13 14:28:20.060009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33668f60-88c2-466a-bf6e-c75b08ce4c62 req-6c351701-493c-43f4-9553-068af163f28c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733171 Oct 13 14:28:20.220173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba1db28f-d14c-4c83-b961-6b8ba94b37bf req-4086033e-4698-4e84-a7ad-69c2a4b823e5 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736367 Oct 13 14:28:20.248121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf6499-2f6f-4848-ba66-9e2c942bec0b req-fc3f5fe4-bb76-404d-9296-692148360e9f tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:20.249690 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90bf6499-2f6f-4848-ba66-9e2c942bec0b req-fc3f5fe4-bb76-404d-9296-692148360e9f tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1098 time: 0.0934448 Oct 13 14:28:20.335413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90bf6499-2f6f-4848-ba66-9e2c942bec0b req-191fcb03-59b1-48a6-87c6-a2ef92dc33a8 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753989 Oct 13 14:28:20.370307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba1db28f-d14c-4c83-b961-6b8ba94b37bf req-5b9f2916-8028-47c2-a6b8-37fc6c72b0c1 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308880 Oct 13 14:28:20.505806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988189c-fa2d-45ca-a03a-381f52c5bd4a req-2758960c-31f9-4dd3-9d25-d135fae3d448 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:20.508532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7988189c-fa2d-45ca-a03a-381f52c5bd4a req-2758960c-31f9-4dd3-9d25-d135fae3d448 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 943 time: 0.0941508 Oct 13 14:28:20.578073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7988189c-fa2d-45ca-a03a-381f52c5bd4a req-50315a94-dc58-4102-a1bb-e5a1209081c2 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556626 Oct 13 14:28:21.230729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d70957-c3d7-4565-9856-ce8e363b86a8 req-68944ab9-0806-447b-91e3-eba942b834d4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:21.239534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d70957-c3d7-4565-9856-ce8e363b86a8 req-68944ab9-0806-447b-91e3-eba942b834d4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:21.248294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d70957-c3d7-4565-9856-ce8e363b86a8 req-68944ab9-0806-447b-91e3-eba942b834d4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:21.256912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d70957-c3d7-4565-9856-ce8e363b86a8 req-68944ab9-0806-447b-91e3-eba942b834d4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:21.264041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d70957-c3d7-4565-9856-ce8e363b86a8 req-68944ab9-0806-447b-91e3-eba942b834d4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:21.270162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d70957-c3d7-4565-9856-ce8e363b86a8 req-68944ab9-0806-447b-91e3-eba942b834d4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:21.276607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d70957-c3d7-4565-9856-ce8e363b86a8 req-68944ab9-0806-447b-91e3-eba942b834d4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:21.278573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9d70957-c3d7-4565-9856-ce8e363b86a8 req-68944ab9-0806-447b-91e3-eba942b834d4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5437 time: 0.1231492 Oct 13 14:28:21.331673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9d70957-c3d7-4565-9856-ce8e363b86a8 req-31952ee9-5f2d-4558-a8e2-1d75981ef62d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418465 Oct 13 14:28:21.520772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61ae07-55a6-416a-8bd2-fe8df2914951 req-87b4b6de-a5df-45b7-8e13-66bd08eebe5f tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:21.523770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e61ae07-55a6-416a-8bd2-fe8df2914951 req-87b4b6de-a5df-45b7-8e13-66bd08eebe5f tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1098 time: 0.0769520 Oct 13 14:28:21.592827 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36548) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:21.685021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e52cb-bd25-482a-b789-377698afba5d req-9af0b741-092c-4a88-9dd2-7ec9615e92bf tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:21.692874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c08e52cb-bd25-482a-b789-377698afba5d req-9af0b741-092c-4a88-9dd2-7ec9615e92bf tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 1098 time: 0.1441965 Oct 13 14:28:21.700042 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:28:21.704375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-2e61ae07-55a6-416a-8bd2-fe8df2914951 req-3d9a914f-334c-48ed-90b6-4e8fca5c7d36 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Deleting port 99be87e5-1393-4941-9918-8d7b39d26520 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:21.704967 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2e61ae07-55a6-416a-8bd2-fe8df2914951 req-3d9a914f-334c-48ed-90b6-4e8fca5c7d36 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:21.790069 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cfc08a96-09cd-4fbe-8783-919e96505403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:21.865024 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:21.900867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c08e52cb-bd25-482a-b789-377698afba5d req-90672ed7-483c-454d-846e-7171dfca2801 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932645 Oct 13 14:28:21.925022 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cfc08a96-09cd-4fbe-8783-919e96505403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:21.931074 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b806b-8a1d-4105-b456-0ce7ba9408a5 req-00276202-1ad2-4433-808f-b28b7affb691 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:21.932837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df4b806b-8a1d-4105-b456-0ce7ba9408a5 req-00276202-1ad2-4433-808f-b28b7affb691 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 943 time: 0.2086537 Oct 13 14:28:21.984715 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cfc08a96-09cd-4fbe-8783-919e96505403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:22.044141 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cfc08a96-09cd-4fbe-8783-919e96505403 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4dddce503bc491bbcf82e3860b80836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448760 Oct 13 14:28:22.044141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc08a96-09cd-4fbe-8783-919e96505403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc795c7c-db82-40a2-a378-d70a56f301d4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:22.046229 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36556) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:22.138087 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8035033-eec5-44c9-afd2-606522879e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:22.168891 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8035033-eec5-44c9-afd2-606522879e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:22.270065 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d472d6bd-addf-45e8-8336-7ef6ce9a0259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:22.363862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2e61ae07-55a6-416a-8bd2-fe8df2914951 req-3d9a914f-334c-48ed-90b6-4e8fca5c7d36 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] For port 99be87e5-1393-4941-9918-8d7b39d26520, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=99be87e5-1393-4941-9918-8d7b39d26520,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:22.364437 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2e61ae07-55a6-416a-8bd2-fe8df2914951 req-3d9a914f-334c-48ed-90b6-4e8fca5c7d36 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:22.391336 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8035033-eec5-44c9-afd2-606522879e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:22.398593 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c8035033-eec5-44c9-afd2-606522879e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:22.401498 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c8035033-eec5-44c9-afd2-606522879e07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc795c7c-db82-40a2-a378-d70a56f301d4 HTTP/1.1" status: 204 len: 168 time: 0.3538024 Oct 13 14:28:22.410731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-2e61ae07-55a6-416a-8bd2-fe8df2914951 req-3d9a914f-334c-48ed-90b6-4e8fca5c7d36 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Calling delete_port for 99be87e5-1393-4941-9918-8d7b39d26520 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:22.440474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df4b806b-8a1d-4105-b456-0ce7ba9408a5 req-edca3039-9f30-46c0-88c8-cd19929c0818 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987433 Oct 13 14:28:22.450998 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8035033-eec5-44c9-afd2-606522879e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc795c7c-db82-40a2-a378-d70a56f301d4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:22.602514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf13684-0f54-4c3d-847c-eadf078a06b0 req-365b5755-c680-4294-a8a9-7fa1051046c6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:22.609709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf13684-0f54-4c3d-847c-eadf078a06b0 req-365b5755-c680-4294-a8a9-7fa1051046c6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:22.615341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf13684-0f54-4c3d-847c-eadf078a06b0 req-365b5755-c680-4294-a8a9-7fa1051046c6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:22.621835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf13684-0f54-4c3d-847c-eadf078a06b0 req-365b5755-c680-4294-a8a9-7fa1051046c6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:22.627956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf13684-0f54-4c3d-847c-eadf078a06b0 req-365b5755-c680-4294-a8a9-7fa1051046c6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:22.635176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf13684-0f54-4c3d-847c-eadf078a06b0 req-365b5755-c680-4294-a8a9-7fa1051046c6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:22.642372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf13684-0f54-4c3d-847c-eadf078a06b0 req-365b5755-c680-4294-a8a9-7fa1051046c6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:22.644759 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cf13684-0f54-4c3d-847c-eadf078a06b0 req-365b5755-c680-4294-a8a9-7fa1051046c6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5437 time: 0.2027299 Oct 13 14:28:22.731149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cf13684-0f54-4c3d-847c-eadf078a06b0 req-1914870b-6562-48b0-9faa-83ea1eff59ef tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654154 Oct 13 14:28:22.878344 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2e61ae07-55a6-416a-8bd2-fe8df2914951 req-3d9a914f-334c-48ed-90b6-4e8fca5c7d36 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:22.921821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a914f-334c-48ed-90b6-4e8fca5c7d36 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Pushing event deleted for resources: {'Port': ['ID=99be87e5-1393-4941-9918-8d7b39d26520,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:23.010329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e61ae07-55a6-416a-8bd2-fe8df2914951 req-3d9a914f-334c-48ed-90b6-4e8fca5c7d36 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] No DVR routers for this DVR port 99be87e5-1393-4941-9918-8d7b39d26520 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:28:23.014722 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2e61ae07-55a6-416a-8bd2-fe8df2914951 req-3d9a914f-334c-48ed-90b6-4e8fca5c7d36 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:23.021057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e61ae07-55a6-416a-8bd2-fe8df2914951 req-3d9a914f-334c-48ed-90b6-4e8fca5c7d36 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.49 "DELETE /v2.0/ports/99be87e5-1393-4941-9918-8d7b39d26520 HTTP/1.1" status: 204 len: 173 time: 1.4864018 Oct 13 14:28:23.022023 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbba1ec7-b469-4724-b636-540fc6cc49e7', 'name': 'network-vif-deleted', 'tag': '99be87e5-1393-4941-9918-8d7b39d26520'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:23.031988 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a848f07-83fb-4aba-be85-22bd3a3e03f5" -d '{"events": [{"server_uuid": "bbba1ec7-b469-4724-b636-540fc6cc49e7", "name": "network-vif-deleted", "tag": "99be87e5-1393-4941-9918-8d7b39d26520"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:23.071456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1841de49-822b-490a-ac72-f57912e5fe28 req-248651f5-cb2f-4dfd-9377-fce1bacd0db7 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbba1ec7-b469-4724-b636-540fc6cc49e7 HTTP/1.1" status: 200 len: 210 time: 0.0359244 Oct 13 14:28:23.097743 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1908320e-391f-4281-80b4-18b13a2cfbf2 x-openstack-request-id: req-1908320e-391f-4281-80b4-18b13a2cfbf2 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:23.101321 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbba1ec7-b469-4724-b636-540fc6cc49e7", "name": "network-vif-deleted", "tag": "99be87e5-1393-4941-9918-8d7b39d26520", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:23.101321 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1908320e-391f-4281-80b4-18b13a2cfbf2 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:23.101321 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbba1ec7-b469-4724-b636-540fc6cc49e7', 'name': 'network-vif-deleted', 'tag': '99be87e5-1393-4941-9918-8d7b39d26520', 'status': 'completed', 'code': 200} Oct 13 14:28:23.267307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['350fb794-e306-4b99-aa01-77e0dffb9090'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:23.371505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36574) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:23.386830 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80db661b-5e47-4986-aaf1-7125f2680d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:23.487325 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80db661b-5e47-4986-aaf1-7125f2680d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:23.566998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a1f9d-b125-41f2-bee8-5e7fbad268f3 req-36c4dbdd-8aab-4a72-968d-2d64ed52f089 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:23.568568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-828a1f9d-b125-41f2-bee8-5e7fbad268f3 req-36c4dbdd-8aab-4a72-968d-2d64ed52f089 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 943 time: 0.0542819 Oct 13 14:28:23.615413 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80db661b-5e47-4986-aaf1-7125f2680d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:23.646214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-828a1f9d-b125-41f2-bee8-5e7fbad268f3 req-bc07d294-9c5d-4ab4-ae7e-4c0653996acb tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693500 Oct 13 14:28:23.679513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-80db661b-5e47-4986-aaf1-7125f2680d8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70fdf360a32d471fb9b6f755b4a168de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065634 Oct 13 14:28:23.682423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db661b-5e47-4986-aaf1-7125f2680d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d27a3d-ffe0-44fb-95e9-0480a619219f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:23.684056 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36580) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:23.784736 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-368442b6-a988-4004-9204-a9cc42054522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:23.801223 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:23.822015 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-368442b6-a988-4004-9204-a9cc42054522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:23.934628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110c11-5452-4c99-8966-2001458b4ac2 req-2a7f5417-a279-4c6c-b525-981e2389c01a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:23.941138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110c11-5452-4c99-8966-2001458b4ac2 req-2a7f5417-a279-4c6c-b525-981e2389c01a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:23.948259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110c11-5452-4c99-8966-2001458b4ac2 req-2a7f5417-a279-4c6c-b525-981e2389c01a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:23.954783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110c11-5452-4c99-8966-2001458b4ac2 req-2a7f5417-a279-4c6c-b525-981e2389c01a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:23.961019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110c11-5452-4c99-8966-2001458b4ac2 req-2a7f5417-a279-4c6c-b525-981e2389c01a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:23.967372 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:23.969482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110c11-5452-4c99-8966-2001458b4ac2 req-2a7f5417-a279-4c6c-b525-981e2389c01a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:23.977928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110c11-5452-4c99-8966-2001458b4ac2 req-2a7f5417-a279-4c6c-b525-981e2389c01a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:23.980047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9110c11-5452-4c99-8966-2001458b4ac2 req-2a7f5417-a279-4c6c-b525-981e2389c01a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5437 time: 0.1192901 Oct 13 14:28:24.012771 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-368442b6-a988-4004-9204-a9cc42054522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:24.015807 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-368442b6-a988-4004-9204-a9cc42054522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:24.017218 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-368442b6-a988-4004-9204-a9cc42054522 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0d27a3d-ffe0-44fb-95e9-0480a619219f HTTP/1.1" status: 204 len: 168 time: 0.3320432 Oct 13 14:28:24.026527 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368442b6-a988-4004-9204-a9cc42054522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d27a3d-ffe0-44fb-95e9-0480a619219f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:24.049657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9110c11-5452-4c99-8966-2001458b4ac2 req-1f7ba9a1-e0e9-45b4-abee-aac6f4295acf tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593154 Oct 13 14:28:24.057891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b674a80d-f81b-4aef-9c01-9a318af72643 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:28:24.062640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device d0e204fc-83f5-4423-b87e-78a554179830 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:24.253887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b674a80d-f81b-4aef-9c01-9a318af72643, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b674a80d-f81b-4aef-9c01-9a318af72643,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:24.268504 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'b674a80d-f81b-4aef-9c01-9a318af72643', 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'port_id': 'b674a80d-f81b-4aef-9c01-9a318af72643', 'mac_address': 'fa:16:3e:65:d7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16f32c9-ccaa-480d-a65d-017cee6bd114', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:28:24.301328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port d0e204fc-83f5-4423-b87e-78a554179830 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:28:24.309746 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port d0e204fc-83f5-4423-b87e-78a554179830 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:24.310518 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:24.356272 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:24.379549 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b674a80d-f81b-4aef-9c01-9a318af72643 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:28:24.415463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b674a80d-f81b-4aef-9c01-9a318af72643, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b674a80d-f81b-4aef-9c01-9a318af72643,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:24.464132 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:24.501886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e204fc-83f5-4423-b87e-78a554179830'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:24.505611 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd037a26-7d62-4992-8d4b-c6fd7c6b847d" -d '{"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "d0e204fc-83f5-4423-b87e-78a554179830"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:24.512543 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:24.530551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port d0e204fc-83f5-4423-b87e-78a554179830, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d0e204fc-83f5-4423-b87e-78a554179830,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:24.601580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b674a80d-f81b-4aef-9c01-9a318af72643,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:24.609391 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccad4c5-5f4f-45e5-8ec0-dee5ee2512ee x-openstack-request-id: req-2ccad4c5-5f4f-45e5-8ec0-dee5ee2512ee {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:24.609957 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "d0e204fc-83f5-4423-b87e-78a554179830", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:24.610554 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ccad4c5-5f4f-45e5-8ec0-dee5ee2512ee {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:24.611269 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e204fc-83f5-4423-b87e-78a554179830', 'code': 200} Oct 13 14:28:24.617974 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:24.624684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b91123ca-2120-403f-a2c5-c27d48444356 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:24.887345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 99be87e5-1393-4941-9918-8d7b39d26520 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:28:24.924760 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 99be87e5-1393-4941-9918-8d7b39d26520 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:28:24.925145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 99be87e5-1393-4941-9918-8d7b39d26520 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:28:24.984594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=d0e204fc-83f5-4423-b87e-78a554179830,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:25.021226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0d182-e67e-4a64-aa03-0512cdaa2152 req-397a578d-454f-4744-a770-0481e3eb9c15 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:25.024480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15a0d182-e67e-4a64-aa03-0512cdaa2152 req-397a578d-454f-4744-a770-0481e3eb9c15 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 944 time: 0.1232321 Oct 13 14:28:25.070903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df01cf-9b35-4917-9bdb-cee3ee26a75f req-b7689ae1-91cd-4ff2-89e2-c1c9e7b4f925 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:25.072717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41df01cf-9b35-4917-9bdb-cee3ee26a75f req-b7689ae1-91cd-4ff2-89e2-c1c9e7b4f925 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1097 time: 0.1190414 Oct 13 14:28:25.087165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port b91123ca-2120-403f-a2c5-c27d48444356 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:28:25.091867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port b91123ca-2120-403f-a2c5-c27d48444356 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:25.092281 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:25.129839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15a0d182-e67e-4a64-aa03-0512cdaa2152 req-23b8e87e-c8fe-4b23-aad0-f8117ff533d6 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896180 Oct 13 14:28:25.186722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41df01cf-9b35-4917-9bdb-cee3ee26a75f req-02aa3735-859e-4277-a4c0-9ca0cfda7a02 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000252 Oct 13 14:28:25.322144 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:25.348180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b674a80d-f81b-4aef-9c01-9a318af72643'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:25.367226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c21a8-ff72-438c-8f5c-cf016c94ec61 req-04821077-855e-4f58-b673-729843611067 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:25.373382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c21a8-ff72-438c-8f5c-cf016c94ec61 req-04821077-855e-4f58-b673-729843611067 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:25.379996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c21a8-ff72-438c-8f5c-cf016c94ec61 req-04821077-855e-4f58-b673-729843611067 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:25.388000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c21a8-ff72-438c-8f5c-cf016c94ec61 req-04821077-855e-4f58-b673-729843611067 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:25.395231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c21a8-ff72-438c-8f5c-cf016c94ec61 req-04821077-855e-4f58-b673-729843611067 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:25.402926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c21a8-ff72-438c-8f5c-cf016c94ec61 req-04821077-855e-4f58-b673-729843611067 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:25.409156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c21a8-ff72-438c-8f5c-cf016c94ec61 req-04821077-855e-4f58-b673-729843611067 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:25.411271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc9c21a8-ff72-438c-8f5c-cf016c94ec61 req-04821077-855e-4f58-b673-729843611067 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5438 time: 0.1697168 Oct 13 14:28:25.456460 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:25.479228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b91123ca-2120-403f-a2c5-c27d48444356, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b91123ca-2120-403f-a2c5-c27d48444356,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:25.514490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc9c21a8-ff72-438c-8f5c-cf016c94ec61 req-cc7138a9-c5b8-4a73-b17e-92a59312747f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956955 Oct 13 14:28:25.547776 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:25.687736 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b91123ca-2120-403f-a2c5-c27d48444356,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:26.072711 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:26.247468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:28:26.256720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:26.258602 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:26.329760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdae21-f292-4628-9728-d05e06d620ee req-66475e9b-604f-4e4a-b4f2-d54d07dc5a16 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:26.333601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8cdae21-f292-4628-9728-d05e06d620ee req-66475e9b-604f-4e4a-b4f2-d54d07dc5a16 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 944 time: 0.0996110 Oct 13 14:28:26.442749 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:26.444313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8cdae21-f292-4628-9728-d05e06d620ee req-14f6ce20-8988-4d4a-aa08-1c74bce7a68c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026897 Oct 13 14:28:26.484385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5492f-8c16-466e-b704-73899a0b67c1 req-0cc5c0d3-612c-45ce-9605-22a8ea641552 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:26.488208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2aa5492f-8c16-466e-b704-73899a0b67c1 req-0cc5c0d3-612c-45ce-9605-22a8ea641552 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1097 time: 0.1159124 Oct 13 14:28:26.536441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:26.588758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2aa5492f-8c16-466e-b704-73899a0b67c1 req-ae24337a-7501-48c7-93d2-ef352a286607 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797441 Oct 13 14:28:26.613624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91123ca-2120-403f-a2c5-c27d48444356'}, {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb332e8-6ce3-4cf3-b8ad-041f33cf3986'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:26.621064 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b3d827-28b6-47c8-82ab-81aee3d828fc" -d '{"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "b91123ca-2120-403f-a2c5-c27d48444356"}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "aeb332e8-6ce3-4cf3-b8ad-041f33cf3986"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:26.634621 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:26.635760 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 900e03e3-d7c3-4a70-b439-eb5a9660f72b up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:26.721707 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2086ebff-b494-4e71-b6ec-62469196cb8f x-openstack-request-id: req-2086ebff-b494-4e71-b6ec-62469196cb8f {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:26.722029 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "b91123ca-2120-403f-a2c5-c27d48444356", "code": 200}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "aeb332e8-6ce3-4cf3-b8ad-041f33cf3986", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:26.722293 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2086ebff-b494-4e71-b6ec-62469196cb8f {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:26.722715 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91123ca-2120-403f-a2c5-c27d48444356', 'code': 200} Oct 13 14:28:26.722975 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb332e8-6ce3-4cf3-b8ad-041f33cf3986', 'code': 200} Oct 13 14:28:26.759657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:26.783361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ee29-b914-4841-8963-79d8c292756c req-84c066a4-f3b8-4632-82ce-83f9fc775904 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:26.789761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ee29-b914-4841-8963-79d8c292756c req-84c066a4-f3b8-4632-82ce-83f9fc775904 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:26.796150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ee29-b914-4841-8963-79d8c292756c req-84c066a4-f3b8-4632-82ce-83f9fc775904 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:26.802499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ee29-b914-4841-8963-79d8c292756c req-84c066a4-f3b8-4632-82ce-83f9fc775904 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:26.809796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ee29-b914-4841-8963-79d8c292756c req-84c066a4-f3b8-4632-82ce-83f9fc775904 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:26.816069 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ee29-b914-4841-8963-79d8c292756c req-84c066a4-f3b8-4632-82ce-83f9fc775904 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:26.823564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1ee29-b914-4841-8963-79d8c292756c req-84c066a4-f3b8-4632-82ce-83f9fc775904 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:26.826348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ccc1ee29-b914-4841-8963-79d8c292756c req-84c066a4-f3b8-4632-82ce-83f9fc775904 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5440 time: 0.1383612 Oct 13 14:28:26.836044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 900e03e3-d7c3-4a70-b439-eb5a9660f72b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:28:26.846861 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 900e03e3-d7c3-4a70-b439-eb5a9660f72b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:26.847398 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:26.903829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ccc1ee29-b914-4841-8963-79d8c292756c req-7d4cf474-a66c-4a22-92e2-f1fd93cd4def tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714555 Oct 13 14:28:27.039505 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:27.097801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 900e03e3-d7c3-4a70-b439-eb5a9660f72b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b,segment=NetworkSegment(9594ee4c-f2b6-41ee-bcb9-b9675c139b0b),segment_id=9594ee4c-f2b6-41ee-bcb9-b9675c139b0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:27.173402 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:27.174906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 699d70ee-58e0-4e48-89c7-1ff7ee825895 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:27.261558 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=900e03e3-d7c3-4a70-b439-eb5a9660f72b,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:27.355477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 699d70ee-58e0-4e48-89c7-1ff7ee825895 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:28:27.361607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 699d70ee-58e0-4e48-89c7-1ff7ee825895 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:27.362092 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:27.437797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06c87d-03f0-46e0-9e39-f9ab09f9a3c6 req-d1381788-e516-417b-9051-e511e5a5026c tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:27.439462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d06c87d-03f0-46e0-9e39-f9ab09f9a3c6 req-d1381788-e516-417b-9051-e511e5a5026c tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1097 time: 0.0476968 Oct 13 14:28:27.462991 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:27.514495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 699d70ee-58e0-4e48-89c7-1ff7ee825895, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:27.553933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7d06c87d-03f0-46e0-9e39-f9ab09f9a3c6 req-70cd5333-16fa-4931-8135-b84b5b9ff3af tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Deleting port 350fb794-e306-4b99-aa01-77e0dffb9090 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:27.554965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7d06c87d-03f0-46e0-9e39-f9ab09f9a3c6 req-70cd5333-16fa-4931-8135-b84b5b9ff3af tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:27.668625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219003b1-c3a1-49ab-96fd-7554024f832f req-3e9914c2-5bd8-45d0-8c78-77c17b1193c3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:27.670212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-219003b1-c3a1-49ab-96fd-7554024f832f req-3e9914c2-5bd8-45d0-8c78-77c17b1193c3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 944 time: 0.0759923 Oct 13 14:28:27.677616 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:27.677616 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ac703971-2eb9-4b72-acde-5f0c872f63f0 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:27.776416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7d06c87d-03f0-46e0-9e39-f9ab09f9a3c6 req-70cd5333-16fa-4931-8135-b84b5b9ff3af tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] For port 350fb794-e306-4b99-aa01-77e0dffb9090, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=350fb794-e306-4b99-aa01-77e0dffb9090,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:27.776805 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7d06c87d-03f0-46e0-9e39-f9ab09f9a3c6 req-70cd5333-16fa-4931-8135-b84b5b9ff3af tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:27.777807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=699d70ee-58e0-4e48-89c7-1ff7ee825895,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:27.798565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7d06c87d-03f0-46e0-9e39-f9ab09f9a3c6 req-70cd5333-16fa-4931-8135-b84b5b9ff3af tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Calling delete_port for 350fb794-e306-4b99-aa01-77e0dffb9090 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:27.823129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-219003b1-c3a1-49ab-96fd-7554024f832f req-a3b3f06f-dc6f-4c92-aafd-b9dafc49e8e8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346295 Oct 13 14:28:27.828315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832e38b-4c2d-433a-ac7e-52ab0380fa63 req-afd0bb2a-70aa-468f-9a3d-48bc970137b8 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:27.830191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0832e38b-4c2d-433a-ac7e-52ab0380fa63 req-afd0bb2a-70aa-468f-9a3d-48bc970137b8 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 1097 time: 0.1572645 Oct 13 14:28:27.876027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port ac703971-2eb9-4b72-acde-5f0c872f63f0 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:28:27.886308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port ac703971-2eb9-4b72-acde-5f0c872f63f0 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:27.886820 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:27.942045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0832e38b-4c2d-433a-ac7e-52ab0380fa63 req-b082db23-43b7-408a-b36e-7f9d38456c67 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=9cafd0d5-f04f-456d-be8d-d5c448fae341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523164 Oct 13 14:28:28.105863 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:28.128119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e557-52d2-415f-9207-c5068885f870 req-c2d15556-4f2e-4506-ae42-162522a390c3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:28.136309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e557-52d2-415f-9207-c5068885f870 req-c2d15556-4f2e-4506-ae42-162522a390c3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:28.142178 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e557-52d2-415f-9207-c5068885f870 req-c2d15556-4f2e-4506-ae42-162522a390c3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:28.150281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e557-52d2-415f-9207-c5068885f870 req-c2d15556-4f2e-4506-ae42-162522a390c3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:28.156784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e557-52d2-415f-9207-c5068885f870 req-c2d15556-4f2e-4506-ae42-162522a390c3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:28.163883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e557-52d2-415f-9207-c5068885f870 req-c2d15556-4f2e-4506-ae42-162522a390c3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:28.165158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ac703971-2eb9-4b72-acde-5f0c872f63f0, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ac703971-2eb9-4b72-acde-5f0c872f63f0,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:28.171065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e557-52d2-415f-9207-c5068885f870 req-c2d15556-4f2e-4506-ae42-162522a390c3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:28.173045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4218e557-52d2-415f-9207-c5068885f870 req-c2d15556-4f2e-4506-ae42-162522a390c3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5442 time: 0.1238132 Oct 13 14:28:28.174365 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7d06c87d-03f0-46e0-9e39-f9ab09f9a3c6 req-70cd5333-16fa-4931-8135-b84b5b9ff3af tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:28.188440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['350fb794-e306-4b99-aa01-77e0dffb9090'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:28.218515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd5333-16fa-4931-8135-b84b5b9ff3af tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Pushing event deleted for resources: {'Port': ['ID=350fb794-e306-4b99-aa01-77e0dffb9090,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:28.246965 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:28.247792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4a092aec-e3af-4bbb-8507-5ec176f71743 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:28.291145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d06c87d-03f0-46e0-9e39-f9ab09f9a3c6 req-70cd5333-16fa-4931-8135-b84b5b9ff3af tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] No DVR routers for this DVR port 350fb794-e306-4b99-aa01-77e0dffb9090 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:28:28.297405 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7d06c87d-03f0-46e0-9e39-f9ab09f9a3c6 req-70cd5333-16fa-4931-8135-b84b5b9ff3af tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:28.302705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d06c87d-03f0-46e0-9e39-f9ab09f9a3c6 req-70cd5333-16fa-4931-8135-b84b5b9ff3af tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.41 "DELETE /v2.0/ports/350fb794-e306-4b99-aa01-77e0dffb9090 HTTP/1.1" status: 204 len: 173 time: 0.8546526 Oct 13 14:28:28.303331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcf8726-9a6f-4976-84b4-e0d34b3c26e9', 'name': 'network-vif-deleted', 'tag': '350fb794-e306-4b99-aa01-77e0dffb9090'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:28.307464 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debde727-3e5e-4311-8223-6dbfa9c0b031" -d '{"events": [{"server_uuid": "0fcf8726-9a6f-4976-84b4-e0d34b3c26e9", "name": "network-vif-deleted", "tag": "350fb794-e306-4b99-aa01-77e0dffb9090"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:28.343260 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4218e557-52d2-415f-9207-c5068885f870 req-64a9eaea-1f1a-40e1-8ac4-4db15d7418c0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1402533 Oct 13 14:28:28.370678 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b06dde-0ed9-45b8-8aa3-e2afedb6a76c x-openstack-request-id: req-32b06dde-0ed9-45b8-8aa3-e2afedb6a76c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:28.370985 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcf8726-9a6f-4976-84b4-e0d34b3c26e9", "name": "network-vif-deleted", "tag": "350fb794-e306-4b99-aa01-77e0dffb9090", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:28.371239 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32b06dde-0ed9-45b8-8aa3-e2afedb6a76c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:28.371647 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcf8726-9a6f-4976-84b4-e0d34b3c26e9', 'name': 'network-vif-deleted', 'tag': '350fb794-e306-4b99-aa01-77e0dffb9090', 'status': 'completed', 'code': 200} Oct 13 14:28:28.406773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=ac703971-2eb9-4b72-acde-5f0c872f63f0,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:28.504948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 4a092aec-e3af-4bbb-8507-5ec176f71743 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:28:28.518645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 4a092aec-e3af-4bbb-8507-5ec176f71743 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:28.523287 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:28.583929 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36702) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:28.642099 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:28.685317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36706) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:28.691537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 4a092aec-e3af-4bbb-8507-5ec176f71743, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a092aec-e3af-4bbb-8507-5ec176f71743,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:28.724215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900e03e3-d7c3-4a70-b439-eb5a9660f72b'}, {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699d70ee-58e0-4e48-89c7-1ff7ee825895'}, {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac703971-2eb9-4b72-acde-5f0c872f63f0'}, {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a092aec-e3af-4bbb-8507-5ec176f71743'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:28.734096 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d060b99-1129-40e3-8517-8213e0183e8e" -d '{"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "900e03e3-d7c3-4a70-b439-eb5a9660f72b"}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "699d70ee-58e0-4e48-89c7-1ff7ee825895"}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "ac703971-2eb9-4b72-acde-5f0c872f63f0"}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "4a092aec-e3af-4bbb-8507-5ec176f71743"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:28.806683 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:28.844424 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50aa0a10-a5f0-49a6-a96f-ab161fed6cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:28.895184 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1144bc9-e3b5-4ca8-9010-eacd7a109c40 x-openstack-request-id: req-f1144bc9-e3b5-4ca8-9010-eacd7a109c40 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:28.900791 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "900e03e3-d7c3-4a70-b439-eb5a9660f72b", "code": 200}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "699d70ee-58e0-4e48-89c7-1ff7ee825895", "code": 200}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "ac703971-2eb9-4b72-acde-5f0c872f63f0", "code": 200}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-plugged", "status": "completed", "tag": "4a092aec-e3af-4bbb-8507-5ec176f71743", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:28.900791 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1144bc9-e3b5-4ca8-9010-eacd7a109c40 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:28.900791 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900e03e3-d7c3-4a70-b439-eb5a9660f72b', 'code': 200} Oct 13 14:28:28.900791 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699d70ee-58e0-4e48-89c7-1ff7ee825895', 'code': 200} Oct 13 14:28:28.900791 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac703971-2eb9-4b72-acde-5f0c872f63f0', 'code': 200} Oct 13 14:28:28.900791 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a092aec-e3af-4bbb-8507-5ec176f71743', 'code': 200} Oct 13 14:28:28.900791 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b674a80d-f81b-4aef-9c01-9a318af72643 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:28.929706 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5d6a448-d71a-4d77-bc7a-34b4895703fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:28.992542 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=4a092aec-e3af-4bbb-8507-5ec176f71743,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:29.032203 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50aa0a10-a5f0-49a6-a96f-ab161fed6cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.104232 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50aa0a10-a5f0-49a6-a96f-ab161fed6cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.133598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port b674a80d-f81b-4aef-9c01-9a318af72643 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:28:29.137568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port b674a80d-f81b-4aef-9c01-9a318af72643 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:29.137952 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.140427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d56fd2f-1842-49b6-abd4-130915983802 req-0370baa9-c9ee-4026-ae75-7ba14b067125 tempest-TestServerMultinode-1553455927 tempest-TestServerMultinode-1553455927-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0fcf8726-9a6f-4976-84b4-e0d34b3c26e9 HTTP/1.1" status: 200 len: 210 time: 0.0626745 Oct 13 14:28:29.178232 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-50aa0a10-a5f0-49a6-a96f-ab161fed6cda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a78f68873e4348dfaa7df5e63634e374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5902960 Oct 13 14:28:29.182167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36718) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:29.185008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022d00c-f559-41f3-a6d1-d17856e615d4 req-0624b32e-c50a-456b-a45e-b6c973a686c5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.186676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e022d00c-f559-41f3-a6d1-d17856e615d4 req-0624b32e-c50a-456b-a45e-b6c973a686c5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 944 time: 0.2164977 Oct 13 14:28:29.194217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd367-1629-4a8a-ae9f-3f1790355fc3 req-226042ba-2cf1-42a1-9b5e-3ad3fc3c7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.194869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd367-1629-4a8a-ae9f-3f1790355fc3 req-226042ba-2cf1-42a1-9b5e-3ad3fc3c7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.195433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd367-1629-4a8a-ae9f-3f1790355fc3 req-226042ba-2cf1-42a1-9b5e-3ad3fc3c7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.196027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd367-1629-4a8a-ae9f-3f1790355fc3 req-226042ba-2cf1-42a1-9b5e-3ad3fc3c7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.196388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd367-1629-4a8a-ae9f-3f1790355fc3 req-226042ba-2cf1-42a1-9b5e-3ad3fc3c7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.196874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd367-1629-4a8a-ae9f-3f1790355fc3 req-226042ba-2cf1-42a1-9b5e-3ad3fc3c7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.197379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cd367-1629-4a8a-ae9f-3f1790355fc3 req-226042ba-2cf1-42a1-9b5e-3ad3fc3c7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.199730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e22cd367-1629-4a8a-ae9f-3f1790355fc3 req-226042ba-2cf1-42a1-9b5e-3ad3fc3c7843 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6508 time: 0.2305932 Oct 13 14:28:29.247944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa0a10-a5f0-49a6-a96f-ab161fed6cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec28f066-df13-4480-bac6-615d8b567e18,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:29.294579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5d6a448-d71a-4d77-bc7a-34b4895703fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.297872 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ba51fe0-4a8f-4324-a57f-fe9daa592d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.301163 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.317271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e22cd367-1629-4a8a-ae9f-3f1790355fc3 req-6be21fe0-0bc4-4c29-b922-1a2602e337fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9662ae98-5d2c-44b0-941a-02128214685e&id=e2481582-69da-4d55-b692-0efbce887328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949848 Oct 13 14:28:29.326280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e022d00c-f559-41f3-a6d1-d17856e615d4 req-d60a3765-fbdd-43b2-81f8-09837ac86e86 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254387 Oct 13 14:28:29.335280 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ba51fe0-4a8f-4324-a57f-fe9daa592d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.340649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b674a80d-f81b-4aef-9c01-9a318af72643, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b674a80d-f81b-4aef-9c01-9a318af72643,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:29.412523 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5d6a448-d71a-4d77-bc7a-34b4895703fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.412843 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.480080 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b674a80d-f81b-4aef-9c01-9a318af72643,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:29.486529 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ba51fe0-4a8f-4324-a57f-fe9daa592d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.489701 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ba51fe0-4a8f-4324-a57f-fe9daa592d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.493476 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1ba51fe0-4a8f-4324-a57f-fe9daa592d96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec28f066-df13-4480-bac6-615d8b567e18 HTTP/1.1" status: 204 len: 168 time: 0.3021805 Oct 13 14:28:29.503683 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba51fe0-4a8f-4324-a57f-fe9daa592d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec28f066-df13-4480-bac6-615d8b567e18,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:29.504942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6a448-d71a-4d77-bc7a-34b4895703fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af30a941-38d8-4dd3-925a-175af52c8fff,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:29.513034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a5d6a448-d71a-4d77-bc7a-34b4895703fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9ed757692f044f9919923ca2a52174a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8250492 Oct 13 14:28:29.515013 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36724) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:29.548699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e645b20-749c-4eab-bf5c-eb0824a8972b req-8d1e2e36-7b49-4a14-81c8-d94ee2b11286 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.557230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e645b20-749c-4eab-bf5c-eb0824a8972b req-8d1e2e36-7b49-4a14-81c8-d94ee2b11286 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.564623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e645b20-749c-4eab-bf5c-eb0824a8972b req-8d1e2e36-7b49-4a14-81c8-d94ee2b11286 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.572589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e645b20-749c-4eab-bf5c-eb0824a8972b req-8d1e2e36-7b49-4a14-81c8-d94ee2b11286 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.579151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e645b20-749c-4eab-bf5c-eb0824a8972b req-8d1e2e36-7b49-4a14-81c8-d94ee2b11286 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.585420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e645b20-749c-4eab-bf5c-eb0824a8972b req-8d1e2e36-7b49-4a14-81c8-d94ee2b11286 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.591763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e645b20-749c-4eab-bf5c-eb0824a8972b req-8d1e2e36-7b49-4a14-81c8-d94ee2b11286 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:29.592233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3071034d-6414-4561-a5c2-9358670819bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.601321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e645b20-749c-4eab-bf5c-eb0824a8972b req-8d1e2e36-7b49-4a14-81c8-d94ee2b11286 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5444 time: 0.1477535 Oct 13 14:28:29.616194 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3071034d-6414-4561-a5c2-9358670819bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.658743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e645b20-749c-4eab-bf5c-eb0824a8972b req-65761f17-ca6d-4dd8-a8f4-e25db5adf9dd tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559375 Oct 13 14:28:29.758565 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3071034d-6414-4561-a5c2-9358670819bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.761250 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3071034d-6414-4561-a5c2-9358670819bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:29.762465 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3071034d-6414-4561-a5c2-9358670819bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af30a941-38d8-4dd3-925a-175af52c8fff HTTP/1.1" status: 204 len: 168 time: 0.2460344 Oct 13 14:28:29.770974 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071034d-6414-4561-a5c2-9358670819bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af30a941-38d8-4dd3-925a-175af52c8fff,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:30.234882 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36740) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:30.468066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303c89d-19b7-4db1-a259-2070dfeeb603 req-a33722e9-24ab-4ffc-97ce-cfa357c1e85a tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:30.470847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a303c89d-19b7-4db1-a259-2070dfeeb603 req-a33722e9-24ab-4ffc-97ce-cfa357c1e85a tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 945 time: 0.0670028 Oct 13 14:28:30.521879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a303c89d-19b7-4db1-a259-2070dfeeb603 req-8c130fae-1452-484c-9f38-335d5f21b5ad tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 Oct 13 14:28:30.563188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36754) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:30.577836 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-717e2e55-5698-412a-9cb6-a80e6e0f8cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:30.696295 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-717e2e55-5698-412a-9cb6-a80e6e0f8cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:30.735850 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c31e688e-8d6a-4475-b0a4-5ca7bdef0f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:30.800549 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-717e2e55-5698-412a-9cb6-a80e6e0f8cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:30.852458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-717e2e55-5698-412a-9cb6-a80e6e0f8cc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7fa1530b1ee465aaab17c6c0eddb61b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881575 Oct 13 14:28:30.856954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36760) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:30.861967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e2e55-5698-412a-9cb6-a80e6e0f8cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64b72f6-e098-442e-9649-036c256ad32c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:30.888608 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996233-3e9a-4faa-b542-2df497ae7cd2 req-216d1c2c-512b-46d4-9b37-b5ca0f79598d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:30.894809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996233-3e9a-4faa-b542-2df497ae7cd2 req-216d1c2c-512b-46d4-9b37-b5ca0f79598d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:30.899099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83c935-6bd8-4912-b400-7f64ce297714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b674a80d-f81b-4aef-9c01-9a318af72643'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:30.902010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996233-3e9a-4faa-b542-2df497ae7cd2 req-216d1c2c-512b-46d4-9b37-b5ca0f79598d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:30.906174 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac74b736-16d5-4873-871e-7014c5953181" -d '{"events": [{"server_uuid": "1c83c935-6bd8-4912-b400-7f64ce297714", "name": "network-vif-plugged", "status": "completed", "tag": "b674a80d-f81b-4aef-9c01-9a318af72643"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:30.908206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996233-3e9a-4faa-b542-2df497ae7cd2 req-216d1c2c-512b-46d4-9b37-b5ca0f79598d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:30.914515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996233-3e9a-4faa-b542-2df497ae7cd2 req-216d1c2c-512b-46d4-9b37-b5ca0f79598d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:30.920602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996233-3e9a-4faa-b542-2df497ae7cd2 req-216d1c2c-512b-46d4-9b37-b5ca0f79598d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:30.926708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72996233-3e9a-4faa-b542-2df497ae7cd2 req-216d1c2c-512b-46d4-9b37-b5ca0f79598d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:30.929789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72996233-3e9a-4faa-b542-2df497ae7cd2 req-216d1c2c-512b-46d4-9b37-b5ca0f79598d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5444 time: 0.1696434 Oct 13 14:28:30.973745 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b23364-763d-4d5f-98ce-880e3fd1ae9a x-openstack-request-id: req-62b23364-763d-4d5f-98ce-880e3fd1ae9a {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:30.974478 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83c935-6bd8-4912-b400-7f64ce297714", "name": "network-vif-plugged", "status": "completed", "tag": "b674a80d-f81b-4aef-9c01-9a318af72643", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:30.975089 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62b23364-763d-4d5f-98ce-880e3fd1ae9a {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:30.976305 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83c935-6bd8-4912-b400-7f64ce297714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b674a80d-f81b-4aef-9c01-9a318af72643', 'code': 200} Oct 13 14:28:30.993945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72996233-3e9a-4faa-b542-2df497ae7cd2 req-2c2fad8d-8be6-4a34-83b8-c36b19b0acb2 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568976 Oct 13 14:28:31.068420 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-101a5e23-6333-45b5-b8e1-71a3256e2e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:31.102296 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-101a5e23-6333-45b5-b8e1-71a3256e2e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:31.132917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28a2d6-8f84-425b-963f-77119f58406a req-38a91eed-f4da-4a5e-b5f5-8b4eca4bb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:31.134914 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc28a2d6-8f84-425b-963f-77119f58406a req-38a91eed-f4da-4a5e-b5f5-8b4eca4bb5d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 1097 time: 0.0556345 Oct 13 14:28:31.189267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc28a2d6-8f84-425b-963f-77119f58406a req-b36d66cc-2cc0-420a-a424-aa1fe4a4f601 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349698 Oct 13 14:28:31.247046 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c31e688e-8d6a-4475-b0a4-5ca7bdef0f59 admin admin] Deleting port 6c91c2f3-a054-4ca6-94df-87615e3d43d7 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:31.247389 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c31e688e-8d6a-4475-b0a4-5ca7bdef0f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:31.313889 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-101a5e23-6333-45b5-b8e1-71a3256e2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:31.316426 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-101a5e23-6333-45b5-b8e1-71a3256e2e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:31.317595 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-101a5e23-6333-45b5-b8e1-71a3256e2e9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e64b72f6-e098-442e-9649-036c256ad32c HTTP/1.1" status: 204 len: 168 time: 0.4572315 Oct 13 14:28:31.331512 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a5e23-6333-45b5-b8e1-71a3256e2e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64b72f6-e098-442e-9649-036c256ad32c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:31.351883 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-c31e688e-8d6a-4475-b0a4-5ca7bdef0f59 admin admin] For port 6c91c2f3-a054-4ca6-94df-87615e3d43d7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6c91c2f3-a054-4ca6-94df-87615e3d43d7,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:31.352725 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c31e688e-8d6a-4475-b0a4-5ca7bdef0f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:31.371576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c31e688e-8d6a-4475-b0a4-5ca7bdef0f59 admin admin] Calling delete_port for 6c91c2f3-a054-4ca6-94df-87615e3d43d7 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:31.696842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec675d6-57cb-409c-a36d-bd307cc87702 req-712a1d92-8e6e-4fc4-9287-038dac8ba985 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:31.698624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cec675d6-57cb-409c-a36d-bd307cc87702 req-712a1d92-8e6e-4fc4-9287-038dac8ba985 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 945 time: 0.0707994 Oct 13 14:28:31.705357 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c31e688e-8d6a-4475-b0a4-5ca7bdef0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:31.748508 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e688e-8d6a-4475-b0a4-5ca7bdef0f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c91c2f3-a054-4ca6-94df-87615e3d43d7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:31.761115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cec675d6-57cb-409c-a36d-bd307cc87702 req-6eade014-1f23-40f1-b959-0936a9bd01b7 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548201 Oct 13 14:28:31.998685 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c31e688e-8d6a-4475-b0a4-5ca7bdef0f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:32.111660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 350fb794-e306-4b99-aa01-77e0dffb9090 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:28:32.165226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 350fb794-e306-4b99-aa01-77e0dffb9090 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:28:32.168688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 350fb794-e306-4b99-aa01-77e0dffb9090 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:28:32.281588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ca1e-6c7a-4f35-a609-1f254ddbdd6c req-ae86424d-9730-4a8d-b952-dcb0685846c8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.297564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ca1e-6c7a-4f35-a609-1f254ddbdd6c req-ae86424d-9730-4a8d-b952-dcb0685846c8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.309068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ca1e-6c7a-4f35-a609-1f254ddbdd6c req-ae86424d-9730-4a8d-b952-dcb0685846c8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.318394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ca1e-6c7a-4f35-a609-1f254ddbdd6c req-ae86424d-9730-4a8d-b952-dcb0685846c8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.327082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ca1e-6c7a-4f35-a609-1f254ddbdd6c req-ae86424d-9730-4a8d-b952-dcb0685846c8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.334699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ca1e-6c7a-4f35-a609-1f254ddbdd6c req-ae86424d-9730-4a8d-b952-dcb0685846c8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.343359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ca1e-6c7a-4f35-a609-1f254ddbdd6c req-ae86424d-9730-4a8d-b952-dcb0685846c8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.353359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7236ca1e-6c7a-4f35-a609-1f254ddbdd6c req-ae86424d-9730-4a8d-b952-dcb0685846c8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5444 time: 0.1856735 Oct 13 14:28:32.421254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7236ca1e-6c7a-4f35-a609-1f254ddbdd6c req-6ec0e664-a38c-4c69-9499-564221d72f12 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657060 Oct 13 14:28:32.713378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee028f-df97-4358-92e1-37fab93be589 req-d0c67311-6965-41a5-9f48-3e27f84fbd12 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.729795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee028f-df97-4358-92e1-37fab93be589 req-d0c67311-6965-41a5-9f48-3e27f84fbd12 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.744015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee028f-df97-4358-92e1-37fab93be589 req-d0c67311-6965-41a5-9f48-3e27f84fbd12 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.757610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee028f-df97-4358-92e1-37fab93be589 req-d0c67311-6965-41a5-9f48-3e27f84fbd12 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.768066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee028f-df97-4358-92e1-37fab93be589 req-d0c67311-6965-41a5-9f48-3e27f84fbd12 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.780236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee028f-df97-4358-92e1-37fab93be589 req-d0c67311-6965-41a5-9f48-3e27f84fbd12 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.780779 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31e688e-8d6a-4475-b0a4-5ca7bdef0f59 admin admin] Router 04f68e77-30c7-44bc-a166-81e70e04c2de has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:28:32.792540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee028f-df97-4358-92e1-37fab93be589 req-d0c67311-6965-41a5-9f48-3e27f84fbd12 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:32.800589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9ee028f-df97-4358-92e1-37fab93be589 req-d0c67311-6965-41a5-9f48-3e27f84fbd12 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5444 time: 0.2000089 Oct 13 14:28:32.814145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36818) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:32.821071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-66973f1d-b4b7-4fc3-bd63-58513e6b963a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Request body: {'floatingip': {'port_id': '900e03e3-d7c3-4a70-b439-eb5a9660f72b'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:32.990530 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-66973f1d-b4b7-4fc3-bd63-58513e6b963a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:33.045037 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31e688e-8d6a-4475-b0a4-5ca7bdef0f59 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:28:33.051827 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c31e688e-8d6a-4475-b0a4-5ca7bdef0f59 admin admin] 10.222.0.18 "PUT /v2.0/routers/04f68e77-30c7-44bc-a166-81e70e04c2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8153529 Oct 13 14:28:33.056408 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d2638-a269-4d5f-b350-00486a4ed072 None None] Sync routers for ids ['04f68e77-30c7-44bc-a166-81e70e04c2de'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:28:33.057677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36824) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:33.092232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d2638-a269-4d5f-b350-00486a4ed072 None None] Routers {'04f68e77-30c7-44bc-a166-81e70e04c2de'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:28:33.095804 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-218d2638-a269-4d5f-b350-00486a4ed072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['04f68e77-30c7-44bc-a166-81e70e04c2de'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:33.328118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-218d2638-a269-4d5f-b350-00486a4ed072 None None] Set router 04f68e77-30c7-44bc-a166-81e70e04c2de gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:28:33.360869 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:33.620328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d542e-f079-42fe-b1c1-58d185a5d56f req-1324de99-0c0f-492d-85b5-e6a4a901c37d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:33.628024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a90d542e-f079-42fe-b1c1-58d185a5d56f req-1324de99-0c0f-492d-85b5-e6a4a901c37d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 945 time: 0.7083666 Oct 13 14:28:33.680703 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:33.701447 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-218d2638-a269-4d5f-b350-00486a4ed072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'name': 'tempest-TestServerMultinode-237753168-router', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:04Z', 'updated_at': '2021-10-13T14:28:31Z', 'revision_number': 5, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'gw_port': {'id': '0ac23e14-e328-4118-8077-15bb23f0c1df', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:84:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:05Z', 'updated_at': '2021-10-13T14:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:33.744928 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-e6b98a72-9890-456a-a27b-1958b0ab9010 req-bc77fe7f-3677-4e77-898e-1c53bd844e89 service neutron] (112684) timed out ('10.222.0.49', 49273) {{(pid=112684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 14:28:33.781578 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d2638-a269-4d5f-b350-00486a4ed072 None None] Checking router: 04f68e77-30c7-44bc-a166-81e70e04c2de for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:28:33.805373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d2638-a269-4d5f-b350-00486a4ed072 None None] Routers {'04f68e77-30c7-44bc-a166-81e70e04c2de'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:28:33.806543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-218d2638-a269-4d5f-b350-00486a4ed072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['04f68e77-30c7-44bc-a166-81e70e04c2de'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:33.815525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Deleting port 0ac23e14-e328-4118-8077-15bb23f0c1df {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:33.816125 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:33.848369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a90d542e-f079-42fe-b1c1-58d185a5d56f req-ee9c3770-85b4-4763-aa7e-c92a04477953 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191963 Oct 13 14:28:33.912919 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-66973f1d-b4b7-4fc3-bd63-58513e6b963a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:33.969990 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-218d2638-a269-4d5f-b350-00486a4ed072 None None] Set router 04f68e77-30c7-44bc-a166-81e70e04c2de gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:28:33.972141 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-66973f1d-b4b7-4fc3-bd63-58513e6b963a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:33.994220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] For port 0ac23e14-e328-4118-8077-15bb23f0c1df, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0ac23e14-e328-4118-8077-15bb23f0c1df,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:33.994985 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:34.033152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Calling delete_port for 0ac23e14-e328-4118-8077-15bb23f0c1df owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:34.244593 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-66973f1d-b4b7-4fc3-bd63-58513e6b963a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Floating IP bbba5eba-d2e2-453e-9640-67f181bd94c7 associated. External IP: 172.25.0.43, port: 900e03e3-d7c3-4a70-b439-eb5a9660f72b. Oct 13 14:28:34.347689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-218d2638-a269-4d5f-b350-00486a4ed072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'name': 'tempest-TestServerMultinode-237753168-router', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:04Z', 'updated_at': '2021-10-13T14:28:33Z', 'revision_number': 6, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:34.412394 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d2638-a269-4d5f-b350-00486a4ed072 None None] The sync data for ids ['04f68e77-30c7-44bc-a166-81e70e04c2de'] in n-d-806683-15 is: [{'id': '04f68e77-30c7-44bc-a166-81e70e04c2de', 'name': 'tempest-TestServerMultinode-237753168-router', 'tenant_id': 'bfc243740bc844cf8070b37abfb8d763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:04Z', 'updated_at': '2021-10-13T14:28:33Z', 'revision_number': 6, 'project_id': 'bfc243740bc844cf8070b37abfb8d763', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:28:34.503239 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:34.531748 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac23e14-e328-4118-8077-15bb23f0c1df,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:34.579191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66973f1d-b4b7-4fc3-bd63-58513e6b963a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Router bb9b37b6-1725-43a1-8337-3988c093f98e has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:28:34.622030 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:34.729511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66973f1d-b4b7-4fc3-bd63-58513e6b963a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:28:34.734142 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-66973f1d-b4b7-4fc3-bd63-58513e6b963a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:34.735135 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:34.737646 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:34.745696 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe6abe-abcf-4be2-b761-fb0bde237e08 None None] Sync routers for ids ['bb9b37b6-1725-43a1-8337-3988c093f98e'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:28:34.755559 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe6abe-abcf-4be2-b761-fb0bde237e08 None None] Routers {'bb9b37b6-1725-43a1-8337-3988c093f98e'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:28:34.756323 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-39fe6abe-abcf-4be2-b761-fb0bde237e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bb9b37b6-1725-43a1-8337-3988c093f98e'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:34.764399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-66973f1d-b4b7-4fc3-bd63-58513e6b963a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "PUT /v2.0/floatingips/bbba5eba-d2e2-453e-9640-67f181bd94c7 HTTP/1.1" status: 200 len: 990 time: 1.9489927 Oct 13 14:28:34.765282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': '900e03e3-d7c3-4a70-b439-eb5a9660f72b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:34.768580 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2312dad5-3c34-4ebf-9969-01d63e5652ea" -d '{"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "900e03e3-d7c3-4a70-b439-eb5a9660f72b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:34.873431 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948a457d-423d-4574-8e8b-40f90d310d0c x-openstack-request-id: req-948a457d-423d-4574-8e8b-40f90d310d0c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:34.875833 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "tag": "900e03e3-d7c3-4a70-b439-eb5a9660f72b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:34.876355 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-948a457d-423d-4574-8e8b-40f90d310d0c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:34.877211 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'tag': '900e03e3-d7c3-4a70-b439-eb5a9660f72b', 'status': 'completed', 'code': 200} Oct 13 14:28:34.898887 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:34.900213 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04f68e77-30c7-44bc-a166-81e70e04c2de {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:28:34.908420 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:34.910957 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e888c2f9-d2be-4fbd-8640-d19edd611ad8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/04f68e77-30c7-44bc-a166-81e70e04c2de HTTP/1.1" status: 204 len: 168 time: 1.8511949 Oct 13 14:28:34.912910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36876) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:35.078631 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-39fe6abe-abcf-4be2-b761-fb0bde237e08 None None] Set router bb9b37b6-1725-43a1-8337-3988c093f98e gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:28:35.106975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-db56ed65-0721-4e66-b665-6fef93de0822 admin admin] Deleting subnet 0981cbb8-30dd-446f-93bc-f32e6ca55a96 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:28:35.119547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-c3a5a515-8bf8-426b-b046-fd43c07d7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:35.120144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-c3a5a515-8bf8-426b-b046-fd43c07d7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:35.120619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-c3a5a515-8bf8-426b-b046-fd43c07d7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:35.121169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-c3a5a515-8bf8-426b-b046-fd43c07d7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:35.121635 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-c3a5a515-8bf8-426b-b046-fd43c07d7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:35.122114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-c3a5a515-8bf8-426b-b046-fd43c07d7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:35.122595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-c3a5a515-8bf8-426b-b046-fd43c07d7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:35.129579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-c3a5a515-8bf8-426b-b046-fd43c07d7af9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6508 time: 0.1526127 Oct 13 14:28:35.129579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-db56ed65-0721-4e66-b665-6fef93de0822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:35.171430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba476e-ce87-4ca7-9091-7abfda712546 req-f1e66377-4e72-4daf-92a5-f2756477ffce tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:35.173035 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13ba476e-ce87-4ca7-9091-7abfda712546 req-f1e66377-4e72-4daf-92a5-f2756477ffce tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 945 time: 0.1300495 Oct 13 14:28:35.231220 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-db56ed65-0721-4e66-b665-6fef93de0822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:35.315018 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13ba476e-ce87-4ca7-9091-7abfda712546 req-5497b955-1653-44bf-b3e4-c98c39fc2884 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241839 Oct 13 14:28:35.395893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-640856bb-1c3c-40b9-9d32-6cb7389c46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:35.397506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-640856bb-1c3c-40b9-9d32-6cb7389c46d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23652a0e-fdc8-4019-a88a-94449553c2fa HTTP/1.1" status: 200 len: 917 time: 0.2459006 Oct 13 14:28:35.423900 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-db56ed65-0721-4e66-b665-6fef93de0822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:35.532101 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-39fe6abe-abcf-4be2-b761-fb0bde237e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:25:33Z', 'revision_number': 4, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port': {'id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:28Z', 'updated_at': '2021-10-13T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'bbba5eba-d2e2-453e-9640-67f181bd94c7', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'port_id': '900e03e3-d7c3-4a70-b439-eb5a9660f72b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'mac_address': 'fa:16:3e:3e:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:26:46Z', 'updated_at': '2021-10-13T14:28:33Z', 'revision_number': 1, 'project_id': 'adffe79e13844ca6825792b087d82314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022016a4-91ad-4468-a0ae-8f46630142ec', 'name': '', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'mac_address': 'fa:16:3e:bf:6e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:32Z', 'updated_at': '2021-10-13T14:25:40Z', 'revision_number': 5, 'project_id': 'adffe79e13844ca6825792b087d82314', 'subnets': [{'id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:35.567343 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe6abe-abcf-4be2-b761-fb0bde237e08 None None] Checking router: bb9b37b6-1725-43a1-8337-3988c093f98e for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:28:35.577515 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fe6abe-abcf-4be2-b761-fb0bde237e08 None None] Routers {'bb9b37b6-1725-43a1-8337-3988c093f98e'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:28:35.578253 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-39fe6abe-abcf-4be2-b761-fb0bde237e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bb9b37b6-1725-43a1-8337-3988c093f98e'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:35.844728 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-39fe6abe-abcf-4be2-b761-fb0bde237e08 None None] Set router bb9b37b6-1725-43a1-8337-3988c093f98e gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:28:35.950746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-eb89d829-66ab-4056-b707-947ae93eed1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b HTTP/1.1" status: 200 len: 998 time: 0.5386410 Oct 13 14:28:35.980910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5c5df-5afa-4819-80be-8f3937a2497b req-2f4075cb-0ef9-46ee-808e-065623f0bdb7 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:35.988740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17b5c5df-5afa-4819-80be-8f3937a2497b req-2f4075cb-0ef9-46ee-808e-065623f0bdb7 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 945 time: 0.0939996 Oct 13 14:28:36.166497 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-b4298b3b-39d2-45cb-8384-f954fb28335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:36.166827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-b4298b3b-39d2-45cb-8384-f954fb28335c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dff8190b-2496-4c8f-b489-28a02d965473 HTTP/1.1" status: 200 len: 855 time: 0.1731269 Oct 13 14:28:36.169269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-db56ed65-0721-4e66-b665-6fef93de0822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:36.192773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0ac23e14-e328-4118-8077-15bb23f0c1df no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:28:36.200086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17b5c5df-5afa-4819-80be-8f3937a2497b req-5b33af25-aaa5-4705-8699-e16351c42608 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103999 Oct 13 14:28:36.235626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56ed65-0721-4e66-b665-6fef93de0822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0981cbb8-30dd-446f-93bc-f32e6ca55a96,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:36.236975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 0ac23e14-e328-4118-8077-15bb23f0c1df {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:28:36.244559 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-db56ed65-0721-4e66-b665-6fef93de0822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:36.247474 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36914) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:36.247975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-db56ed65-0721-4e66-b665-6fef93de0822 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0981cbb8-30dd-446f-93bc-f32e6ca55a96 HTTP/1.1" status: 204 len: 168 time: 1.3325605 Oct 13 14:28:36.252598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0ac23e14-e328-4118-8077-15bb23f0c1df not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:28:36.253336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6c91c2f3-a054-4ca6-94df-87615e3d43d7 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:28:36.257063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f1e3d-91ac-4fa8-8d99-bcea16ba23f8 None None] Network 47f65dfb-7a05-403f-94bb-fcf552d64738 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:28:36.264740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-53fe519f-51b5-4a3c-8735-98bb801f699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:36.266292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-53fe519f-51b5-4a3c-8735-98bb801f699b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23652a0e-fdc8-4019-a88a-94449553c2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861917 Oct 13 14:28:36.333986 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 6c91c2f3-a054-4ca6-94df-87615e3d43d7 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:28:36.334597 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6c91c2f3-a054-4ca6-94df-87615e3d43d7 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:28:36.349281 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-39fe6abe-abcf-4be2-b761-fb0bde237e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:25:33Z', 'revision_number': 4, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port': {'id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:28Z', 'updated_at': '2021-10-13T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'bbba5eba-d2e2-453e-9640-67f181bd94c7', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'port_id': '900e03e3-d7c3-4a70-b439-eb5a9660f72b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'mac_address': 'fa:16:3e:3e:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:26:46Z', 'updated_at': '2021-10-13T14:28:33Z', 'revision_number': 1, 'project_id': 'adffe79e13844ca6825792b087d82314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022016a4-91ad-4468-a0ae-8f46630142ec', 'name': '', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'mac_address': 'fa:16:3e:bf:6e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:32Z', 'updated_at': '2021-10-13T14:25:40Z', 'revision_number': 5, 'project_id': 'adffe79e13844ca6825792b087d82314', 'subnets': [{'id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:36.375488 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:36.387649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-d883f50a-2428-4cb5-9308-56a4a4d97a8f service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115701 Oct 13 14:28:36.393959 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fe6abe-abcf-4be2-b761-fb0bde237e08 None None] The sync data for ids ['bb9b37b6-1725-43a1-8337-3988c093f98e'] in n-d-806683-15 is: [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:25:33Z', 'revision_number': 4, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port': {'id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:28Z', 'updated_at': '2021-10-13T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'bbba5eba-d2e2-453e-9640-67f181bd94c7', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'floating_ip_address': '172.25.0.43', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'port_id': '900e03e3-d7c3-4a70-b439-eb5a9660f72b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'mac_address': 'fa:16:3e:3e:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:26:46Z', 'updated_at': '2021-10-13T14:28:33Z', 'revision_number': 1, 'project_id': 'adffe79e13844ca6825792b087d82314', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '022016a4-91ad-4468-a0ae-8f46630142ec', 'name': '', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'mac_address': 'fa:16:3e:bf:6e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:32Z', 'updated_at': '2021-10-13T14:25:40Z', 'revision_number': 5, 'project_id': 'adffe79e13844ca6825792b087d82314', 'subnets': [{'id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:28:36.436804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Deleting port 24662125-ff93-4139-8cfe-8ab8aac265b4 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:36.437037 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:36.523450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2312dad5-3c34-4ebf-9969-01d63e5652ea req-49a46046-8c65-4633-a464-a3b40fbe37ba service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235898 Oct 13 14:28:36.548376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b646659-2b69-4081-b2dc-0a924ea7845f None None] DHCP port deletion for 47f65dfb-7a05-403f-94bb-fcf552d64738 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:28:36.558502 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] For port 24662125-ff93-4139-8cfe-8ab8aac265b4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24662125-ff93-4139-8cfe-8ab8aac265b4,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:36.558866 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:36.574218 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Calling delete_port for 24662125-ff93-4139-8cfe-8ab8aac265b4 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:36.608884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8b646659-2b69-4081-b2dc-0a924ea7845f None None] Deleting port 24662125-ff93-4139-8cfe-8ab8aac265b4 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:36.609514 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8b646659-2b69-4081-b2dc-0a924ea7845f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:36.691548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8b646659-2b69-4081-b2dc-0a924ea7845f None None] For port 24662125-ff93-4139-8cfe-8ab8aac265b4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24662125-ff93-4139-8cfe-8ab8aac265b4,segment=NetworkSegment(768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a),segment_id=768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:36.691977 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8b646659-2b69-4081-b2dc-0a924ea7845f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:36.697624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68570012-5961-45e8-be56-ce58525ccce9 None None] New status for floating IP bbba5eba-d2e2-453e-9640-67f181bd94c7: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:28:36.744847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8b646659-2b69-4081-b2dc-0a924ea7845f None None] Calling delete_port for 24662125-ff93-4139-8cfe-8ab8aac265b4 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:36.772272 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:36.796269 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=24662125-ff93-4139-8cfe-8ab8aac265b4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:36.802285 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] No DVR routers for this DVR port 24662125-ff93-4139-8cfe-8ab8aac265b4 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:28:36.893823 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:36.915451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f65dfb-7a05-403f-94bb-fcf552d64738']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:36.919725 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8b646659-2b69-4081-b2dc-0a924ea7845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:36.925919 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:36.926214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768b2ffe-34ff-44d2-b3b7-28a6bd33eb3a') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:36.936712 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:36.949486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b646659-2b69-4081-b2dc-0a924ea7845f None None] Pushing event deleted for resources: {'Port': ['ID=24662125-ff93-4139-8cfe-8ab8aac265b4,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:36.951292 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:36.953232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b646659-2b69-4081-b2dc-0a924ea7845f None None] No DVR routers for this DVR port 24662125-ff93-4139-8cfe-8ab8aac265b4 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:28:36.961379 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:28:36.963052 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:28:36.964684 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:28:37.155545 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:37.159803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:37.164738 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/47f65dfb-7a05-403f-94bb-fcf552d64738 HTTP/1.1" status: 204 len: 168 time: 0.9144859 Oct 13 14:28:37.170018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36930) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:37.196971 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17efd2-6b37-4c25-834a-837a84cac3f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=47f65dfb-7a05-403f-94bb-fcf552d64738,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:37.391439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92653be2-55da-4f9f-abe0-debbac91469e req-519820f3-584b-4d8d-ab4d-c6b32e287033 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:37.392817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92653be2-55da-4f9f-abe0-debbac91469e req-519820f3-584b-4d8d-ab4d-c6b32e287033 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 945 time: 0.0974913 Oct 13 14:28:37.478671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92653be2-55da-4f9f-abe0-debbac91469e req-ee5c66b6-8aed-4ab3-900e-97cca9df5e11 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785472 Oct 13 14:28:37.660342 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0b45aadd-cdb0-4506-9a13-43f11024b088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:37.948532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0b45aadd-cdb0-4506-9a13-43f11024b088 admin admin] Deleting port 969cd522-bd8f-4f3b-b9b1-95abb50d309c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:37.948825 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0b45aadd-cdb0-4506-9a13-43f11024b088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:38.064544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-0b45aadd-cdb0-4506-9a13-43f11024b088 admin admin] For port 969cd522-bd8f-4f3b-b9b1-95abb50d309c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=969cd522-bd8f-4f3b-b9b1-95abb50d309c,segment=NetworkSegment(9fd4999f-f3a7-48c4-b106-732a4f4ed894),segment_id=9fd4999f-f3a7-48c4-b106-732a4f4ed894)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:38.067754 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0b45aadd-cdb0-4506-9a13-43f11024b088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:38.118430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24662125-ff93-4139-8cfe-8ab8aac265b4 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:28:38.121533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0b45aadd-cdb0-4506-9a13-43f11024b088 admin admin] Calling delete_port for 969cd522-bd8f-4f3b-b9b1-95abb50d309c owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:38.142998 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 24662125-ff93-4139-8cfe-8ab8aac265b4 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:28:38.143760 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24662125-ff93-4139-8cfe-8ab8aac265b4 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:28:38.165969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea0d49-090e-414f-a753-5ffebad63680 req-21485775-e45d-4544-aca5-054ed18359da tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:38.168612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-baea0d49-090e-414f-a753-5ffebad63680 req-21485775-e45d-4544-aca5-054ed18359da tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 945 time: 0.1326449 Oct 13 14:28:38.345569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-baea0d49-090e-414f-a753-5ffebad63680 req-15df67ec-45d2-4360-9b5e-015c102364ef tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222076 Oct 13 14:28:38.440401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36978) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:38.593887 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0b45aadd-cdb0-4506-9a13-43f11024b088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:38.602041 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96c654d9-70d0-4051-84ae-fb09319159b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:38.621375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45aadd-cdb0-4506-9a13-43f11024b088 admin admin] Pushing event deleted for resources: {'Port': ['ID=969cd522-bd8f-4f3b-b9b1-95abb50d309c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:38.748770 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96c654d9-70d0-4051-84ae-fb09319159b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:38.806886 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96c654d9-70d0-4051-84ae-fb09319159b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:38.837106 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0b45aadd-cdb0-4506-9a13-43f11024b088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:38.875983 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c654d9-70d0-4051-84ae-fb09319159b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36196c37-20b3-425c-8423-9f66a31473a4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:38.897063 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-96c654d9-70d0-4051-84ae-fb09319159b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=014256c93d554c069f5b16cc11c0d500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548507 Oct 13 14:28:38.899944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36982) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:38.970871 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c27b3800-8021-479a-a1b5-7229d88c4b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:38.997010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c27b3800-8021-479a-a1b5-7229d88c4b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:39.142116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b45aadd-cdb0-4506-9a13-43f11024b088 admin admin] Router e86c6a4e-3cf3-4287-a603-47f1074aa73a has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:28:39.160803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c27b3800-8021-479a-a1b5-7229d88c4b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:39.164395 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c27b3800-8021-479a-a1b5-7229d88c4b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:39.169938 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c27b3800-8021-479a-a1b5-7229d88c4b66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36196c37-20b3-425c-8423-9f66a31473a4 HTTP/1.1" status: 204 len: 168 time: 0.2639611 Oct 13 14:28:39.188871 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b3800-8021-479a-a1b5-7229d88c4b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36196c37-20b3-425c-8423-9f66a31473a4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:39.320953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b45aadd-cdb0-4506-9a13-43f11024b088 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:28:39.329728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0b45aadd-cdb0-4506-9a13-43f11024b088 admin admin] 10.222.0.18 "PUT /v2.0/routers/e86c6a4e-3cf3-4287-a603-47f1074aa73a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1570294 Oct 13 14:28:39.333715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36988) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:39.342112 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992c6d7-4759-47a1-ac60-d8602f7abb57 None None] Sync routers for ids ['e86c6a4e-3cf3-4287-a603-47f1074aa73a'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:28:39.365270 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992c6d7-4759-47a1-ac60-d8602f7abb57 None None] Routers {'e86c6a4e-3cf3-4287-a603-47f1074aa73a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:28:39.366456 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c992c6d7-4759-47a1-ac60-d8602f7abb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e86c6a4e-3cf3-4287-a603-47f1074aa73a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:39.636820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad77cf-0b6b-46a0-a126-a4889f9b30f2 req-04747b42-cbe8-4bc7-9213-4eedae3976c9 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:39.640747 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-c992c6d7-4759-47a1-ac60-d8602f7abb57 None None] Set router e86c6a4e-3cf3-4287-a603-47f1074aa73a gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:28:39.643156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43ad77cf-0b6b-46a0-a126-a4889f9b30f2 req-04747b42-cbe8-4bc7-9213-4eedae3976c9 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 945 time: 0.1261153 Oct 13 14:28:39.648552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:39.713955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43ad77cf-0b6b-46a0-a126-a4889f9b30f2 req-09715210-b482-4c3a-8706-e1eeac20c6d9 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538857 Oct 13 14:28:39.809049 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:39.913776 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c992c6d7-4759-47a1-ac60-d8602f7abb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'name': 'tempest-TestServerMultinode-1716614557-router', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:18Z', 'updated_at': '2021-10-13T14:28:38Z', 'revision_number': 5, 'project_id': '697a4043162e4bc1bdfc18bb4f11d232', 'gw_port': {'id': 'c0e978d0-e673-488b-b9ef-61ad1b50f270', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:15:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:27:20Z', 'updated_at': '2021-10-13T14:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:39.946685 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992c6d7-4759-47a1-ac60-d8602f7abb57 None None] Checking router: e86c6a4e-3cf3-4287-a603-47f1074aa73a for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:28:39.962631 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992c6d7-4759-47a1-ac60-d8602f7abb57 None None] Routers {'e86c6a4e-3cf3-4287-a603-47f1074aa73a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:28:39.963998 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c992c6d7-4759-47a1-ac60-d8602f7abb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e86c6a4e-3cf3-4287-a603-47f1074aa73a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:39.990677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Deleting port c0e978d0-e673-488b-b9ef-61ad1b50f270 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:39.991964 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.090612 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-c992c6d7-4759-47a1-ac60-d8602f7abb57 None None] Set router e86c6a4e-3cf3-4287-a603-47f1074aa73a gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:28:40.140711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] For port c0e978d0-e673-488b-b9ef-61ad1b50f270, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c0e978d0-e673-488b-b9ef-61ad1b50f270,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:40.141390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.158238 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Calling delete_port for c0e978d0-e673-488b-b9ef-61ad1b50f270 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:40.181937 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c992c6d7-4759-47a1-ac60-d8602f7abb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'name': 'tempest-TestServerMultinode-1716614557-router', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:18Z', 'updated_at': '2021-10-13T14:28:39Z', 'revision_number': 6, 'project_id': '697a4043162e4bc1bdfc18bb4f11d232', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:40.216644 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c992c6d7-4759-47a1-ac60-d8602f7abb57 None None] The sync data for ids ['e86c6a4e-3cf3-4287-a603-47f1074aa73a'] in n-d-806683-15 is: [{'id': 'e86c6a4e-3cf3-4287-a603-47f1074aa73a', 'name': 'tempest-TestServerMultinode-1716614557-router', 'tenant_id': '697a4043162e4bc1bdfc18bb4f11d232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:27:18Z', 'updated_at': '2021-10-13T14:28:39Z', 'revision_number': 6, 'project_id': '697a4043162e4bc1bdfc18bb4f11d232', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:28:40.227751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37006) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:40.244524 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-672a4152-61b4-4125-bd0f-80c32ff8b147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.387465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc4f2d-97ba-48d3-ba9d-7ce3cd36b3f9 req-bbef0713-f5e6-45d1-8352-c90794f5c4ee tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:40.389408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5dc4f2d-97ba-48d3-ba9d-7ce3cd36b3f9 req-bbef0713-f5e6-45d1-8352-c90794f5c4ee tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 945 time: 0.0873382 Oct 13 14:28:40.456088 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-672a4152-61b4-4125-bd0f-80c32ff8b147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.485180 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37012) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:40.498773 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.528367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b5dc4f2d-97ba-48d3-ba9d-7ce3cd36b3f9 req-89ea8876-bcd2-42b4-92a6-d127845c6808 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Deleting port b674a80d-f81b-4aef-9c01-9a318af72643 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:40.528960 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b5dc4f2d-97ba-48d3-ba9d-7ce3cd36b3f9 req-89ea8876-bcd2-42b4-92a6-d127845c6808 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.556717 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-672a4152-61b4-4125-bd0f-80c32ff8b147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.605541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e978d0-e673-488b-b9ef-61ad1b50f270,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:40.667548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a4152-61b4-4125-bd0f-80c32ff8b147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23379256-ad7d-4840-88ab-2fdc66115c4f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:40.674479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-672a4152-61b4-4125-bd0f-80c32ff8b147 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8a0ffa444ea4badbdc5b859b54c9a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4453294 Oct 13 14:28:40.679176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37018) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:40.713037 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82e3d9a6-2fd9-4d55-a7bb-b7e280820b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.740050 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.747416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b5dc4f2d-97ba-48d3-ba9d-7ce3cd36b3f9 req-89ea8876-bcd2-42b4-92a6-d127845c6808 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] For port b674a80d-f81b-4aef-9c01-9a318af72643, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b674a80d-f81b-4aef-9c01-9a318af72643,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:40.747785 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b5dc4f2d-97ba-48d3-ba9d-7ce3cd36b3f9 req-89ea8876-bcd2-42b4-92a6-d127845c6808 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.765554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b5dc4f2d-97ba-48d3-ba9d-7ce3cd36b3f9 req-89ea8876-bcd2-42b4-92a6-d127845c6808 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Calling delete_port for b674a80d-f81b-4aef-9c01-9a318af72643 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:40.788751 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1405b622-f9da-4eb6-bcb4-2114828cce1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.858285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1405b622-f9da-4eb6-bcb4-2114828cce1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.898167 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.901988 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:40.991489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5830a-482c-4d4c-8920-78f23b254b1e req-34361726-ea5e-4121-a52c-1649cfe43929 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:40.993337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56c5830a-482c-4d4c-8920-78f23b254b1e req-34361726-ea5e-4121-a52c-1649cfe43929 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 945 time: 0.1186125 Oct 13 14:28:40.994651 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82e3d9a6-2fd9-4d55-a7bb-b7e280820b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.046609 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.047278 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e86c6a4e-3cf3-4287-a603-47f1074aa73a {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:28:41.050579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56c5830a-482c-4d4c-8920-78f23b254b1e req-809a4b7a-b5a8-499e-8b0d-a7b334f5d172 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501208 Oct 13 14:28:41.056314 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.057871 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ab79b67b-9940-4fc7-ae47-838b8f48e15b admin admin] 10.222.0.18 "DELETE /v2.0/routers/e86c6a4e-3cf3-4287-a603-47f1074aa73a HTTP/1.1" status: 204 len: 168 time: 1.7179387 Oct 13 14:28:41.060500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37022) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:41.079668 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1405b622-f9da-4eb6-bcb4-2114828cce1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.082344 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1405b622-f9da-4eb6-bcb4-2114828cce1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.083531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1405b622-f9da-4eb6-bcb4-2114828cce1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23379256-ad7d-4840-88ab-2fdc66115c4f HTTP/1.1" status: 204 len: 168 time: 0.4033210 Oct 13 14:28:41.094726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405b622-f9da-4eb6-bcb4-2114828cce1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23379256-ad7d-4840-88ab-2fdc66115c4f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:41.099915 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b5dc4f2d-97ba-48d3-ba9d-7ce3cd36b3f9 req-89ea8876-bcd2-42b4-92a6-d127845c6808 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.103034 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-82e3d9a6-2fd9-4d55-a7bb-b7e280820b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.137734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b674a80d-f81b-4aef-9c01-9a318af72643'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:41.138490 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23cda3a-9a5b-4658-9def-f252c45ecfcb admin admin] Deleting subnet 137958f4-1543-493e-8ceb-7567d09821c9 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:28:41.141090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea8876-bcd2-42b4-92a6-d127845c6808 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Pushing event deleted for resources: {'Port': ['ID=b674a80d-f81b-4aef-9c01-9a318af72643,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:41.159672 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b23cda3a-9a5b-4658-9def-f252c45ecfcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.214263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dc4f2d-97ba-48d3-ba9d-7ce3cd36b3f9 req-89ea8876-bcd2-42b4-92a6-d127845c6808 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] No DVR routers for this DVR port b674a80d-f81b-4aef-9c01-9a318af72643 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:28:41.216298 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-82e3d9a6-2fd9-4d55-a7bb-b7e280820b4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4614e21a82a74280a3f0deb210cd703c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7297103 Oct 13 14:28:41.217277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3d9a6-2fd9-4d55-a7bb-b7e280820b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e43c696-3fdc-4114-8b51-e30fa596e5c7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:41.219054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37026) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:41.222276 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b5dc4f2d-97ba-48d3-ba9d-7ce3cd36b3f9 req-89ea8876-bcd2-42b4-92a6-d127845c6808 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.228206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5dc4f2d-97ba-48d3-ba9d-7ce3cd36b3f9 req-89ea8876-bcd2-42b4-92a6-d127845c6808 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "DELETE /v2.0/ports/b674a80d-f81b-4aef-9c01-9a318af72643 HTTP/1.1" status: 204 len: 173 time: 0.8148398 Oct 13 14:28:41.234389 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b23cda3a-9a5b-4658-9def-f252c45ecfcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.243765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83c935-6bd8-4912-b400-7f64ce297714', 'name': 'network-vif-deleted', 'tag': 'b674a80d-f81b-4aef-9c01-9a318af72643'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:41.246277 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad34c3a8-11a4-4256-b339-8f2136a6ace3" -d '{"events": [{"server_uuid": "1c83c935-6bd8-4912-b400-7f64ce297714", "name": "network-vif-deleted", "tag": "b674a80d-f81b-4aef-9c01-9a318af72643"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:41.285643 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-33ba00c3-cda3-4e12-a9ca-afe59f4304c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.317641 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c57b151-0d12-43f4-ae27-630301ee47ed x-openstack-request-id: req-6c57b151-0d12-43f4-ae27-630301ee47ed {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:41.318416 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83c935-6bd8-4912-b400-7f64ce297714", "name": "network-vif-deleted", "tag": "b674a80d-f81b-4aef-9c01-9a318af72643", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:41.318416 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c57b151-0d12-43f4-ae27-630301ee47ed {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:41.318416 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83c935-6bd8-4912-b400-7f64ce297714', 'name': 'network-vif-deleted', 'tag': 'b674a80d-f81b-4aef-9c01-9a318af72643', 'status': 'completed', 'code': 200} Oct 13 14:28:41.324631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-33ba00c3-cda3-4e12-a9ca-afe59f4304c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.363906 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b23cda3a-9a5b-4658-9def-f252c45ecfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.486002 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-33ba00c3-cda3-4e12-a9ca-afe59f4304c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.488768 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-33ba00c3-cda3-4e12-a9ca-afe59f4304c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.492737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-33ba00c3-cda3-4e12-a9ca-afe59f4304c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e43c696-3fdc-4114-8b51-e30fa596e5c7 HTTP/1.1" status: 204 len: 168 time: 0.2696645 Oct 13 14:28:41.512629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba00c3-cda3-4e12-a9ca-afe59f4304c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e43c696-3fdc-4114-8b51-e30fa596e5c7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:41.539206 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b23cda3a-9a5b-4658-9def-f252c45ecfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.576726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cda3a-9a5b-4658-9def-f252c45ecfcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=137958f4-1543-493e-8ceb-7567d09821c9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:41.580566 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b23cda3a-9a5b-4658-9def-f252c45ecfcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.584076 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b23cda3a-9a5b-4658-9def-f252c45ecfcb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/137958f4-1543-493e-8ceb-7567d09821c9 HTTP/1.1" status: 204 len: 168 time: 0.5224669 Oct 13 14:28:41.588224 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37038) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:41.592606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130ef2e4-9448-49fb-a132-3c5e28533b4b None None] Network 7fd45b06-6d43-43a9-8928-8d64feb59b90 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:28:41.713224 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.786662 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Deleting port 80962b96-bcb2-43e0-b5b5-4ff988a94b20 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:41.787011 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.861978 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] For port 80962b96-bcb2-43e0-b5b5-4ff988a94b20, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=80962b96-bcb2-43e0-b5b5-4ff988a94b20,segment=NetworkSegment(9fd4999f-f3a7-48c4-b106-732a4f4ed894),segment_id=9fd4999f-f3a7-48c4-b106-732a4f4ed894)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:41.862336 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:41.873543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d225d5-2c18-4511-9eac-83445c940019 None None] DHCP port deletion for 7fd45b06-6d43-43a9-8928-8d64feb59b90 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:28:41.883756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Calling delete_port for 80962b96-bcb2-43e0-b5b5-4ff988a94b20 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:41.945663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-95d225d5-2c18-4511-9eac-83445c940019 None None] Deleting port 80962b96-bcb2-43e0-b5b5-4ff988a94b20 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:28:41.946034 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-95d225d5-2c18-4511-9eac-83445c940019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.033983 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-95d225d5-2c18-4511-9eac-83445c940019 None None] For port 80962b96-bcb2-43e0-b5b5-4ff988a94b20, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=80962b96-bcb2-43e0-b5b5-4ff988a94b20,segment=NetworkSegment(9fd4999f-f3a7-48c4-b106-732a4f4ed894),segment_id=9fd4999f-f3a7-48c4-b106-732a4f4ed894)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:42.034399 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-95d225d5-2c18-4511-9eac-83445c940019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.052924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-95d225d5-2c18-4511-9eac-83445c940019 None None] Calling delete_port for 80962b96-bcb2-43e0-b5b5-4ff988a94b20 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:28:42.131323 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.202821 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] No DVR routers for this DVR port 80962b96-bcb2-43e0-b5b5-4ff988a94b20 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:28:42.207457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 969cd522-bd8f-4f3b-b9b1-95abb50d309c no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:28:42.236861 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 969cd522-bd8f-4f3b-b9b1-95abb50d309c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:28:42.237229 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 969cd522-bd8f-4f3b-b9b1-95abb50d309c not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:28:42.237646 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 80962b96-bcb2-43e0-b5b5-4ff988a94b20 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:28:42.243488 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Pushing event deleted for resources: {'Port': ['ID=80962b96-bcb2-43e0-b5b5-4ff988a94b20,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:42.268308 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-95d225d5-2c18-4511-9eac-83445c940019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.274517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 80962b96-bcb2-43e0-b5b5-4ff988a94b20 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:28:42.274890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 80962b96-bcb2-43e0-b5b5-4ff988a94b20 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:28:42.275303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c0e978d0-e673-488b-b9ef-61ad1b50f270 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:28:42.329562 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.331344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d225d5-2c18-4511-9eac-83445c940019 None None] Pushing event deleted for resources: {'Port': ['ID=80962b96-bcb2-43e0-b5b5-4ff988a94b20,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:42.333794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc1256a1-73dc-4086-924a-ce608d7c86e7 req-bc4cc320-e498-427a-b1d2-23775d48458e tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c83c935-6bd8-4912-b400-7f64ce297714 HTTP/1.1" status: 200 len: 210 time: 0.0538969 Oct 13 14:28:42.334362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: c0e978d0-e673-488b-b9ef-61ad1b50f270 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:28:42.334362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c0e978d0-e673-488b-b9ef-61ad1b50f270 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:28:42.336552 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d225d5-2c18-4511-9eac-83445c940019 None None] No DVR routers for this DVR port 80962b96-bcb2-43e0-b5b5-4ff988a94b20 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:28:42.374439 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd45b06-6d43-43a9-8928-8d64feb59b90']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:42.387397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd4999f-f3a7-48c4-b106-732a4f4ed894') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:42.387854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd4999f-f3a7-48c4-b106-732a4f4ed894') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:42.402839 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.418371 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.425275 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:28:42.425691 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:28:42.427612 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:28:42.480563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37062) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:42.501835 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-705cc1c1-372e-40e4-a282-5872d494fcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.606021 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.626078 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.632948 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7fd45b06-6d43-43a9-8928-8d64feb59b90 HTTP/1.1" status: 204 len: 168 time: 1.0433309 Oct 13 14:28:42.634135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a8f2a-8f14-40f8-894b-72b4f7704450 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd45b06-6d43-43a9-8928-8d64feb59b90,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:42.711652 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-705cc1c1-372e-40e4-a282-5872d494fcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.794662 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-705cc1c1-372e-40e4-a282-5872d494fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.838438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cc1c1-372e-40e4-a282-5872d494fcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c452f8-515e-4562-b9be-b32e479fcc08,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:42.855731 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-705cc1c1-372e-40e4-a282-5872d494fcb5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da6efc32b8d24c57a0f1b825c9423b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730562 Oct 13 14:28:42.858634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37074) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:42.918397 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-509b848a-6f5c-436e-ab98-1bfa150b59cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:42.942171 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-509b848a-6f5c-436e-ab98-1bfa150b59cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:43.097563 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-509b848a-6f5c-436e-ab98-1bfa150b59cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:43.100833 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-509b848a-6f5c-436e-ab98-1bfa150b59cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:43.102341 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-509b848a-6f5c-436e-ab98-1bfa150b59cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25c452f8-515e-4562-b9be-b32e479fcc08 HTTP/1.1" status: 204 len: 168 time: 0.2423410 Oct 13 14:28:43.111391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b848a-6f5c-436e-ab98-1bfa150b59cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c452f8-515e-4562-b9be-b32e479fcc08,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:43.168282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37082) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:43.214694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-70ffdc30-85e4-4ed0-8b8f-16e69b976d24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfc243740bc844cf8070b37abfb8d763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452392 Oct 13 14:28:43.217616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37084) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:43.285799 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84057b9f-58a7-4a36-8810-04d965367cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:43.328566 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84057b9f-58a7-4a36-8810-04d965367cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:43.527793 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84057b9f-58a7-4a36-8810-04d965367cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:43.533948 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-84057b9f-58a7-4a36-8810-04d965367cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:43.536255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-84057b9f-58a7-4a36-8810-04d965367cc1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/904c6a66-9f66-4489-bccb-60714c41af04 HTTP/1.1" status: 204 len: 168 time: 0.3173916 Oct 13 14:28:43.558273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84057b9f-58a7-4a36-8810-04d965367cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904c6a66-9f66-4489-bccb-60714c41af04,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:43.869330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-dfbc28b1-1130-4dc2-8389-12a8d4e89c21 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:43.870965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-dfbc28b1-1130-4dc2-8389-12a8d4e89c21 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 810 time: 0.1107113 Oct 13 14:28:43.892199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-cb3254b5-de2b-4131-8f1f-ea28f31c6fe2 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/quotas/8f84728718b0488ba61011fdc132e344 HTTP/1.1" status: 200 len: 375 time: 0.0139759 Oct 13 14:28:43.937097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-5931ab41-35ca-43e3-8963-bdbbd1dd47a8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376325 Oct 13 14:28:44.174402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b674a80d-f81b-4aef-9c01-9a318af72643 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:28:44.198393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: b674a80d-f81b-4aef-9c01-9a318af72643 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:28:44.198836 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b674a80d-f81b-4aef-9c01-9a318af72643 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:28:44.461693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-a5820bfc-0571-4e2e-97cc-6e9759f6291d service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165493 Oct 13 14:28:44.566314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-d2dfcbcd-b4b3-4891-ab99-014fa3732510 service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008377 Oct 13 14:28:44.819581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37140) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:44.873610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f2fbc67-4648-4de1-a323-f196ad47e6f0 req-53dc34b6-3cee-4973-8c12-76b04b0faa5a tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 210 time: 0.0365298 Oct 13 14:28:44.931740 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ddf99e8e-167a-44f8-97a4-0ff7fe1b904e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=697a4043162e4bc1bdfc18bb4f11d232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106811 Oct 13 14:28:44.935201 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37144) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:45.036757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01f5ffeb-2545-479e-a6e6-85b084d3e9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:45.064719 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01f5ffeb-2545-479e-a6e6-85b084d3e9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:45.196553 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01f5ffeb-2545-479e-a6e6-85b084d3e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:45.201423 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01f5ffeb-2545-479e-a6e6-85b084d3e9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:45.202467 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-01f5ffeb-2545-479e-a6e6-85b084d3e9d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cafd0d5-f04f-456d-be8d-d5c448fae341 HTTP/1.1" status: 204 len: 168 time: 0.2655232 Oct 13 14:28:45.217942 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5ffeb-2545-479e-a6e6-85b084d3e9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cafd0d5-f04f-456d-be8d-d5c448fae341,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:46.035575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-daca3559-3e7e-4231-8c48-0af5b7edb1e2 req-120de915-9236-4c8c-abcf-7befd6f89291 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 210 time: 0.0471437 Oct 13 14:28:47.254596 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-dfd704ea-4b25-4061-b7f4-936de9d4a11c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:47.258056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-dfd704ea-4b25-4061-b7f4-936de9d4a11c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.49 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 810 time: 0.1547215 Oct 13 14:28:47.287784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d080f55f-2c05-40aa-8813-f924b6db4ccd req-243c26af-68b3-4b60-a854-0f283052f088 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 210 time: 0.0283105 Oct 13 14:28:47.293343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-79d54ca4-2a54-44c3-9070-c63591cbb7ba tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Request body: {'port': {'device_id': '9eaa9646-fd5f-44f5-b859-e6b799ee8872', 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'admin_state_up': True, 'tenant_id': '8f84728718b0488ba61011fdc132e344'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:47.378615 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37236) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:47.531806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-79d54ca4-2a54-44c3-9070-c63591cbb7ba tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Made reservation on behalf of 8f84728718b0488ba61011fdc132e344 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:28:47.537100 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-79d54ca4-2a54-44c3-9070-c63591cbb7ba tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:47.648456 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-246497334-network', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:47.739466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-79d54ca4-2a54-44c3-9070-c63591cbb7ba tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Allocated IP 172.20.0.2 (b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81/d16f32c9-ccaa-480d-a65d-017cee6bd114/2374f725-47e7-48bc-b644-98cb1988544f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:28:47.747535 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Made reservation on behalf of 94f59679c6494a9e8ae6c3645e566442 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:28:47.750097 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:47.759548 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:47.845233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:47.911288 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-79d54ca4-2a54-44c3-9070-c63591cbb7ba tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:47.936839 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:47.959195 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:28:47.977344 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:47.980535 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:47.980933 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Added segment 069af982-a929-48dc-bc63-6414574652a0 of type vlan for network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 Oct 13 14:28:48.011800 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-79d54ca4-2a54-44c3-9070-c63591cbb7ba tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:48.031197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:48.063025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d54ca4-2a54-44c3-9070-c63591cbb7ba tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Pushing event updated for resources: {'Port': ['ID=2374f725-47e7-48bc-b644-98cb1988544f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:48.078330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-79d54ca4-2a54-44c3-9070-c63591cbb7ba tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:28:48.080114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-79d54ca4-2a54-44c3-9070-c63591cbb7ba tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:28:48.082813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-79d54ca4-2a54-44c3-9070-c63591cbb7ba tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:28:48.102634 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:48.103581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:48.104174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:48.149426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-79d54ca4-2a54-44c3-9070-c63591cbb7ba tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:48.151550 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-79d54ca4-2a54-44c3-9070-c63591cbb7ba tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:48.194759 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] Pushing event updated for resources: {'Network': ['ID=4e8a36f7-8caf-41d4-931c-18eadbf2a690,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:48.208591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:28:48.248677 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-23fbae6e-a82f-4dbf-9a51-e31dc5924492 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8681750 Oct 13 14:28:48.259303 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-79d54ca4-2a54-44c3-9070-c63591cbb7ba tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9655800 Oct 13 14:28:48.259303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37256) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:48.265282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3f2b6fc4-dbf2-4ce1-a01c-1d512faf9875 admin admin] Request body: {'subnet': {'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-246497334-subnet', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:48.284261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Request body: {'port': {'device_id': '9eaa9646-fd5f-44f5-b859-e6b799ee8872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:48.394380 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:48.418626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2b6fc4-dbf2-4ce1-a01c-1d512faf9875 admin admin] Made reservation on behalf of 94f59679c6494a9e8ae6c3645e566442 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:28:48.420642 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f2b6fc4-dbf2-4ce1-a01c-1d512faf9875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:48.548443 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:48.606283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d0f41-5638-425c-897e-8e39bac9831c req-8798870f-a9ff-4a6a-ac7d-b495c1fd8486 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:48.608549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a3d0f41-5638-425c-897e-8e39bac9831c req-8798870f-a9ff-4a6a-ac7d-b495c1fd8486 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 931 time: 0.2040448 Oct 13 14:28:48.765161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a3d0f41-5638-425c-897e-8e39bac9831c req-dda8f331-63f8-4076-9078-7054db75e928 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449747 Oct 13 14:28:48.936489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2374f725-47e7-48bc-b644-98cb1988544f {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:28:48.950712 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:48.956667 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f2b6fc4-dbf2-4ce1-a01c-1d512faf9875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:49.015494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Transition to ACTIVE for port object 2374f725-47e7-48bc-b644-98cb1988544f will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:28:49.081727 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2b6fc4-dbf2-4ce1-a01c-1d512faf9875 admin admin] Checking segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:28:49.082315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2b6fc4-dbf2-4ce1-a01c-1d512faf9875 admin admin] Network hostable DHCP agents. Network: 4e8a36f7-8caf-41d4-931c-18eadbf2a690, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:28:49.088188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:49.096699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b6fc4-dbf2-4ce1-a01c-1d512faf9875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08748c55-89a9-4f16-983f-c770a7b74817,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:49.172556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Pushing event updated for resources: {'Port': ['ID=2374f725-47e7-48bc-b644-98cb1988544f,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:49.232484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2b6fc4-dbf2-4ce1-a01c-1d512faf9875 admin admin] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:28:49.266006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Attempting to bind port 2374f725-47e7-48bc-b644-98cb1988544f on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:28:49.267736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Attempting to bind port 2374f725-47e7-48bc-b644-98cb1988544f by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:28:49.268363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Attempting to bind port 2374f725-47e7-48bc-b644-98cb1988544f on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:28:49.274451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Port 2374f725-47e7-48bc-b644-98cb1988544f on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:28:49.278669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Attempting to bind port 2374f725-47e7-48bc-b644-98cb1988544f on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:28:49.281488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:28:49.282236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Checking segment: {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:28:49.282868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Bound using segment: {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:28:49.283569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Bound port: 2374f725-47e7-48bc-b644-98cb1988544f, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:28:49.284379 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:49.333667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3f2b6fc4-dbf2-4ce1-a01c-1d512faf9875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 4e8a36f7-8caf-41d4-931c-18eadbf2a690) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:28:49.342741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2b6fc4-dbf2-4ce1-a01c-1d512faf9875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:49.343619 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f2b6fc4-dbf2-4ce1-a01c-1d512faf9875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:49.344340 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2509a23-123e-4eb7-bf5e-ae2939f48228 None None] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:28:49.406801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] For port 2374f725-47e7-48bc-b644-98cb1988544f, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:28:49.411314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] For port 2374f725-47e7-48bc-b644-98cb1988544f, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2374f725-47e7-48bc-b644-98cb1988544f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:28:49.466135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3f2b6fc4-dbf2-4ce1-a01c-1d512faf9875 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2087407 Oct 13 14:28:49.473774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37278) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:49.478821 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:49.482387 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:49.522784 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-acb5c424-7d5a-45e8-96ab-a416c438adb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:49.530898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:49.531875 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:49.533011 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] 10.222.0.49 "PUT /v2.0/ports/2374f725-47e7-48bc-b644-98cb1988544f HTTP/1.1" status: 200 len: 1092 time: 1.2576115 Oct 13 14:28:49.533466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaa9646-fd5f-44f5-b859-e6b799ee8872', 'tag': '2374f725-47e7-48bc-b644-98cb1988544f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:49.535724 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b60ad79-72c8-4a4b-9ca6-bec229191025" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaa9646-fd5f-44f5-b859-e6b799ee8872", "tag": "2374f725-47e7-48bc-b644-98cb1988544f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:49.544242 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:49.548256 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:49.571308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a4216-138a-4c33-8bcb-1e6db24fc125 service neutron] Pushing event updated for resources: {'Port': ['ID=2374f725-47e7-48bc-b644-98cb1988544f,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:49.589439 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28529a3c-8b5b-4863-a1ec-9f3338f4e640 x-openstack-request-id: req-28529a3c-8b5b-4863-a1ec-9f3338f4e640 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:49.589733 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaa9646-fd5f-44f5-b859-e6b799ee8872", "tag": "2374f725-47e7-48bc-b644-98cb1988544f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:49.589987 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28529a3c-8b5b-4863-a1ec-9f3338f4e640 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:49.590386 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eaa9646-fd5f-44f5-b859-e6b799ee8872', 'tag': '2374f725-47e7-48bc-b644-98cb1988544f', 'status': 'completed', 'code': 200} Oct 13 14:28:49.611587 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:28:49.613369 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:49.623086 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:49.679385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60ad79-72c8-4a4b-9ca6-bec229191025 req-f2a858f9-06b7-4fee-a77f-d5fe8f7c0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:49.681838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b60ad79-72c8-4a4b-9ca6-bec229191025 req-f2a858f9-06b7-4fee-a77f-d5fe8f7c0027 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 1095 time: 0.0619938 Oct 13 14:28:49.767115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Allocated IP 172.20.0.2 (4e8a36f7-8caf-41d4-931c-18eadbf2a690/08748c55-89a9-4f16-983f-c770a7b74817/100d4f8b-677c-4967-9ece-6bf458961da6) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:28:49.832643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60ad79-72c8-4a4b-9ca6-bec229191025 req-7a591bce-4070-4c57-9a59-5736f151473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:49.835775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b60ad79-72c8-4a4b-9ca6-bec229191025 req-7a591bce-4070-4c57-9a59-5736f151473f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8f84728718b0488ba61011fdc132e344&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1406560 Oct 13 14:28:49.968362 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:50.015054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60ad79-72c8-4a4b-9ca6-bec229191025 req-d87952f0-fe0c-47dd-b65e-014fd05d4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:50.016625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b60ad79-72c8-4a4b-9ca6-bec229191025 req-d87952f0-fe0c-47dd-b65e-014fd05d4b93 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1640539 Oct 13 14:28:50.029838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc370814-af4c-4b99-bb92-ad53443f886b req-1f203eaf-2ca0-4a9c-9bb3-e0de59200e4a tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:50.034922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc370814-af4c-4b99-bb92-ad53443f886b req-1f203eaf-2ca0-4a9c-9bb3-e0de59200e4a tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 943 time: 0.1567972 Oct 13 14:28:50.057775 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:50.083729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc370814-af4c-4b99-bb92-ad53443f886b req-28e0c4ab-fb9a-4776-a8b9-75fb64114b76 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453668 Oct 13 14:28:50.141712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:28:50.149594 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:50.150501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:28:50.154686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:28:50.170513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-fbae52bf-d63c-4129-a88b-d29b7b2e6366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:50.172318 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-fbae52bf-d63c-4129-a88b-d29b7b2e6366 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 1095 time: 0.0872612 Oct 13 14:28:50.180998 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Pushing event updated for resources: {'Port': ['ID=100d4f8b-677c-4967-9ece-6bf458961da6,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:50.225729 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Attempting to bind port 100d4f8b-677c-4967-9ece-6bf458961da6 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:28:50.226341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Attempting to bind port 100d4f8b-677c-4967-9ece-6bf458961da6 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:28:50.226992 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Attempting to bind port 100d4f8b-677c-4967-9ece-6bf458961da6 on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:28:50.233883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:28:50.234294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Checking segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:28:50.234652 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:50.235096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Bound using segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:28:50.235586 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Bound port: 100d4f8b-677c-4967-9ece-6bf458961da6, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:28:50.236176 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:50.237523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-dff881b1-fafc-436f-a3f5-966225bd8f81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2374f725-47e7-48bc-b644-98cb1988544f HTTP/1.1" status: 200 len: 217 time: 0.0506306 Oct 13 14:28:50.311527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-133dd218-13b4-42de-aa10-8f18943f83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:50.313129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-133dd218-13b4-42de-aa10-8f18943f83b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d16f32c9-ccaa-480d-a65d-017cee6bd114 HTTP/1.1" status: 200 len: 850 time: 0.0647202 Oct 13 14:28:50.337786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] For port 100d4f8b-677c-4967-9ece-6bf458961da6, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:28:50.356334 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] For port 100d4f8b-677c-4967-9ece-6bf458961da6, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=100d4f8b-677c-4967-9ece-6bf458961da6,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:28:50.357136 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-dcfa3576-0fb4-4bb9-b833-591006a02980 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327477 Oct 13 14:28:50.416428 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:50.473462 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:50.486590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecce6af-6f0e-4c7b-84b9-08e5a23c10ec None None] Pushing event updated for resources: {'Port': ['ID=100d4f8b-677c-4967-9ece-6bf458961da6,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:50.512273 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:50.556093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-a541d6e7-74a6-492e-a8e7-0f0033a142d6 service neutron] 10.222.0.49 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883066 Oct 13 14:28:50.659302 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Allocated IP 172.25.0.223 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/53e7eabe-6f56-47f7-b9d8-e2fd07b237fa) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:28:50.712660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c41d8cea-4bef-4bbb-b906-d0d9a4211846 req-18554c7e-9e1f-4710-b2a7-2d8b1e0da13d service neutron] 10.222.0.49 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423769 Oct 13 14:28:50.853491 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:50.972186 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:51.019390 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:28:51.023112 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:28:51.027346 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:28:51.112711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Pushing event updated for resources: {'Port': ['ID=53e7eabe-6f56-47f7-b9d8-e2fd07b237fa,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:51.238618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441baaa-7991-41e5-93a1-bf001542723a req-5b0f0360-c3c4-4cde-88e4-e9c74cf471be tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:51.241157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4441baaa-7991-41e5-93a1-bf001542723a req-5b0f0360-c3c4-4cde-88e4-e9c74cf471be tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 943 time: 0.0603263 Oct 13 14:28:51.332394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4441baaa-7991-41e5-93a1-bf001542723a req-e0a02215-ef3e-44d5-827d-579b8718d788 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805755 Oct 13 14:28:51.501538 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:51.704075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2f481b-d59e-43fc-aeba-0d1292cb77e1 None None] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:28:51.782031 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-17d3ea02-21ce-4dd0-bbd0-218d1bfb1d12 None None] Provisioning complete for port 100d4f8b-677c-4967-9ece-6bf458961da6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:51.782511 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-17d3ea02-21ce-4dd0-bbd0-218d1bfb1d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:51.803351 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:51.899135 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:51.969350 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-17d3ea02-21ce-4dd0-bbd0-218d1bfb1d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:52.014912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-17d3ea02-21ce-4dd0-bbd0-218d1bfb1d12 None None] For port 100d4f8b-677c-4967-9ece-6bf458961da6, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=100d4f8b-677c-4967-9ece-6bf458961da6,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:52.076478 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:28:52.099043 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-17d3ea02-21ce-4dd0-bbd0-218d1bfb1d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:52.230395 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3ea02-21ce-4dd0-bbd0-218d1bfb1d12 None None] Pushing event updated for resources: {'Port': ['ID=100d4f8b-677c-4967-9ece-6bf458961da6,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:52.265153 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9103a7ab-9448-4804-917b-5778601722bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:52.315591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 100d4f8b-677c-4967-9ece-6bf458961da6 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:52.370852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:28:52.397370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Sync routers for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:28:52.437700 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:28:52.438620 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-044585f2-ae89-43d9-8561-4198405836ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:52.471195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8f22b-c530-4a96-b392-7a896e0771f5 req-511db687-38aa-42d7-87e2-11570dcc888e tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:52.487455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9b8f22b-c530-4a96-b392-7a896e0771f5 req-511db687-38aa-42d7-87e2-11570dcc888e tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 943 time: 0.0763781 Oct 13 14:28:52.505438 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:52.509565 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d21dc08f-cc4c-4ca7-bcb0-6a9713fd6562 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0320268 Oct 13 14:28:52.510227 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37342) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:52.541298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9b8f22b-c530-4a96-b392-7a896e0771f5 req-77052f08-5e88-42ed-a92d-1e96e87e8006 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568490 Oct 13 14:28:52.680686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ab1c85ed-05da-4444-a897-55adef0fd90e None None] Provisioning complete for port 100d4f8b-677c-4967-9ece-6bf458961da6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:52.682048 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ab1c85ed-05da-4444-a897-55adef0fd90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:52.692280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 100d4f8b-677c-4967-9ece-6bf458961da6 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:52.692712 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:52.845870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:28:52.879725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2374f725-47e7-48bc-b644-98cb1988544f details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:28:53.190653 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:53.222897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2374f725-47e7-48bc-b644-98cb1988544f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2374f725-47e7-48bc-b644-98cb1988544f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:53.246583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '2374f725-47e7-48bc-b644-98cb1988544f', 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'port_id': '2374f725-47e7-48bc-b644-98cb1988544f', 'mac_address': 'fa:16:3e:e5:34:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16f32c9-ccaa-480d-a65d-017cee6bd114', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:28:53.296287 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:53.317690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-044585f2-ae89-43d9-8561-4198405836ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:51Z', 'revision_number': 3, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:53.321327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2374f725-47e7-48bc-b644-98cb1988544f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:28:53.371884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Checking router: 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:28:53.372315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Updating router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 port 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:28:53.406888 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2374f725-47e7-48bc-b644-98cb1988544f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2374f725-47e7-48bc-b644-98cb1988544f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:53.415001 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:53.487300 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Allocated IP 172.20.0.1 (4e8a36f7-8caf-41d4-931c-18eadbf2a690/08748c55-89a9-4f16-983f-c770a7b74817/6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:28:53.546359 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:53.667783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=2374f725-47e7-48bc-b644-98cb1988544f,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:53.695896 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:53.708140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd105f72-ad8c-4aeb-9ace-8b6052db2916 req-11d60b32-9c11-48df-b087-0e0af710a042 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:53.718292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd105f72-ad8c-4aeb-9ace-8b6052db2916 req-11d60b32-9c11-48df-b087-0e0af710a042 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 944 time: 0.0812023 Oct 13 14:28:53.779544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd105f72-ad8c-4aeb-9ace-8b6052db2916 req-24574e9b-2189-4d90-97b7-373e94814292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600491 Oct 13 14:28:53.809265 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['2374f725-47e7-48bc-b644-98cb1988544f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:28:53.838249 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:53.845570 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:53.853625 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:53.908437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:28:53.925549 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:53.933693 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:28:53.964972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Pushing event updated for resources: {'Port': ['ID=6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:53.968464 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:28:54.019240 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Attempting to bind port 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:28:54.019790 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Attempting to bind port 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:28:54.020189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Attempting to bind port 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:28:54.023290 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:54.031980 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:54.074171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:28:54.075894 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:28:54.076896 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:54.078236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:28:54.080590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Bound port: 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:28:54.081278 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:54.161257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27014e-2aef-4ce5-ad8f-df9dee04ff7d None None] Pushing event updated for resources: {'Port': ['ID=53e7eabe-6f56-47f7-b9d8-e2fd07b237fa,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:54.189475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 100d4f8b-677c-4967-9ece-6bf458961da6 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:54.301315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-044585f2-ae89-43d9-8561-4198405836ec None None] For port 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:28:54.305895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-044585f2-ae89-43d9-8561-4198405836ec None None] For port 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=53e7eabe-6f56-47f7-b9d8-e2fd07b237fa,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:28:54.308590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 100d4f8b-677c-4967-9ece-6bf458961da6 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:54.309032 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:54.331001 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:54.387272 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:54.393974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-09191299-5b4f-4387-8ee4-9e0bb5505e4c None None] Provisioning complete for port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:54.397464 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09191299-5b4f-4387-8ee4-9e0bb5505e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:54.529732 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-09191299-5b4f-4387-8ee4-9e0bb5505e4c None None] Port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:28:54.543446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:28:54.544139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-044585f2-ae89-43d9-8561-4198405836ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:54.597091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27014e-2aef-4ce5-ad8f-df9dee04ff7d None None] Pushing event updated for resources: {'Port': ['ID=53e7eabe-6f56-47f7-b9d8-e2fd07b237fa,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:54.633523 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:54.711349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-044585f2-ae89-43d9-8561-4198405836ec None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:28:54.717035 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:54.835307 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:54.855167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Pushing event updated for resources: {'Port': ['ID=6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:54.856103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2374f725-47e7-48bc-b644-98cb1988544f up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:55.008791 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:28:55.011712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:28:55.040442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3c442-9240-4e56-8e0e-0b39c78c8507 req-9b32bcf9-8c0c-4804-8963-1c1bf20dc155 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:55.043911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31a3c442-9240-4e56-8e0e-0b39c78c8507 req-9b32bcf9-8c0c-4804-8963-1c1bf20dc155 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 944 time: 0.1077125 Oct 13 14:28:55.136154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31a3c442-9240-4e56-8e0e-0b39c78c8507 req-0fa2c368-fd2b-41d3-9db3-8d4d65f49c44 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852518 Oct 13 14:28:55.242367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:28:55.361025 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:55.391305 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-044585f2-ae89-43d9-8561-4198405836ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:28:53Z', 'revision_number': 1, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:55.429373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37380) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:55.429654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 2374f725-47e7-48bc-b644-98cb1988544f completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:28:55.431919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044585f2-ae89-43d9-8561-4198405836ec None None] The sync data for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 is: [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:28:53Z', 'revision_number': 1, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:28:55.435874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 2374f725-47e7-48bc-b644-98cb1988544f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:55.435982 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:28:55.436383 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:55.445883 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5e1c92ef-0e6a-4a0c-81cc-3dfa1ceb5212 admin admin] 10.222.0.18 "PUT /v2.0/routers/613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9324701 Oct 13 14:28:55.490008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9a7db49d-6682-4220-9c97-405e3827cc4a None None] Provisioning complete for port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:55.490008 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a7db49d-6682-4220-9c97-405e3827cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:55.570662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9a7db49d-6682-4220-9c97-405e3827cc4a None None] Port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:28:55.580638 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:55.629791 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaa9646-fd5f-44f5-b859-e6b799ee8872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2374f725-47e7-48bc-b644-98cb1988544f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:28:55.634300 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87e0ef4-ce73-41ea-b850-2fab38435cbb" -d '{"events": [{"server_uuid": "9eaa9646-fd5f-44f5-b859-e6b799ee8872", "name": "network-vif-plugged", "status": "completed", "tag": "2374f725-47e7-48bc-b644-98cb1988544f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:28:55.682795 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e0257045-ff1c-46a8-af4d-16617dd80c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:55.696435 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2374f725-47e7-48bc-b644-98cb1988544f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2374f725-47e7-48bc-b644-98cb1988544f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:55.736686 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8438efa-5104-4ea8-b691-1612038f1790 x-openstack-request-id: req-f8438efa-5104-4ea8-b691-1612038f1790 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:28:55.739024 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaa9646-fd5f-44f5-b859-e6b799ee8872", "name": "network-vif-plugged", "status": "completed", "tag": "2374f725-47e7-48bc-b644-98cb1988544f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:28:55.739024 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f8438efa-5104-4ea8-b691-1612038f1790 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:28:55.739024 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaa9646-fd5f-44f5-b859-e6b799ee8872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2374f725-47e7-48bc-b644-98cb1988544f', 'code': 200} Oct 13 14:28:55.782574 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:55.819856 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e0257045-ff1c-46a8-af4d-16617dd80c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:55.878771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=2374f725-47e7-48bc-b644-98cb1988544f,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:55.895101 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e0257045-ff1c-46a8-af4d-16617dd80c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:55.958459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e0257045-ff1c-46a8-af4d-16617dd80c6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5091e51d4ff34250aea22161150e7670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270824 Oct 13 14:28:55.962941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37394) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:55.969689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b9700-e7f9-446b-8680-338bbcc305c1 req-fbf89d7f-b646-4d4d-848d-9abde1f0b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:55.972682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e8b9700-e7f9-446b-8680-338bbcc305c1 req-fbf89d7f-b646-4d4d-848d-9abde1f0b5ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 1097 time: 0.1506641 Oct 13 14:28:55.978458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0257045-ff1c-46a8-af4d-16617dd80c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c097687-7999-4697-acf5-59f8bf3c1c0d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:56.049917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eec9af1c-0534-4881-b720-75f1fee16bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:56.086125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e8b9700-e7f9-446b-8680-338bbcc305c1 req-4ede2320-9594-4bcd-93f2-6b9931c00400 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979114 Oct 13 14:28:56.086873 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eec9af1c-0534-4881-b720-75f1fee16bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:56.285631 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eec9af1c-0534-4881-b720-75f1fee16bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:56.290686 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eec9af1c-0534-4881-b720-75f1fee16bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:56.292201 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eec9af1c-0534-4881-b720-75f1fee16bca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c097687-7999-4697-acf5-59f8bf3c1c0d HTTP/1.1" status: 204 len: 168 time: 0.3279729 Oct 13 14:28:56.318507 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9af1c-0534-4881-b720-75f1fee16bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c097687-7999-4697-acf5-59f8bf3c1c0d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:56.350248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6417be-9d48-4c19-ad64-420e2adbe5df req-e4999a96-40f4-496a-b90f-35bffbaa23e1 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:56.362061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc6417be-9d48-4c19-ad64-420e2adbe5df req-e4999a96-40f4-496a-b90f-35bffbaa23e1 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0930779 Oct 13 14:28:56.421870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc6417be-9d48-4c19-ad64-420e2adbe5df req-3254c664-938a-4027-a77b-e12124e7a4af tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580356 Oct 13 14:28:56.723412 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37424) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:56.730522 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1876112616-network', 'tenant_id': '33303ba7934149e9b749983cdd9de23a'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:56.817880 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Made reservation on behalf of 33303ba7934149e9b749983cdd9de23a for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:28:56.822815 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:56.844113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:56.962453 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.010860 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.050070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:28:57.059774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365a99b8-56c3-456c-8ad4-bf3ee600425c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:57.087965 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.088309 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Added segment 7d8adb7f-a8df-4ca3-9d79-c1735b489610 of type vlan for network d65bb0b6-3460-4dc8-ac1a-349cbee6e34e Oct 13 14:28:57.133045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37430) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:57.165620 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.239397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37436) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:57.260755 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee24ef6e-227b-4e71-ae23-b6b7efe96520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.262567 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.264230 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:57.265437 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.405350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee24ef6e-227b-4e71-ae23-b6b7efe96520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.435317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] Pushing event updated for resources: {'Network': ['ID=d65bb0b6-3460-4dc8-ac1a-349cbee6e34e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:57.447945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network d65bb0b6-3460-4dc8-ac1a-349cbee6e34e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:28:57.486447 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-23a4d3c4-8893-4fc4-ac41-f4c5f7b05c63 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7582171 Oct 13 14:28:57.486734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37440) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:57.493214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-788d0194-fb4c-4cda-88f8-6762d7c61fba admin admin] Request body: {'subnet': {'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1876112616-subnet', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:57.500065 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee24ef6e-227b-4e71-ae23-b6b7efe96520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.603581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24ef6e-227b-4e71-ae23-b6b7efe96520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8232d57-03d0-47d6-a0af-c5bdc3755d01,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:57.703775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ee24ef6e-227b-4e71-ae23-b6b7efe96520 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30f2b8bcabfb4613a082f3188c629a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4623404 Oct 13 14:28:57.706788 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37442) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:57.713459 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9cbadc95-2246-4647-82b5-a8fe87e16b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.762583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56583b35-9a5a-42aa-82b6-9bd645ba398f req-483ead89-ceca-484d-a2df-7b8162c5cd72 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:57.764468 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56583b35-9a5a-42aa-82b6-9bd645ba398f req-483ead89-ceca-484d-a2df-7b8162c5cd72 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1372511 Oct 13 14:28:57.778506 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b520c53-acd2-4e4a-9990-1aba215ae0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.785055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788d0194-fb4c-4cda-88f8-6762d7c61fba admin admin] Made reservation on behalf of 33303ba7934149e9b749983cdd9de23a for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:28:57.788437 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-788d0194-fb4c-4cda-88f8-6762d7c61fba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.813694 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b520c53-acd2-4e4a-9990-1aba215ae0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.965578 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b520c53-acd2-4e4a-9990-1aba215ae0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.968400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b520c53-acd2-4e4a-9990-1aba215ae0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:57.972076 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8b520c53-acd2-4e4a-9990-1aba215ae0ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8232d57-03d0-47d6-a0af-c5bdc3755d01 HTTP/1.1" status: 204 len: 168 time: 0.2619638 Oct 13 14:28:57.981177 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b520c53-acd2-4e4a-9990-1aba215ae0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8232d57-03d0-47d6-a0af-c5bdc3755d01,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:58.172807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:28:58.251900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56583b35-9a5a-42aa-82b6-9bd645ba398f req-9c4519be-2a98-478e-92c1-38620761a276 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771996 Oct 13 14:28:58.256974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:28:58.257468 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:58.303987 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9cbadc95-2246-4647-82b5-a8fe87e16b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:58.360813 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:58.389709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=53e7eabe-6f56-47f7-b9d8-e2fd07b237fa,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:28:58.397603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9cbadc95-2246-4647-82b5-a8fe87e16b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:58.457169 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:58.499621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9cbadc95-2246-4647-82b5-a8fe87e16b60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12e7aaa7ce344d8f868524b036d38853&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3631201 Oct 13 14:28:58.502498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbadc95-2246-4647-82b5-a8fe87e16b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2be8aa-c1d7-4f4a-b204-59dce62081ee,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:58.502864 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37456) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:58.531343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=53e7eabe-6f56-47f7-b9d8-e2fd07b237fa,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:58.594416 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da485d6b-ea2b-4d13-a929-18a42ea71467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:58.618815 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-788d0194-fb4c-4cda-88f8-6762d7c61fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:58.633472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da485d6b-ea2b-4d13-a929-18a42ea71467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:58.668540 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Sync routers for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:28:58.679060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d0194-fb4c-4cda-88f8-6762d7c61fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a81027-5e6a-4647-8785-7883dec4352c,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:58.690963 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:28:58.691539 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:58.710617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788d0194-fb4c-4cda-88f8-6762d7c61fba admin admin] Checking segment: {'id': '7d8adb7f-a8df-4ca3-9d79-c1735b489610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:28:58.711144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788d0194-fb4c-4cda-88f8-6762d7c61fba admin admin] Network hostable DHCP agents. Network: d65bb0b6-3460-4dc8-ac1a-349cbee6e34e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:28:58.752695 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:28:58.793703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788d0194-fb4c-4cda-88f8-6762d7c61fba admin admin] Network d65bb0b6-3460-4dc8-ac1a-349cbee6e34e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:28:58.795164 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da485d6b-ea2b-4d13-a929-18a42ea71467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:58.799745 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da485d6b-ea2b-4d13-a929-18a42ea71467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:58.801775 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da485d6b-ea2b-4d13-a929-18a42ea71467 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc2be8aa-c1d7-4f4a-b204-59dce62081ee HTTP/1.1" status: 204 len: 168 time: 0.2978501 Oct 13 14:28:58.814277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da485d6b-ea2b-4d13-a929-18a42ea71467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2be8aa-c1d7-4f4a-b204-59dce62081ee,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:58.849105 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:28:58.862370 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-788d0194-fb4c-4cda-88f8-6762d7c61fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, d65bb0b6-3460-4dc8-ac1a-349cbee6e34e) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:28:58.868275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788d0194-fb4c-4cda-88f8-6762d7c61fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:58.868959 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-788d0194-fb4c-4cda-88f8-6762d7c61fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:58.882342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2dd610-42be-4c66-a474-69594b6342c6 None None] Network d65bb0b6-3460-4dc8-ac1a-349cbee6e34e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:28:58.958359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-788d0194-fb4c-4cda-88f8-6762d7c61fba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4701521 Oct 13 14:28:58.963194 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37466) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:28:58.968277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1876112616-router', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:28:59.119890 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:59.121033 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:59.165393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-d65bb0b6-3460-4dc8-ac1a-349cbee6e34e', 'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'fixed_ips': [{'subnet_id': '97a81027-5e6a-4647-8785-7883dec4352c'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:28:59.166858 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:59.182145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:59.197758 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 2, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:28:59.245622 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Checking router: 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:28:59.246071 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Updating router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:28:59.283393 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:59.374385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Allocated IP 172.20.0.2 (d65bb0b6-3460-4dc8-ac1a-349cbee6e34e/97a81027-5e6a-4647-8785-7883dec4352c/789a173a-ce70-4608-9a5b-3655e8644c17) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:28:59.468124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409f17e-5b15-49ac-9712-e50d314cbf2a req-37870128-999a-4000-9ac3-e51a5f4196e1 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:28:59.477842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f409f17e-5b15-49ac-9712-e50d314cbf2a req-37870128-999a-4000-9ac3-e51a5f4196e1 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1117301 Oct 13 14:28:59.581274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f409f17e-5b15-49ac-9712-e50d314cbf2a req-b991e301-61a0-459a-a188-deee49e1cfc0 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972836 Oct 13 14:28:59.710967 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:59.784664 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:59.811174 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:59.840467 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:59.851159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Network d65bb0b6-3460-4dc8-ac1a-349cbee6e34e is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:28:59.857164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:28:59.861437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:28:59.876833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Pushing event updated for resources: {'Port': ['ID=789a173a-ce70-4608-9a5b-3655e8644c17,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:59.930713 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Pushing event updated for resources: {'Port': ['ID=6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:28:59.930968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Attempting to bind port 789a173a-ce70-4608-9a5b-3655e8644c17 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:28:59.931316 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Attempting to bind port 789a173a-ce70-4608-9a5b-3655e8644c17 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7d8adb7f-a8df-4ca3-9d79-c1735b489610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:28:59.931953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Attempting to bind port 789a173a-ce70-4608-9a5b-3655e8644c17 on network d65bb0b6-3460-4dc8-ac1a-349cbee6e34e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:28:59.943875 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:59.944856 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:59.945895 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:59.945895 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:59.945895 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:59.946265 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:59.946509 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:59.946997 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:59.947322 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:59.947635 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:59.947951 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:59.948367 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:28:59.951684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:28:59.952582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Checking segment: {'id': '7d8adb7f-a8df-4ca3-9d79-c1735b489610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:28:59.953326 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:59.953975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Bound using segment: {'id': '7d8adb7f-a8df-4ca3-9d79-c1735b489610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:28:59.955014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Bound port: 789a173a-ce70-4608-9a5b-3655e8644c17, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8adb7f-a8df-4ca3-9d79-c1735b489610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:28:59.956008 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:28:59.963426 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.006643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37490) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:00.046194 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8fda60ba-128a-4097-81bb-6da92aa04c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.079738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] For port 789a173a-ce70-4608-9a5b-3655e8644c17, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:29:00.098563 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] For port 789a173a-ce70-4608-9a5b-3655e8644c17, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=789a173a-ce70-4608-9a5b-3655e8644c17,segment=NetworkSegment(7d8adb7f-a8df-4ca3-9d79-c1735b489610),segment_id=7d8adb7f-a8df-4ca3-9d79-c1735b489610)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:29:00.145980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37498) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:00.165722 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.248807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:29:00.254458 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8fda60ba-128a-4097-81bb-6da92aa04c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.330797 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8fda60ba-128a-4097-81bb-6da92aa04c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.372649 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Attempting to bind port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:29:00.374108 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Attempting to bind port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:29:00.374751 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Attempting to bind port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:29:00.391592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8fda60ba-128a-4097-81bb-6da92aa04c22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71ae9031ed704a4d989fb2ccf9eba8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834686 Oct 13 14:29:00.393020 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:29:00.393772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda60ba-128a-4097-81bb-6da92aa04c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a17cef-b1fd-48d3-bbb3-eb931fa2c0cb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:00.395610 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Checking segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:29:00.396905 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.399646 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Bound using segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:29:00.400459 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Bound port: 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:29:00.401804 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.418165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37502) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:00.484736 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a240bcd-292b-4945-9bc4-0361f98dfd1f None None] Pushing event updated for resources: {'Port': ['ID=789a173a-ce70-4608-9a5b-3655e8644c17,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:00.500922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a26e2a47-682c-416a-933e-ecadb16ac29e None None] Provisioning complete for port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:00.500922 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a26e2a47-682c-416a-933e-ecadb16ac29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.519906 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7cbb17e0-bd3a-41bb-a5de-e3ec6d1ee1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.545218 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] For port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:29:00.557472 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] For port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:29:00.571319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:00.571948 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.573558 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.575611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a26e2a47-682c-416a-933e-ecadb16ac29e None None] Port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:29:00.579651 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ab66725-f5e3-43a4-bb3f-290bc309f71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.606598 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.670823 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.777754 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1ef1f-789e-491c-b32c-4a68b1f198c6 None None] Pushing event updated for resources: {'Port': ['ID=6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:00.806731 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Allocated IP 172.25.0.175 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/678730a1-6650-48b8-a8f2-8a1f504f3316) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:29:00.808086 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:29:00.809530 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:00.847845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7cbb17e0-bd3a-41bb-a5de-e3ec6d1ee1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.887882 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ab66725-f5e3-43a4-bb3f-290bc309f71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.939975 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7cbb17e0-bd3a-41bb-a5de-e3ec6d1ee1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.986880 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:00.987725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb17e0-bd3a-41bb-a5de-e3ec6d1ee1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8779bbe5-d4f9-4c27-813a-c0f621fc1476,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:00.991181 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:29:01.028323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7cbb17e0-bd3a-41bb-a5de-e3ec6d1ee1a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6584856dde549f48655014b3e736b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8857951 Oct 13 14:29:01.028958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37512) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:01.068810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01800a-b1f7-4581-80ec-70ff2c3ef2bd req-5c23ec0a-0fcb-4ecd-8745-60c1359c1383 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:01.078198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d01800a-b1f7-4581-80ec-70ff2c3ef2bd req-5c23ec0a-0fcb-4ecd-8745-60c1359c1383 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.2079852 Oct 13 14:29:01.134267 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:01.175612 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-16946e26-eb79-41ac-a11e-569c463f1bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:01.184551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d01800a-b1f7-4581-80ec-70ff2c3ef2bd req-2ae0eda0-3fa4-4f17-b037-109d502fed19 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052642 Oct 13 14:29:01.211391 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ab66725-f5e3-43a4-bb3f-290bc309f71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:01.219103 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ab66725-f5e3-43a4-bb3f-290bc309f71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:01.220410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2ab66725-f5e3-43a4-bb3f-290bc309f71e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78a17cef-b1fd-48d3-bbb3-eb931fa2c0cb HTTP/1.1" status: 204 len: 168 time: 0.7983432 Oct 13 14:29:01.230974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-14371c96-07da-412b-a90f-3e6ec4a64cc3 None None] Provisioning complete for port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:01.232590 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-14371c96-07da-412b-a90f-3e6ec4a64cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:01.237807 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-16946e26-eb79-41ac-a11e-569c463f1bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:01.240950 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:29:01.247118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:29:01.258132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:29:01.268221 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Pushing event updated for resources: {'Port': ['ID=678730a1-6650-48b8-a8f2-8a1f504f3316,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:01.313761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab66725-f5e3-43a4-bb3f-290bc309f71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a17cef-b1fd-48d3-bbb3-eb931fa2c0cb,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:01.339056 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:00Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:01.385399 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fe05c-d04a-47a9-a53e-fafb97ddb5be None None] The sync data for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 is: [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:00Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:29:01.404845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-16946e26-eb79-41ac-a11e-569c463f1bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:01.407429 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-16946e26-eb79-41ac-a11e-569c463f1bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:01.411287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-16946e26-eb79-41ac-a11e-569c463f1bf5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8779bbe5-d4f9-4c27-813a-c0f621fc1476 HTTP/1.1" status: 204 len: 168 time: 0.3789315 Oct 13 14:29:01.432237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16946e26-eb79-41ac-a11e-569c463f1bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8779bbe5-d4f9-4c27-813a-c0f621fc1476,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:01.494139 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-14371c96-07da-412b-a90f-3e6ec4a64cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:01.579541 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-14371c96-07da-412b-a90f-3e6ec4a64cc3 None None] For port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:29:01.673686 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-14371c96-07da-412b-a90f-3e6ec4a64cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:01.840890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14371c96-07da-412b-a90f-3e6ec4a64cc3 None None] Pushing event updated for resources: {'Port': ['ID=6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:02.105573 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:02.153486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a339a3-28aa-491c-836a-5fcc85072bd6 None None] Network d65bb0b6-3460-4dc8-ac1a-349cbee6e34e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:29:02.364754 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-09b5bd6e-2fb6-4179-889d-e951197de294 None None] Provisioning complete for port 789a173a-ce70-4608-9a5b-3655e8644c17 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:02.366021 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09b5bd6e-2fb6-4179-889d-e951197de294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:02.487287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a0a09-cd4b-4ef8-9e47-a1b73f5c0d6d req-39238533-a2ef-4ab9-a7e5-567ac48eea97 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:02.496913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-562a0a09-cd4b-4ef8-9e47-a1b73f5c0d6d req-39238533-a2ef-4ab9-a7e5-567ac48eea97 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1190529 Oct 13 14:29:02.535412 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 789a173a-ce70-4608-9a5b-3655e8644c17 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:29:02.589425 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-562a0a09-cd4b-4ef8-9e47-a1b73f5c0d6d req-002f23ff-4758-458b-9acb-4fef747b4725 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798194 Oct 13 14:29:02.633966 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:02.716371 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09b5bd6e-2fb6-4179-889d-e951197de294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:02.756691 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 789a173a-ce70-4608-9a5b-3655e8644c17 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:02.757134 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:02.830412 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-09b5bd6e-2fb6-4179-889d-e951197de294 None None] For port 789a173a-ce70-4608-9a5b-3655e8644c17, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=789a173a-ce70-4608-9a5b-3655e8644c17,segment=NetworkSegment(7d8adb7f-a8df-4ca3-9d79-c1735b489610),segment_id=7d8adb7f-a8df-4ca3-9d79-c1735b489610)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:29:02.885302 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Router 3ee539a1-aafa-4188-b44e-0e44764c0711 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:29:02.894386 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:02.938075 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09b5bd6e-2fb6-4179-889d-e951197de294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:03.016386 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:29:03.016884 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:29:03.053996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5bd6e-2fb6-4179-889d-e951197de294 None None] Pushing event updated for resources: {'Port': ['ID=789a173a-ce70-4608-9a5b-3655e8644c17,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:03.087323 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:29:03.097222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Sync routers for ids ['3ee539a1-aafa-4188-b44e-0e44764c0711'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:29:03.108928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Routers {'3ee539a1-aafa-4188-b44e-0e44764c0711'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:29:03.109644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3ee539a1-aafa-4188-b44e-0e44764c0711'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:03.179458 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:03.181126 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-29f8114d-c463-4efe-880b-e9ab34dff8fb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2169240 Oct 13 14:29:03.184291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37568) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:03.203315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3e1d89fc-1bf9-4d40-b4ca-17cfce38d61b None None] Provisioning complete for port 789a173a-ce70-4608-9a5b-3655e8644c17 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:03.203457 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3e1d89fc-1bf9-4d40-b4ca-17cfce38d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:03.260176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Set router 3ee539a1-aafa-4188-b44e-0e44764c0711 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:29:03.480437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'name': 'tempest-TestVolumeBootPattern-1876112616-router', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:59Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 3, 'project_id': '33303ba7934149e9b749983cdd9de23a', 'gw_port': {'id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:00Z', 'updated_at': '2021-10-13T14:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:03.508881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Checking router: 3ee539a1-aafa-4188-b44e-0e44764c0711 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:29:03.509267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Updating router 3ee539a1-aafa-4188-b44e-0e44764c0711 port 678730a1-6650-48b8-a8f2-8a1f504f3316 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:29:03.733150 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:03.769241 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:29:03.785937 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:03.803922 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37586) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:03.852644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6921d8-26b5-4ea3-968d-c68e84957e3e req-17347bd7-c2b6-4517-ab95-7c945b3d5925 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:03.853989 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af6921d8-26b5-4ea3-968d-c68e84957e3e req-17347bd7-c2b6-4517-ab95-7c945b3d5925 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1177416 Oct 13 14:29:03.928174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-6bbe28d5-b79a-47cb-b026-2359bab26813 req-6a1d83bc-1a52-4c39-b811-cf588277519a tempest-ServerRescueNegativeTestJSON-2119058721 tempest-ServerRescueNegativeTestJSON-2119058721-project] (112684) timed out ('10.222.0.41', 62381) {{(pid=112684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 14:29:03.954644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:03.955026 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.016676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af6921d8-26b5-4ea3-968d-c68e84957e3e req-94f7740c-829e-4a9b-9e99-caae1a7cdf1c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305552 Oct 13 14:29:04.131974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Allocated IP 172.20.0.1 (d65bb0b6-3460-4dc8-ac1a-349cbee6e34e/97a81027-5e6a-4647-8785-7883dec4352c/bb636269-533a-4fa4-9ec2-87641b32d255) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:29:04.155925 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.159440 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e848843-f721-417a-a105-054bb2b7612d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.239103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 789a173a-ce70-4608-9a5b-3655e8644c17 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:29:04.269296 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e848843-f721-417a-a105-054bb2b7612d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.276907 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.287645 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.329951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 789a173a-ce70-4608-9a5b-3655e8644c17 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:04.330341 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.375776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Attempting to bind port 678730a1-6650-48b8-a8f2-8a1f504f3316 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:29:04.376051 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Attempting to bind port 678730a1-6650-48b8-a8f2-8a1f504f3316 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:29:04.376403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Attempting to bind port 678730a1-6650-48b8-a8f2-8a1f504f3316 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:29:04.382512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a82ba9-f676-4312-bce5-60255c664e06 None None] Pushing event updated for resources: {'Port': ['ID=678730a1-6650-48b8-a8f2-8a1f504f3316,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:04.391349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:29:04.391720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:29:04.392207 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.392726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:29:04.393247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Bound port: 678730a1-6650-48b8-a8f2-8a1f504f3316, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:29:04.393625 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.404741 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e848843-f721-417a-a105-054bb2b7612d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.416744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.449334 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e848843-f721-417a-a105-054bb2b7612d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0aec7f-c816-4cd6-89cb-00bba6680d02,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:04.463697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Network d65bb0b6-3460-4dc8-ac1a-349cbee6e34e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:29:04.467097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:29:04.470788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:29:04.478901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] For port 678730a1-6650-48b8-a8f2-8a1f504f3316, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:29:04.498289 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8e848843-f721-417a-a105-054bb2b7612d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd65af6b5c2d452e9b121b374919d5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6932259 Oct 13 14:29:04.498718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] For port 678730a1-6650-48b8-a8f2-8a1f504f3316, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=678730a1-6650-48b8-a8f2-8a1f504f3316,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:29:04.501098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37600) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:04.513764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Pushing event updated for resources: {'Port': ['ID=bb636269-533a-4fa4-9ec2-87641b32d255,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:04.547059 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.634103 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52b4694d-c53f-4861-ac95-3543ef297624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.674233 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.684918 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52b4694d-c53f-4861-ac95-3543ef297624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.752014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a82ba9-f676-4312-bce5-60255c664e06 None None] Pushing event updated for resources: {'Port': ['ID=678730a1-6650-48b8-a8f2-8a1f504f3316,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:04.754887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Routers {'3ee539a1-aafa-4188-b44e-0e44764c0711'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:29:04.755559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3ee539a1-aafa-4188-b44e-0e44764c0711'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:04.796450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-97517e43-91aa-46e0-8b0b-0e8544a05709 None None] Provisioning complete for port bb636269-533a-4fa4-9ec2-87641b32d255 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:04.796819 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-97517e43-91aa-46e0-8b0b-0e8544a05709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.803534 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.875397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-97517e43-91aa-46e0-8b0b-0e8544a05709 None None] Port bb636269-533a-4fa4-9ec2-87641b32d255 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:29:04.880792 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52b4694d-c53f-4861-ac95-3543ef297624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.883915 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52b4694d-c53f-4861-ac95-3543ef297624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:04.885173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-52b4694d-c53f-4861-ac95-3543ef297624 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c0aec7f-c816-4cd6-89cb-00bba6680d02 HTTP/1.1" status: 204 len: 168 time: 0.3828156 Oct 13 14:29:04.898084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] Set router 3ee539a1-aafa-4188-b44e-0e44764c0711 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:29:04.923686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4694d-c53f-4861-ac95-3543ef297624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0aec7f-c816-4cd6-89cb-00bba6680d02,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:05.001551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:05.093825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'name': 'tempest-TestVolumeBootPattern-1876112616-router', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:59Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 3, 'project_id': '33303ba7934149e9b749983cdd9de23a', 'gw_port': {'id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:00Z', 'updated_at': '2021-10-13T14:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:05.097281 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:05.143176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062b8355-53f5-477b-af87-e5605d2755e2 None None] The sync data for ids ['3ee539a1-aafa-4188-b44e-0e44764c0711'] in n-d-806683-15 is: [{'id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'name': 'tempest-TestVolumeBootPattern-1876112616-router', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:59Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 3, 'project_id': '33303ba7934149e9b749983cdd9de23a', 'gw_port': {'id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:00Z', 'updated_at': '2021-10-13T14:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:29:05.237722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Pushing event updated for resources: {'Port': ['ID=bb636269-533a-4fa4-9ec2-87641b32d255,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:05.237722 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:05.312234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832aa3a-2cac-450f-a7ba-6b8da3607dfe req-6055d581-fc31-4b9b-87b1-70b6e0693f82 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:05.314243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1832aa3a-2cac-450f-a7ba-6b8da3607dfe req-6055d581-fc31-4b9b-87b1-70b6e0693f82 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.2102354 Oct 13 14:29:05.380034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1832aa3a-2cac-450f-a7ba-6b8da3607dfe req-09aa3b24-a037-4079-b214-aaff7c9b5164 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489721 Oct 13 14:29:05.416412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Network d65bb0b6-3460-4dc8-ac1a-349cbee6e34e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:29:05.418034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:29:05.656113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Router 3ee539a1-aafa-4188-b44e-0e44764c0711 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:29:05.820138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-98d0e0df-1c99-4e71-9584-fdcbf2088707 None None] Provisioning complete for port bb636269-533a-4fa4-9ec2-87641b32d255 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:05.820699 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-98d0e0df-1c99-4e71-9584-fdcbf2088707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:05.869563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:29:05.877449 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2ff49723-76d4-4366-a55b-ec9e48a2e85f admin admin] 10.222.0.18 "PUT /v2.0/routers/3ee539a1-aafa-4188-b44e-0e44764c0711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6919858 Oct 13 14:29:05.889202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-98d0e0df-1c99-4e71-9584-fdcbf2088707 None None] Port bb636269-533a-4fa4-9ec2-87641b32d255 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:29:06.267061 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 678730a1-6650-48b8-a8f2-8a1f504f3316 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:29:06.348938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 678730a1-6650-48b8-a8f2-8a1f504f3316 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:06.349774 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:06.452280 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:06.483418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 678730a1-6650-48b8-a8f2-8a1f504f3316, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=678730a1-6650-48b8-a8f2-8a1f504f3316,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:29:06.575271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5d126-d5f9-4485-91fd-f8b67a2300d5 req-22786f5f-9d00-4b62-a2f3-3dc4d73d82d4 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:06.577500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95a5d126-d5f9-4485-91fd-f8b67a2300d5 req-22786f5f-9d00-4b62-a2f3-3dc4d73d82d4 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0821369 Oct 13 14:29:06.588137 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:06.644425 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95a5d126-d5f9-4485-91fd-f8b67a2300d5 req-2edeb32b-7c91-4c6e-a373-01e5539acf29 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571475 Oct 13 14:29:06.662176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=678730a1-6650-48b8-a8f2-8a1f504f3316,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:07.463486 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Sync routers for ids ['3ee539a1-aafa-4188-b44e-0e44764c0711'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:29:07.472891 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Routers {'3ee539a1-aafa-4188-b44e-0e44764c0711'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:29:07.473592 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3ee539a1-aafa-4188-b44e-0e44764c0711'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:07.584973 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Set router 3ee539a1-aafa-4188-b44e-0e44764c0711 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:29:07.791337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbddf2a-2bd6-4228-a604-88ebceef5827 req-19606df0-d364-4fda-bfb5-ae600339aba8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:07.793088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bbddf2a-2bd6-4228-a604-88ebceef5827 req-19606df0-d364-4fda-bfb5-ae600339aba8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0584619 Oct 13 14:29:07.826307 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'name': 'tempest-TestVolumeBootPattern-1876112616-router', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:59Z', 'updated_at': '2021-10-13T14:29:04Z', 'revision_number': 4, 'project_id': '33303ba7934149e9b749983cdd9de23a', 'gw_port': {'id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:00Z', 'updated_at': '2021-10-13T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'bb636269-533a-4fa4-9ec2-87641b32d255', 'name': '', 'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'mac_address': 'fa:16:3e:11:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '97a81027-5e6a-4647-8785-7883dec4352c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:03Z', 'updated_at': '2021-10-13T14:29:04Z', 'revision_number': 2, 'project_id': '33303ba7934149e9b749983cdd9de23a', 'subnets': [{'id': '97a81027-5e6a-4647-8785-7883dec4352c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:07.838065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bbddf2a-2bd6-4228-a604-88ebceef5827 req-af49c03f-2875-47b4-93ba-4cec6fdd22d4 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347791 Oct 13 14:29:07.872776 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Checking router: 3ee539a1-aafa-4188-b44e-0e44764c0711 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:29:07.872776 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Updating router 3ee539a1-aafa-4188-b44e-0e44764c0711 port bb636269-533a-4fa4-9ec2-87641b32d255 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:29:07.896153 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:08.208818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 678730a1-6650-48b8-a8f2-8a1f504f3316 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:29:08.246552 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:08.274988 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 678730a1-6650-48b8-a8f2-8a1f504f3316 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:08.275367 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:08.353103 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:08.409561 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b2bbd-9e4e-4752-a1ba-0c35c44a60b2 None None] Pushing event updated for resources: {'Port': ['ID=bb636269-533a-4fa4-9ec2-87641b32d255,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:08.498114 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Attempting to bind port bb636269-533a-4fa4-9ec2-87641b32d255 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:29:08.498864 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Attempting to bind port bb636269-533a-4fa4-9ec2-87641b32d255 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7d8adb7f-a8df-4ca3-9d79-c1735b489610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:29:08.499322 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Attempting to bind port bb636269-533a-4fa4-9ec2-87641b32d255 on network d65bb0b6-3460-4dc8-ac1a-349cbee6e34e {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:29:08.514194 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:29:08.514748 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Checking segment: {'id': '7d8adb7f-a8df-4ca3-9d79-c1735b489610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:29:08.515548 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:08.515711 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Bound using segment: {'id': '7d8adb7f-a8df-4ca3-9d79-c1735b489610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:29:08.516209 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Bound port: bb636269-533a-4fa4-9ec2-87641b32d255, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8adb7f-a8df-4ca3-9d79-c1735b489610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:29:08.516780 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:08.617947 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] For port bb636269-533a-4fa4-9ec2-87641b32d255, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:29:08.623326 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] For port bb636269-533a-4fa4-9ec2-87641b32d255, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bb636269-533a-4fa4-9ec2-87641b32d255,segment=NetworkSegment(7d8adb7f-a8df-4ca3-9d79-c1735b489610),segment_id=7d8adb7f-a8df-4ca3-9d79-c1735b489610)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:29:08.708439 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:08.731872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9857601f-77c2-4d89-b490-48a8b170c6e6 None None] Provisioning complete for port bb636269-533a-4fa4-9ec2-87641b32d255 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:08.732248 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9857601f-77c2-4d89-b490-48a8b170c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:08.779747 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Routers {'3ee539a1-aafa-4188-b44e-0e44764c0711'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:29:08.780377 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:28:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3ee539a1-aafa-4188-b44e-0e44764c0711'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:08.829725 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9857601f-77c2-4d89-b490-48a8b170c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:08.839025 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b2bbd-9e4e-4752-a1ba-0c35c44a60b2 None None] Pushing event updated for resources: {'Port': ['ID=bb636269-533a-4fa4-9ec2-87641b32d255,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:08.876187 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9857601f-77c2-4d89-b490-48a8b170c6e6 None None] For port bb636269-533a-4fa4-9ec2-87641b32d255, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bb636269-533a-4fa4-9ec2-87641b32d255,segment=NetworkSegment(7d8adb7f-a8df-4ca3-9d79-c1735b489610),segment_id=7d8adb7f-a8df-4ca3-9d79-c1735b489610)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:29:08.933199 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] Set router 3ee539a1-aafa-4188-b44e-0e44764c0711 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:29:08.941898 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9857601f-77c2-4d89-b490-48a8b170c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:09.035008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e709b-311a-42d0-8b45-25253f104fe5 req-97b7e76c-b7b8-4b89-ba81-540b9372280c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:09.045859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af4e709b-311a-42d0-8b45-25253f104fe5 req-97b7e76c-b7b8-4b89-ba81-540b9372280c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1056542 Oct 13 14:29:09.075076 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857601f-77c2-4d89-b490-48a8b170c6e6 None None] Pushing event updated for resources: {'Port': ['ID=bb636269-533a-4fa4-9ec2-87641b32d255,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:09.080022 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-839cc2fb-22d0-4c32-98f7-a00775fc7c41 None None] Provisioning complete for port bb636269-533a-4fa4-9ec2-87641b32d255 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:09.080022 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-839cc2fb-22d0-4c32-98f7-a00775fc7c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:09.098075 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af4e709b-311a-42d0-8b45-25253f104fe5 req-f046cc3b-8f9e-4060-934a-e362d900ff03 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508871 Oct 13 14:29:09.206386 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'name': 'tempest-TestVolumeBootPattern-1876112616-router', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:59Z', 'updated_at': '2021-10-13T14:29:04Z', 'revision_number': 4, 'project_id': '33303ba7934149e9b749983cdd9de23a', 'gw_port': {'id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:00Z', 'updated_at': '2021-10-13T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'bb636269-533a-4fa4-9ec2-87641b32d255', 'name': '', 'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'mac_address': 'fa:16:3e:11:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '97a81027-5e6a-4647-8785-7883dec4352c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:03Z', 'updated_at': '2021-10-13T14:29:08Z', 'revision_number': 4, 'project_id': '33303ba7934149e9b749983cdd9de23a', 'subnets': [{'id': '97a81027-5e6a-4647-8785-7883dec4352c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:09.237184 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2ddd05-b789-4f12-9865-479bcddba3ca None None] The sync data for ids ['3ee539a1-aafa-4188-b44e-0e44764c0711'] in n-d-806683-15 is: [{'id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'name': 'tempest-TestVolumeBootPattern-1876112616-router', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:59Z', 'updated_at': '2021-10-13T14:29:04Z', 'revision_number': 4, 'project_id': '33303ba7934149e9b749983cdd9de23a', 'gw_port': {'id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:00Z', 'updated_at': '2021-10-13T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'bb636269-533a-4fa4-9ec2-87641b32d255', 'name': '', 'network_id': 'd65bb0b6-3460-4dc8-ac1a-349cbee6e34e', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'mac_address': 'fa:16:3e:11:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '97a81027-5e6a-4647-8785-7883dec4352c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:03Z', 'updated_at': '2021-10-13T14:29:08Z', 'revision_number': 4, 'project_id': '33303ba7934149e9b749983cdd9de23a', 'subnets': [{'id': '97a81027-5e6a-4647-8785-7883dec4352c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:29:10.002118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-3d8a04bb-bda8-42e2-817f-67a01624e1d7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:10.004363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-3d8a04bb-bda8-42e2-817f-67a01624e1d7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.1381943 Oct 13 14:29:10.022577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-2dc9ad43-9033-4e73-acdf-d0179828cf21 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/quotas/94f59679c6494a9e8ae6c3645e566442 HTTP/1.1" status: 200 len: 375 time: 0.0109956 Oct 13 14:29:10.121465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-770a1a74-643a-48e5-9847-136e81cb5c36 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804379 Oct 13 14:29:10.283754 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bb636269-533a-4fa4-9ec2-87641b32d255 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:29:10.355612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port bb636269-533a-4fa4-9ec2-87641b32d255 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:10.356344 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:10.419743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f4f3f-93b3-4873-b328-ab199ccd110b req-7c95374a-42b8-40fd-a6f9-cc2905aa107d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:10.430223 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae9f4f3f-93b3-4873-b328-ab199ccd110b req-7c95374a-42b8-40fd-a6f9-cc2905aa107d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.2001400 Oct 13 14:29:10.440837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4cdd436c-263d-4ab9-9ae8-b551814e53fc service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167691 Oct 13 14:29:10.576791 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae9f4f3f-93b3-4873-b328-ab199ccd110b req-46740c6e-1c76-4934-ab5e-e310d07e4bac tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231234 Oct 13 14:29:10.672974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-966bc504-2461-48c5-aa3a-c89f0c8f2445 service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216096 Oct 13 14:29:11.306775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5968c65b-e66b-4ec7-8062-d21c43b011ae req-87a22edb-a7ab-42e0-8bd8-3620e515fb35 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 210 time: 0.0431600 Oct 13 14:29:11.711240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce52f99-2c8d-4d93-adeb-9f87c0fdfd7d req-94cc0fee-7891-48a4-b229-ceda5a4f51cf tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:11.713024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ce52f99-2c8d-4d93-adeb-9f87c0fdfd7d req-94cc0fee-7891-48a4-b229-ceda5a4f51cf tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0675421 Oct 13 14:29:11.775833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ce52f99-2c8d-4d93-adeb-9f87c0fdfd7d req-6f367f87-4b20-4f19-8299-9762dba9cdfa tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560396 Oct 13 14:29:12.410740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11b8a013-3146-41bb-8276-bcbefa187a8e req-d57b7dcb-65d9-479d-a7b9-a64deba2ec6a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 210 time: 0.0309293 Oct 13 14:29:12.938392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0d4f9-74e0-4a75-8ab1-f72691650516 req-f023b551-4d56-451c-a90e-139c54e7b0c4 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:12.940180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7f0d4f9-74e0-4a75-8ab1-f72691650516 req-f023b551-4d56-451c-a90e-139c54e7b0c4 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0611629 Oct 13 14:29:12.981913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7f0d4f9-74e0-4a75-8ab1-f72691650516 req-32546901-3da9-4b96-a1de-ab7cf72fc20c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341487 Oct 13 14:29:13.516647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4451f2f-9a17-44d0-8d61-ba379bf94682 req-b3deff9b-12d6-44b0-bc60-4c58fd1b965f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 210 time: 0.0274577 Oct 13 14:29:13.824544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a9dda9e4-afd0-4dd3-be00-d527bebf01e5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:13.826224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a9dda9e4-afd0-4dd3-be00-d527bebf01e5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.1145875 Oct 13 14:29:13.840782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'port': {'device_id': '66c5fead-b1a5-4ec5-b237-96c016a0058b', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'admin_state_up': True, 'tenant_id': '94f59679c6494a9e8ae6c3645e566442'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:29:14.104268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Made reservation on behalf of 94f59679c6494a9e8ae6c3645e566442 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:29:14.109674 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:14.206481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de5af2-e12b-42bb-903f-a9a0a26c6d12 req-b92ed56d-6fa8-48e2-a0ec-19da12795149 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:14.215552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91de5af2-e12b-42bb-903f-a9a0a26c6d12 req-b92ed56d-6fa8-48e2-a0ec-19da12795149 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1521423 Oct 13 14:29:14.291477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91de5af2-e12b-42bb-903f-a9a0a26c6d12 req-15568d6c-ae68-4b3d-acb6-f9be935f1550 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750444 Oct 13 14:29:14.323136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Allocated IP 172.20.0.13 (4e8a36f7-8caf-41d4-931c-18eadbf2a690/08748c55-89a9-4f16-983f-c770a7b74817/8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:29:14.520011 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:14.627227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1dca200-9063-4241-9592-2b1c60d56d7d req-554d4f0a-83a2-4fca-884d-48cde41b9a6d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 210 time: 0.0303874 Oct 13 14:29:14.890189 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:14.896215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:29:14.901048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:29:14.903331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:29:14.947206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'Port': ['ID=8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:14.966055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:14.966405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:14.966748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:14.967087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:14.967420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:14.967803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:14.968140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:14.968473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:14.968866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:14.969333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:14.974877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:14.974877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:15.005551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:15.006646 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:15.093180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4b05084e-715c-435e-a578-684ad8a905a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2569084 Oct 13 14:29:15.110128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Request body: {'port': {'device_id': '66c5fead-b1a5-4ec5-b237-96c016a0058b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:29:15.169713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:15.254020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c77270ef-998f-4c76-b92d-9ba08d9ff248 None None] Provisioning complete for port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:15.254561 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c77270ef-998f-4c76-b92d-9ba08d9ff248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:15.295350 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c77270ef-998f-4c76-b92d-9ba08d9ff248 None None] Port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:29:15.818242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499cf79-9be9-4d54-afec-f3f0159e3e78 req-f544cd2f-76c9-4ca7-a186-7bafdb7c0fe7 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:15.820542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0499cf79-9be9-4d54-afec-f3f0159e3e78 req-f544cd2f-76c9-4ca7-a186-7bafdb7c0fe7 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.4489179 Oct 13 14:29:15.845928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94abe83-3df7-44f4-a441-52a18decd3da req-dcc4b9d1-6262-40cf-b60d-93b6677e6b79 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:15.847548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e94abe83-3df7-44f4-a441-52a18decd3da req-dcc4b9d1-6262-40cf-b60d-93b6677e6b79 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 932 time: 0.1126189 Oct 13 14:29:15.939809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0499cf79-9be9-4d54-afec-f3f0159e3e78 req-34771bf8-4513-4e79-a9ca-5d6ae97fdc3d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117909 Oct 13 14:29:15.951904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:29:15.962068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e94abe83-3df7-44f4-a441-52a18decd3da req-11114a17-78c0-4cbe-812d-03c5deb37453 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975585 Oct 13 14:29:15.972188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:15.999680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Transition to ACTIVE for port object 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:29:16.056325 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:16.115264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:16.209589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Attempting to bind port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:29:16.210181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Attempting to bind port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:29:16.210704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Attempting to bind port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:29:16.217788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:29:16.218387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Attempting to bind port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:29:16.227609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:29:16.235626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Checking segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:29:16.235626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Bound using segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:29:16.235626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Bound port: 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:29:16.235626 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:16.383479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] For port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:29:16.389865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] For port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:29:16.512068 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:16.575912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:16.580609 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:16.580609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] 10.222.0.49 "PUT /v2.0/ports/8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a HTTP/1.1" status: 200 len: 1093 time: 1.4726965 Oct 13 14:29:16.580609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c5fead-b1a5-4ec5-b237-96c016a0058b', 'tag': '8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:29:16.585167 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197d43b9-5627-46ff-a060-89fe86c62b31" -d '{"events": [{"name": "network-changed", "server_uuid": "66c5fead-b1a5-4ec5-b237-96c016a0058b", "tag": "8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:29:16.624102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0d8c6-0be2-432c-9f78-508e95e6a0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:16.634093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc490f1c-4153-4b85-8ed2-ea1aaf0977e5 req-3f794ea9-d7be-4d92-b2f4-0a9386827fd9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1323762 Oct 13 14:29:16.659587 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c14b332-c31b-492a-a7a1-7ad33103daf0 x-openstack-request-id: req-1c14b332-c31b-492a-a7a1-7ad33103daf0 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:29:16.659587 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c5fead-b1a5-4ec5-b237-96c016a0058b", "tag": "8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:29:16.659587 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c14b332-c31b-492a-a7a1-7ad33103daf0 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:29:16.659587 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c5fead-b1a5-4ec5-b237-96c016a0058b', 'tag': '8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a', 'status': 'completed', 'code': 200} Oct 13 14:29:16.754500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d43b9-5627-46ff-a060-89fe86c62b31 req-d599e555-6ee4-44cb-8972-0a300cdbecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:16.756822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-197d43b9-5627-46ff-a060-89fe86c62b31 req-d599e555-6ee4-44cb-8972-0a300cdbecda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 1096 time: 0.0800653 Oct 13 14:29:16.781005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc490f1c-4153-4b85-8ed2-ea1aaf0977e5 req-96b7b020-9414-4759-9e2c-5678c01b7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:16.783024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc490f1c-4153-4b85-8ed2-ea1aaf0977e5 req-96b7b020-9414-4759-9e2c-5678c01b7b10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 1097 time: 0.0946090 Oct 13 14:29:16.948459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d43b9-5627-46ff-a060-89fe86c62b31 req-3907fd30-e8b3-42f9-8cae-0ef357aa3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:16.949985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-197d43b9-5627-46ff-a060-89fe86c62b31 req-3907fd30-e8b3-42f9-8cae-0ef357aa3869 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=94f59679c6494a9e8ae6c3645e566442&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1833858 Oct 13 14:29:16.959634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc490f1c-4153-4b85-8ed2-ea1aaf0977e5 req-9b7cff23-bc17-44c0-8680-82d518e6eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:16.961096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc490f1c-4153-4b85-8ed2-ea1aaf0977e5 req-9b7cff23-bc17-44c0-8680-82d518e6eef8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 200 len: 911 time: 0.1333847 Oct 13 14:29:17.149047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc490f1c-4153-4b85-8ed2-ea1aaf0977e5 req-d57f1945-e66d-47a0-b47a-08abfd5f544a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ea28874-c076-42b4-b6e4-1c0f62d32402 HTTP/1.1" status: 200 len: 1000 time: 0.1781819 Oct 13 14:29:17.211954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e081bed-03fc-4aaa-989c-8952ec07c1bd req-af65bb1a-6a28-4388-bcf3-47e289ece2bc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:17.213467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e081bed-03fc-4aaa-989c-8952ec07c1bd req-af65bb1a-6a28-4388-bcf3-47e289ece2bc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 944 time: 0.1653869 Oct 13 14:29:17.226742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ea4b5-65aa-436f-8260-d9a009628989 req-6f7fb430-e66c-4a57-9bc0-178aa137c9ec tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:17.231710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408ea4b5-65aa-436f-8260-d9a009628989 req-6f7fb430-e66c-4a57-9bc0-178aa137c9ec tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1663082 Oct 13 14:29:17.246324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d43b9-5627-46ff-a060-89fe86c62b31 req-9942b187-f460-471a-9f71-64eb0f8d595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:17.247664 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-197d43b9-5627-46ff-a060-89fe86c62b31 req-9942b187-f460-471a-9f71-64eb0f8d595a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2854936 Oct 13 14:29:17.282860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc490f1c-4153-4b85-8ed2-ea1aaf0977e5 req-e86a144e-ba30-485b-a86a-6a0f397b063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:17.284328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc490f1c-4153-4b85-8ed2-ea1aaf0977e5 req-e86a144e-ba30-485b-a86a-6a0f397b063c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55692630-3c1b-4a22-9c24-eba73df651f5 HTTP/1.1" status: 200 len: 849 time: 0.1199141 Oct 13 14:29:17.343059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e081bed-03fc-4aaa-989c-8952ec07c1bd req-f09e561c-8f1c-4d55-a23a-ef40073e764e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138837 Oct 13 14:29:17.366504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-408ea4b5-65aa-436f-8260-d9a009628989 req-6f271dfd-1910-48d9-bfab-8a864c72aba8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310828 Oct 13 14:29:17.387377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc490f1c-4153-4b85-8ed2-ea1aaf0977e5 req-cd489271-3aeb-48b4-b942-db5e0eb1968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:17.388874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc490f1c-4153-4b85-8ed2-ea1aaf0977e5 req-cd489271-3aeb-48b4-b942-db5e0eb1968a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a0d1357-5bd1-47a4-bc47-4229892a21e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931091 Oct 13 14:29:17.392008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-b1a6a14c-cb06-468a-809e-d327c0332c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:17.393474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-b1a6a14c-cb06-468a-809e-d327c0332c54 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 1096 time: 0.0853608 Oct 13 14:29:17.503325 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-2011ec26-c1cf-4f00-96fa-e03beaa4ad68 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a HTTP/1.1" status: 200 len: 217 time: 0.0898662 Oct 13 14:29:17.585166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-42518545-1a27-4a99-a282-0e69ffd8678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:17.586841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-42518545-1a27-4a99-a282-0e69ffd8678d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0753298 Oct 13 14:29:17.590866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc490f1c-4153-4b85-8ed2-ea1aaf0977e5 req-b3d42dff-338c-4fc2-9333-2973dab6c290 service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915996 Oct 13 14:29:17.730644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4a708928-9682-4cf5-a0b0-e8aafe64f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:17.732286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-4a708928-9682-4cf5-a0b0-e8aafe64f067 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355252 Oct 13 14:29:17.816560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc490f1c-4153-4b85-8ed2-ea1aaf0977e5 req-35e4ab45-45cc-4d04-ad0d-3c2533ce4f49 service neutron] 10.222.0.41 "GET /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085760 Oct 13 14:29:17.867545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-55e58125-65b7-4b31-89c5-ff6480f8a418 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219120 Oct 13 14:29:17.970369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2d6e6ad-2974-4439-b4f5-c790822db3a1 req-a398c424-1168-4c44-8281-0f8dea028429 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944788 Oct 13 14:29:18.507012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dc0b7-b8da-4f71-b651-b4f9df57cd75 req-9dd1aea9-0a46-4dc4-928b-c5c2b3dfebe9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:18.508671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a1dc0b7-b8da-4f71-b651-b4f9df57cd75 req-9dd1aea9-0a46-4dc4-928b-c5c2b3dfebe9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 944 time: 0.0838256 Oct 13 14:29:18.541295 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:18.584681 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260dccb-0ce1-4642-9e31-9f9b55cf62ba req-9fc86d3d-aa58-45f7-97c0-61b32124f6c8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:18.586382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3260dccb-0ce1-4642-9e31-9f9b55cf62ba req-9fc86d3d-aa58-45f7-97c0-61b32124f6c8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0962892 Oct 13 14:29:18.596304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a1dc0b7-b8da-4f71-b651-b4f9df57cd75 req-68bd471c-19bc-4213-b64a-97fb22673bc7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795438 Oct 13 14:29:18.652788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3260dccb-0ce1-4642-9e31-9f9b55cf62ba req-8d258213-11c8-4331-9f8f-610d1b418ca3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527487 Oct 13 14:29:19.530032 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42cbb252-2df8-4bd6-8ea7-14b2e2d2273a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:19.731806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bc6ed-0bfd-4c34-ac9f-a8b5b4bed464 req-fb4fd372-c80b-44b5-b4d0-624b11873aa9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:19.731806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-290bc6ed-0bfd-4c34-ac9f-a8b5b4bed464 req-fb4fd372-c80b-44b5-b4d0-624b11873aa9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 944 time: 0.0567081 Oct 13 14:29:19.818370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-290bc6ed-0bfd-4c34-ac9f-a8b5b4bed464 req-c22db792-409d-4519-a739-bf32f09f7881 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803175 Oct 13 14:29:19.844101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ddcdd-3146-4f7a-9220-152c87054f01 req-fecf2d64-f8e6-4810-825a-98a48e6730e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:19.845570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b5ddcdd-3146-4f7a-9220-152c87054f01 req-fecf2d64-f8e6-4810-825a-98a48e6730e5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0913553 Oct 13 14:29:19.911498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b5ddcdd-3146-4f7a-9220-152c87054f01 req-2b6fc741-1ec0-4a7a-9dd7-a5204cf944b2 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571036 Oct 13 14:29:20.962846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56efd5a-a84f-4108-b429-bf62ab0a9edd req-4d168fcb-e1ca-4160-ac47-494c05b4c9ce tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:20.964907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c56efd5a-a84f-4108-b429-bf62ab0a9edd req-4d168fcb-e1ca-4160-ac47-494c05b4c9ce tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 944 time: 0.0567982 Oct 13 14:29:21.017791 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c56efd5a-a84f-4108-b429-bf62ab0a9edd req-bb271a95-0709-45fc-b519-02c497ff3e87 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466692 Oct 13 14:29:21.077007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a850dad-c123-404e-ab5a-425820807167 req-bc00ba50-f261-45c9-be4e-e60702637def tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:21.078584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a850dad-c123-404e-ab5a-425820807167 req-bc00ba50-f261-45c9-be4e-e60702637def tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0748115 Oct 13 14:29:21.129453 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a850dad-c123-404e-ab5a-425820807167 req-818c73ed-2628-4dd6-95b1-b3b8e3f5a6c8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441520 Oct 13 14:29:21.890140 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:22.142308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660e0a5-45bb-4c8a-ad29-c1a512275d3a req-ad9c4648-d833-4a9a-b00d-5b3ae9e1d6b2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:22.143830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1660e0a5-45bb-4c8a-ad29-c1a512275d3a req-ad9c4648-d833-4a9a-b00d-5b3ae9e1d6b2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 944 time: 0.0571349 Oct 13 14:29:22.200597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1660e0a5-45bb-4c8a-ad29-c1a512275d3a req-48fc7c6e-ee69-4be8-ad94-193a3c559ff0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502682 Oct 13 14:29:22.292449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ede83-9a97-4340-aa62-358bc597899e req-d0135649-de78-4123-9dcf-367b74c37463 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:22.294204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec1ede83-9a97-4340-aa62-358bc597899e req-d0135649-de78-4123-9dcf-367b74c37463 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0619478 Oct 13 14:29:22.295783 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1c705d1f-016e-4eaa-981d-1739c0e44cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:22.350876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec1ede83-9a97-4340-aa62-358bc597899e req-d143ef40-936b-4258-93db-8dcdbac2c2d8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419610 Oct 13 14:29:23.321791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b310888-a59f-4d4b-a431-058a8fc932ea req-69a3a390-5288-4429-bdb5-1bbb652fba1d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:23.323300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b310888-a59f-4d4b-a431-058a8fc932ea req-69a3a390-5288-4429-bdb5-1bbb652fba1d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 944 time: 0.0513074 Oct 13 14:29:23.371430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b310888-a59f-4d4b-a431-058a8fc932ea req-f7a7b736-1e1d-453e-a1b8-6ccfad9a582d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418451 Oct 13 14:29:23.504048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1c188-d4f4-46e9-ac05-47b8932f3749 req-2e6cffe8-0669-4cc0-8684-e559c61a1c21 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:23.506548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9f1c188-d4f4-46e9-ac05-47b8932f3749 req-2e6cffe8-0669-4cc0-8684-e559c61a1c21 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0559752 Oct 13 14:29:23.547741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9f1c188-d4f4-46e9-ac05-47b8932f3749 req-157617b8-f338-41ae-9bab-2c6869033eaf tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351517 Oct 13 14:29:23.758303 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:23.940770 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:24.496310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac88a70-fb7c-4bc9-933f-28a519a30fbb req-128f55aa-cfe0-47d4-8683-be213e066501 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:24.498148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ac88a70-fb7c-4bc9-933f-28a519a30fbb req-128f55aa-cfe0-47d4-8683-be213e066501 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 944 time: 0.0534306 Oct 13 14:29:24.541988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ac88a70-fb7c-4bc9-933f-28a519a30fbb req-137144d3-7912-438a-8cf9-885067d5e37a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373120 Oct 13 14:29:24.680383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0830e-8fe9-40b6-b66d-b0d1a8068ea6 req-e729911a-3c14-4f05-9958-bd2e1f921320 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:24.682011 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6f0830e-8fe9-40b6-b66d-b0d1a8068ea6 req-e729911a-3c14-4f05-9958-bd2e1f921320 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0543602 Oct 13 14:29:24.736484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6f0830e-8fe9-40b6-b66d-b0d1a8068ea6 req-418c902f-8211-4e2f-b6c1-a425e5e664f6 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480068 Oct 13 14:29:25.301335 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:25.524040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c0531-27df-4688-b689-258c14cbfd91 req-a0424a19-c5db-4edd-812a-edb66b213543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:25.525703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-151c0531-27df-4688-b689-258c14cbfd91 req-a0424a19-c5db-4edd-812a-edb66b213543 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 1097 time: 0.0440433 Oct 13 14:29:25.681468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c0531-27df-4688-b689-258c14cbfd91 req-d77a300a-9e86-425b-a6bd-dcd083c24c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:25.682956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-151c0531-27df-4688-b689-258c14cbfd91 req-d77a300a-9e86-425b-a6bd-dcd083c24c98 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 911 time: 0.1351511 Oct 13 14:29:25.710068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f0ba9-44e5-434f-98a9-fdcf31dc5e9a req-4284eda1-50bf-4e41-b575-a9c67801acc8 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:25.711630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-979f0ba9-44e5-434f-98a9-fdcf31dc5e9a req-4284eda1-50bf-4e41-b575-a9c67801acc8 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 944 time: 0.0905571 Oct 13 14:29:25.754480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-151c0531-27df-4688-b689-258c14cbfd91 req-0efdfe20-1f2a-4641-80cd-ea5a2290da85 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2374f725-47e7-48bc-b644-98cb1988544f HTTP/1.1" status: 200 len: 217 time: 0.0618427 Oct 13 14:29:25.826265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-979f0ba9-44e5-434f-98a9-fdcf31dc5e9a req-ac411498-bd34-4168-b21f-34a5665a038d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793962 Oct 13 14:29:25.863946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c0531-27df-4688-b689-258c14cbfd91 req-92137fd8-8036-4b54-8a2e-30b09c8d9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:25.867132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-151c0531-27df-4688-b689-258c14cbfd91 req-92137fd8-8036-4b54-8a2e-30b09c8d9372 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d16f32c9-ccaa-480d-a65d-017cee6bd114 HTTP/1.1" status: 200 len: 850 time: 0.0824482 Oct 13 14:29:25.956748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-151c0531-27df-4688-b689-258c14cbfd91 req-276cfaf4-0dcc-469d-9000-3ab8c39210b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740745 Oct 13 14:29:25.987068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aefb5-55b0-4a22-8e54-92cf0ee3f9a7 req-54b665df-1251-4b8f-af0d-700e6af23ea3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:25.988598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-808aefb5-55b0-4a22-8e54-92cf0ee3f9a7 req-54b665df-1251-4b8f-af0d-700e6af23ea3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1282949 Oct 13 14:29:26.139830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-808aefb5-55b0-4a22-8e54-92cf0ee3f9a7 req-7ca21a17-4e32-4ca6-aab4-e81db243ac31 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392322 Oct 13 14:29:26.145432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-151c0531-27df-4688-b689-258c14cbfd91 req-d85a96b6-16f9-4d98-b4a7-53cc3630c0c3 service neutron] 10.222.0.49 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759200 Oct 13 14:29:26.318265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-151c0531-27df-4688-b689-258c14cbfd91 req-503fd263-7603-4501-afdb-d2b19f180f85 service neutron] 10.222.0.49 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594260 Oct 13 14:29:26.968048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d05208-16ee-455a-9dfe-2d9207dae53f req-89c02d30-9746-4c55-99bb-829de4d9be8f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:26.970000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7d05208-16ee-455a-9dfe-2d9207dae53f req-89c02d30-9746-4c55-99bb-829de4d9be8f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 944 time: 0.0605085 Oct 13 14:29:27.011876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7d05208-16ee-455a-9dfe-2d9207dae53f req-0e833bb6-201e-46ba-ba70-1a92ae808323 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348134 Oct 13 14:29:27.082637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2374f725-47e7-48bc-b644-98cb1988544f details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:29:27.205190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2374f725-47e7-48bc-b644-98cb1988544f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2374f725-47e7-48bc-b644-98cb1988544f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:29:27.218623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '2374f725-47e7-48bc-b644-98cb1988544f', 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'port_id': '2374f725-47e7-48bc-b644-98cb1988544f', 'mac_address': 'fa:16:3e:e5:34:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16f32c9-ccaa-480d-a65d-017cee6bd114', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:29:27.262208 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:27.276737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2374f725-47e7-48bc-b644-98cb1988544f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:29:27.281453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4b3a6-3c6a-4c50-9e2b-a7264c1d9311 req-fcf5c7cc-97c4-4f27-961d-f6a541f9dff3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:27.283355 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87a4b3a6-3c6a-4c50-9e2b-a7264c1d9311 req-fcf5c7cc-97c4-4f27-961d-f6a541f9dff3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0602829 Oct 13 14:29:27.305012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2374f725-47e7-48bc-b644-98cb1988544f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2374f725-47e7-48bc-b644-98cb1988544f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:29:27.327734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87a4b3a6-3c6a-4c50-9e2b-a7264c1d9311 req-224bf568-d94d-470c-9410-a1533a0fc0ca tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361729 Oct 13 14:29:27.364103 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:27.431872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=2374f725-47e7-48bc-b644-98cb1988544f,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:27.440302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:27.440673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:27.441038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:27.441391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:27.441733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:27.442073 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:27.442413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:27.442812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:27.443391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:27.443882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:27.444229 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:27.444568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:27.450229 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['2374f725-47e7-48bc-b644-98cb1988544f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:29:28.252600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d668e39-fab0-47e3-ad42-d2c5727fa963 req-60ed4b16-21fd-4da2-b704-92b80b2a5883 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:28.254435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d668e39-fab0-47e3-ad42-d2c5727fa963 req-60ed4b16-21fd-4da2-b704-92b80b2a5883 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 944 time: 0.0558650 Oct 13 14:29:28.298216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d668e39-fab0-47e3-ad42-d2c5727fa963 req-291680df-4ed1-4e9d-876b-2ec9cd575f4c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373611 Oct 13 14:29:28.462371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda83d1-11b7-49eb-848b-2e702c3fd53c req-c6265c58-ad4f-40f0-92a1-2399e60a3b3f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:28.465501 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8eda83d1-11b7-49eb-848b-2e702c3fd53c req-c6265c58-ad4f-40f0-92a1-2399e60a3b3f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 944 time: 0.0588098 Oct 13 14:29:28.515045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8eda83d1-11b7-49eb-848b-2e702c3fd53c req-d2712dbc-a303-4b6d-bb22-a95c86a8fb68 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430629 Oct 13 14:29:29.099611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:29:29.104848 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2374f725-47e7-48bc-b644-98cb1988544f up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:29:29.269227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 2374f725-47e7-48bc-b644-98cb1988544f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:29.271175 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:29.318814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:29:29.382746 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:29.385253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'port_id': '8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a', 'mac_address': 'fa:16:3e:33:92:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:29:29.449589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2374f725-47e7-48bc-b644-98cb1988544f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2374f725-47e7-48bc-b644-98cb1988544f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:29:29.450631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaa9646-fd5f-44f5-b859-e6b799ee8872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2374f725-47e7-48bc-b644-98cb1988544f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:29:29.453193 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb328d5b-843c-4dde-8fb8-8aca9a2b7a58" -d '{"events": [{"server_uuid": "9eaa9646-fd5f-44f5-b859-e6b799ee8872", "name": "network-vif-plugged", "status": "completed", "tag": "2374f725-47e7-48bc-b644-98cb1988544f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:29:29.489052 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:29.508825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:29.598098 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8879aa-a804-4e67-b21e-4646665988d2 x-openstack-request-id: req-ba8879aa-a804-4e67-b21e-4646665988d2 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:29:29.598810 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaa9646-fd5f-44f5-b859-e6b799ee8872", "name": "network-vif-plugged", "status": "completed", "tag": "2374f725-47e7-48bc-b644-98cb1988544f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:29:29.599303 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba8879aa-a804-4e67-b21e-4646665988d2 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:29:29.599942 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaa9646-fd5f-44f5-b859-e6b799ee8872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2374f725-47e7-48bc-b644-98cb1988544f', 'code': 200} Oct 13 14:29:29.619066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:29:29.622089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54779b4-b448-4d17-b378-b780cb4fa31a req-03dc7474-d980-4508-ac45-7be973ad0ab1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:29.630976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=2374f725-47e7-48bc-b644-98cb1988544f,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:29.633053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a54779b4-b448-4d17-b378-b780cb4fa31a req-03dc7474-d980-4508-ac45-7be973ad0ab1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 944 time: 0.1597426 Oct 13 14:29:29.662799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:29:29.729749 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:29.742820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a54779b4-b448-4d17-b378-b780cb4fa31a req-80561243-6087-41ae-b7ec-5de6a4f09131 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088753 Oct 13 14:29:29.751480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8340ba8-5ca7-49e6-8762-44e935001489 req-9d65e471-a025-4fb2-880e-097611982539 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:29.753335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8340ba8-5ca7-49e6-8762-44e935001489 req-9d65e471-a025-4fb2-880e-097611982539 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0990515 Oct 13 14:29:29.806917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:29.808232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8340ba8-5ca7-49e6-8762-44e935001489 req-bbbc4856-b6c9-49a9-9d5c-644ab9a032aa tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Oct 13 14:29:29.998949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:29:30.873993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54a447-b1e1-42b7-b314-4ceccf51df57 req-a5818dba-f868-4df2-880c-ae28cb855074 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:30.876210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f54a447-b1e1-42b7-b314-4ceccf51df57 req-a5818dba-f868-4df2-880c-ae28cb855074 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 945 time: 0.0559592 Oct 13 14:29:30.966058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f54a447-b1e1-42b7-b314-4ceccf51df57 req-65cadd68-39db-428e-88b3-7b90f34372ad tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822742 Oct 13 14:29:30.983880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cd12b-3497-4480-8893-f3f880fd051b req-8015da2a-af0d-4cd3-aecc-92aef2aaaccd tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:30.985553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-522cd12b-3497-4480-8893-f3f880fd051b req-8015da2a-af0d-4cd3-aecc-92aef2aaaccd tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0749719 Oct 13 14:29:31.038499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-522cd12b-3497-4480-8893-f3f880fd051b req-8ea2e74d-a807-4a00-80c9-1757fde037ea tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404847 Oct 13 14:29:31.095978 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:29:31.277847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:29:31.282027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:29:31.282735 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:31.564364 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:31.606449 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:29:31.607385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c5fead-b1a5-4ec5-b237-96c016a0058b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:29:31.610279 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662f9217-eb92-4fc4-ba97-89dcf667a5f7" -d '{"events": [{"server_uuid": "66c5fead-b1a5-4ec5-b237-96c016a0058b", "name": "network-vif-plugged", "status": "completed", "tag": "8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:29:31.656740 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098ef561-fc15-4e7f-a366-1221558d8b62 x-openstack-request-id: req-098ef561-fc15-4e7f-a366-1221558d8b62 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:29:31.657095 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c5fead-b1a5-4ec5-b237-96c016a0058b", "name": "network-vif-plugged", "status": "completed", "tag": "8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:29:31.657351 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-098ef561-fc15-4e7f-a366-1221558d8b62 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:29:31.657749 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c5fead-b1a5-4ec5-b237-96c016a0058b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a', 'code': 200} Oct 13 14:29:31.718419 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:31.784231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:31.801615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33793c-5ac9-4ca0-ae51-5239227bf2ca req-5ebc6506-8b61-4a8a-98c7-1caa1d78f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:31.803809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b33793c-5ac9-4ca0-ae51-5239227bf2ca req-5ebc6506-8b61-4a8a-98c7-1caa1d78f89a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 1098 time: 0.0527678 Oct 13 14:29:31.860809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b33793c-5ac9-4ca0-ae51-5239227bf2ca req-c9b3480f-b4cb-46c8-871e-f28f03fb14fd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490758 Oct 13 14:29:32.152457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b6f06-71eb-47be-9a11-a1372767c2f6 req-16d3ce31-b9ee-4a0c-96c0-8327f739fae2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:32.154292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-542b6f06-71eb-47be-9a11-a1372767c2f6 req-16d3ce31-b9ee-4a0c-96c0-8327f739fae2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 946 time: 0.0964437 Oct 13 14:29:32.200557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-542b6f06-71eb-47be-9a11-a1372767c2f6 req-1cc466ee-a278-4b65-b5a5-1f42024bdc1b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397000 Oct 13 14:29:32.299222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9281d-00c9-4413-a1d3-ab5a965e4593 req-52d987f3-a674-4609-9e85-8b62e5b8651b tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:32.300815 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0d9281d-00c9-4413-a1d3-ab5a965e4593 req-52d987f3-a674-4609-9e85-8b62e5b8651b tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0581000 Oct 13 14:29:32.342470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0d9281d-00c9-4413-a1d3-ab5a965e4593 req-d82f3c24-99f9-43ad-9b81-611827bf2a3b tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335879 Oct 13 14:29:33.527605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a9174-76a4-40ef-9c3e-01b3d101cfa2 req-ae9886e0-77c5-43e7-b07f-bfc94d34dc0f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:33.532186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a74a9174-76a4-40ef-9c3e-01b3d101cfa2 req-ae9886e0-77c5-43e7-b07f-bfc94d34dc0f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 946 time: 0.1111593 Oct 13 14:29:33.648656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a74a9174-76a4-40ef-9c3e-01b3d101cfa2 req-4669f86e-d358-4ee4-bb7f-ed37775c4986 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091967 Oct 13 14:29:33.684248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38210) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:33.686237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a4cf2-ecb5-4f34-982b-9da333ea8c59 req-000a61da-a711-4cb6-beef-fb36740e6e7f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:33.687988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58a4cf2-ecb5-4f34-982b-9da333ea8c59 req-000a61da-a711-4cb6-beef-fb36740e6e7f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0864952 Oct 13 14:29:33.748795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58a4cf2-ecb5-4f34-982b-9da333ea8c59 req-414adc96-3647-4462-a68e-624af94bd719 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535083 Oct 13 14:29:33.887019 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:33.978181 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:34.054813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:34.097495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ccbe45-f07d-4207-b4d6-6a0551e008f0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:34.115423 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:34.115807 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:34.116150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:34.116490 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:34.116825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:34.117183 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:34.117714 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:34.118045 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:34.118374 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:34.118698 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:34.119024 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:34.119346 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:29:34.143478 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7dfe2cb2-b9cf-4ce7-b122-789543175bbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a6fcf74b9c74175accd204c03bb1330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4553928 Oct 13 14:29:34.143670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38220) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:34.216851 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e49f0da5-a500-4b64-bb0d-c87cb303459b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:34.251233 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e49f0da5-a500-4b64-bb0d-c87cb303459b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:34.383894 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e49f0da5-a500-4b64-bb0d-c87cb303459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:34.386995 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e49f0da5-a500-4b64-bb0d-c87cb303459b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:34.388285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e49f0da5-a500-4b64-bb0d-c87cb303459b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1ccbe45-f07d-4207-b4d6-6a0551e008f0 HTTP/1.1" status: 204 len: 168 time: 0.2437158 Oct 13 14:29:34.402360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f0da5-a500-4b64-bb0d-c87cb303459b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ccbe45-f07d-4207-b4d6-6a0551e008f0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:34.861979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d7b4b-eac0-42bf-b203-35d35c1a1fa6 req-4339e450-5409-4e22-a59e-31f0c3385cab tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:34.873335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-889d7b4b-eac0-42bf-b203-35d35c1a1fa6 req-4339e450-5409-4e22-a59e-31f0c3385cab tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 946 time: 0.0925682 Oct 13 14:29:34.966178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-889d7b4b-eac0-42bf-b203-35d35c1a1fa6 req-94bb0076-00c2-4a32-a6ee-ff671b6c1f3d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946443 Oct 13 14:29:34.987547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2885a47-5b0e-41b4-bca9-468e43f7841b req-8197e97c-71ae-4e54-99f5-8bace8a4b41d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:34.992650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2885a47-5b0e-41b4-bca9-468e43f7841b req-8197e97c-71ae-4e54-99f5-8bace8a4b41d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1158564 Oct 13 14:29:35.037594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2885a47-5b0e-41b4-bca9-468e43f7841b req-5633cab6-4918-4d45-8ca2-54683ec9a1e0 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442343 Oct 13 14:29:35.177531 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85e00a-a71c-4269-b894-30b9d2eb3bfb req-bab5921d-a7cf-430a-92b7-d393178e7596 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:35.180701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb85e00a-a71c-4269-b894-30b9d2eb3bfb req-bab5921d-a7cf-430a-92b7-d393178e7596 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 946 time: 0.0885646 Oct 13 14:29:35.266757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb85e00a-a71c-4269-b894-30b9d2eb3bfb req-4389a3b7-75a5-41b3-9683-45188cfecbf9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771453 Oct 13 14:29:35.457362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06f4a6-de8b-4c82-8bca-dc8d0dc5fc3b req-ea46a8e6-dc6b-47f4-aa74-e8746679a058 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:35.459721 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f06f4a6-de8b-4c82-8bca-dc8d0dc5fc3b req-ea46a8e6-dc6b-47f4-aa74-e8746679a058 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 946 time: 0.1110280 Oct 13 14:29:35.527974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f06f4a6-de8b-4c82-8bca-dc8d0dc5fc3b req-ce79550d-6af1-4672-898c-e24a88377b47 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589387 Oct 13 14:29:35.708869 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:29:36.260806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaeed0a-3c35-4e44-963d-fb4e3a56c425 req-43a5ea3e-005a-4330-9323-6719efd4f4a5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:36.263083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0aaeed0a-3c35-4e44-963d-fb4e3a56c425 req-43a5ea3e-005a-4330-9323-6719efd4f4a5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 946 time: 0.1030297 Oct 13 14:29:36.280666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384139af-1df7-498f-92cc-e0526ac8bf75 req-5bb56c07-5441-4a56-b1e4-4bfaf82c3cde tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:36.288967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-384139af-1df7-498f-92cc-e0526ac8bf75 req-5bb56c07-5441-4a56-b1e4-4bfaf82c3cde tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0944567 Oct 13 14:29:36.365777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-384139af-1df7-498f-92cc-e0526ac8bf75 req-09ffc407-4d3b-49ba-818b-338c02db3dd3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757065 Oct 13 14:29:36.386097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0aaeed0a-3c35-4e44-963d-fb4e3a56c425 req-74541828-ad53-488d-94c8-c47cd6270ae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132250 Oct 13 14:29:37.140124 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38314) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:37.269078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1149836055', 'router:external': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:29:37.334671 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Made reservation on behalf of 4952a065184f4f97a24581cf8e39e5e9 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:29:37.337091 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:37.347799 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:37.456925 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:37.518193 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:37.539479 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:29:37.550545 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:37.551536 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Added segment 443e911a-2c13-4002-be84-8a961d9fbcc0 of type vlan for network bc2478ba-37c4-430a-a2eb-fe81178811ce Oct 13 14:29:37.576038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f048895-bd8b-4932-bf37-3e7b154d990d req-4297553c-c40d-477d-96a6-b923c9cfd419 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:37.586456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f048895-bd8b-4932-bf37-3e7b154d990d req-4297553c-c40d-477d-96a6-b923c9cfd419 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1022918 Oct 13 14:29:37.621758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88b7c3-7f5b-4580-8f06-754394e54aea req-c8a37c38-ec88-4ecb-a0be-377f07cd0ad4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:37.631521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c88b7c3-7f5b-4580-8f06-754394e54aea req-c8a37c38-ec88-4ecb-a0be-377f07cd0ad4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 946 time: 0.1159613 Oct 13 14:29:37.653057 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:37.673088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f048895-bd8b-4932-bf37-3e7b154d990d req-fdd2297f-3cef-4ef0-9764-21c357a3624a tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855558 Oct 13 14:29:37.679363 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2ddb75-671b-4595-aa4d-de33ee5dd4ae,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:37.734788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c88b7c3-7f5b-4580-8f06-754394e54aea req-0493ae6e-87a7-41e5-af31-d5f6d9d18961 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866587 Oct 13 14:29:37.820648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfa728-15b5-49c6-b4ac-7ee87a82f8ac req-c8739d26-e03b-48eb-8d3b-337a19641a4d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:37.822219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57dfa728-15b5-49c6-b4ac-7ee87a82f8ac req-c8739d26-e03b-48eb-8d3b-337a19641a4d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 946 time: 0.0613685 Oct 13 14:29:37.826516 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:37.827781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:37.830511 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:37.997679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-57dfa728-15b5-49c6-b4ac-7ee87a82f8ac req-01507c7c-56d5-4edf-9b5c-be496a652c32 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Deleting port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:29:37.998057 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-57dfa728-15b5-49c6-b4ac-7ee87a82f8ac req-01507c7c-56d5-4edf-9b5c-be496a652c32 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:37.999539 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event updated for resources: {'Network': ['ID=bc2478ba-37c4-430a-a2eb-fe81178811ce,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:38.018014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network bc2478ba-37c4-430a-a2eb-fe81178811ce details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:29:38.018607 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-270efabd-989f-4431-934b-c3aeb2059c55 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8729255 Oct 13 14:29:38.020904 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38336) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:38.028735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a0673195-d51c-4106-8b3b-a660c766a83d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Request body: {'subnet': {'network_id': 'bc2478ba-37c4-430a-a2eb-fe81178811ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:29:38.159935 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0673195-d51c-4106-8b3b-a660c766a83d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Made reservation on behalf of 4952a065184f4f97a24581cf8e39e5e9 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:29:38.166185 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0673195-d51c-4106-8b3b-a660c766a83d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:38.171455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-57dfa728-15b5-49c6-b4ac-7ee87a82f8ac req-01507c7c-56d5-4edf-9b5c-be496a652c32 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] For port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:29:38.171829 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-57dfa728-15b5-49c6-b4ac-7ee87a82f8ac req-01507c7c-56d5-4edf-9b5c-be496a652c32 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:38.191150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-57dfa728-15b5-49c6-b4ac-7ee87a82f8ac req-01507c7c-56d5-4edf-9b5c-be496a652c32 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Calling delete_port for 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:29:38.438237 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-57dfa728-15b5-49c6-b4ac-7ee87a82f8ac req-01507c7c-56d5-4edf-9b5c-be496a652c32 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:38.452567 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:29:38.488189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01507c7c-56d5-4edf-9b5c-be496a652c32 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event deleted for resources: {'Port': ['ID=8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:38.586255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dfa728-15b5-49c6-b4ac-7ee87a82f8ac req-01507c7c-56d5-4edf-9b5c-be496a652c32 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] No DVR routers for this DVR port 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:29:38.589787 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-57dfa728-15b5-49c6-b4ac-7ee87a82f8ac req-01507c7c-56d5-4edf-9b5c-be496a652c32 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:38.595177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57dfa728-15b5-49c6-b4ac-7ee87a82f8ac req-01507c7c-56d5-4edf-9b5c-be496a652c32 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "DELETE /v2.0/ports/8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a HTTP/1.1" status: 204 len: 173 time: 0.7557931 Oct 13 14:29:38.595177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c5fead-b1a5-4ec5-b237-96c016a0058b', 'name': 'network-vif-deleted', 'tag': '8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:29:38.612745 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12c6555-fff8-49f8-93b9-3efe66e71652" -d '{"events": [{"server_uuid": "66c5fead-b1a5-4ec5-b237-96c016a0058b", "name": "network-vif-deleted", "tag": "8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:29:38.689295 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9160ebf5-b84b-431d-90e3-07c7112c6ce0 x-openstack-request-id: req-9160ebf5-b84b-431d-90e3-07c7112c6ce0 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:29:38.690130 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c5fead-b1a5-4ec5-b237-96c016a0058b", "name": "network-vif-deleted", "tag": "8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:29:38.693199 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9160ebf5-b84b-431d-90e3-07c7112c6ce0 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:29:38.694243 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c5fead-b1a5-4ec5-b237-96c016a0058b', 'name': 'network-vif-deleted', 'tag': '8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a', 'status': 'completed', 'code': 200} Oct 13 14:29:38.826092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.objects.ports [None req-a0673195-d51c-4106-8b3b-a660c766a83d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112684) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 13 14:29:38.826545 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0673195-d51c-4106-8b3b-a660c766a83d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:38.867947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0673195-d51c-4106-8b3b-a660c766a83d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a764cb65-b376-4afc-98c3-13fc78f6d3e5,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:38.929295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0673195-d51c-4106-8b3b-a660c766a83d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Checking segment: {'id': '443e911a-2c13-4002-be84-8a961d9fbcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc2478ba-37c4-430a-a2eb-fe81178811ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:29:38.929295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0673195-d51c-4106-8b3b-a660c766a83d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Network hostable DHCP agents. Network: bc2478ba-37c4-430a-a2eb-fe81178811ce, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:29:38.960417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5beebee8-6bc9-4c5d-89c0-ae10ab71b7af req-15461828-c584-4f66-921c-10f40a77e50e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 210 time: 0.0714512 Oct 13 14:29:38.999518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933df6a-40f9-41a4-9059-ab6081d7a46c req-02f8d01b-44fc-4587-a1a8-9f432d81c004 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:39.003562 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0673195-d51c-4106-8b3b-a660c766a83d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Network bc2478ba-37c4-430a-a2eb-fe81178811ce is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:29:39.005959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9933df6a-40f9-41a4-9059-ab6081d7a46c req-02f8d01b-44fc-4587-a1a8-9f432d81c004 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.2291968 Oct 13 14:29:39.083333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9933df6a-40f9-41a4-9059-ab6081d7a46c req-135a6bf5-e06d-49b1-9c49-7958b3722d48 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706329 Oct 13 14:29:39.102572 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a0673195-d51c-4106-8b3b-a660c766a83d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, bc2478ba-37c4-430a-a2eb-fe81178811ce) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:29:39.107365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0673195-d51c-4106-8b3b-a660c766a83d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:39.108055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0673195-d51c-4106-8b3b-a660c766a83d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:39.120760 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fb2563-c3c3-4d2c-98ff-892bcc19e33a None None] Network bc2478ba-37c4-430a-a2eb-fe81178811ce requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:29:39.204208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38362) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:39.212817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1544615604', 'network_id': 'bc2478ba-37c4-430a-a2eb-fe81178811ce'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:29:39.215594 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a0673195-d51c-4106-8b3b-a660c766a83d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1931152 Oct 13 14:29:39.309650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2132b534-0789-40c5-aec1-00a094e43d00 None None] Network bc2478ba-37c4-430a-a2eb-fe81178811ce requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:29:39.346407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Made reservation on behalf of 4952a065184f4f97a24581cf8e39e5e9 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:29:39.350537 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:39.383173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] device_id is not set on port 640be524-62b3-44f5-a484-049bdd2ddf97 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:29:39.558979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Allocated IP 172.20.0.11 (bc2478ba-37c4-430a-a2eb-fe81178811ce/a764cb65-b376-4afc-98c3-13fc78f6d3e5/640be524-62b3-44f5-a484-049bdd2ddf97) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:29:39.779230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:39.889606 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:39.941383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Network bc2478ba-37c4-430a-a2eb-fe81178811ce is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:29:39.949149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:29:39.954075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:29:40.001148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:40.001861 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:40.005663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event updated for resources: {'Port': ['ID=640be524-62b3-44f5-a484-049bdd2ddf97,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:40.117997 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9c35f12f-6c1b-48b0-aecc-8da265920ae3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.9118402 Oct 13 14:29:40.120966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbfe0f77-4ce6-4219-8a5e-e98380949a64 req-d6c25363-5a61-473f-8164-ba0fe906b08a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 210 time: 0.0462370 Oct 13 14:29:40.121201 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38376) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:40.307242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ccc36-aed4-4224-9491-02399dbf0939 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Deleting port 640be524-62b3-44f5-a484-049bdd2ddf97 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:29:40.307967 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b4ccc36-aed4-4224-9491-02399dbf0939 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:40.320622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab14caf-66ab-4a38-9bb2-5ff9e2f1bebe req-b0c1458b-4226-47c4-a1e9-140401993e8f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:40.345734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ab14caf-66ab-4a38-9bb2-5ff9e2f1bebe req-b0c1458b-4226-47c4-a1e9-140401993e8f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1336670 Oct 13 14:29:40.397623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ab14caf-66ab-4a38-9bb2-5ff9e2f1bebe req-6879aeb1-d672-4b10-84b6-9db13fa0982f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590560 Oct 13 14:29:40.413314 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b4ccc36-aed4-4224-9491-02399dbf0939 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:40.426323 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ccc36-aed4-4224-9491-02399dbf0939 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Calling delete_port for 640be524-62b3-44f5-a484-049bdd2ddf97 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:29:40.671659 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b4ccc36-aed4-4224-9491-02399dbf0939 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:40.753459 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ccc36-aed4-4224-9491-02399dbf0939 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event deleted for resources: {'Port': ['ID=640be524-62b3-44f5-a484-049bdd2ddf97,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:40.827756 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8b4ccc36-aed4-4224-9491-02399dbf0939 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:40.834705 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8b4ccc36-aed4-4224-9491-02399dbf0939 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "DELETE /v2.0/ports/640be524-62b3-44f5-a484-049bdd2ddf97 HTTP/1.1" status: 204 len: 168 time: 0.7123730 Oct 13 14:29:40.835786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38386) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:40.841790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc2478ba-37c4-430a-a2eb-fe81178811ce', 'external_fixed_ips': [{'subnet_id': 'a764cb65-b376-4afc-98c3-13fc78f6d3e5', 'ip_address': '172.20.0.11'}]}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:29:40.958557 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:40.960007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:41.052541 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:41.174177 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:29:41.222121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:29:41.222458 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 8b9f7cba-e4dd-421d-916d-a4f6cf0ff34a not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:29:41.631448 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-103bbeed-33a8-4301-9d9e-5ace6c6ddf27 req-32527b99-d19a-4e59-badb-b0d28b5cc9ec tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 210 time: 0.4003294 Oct 13 14:29:41.709283 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:41.722765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b1dc3-2582-4d57-af96-1f96ef6b3457 req-776726d8-1113-4aaa-bcd8-bf4c4dedbbd9 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:41.724957 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c1b1dc3-2582-4d57-af96-1f96ef6b3457 req-776726d8-1113-4aaa-bcd8-bf4c4dedbbd9 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1353528 Oct 13 14:29:41.767001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c1b1dc3-2582-4d57-af96-1f96ef6b3457 req-16f5cf01-59c6-467d-bfd8-19637480c0b6 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359118 Oct 13 14:29:42.069522 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:42.091202 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:42.300398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Allocated IP 172.20.0.11 (bc2478ba-37c4-430a-a2eb-fe81178811ce/a764cb65-b376-4afc-98c3-13fc78f6d3e5/a038edb4-e2b8-4e28-9ebf-4dc245f28157) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:29:42.455114 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:42.569628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:42.636806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Network bc2478ba-37c4-430a-a2eb-fe81178811ce is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:29:42.642020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:29:42.646695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:29:42.649563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event updated for resources: {'Port': ['ID=a038edb4-e2b8-4e28-9ebf-4dc245f28157,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:42.799213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a49df1f-c298-463f-897b-5627753dc5c9 req-c5e7b3a7-180d-4ca3-a4cc-66fd78382b07 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 210 time: 0.0883491 Oct 13 14:29:42.952629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788bb9-95a9-47f5-b822-89ddc72c2f55 req-883a227d-f57a-4ffd-94aa-201c334ce7ae tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:42.954458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1788bb9-95a9-47f5-b822-89ddc72c2f55 req-883a227d-f57a-4ffd-94aa-201c334ce7ae tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0973825 Oct 13 14:29:43.057863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1788bb9-95a9-47f5-b822-89ddc72c2f55 req-891d0c5d-7fd1-4bd6-9e28-e6570829e427 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916140 Oct 13 14:29:43.069725 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:43.308305 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:43.524175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Router c0c673de-f7e9-4cbf-bf1d-e06a5215ff40 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:29:43.650866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:29:43.661995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Sync routers for ids ['c0c673de-f7e9-4cbf-bf1d-e06a5215ff40'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:29:43.675273 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Routers {'c0c673de-f7e9-4cbf-bf1d-e06a5215ff40'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:29:43.676637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c0c673de-f7e9-4cbf-bf1d-e06a5215ff40'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:43.788531 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:43.792625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3a52cef2-3b66-4774-87d8-7db179ce6967 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.9525375 Oct 13 14:29:43.792891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38448) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:43.810781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Set router c0c673de-f7e9-4cbf-bf1d-e06a5215ff40 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:29:43.983534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59c51360-e05c-4e1f-b163-3723917251c0 req-17e78ba9-a72c-41b7-bc62-6e69aebd8376 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 210 time: 0.0887916 Oct 13 14:29:44.049360 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:44.053555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c673de-f7e9-4cbf-bf1d-e06a5215ff40', 'name': '', 'tenant_id': '4952a065184f4f97a24581cf8e39e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc2478ba-37c4-430a-a2eb-fe81178811ce', 'external_fixed_ips': [{'subnet_id': 'a764cb65-b376-4afc-98c3-13fc78f6d3e5', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'a038edb4-e2b8-4e28-9ebf-4dc245f28157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:29:40Z', 'updated_at': '2021-10-13T14:29:42Z', 'revision_number': 3, 'project_id': '4952a065184f4f97a24581cf8e39e5e9', 'gw_port': {'id': 'a038edb4-e2b8-4e28-9ebf-4dc245f28157', 'name': '', 'network_id': 'bc2478ba-37c4-430a-a2eb-fe81178811ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0c673de-f7e9-4cbf-bf1d-e06a5215ff40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': 'a764cb65-b376-4afc-98c3-13fc78f6d3e5', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:42Z', 'updated_at': '2021-10-13T14:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a764cb65-b376-4afc-98c3-13fc78f6d3e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:44.055067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3d590-3dca-4525-bdf4-d9e4291e8fa9 req-3da01e4a-49cd-4b78-98b7-cf433317e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:44.058160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2e3d590-3dca-4525-bdf4-d9e4291e8fa9 req-3da01e4a-49cd-4b78-98b7-cf433317e943 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 1097 time: 0.0794771 Oct 13 14:29:44.087401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Checking router: c0c673de-f7e9-4cbf-bf1d-e06a5215ff40 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:29:44.088095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Updating router c0c673de-f7e9-4cbf-bf1d-e06a5215ff40 port a038edb4-e2b8-4e28-9ebf-4dc245f28157 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:29:44.123098 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:44.291518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3d590-3dca-4525-bdf4-d9e4291e8fa9 req-a421cb1a-82eb-4df1-82c0-bf29ae551a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:44.293334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2e3d590-3dca-4525-bdf4-d9e4291e8fa9 req-a421cb1a-82eb-4df1-82c0-bf29ae551a3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 911 time: 0.2023008 Oct 13 14:29:44.375407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a23bc1-1369-4554-8b6f-246580d3c7db req-32d05d03-5789-4556-b04c-bbd2847103da tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:44.377010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87a23bc1-1369-4554-8b6f-246580d3c7db req-32d05d03-5789-4556-b04c-bbd2847103da tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1977358 Oct 13 14:29:44.385434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2e3d590-3dca-4525-bdf4-d9e4291e8fa9 req-d84c809b-5f0d-41a6-876d-71cbfb045292 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2374f725-47e7-48bc-b644-98cb1988544f HTTP/1.1" status: 200 len: 217 time: 0.0707674 Oct 13 14:29:44.387586 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:44.459182 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:44.487358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3d590-3dca-4525-bdf4-d9e4291e8fa9 req-d8862292-ac0d-48d2-b58d-16ea593d0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:44.488933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2e3d590-3dca-4525-bdf4-d9e4291e8fa9 req-d8862292-ac0d-48d2-b58d-16ea593d0306 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d16f32c9-ccaa-480d-a65d-017cee6bd114 HTTP/1.1" status: 200 len: 850 time: 0.0879204 Oct 13 14:29:44.493682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87a23bc1-1369-4554-8b6f-246580d3c7db req-6126013b-a5a4-4c20-a752-167c10e07627 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941277 Oct 13 14:29:44.556208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2e3d590-3dca-4525-bdf4-d9e4291e8fa9 req-f7d97a46-de7f-4fd6-94fe-8396e9a5f731 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317464 Oct 13 14:29:44.591695 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:44.628772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Deleting port a038edb4-e2b8-4e28-9ebf-4dc245f28157 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:29:44.629105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:44.633030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfeb43-2340-4b9e-a213-d9225526758c None None] Pushing event updated for resources: {'Port': ['ID=a038edb4-e2b8-4e28-9ebf-4dc245f28157,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:44.671631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Attempting to bind port a038edb4-e2b8-4e28-9ebf-4dc245f28157 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:29:44.672877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Attempting to bind port a038edb4-e2b8-4e28-9ebf-4dc245f28157 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '443e911a-2c13-4002-be84-8a961d9fbcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc2478ba-37c4-430a-a2eb-fe81178811ce'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:29:44.674476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Attempting to bind port a038edb4-e2b8-4e28-9ebf-4dc245f28157 on network bc2478ba-37c4-430a-a2eb-fe81178811ce {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:29:44.681278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:29:44.681823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Checking segment: {'id': '443e911a-2c13-4002-be84-8a961d9fbcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc2478ba-37c4-430a-a2eb-fe81178811ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:29:44.682323 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:44.682899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Bound using segment: {'id': '443e911a-2c13-4002-be84-8a961d9fbcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc2478ba-37c4-430a-a2eb-fe81178811ce'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:29:44.684323 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Bound port: a038edb4-e2b8-4e28-9ebf-4dc245f28157, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443e911a-2c13-4002-be84-8a961d9fbcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'bc2478ba-37c4-430a-a2eb-fe81178811ce'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:29:44.684761 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:44.749687 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] For port a038edb4-e2b8-4e28-9ebf-4dc245f28157, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:29:44.754041 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] For port a038edb4-e2b8-4e28-9ebf-4dc245f28157, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a038edb4-e2b8-4e28-9ebf-4dc245f28157,segment=NetworkSegment(443e911a-2c13-4002-be84-8a961d9fbcc0),segment_id=443e911a-2c13-4002-be84-8a961d9fbcc0)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:29:44.759842 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:44.772374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2e3d590-3dca-4525-bdf4-d9e4291e8fa9 req-1d48d7d7-5fbe-4ad9-8efa-a5759231144a service neutron] 10.222.0.49 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999798 Oct 13 14:29:44.776385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Calling delete_port for a038edb4-e2b8-4e28-9ebf-4dc245f28157 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:29:44.878095 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:44.952277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Routers {'c0c673de-f7e9-4cbf-bf1d-e06a5215ff40'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:29:44.953140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c0c673de-f7e9-4cbf-bf1d-e06a5215ff40'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:44.994820 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfeb43-2340-4b9e-a213-d9225526758c None None] Pushing event updated for resources: {'Port': ['ID=a038edb4-e2b8-4e28-9ebf-4dc245f28157,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:45.012890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2e3d590-3dca-4525-bdf4-d9e4291e8fa9 req-012bf0bc-d0db-4355-8fd0-429c953eb086 service neutron] 10.222.0.49 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286613 Oct 13 14:29:45.091974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] Set router c0c673de-f7e9-4cbf-bf1d-e06a5215ff40 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:29:45.150590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0c673de-f7e9-4cbf-bf1d-e06a5215ff40', 'name': '', 'tenant_id': '4952a065184f4f97a24581cf8e39e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:29:40Z', 'updated_at': '2021-10-13T14:29:44Z', 'revision_number': 4, 'project_id': '4952a065184f4f97a24581cf8e39e5e9', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:45.184898 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5250bc8-4f14-4e2c-a020-f91ed89eb5bf None None] The sync data for ids ['c0c673de-f7e9-4cbf-bf1d-e06a5215ff40'] in n-d-806683-15 is: [{'id': 'c0c673de-f7e9-4cbf-bf1d-e06a5215ff40', 'name': '', 'tenant_id': '4952a065184f4f97a24581cf8e39e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:29:40Z', 'updated_at': '2021-10-13T14:29:44Z', 'revision_number': 4, 'project_id': '4952a065184f4f97a24581cf8e39e5e9', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:29:45.455075 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91c35192-c130-4ada-ab90-4f2606a2a9cd req-e2fad7a7-420a-4813-84de-921e786cdd14 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=66c5fead-b1a5-4ec5-b237-96c016a0058b HTTP/1.1" status: 200 len: 210 time: 0.3715739 Oct 13 14:29:45.455803 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:45.482117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event deleted for resources: {'Port': ['ID=a038edb4-e2b8-4e28-9ebf-4dc245f28157,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:45.548546 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:45.669026 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:45.672908 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:45.730266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fceb63c-bff4-4bd8-bead-171cd35159dd req-f6b3f4fe-8ab6-484b-959e-268da2812a49 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:45.731836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fceb63c-bff4-4bd8-bead-171cd35159dd req-f6b3f4fe-8ab6-484b-959e-268da2812a49 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.1530931 Oct 13 14:29:45.784154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fceb63c-bff4-4bd8-bead-171cd35159dd req-f29aa3ec-acbc-4078-a9bf-963eda15f3cb tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456703 Oct 13 14:29:45.877698 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:45.878396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0c673de-f7e9-4cbf-bf1d-e06a5215ff40 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:29:45.893411 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:45.893411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e6ecb96b-27f7-4b19-817b-12792688c0c2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c0c673de-f7e9-4cbf-bf1d-e06a5215ff40 HTTP/1.1" status: 204 len: 168 time: 2.0925100 Oct 13 14:29:45.893637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38486) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:45.951090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-102aab5a-befc-4dcc-a54f-0f536ea6eb2b tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Deleting subnet a764cb65-b376-4afc-98c3-13fc78f6d3e5 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:29:45.954208 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-102aab5a-befc-4dcc-a54f-0f536ea6eb2b tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:45.998613 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-102aab5a-befc-4dcc-a54f-0f536ea6eb2b tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:46.048318 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-102aab5a-befc-4dcc-a54f-0f536ea6eb2b tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:46.203519 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-102aab5a-befc-4dcc-a54f-0f536ea6eb2b tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:46.234264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aab5a-befc-4dcc-a54f-0f536ea6eb2b tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a764cb65-b376-4afc-98c3-13fc78f6d3e5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:46.241353 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-102aab5a-befc-4dcc-a54f-0f536ea6eb2b tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:46.248011 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-102aab5a-befc-4dcc-a54f-0f536ea6eb2b tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/a764cb65-b376-4afc-98c3-13fc78f6d3e5 HTTP/1.1" status: 204 len: 168 time: 0.3567309 Oct 13 14:29:46.250643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38492) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:46.339830 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:46.427537 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:46.448220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2478ba-37c4-430a-a2eb-fe81178811ce']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:46.457992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443e911a-2c13-4002-be84-8a961d9fbcc0') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:46.458703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443e911a-2c13-4002-be84-8a961d9fbcc0') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:46.467755 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:46.481743 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:46.487970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:29:46.488370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:29:46.490385 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:29:46.672287 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:46.678142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc2478ba-37c4-430a-a2eb-fe81178811ce {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 13 14:29:46.680836 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:46.684105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "DELETE /v2.0/networks/bc2478ba-37c4-430a-a2eb-fe81178811ce HTTP/1.1" status: 204 len: 168 time: 0.4324977 Oct 13 14:29:46.694240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e4935-2515-436e-a9b2-4d6c575df0d8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc2478ba-37c4-430a-a2eb-fe81178811ce,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:46.919636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6da392-37a0-4159-ab09-023df409abe2 req-374c15c2-360c-4f80-a93d-85ab0fdcfec1 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:46.921199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb6da392-37a0-4159-ab09-023df409abe2 req-374c15c2-360c-4f80-a93d-85ab0fdcfec1 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 945 time: 0.0570846 Oct 13 14:29:46.989266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb6da392-37a0-4159-ab09-023df409abe2 req-19cc8bab-2d86-4742-8bb2-14c2f62dc4f1 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473607 Oct 13 14:29:47.091200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38522) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:47.096118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-593e63a3-d3e6-4145-80a1-fb78ba2552a3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Request body: {'router': {'name': 'tempest-router--2025016330', 'project_id': 'e4ed148926a5447c8c95615d0b3fab84'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:29:47.194960 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 2374f725-47e7-48bc-b644-98cb1988544f no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:29:47.226797 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-593e63a3-d3e6-4145-80a1-fb78ba2552a3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:47.228639 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-593e63a3-d3e6-4145-80a1-fb78ba2552a3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:47.295759 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:47.316230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-593e63a3-d3e6-4145-80a1-fb78ba2552a3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:47.326671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaa9646-fd5f-44f5-b859-e6b799ee8872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2374f725-47e7-48bc-b644-98cb1988544f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:29:47.328999 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaed7ec-b6de-4fe2-910f-7e2a420507d4" -d '{"events": [{"server_uuid": "9eaa9646-fd5f-44f5-b859-e6b799ee8872", "name": "network-vif-unplugged", "status": "completed", "tag": "2374f725-47e7-48bc-b644-98cb1988544f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:29:47.342511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 2374f725-47e7-48bc-b644-98cb1988544f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2374f725-47e7-48bc-b644-98cb1988544f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:29:47.376547 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1de2ab-b614-479a-8669-a7a14fa07835 x-openstack-request-id: req-0b1de2ab-b614-479a-8669-a7a14fa07835 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:29:47.376841 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaa9646-fd5f-44f5-b859-e6b799ee8872", "name": "network-vif-unplugged", "status": "completed", "tag": "2374f725-47e7-48bc-b644-98cb1988544f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:29:47.377126 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b1de2ab-b614-479a-8669-a7a14fa07835 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:29:47.377529 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaa9646-fd5f-44f5-b859-e6b799ee8872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2374f725-47e7-48bc-b644-98cb1988544f', 'code': 200} Oct 13 14:29:47.391201 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-593e63a3-d3e6-4145-80a1-fb78ba2552a3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:47.426921 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:47.477123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=2374f725-47e7-48bc-b644-98cb1988544f,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:47.513703 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-593e63a3-d3e6-4145-80a1-fb78ba2552a3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:47.515072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-593e63a3-d3e6-4145-80a1-fb78ba2552a3 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4224544 Oct 13 14:29:47.518117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38530) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:47.605099 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b89e1ca2-d2de-49ca-89e0-fc5cb405f6b6 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:47.909549 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b89e1ca2-d2de-49ca-89e0-fc5cb405f6b6 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:47.912910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b89e1ca2-d2de-49ca-89e0-fc5cb405f6b6 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:48.083692 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b89e1ca2-d2de-49ca-89e0-fc5cb405f6b6 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:48.084519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89e1ca2-d2de-49ca-89e0-fc5cb405f6b6 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9307f6b5-a24d-4d11-b473-820a14d8035a {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:29:48.090362 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b89e1ca2-d2de-49ca-89e0-fc5cb405f6b6 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:48.091459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b89e1ca2-d2de-49ca-89e0-fc5cb405f6b6 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "DELETE /v2.0/routers/9307f6b5-a24d-4d11-b473-820a14d8035a HTTP/1.1" status: 204 len: 168 time: 0.5719869 Oct 13 14:29:48.164890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaf195-1ce6-46f3-ac10-6fe1838d7c23 req-4c3bdf2c-ae60-4791-8810-9c9cc1714d22 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:48.166694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31eaf195-1ce6-46f3-ac10-6fe1838d7c23 req-4c3bdf2c-ae60-4791-8810-9c9cc1714d22 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 943 time: 0.0740683 Oct 13 14:29:48.216455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31eaf195-1ce6-46f3-ac10-6fe1838d7c23 req-64366146-436c-405d-99d2-a6fdafcf03ad tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377600 Oct 13 14:29:48.398802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38560) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:48.542046 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:48.589813 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-726174244', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:29:48.706185 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:48.707384 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:48.768799 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:49.005083 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:49.323863 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:49.343343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:49.460097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Allocated IP 172.25.0.154 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/d5340178-cabf-4aeb-a426-ed0a75a0f35d) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:29:49.540938 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-84f1fa8a-7f1b-4d8d-94df-496cc02ea9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:49.589709 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:49.700559 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:49.743261 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:29:49.748685 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:29:49.752454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:29:49.782315 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Pushing event updated for resources: {'Port': ['ID=d5340178-cabf-4aeb-a426-ed0a75a0f35d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:50.401477 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:50.628060 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:50.990544 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Router 4580bbd6-215f-40d3-8ea1-0dd1172d3ffb is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:29:51.010289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143bb1d9-fa27-4d98-a6ee-73b2fc6032ef req-72e2b7e5-ef0b-414d-92dc-5b6993ab0c59 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:51.012012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-143bb1d9-fa27-4d98-a6ee-73b2fc6032ef req-72e2b7e5-ef0b-414d-92dc-5b6993ab0c59 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=9eaa9646-fd5f-44f5-b859-e6b799ee8872 HTTP/1.1" status: 200 len: 943 time: 0.0609286 Oct 13 14:29:51.135943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:29:51.148752 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d647be-bcae-4e91-a3b9-138db00d9721 None None] Sync routers for ids ['4580bbd6-215f-40d3-8ea1-0dd1172d3ffb'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:29:51.165584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-143bb1d9-fa27-4d98-a6ee-73b2fc6032ef req-816859dc-ad8c-4e18-84b3-be50aed1ee5f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Deleting port 2374f725-47e7-48bc-b644-98cb1988544f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:29:51.165901 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-143bb1d9-fa27-4d98-a6ee-73b2fc6032ef req-816859dc-ad8c-4e18-84b3-be50aed1ee5f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:51.167992 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d647be-bcae-4e91-a3b9-138db00d9721 None None] Routers {'4580bbd6-215f-40d3-8ea1-0dd1172d3ffb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:29:51.170596 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-52d647be-bcae-4e91-a3b9-138db00d9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['4580bbd6-215f-40d3-8ea1-0dd1172d3ffb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:51.246511 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-52d647be-bcae-4e91-a3b9-138db00d9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:51.256560 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d647be-bcae-4e91-a3b9-138db00d9721 None None] Routers {'4580bbd6-215f-40d3-8ea1-0dd1172d3ffb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:29:51.257214 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-52d647be-bcae-4e91-a3b9-138db00d9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['4580bbd6-215f-40d3-8ea1-0dd1172d3ffb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:51.325092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-143bb1d9-fa27-4d98-a6ee-73b2fc6032ef req-816859dc-ad8c-4e18-84b3-be50aed1ee5f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] For port 2374f725-47e7-48bc-b644-98cb1988544f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=2374f725-47e7-48bc-b644-98cb1988544f,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:29:51.334539 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:51.334713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-143bb1d9-fa27-4d98-a6ee-73b2fc6032ef req-816859dc-ad8c-4e18-84b3-be50aed1ee5f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:51.334848 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-510fc614-ee50-447c-b8d6-f8ce8d96fe22 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9263561 Oct 13 14:29:51.334848 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38648) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:51.343979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-143bb1d9-fa27-4d98-a6ee-73b2fc6032ef req-816859dc-ad8c-4e18-84b3-be50aed1ee5f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Calling delete_port for 2374f725-47e7-48bc-b644-98cb1988544f owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:29:51.410708 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-52d647be-bcae-4e91-a3b9-138db00d9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:51.411572 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d647be-bcae-4e91-a3b9-138db00d9721 None None] The sync data for ids ['4580bbd6-215f-40d3-8ea1-0dd1172d3ffb'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:29:51.521119 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e94bb758-ed71-4219-8a52-4d320528e23f tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/routers/4580bbd6-215f-40d3-8ea1-0dd1172d3ffb HTTP/1.1" status: 200 len: 920 time: 0.1872513 Oct 13 14:29:51.521119 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38658) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:51.553080 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e8e5bd09-ac6a-48c2-89cd-bf299977d6a8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "GET /v2.0/ports?device_id=4580bbd6-215f-40d3-8ea1-0dd1172d3ffb HTTP/1.1" status: 200 len: 205 time: 0.0282438 Oct 13 14:29:51.553494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38666) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:51.629331 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-143bb1d9-fa27-4d98-a6ee-73b2fc6032ef req-816859dc-ad8c-4e18-84b3-be50aed1ee5f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:51.693043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816859dc-ad8c-4e18-84b3-be50aed1ee5f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Pushing event deleted for resources: {'Port': ['ID=2374f725-47e7-48bc-b644-98cb1988544f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:51.753039 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:51.772052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-143bb1d9-fa27-4d98-a6ee-73b2fc6032ef req-816859dc-ad8c-4e18-84b3-be50aed1ee5f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] No DVR routers for this DVR port 2374f725-47e7-48bc-b644-98cb1988544f on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:29:51.807976 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-143bb1d9-fa27-4d98-a6ee-73b2fc6032ef req-816859dc-ad8c-4e18-84b3-be50aed1ee5f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:51.811211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-143bb1d9-fa27-4d98-a6ee-73b2fc6032ef req-816859dc-ad8c-4e18-84b3-be50aed1ee5f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "DELETE /v2.0/ports/2374f725-47e7-48bc-b644-98cb1988544f HTTP/1.1" status: 204 len: 173 time: 0.7926548 Oct 13 14:29:51.811662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaa9646-fd5f-44f5-b859-e6b799ee8872', 'name': 'network-vif-deleted', 'tag': '2374f725-47e7-48bc-b644-98cb1988544f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:29:51.813990 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f6ce29-50d4-44a0-9afa-898863e8ce9b" -d '{"events": [{"server_uuid": "9eaa9646-fd5f-44f5-b859-e6b799ee8872", "name": "network-vif-deleted", "tag": "2374f725-47e7-48bc-b644-98cb1988544f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:29:51.866165 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 13 Oct 2021 14:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20fdd07-9d8c-4279-9fa5-0039b8876909 x-openstack-request-id: req-d20fdd07-9d8c-4279-9fa5-0039b8876909 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:29:51.868671 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaa9646-fd5f-44f5-b859-e6b799ee8872", "name": "network-vif-deleted", "tag": "2374f725-47e7-48bc-b644-98cb1988544f", "status": "failed", "code": 422}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:29:51.868671 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d20fdd07-9d8c-4279-9fa5-0039b8876909 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:29:51.868671 n-d-806683-15 neutron-server[112685]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9eaa9646-fd5f-44f5-b859-e6b799ee8872', 'name': 'network-vif-deleted', 'tag': '2374f725-47e7-48bc-b644-98cb1988544f', 'status': 'failed', 'code': 422} returned with failed status Oct 13 14:29:51.898418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:51.923049 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:52.095171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Deleting port d5340178-cabf-4aeb-a426-ed0a75a0f35d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:29:52.095760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:52.205324 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:52.222142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Calling delete_port for d5340178-cabf-4aeb-a426-ed0a75a0f35d owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:29:52.306759 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b83311cc-3e5e-4674-b4e3-09b4cd2e639b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:52.678670 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:52.708806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Pushing event deleted for resources: {'Port': ['ID=d5340178-cabf-4aeb-a426-ed0a75a0f35d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:52.774939 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:52.887593 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:52.889728 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:53.025608 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:53.026162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Fanout notify agent at l3_agent the message router_deleted on router 4580bbd6-215f-40d3-8ea1-0dd1172d3ffb {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:29:53.042853 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:53.048455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c1370d32-036c-4338-b9ac-c3f9b4faff7e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "DELETE /v2.0/routers/4580bbd6-215f-40d3-8ea1-0dd1172d3ffb HTTP/1.1" status: 204 len: 168 time: 1.4894657 Oct 13 14:29:53.048587 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38736) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:53.053194 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1945104555', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'enable_snat': False}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:29:53.134814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-f7408537-e108-444a-aac8-f39f625716dd tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:53.136336 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-f7408537-e108-444a-aac8-f39f625716dd tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 810 time: 0.1226418 Oct 13 14:29:53.152474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-39acc121-fee0-4c46-a652-45cd3c7372c1 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/quotas/8f84728718b0488ba61011fdc132e344 HTTP/1.1" status: 200 len: 375 time: 0.0101409 Oct 13 14:29:53.185945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-55c46df8-8a7a-4fc4-91a1-29ccc46b2ee3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279994 Oct 13 14:29:53.214915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:53.216104 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:53.292046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-1003de0e-fb7a-4b0b-b5d1-c8a64ed67a66 service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989065 Oct 13 14:29:53.297325 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:53.438451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-cf902280-f939-4a92-93e8-97ce5a46676d service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377954 Oct 13 14:29:53.564863 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:53.749305 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47e2e720-20e8-4121-bb2d-c97ebf5ea06e req-67c1d577-b701-415f-afdb-ad3e4ffc7881 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 210 time: 0.0311801 Oct 13 14:29:53.785972 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:53.997026 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:53.998240 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:54.023753 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:54.150197 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Allocated IP 172.25.0.80 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/9b3c7466-899a-4abf-90e6-89015c6333a6) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:29:54.272785 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:54.399757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:54.455789 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:29:54.461882 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:29:54.469746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:29:54.495262 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event updated for resources: {'Port': ['ID=9b3c7466-899a-4abf-90e6-89015c6333a6,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:54.873964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a15ac0-0f45-423c-9000-d78313a10ce5 req-ac8e9132-53ca-4919-94d9-6113128c2447 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 210 time: 0.0540359 Oct 13 14:29:54.975304 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:55.188285 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:55.368197 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:55.471414 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Router 05ede37d-abbc-4cb5-8544-b28d33b57210 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:29:55.984688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:29:55.996131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Sync routers for ids ['05ede37d-abbc-4cb5-8544-b28d33b57210'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:29:56.008859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Routers {'05ede37d-abbc-4cb5-8544-b28d33b57210'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:29:56.009660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['05ede37d-abbc-4cb5-8544-b28d33b57210'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:56.021922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2e36901-4976-4e98-a6c1-c60bf18c5869 req-21dcfe60-57a4-4d5f-a2a2-c18608687ea6 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 210 time: 0.0362360 Oct 13 14:29:56.092446 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:56.094092 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f840c798-174f-4a42-9442-c646a004fb47 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0452876 Oct 13 14:29:56.098078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38830) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:56.142237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Set router 05ede37d-abbc-4cb5-8544-b28d33b57210 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:29:56.252870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38832) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:29:56.253185 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-50887a8e-eb22-4e4a-8bb4-af37d43add4a tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/routers/05ede37d-abbc-4cb5-8544-b28d33b57210 HTTP/1.1" status: 200 len: 908 time: 0.1535170 Oct 13 14:29:56.262314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1945104555', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'enable_snat': True}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:29:56.374641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ede37d-abbc-4cb5-8544-b28d33b57210', 'name': 'tempest-snat-router-1945104555', 'tenant_id': '4952a065184f4f97a24581cf8e39e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.80'}], 'enable_snat': False}, 'gw_port_id': '9b3c7466-899a-4abf-90e6-89015c6333a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:29:53Z', 'updated_at': '2021-10-13T14:29:54Z', 'revision_number': 3, 'project_id': '4952a065184f4f97a24581cf8e39e5e9', 'gw_port': {'id': '9b3c7466-899a-4abf-90e6-89015c6333a6', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ede37d-abbc-4cb5-8544-b28d33b57210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:54Z', 'updated_at': '2021-10-13T14:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:56.402958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Checking router: 05ede37d-abbc-4cb5-8544-b28d33b57210 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:29:56.403307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Updating router 05ede37d-abbc-4cb5-8544-b28d33b57210 port 9b3c7466-899a-4abf-90e6-89015c6333a6 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:29:56.429370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:56.429370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:56.436276 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:56.485830 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:56.782753 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:56.786514 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:56.917088 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:56.998428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71adc4-58e0-411a-b236-e8e597effe67 None None] Pushing event updated for resources: {'Port': ['ID=9b3c7466-899a-4abf-90e6-89015c6333a6,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:57.001743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Attempting to bind port 9b3c7466-899a-4abf-90e6-89015c6333a6 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:29:57.002116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Attempting to bind port 9b3c7466-899a-4abf-90e6-89015c6333a6 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:29:57.002475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Attempting to bind port 9b3c7466-899a-4abf-90e6-89015c6333a6 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:29:57.010167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:29:57.010429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:29:57.011085 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:57.011677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:29:57.012475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Bound port: 9b3c7466-899a-4abf-90e6-89015c6333a6, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:29:57.013154 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:57.083106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] For port 9b3c7466-899a-4abf-90e6-89015c6333a6, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:29:57.086603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] For port 9b3c7466-899a-4abf-90e6-89015c6333a6, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9b3c7466-899a-4abf-90e6-89015c6333a6,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:29:57.210686 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:57.317717 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71adc4-58e0-411a-b236-e8e597effe67 None None] Pushing event updated for resources: {'Port': ['ID=9b3c7466-899a-4abf-90e6-89015c6333a6,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:57.320825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Routers {'05ede37d-abbc-4cb5-8544-b28d33b57210'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:29:57.321770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['05ede37d-abbc-4cb5-8544-b28d33b57210'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:57.433719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b286b1c8-0e5b-4075-9722-747ea447f5d0 req-33a0385c-8a60-49fd-86cf-7df9285f6225 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 210 time: 0.0418522 Oct 13 14:29:57.490159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-874a23da-942d-4ece-b4ff-fd266a0e11fc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:57.492016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-874a23da-942d-4ece-b4ff-fd266a0e11fc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.49 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 810 time: 0.5840991 Oct 13 14:29:57.507023 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-4116b257-3b7a-4848-8797-4a28ffca2292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Request body: {'port': {'device_id': '29537ae6-4f31-4fcb-acff-18a1d8845585', 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'admin_state_up': True, 'tenant_id': '8f84728718b0488ba61011fdc132e344'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:29:57.661629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] Set router 05ede37d-abbc-4cb5-8544-b28d33b57210 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:29:57.809648 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:57.835093 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:57.882235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-4116b257-3b7a-4848-8797-4a28ffca2292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Made reservation on behalf of 8f84728718b0488ba61011fdc132e344 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:29:57.886653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-4116b257-3b7a-4848-8797-4a28ffca2292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:57.926413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ede37d-abbc-4cb5-8544-b28d33b57210', 'name': 'tempest-snat-router-1945104555', 'tenant_id': '4952a065184f4f97a24581cf8e39e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.80'}], 'enable_snat': False}, 'gw_port_id': '9b3c7466-899a-4abf-90e6-89015c6333a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:29:53Z', 'updated_at': '2021-10-13T14:29:54Z', 'revision_number': 3, 'project_id': '4952a065184f4f97a24581cf8e39e5e9', 'gw_port': {'id': '9b3c7466-899a-4abf-90e6-89015c6333a6', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ede37d-abbc-4cb5-8544-b28d33b57210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:54Z', 'updated_at': '2021-10-13T14:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:29:57.966743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dcf5ef-c25d-4357-a70d-3af875870d1c None None] The sync data for ids ['05ede37d-abbc-4cb5-8544-b28d33b57210'] in n-d-806683-15 is: [{'id': '05ede37d-abbc-4cb5-8544-b28d33b57210', 'name': 'tempest-snat-router-1945104555', 'tenant_id': '4952a065184f4f97a24581cf8e39e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.80'}], 'enable_snat': False}, 'gw_port_id': '9b3c7466-899a-4abf-90e6-89015c6333a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:29:53Z', 'updated_at': '2021-10-13T14:29:54Z', 'revision_number': 3, 'project_id': '4952a065184f4f97a24581cf8e39e5e9', 'gw_port': {'id': '9b3c7466-899a-4abf-90e6-89015c6333a6', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ede37d-abbc-4cb5-8544-b28d33b57210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:54Z', 'updated_at': '2021-10-13T14:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:29:58.040048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Allocated IP 172.25.0.81 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/6980b0b8-8eae-4663-8bee-c387971f8059) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:29:58.148404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-4116b257-3b7a-4848-8797-4a28ffca2292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Allocated IP 172.20.0.4 (b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81/d16f32c9-ccaa-480d-a65d-017cee6bd114/75f15c35-c241-4a44-a622-c43f23b673fc) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:29:58.256012 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:58.461994 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-4116b257-3b7a-4848-8797-4a28ffca2292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:58.507790 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:58.582268 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca6fea6d-05b8-4503-a9d3-999dd73129d6 req-2c16a032-dc44-4e86-9952-13d71901733f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 210 time: 0.0399332 Oct 13 14:29:58.592340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:29:58.595330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:29:58.598635 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:29:58.602205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event updated for resources: {'Port': ['ID=6980b0b8-8eae-4663-8bee-c387971f8059,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:58.686172 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-4116b257-3b7a-4848-8797-4a28ffca2292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:58.832522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-4116b257-3b7a-4848-8797-4a28ffca2292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:29:58.845610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-4116b257-3b7a-4848-8797-4a28ffca2292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:29:58.852001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-4116b257-3b7a-4848-8797-4a28ffca2292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:29:58.898484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116b257-3b7a-4848-8797-4a28ffca2292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Pushing event updated for resources: {'Port': ['ID=75f15c35-c241-4a44-a622-c43f23b673fc,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:29:58.939774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-4116b257-3b7a-4848-8797-4a28ffca2292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:58.940513 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-4116b257-3b7a-4848-8797-4a28ffca2292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:59.092822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-4116b257-3b7a-4848-8797-4a28ffca2292 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5906756 Oct 13 14:29:59.111897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Request body: {'port': {'device_id': '29537ae6-4f31-4fcb-acff-18a1d8845585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:29:59.214834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:59.295027 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:59.619578 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:59.792205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-62641076-92db-4d86-9931-9c9f6da16afd req-90388f64-91e6-4ffa-b394-b62d33136a70 tempest-MigrationsAdminTest-528507673 tempest-MigrationsAdminTest-528507673-project] (112685) timed out ('10.222.0.49', 49263) {{(pid=112685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 14:29:59.814419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e304e-2609-4234-ba6a-f929656af16b req-bbb7691d-fadc-4ed1-9f8e-feafd0e923df tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:29:59.816623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-687e304e-2609-4234-ba6a-f929656af16b req-bbb7691d-fadc-4ed1-9f8e-feafd0e923df tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 931 time: 0.1360948 Oct 13 14:29:59.889900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f15c35-c241-4a44-a622-c43f23b673fc {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:29:59.903421 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:29:59.933538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Transition to ACTIVE for port object 75f15c35-c241-4a44-a622-c43f23b673fc will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:29:59.937375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-687e304e-2609-4234-ba6a-f929656af16b req-5f8217d7-f0ee-44a2-9859-bd53019eb491 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070454 Oct 13 14:30:00.065580 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:00.119940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Router 8aabe9f9-38d7-495d-9121-a7603ca35944 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:30:00.144646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Pushing event updated for resources: {'Port': ['ID=75f15c35-c241-4a44-a622-c43f23b673fc,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:00.299022 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9b3c7466-899a-4abf-90e6-89015c6333a6 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:30:00.301401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Attempting to bind port 75f15c35-c241-4a44-a622-c43f23b673fc on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:30:00.301762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Attempting to bind port 75f15c35-c241-4a44-a622-c43f23b673fc by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:30:00.302298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Attempting to bind port 75f15c35-c241-4a44-a622-c43f23b673fc on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:30:00.310221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Port 75f15c35-c241-4a44-a622-c43f23b673fc on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:30:00.310540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Attempting to bind port 75f15c35-c241-4a44-a622-c43f23b673fc on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:30:00.318325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:30:00.319633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Checking segment: {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:30:00.319633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Bound using segment: {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:30:00.319633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Bound port: 75f15c35-c241-4a44-a622-c43f23b673fc, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:30:00.319974 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:00.335912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:30:00.353197 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Sync routers for ids ['8aabe9f9-38d7-495d-9121-a7603ca35944'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:30:00.375108 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Routers {'8aabe9f9-38d7-495d-9121-a7603ca35944'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:00.376422 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8aabe9f9-38d7-495d-9121-a7603ca35944'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:00.412337 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 9b3c7466-899a-4abf-90e6-89015c6333a6 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:00.413017 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:00.451817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] For port 75f15c35-c241-4a44-a622-c43f23b673fc, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:30:00.453217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] For port 75f15c35-c241-4a44-a622-c43f23b673fc, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75f15c35-c241-4a44-a622-c43f23b673fc,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:30:00.496086 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:00.501137 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38912) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:00.501678 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-10358a04-e93e-4bfc-8f13-a57710ed10d4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2468798 Oct 13 14:30:00.550115 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Set router 8aabe9f9-38d7-495d-9121-a7603ca35944 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:30:00.550475 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:00.583705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 9b3c7466-899a-4abf-90e6-89015c6333a6, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9b3c7466-899a-4abf-90e6-89015c6333a6,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:00.598971 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:00.648748 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b56d83da-48e7-4228-87f3-98b24f7edee8 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/routers/8aabe9f9-38d7-495d-9121-a7603ca35944 HTTP/1.1" status: 200 len: 907 time: 0.1457210 Oct 13 14:30:00.651274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38914) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:00.686577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:00.687299 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:00.688765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] 10.222.0.49 "PUT /v2.0/ports/75f15c35-c241-4a44-a622-c43f23b673fc HTTP/1.1" status: 200 len: 1092 time: 1.5813458 Oct 13 14:30:00.689291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29537ae6-4f31-4fcb-acff-18a1d8845585', 'tag': '75f15c35-c241-4a44-a622-c43f23b673fc'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:30:00.694800 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fe6323-fb15-42f7-8e67-8b6bd19bed44" -d '{"events": [{"name": "network-changed", "server_uuid": "29537ae6-4f31-4fcb-acff-18a1d8845585", "tag": "75f15c35-c241-4a44-a622-c43f23b673fc"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:30:00.702624 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:00.780516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f6f40-5501-47c4-9e44-57ef7c8406ed service neutron] Pushing event updated for resources: {'Port': ['ID=75f15c35-c241-4a44-a622-c43f23b673fc,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:00.799282 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be2779f-93e8-4f34-866a-b610a47554a8 x-openstack-request-id: req-7be2779f-93e8-4f34-866a-b610a47554a8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:30:00.799282 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29537ae6-4f31-4fcb-acff-18a1d8845585", "tag": "75f15c35-c241-4a44-a622-c43f23b673fc", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:30:00.799282 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7be2779f-93e8-4f34-866a-b610a47554a8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:30:00.799602 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29537ae6-4f31-4fcb-acff-18a1d8845585', 'tag': '75f15c35-c241-4a44-a622-c43f23b673fc', 'status': 'completed', 'code': 200} Oct 13 14:30:00.862053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=9b3c7466-899a-4abf-90e6-89015c6333a6,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:00.914683 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:00.957832 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aabe9f9-38d7-495d-9121-a7603ca35944', 'name': 'tempest-snat-router-1945104555', 'tenant_id': '4952a065184f4f97a24581cf8e39e5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '6980b0b8-8eae-4663-8bee-c387971f8059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:29:56Z', 'updated_at': '2021-10-13T14:29:58Z', 'revision_number': 3, 'project_id': '4952a065184f4f97a24581cf8e39e5e9', 'gw_port': {'id': '6980b0b8-8eae-4663-8bee-c387971f8059', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aabe9f9-38d7-495d-9121-a7603ca35944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:57Z', 'updated_at': '2021-10-13T14:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:00.961433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe6323-fb15-42f7-8e67-8b6bd19bed44 req-e6a8fac5-425e-42d3-a83e-392d3b747e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:00.970517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68fe6323-fb15-42f7-8e67-8b6bd19bed44 req-e6a8fac5-425e-42d3-a83e-392d3b747e5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 1095 time: 0.1374681 Oct 13 14:30:01.012447 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Checking router: 8aabe9f9-38d7-495d-9121-a7603ca35944 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:30:01.013347 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Updating router 8aabe9f9-38d7-495d-9121-a7603ca35944 port 6980b0b8-8eae-4663-8bee-c387971f8059 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:30:01.097986 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:01.146840 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:01.176464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe6323-fb15-42f7-8e67-8b6bd19bed44 req-b9999506-e780-44b7-bcb1-8ac3c68c694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:01.178613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68fe6323-fb15-42f7-8e67-8b6bd19bed44 req-b9999506-e780-44b7-bcb1-8ac3c68c694f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8f84728718b0488ba61011fdc132e344&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2062557 Oct 13 14:30:01.259583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77008d-c456-4d9d-9a2d-aa98aa7740f3 req-2b2ae315-a32e-438e-a1cc-a2b9b9c9609c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:01.267944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd77008d-c456-4d9d-9a2d-aa98aa7740f3 req-2b2ae315-a32e-438e-a1cc-a2b9b9c9609c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 943 time: 0.1641083 Oct 13 14:30:01.313437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Deleting port 6980b0b8-8eae-4663-8bee-c387971f8059 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:01.314045 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:01.361344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd77008d-c456-4d9d-9a2d-aa98aa7740f3 req-af9f65e5-38c0-492a-bd06-a70ff716c046 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574331 Oct 13 14:30:01.399569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe6323-fb15-42f7-8e67-8b6bd19bed44 req-a0cee50f-c9d1-49e1-85cf-89cebf83e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:01.401098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68fe6323-fb15-42f7-8e67-8b6bd19bed44 req-a0cee50f-c9d1-49e1-85cf-89cebf83e78c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2065201 Oct 13 14:30:01.499544 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:01.521500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Calling delete_port for 6980b0b8-8eae-4663-8bee-c387971f8059 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:01.525315 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:01.543161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-92280613-3ba8-445a-a95e-c9cbebb21def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:01.545222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-92280613-3ba8-445a-a95e-c9cbebb21def service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 1095 time: 0.0715873 Oct 13 14:30:01.621150 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:01.654883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-dc1f3d81-9c7d-4bec-9268-bf98b90cc09d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75f15c35-c241-4a44-a622-c43f23b673fc HTTP/1.1" status: 200 len: 217 time: 0.0964839 Oct 13 14:30:01.698784 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1852e-530e-4059-85e2-cb20d8ed2405 None None] Pushing event updated for resources: {'Port': ['ID=6980b0b8-8eae-4663-8bee-c387971f8059,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:01.739090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-7f112064-f3d9-41a2-a63a-e9eaf80a09db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:01.741128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-7f112064-f3d9-41a2-a63a-e9eaf80a09db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d16f32c9-ccaa-480d-a65d-017cee6bd114 HTTP/1.1" status: 200 len: 850 time: 0.0743215 Oct 13 14:30:01.751876 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe1852e-530e-4059-85e2-cb20d8ed2405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:01.756625 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe1852e-530e-4059-85e2-cb20d8ed2405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:01.757415 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe1852e-530e-4059-85e2-cb20d8ed2405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:01.762000 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe1852e-530e-4059-85e2-cb20d8ed2405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:01.762000 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe1852e-530e-4059-85e2-cb20d8ed2405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:01.762000 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe1852e-530e-4059-85e2-cb20d8ed2405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:01.762365 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe1852e-530e-4059-85e2-cb20d8ed2405 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:01.762546 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe1852e-530e-4059-85e2-cb20d8ed2405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:01.762884 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe1852e-530e-4059-85e2-cb20d8ed2405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:01.763227 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe1852e-530e-4059-85e2-cb20d8ed2405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:01.763562 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe1852e-530e-4059-85e2-cb20d8ed2405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:01.764200 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe1852e-530e-4059-85e2-cb20d8ed2405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:01.804480 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Attempting to bind port 6980b0b8-8eae-4663-8bee-c387971f8059 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:30:01.806078 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Attempting to bind port 6980b0b8-8eae-4663-8bee-c387971f8059 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:30:01.806349 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Attempting to bind port 6980b0b8-8eae-4663-8bee-c387971f8059 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:30:01.811892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-044a08cc-6916-4107-bfc7-49ad212da0ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536199 Oct 13 14:30:01.820940 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:30:01.821427 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:30:01.821839 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:01.822235 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:30:01.822954 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Bound port: 6980b0b8-8eae-4663-8bee-c387971f8059, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:30:01.823293 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:01.895003 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:01.934335 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.db.api [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=112687) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:30:01.934773 n-d-806683-15 neutron-server[112687]: DEBUG oslo_db.api [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:30:01.958966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event deleted for resources: {'Port': ['ID=6980b0b8-8eae-4663-8bee-c387971f8059,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:01.993516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-52e93bbd-23bb-4e67-90c5-068441b286cf service neutron] 10.222.0.49 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684704 Oct 13 14:30:02.074689 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:02.174372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56ee5a58-3931-47d1-8d13-a449b239a2de req-795c6fa4-7f20-49c3-8e24-f814fe25b54a service neutron] 10.222.0.49 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688154 Oct 13 14:30:02.214211 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:02.216693 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:02.281272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9b3c7466-899a-4abf-90e6-89015c6333a6 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:30:02.333087 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 9b3c7466-899a-4abf-90e6-89015c6333a6 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:02.333456 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:02.408210 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:02.408779 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8aabe9f9-38d7-495d-9121-a7603ca35944 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:30:02.414373 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:02.415574 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b2d34950-a668-433b-a697-1c4d31bbbf7d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8aabe9f9-38d7-495d-9121-a7603ca35944 HTTP/1.1" status: 204 len: 168 time: 1.7630649 Oct 13 14:30:02.418501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 38950) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:02.453457 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Attempting to bind port 6980b0b8-8eae-4663-8bee-c387971f8059 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:30:02.454592 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Attempting to bind port 6980b0b8-8eae-4663-8bee-c387971f8059 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:30:02.455042 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Attempting to bind port 6980b0b8-8eae-4663-8bee-c387971f8059 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:30:02.474249 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:30:02.474249 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:30:02.474249 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:02.474683 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:30:02.474782 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Bound port: 6980b0b8-8eae-4663-8bee-c387971f8059, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:30:02.479386 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:02.527044 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.plugin [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Port 6980b0b8-8eae-4663-8bee-c387971f8059 has been deleted concurrently {{(pid=112687) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 13 14:30:02.545961 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Routers set() bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:02.546333 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Router IDs set() for agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 13 14:30:02.546931 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_agentschedulers_db [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8aabe9f9-38d7-495d-9121-a7603ca35944'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent'). {{(pid=112687) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 13 14:30:02.547303 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12e15d6-fbf3-4010-ba52-09b91aeecdbf None None] The sync data for ids ['8aabe9f9-38d7-495d-9121-a7603ca35944'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:30:02.556780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a500053-c96f-41f1-8026-b84902c45bd9 req-a4803254-19c5-4a70-942d-d07ccff5950d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:02.557622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a500053-c96f-41f1-8026-b84902c45bd9 req-a4803254-19c5-4a70-942d-d07ccff5950d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 943 time: 0.0977845 Oct 13 14:30:02.580669 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:02.611750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a500053-c96f-41f1-8026-b84902c45bd9 req-5fbe5ba9-67d4-4e6b-8299-2cc2d75fce17 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 Oct 13 14:30:02.697806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:02.822884 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Deleting port 9b3c7466-899a-4abf-90e6-89015c6333a6 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:02.823243 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:02.916025 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] For port 9b3c7466-899a-4abf-90e6-89015c6333a6, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9b3c7466-899a-4abf-90e6-89015c6333a6,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:02.916025 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:02.930726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Calling delete_port for 9b3c7466-899a-4abf-90e6-89015c6333a6 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:03.226253 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:03.276659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b3c7466-899a-4abf-90e6-89015c6333a6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:03.278480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 75f15c35-c241-4a44-a622-c43f23b673fc details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:30:03.381663 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:03.451938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 75f15c35-c241-4a44-a622-c43f23b673fc, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75f15c35-c241-4a44-a622-c43f23b673fc,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:03.470384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '75f15c35-c241-4a44-a622-c43f23b673fc', 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'port_id': '75f15c35-c241-4a44-a622-c43f23b673fc', 'mac_address': 'fa:16:3e:b5:b6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16f32c9-ccaa-480d-a65d-017cee6bd114', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:30:03.511168 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:03.513883 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:03.523880 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:03.543065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f15c35-c241-4a44-a622-c43f23b673fc {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:30:03.576361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 75f15c35-c241-4a44-a622-c43f23b673fc, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75f15c35-c241-4a44-a622-c43f23b673fc,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:03.631730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:03.632453 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05ede37d-abbc-4cb5-8544-b28d33b57210 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:30:03.641820 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:03.642186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38986) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:03.643366 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7e9de3c7-a97e-405f-865c-93c210e94e00 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "DELETE /v2.0/routers/05ede37d-abbc-4cb5-8544-b28d33b57210 HTTP/1.1" status: 204 len: 168 time: 1.2218680 Oct 13 14:30:03.648293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-816647999', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}, 'admin_state_up': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:03.659174 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:03.772717 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=75f15c35-c241-4a44-a622-c43f23b673fc,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:03.808711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3064c79-8652-45d0-832f-745fd92dd131 req-b9ac100b-16df-4050-a328-b868e18c889f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:03.810522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3064c79-8652-45d0-832f-745fd92dd131 req-b9ac100b-16df-4050-a328-b868e18c889f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 944 time: 0.0945747 Oct 13 14:30:03.813907 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:03.814979 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:03.904069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['75f15c35-c241-4a44-a622-c43f23b673fc'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:30:03.911578 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:03.912180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3064c79-8652-45d0-832f-745fd92dd131 req-380ffcdc-e0fe-4336-b926-7b2953c60018 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826159 Oct 13 14:30:04.303254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9b3c7466-899a-4abf-90e6-89015c6333a6 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:30:04.352044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 9b3c7466-899a-4abf-90e6-89015c6333a6 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:30:04.352577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9b3c7466-899a-4abf-90e6-89015c6333a6 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:30:04.620075 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:04.963919 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:04.988317 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:05.091479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719c263-0778-48af-b26a-3e434bf61956 req-383b0d7b-0cbb-4b75-af5d-ac7dd2a0d6b1 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:05.093165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c719c263-0778-48af-b26a-3e434bf61956 req-383b0d7b-0cbb-4b75-af5d-ac7dd2a0d6b1 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 944 time: 0.0976140 Oct 13 14:30:05.190581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Allocated IP 172.25.0.234 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/cdbfcb5b-a034-41e7-9772-3085593504d0) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:30:05.199663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c719c263-0778-48af-b26a-3e434bf61956 req-56ad4010-6be0-47ae-bdbf-c9f700fb3cfe tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839636 Oct 13 14:30:05.289641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 75f15c35-c241-4a44-a622-c43f23b673fc up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:30:05.369751 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:05.454883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 75f15c35-c241-4a44-a622-c43f23b673fc completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:30:05.459953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 75f15c35-c241-4a44-a622-c43f23b673fc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:05.461932 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:05.479929 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:05.519893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:30:05.522885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:05.528654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:30:05.562711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Pushing event updated for resources: {'Port': ['ID=cdbfcb5b-a034-41e7-9772-3085593504d0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:05.599766 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:05.653132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 75f15c35-c241-4a44-a622-c43f23b673fc, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75f15c35-c241-4a44-a622-c43f23b673fc,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:05.654965 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29537ae6-4f31-4fcb-acff-18a1d8845585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f15c35-c241-4a44-a622-c43f23b673fc'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:30:05.662710 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561238e7-6a26-4bf0-b6d9-db970a60b841" -d '{"events": [{"server_uuid": "29537ae6-4f31-4fcb-acff-18a1d8845585", "name": "network-vif-plugged", "status": "completed", "tag": "75f15c35-c241-4a44-a622-c43f23b673fc"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:30:05.723595 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:05.809706 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=75f15c35-c241-4a44-a622-c43f23b673fc,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:05.821534 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81151bdb-341d-44c0-b8de-98d8f419e955 x-openstack-request-id: req-81151bdb-341d-44c0-b8de-98d8f419e955 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:30:05.822211 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29537ae6-4f31-4fcb-acff-18a1d8845585", "name": "network-vif-plugged", "status": "completed", "tag": "75f15c35-c241-4a44-a622-c43f23b673fc", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:30:05.822688 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81151bdb-341d-44c0-b8de-98d8f419e955 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:30:05.823308 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29537ae6-4f31-4fcb-acff-18a1d8845585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f15c35-c241-4a44-a622-c43f23b673fc', 'code': 200} Oct 13 14:30:05.917884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378eb59-6248-41ae-a3e6-760e6f2636d4 req-ab6d74ee-02dc-4b54-ae19-f1d56112e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:05.919396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7378eb59-6248-41ae-a3e6-760e6f2636d4 req-ab6d74ee-02dc-4b54-ae19-f1d56112e8b5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 1097 time: 0.0936460 Oct 13 14:30:05.943699 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:06.029627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7378eb59-6248-41ae-a3e6-760e6f2636d4 req-57bec145-011c-4bfc-83c5-98ad324abe7a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974944 Oct 13 14:30:06.309275 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:06.454375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e2e2b-72cf-44d8-b935-497aa495f87f req-81006162-b09e-4dd8-b80c-87622b0ca090 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:06.455904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b82e2e2b-72cf-44d8-b935-497aa495f87f req-81006162-b09e-4dd8-b80c-87622b0ca090 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1371243 Oct 13 14:30:06.536794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b82e2e2b-72cf-44d8-b935-497aa495f87f req-27f260b6-7498-4c92-b519-0c62c87dd801 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663164 Oct 13 14:30:06.602318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Router a7a68b03-a377-4a35-ac43-20a4d01af8b4 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:30:06.765402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:30:06.779091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe76d46-4e94-4605-86a7-9ca2b1dfc3f8 None None] Sync routers for ids ['a7a68b03-a377-4a35-ac43-20a4d01af8b4'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:30:06.794364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe76d46-4e94-4605-86a7-9ca2b1dfc3f8 None None] Routers {'a7a68b03-a377-4a35-ac43-20a4d01af8b4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:06.795085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cfe76d46-4e94-4605-86a7-9ca2b1dfc3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a7a68b03-a377-4a35-ac43-20a4d01af8b4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:06.853156 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:06.854690 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a87f6066-1d0a-46f2-9578-ff7ecde4a72e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2116246 Oct 13 14:30:06.857646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39046) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:06.862369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-433058d0-1fd2-4a11-a8a9-b4c80ab72389 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'enable_snat': False}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:06.874925 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cfe76d46-4e94-4605-86a7-9ca2b1dfc3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:06.886020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe76d46-4e94-4605-86a7-9ca2b1dfc3f8 None None] Routers {'a7a68b03-a377-4a35-ac43-20a4d01af8b4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:06.886940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cfe76d46-4e94-4605-86a7-9ca2b1dfc3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a7a68b03-a377-4a35-ac43-20a4d01af8b4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:06.928215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cfe76d46-4e94-4605-86a7-9ca2b1dfc3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:06.929209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe76d46-4e94-4605-86a7-9ca2b1dfc3f8 None None] The sync data for ids ['a7a68b03-a377-4a35-ac43-20a4d01af8b4'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:30:07.321282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-433058d0-1fd2-4a11-a8a9-b4c80ab72389 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:07.829325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11d382-798f-4347-b7c7-957fb6e40a12 req-a1d092fc-0b96-4303-972d-6259d967982e tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:07.831985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e11d382-798f-4347-b7c7-957fb6e40a12 req-a1d092fc-0b96-4303-972d-6259d967982e tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1942959 Oct 13 14:30:08.015713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e11d382-798f-4347-b7c7-957fb6e40a12 req-789f65d8-5308-49b9-bb67-d63036a3bc65 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943730 Oct 13 14:30:08.067765 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-433058d0-1fd2-4a11-a8a9-b4c80ab72389 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:08.073401 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-433058d0-1fd2-4a11-a8a9-b4c80ab72389 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:08.294405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433058d0-1fd2-4a11-a8a9-b4c80ab72389 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Router a7a68b03-a377-4a35-ac43-20a4d01af8b4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:30:08.484957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433058d0-1fd2-4a11-a8a9-b4c80ab72389 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:30:08.490576 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-433058d0-1fd2-4a11-a8a9-b4c80ab72389 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:08.494558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-433058d0-1fd2-4a11-a8a9-b4c80ab72389 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "PUT /v2.0/routers/a7a68b03-a377-4a35-ac43-20a4d01af8b4 HTTP/1.1" status: 200 len: 921 time: 1.6359184 Oct 13 14:30:08.494818 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39076) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:08.496570 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfce089-e4bd-4fd0-82b8-f613511b37d2 None None] Sync routers for ids ['a7a68b03-a377-4a35-ac43-20a4d01af8b4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:30:08.508767 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfce089-e4bd-4fd0-82b8-f613511b37d2 None None] Routers {'a7a68b03-a377-4a35-ac43-20a4d01af8b4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:08.509776 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ecfce089-e4bd-4fd0-82b8-f613511b37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a7a68b03-a377-4a35-ac43-20a4d01af8b4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:08.697085 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ecfce089-e4bd-4fd0-82b8-f613511b37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:08.697085 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfce089-e4bd-4fd0-82b8-f613511b37d2 None None] Routers {'a7a68b03-a377-4a35-ac43-20a4d01af8b4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:08.697085 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ecfce089-e4bd-4fd0-82b8-f613511b37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a7a68b03-a377-4a35-ac43-20a4d01af8b4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:08.697085 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ecfce089-e4bd-4fd0-82b8-f613511b37d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:08.697085 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfce089-e4bd-4fd0-82b8-f613511b37d2 None None] The sync data for ids ['a7a68b03-a377-4a35-ac43-20a4d01af8b4'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:30:08.697545 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da2dfec1-7604-4e10-a567-25f6274dc20c tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/routers/a7a68b03-a377-4a35-ac43-20a4d01af8b4 HTTP/1.1" status: 200 len: 921 time: 0.1387689 Oct 13 14:30:08.697648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39078) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:08.774240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ddc6b0-df9b-45f5-b6c3-9c7945d50412 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:08.775856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e4ddc6b0-df9b-45f5-b6c3-9c7945d50412 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&device_id=a7a68b03-a377-4a35-ac43-20a4d01af8b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0788624 Oct 13 14:30:08.778689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39082) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:09.283281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f321ea42-65d6-4af7-a035-e7309b4d543a tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:09.285342 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f321ea42-65d6-4af7-a035-e7309b4d543a tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 881 time: 0.5054264 Oct 13 14:30:09.288756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39092) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:09.294248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ad37e-b786-4fc3-a2cf-0168b3b9c783 req-72534b60-9165-4a78-8fc7-effef4ec34a6 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:09.295762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-300ad37e-b786-4fc3-a2cf-0168b3b9c783 req-72534b60-9165-4a78-8fc7-effef4ec34a6 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.3922384 Oct 13 14:30:09.328761 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-504f12ca-e57b-4e33-849a-7c4c2ee43a3d tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a68b03-a377-4a35-ac43-20a4d01af8b4 HTTP/1.1" status: 200 len: 205 time: 0.0385613 Oct 13 14:30:09.329748 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39094) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:09.343674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-300ad37e-b786-4fc3-a2cf-0168b3b9c783 req-5ea90177-9266-4916-9eb4-872c0d518a1c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 Oct 13 14:30:09.457490 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:09.572547 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:09.719260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Deleting port cdbfcb5b-a034-41e7-9772-3085593504d0 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:09.719740 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:09.816147 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:09.831755 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Calling delete_port for cdbfcb5b-a034-41e7-9772-3085593504d0 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:10.083468 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:10.116597 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Pushing event deleted for resources: {'Port': ['ID=cdbfcb5b-a034-41e7-9772-3085593504d0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:10.189954 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:10.291512 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:10.293797 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:10.398251 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:10.398875 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Fanout notify agent at l3_agent the message router_deleted on router a7a68b03-a377-4a35-ac43-20a4d01af8b4 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:30:10.415352 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:10.415352 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cfc07061-9579-4ab8-a1fb-680d43a81e0c tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "DELETE /v2.0/routers/a7a68b03-a377-4a35-ac43-20a4d01af8b4 HTTP/1.1" status: 204 len: 168 time: 1.0820656 Oct 13 14:30:10.417657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39106) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:10.422272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7f2544bd-2d8c-4942-8f02-6d927eb3334f tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-887219635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:10.492312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7da2b-8180-4cd0-80d8-81af32c03a2a req-2ddfced8-dd43-406c-83e7-9d7cbc4ef2a5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:10.494246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74d7da2b-8180-4cd0-80d8-81af32c03a2a req-2ddfced8-dd43-406c-83e7-9d7cbc4ef2a5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.0661392 Oct 13 14:30:10.516732 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7f2544bd-2d8c-4942-8f02-6d927eb3334f tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:10.518269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7f2544bd-2d8c-4942-8f02-6d927eb3334f tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:10.556383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74d7da2b-8180-4cd0-80d8-81af32c03a2a req-2f36db99-aba0-488e-855a-89ab2c96bd06 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548272 Oct 13 14:30:10.596199 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7f2544bd-2d8c-4942-8f02-6d927eb3334f tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:10.654590 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7f2544bd-2d8c-4942-8f02-6d927eb3334f tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:10.775181 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7f2544bd-2d8c-4942-8f02-6d927eb3334f tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:10.777543 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7f2544bd-2d8c-4942-8f02-6d927eb3334f tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3581011 Oct 13 14:30:10.779955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39110) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:10.788028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Request body: {'router': {'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:11.048429 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:11.836158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3f570-d22c-4b24-8275-2a413f4473d0 req-6b8a0c25-5de5-4080-80f7-5362ec5abc5a tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:11.838717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32d3f570-d22c-4b24-8275-2a413f4473d0 req-6b8a0c25-5de5-4080-80f7-5362ec5abc5a tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1448216 Oct 13 14:30:11.879300 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:11.910266 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:11.933641 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32d3f570-d22c-4b24-8275-2a413f4473d0 req-f9f4c26f-c0e5-4b4b-9ccd-9b4447865951 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881364 Oct 13 14:30:12.064912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Allocated IP 172.25.0.16 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/5b97a9c1-765b-4adb-957d-602a0d523d78) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:30:12.219547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:12.340747 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:12.394294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:30:12.400408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:12.402865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:30:12.429088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Pushing event updated for resources: {'Port': ['ID=5b97a9c1-765b-4adb-957d-602a0d523d78,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:12.702130 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:30:12.803798 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:13.064256 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:13.070457 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:13.126038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d900e-6e41-47ee-902e-9fb76f0d33e9 req-564ef8ab-1401-4763-93ff-5aba07754845 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:13.129270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f73d900e-6e41-47ee-902e-9fb76f0d33e9 req-564ef8ab-1401-4763-93ff-5aba07754845 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1006675 Oct 13 14:30:13.240916 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f73d900e-6e41-47ee-902e-9fb76f0d33e9 req-c2051d24-469b-432e-a49f-89abe1ee8998 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919890 Oct 13 14:30:13.368781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Router 8d50040b-2216-4deb-99ce-c8dda6e24522 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:30:13.528798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:30:13.535898 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:13.539863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4e57fc87-5d18-415e-baca-8290e418b356 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "PUT /v2.0/routers/8d50040b-2216-4deb-99ce-c8dda6e24522 HTTP/1.1" status: 200 len: 878 time: 2.7581930 Oct 13 14:30:13.540294 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39154) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:13.553213 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692cb754-0b74-4492-b870-dc7e2838b7ce None None] Sync routers for ids ['8d50040b-2216-4deb-99ce-c8dda6e24522'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:30:13.563522 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692cb754-0b74-4492-b870-dc7e2838b7ce None None] Routers {'8d50040b-2216-4deb-99ce-c8dda6e24522'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:13.564136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-692cb754-0b74-4492-b870-dc7e2838b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8d50040b-2216-4deb-99ce-c8dda6e24522'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:13.599097 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-692cb754-0b74-4492-b870-dc7e2838b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:13.608479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692cb754-0b74-4492-b870-dc7e2838b7ce None None] Routers {'8d50040b-2216-4deb-99ce-c8dda6e24522'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:13.609700 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-692cb754-0b74-4492-b870-dc7e2838b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8d50040b-2216-4deb-99ce-c8dda6e24522'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:13.650896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-692cb754-0b74-4492-b870-dc7e2838b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:13.651961 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692cb754-0b74-4492-b870-dc7e2838b7ce None None] The sync data for ids ['8d50040b-2216-4deb-99ce-c8dda6e24522'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:30:13.963833 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ef174ae3-6f33-467b-9b8f-eaf06971b211 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/routers/8d50040b-2216-4deb-99ce-c8dda6e24522 HTTP/1.1" status: 200 len: 919 time: 0.4220560 Oct 13 14:30:13.968618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39158) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:14.023094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648974b2-6f7f-45f0-b131-5e914a95004e tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:14.027942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-648974b2-6f7f-45f0-b131-5e914a95004e tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&device_id=8d50040b-2216-4deb-99ce-c8dda6e24522&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0548685 Oct 13 14:30:14.028296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39160) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:14.130792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6014be-8fc8-4df5-a964-6a2e990e58ab tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:14.132482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bd6014be-8fc8-4df5-a964-6a2e990e58ab tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 881 time: 0.1029315 Oct 13 14:30:14.135329 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39162) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:14.162787 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6fb6143d-94eb-4e17-b9bb-3678324ea74e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d50040b-2216-4deb-99ce-c8dda6e24522 HTTP/1.1" status: 200 len: 205 time: 0.0261235 Oct 13 14:30:14.165548 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39164) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:14.322037 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:14.428647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb956b56-e94a-4497-b272-c057f778f9a6 req-29c222f3-7cc4-48ea-a6b7-b2f477d9be69 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:14.433657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb956b56-e94a-4497-b272-c057f778f9a6 req-29c222f3-7cc4-48ea-a6b7-b2f477d9be69 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.0906103 Oct 13 14:30:14.462935 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:14.472957 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb956b56-e94a-4497-b272-c057f778f9a6 req-7d4f8d97-9bf2-4843-9cd6-45c6ca3c62b3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359452 Oct 13 14:30:14.645566 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Deleting port 5b97a9c1-765b-4adb-957d-602a0d523d78 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:14.646144 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:14.731656 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:14.744690 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Calling delete_port for 5b97a9c1-765b-4adb-957d-602a0d523d78 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:14.990348 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:15.018927 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Pushing event deleted for resources: {'Port': ['ID=5b97a9c1-765b-4adb-957d-602a0d523d78,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:15.087976 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:15.189695 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:15.192866 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:15.334178 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:15.334799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Fanout notify agent at l3_agent the message router_deleted on router 8d50040b-2216-4deb-99ce-c8dda6e24522 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:30:15.350754 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:15.358174 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6c36876d-ede1-4885-9531-e2cb0d8249b8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "DELETE /v2.0/routers/8d50040b-2216-4deb-99ce-c8dda6e24522 HTTP/1.1" status: 204 len: 168 time: 1.1856015 Oct 13 14:30:15.358552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39186) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:15.370140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-86c7b369-e941-4e6b-b9a5-1424543b46eb tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-535399150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:15.483600 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-86c7b369-e941-4e6b-b9a5-1424543b46eb tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:15.486661 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-86c7b369-e941-4e6b-b9a5-1424543b46eb tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:15.571839 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-86c7b369-e941-4e6b-b9a5-1424543b46eb tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:15.626219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a16c7-9bf4-419b-81aa-322aa520e006 req-5b3408eb-6369-48a0-8bf9-0e9d0b0af329 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:15.629415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-668a16c7-9bf4-419b-81aa-322aa520e006 req-5b3408eb-6369-48a0-8bf9-0e9d0b0af329 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.0730226 Oct 13 14:30:15.678324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-668a16c7-9bf4-419b-81aa-322aa520e006 req-2ba781ab-c931-462e-80bc-e21c6889da7c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416415 Oct 13 14:30:15.682055 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-86c7b369-e941-4e6b-b9a5-1424543b46eb tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:15.781245 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-86c7b369-e941-4e6b-b9a5-1424543b46eb tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:15.783390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-86c7b369-e941-4e6b-b9a5-1424543b46eb tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4225285 Oct 13 14:30:15.785728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39194) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:15.791457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'enable_snat': True}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:16.048866 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:16.345767 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:16.367040 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:16.504773 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Allocated IP 172.25.0.34 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/770b19db-dfbd-42dc-b00c-6b52c0a53d28) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:30:16.699950 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:16.741926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-2cec5aca-a8d1-4e8e-961f-f8b271e6b2a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0908272 Oct 13 14:30:16.870448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c97b88-089c-40df-8466-ee9451a7a24b req-8ff76bc7-2f72-4f4e-8374-5feb762e7e8a tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:16.871969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c97b88-089c-40df-8466-ee9451a7a24b req-8ff76bc7-2f72-4f4e-8374-5feb762e7e8a tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1056230 Oct 13 14:30:16.880642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-0788ccea-6751-4e0a-b75b-8e236faf6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:16.881380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-0788ccea-6751-4e0a-b75b-8e236faf6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:16.882075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-0788ccea-6751-4e0a-b75b-8e236faf6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:16.882599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-0788ccea-6751-4e0a-b75b-8e236faf6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:16.883112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-0788ccea-6751-4e0a-b75b-8e236faf6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:16.883649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-0788ccea-6751-4e0a-b75b-8e236faf6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:16.884490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-0788ccea-6751-4e0a-b75b-8e236faf6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:16.887407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-0788ccea-6751-4e0a-b75b-8e236faf6629 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6508 time: 0.1029012 Oct 13 14:30:16.891574 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:17.321824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:30:17.334664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event updated for resources: {'Port': ['ID=770b19db-dfbd-42dc-b00c-6b52c0a53d28,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:17.337135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:17.345897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:30:17.359026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:17.363785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:17.363785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:17.363785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:17.363785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:17.363785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:17.363785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:17.363785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:17.363785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:17.363785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:17.363785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:17.363785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:17.368288 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82c97b88-089c-40df-8466-ee9451a7a24b req-479e54b2-8952-4ca9-bfb8-2f369a0d751c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767678 Oct 13 14:30:17.499652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-e9f30796-bdd7-4a15-97ae-574940fa626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:17.499960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-e9f30796-bdd7-4a15-97ae-574940fa626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:17.501255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-e9f30796-bdd7-4a15-97ae-574940fa626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:17.502137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-e9f30796-bdd7-4a15-97ae-574940fa626f service neutron] 10.222.0.41 "GET /v2.0/networks?id=23652a0e-fdc8-4019-a88a-94449553c2fa&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=c618d8ae-014f-47f1-941a-268db5728f54&id=c618d8ae-014f-47f1-941a-268db5728f54 HTTP/1.1" status: 200 len: 2297 time: 0.5686371 Oct 13 14:30:17.607828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-58d510ae-3c7c-49c1-a9ee-26f28ba2b8af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b HTTP/1.1" status: 200 len: 1000 time: 0.0960572 Oct 13 14:30:17.670062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-45b59f59-7eaa-43b2-af66-dbc2e9d5abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:17.671952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-45b59f59-7eaa-43b2-af66-dbc2e9d5abea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dff8190b-2496-4c8f-b489-28a02d965473 HTTP/1.1" status: 200 len: 855 time: 0.0540228 Oct 13 14:30:17.735387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-d9f187ce-92d4-4db1-8775-d2f420d6a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:17.736933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-d9f187ce-92d4-4db1-8775-d2f420d6a8f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23652a0e-fdc8-4019-a88a-94449553c2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473983 Oct 13 14:30:17.929297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-c8e5391c-afac-416f-ab7c-74f8397ec94e service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840396 Oct 13 14:30:17.933726 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:18.118444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-aa5099d5-fbbd-4386-b703-5fe68ae0698e service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478355 Oct 13 14:30:18.196299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-8c035fb5-65c3-4490-99f6-0d6f080a54bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 HTTP/1.1" status: 200 len: 217 time: 0.0424480 Oct 13 14:30:18.296172 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:18.301069 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-d7b559be-284b-4460-bc0c-6cb3445d42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:18.302625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-d7b559be-284b-4460-bc0c-6cb3445d42fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0981698 Oct 13 14:30:18.303822 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:18.440762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-014e771b-c4c0-44bf-9489-0461f87d90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:18.442698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-014e771b-c4c0-44bf-9489-0461f87d90ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1309953 Oct 13 14:30:18.588666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393cdc7-b360-43d2-9e05-5a8b51a6f522 req-8cd552e3-d30b-48d5-a03c-89ccb16e7ebd tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:18.590287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f393cdc7-b360-43d2-9e05-5a8b51a6f522 req-8cd552e3-d30b-48d5-a03c-89ccb16e7ebd tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1449823 Oct 13 14:30:18.597040 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:18.648760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-b2b24034-9f6c-4a4f-8888-c287e4c120e5 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882617 Oct 13 14:30:18.680715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f393cdc7-b360-43d2-9e05-5a8b51a6f522 req-1123592c-99d4-4f32-aaed-b2e6da2183aa tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697641 Oct 13 14:30:18.753287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Router 81660525-9cdf-4396-8504-2c4fe63b1397 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:30:18.824672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-a82ba5cd-e1e5-45ce-9e74-c870a24216c5 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650345 Oct 13 14:30:18.874388 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-ab6451bf-efc1-470d-b339-ce67c7bc353c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=ac703971-2eb9-4b72-acde-5f0c872f63f0 HTTP/1.1" status: 200 len: 217 time: 0.0398171 Oct 13 14:30:18.967492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-04e0226d-b167-4a78-9d14-1ea4aa916477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:18.968950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-04e0226d-b167-4a78-9d14-1ea4aa916477 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0605345 Oct 13 14:30:18.972953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:30:18.984073 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:18.984073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9be6ea3c-bacc-42fb-a717-f3fb49839f30 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "PUT /v2.0/routers/81660525-9cdf-4396-8504-2c4fe63b1397 HTTP/1.1" status: 200 len: 913 time: 3.1913416 Oct 13 14:30:18.984073 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39240) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:18.988524 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4548f8-79ad-44a0-805d-9be58e75a34f None None] Sync routers for ids ['81660525-9cdf-4396-8504-2c4fe63b1397'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:30:19.009128 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4548f8-79ad-44a0-805d-9be58e75a34f None None] Routers {'81660525-9cdf-4396-8504-2c4fe63b1397'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:19.010143 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9a4548f8-79ad-44a0-805d-9be58e75a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['81660525-9cdf-4396-8504-2c4fe63b1397'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:19.078046 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9a4548f8-79ad-44a0-805d-9be58e75a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:19.088839 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4548f8-79ad-44a0-805d-9be58e75a34f None None] Routers {'81660525-9cdf-4396-8504-2c4fe63b1397'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:19.089516 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9a4548f8-79ad-44a0-805d-9be58e75a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:29:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['81660525-9cdf-4396-8504-2c4fe63b1397'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:19.110879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-fc213ed0-2c5d-43e8-9199-7394dfe6467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:19.112477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-fc213ed0-2c5d-43e8-9199-7394dfe6467d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1278319 Oct 13 14:30:19.130464 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9a4548f8-79ad-44a0-805d-9be58e75a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:19.131267 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4548f8-79ad-44a0-805d-9be58e75a34f None None] The sync data for ids ['81660525-9cdf-4396-8504-2c4fe63b1397'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:30:19.208655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5c8f1a57-bd69-47e2-8070-95ed744656ba tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/routers/81660525-9cdf-4396-8504-2c4fe63b1397 HTTP/1.1" status: 200 len: 919 time: 0.2249060 Oct 13 14:30:19.211470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39244) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:19.284634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3562a2b5-1845-4737-98a2-beff75a7355a tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:19.286206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3562a2b5-1845-4737-98a2-beff75a7355a tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&device_id=81660525-9cdf-4396-8504-2c4fe63b1397&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0735292 Oct 13 14:30:19.288335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-50afdf09-c8f4-4fbf-945d-845258d38c2b service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609056 Oct 13 14:30:19.288969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39246) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:19.452400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c49d96-0637-4353-9ccf-17c5df06112c tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:19.459020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b1c49d96-0637-4353-9ccf-17c5df06112c tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 881 time: 0.1639688 Oct 13 14:30:19.459174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39248) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:19.460096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-cb74f331-a904-45f1-aae4-25edda9ddbf5 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629617 Oct 13 14:30:19.487871 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6dfc15ba-9526-4b02-9ce6-aba138ca8232 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "GET /v2.0/ports?device_id=81660525-9cdf-4396-8504-2c4fe63b1397 HTTP/1.1" status: 200 len: 205 time: 0.0285678 Oct 13 14:30:19.491131 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39250) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:19.512203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-925dd984-e94f-46d2-8dc8-0bd7a36d4d42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=d0e204fc-83f5-4423-b87e-78a554179830 HTTP/1.1" status: 200 len: 217 time: 0.0443609 Oct 13 14:30:19.535351 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00f070f0-a8f0-4788-85b2-1994a2623a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:19.577339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-b72473ab-bc1b-4c0a-8073-f61a1daab695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:19.578954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-b72473ab-bc1b-4c0a-8073-f61a1daab695 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0587964 Oct 13 14:30:19.617563 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:19.633911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-3246693e-9582-430e-844e-668ac467d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:19.635459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-3246693e-9582-430e-844e-668ac467d2a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464227 Oct 13 14:30:19.766613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-2c61e480-6398-433c-b5a6-d1b5de64a867 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232617 Oct 13 14:30:19.776067 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:19.916260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfdc78-26eb-4d80-871b-1d251f4f5a60 req-3f6be69e-5b98-4a0c-a5d7-98abe3c8fe8b tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:19.917969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bbfdc78-26eb-4d80-871b-1d251f4f5a60 req-3f6be69e-5b98-4a0c-a5d7-98abe3c8fe8b tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1308234 Oct 13 14:30:19.950289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-2f7e1616-5852-4200-96cc-7c207109ee5b service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698024 Oct 13 14:30:20.000850 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Deleting port 770b19db-dfbd-42dc-b00c-6b52c0a53d28 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:20.001379 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:20.010849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-e0678fb9-7e66-4f47-82c3-d998f15c410a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=b91123ca-2120-403f-a2c5-c27d48444356 HTTP/1.1" status: 200 len: 217 time: 0.0531986 Oct 13 14:30:20.017072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bbfdc78-26eb-4d80-871b-1d251f4f5a60 req-b69494f4-35ab-4a57-8888-bc916f4c1aed tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869114 Oct 13 14:30:20.069884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-98fdc7e2-06d3-407c-9285-8e16160e6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:20.072115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-98fdc7e2-06d3-407c-9285-8e16160e6cb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0519226 Oct 13 14:30:20.100429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:20.114900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Calling delete_port for 770b19db-dfbd-42dc-b00c-6b52c0a53d28 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:20.137258 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-a62ad639-de28-4d0b-8e30-31d5b9102fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:20.139012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-a62ad639-de28-4d0b-8e30-31d5b9102fa1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0526597 Oct 13 14:30:20.246962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-03ed917d-c376-4c38-8c3f-4c24e763a6a3 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976014 Oct 13 14:30:20.374825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-ed3adbed-1a49-420a-93a1-0a50e4c9e748 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146026 Oct 13 14:30:20.426128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-0a79c1b6-041a-4bb0-8d63-1214125b574d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a092aec-e3af-4bbb-8507-5ec176f71743 HTTP/1.1" status: 200 len: 217 time: 0.0437860 Oct 13 14:30:20.442782 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:20.488030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-83f228d0-7738-4241-a6a9-bf150ded37dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:20.489563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-83f228d0-7738-4241-a6a9-bf150ded37dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.0552418 Oct 13 14:30:20.557238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-c2bceb97-b10f-4985-91a4-d79c3e069fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:20.559049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-c2bceb97-b10f-4985-91a4-d79c3e069fff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0614691 Oct 13 14:30:20.574410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Pushing event deleted for resources: {'Port': ['ID=770b19db-dfbd-42dc-b00c-6b52c0a53d28,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:20.618247 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:20.667572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-ed1ae672-461f-4adc-af0c-afa6719deea0 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986345 Oct 13 14:30:20.771445 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:20.772009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-bed9ffb2-caf1-4600-9e47-c598b9cd3d10 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931427 Oct 13 14:30:20.773786 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:20.829805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-43381fb1-9208-468a-a482-49700df24a8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895 HTTP/1.1" status: 200 len: 217 time: 0.0421312 Oct 13 14:30:20.883924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-b6a0608e-2284-47cb-bb61-e2f6d450030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:20.886406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-b6a0608e-2284-47cb-bb61-e2f6d450030c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.0540442 Oct 13 14:30:20.956935 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:20.958929 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Fanout notify agent at l3_agent the message router_deleted on router 81660525-9cdf-4396-8504-2c4fe63b1397 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:30:20.963043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-405ca9f6-1692-4f8c-948b-653fe6e34799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:20.968689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-405ca9f6-1692-4f8c-948b-653fe6e34799 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0721951 Oct 13 14:30:20.978445 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:20.980061 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7fd322ce-fadf-4b0f-8946-0f2142f36cf8 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "DELETE /v2.0/routers/81660525-9cdf-4396-8504-2c4fe63b1397 HTTP/1.1" status: 204 len: 168 time: 1.4878573 Oct 13 14:30:20.984852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39276) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:20.992170 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-da1cd31e-da18-41cf-b395-b1acfe69b5c3 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-287567834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:21.088447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-ff910de2-361a-4a1c-856b-44df0100bddd service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045871 Oct 13 14:30:21.163345 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da1cd31e-da18-41cf-b395-b1acfe69b5c3 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:21.163345 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da1cd31e-da18-41cf-b395-b1acfe69b5c3 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:21.201514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcd3d3-ecb5-43c4-8cc1-d598d76975b8 req-ad77df9e-fa01-42de-9f0c-8fb6e28cd342 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:21.203141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ffcd3d3-ecb5-43c4-8cc1-d598d76975b8 req-ad77df9e-fa01-42de-9f0c-8fb6e28cd342 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1149285 Oct 13 14:30:21.227451 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da1cd31e-da18-41cf-b395-b1acfe69b5c3 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:21.247050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aa639df-34a9-4979-976d-c9dd610a9f5c req-d2c34dfe-fe22-4894-9fe0-fb0679e14c1d service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568074 Oct 13 14:30:21.264778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ffcd3d3-ecb5-43c4-8cc1-d598d76975b8 req-cae24db0-16df-44e2-b6b5-9a72ca2c9522 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511286 Oct 13 14:30:21.363306 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da1cd31e-da18-41cf-b395-b1acfe69b5c3 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:21.462244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da1cd31e-da18-41cf-b395-b1acfe69b5c3 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:21.463763 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da1cd31e-da18-41cf-b395-b1acfe69b5c3 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4768708 Oct 13 14:30:21.466691 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39284) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:21.471019 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'enable_snat': False}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:21.686146 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:21.922371 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:22.019132 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:22.043836 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:22.156177 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Allocated IP 172.25.0.59 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/b400b114-0ede-4ac8-b84c-5144fe2884f2) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:30:22.277248 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:22.321911 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bc1d047a-0d14-48f6-9802-a397e965760f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:22.391063 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:22.428162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e05a32-fc68-437d-8ef5-f9a06a4d263c req-576b2d6c-074e-4b3a-b3a8-e14e46616b26 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:22.433626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09e05a32-fc68-437d-8ef5-f9a06a4d263c req-576b2d6c-074e-4b3a-b3a8-e14e46616b26 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.0768287 Oct 13 14:30:22.449370 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:30:22.452829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:22.458167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:30:22.462951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Pushing event updated for resources: {'Port': ['ID=b400b114-0ede-4ac8-b84c-5144fe2884f2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:22.473778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09e05a32-fc68-437d-8ef5-f9a06a4d263c req-2fb40c86-e490-4fd9-bb62-45cd655f606d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370483 Oct 13 14:30:22.825631 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:23.291408 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:23.295322 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:23.555880 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Router 4470f73f-1dc7-4873-b349-9bf33733e2f7 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:30:23.655652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8138d5b-afb6-42d1-8636-37ca63ef32f5 req-fc7a7fbb-8b8a-4bf3-8a51-bdf6585804c2 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:23.657350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8138d5b-afb6-42d1-8636-37ca63ef32f5 req-fc7a7fbb-8b8a-4bf3-8a51-bdf6585804c2 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1092172 Oct 13 14:30:23.712113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8138d5b-afb6-42d1-8636-37ca63ef32f5 req-66bfe8f7-0fef-4c0e-8ef0-287a354f8e6c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453603 Oct 13 14:30:23.719804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:30:23.725985 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:23.727687 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-46699ac0-b51e-478d-8749-2e6207cb5691 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "PUT /v2.0/routers/4470f73f-1dc7-4873-b349-9bf33733e2f7 HTTP/1.1" status: 200 len: 914 time: 2.2597833 Oct 13 14:30:23.735500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39316) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:23.742345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d713c2e3-5021-4822-a7cb-21e131f1c23b None None] Sync routers for ids ['4470f73f-1dc7-4873-b349-9bf33733e2f7'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:30:23.759132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d713c2e3-5021-4822-a7cb-21e131f1c23b None None] Routers {'4470f73f-1dc7-4873-b349-9bf33733e2f7'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:23.759742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d713c2e3-5021-4822-a7cb-21e131f1c23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:30:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['4470f73f-1dc7-4873-b349-9bf33733e2f7'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:23.793866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d713c2e3-5021-4822-a7cb-21e131f1c23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:23.803579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d713c2e3-5021-4822-a7cb-21e131f1c23b None None] Routers {'4470f73f-1dc7-4873-b349-9bf33733e2f7'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:23.804524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d713c2e3-5021-4822-a7cb-21e131f1c23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:30:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['4470f73f-1dc7-4873-b349-9bf33733e2f7'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:23.838477 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:23.839369 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d713c2e3-5021-4822-a7cb-21e131f1c23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:23.840207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d713c2e3-5021-4822-a7cb-21e131f1c23b None None] The sync data for ids ['4470f73f-1dc7-4873-b349-9bf33733e2f7'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:30:23.853204 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a2d62165-93a0-4721-b038-4fd117d1a99d tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/routers/4470f73f-1dc7-4873-b349-9bf33733e2f7 HTTP/1.1" status: 200 len: 920 time: 0.1214738 Oct 13 14:30:23.855996 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39318) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:23.937503 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ee2c2d-6f1c-45e3-907b-6803153275e4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:23.937503 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-47ee2c2d-6f1c-45e3-907b-6803153275e4 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&device_id=4470f73f-1dc7-4873-b349-9bf33733e2f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0767245 Oct 13 14:30:23.937503 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39324) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:24.028400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b08c21-54df-47c5-a625-1462ed96858b tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:24.030069 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f7b08c21-54df-47c5-a625-1462ed96858b tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 881 time: 0.0925746 Oct 13 14:30:24.032924 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39326) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:24.042356 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:24.061925 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c160cf02-3fbd-4e84-8a35-916ef516f3da tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "GET /v2.0/ports?device_id=4470f73f-1dc7-4873-b349-9bf33733e2f7 HTTP/1.1" status: 200 len: 205 time: 0.0278041 Oct 13 14:30:24.065335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39328) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:24.182499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:24.297013 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:24.479820 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Deleting port b400b114-0ede-4ac8-b84c-5144fe2884f2 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:24.480343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:24.595350 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:24.606074 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Calling delete_port for b400b114-0ede-4ac8-b84c-5144fe2884f2 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:24.886549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57bbef-ebd5-4de2-ad88-f0c2cf235966 req-c141008d-d55f-4afd-a2d7-f0f0b22130ec tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:24.888154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc57bbef-ebd5-4de2-ad88-f0c2cf235966 req-c141008d-d55f-4afd-a2d7-f0f0b22130ec tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.0571396 Oct 13 14:30:24.932665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc57bbef-ebd5-4de2-ad88-f0c2cf235966 req-1c41963e-6b01-448a-a2a5-2fe31bb678f3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356698 Oct 13 14:30:24.997031 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:25.022744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Pushing event deleted for resources: {'Port': ['ID=b400b114-0ede-4ac8-b84c-5144fe2884f2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:25.089091 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:25.188643 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:25.191098 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:25.293420 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:25.293983 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Fanout notify agent at l3_agent the message router_deleted on router 4470f73f-1dc7-4873-b349-9bf33733e2f7 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:30:25.302958 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:25.304877 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7e2ff9c6-6672-422e-a3c6-c5482d8f34cc tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "DELETE /v2.0/routers/4470f73f-1dc7-4873-b349-9bf33733e2f7 HTTP/1.1" status: 204 len: 168 time: 1.2383952 Oct 13 14:30:25.308887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39342) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:25.313594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-348665620', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}, 'admin_state_up': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:25.348180 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:25.413474 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:25.414651 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:25.799581 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:26.037327 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:26.076196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d64c7-6149-46ba-bab7-8a7714d19a16 req-d322f7ec-1836-4a48-9bfa-48067ba74b6f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:26.077652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-626d64c7-6149-46ba-bab7-8a7714d19a16 req-d322f7ec-1836-4a48-9bfa-48067ba74b6f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.0565689 Oct 13 14:30:26.119637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-626d64c7-6149-46ba-bab7-8a7714d19a16 req-0a88fe22-9015-46b1-a935-ef69e535d69b tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347891 Oct 13 14:30:26.344809 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:26.366730 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:26.482635 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Allocated IP 172.25.0.103 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/f8c43a5d-208a-4611-ba65-e82844c5502e) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:30:26.604125 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:26.723518 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:26.765640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:30:26.769557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:26.773329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:30:26.797186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Pushing event updated for resources: {'Port': ['ID=f8c43a5d-208a-4611-ba65-e82844c5502e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:27.125074 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:27.314623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16aae83-2eb0-48fd-a58e-ff54c0a7ec45 req-5acdfb7c-dbc4-49ed-90b4-a0382c192ec6 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:27.316651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c16aae83-2eb0-48fd-a58e-ff54c0a7ec45 req-5acdfb7c-dbc4-49ed-90b4-a0382c192ec6 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1086397 Oct 13 14:30:27.399987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c16aae83-2eb0-48fd-a58e-ff54c0a7ec45 req-95899716-c4a7-4236-9dc0-383f9d2d7f09 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765953 Oct 13 14:30:27.421863 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:27.572833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc852e-bec9-47e8-a74d-054597b01d65 req-5e7b98d8-eab9-45e6-bad6-dcb35b5d27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:27.574344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5bc852e-bec9-47e8-a74d-054597b01d65 req-5e7b98d8-eab9-45e6-bad6-dcb35b5d27b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 1097 time: 0.0973535 Oct 13 14:30:27.738643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc852e-bec9-47e8-a74d-054597b01d65 req-87b2afb0-fdbb-4cc7-ae50-f2a263ada22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:27.740138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5bc852e-bec9-47e8-a74d-054597b01d65 req-87b2afb0-fdbb-4cc7-ae50-f2a263ada22a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 911 time: 0.1406176 Oct 13 14:30:27.791548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5bc852e-bec9-47e8-a74d-054597b01d65 req-b937d22f-a497-4113-ae49-f9dc45b8ae34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75f15c35-c241-4a44-a622-c43f23b673fc HTTP/1.1" status: 200 len: 217 time: 0.0402372 Oct 13 14:30:27.792353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Router ccf00d13-f123-4bb2-9cfa-4a01d9266821 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:30:27.897923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc852e-bec9-47e8-a74d-054597b01d65 req-a621e0d1-5a56-4c74-9ffb-3914281c3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:27.899553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5bc852e-bec9-47e8-a74d-054597b01d65 req-a621e0d1-5a56-4c74-9ffb-3914281c3249 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d16f32c9-ccaa-480d-a65d-017cee6bd114 HTTP/1.1" status: 200 len: 850 time: 0.1001756 Oct 13 14:30:27.965705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5bc852e-bec9-47e8-a74d-054597b01d65 req-25c52647-fd81-44b4-9ff0-e2695bf9bf86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576873 Oct 13 14:30:28.029013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:30:28.047517 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c639d28-0a49-4627-8f7f-52f6ca85b1ce None None] Sync routers for ids ['ccf00d13-f123-4bb2-9cfa-4a01d9266821'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:30:28.061804 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c639d28-0a49-4627-8f7f-52f6ca85b1ce None None] Routers {'ccf00d13-f123-4bb2-9cfa-4a01d9266821'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:28.062572 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-3c639d28-0a49-4627-8f7f-52f6ca85b1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:30:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ccf00d13-f123-4bb2-9cfa-4a01d9266821'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:28.094098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5bc852e-bec9-47e8-a74d-054597b01d65 req-836467c8-6157-4836-9650-036c9fe63fc9 service neutron] 10.222.0.49 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173418 Oct 13 14:30:28.097293 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-3c639d28-0a49-4627-8f7f-52f6ca85b1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:28.106415 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c639d28-0a49-4627-8f7f-52f6ca85b1ce None None] Routers {'ccf00d13-f123-4bb2-9cfa-4a01d9266821'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:28.107051 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-3c639d28-0a49-4627-8f7f-52f6ca85b1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:30:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ccf00d13-f123-4bb2-9cfa-4a01d9266821'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:28.143589 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-3c639d28-0a49-4627-8f7f-52f6ca85b1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:28.144511 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c639d28-0a49-4627-8f7f-52f6ca85b1ce None None] The sync data for ids ['ccf00d13-f123-4bb2-9cfa-4a01d9266821'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:30:28.204535 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:28.208792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1b696648-d3b8-4dd8-b9d5-463a010248fd tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8956921 Oct 13 14:30:28.208960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39372) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:28.213787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:28.217550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5bc852e-bec9-47e8-a74d-054597b01d65 req-b6006cf7-9017-4236-8098-698a1d440ff8 service neutron] 10.222.0.49 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129184 Oct 13 14:30:28.595820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abfb46-0586-4d73-87fc-b7f915354c3b req-62343b53-e562-4ccf-be8f-db638b4d30ed tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:28.597849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6abfb46-0586-4d73-87fc-b7f915354c3b req-62343b53-e562-4ccf-be8f-db638b4d30ed tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1072187 Oct 13 14:30:28.603919 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:28.645612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6abfb46-0586-4d73-87fc-b7f915354c3b req-8432b6a2-772a-45d3-86a3-c1ed3f53f2f9 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382586 Oct 13 14:30:28.707891 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:28.842809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Deleting port f8c43a5d-208a-4611-ba65-e82844c5502e {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:28.843293 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:28.932865 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:28.950451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Calling delete_port for f8c43a5d-208a-4611-ba65-e82844c5502e owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:29.236465 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:29.262000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Pushing event deleted for resources: {'Port': ['ID=f8c43a5d-208a-4611-ba65-e82844c5502e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:29.330566 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:29.874412 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:29.889014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b29e2-fe48-4e14-ae80-4b4eafa0afa1 req-9ff69578-e0e5-4e73-bfb8-5a3a046dacde tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:29.889660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-827b29e2-fe48-4e14-ae80-4b4eafa0afa1 req-9ff69578-e0e5-4e73-bfb8-5a3a046dacde tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1469181 Oct 13 14:30:29.890778 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:29.997195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Router ccf00d13-f123-4bb2-9cfa-4a01d9266821 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:30:30.004848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-827b29e2-fe48-4e14-ae80-4b4eafa0afa1 req-74956638-5a60-4904-8511-07b0405246df tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067491 Oct 13 14:30:30.083485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:30:30.090567 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:30.094134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c24c8ac6-0c3a-42b2-8a5f-4056ed7aa456 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "PUT /v2.0/routers/ccf00d13-f123-4bb2-9cfa-4a01d9266821 HTTP/1.1" status: 200 len: 705 time: 1.8818810 Oct 13 14:30:30.094411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39394) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:30.097385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e64cb-33ef-4357-a8e0-a0fba12535de None None] Sync routers for ids ['ccf00d13-f123-4bb2-9cfa-4a01d9266821'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:30:30.108514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e64cb-33ef-4357-a8e0-a0fba12535de None None] Routers {'ccf00d13-f123-4bb2-9cfa-4a01d9266821'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:30.109220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-175e64cb-33ef-4357-a8e0-a0fba12535de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:30:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ccf00d13-f123-4bb2-9cfa-4a01d9266821'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:30.146414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-175e64cb-33ef-4357-a8e0-a0fba12535de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:30.156486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e64cb-33ef-4357-a8e0-a0fba12535de None None] Routers {'ccf00d13-f123-4bb2-9cfa-4a01d9266821'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:30:30.157179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-175e64cb-33ef-4357-a8e0-a0fba12535de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:30:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ccf00d13-f123-4bb2-9cfa-4a01d9266821'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:30.174917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-94c69aaa-f711-426f-88cc-c9a1dd33b905 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/routers/ccf00d13-f123-4bb2-9cfa-4a01d9266821 HTTP/1.1" status: 200 len: 740 time: 0.0793459 Oct 13 14:30:30.178012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39396) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:30.199402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-175e64cb-33ef-4357-a8e0-a0fba12535de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:30.200051 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e64cb-33ef-4357-a8e0-a0fba12535de None None] The sync data for ids ['ccf00d13-f123-4bb2-9cfa-4a01d9266821'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:30:30.229020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4666d0d5-dd05-4da2-ab53-16bc1040e9a2 tempest-RoutersAdminTest-1628853684 tempest-RoutersAdminTest-1628853684-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&device_id=ccf00d13-f123-4bb2-9cfa-4a01d9266821 HTTP/1.1" status: 200 len: 205 time: 0.0485351 Oct 13 14:30:30.230564 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39398) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:30.268508 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0486f9b4-d3dc-403e-a7ed-0bc8d25dd403 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccf00d13-f123-4bb2-9cfa-4a01d9266821 HTTP/1.1" status: 200 len: 205 time: 0.0350981 Oct 13 14:30:30.268896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39400) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:30.351148 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a34ee627-7730-44c6-9ef0-9f05673e978e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:30.544485 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a34ee627-7730-44c6-9ef0-9f05673e978e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:30.546866 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a34ee627-7730-44c6-9ef0-9f05673e978e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:30.733597 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a34ee627-7730-44c6-9ef0-9f05673e978e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:30.734156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34ee627-7730-44c6-9ef0-9f05673e978e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Fanout notify agent at l3_agent the message router_deleted on router ccf00d13-f123-4bb2-9cfa-4a01d9266821 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:30:30.741815 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a34ee627-7730-44c6-9ef0-9f05673e978e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:30.743103 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a34ee627-7730-44c6-9ef0-9f05673e978e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "DELETE /v2.0/routers/ccf00d13-f123-4bb2-9cfa-4a01d9266821 HTTP/1.1" status: 204 len: 168 time: 0.4729953 Oct 13 14:30:30.746624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39406) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:30.775695 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-62e0767a-a3d0-4226-8016-a5e28fddf6e9 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccf00d13-f123-4bb2-9cfa-4a01d9266821 HTTP/1.1" status: 200 len: 205 time: 0.0279591 Oct 13 14:30:30.778149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39408) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:30.821693 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-0a5a5e34-5e04-40a7-a3a9-aa6ab6fc3bb5 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] delete failed (client error): The resource could not be found. Oct 13 14:30:30.822112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0a5a5e34-5e04-40a7-a3a9-aa6ab6fc3bb5 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "DELETE /v2.0/routers/ccf00d13-f123-4bb2-9cfa-4a01d9266821 HTTP/1.1" status: 404 len: 336 time: 0.0429945 Oct 13 14:30:30.824795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39412) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:30.858451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ce011282-74df-432d-8e70-8d8d28607339 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "GET /v2.0/ports?device_id=4470f73f-1dc7-4873-b349-9bf33733e2f7 HTTP/1.1" status: 200 len: 205 time: 0.0301499 Oct 13 14:30:30.858679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39414) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:30.902945 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-be7daf14-aaf8-4c6e-96ba-fbf3fa59ec0e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] delete failed (client error): The resource could not be found. Oct 13 14:30:30.903893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-be7daf14-aaf8-4c6e-96ba-fbf3fa59ec0e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "DELETE /v2.0/routers/4470f73f-1dc7-4873-b349-9bf33733e2f7 HTTP/1.1" status: 404 len: 336 time: 0.0443981 Oct 13 14:30:30.906676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39416) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:30.941073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-75fc3999-d002-4ee2-9fa0-d067919d3a51 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "GET /v2.0/ports?device_id=81660525-9cdf-4396-8504-2c4fe63b1397 HTTP/1.1" status: 200 len: 205 time: 0.0311935 Oct 13 14:30:30.941943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39420) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:30.979682 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-81ee225e-8c2a-4b9d-aa82-3ab6d0c74d66 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] delete failed (client error): The resource could not be found. Oct 13 14:30:30.983251 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-81ee225e-8c2a-4b9d-aa82-3ab6d0c74d66 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "DELETE /v2.0/routers/81660525-9cdf-4396-8504-2c4fe63b1397 HTTP/1.1" status: 404 len: 336 time: 0.0378318 Oct 13 14:30:30.983407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39424) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:31.014933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c606843e-c08f-4ae8-aac0-85fa2deea459 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d50040b-2216-4deb-99ce-c8dda6e24522 HTTP/1.1" status: 200 len: 205 time: 0.0284884 Oct 13 14:30:31.015194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39426) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:31.059164 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-c54dbb7c-6623-4952-865f-987212857ed1 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] delete failed (client error): The resource could not be found. Oct 13 14:30:31.060393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c54dbb7c-6623-4952-865f-987212857ed1 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "DELETE /v2.0/routers/8d50040b-2216-4deb-99ce-c8dda6e24522 HTTP/1.1" status: 404 len: 336 time: 0.0440831 Oct 13 14:30:31.062985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39430) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:31.094165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-95393af0-93c7-43d8-b23e-3e53753b0a1e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7a68b03-a377-4a35-ac43-20a4d01af8b4 HTTP/1.1" status: 200 len: 205 time: 0.0301549 Oct 13 14:30:31.097528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39432) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:31.143337 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-798fce90-0ffb-4488-a996-48e6a442770b tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] delete failed (client error): The resource could not be found. Oct 13 14:30:31.145433 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-798fce90-0ffb-4488-a996-48e6a442770b tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "DELETE /v2.0/routers/a7a68b03-a377-4a35-ac43-20a4d01af8b4 HTTP/1.1" status: 404 len: 336 time: 0.0469034 Oct 13 14:30:31.146208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e6f3e-f167-4e0b-9453-ffc3ee34aed2 req-81a4c10f-e721-4d08-ad38-83d2d1f2cf58 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:31.146999 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39434) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:31.147728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f9e6f3e-f167-4e0b-9453-ffc3ee34aed2 req-81a4c10f-e721-4d08-ad38-83d2d1f2cf58 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.0563810 Oct 13 14:30:31.180215 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dc61a415-2b16-464c-aa53-000b1d8f8e6e tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "GET /v2.0/ports?device_id=4580bbd6-215f-40d3-8ea1-0dd1172d3ffb HTTP/1.1" status: 200 len: 205 time: 0.0320389 Oct 13 14:30:31.180836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39436) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:31.233891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f9e6f3e-f167-4e0b-9453-ffc3ee34aed2 req-3f434bca-eb5c-41ba-8036-695af145c1cd tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790515 Oct 13 14:30:31.234693 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-1a5caca1-0202-4044-8f83-c58335736777 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] delete failed (client error): The resource could not be found. Oct 13 14:30:31.238700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1a5caca1-0202-4044-8f83-c58335736777 tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "DELETE /v2.0/routers/4580bbd6-215f-40d3-8ea1-0dd1172d3ffb HTTP/1.1" status: 404 len: 336 time: 0.0537326 Oct 13 14:30:31.239019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39438) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:31.266452 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bf7599-a7a5-42a7-ad8d-f8fc6a6d96ad tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] DELETE failed (client error): The resource could not be found. Oct 13 14:30:31.266907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2bf7599-a7a5-42a7-ad8d-f8fc6a6d96ad tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:30:31.269987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c2bf7599-a7a5-42a7-ad8d-f8fc6a6d96ad tempest-RoutersAdminTest-1397158259 tempest-RoutersAdminTest-1397158259-project] 10.222.0.18 "DELETE /v2.0/subnets/a764cb65-b376-4afc-98c3-13fc78f6d3e5 HTTP/1.1" status: 404 len: 337 time: 0.0300717 Oct 13 14:30:31.853975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39446) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:32.001115 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c67e4a00-586c-4b82-8974-3928a160d55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:32.112384 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c67e4a00-586c-4b82-8974-3928a160d55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:32.196149 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c67e4a00-586c-4b82-8974-3928a160d55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:32.265100 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39466) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:32.279509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c67e4a00-586c-4b82-8974-3928a160d55d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a3b025978b64a0a8b9ef0bc427c90ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174058 Oct 13 14:30:32.310094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e4a00-586c-4b82-8974-3928a160d55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49a3984-c7ba-4a5d-a1a3-b51f8016d48c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:32.350597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a754073f-aa96-437a-821a-d31a49af24d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:32.374974 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a754073f-aa96-437a-821a-d31a49af24d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:32.393429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797f33a-fcdd-4aa6-863d-b4287b961d4d req-562b99fd-20ef-4277-bdc8-a912c923869c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:32.398101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d797f33a-fcdd-4aa6-863d-b4287b961d4d req-562b99fd-20ef-4277-bdc8-a912c923869c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.0553284 Oct 13 14:30:32.543270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d797f33a-fcdd-4aa6-863d-b4287b961d4d req-86618e3c-3f3d-438e-974b-575e072231f5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966883 Oct 13 14:30:32.649764 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a754073f-aa96-437a-821a-d31a49af24d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:32.649764 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a754073f-aa96-437a-821a-d31a49af24d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:32.649764 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a754073f-aa96-437a-821a-d31a49af24d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e49a3984-c7ba-4a5d-a1a3-b51f8016d48c HTTP/1.1" status: 204 len: 168 time: 0.2657645 Oct 13 14:30:32.649764 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754073f-aa96-437a-821a-d31a49af24d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49a3984-c7ba-4a5d-a1a3-b51f8016d48c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:33.340278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39500) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:33.381186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a77a574c-2e35-430d-89f0-aa57c4fe2b28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4952a065184f4f97a24581cf8e39e5e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396924 Oct 13 14:30:33.384794 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39502) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:33.445272 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96885242-0b68-4786-b032-1e603eb51373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:33.470642 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96885242-0b68-4786-b032-1e603eb51373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:33.616484 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96885242-0b68-4786-b032-1e603eb51373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:33.617821 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96885242-0b68-4786-b032-1e603eb51373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:33.621703 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-96885242-0b68-4786-b032-1e603eb51373 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff2ddb75-671b-4595-aa4d-de33ee5dd4ae HTTP/1.1" status: 204 len: 168 time: 0.2332573 Oct 13 14:30:33.628154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96885242-0b68-4786-b032-1e603eb51373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2ddb75-671b-4595-aa4d-de33ee5dd4ae,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:33.635004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73db04-2f68-442f-b8fa-4ad54e989fd1 req-4311ea91-fb25-4140-bffa-e212e3c25941 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:33.643581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f73db04-2f68-442f-b8fa-4ad54e989fd1 req-4311ea91-fb25-4140-bffa-e212e3c25941 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.0629437 Oct 13 14:30:33.686546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f73db04-2f68-442f-b8fa-4ad54e989fd1 req-8bed2cae-bbb0-4edf-8693-09a59749cba6 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375001 Oct 13 14:30:34.832630 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39562) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:34.877259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c949dd1-b40c-420b-ab3e-adf70842d464 req-55e3038d-7c66-42b4-ba14-7cfaaaf6a469 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:34.880300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c949dd1-b40c-420b-ab3e-adf70842d464 req-55e3038d-7c66-42b4-ba14-7cfaaaf6a469 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.0949690 Oct 13 14:30:34.972292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c949dd1-b40c-420b-ab3e-adf70842d464 req-37d9b490-9802-49f7-b4bd-62d01c226be3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767679 Oct 13 14:30:34.998863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1479531570'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:35.105480 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Made reservation on behalf of 48e483c823e24895924e25b7be60041a for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:30:35.109139 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:35.118612 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:35.212191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:35.287346 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:35.318552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:30:35.330233 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3c17a2-208f-47d3-8b24-b323305bd6f9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:35.335974 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:35.336905 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Added segment 641e714f-181a-4b7c-80f6-52bebda9d77d of type vlan for network 80683c0c-139f-45c8-94a5-2d6c401b9d7a Oct 13 14:30:35.351218 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:35.351662 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:35.351998 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:35.352330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:35.352655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:35.352990 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:35.353328 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:35.353650 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:35.353972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:35.354396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:35.354795 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:35.355280 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:35.399244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:35.504185 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:35.510051 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:35.510695 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:35.596052 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Pushing event updated for resources: {'Network': ['ID=80683c0c-139f-45c8-94a5-2d6c401b9d7a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:35.624481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 80683c0c-139f-45c8-94a5-2d6c401b9d7a details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:30:35.662641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39584) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:35.663756 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-695d4e8a-b782-4ba8-8556-d93608149cba tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8296218 Oct 13 14:30:35.669959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-483c9ab1-4f3a-42ee-bb3f-defec5ed8138 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Request body: {'subnet': {'network_id': '80683c0c-139f-45c8-94a5-2d6c401b9d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:35.823127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483c9ab1-4f3a-42ee-bb3f-defec5ed8138 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Made reservation on behalf of 48e483c823e24895924e25b7be60041a for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:30:35.826870 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-483c9ab1-4f3a-42ee-bb3f-defec5ed8138 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:36.123843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d187f-00d1-4b5f-b71d-f63995fe00ae req-e3e09fc7-bc8b-4791-b9e1-6fdf77e4a5ec tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:36.125497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb0d187f-00d1-4b5f-b71d-f63995fe00ae req-e3e09fc7-bc8b-4791-b9e1-6fdf77e4a5ec tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.0595944 Oct 13 14:30:36.147716 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-483c9ab1-4f3a-42ee-bb3f-defec5ed8138 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:36.216510 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb0d187f-00d1-4b5f-b71d-f63995fe00ae req-96c99aed-aece-4721-a804-9a06583afc34 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834832 Oct 13 14:30:36.250273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c9ab1-4f3a-42ee-bb3f-defec5ed8138 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Pushing event updated for resources: {'Subnet': ['ID=b585f656-35bb-4097-8607-5d891949ca7b,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:36.259708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483c9ab1-4f3a-42ee-bb3f-defec5ed8138 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Checking segment: {'id': '641e714f-181a-4b7c-80f6-52bebda9d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '80683c0c-139f-45c8-94a5-2d6c401b9d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:30:36.260254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c9ab1-4f3a-42ee-bb3f-defec5ed8138 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Network hostable DHCP agents. Network: 80683c0c-139f-45c8-94a5-2d6c401b9d7a, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:30:36.350222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483c9ab1-4f3a-42ee-bb3f-defec5ed8138 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Network 80683c0c-139f-45c8-94a5-2d6c401b9d7a is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:30:36.465530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-483c9ab1-4f3a-42ee-bb3f-defec5ed8138 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 80683c0c-139f-45c8-94a5-2d6c401b9d7a) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:36.474665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483c9ab1-4f3a-42ee-bb3f-defec5ed8138 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:36.476240 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-483c9ab1-4f3a-42ee-bb3f-defec5ed8138 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:36.488484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8fcfbc-d736-4f2d-855e-9efc1e1e2089 None None] Network 80683c0c-139f-45c8-94a5-2d6c401b9d7a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:30:36.588426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-483c9ab1-4f3a-42ee-bb3f-defec5ed8138 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9206221 Oct 13 14:30:36.588937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39610) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:36.596145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Request body: {'port': {'network_id': '80683c0c-139f-45c8-94a5-2d6c401b9d7a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-204342655'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:36.686408 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-80683c0c-139f-45c8-94a5-2d6c401b9d7a', 'network_id': '80683c0c-139f-45c8-94a5-2d6c401b9d7a', 'tenant_id': '48e483c823e24895924e25b7be60041a', 'fixed_ips': [{'subnet_id': 'b585f656-35bb-4097-8607-5d891949ca7b'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:30:36.689007 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:36.859535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Allocated IP 2001:db8::2 (80683c0c-139f-45c8-94a5-2d6c401b9d7a/b585f656-35bb-4097-8607-5d891949ca7b/4a333f21-f894-460e-91a9-51c214d4f8ed) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:30:36.898847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Made reservation on behalf of 48e483c823e24895924e25b7be60041a for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:30:36.902604 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:36.921530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] device_id is not set on port b05f5ad9-8ec1-429d-a681-f2398341bd24 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:30:37.025996 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:37.133651 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:37.176912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Network 80683c0c-139f-45c8-94a5-2d6c401b9d7a is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:30:37.186435 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:37.191126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:30:37.205347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Pushing event updated for resources: {'Port': ['ID=4a333f21-f894-460e-91a9-51c214d4f8ed,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:37.208856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Allocated IP 2001:db8::1dd (80683c0c-139f-45c8-94a5-2d6c401b9d7a/b585f656-35bb-4097-8607-5d891949ca7b/b05f5ad9-8ec1-429d-a681-f2398341bd24) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:30:37.230087 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:37.230422 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:37.230759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:37.231097 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:37.231430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:37.231755 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:37.232076 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:37.232397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:37.232714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:37.233055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:37.233375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:37.233688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:30:37.280671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Attempting to bind port 4a333f21-f894-460e-91a9-51c214d4f8ed on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:30:37.281508 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Attempting to bind port 4a333f21-f894-460e-91a9-51c214d4f8ed by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '641e714f-181a-4b7c-80f6-52bebda9d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '80683c0c-139f-45c8-94a5-2d6c401b9d7a'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:30:37.281971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Attempting to bind port 4a333f21-f894-460e-91a9-51c214d4f8ed on network 80683c0c-139f-45c8-94a5-2d6c401b9d7a {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:30:37.289188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:30:37.289725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Checking segment: {'id': '641e714f-181a-4b7c-80f6-52bebda9d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '80683c0c-139f-45c8-94a5-2d6c401b9d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:30:37.291104 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:37.291661 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Bound using segment: {'id': '641e714f-181a-4b7c-80f6-52bebda9d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '80683c0c-139f-45c8-94a5-2d6c401b9d7a'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:30:37.292395 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Bound port: 4a333f21-f894-460e-91a9-51c214d4f8ed, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641e714f-181a-4b7c-80f6-52bebda9d77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '80683c0c-139f-45c8-94a5-2d6c401b9d7a'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:30:37.293067 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:37.375811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] For port 4a333f21-f894-460e-91a9-51c214d4f8ed, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:30:37.380953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] For port 4a333f21-f894-460e-91a9-51c214d4f8ed, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4a333f21-f894-460e-91a9-51c214d4f8ed,segment=NetworkSegment(641e714f-181a-4b7c-80f6-52bebda9d77d),segment_id=641e714f-181a-4b7c-80f6-52bebda9d77d)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:30:37.436687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4156f6-e96e-4a5e-8d96-e3b8aa38b7de req-68ea7812-37ae-42f6-ad41-f9f2c7662913 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:37.439222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b4156f6-e96e-4a5e-8d96-e3b8aa38b7de req-68ea7812-37ae-42f6-ad41-f9f2c7662913 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1356945 Oct 13 14:30:37.471155 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:37.512111 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:37.547747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b4156f6-e96e-4a5e-8d96-e3b8aa38b7de req-db24e45b-15ab-46a0-8781-f5f1c6dee034 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982537 Oct 13 14:30:37.556354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d973e-3183-42a3-b3eb-2af42664b065 None None] Pushing event updated for resources: {'Port': ['ID=4a333f21-f894-460e-91a9-51c214d4f8ed,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:37.665240 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:37.750315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Pushing event updated for resources: {'Port': ['ID=b05f5ad9-8ec1-429d-a681-f2398341bd24,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:37.760482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Network 80683c0c-139f-45c8-94a5-2d6c401b9d7a is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:30:37.769949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:37.774643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:30:37.780754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:37.783674 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:37.898258 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cf827f5f-6894-492b-a59b-5bf916188604 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3058271 Oct 13 14:30:37.899523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39652) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:37.905274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Request body: {'port': {'network_id': '80683c0c-139f-45c8-94a5-2d6c401b9d7a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1456563396', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:37.905834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.api.validators [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] bootfile-name is not in valid_values {{(pid=112685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 14:30:37.906370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.api.validators [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] tftp-server is not in valid_values {{(pid=112685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 14:30:37.906697 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.api.validators [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] server-ip-address is not in valid_values {{(pid=112685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 14:30:38.136703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-2c1e69f5-a398-4cd9-b8e7-f7d6fd94b1f0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:38.138290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-2c1e69f5-a398-4cd9-b8e7-f7d6fd94b1f0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.1791165 Oct 13 14:30:38.160329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-42c62889-df97-484b-b28f-a512abd9b31c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/quotas/94f59679c6494a9e8ae6c3645e566442 HTTP/1.1" status: 200 len: 375 time: 0.0102262 Oct 13 14:30:38.241456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-a2963a97-3608-4737-a95c-9b70634155fc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741343 Oct 13 14:30:38.242410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Made reservation on behalf of 48e483c823e24895924e25b7be60041a for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:30:38.246037 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:38.327231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4a333f21-f894-460e-91a9-51c214d4f8ed up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:30:38.356669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] device_id is not set on port 32abdcf3-bc36-4761-8f46-4d1bfddc267e yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:30:38.417512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4a333f21-f894-460e-91a9-51c214d4f8ed triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:38.418120 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:38.563615 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:38.567845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-91a22695-b5c7-4e37-8a4a-bd2d5c5f0f62 service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032415 Oct 13 14:30:38.640260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 4a333f21-f894-460e-91a9-51c214d4f8ed, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4a333f21-f894-460e-91a9-51c214d4f8ed,segment=NetworkSegment(641e714f-181a-4b7c-80f6-52bebda9d77d),segment_id=641e714f-181a-4b7c-80f6-52bebda9d77d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:38.707585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Allocated IP 2001:db8::2f8 (80683c0c-139f-45c8-94a5-2d6c401b9d7a/b585f656-35bb-4097-8607-5d891949ca7b/32abdcf3-bc36-4761-8f46-4d1bfddc267e) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:30:38.761772 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:38.789581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-5084d740-33bb-454a-a176-ad11adcaefaa service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204289 Oct 13 14:30:38.827659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c21e60-c310-439c-9b29-b1dfa503fa6d req-643b2bf5-0916-4e5d-9fed-dd63a32b016e tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:38.832225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59c21e60-c310-439c-9b29-b1dfa503fa6d req-643b2bf5-0916-4e5d-9fed-dd63a32b016e tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1604416 Oct 13 14:30:38.840255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd47717d-da44-4e2c-8a36-2f1a3e173926 None None] Network 80683c0c-139f-45c8-94a5-2d6c401b9d7a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:30:38.856743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=4a333f21-f894-460e-91a9-51c214d4f8ed,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:38.912206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59c21e60-c310-439c-9b29-b1dfa503fa6d req-1f9c5f41-7350-4f7f-9389-2721c487abdd tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787494 Oct 13 14:30:38.989636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-dc3231ce-6d11-4143-b488-d67935b5c5eb None None] Provisioning complete for port 4a333f21-f894-460e-91a9-51c214d4f8ed triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:38.990374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dc3231ce-6d11-4143-b488-d67935b5c5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:39.086832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:39.190119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4aa7ebb1-0db6-451d-88bb-8a9d0002fb16 req-7cd4a813-2cff-45b7-a17b-d90190f96c32 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 210 time: 0.0387754 Oct 13 14:30:39.269230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:39.338633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Network 80683c0c-139f-45c8-94a5-2d6c401b9d7a is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:30:39.342318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:39.344960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:30:39.352151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:39.352913 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:39.367808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Pushing event updated for resources: {'Port': ['ID=32abdcf3-bc36-4761-8f46-4d1bfddc267e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:39.495818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-954c90b0-67ca-4e3e-b31d-9a602310fb0c None None] Provisioning complete for port b05f5ad9-8ec1-429d-a681-f2398341bd24 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:39.496488 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-954c90b0-67ca-4e3e-b31d-9a602310fb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:39.715706 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-954c90b0-67ca-4e3e-b31d-9a602310fb0c None None] Port b05f5ad9-8ec1-429d-a681-f2398341bd24 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:30:39.734750 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-954c90b0-67ca-4e3e-b31d-9a602310fb0c None None] Provisioning complete for port 4a333f21-f894-460e-91a9-51c214d4f8ed triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:39.734750 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-954c90b0-67ca-4e3e-b31d-9a602310fb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:39.843720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f44b1806-4691-48a7-8586-fc5271d5ce32 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9428604 Oct 13 14:30:39.855190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39702) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:39.957786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4983ec1b-cd87-4fb6-bbe2-5604c0470d6a None None] Provisioning complete for port b05f5ad9-8ec1-429d-a681-f2398341bd24 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:39.958362 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4983ec1b-cd87-4fb6-bbe2-5604c0470d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:39.960528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d01357-b98a-412e-9485-aac16a57a21c tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:39.968337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d01357-b98a-412e-9485-aac16a57a21c tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:39.977987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d01357-b98a-412e-9485-aac16a57a21c tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:39.982638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-44d01357-b98a-412e-9485-aac16a57a21c tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1237993 Oct 13 14:30:39.983138 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39708) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:40.023568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4983ec1b-cd87-4fb6-bbe2-5604c0470d6a None None] Port b05f5ad9-8ec1-429d-a681-f2398341bd24 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:30:40.106900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71affd-cf00-450e-a593-f6dcbafbf9fd req-6da19ffd-6887-45b0-b9e2-230e35127bbb tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:40.124773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1be8da2f-c726-42b8-8af1-ca2a992851f1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Deleting port 32abdcf3-bc36-4761-8f46-4d1bfddc267e {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:40.125176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be8da2f-c726-42b8-8af1-ca2a992851f1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:40.125576 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e71affd-cf00-450e-a593-f6dcbafbf9fd req-6da19ffd-6887-45b0-b9e2-230e35127bbb tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.0933254 Oct 13 14:30:40.157886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1d798298-d4d5-447e-9f71-ca79e483bb78 None None] Provisioning complete for port 32abdcf3-bc36-4761-8f46-4d1bfddc267e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:40.158757 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1d798298-d4d5-447e-9f71-ca79e483bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:40.208505 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e71affd-cf00-450e-a593-f6dcbafbf9fd req-524ccbaf-4548-46b2-a322-d787bfa2b274 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819447 Oct 13 14:30:40.247417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1d798298-d4d5-447e-9f71-ca79e483bb78 None None] Port 32abdcf3-bc36-4761-8f46-4d1bfddc267e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:30:40.316303 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3eb3dde4-362a-4fc0-95f3-6df80f394b10 req-7ac6fa9b-2572-4837-b990-94302121aef8 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 210 time: 0.0483553 Oct 13 14:30:40.347110 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be8da2f-c726-42b8-8af1-ca2a992851f1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:40.361202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4a333f21-f894-460e-91a9-51c214d4f8ed up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:30:40.393044 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1be8da2f-c726-42b8-8af1-ca2a992851f1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Calling delete_port for 32abdcf3-bc36-4761-8f46-4d1bfddc267e owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:40.424757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4a333f21-f894-460e-91a9-51c214d4f8ed triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:40.425237 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:40.739730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be8da2f-c726-42b8-8af1-ca2a992851f1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:40.834412 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8da2f-c726-42b8-8af1-ca2a992851f1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Pushing event deleted for resources: {'Port': ['ID=32abdcf3-bc36-4761-8f46-4d1bfddc267e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:40.865694 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1be8da2f-c726-42b8-8af1-ca2a992851f1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:40.874833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39742) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:40.885162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-28fa2579-0bc4-4643-8da7-f13167760392 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Request body: {'port': {'name': 'tempest-new-port-name-1166608000', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:40.893215 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1be8da2f-c726-42b8-8af1-ca2a992851f1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] 10.222.0.18 "DELETE /v2.0/ports/32abdcf3-bc36-4761-8f46-4d1bfddc267e HTTP/1.1" status: 204 len: 168 time: 0.9016716 Oct 13 14:30:40.893481 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.api.validators [None req-28fa2579-0bc4-4643-8da7-f13167760392 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] bootfile-name is not in valid_values {{(pid=112685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 14:30:40.893481 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.api.validators [None req-28fa2579-0bc4-4643-8da7-f13167760392 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] tftp-server is not in valid_values {{(pid=112685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 14:30:40.893481 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.api.validators [None req-28fa2579-0bc4-4643-8da7-f13167760392 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] server-ip-address is not in valid_values {{(pid=112685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 14:30:41.327086 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28fa2579-0bc4-4643-8da7-f13167760392 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:41.369655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d25f7-ecc9-4964-a502-d9dc885d4b1f req-4232085d-9ee0-4d1a-93a4-5b4859fe3299 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:41.371380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e4d25f7-ecc9-4964-a502-d9dc885d4b1f req-4232085d-9ee0-4d1a-93a4-5b4859fe3299 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.4131413 Oct 13 14:30:41.478506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c166747-ce33-45d9-b88c-45a12ae55899 req-1d6d40ce-75b4-4414-b60c-1f1fa62a7de6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 210 time: 0.0583968 Oct 13 14:30:41.539767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e4d25f7-ecc9-4964-a502-d9dc885d4b1f req-66ce1f7b-485a-41fe-89ad-5e6be8b80754 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482291 Oct 13 14:30:41.652272 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28fa2579-0bc4-4643-8da7-f13167760392 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:41.727193 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28fa2579-0bc4-4643-8da7-f13167760392 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:41.809631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-28fa2579-0bc4-4643-8da7-f13167760392 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] In _notify_port_updated(), no bound segment for port b05f5ad9-8ec1-429d-a681-f2398341bd24 on network 80683c0c-139f-45c8-94a5-2d6c401b9d7a {{(pid=112685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:30:41.824063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fa2579-0bc4-4643-8da7-f13167760392 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:41.826544 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28fa2579-0bc4-4643-8da7-f13167760392 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:41.831951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39762) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:41.847214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-28fa2579-0bc4-4643-8da7-f13167760392 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] 10.222.0.18 "PUT /v2.0/ports/b05f5ad9-8ec1-429d-a681-f2398341bd24 HTTP/1.1" status: 200 len: 1130 time: 0.9672453 Oct 13 14:30:41.867897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa2579-0bc4-4643-8da7-f13167760392 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Pushing event updated for resources: {'Port': ['ID=b05f5ad9-8ec1-429d-a681-f2398341bd24,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:41.911747 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdbd4f2-fdde-4843-9a3f-1600c7b3a8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:41.917212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39768) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:41.918343 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dfdbd4f2-fdde-4843-9a3f-1600c7b3a8e1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] 10.222.0.18 "GET /v2.0/ports/b05f5ad9-8ec1-429d-a681-f2398341bd24 HTTP/1.1" status: 200 len: 1130 time: 0.0843208 Oct 13 14:30:42.062142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-96381f64-17cf-4243-a732-10eab3a49c15 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Deleting port b05f5ad9-8ec1-429d-a681-f2398341bd24 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:42.062490 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96381f64-17cf-4243-a732-10eab3a49c15 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:42.267977 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96381f64-17cf-4243-a732-10eab3a49c15 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:42.305140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-96381f64-17cf-4243-a732-10eab3a49c15 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Calling delete_port for b05f5ad9-8ec1-429d-a681-f2398341bd24 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:42.309144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1ceee62d-465a-437a-a077-c27528b7232b None None] Provisioning complete for port b05f5ad9-8ec1-429d-a681-f2398341bd24 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:42.309712 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1ceee62d-465a-437a-a077-c27528b7232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:42.314612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-be5477cd-bb76-4e9e-84c0-43808f82ef5c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:42.316215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-be5477cd-bb76-4e9e-84c0-43808f82ef5c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.2492645 Oct 13 14:30:42.371330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1ceee62d-465a-437a-a077-c27528b7232b None None] Port b05f5ad9-8ec1-429d-a681-f2398341bd24 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:30:42.408891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-3fcaec79-b57b-4321-b6d6-27b74054bae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'port': {'device_id': '3092ea7d-b90a-4818-8fc6-ce3bc74ea22b', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'admin_state_up': True, 'tenant_id': '94f59679c6494a9e8ae6c3645e566442'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:42.555715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be181ed9-f95c-4d3e-8de2-a5c8a8bc4504 req-c9683d0e-00ad-428c-901f-ccec27010e22 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:42.557303 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be181ed9-f95c-4d3e-8de2-a5c8a8bc4504 req-c9683d0e-00ad-428c-901f-ccec27010e22 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.49 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1448290 Oct 13 14:30:42.715483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f76859f-d62a-463c-a677-fcd80343dfe2 req-d9f17c59-35b0-4800-8933-920d12cc36b9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 210 time: 0.0927815 Oct 13 14:30:42.804607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78102d19-a2b4-44fa-b0c2-a6ed20a1360a req-0e82b667-eb97-4fe4-b25d-920b18a96d85 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:42.806392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78102d19-a2b4-44fa-b0c2-a6ed20a1360a req-0e82b667-eb97-4fe4-b25d-920b18a96d85 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 945 time: 0.1333935 Oct 13 14:30:42.848382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-be181ed9-f95c-4d3e-8de2-a5c8a8bc4504 req-d1dffbf1-6823-473a-a261-9f1a84316463 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Deleting port 75f15c35-c241-4a44-a622-c43f23b673fc {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:42.848896 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be181ed9-f95c-4d3e-8de2-a5c8a8bc4504 req-d1dffbf1-6823-473a-a261-9f1a84316463 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:42.851506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-3fcaec79-b57b-4321-b6d6-27b74054bae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Made reservation on behalf of 94f59679c6494a9e8ae6c3645e566442 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:30:42.854913 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-3fcaec79-b57b-4321-b6d6-27b74054bae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:42.917231 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96381f64-17cf-4243-a732-10eab3a49c15 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:42.991334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78102d19-a2b4-44fa-b0c2-a6ed20a1360a req-90fe3b5c-ad32-42a6-b1c7-c9d881b7c66e tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661587 Oct 13 14:30:43.020351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96381f64-17cf-4243-a732-10eab3a49c15 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Pushing event deleted for resources: {'Port': ['ID=b05f5ad9-8ec1-429d-a681-f2398341bd24,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:43.101284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-96381f64-17cf-4243-a732-10eab3a49c15 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:43.107752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39794) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:43.117620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-96381f64-17cf-4243-a732-10eab3a49c15 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] 10.222.0.18 "DELETE /v2.0/ports/b05f5ad9-8ec1-429d-a681-f2398341bd24 HTTP/1.1" status: 204 len: 168 time: 1.1989343 Oct 13 14:30:43.219533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-be181ed9-f95c-4d3e-8de2-a5c8a8bc4504 req-d1dffbf1-6823-473a-a261-9f1a84316463 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] For port 75f15c35-c241-4a44-a622-c43f23b673fc, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75f15c35-c241-4a44-a622-c43f23b673fc,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:43.219533 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be181ed9-f95c-4d3e-8de2-a5c8a8bc4504 req-d1dffbf1-6823-473a-a261-9f1a84316463 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:43.244020 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7b9f4d-9eb5-47c1-abb2-16b454e9c262 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Deleting subnet b585f656-35bb-4097-8607-5d891949ca7b {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:30:43.248091 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f4d-9eb5-47c1-abb2-16b454e9c262 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:43.264860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-be181ed9-f95c-4d3e-8de2-a5c8a8bc4504 req-d1dffbf1-6823-473a-a261-9f1a84316463 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Calling delete_port for 75f15c35-c241-4a44-a622-c43f23b673fc owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:43.355764 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f4d-9eb5-47c1-abb2-16b454e9c262 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:43.357682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-3fcaec79-b57b-4321-b6d6-27b74054bae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Allocated IP 172.20.0.13 (4e8a36f7-8caf-41d4-931c-18eadbf2a690/08748c55-89a9-4f16-983f-c770a7b74817/cfd18f57-3b87-4b5a-b85f-a2d368c03e43) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:30:43.447723 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f4d-9eb5-47c1-abb2-16b454e9c262 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:43.648141 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f4d-9eb5-47c1-abb2-16b454e9c262 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:43.677448 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b9f4d-9eb5-47c1-abb2-16b454e9c262 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Pushing event deleted for resources: {'Subnet': ['ID=b585f656-35bb-4097-8607-5d891949ca7b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:43.682461 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f4d-9eb5-47c1-abb2-16b454e9c262 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:43.686854 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8d7b9f4d-9eb5-47c1-abb2-16b454e9c262 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] 10.222.0.18 "DELETE /v2.0/subnets/b585f656-35bb-4097-8607-5d891949ca7b HTTP/1.1" status: 204 len: 168 time: 0.5780795 Oct 13 14:30:43.691773 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39806) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:43.697352 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49a9812-8dcb-42a1-9f6a-b3a5a94c7a87 None None] Network 80683c0c-139f-45c8-94a5-2d6c401b9d7a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:30:43.763840 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-3fcaec79-b57b-4321-b6d6-27b74054bae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:43.769341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be181ed9-f95c-4d3e-8de2-a5c8a8bc4504 req-d1dffbf1-6823-473a-a261-9f1a84316463 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:43.795442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['75f15c35-c241-4a44-a622-c43f23b673fc'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:30:43.848931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dffbf1-6823-473a-a261-9f1a84316463 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Pushing event deleted for resources: {'Port': ['ID=75f15c35-c241-4a44-a622-c43f23b673fc,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:43.891469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86b3e23b-41f8-4644-99b7-8381ffc09145 req-f0596147-e9de-4fef-aed5-dc2f37c72d36 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 210 time: 0.0589304 Oct 13 14:30:43.931379 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:43.974293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-be181ed9-f95c-4d3e-8de2-a5c8a8bc4504 req-d1dffbf1-6823-473a-a261-9f1a84316463 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] No DVR routers for this DVR port 75f15c35-c241-4a44-a622-c43f23b673fc on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:30:43.978991 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-be181ed9-f95c-4d3e-8de2-a5c8a8bc4504 req-d1dffbf1-6823-473a-a261-9f1a84316463 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:43.982627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be181ed9-f95c-4d3e-8de2-a5c8a8bc4504 req-d1dffbf1-6823-473a-a261-9f1a84316463 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.49 "DELETE /v2.0/ports/75f15c35-c241-4a44-a622-c43f23b673fc HTTP/1.1" status: 204 len: 173 time: 1.4101443 Oct 13 14:30:43.983800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29537ae6-4f31-4fcb-acff-18a1d8845585', 'name': 'network-vif-deleted', 'tag': '75f15c35-c241-4a44-a622-c43f23b673fc'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:30:43.986858 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43742973-e0fd-4206-abf1-bc23d68b543f" -d '{"events": [{"server_uuid": "29537ae6-4f31-4fcb-acff-18a1d8845585", "name": "network-vif-deleted", "tag": "75f15c35-c241-4a44-a622-c43f23b673fc"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:30:44.066864 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a22fc9-4e8c-4a1b-ad1c-33b003c3606f x-openstack-request-id: req-03a22fc9-4e8c-4a1b-ad1c-33b003c3606f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:30:44.066864 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29537ae6-4f31-4fcb-acff-18a1d8845585", "name": "network-vif-deleted", "tag": "75f15c35-c241-4a44-a622-c43f23b673fc", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:30:44.066864 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03a22fc9-4e8c-4a1b-ad1c-33b003c3606f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:30:44.066864 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29537ae6-4f31-4fcb-acff-18a1d8845585', 'name': 'network-vif-deleted', 'tag': '75f15c35-c241-4a44-a622-c43f23b673fc', 'status': 'completed', 'code': 200} Oct 13 14:30:44.104436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Deleting port 4a333f21-f894-460e-91a9-51c214d4f8ed {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:44.104789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:44.115227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1839501e-419a-46bc-9edd-20eaabf6368e None None] DHCP port deletion for 80683c0c-139f-45c8-94a5-2d6c401b9d7a request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:30:44.186815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1839501e-419a-46bc-9edd-20eaabf6368e None None] Deleting port 4a333f21-f894-460e-91a9-51c214d4f8ed {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:44.187544 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1839501e-419a-46bc-9edd-20eaabf6368e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:44.263066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] For port 4a333f21-f894-460e-91a9-51c214d4f8ed, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4a333f21-f894-460e-91a9-51c214d4f8ed,segment=NetworkSegment(641e714f-181a-4b7c-80f6-52bebda9d77d),segment_id=641e714f-181a-4b7c-80f6-52bebda9d77d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:44.264083 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:44.300212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Calling delete_port for 4a333f21-f894-460e-91a9-51c214d4f8ed owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:44.401488 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4a333f21-f894-460e-91a9-51c214d4f8ed no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:30:44.520581 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-3fcaec79-b57b-4321-b6d6-27b74054bae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:44.521315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1839501e-419a-46bc-9edd-20eaabf6368e None None] For port 4a333f21-f894-460e-91a9-51c214d4f8ed, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4a333f21-f894-460e-91a9-51c214d4f8ed,segment=NetworkSegment(641e714f-181a-4b7c-80f6-52bebda9d77d),segment_id=641e714f-181a-4b7c-80f6-52bebda9d77d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:44.521726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1839501e-419a-46bc-9edd-20eaabf6368e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:44.564658 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1839501e-419a-46bc-9edd-20eaabf6368e None None] Calling delete_port for 4a333f21-f894-460e-91a9-51c214d4f8ed owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:44.582072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4abeeb2-4a56-4066-b0bb-0c02b43d0de2 req-5c864f26-ad1b-492f-9494-4126ad9471a9 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=29537ae6-4f31-4fcb-acff-18a1d8845585 HTTP/1.1" status: 200 len: 210 time: 0.0802283 Oct 13 14:30:44.623412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-3fcaec79-b57b-4321-b6d6-27b74054bae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:30:44.631707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-3fcaec79-b57b-4321-b6d6-27b74054bae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:44.645274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-3fcaec79-b57b-4321-b6d6-27b74054bae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:30:44.681379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcaec79-b57b-4321-b6d6-27b74054bae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'Port': ['ID=cfd18f57-3b87-4b5a-b85f-a2d368c03e43,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:44.687853 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:44.709960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] No DVR routers for this DVR port 4a333f21-f894-460e-91a9-51c214d4f8ed on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:30:44.759418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Pushing event deleted for resources: {'Port': ['ID=4a333f21-f894-460e-91a9-51c214d4f8ed,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:44.776622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1839501e-419a-46bc-9edd-20eaabf6368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:44.799188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-3fcaec79-b57b-4321-b6d6-27b74054bae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:44.800243 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-3fcaec79-b57b-4321-b6d6-27b74054bae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:44.838774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1839501e-419a-46bc-9edd-20eaabf6368e None None] No DVR routers for this DVR port 4a333f21-f894-460e-91a9-51c214d4f8ed on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:30:44.886294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839501e-419a-46bc-9edd-20eaabf6368e None None] Pushing event deleted for resources: {'Port': ['ID=4a333f21-f894-460e-91a9-51c214d4f8ed,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:44.886294 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:44.993343 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:45.002254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-3fcaec79-b57b-4321-b6d6-27b74054bae4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5979149 Oct 13 14:30:45.049761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Request body: {'port': {'device_id': '3092ea7d-b90a-4818-8fc6-ce3bc74ea22b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:45.122318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80683c0c-139f-45c8-94a5-2d6c401b9d7a']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:45.153720 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641e714f-181a-4b7c-80f6-52bebda9d77d') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:45.154022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641e714f-181a-4b7c-80f6-52bebda9d77d') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:45.169761 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5b27ac0c-f8de-4a83-970c-7d9f568a50db None None] Provisioning complete for port cfd18f57-3b87-4b5a-b85f-a2d368c03e43 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:45.170640 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:45.170829 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5b27ac0c-f8de-4a83-970c-7d9f568a50db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:45.185259 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:45.232948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5b27ac0c-f8de-4a83-970c-7d9f568a50db None None] Port cfd18f57-3b87-4b5a-b85f-a2d368c03e43 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:30:45.241456 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:45.254744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:30:45.254744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:30:45.262298 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:30:45.270731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4c0e8-6820-4aa4-90fe-5860521dd5ae req-b038646e-89bd-4ef8-bb6f-2546e2b97506 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:45.272308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92f4c0e8-6820-4aa4-90fe-5860521dd5ae req-b038646e-89bd-4ef8-bb6f-2546e2b97506 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 932 time: 0.1545651 Oct 13 14:30:45.430663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92f4c0e8-6820-4aa4-90fe-5860521dd5ae req-cd54696f-1783-46b4-9504-60a8c4778e10 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198034 Oct 13 14:30:45.466911 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:45.509105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:45.523727 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] 10.222.0.18 "DELETE /v2.0/networks/80683c0c-139f-45c8-94a5-2d6c401b9d7a HTTP/1.1" status: 204 len: 168 time: 1.8225973 Oct 13 14:30:45.570428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad661b-9fe6-4686-8cc9-7da29ab837d1 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703 tempest-ExtraDHCPOptionsIpV6TestJSON-85995703-project] Pushing event deleted for resources: {'Network': ['ID=80683c0c-139f-45c8-94a5-2d6c401b9d7a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:45.817261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd18f57-3b87-4b5a-b85f-a2d368c03e43 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:30:45.827124 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:45.845669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Transition to ACTIVE for port object cfd18f57-3b87-4b5a-b85f-a2d368c03e43 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:30:45.959164 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:46.092117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8a03cf9d-d6e2-40f2-9f0c-e27e78860c4d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:46.097645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8a03cf9d-d6e2-40f2-9f0c-e27e78860c4d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 810 time: 0.1541736 Oct 13 14:30:46.181317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd18f57-3b87-4b5a-b85f-a2d368c03e43,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:46.231867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-372497db-dcef-4553-96d6-1bdffe9c93e3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/quotas/8f84728718b0488ba61011fdc132e344 HTTP/1.1" status: 200 len: 375 time: 0.1254745 Oct 13 14:30:46.319912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-6e7a2de9-47bd-48fc-8c75-78a9ad935fdb tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863988 Oct 13 14:30:46.430266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39880) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:46.514417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-13165d7b-0da5-4f4f-a519-d29a4b86b4a2 service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862180 Oct 13 14:30:46.587018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Attempting to bind port cfd18f57-3b87-4b5a-b85f-a2d368c03e43 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:30:46.587896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Attempting to bind port cfd18f57-3b87-4b5a-b85f-a2d368c03e43 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:30:46.588361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Attempting to bind port cfd18f57-3b87-4b5a-b85f-a2d368c03e43 on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:30:46.692292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Port cfd18f57-3b87-4b5a-b85f-a2d368c03e43 on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:30:46.692292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Attempting to bind port cfd18f57-3b87-4b5a-b85f-a2d368c03e43 on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:30:46.773133 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8458e4c7-a605-43cc-9874-f641c0c713bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48e483c823e24895924e25b7be60041a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416355 Oct 13 14:30:46.775471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39892) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:46.792860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-9ffe5f48-9bb3-4ded-bcf1-be6cbe9158e8 service neutron] 10.222.0.18 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540462 Oct 13 14:30:46.803040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:30:46.809064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Checking segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:30:46.810468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Bound using segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:30:46.811825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Bound port: cfd18f57-3b87-4b5a-b85f-a2d368c03e43, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:30:46.814838 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:46.845375 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-08f99324-226c-40ad-ac36-1713e8ebd8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:46.862756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbb7d7-63ef-4203-afb9-0b01871a6b15 req-50d446a2-8384-4163-a546-30ddc1021e91 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:46.871822 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-08f99324-226c-40ad-ac36-1713e8ebd8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:46.874564 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94cbb7d7-63ef-4203-afb9-0b01871a6b15 req-50d446a2-8384-4163-a546-30ddc1021e91 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.2470858 Oct 13 14:30:46.972831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94cbb7d7-63ef-4203-afb9-0b01871a6b15 req-cee803c8-688b-4cac-b907-672295a24966 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973337 Oct 13 14:30:46.984876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] For port cfd18f57-3b87-4b5a-b85f-a2d368c03e43, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:30:46.999321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] For port cfd18f57-3b87-4b5a-b85f-a2d368c03e43, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cfd18f57-3b87-4b5a-b85f-a2d368c03e43,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:30:47.013268 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-08f99324-226c-40ad-ac36-1713e8ebd8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:47.018165 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-08f99324-226c-40ad-ac36-1713e8ebd8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:47.019730 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-08f99324-226c-40ad-ac36-1713e8ebd8b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df3c17a2-208f-47d3-8b24-b323305bd6f9 HTTP/1.1" status: 204 len: 168 time: 0.2430983 Oct 13 14:30:47.031184 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f99324-226c-40ad-ac36-1713e8ebd8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3c17a2-208f-47d3-8b24-b323305bd6f9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:47.145559 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:47.208998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7a4aa229-56f6-41e0-a1c7-e471cb31eb3b req-1b55adb2-e6f0-45dd-b89e-e271e28cb277 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 210 time: 0.0661733 Oct 13 14:30:47.232058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:47.232779 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:47.263391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] 10.222.0.49 "PUT /v2.0/ports/cfd18f57-3b87-4b5a-b85f-a2d368c03e43 HTTP/1.1" status: 200 len: 1093 time: 2.2311027 Oct 13 14:30:47.263391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3092ea7d-b90a-4818-8fc6-ce3bc74ea22b', 'tag': 'cfd18f57-3b87-4b5a-b85f-a2d368c03e43'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:30:47.263391 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed9c0b5-4a2b-4abd-a1b8-5a6e02324745" -d '{"events": [{"name": "network-changed", "server_uuid": "3092ea7d-b90a-4818-8fc6-ce3bc74ea22b", "tag": "cfd18f57-3b87-4b5a-b85f-a2d368c03e43"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:30:47.346292 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbbb453-1ae7-4902-ae05-b3a2ea14e95e x-openstack-request-id: req-0bbbb453-1ae7-4902-ae05-b3a2ea14e95e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:30:47.346626 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3092ea7d-b90a-4818-8fc6-ce3bc74ea22b", "tag": "cfd18f57-3b87-4b5a-b85f-a2d368c03e43", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:30:47.346819 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bbbb453-1ae7-4902-ae05-b3a2ea14e95e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:30:47.347232 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3092ea7d-b90a-4818-8fc6-ce3bc74ea22b', 'tag': 'cfd18f57-3b87-4b5a-b85f-a2d368c03e43', 'status': 'completed', 'code': 200} Oct 13 14:30:47.357892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149371c4-b9d4-46a9-9de1-0abb6e3d8982 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd18f57-3b87-4b5a-b85f-a2d368c03e43,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:47.422431 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 75f15c35-c241-4a44-a622-c43f23b673fc no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:30:47.473544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9c0b5-4a2b-4abd-a1b8-5a6e02324745 req-fd6db068-5fde-4afa-bdec-f5606e1573d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:47.475931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ed9c0b5-4a2b-4abd-a1b8-5a6e02324745 req-fd6db068-5fde-4afa-bdec-f5606e1573d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 1096 time: 0.1190248 Oct 13 14:30:47.487916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 75f15c35-c241-4a44-a622-c43f23b673fc {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:30:47.490613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 75f15c35-c241-4a44-a622-c43f23b673fc not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:30:47.746899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9c0b5-4a2b-4abd-a1b8-5a6e02324745 req-e2468c1a-f595-4a49-bebb-44aaa742dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:47.749225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ed9c0b5-4a2b-4abd-a1b8-5a6e02324745 req-e2468c1a-f595-4a49-bebb-44aaa742dcd3 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=94f59679c6494a9e8ae6c3645e566442&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2552485 Oct 13 14:30:47.933684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9c0b5-4a2b-4abd-a1b8-5a6e02324745 req-dc983860-9cb5-49ac-be35-27377ad2ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:47.935286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ed9c0b5-4a2b-4abd-a1b8-5a6e02324745 req-dc983860-9cb5-49ac-be35-27377ad2ab00 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1688430 Oct 13 14:30:48.080615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-ea3bf602-f62f-488b-9ebd-7a77a4859e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:48.082895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-ea3bf602-f62f-488b-9ebd-7a77a4859e24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 1096 time: 0.0896413 Oct 13 14:30:48.188694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-f0ab1f09-9d49-4c6b-9ed4-c97011e4bcc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfd18f57-3b87-4b5a-b85f-a2d368c03e43 HTTP/1.1" status: 200 len: 217 time: 0.0898387 Oct 13 14:30:48.347647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09a09179-6bb8-4caf-b593-bf332ae88486 req-7b064c2b-bb69-4b6d-a5a8-5beabeb24934 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 210 time: 0.0611684 Oct 13 14:30:48.391429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76064b0d-226d-4df2-945c-660f6ce62630 req-62d3bb10-14dd-4827-8b20-174cae6860f4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:48.403120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76064b0d-226d-4df2-945c-660f6ce62630 req-62d3bb10-14dd-4827-8b20-174cae6860f4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.2160499 Oct 13 14:30:48.414196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-bc95f260-066a-4ecd-97f2-63cbf9b70ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:48.415877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-bc95f260-066a-4ecd-97f2-63cbf9b70ebe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.1684363 Oct 13 14:30:48.567395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76064b0d-226d-4df2-945c-660f6ce62630 req-15f1a163-bd8c-4116-b46f-206901692d3c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444111 Oct 13 14:30:48.575160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-2eddaab3-4c8d-4894-a306-41d582245099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:48.576578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-2eddaab3-4c8d-4894-a306-41d582245099 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428740 Oct 13 14:30:48.609073 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:48.688372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-c23e3183-08a1-4d23-a80c-6411e9bf20f0 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002302 Oct 13 14:30:49.015598 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39968) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:49.164927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a95ccf01-fc27-4012-b2b6-e71007329628 req-49df17a3-4aae-4914-b369-65f0d2b22fa8 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629581 Oct 13 14:30:49.179000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-753281231'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:49.342400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Made reservation on behalf of fe0e2a2710b6432999fbd0b959640c1c for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:30:49.346688 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:49.355715 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:49.549770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a38836e3-b7b6-4bd8-ae6c-1976121669be req-16c82045-cde5-43be-ad44-5a648dc886c4 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 210 time: 0.0504131 Oct 13 14:30:49.555052 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:49.573014 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-517750a5-6867-42ed-abdd-679ea3c0dc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:49.703656 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:30:49.721134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6d760-84f4-4af7-9a21-3460c0fef824 req-412a540f-e245-4115-a155-08b94b03af87 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:49.724092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09b6d760-84f4-4af7-9a21-3460c0fef824 req-412a540f-e245-4115-a155-08b94b03af87 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.0776701 Oct 13 14:30:49.755861 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:49.781840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:30:49.795869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09b6d760-84f4-4af7-9a21-3460c0fef824 req-951ad8b6-1bd5-414d-993d-2c72ba643827 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612333 Oct 13 14:30:49.830532 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:49.830896 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Added segment cebeb8b0-8257-4cc4-bcd7-510abf3eaae1 of type vlan for network 799b0b57-2dfd-4a93-8fdb-914c940e57fd Oct 13 14:30:49.844240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8b390b-80a4-4381-ba6f-035c96778ef7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:49.926352 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:50.151944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:50.158444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:50.159044 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:50.250802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Pushing event updated for resources: {'Network': ['ID=799b0b57-2dfd-4a93-8fdb-914c940e57fd,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:50.265947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 799b0b57-2dfd-4a93-8fdb-914c940e57fd details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:30:50.318862 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6bda07ef-f7d8-4be0-948a-35250ce0db39 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2971129 Oct 13 14:30:50.322592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40002) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:50.329823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-df36c9b6-5e7f-454e-b40c-f53d9f148e90 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Request body: {'subnet': {'network_id': '799b0b57-2dfd-4a93-8fdb-914c940e57fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:50.567459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-9a5218f8-0f68-469f-bfb4-2f0951369bef tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:50.569262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-9a5218f8-0f68-469f-bfb4-2f0951369bef tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "GET /v2.0/networks?id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 200 len: 810 time: 0.1587551 Oct 13 14:30:50.601118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8fd2b747-2359-4473-9bed-0821ae647832 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Request body: {'port': {'device_id': '7604f97d-7654-421b-ac50-6cc7b2089865', 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'admin_state_up': True, 'tenant_id': '8f84728718b0488ba61011fdc132e344'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:50.692442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df36c9b6-5e7f-454e-b40c-f53d9f148e90 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Made reservation on behalf of fe0e2a2710b6432999fbd0b959640c1c for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:30:50.694613 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df36c9b6-5e7f-454e-b40c-f53d9f148e90 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:50.783733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b638881-1923-4dcb-837e-5cb28e8f0cdc req-326b2eab-c803-49ce-93a0-14af3ea74e1f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 210 time: 0.0972662 Oct 13 14:30:51.048931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8fd2b747-2359-4473-9bed-0821ae647832 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Made reservation on behalf of 8f84728718b0488ba61011fdc132e344 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:30:51.052737 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8fd2b747-2359-4473-9bed-0821ae647832 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:51.153302 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df36c9b6-5e7f-454e-b40c-f53d9f148e90 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:51.176774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b20927-9a4b-4f9f-90eb-e2a8ce8ff1f6 req-393c351d-d3dc-4b19-9818-980d325e123e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:51.179663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0b20927-9a4b-4f9f-90eb-e2a8ce8ff1f6 req-393c351d-d3dc-4b19-9818-980d325e123e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1457860 Oct 13 14:30:51.325622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36c9b6-5e7f-454e-b40c-f53d9f148e90 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Pushing event updated for resources: {'Subnet': ['ID=72ed34c6-08b2-4c6d-8eb3-06e2262deee9,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:51.355571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0b20927-9a4b-4f9f-90eb-e2a8ce8ff1f6 req-4c3ae427-ad97-453e-bec9-c1974d7f8dab tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536760 Oct 13 14:30:51.364324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36c9b6-5e7f-454e-b40c-f53d9f148e90 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Checking segment: {'id': 'cebeb8b0-8257-4cc4-bcd7-510abf3eaae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '799b0b57-2dfd-4a93-8fdb-914c940e57fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:30:51.364738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36c9b6-5e7f-454e-b40c-f53d9f148e90 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Network hostable DHCP agents. Network: 799b0b57-2dfd-4a93-8fdb-914c940e57fd, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:30:51.371529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8fd2b747-2359-4473-9bed-0821ae647832 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Allocated IP 172.20.0.3 (b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81/d16f32c9-ccaa-480d-a65d-017cee6bd114/982537ca-94f9-4f1c-9b04-b0e5a57edeae) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:30:51.515415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df36c9b6-5e7f-454e-b40c-f53d9f148e90 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Network 799b0b57-2dfd-4a93-8fdb-914c940e57fd is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:30:51.583939 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8fd2b747-2359-4473-9bed-0821ae647832 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:51.633906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-df36c9b6-5e7f-454e-b40c-f53d9f148e90 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 799b0b57-2dfd-4a93-8fdb-914c940e57fd) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:51.640544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df36c9b6-5e7f-454e-b40c-f53d9f148e90 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:51.641356 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df36c9b6-5e7f-454e-b40c-f53d9f148e90 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:51.649055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaddd92-e442-4673-b57c-dd2efc4b8803 None None] Network 799b0b57-2dfd-4a93-8fdb-914c940e57fd requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:30:51.722492 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8fd2b747-2359-4473-9bed-0821ae647832 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:51.790970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-df36c9b6-5e7f-454e-b40c-f53d9f148e90 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4633000 Oct 13 14:30:51.792430 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40018) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:51.792922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8fd2b747-2359-4473-9bed-0821ae647832 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:30:51.795706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8fd2b747-2359-4473-9bed-0821ae647832 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:51.800362 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Request body: {'port': {'network_id': '799b0b57-2dfd-4a93-8fdb-914c940e57fd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1080400955'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:51.801495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8fd2b747-2359-4473-9bed-0821ae647832 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:30:51.805723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2b747-2359-4473-9bed-0821ae647832 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Pushing event updated for resources: {'Port': ['ID=982537ca-94f9-4f1c-9b04-b0e5a57edeae,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:51.867560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8fd2b747-2359-4473-9bed-0821ae647832 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:51.867560 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8fd2b747-2359-4473-9bed-0821ae647832 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:51.915442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-799b0b57-2dfd-4a93-8fdb-914c940e57fd', 'network_id': '799b0b57-2dfd-4a93-8fdb-914c940e57fd', 'tenant_id': 'fe0e2a2710b6432999fbd0b959640c1c', 'fixed_ips': [{'subnet_id': '72ed34c6-08b2-4c6d-8eb3-06e2262deee9'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:30:51.917954 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:51.949741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267177f0-d081-406f-81b4-03085fd96a12 req-0d053d62-02f4-4b4c-9b7b-a4100ddc427f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:51.949741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-267177f0-d081-406f-81b4-03085fd96a12 req-0d053d62-02f4-4b4c-9b7b-a4100ddc427f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 931 time: 0.0790312 Oct 13 14:30:52.007138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-8fd2b747-2359-4473-9bed-0821ae647832 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4163563 Oct 13 14:30:52.011656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-267177f0-d081-406f-81b4-03085fd96a12 req-1405604f-e7d4-4761-a4e7-a30d5e4a6cdb tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537994 Oct 13 14:30:52.025172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Request body: {'port': {'device_id': '7604f97d-7654-421b-ac50-6cc7b2089865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:52.074192 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:52.098710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:52.109501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Made reservation on behalf of fe0e2a2710b6432999fbd0b959640c1c for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:30:52.114290 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:52.133085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Allocated IP 172.20.0.2 (799b0b57-2dfd-4a93-8fdb-914c940e57fd/72ed34c6-08b2-4c6d-8eb3-06e2262deee9/50c5da8a-ebaa-4211-877d-f35ddd5998de) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:30:52.179548 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] device_id is not set on port a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:30:52.331465 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-740fe610-3890-4d01-870f-24e69f9a6be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:52.365891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:52.505213 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:52.530963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982537ca-94f9-4f1c-9b04-b0e5a57edeae {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:30:52.559969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61b702-b444-490d-bd0b-5477dbcb85e8 req-d92cdd46-c9a8-4e30-9bf3-360bb04f8149 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:52.561255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bd61b702-b444-490d-bd0b-5477dbcb85e8 req-d92cdd46-c9a8-4e30-9bf3-360bb04f8149 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1207812 Oct 13 14:30:52.564628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:52.567468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Network 799b0b57-2dfd-4a93-8fdb-914c940e57fd is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:30:52.571134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:52.581139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:30:52.591690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Pushing event updated for resources: {'Port': ['ID=50c5da8a-ebaa-4211-877d-f35ddd5998de,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:52.606469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Allocated IP 172.20.0.9 (799b0b57-2dfd-4a93-8fdb-914c940e57fd/72ed34c6-08b2-4c6d-8eb3-06e2262deee9/a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:30:52.614634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Transition to ACTIVE for port object 982537ca-94f9-4f1c-9b04-b0e5a57edeae will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:30:52.655625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bd61b702-b444-490d-bd0b-5477dbcb85e8 req-8577b72a-898d-430c-9538-52e5dfdbbfbc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822456 Oct 13 14:30:52.666584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Attempting to bind port 50c5da8a-ebaa-4211-877d-f35ddd5998de on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:30:52.672360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Attempting to bind port 50c5da8a-ebaa-4211-877d-f35ddd5998de by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'cebeb8b0-8257-4cc4-bcd7-510abf3eaae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '799b0b57-2dfd-4a93-8fdb-914c940e57fd'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:30:52.672360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Attempting to bind port 50c5da8a-ebaa-4211-877d-f35ddd5998de on network 799b0b57-2dfd-4a93-8fdb-914c940e57fd {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:30:52.678194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:30:52.678574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Checking segment: {'id': 'cebeb8b0-8257-4cc4-bcd7-510abf3eaae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '799b0b57-2dfd-4a93-8fdb-914c940e57fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:30:52.678977 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:52.679370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Bound using segment: {'id': 'cebeb8b0-8257-4cc4-bcd7-510abf3eaae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '799b0b57-2dfd-4a93-8fdb-914c940e57fd'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:30:52.679845 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Bound port: 50c5da8a-ebaa-4211-877d-f35ddd5998de, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebeb8b0-8257-4cc4-bcd7-510abf3eaae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '799b0b57-2dfd-4a93-8fdb-914c940e57fd'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:30:52.680225 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:52.749166 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:52.761117 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] For port 50c5da8a-ebaa-4211-877d-f35ddd5998de, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:30:52.765436 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] For port 50c5da8a-ebaa-4211-877d-f35ddd5998de, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=50c5da8a-ebaa-4211-877d-f35ddd5998de,segment=NetworkSegment(cebeb8b0-8257-4cc4-bcd7-510abf3eaae1),segment_id=cebeb8b0-8257-4cc4-bcd7-510abf3eaae1)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:30:52.814628 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:52.839568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=982537ca-94f9-4f1c-9b04-b0e5a57edeae,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:52.851630 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:52.935706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Attempting to bind port 982537ca-94f9-4f1c-9b04-b0e5a57edeae on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:30:52.936323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Attempting to bind port 982537ca-94f9-4f1c-9b04-b0e5a57edeae by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:30:52.937261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Attempting to bind port 982537ca-94f9-4f1c-9b04-b0e5a57edeae on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:30:52.941565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf0f2a-e73f-4644-8829-22e3c1cd51cf None None] Pushing event updated for resources: {'Port': ['ID=50c5da8a-ebaa-4211-877d-f35ddd5998de,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:52.943113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Port 982537ca-94f9-4f1c-9b04-b0e5a57edeae on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:30:52.943450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Attempting to bind port 982537ca-94f9-4f1c-9b04-b0e5a57edeae on network b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:30:52.960699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:30:52.961120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Checking segment: {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:30:52.961514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Bound using segment: {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:30:52.962084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Bound port: 982537ca-94f9-4f1c-9b04-b0e5a57edeae, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04944aea-7bf0-4429-842d-ae9bdae42d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:30:52.962449 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:52.984150 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:53.031447 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Network 799b0b57-2dfd-4a93-8fdb-914c940e57fd is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:30:53.035185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:53.045809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:30:53.058062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] For port 982537ca-94f9-4f1c-9b04-b0e5a57edeae, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:30:53.062769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] For port 982537ca-94f9-4f1c-9b04-b0e5a57edeae, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=982537ca-94f9-4f1c-9b04-b0e5a57edeae,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:30:53.103000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Pushing event updated for resources: {'Port': ['ID=a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:53.138748 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:53.139672 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:53.177656 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:53.239751 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8f04022b-832b-40ef-9b55-26db5a4d3e48 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4458134 Oct 13 14:30:53.243403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40034) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:53.254756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:53.255436 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:53.256162 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Request body: {'port': {'network_id': '799b0b57-2dfd-4a93-8fdb-914c940e57fd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1234071652', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:53.256878 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] 10.222.0.41 "PUT /v2.0/ports/982537ca-94f9-4f1c-9b04-b0e5a57edeae HTTP/1.1" status: 200 len: 1092 time: 1.2402306 Oct 13 14:30:53.257521 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.api.validators [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] bootfile-name is not in valid_values {{(pid=112684) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 14:30:53.258265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7604f97d-7654-421b-ac50-6cc7b2089865', 'tag': '982537ca-94f9-4f1c-9b04-b0e5a57edeae'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:30:53.258401 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.api.validators [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] tftp-server is not in valid_values {{(pid=112684) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 14:30:53.259489 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.api.validators [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] server-ip-address is not in valid_values {{(pid=112684) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 14:30:53.260636 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40449ccf-d6e9-4be3-8728-37ac27d409f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7604f97d-7654-421b-ac50-6cc7b2089865", "tag": "982537ca-94f9-4f1c-9b04-b0e5a57edeae"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:30:53.282696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d5fc-f1dd-43f5-abcb-d9735ab03c60 req-08826187-206f-4ceb-8fc5-ac4c9bedaa93 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:53.287908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edb9d5fc-f1dd-43f5-abcb-d9735ab03c60 req-08826187-206f-4ceb-8fc5-ac4c9bedaa93 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 943 time: 0.1560388 Oct 13 14:30:53.327193 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e359ae1-5f78-41cf-bbd9-7c00c3242de6 x-openstack-request-id: req-6e359ae1-5f78-41cf-bbd9-7c00c3242de6 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:30:53.329240 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7604f97d-7654-421b-ac50-6cc7b2089865", "tag": "982537ca-94f9-4f1c-9b04-b0e5a57edeae", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:30:53.329240 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e359ae1-5f78-41cf-bbd9-7c00c3242de6 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:30:53.329240 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7604f97d-7654-421b-ac50-6cc7b2089865', 'tag': '982537ca-94f9-4f1c-9b04-b0e5a57edeae', 'status': 'completed', 'code': 200} Oct 13 14:30:53.338472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4675404-305b-49e6-abe0-d6374ee59ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=982537ca-94f9-4f1c-9b04-b0e5a57edeae,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:53.409062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edb9d5fc-f1dd-43f5-abcb-d9735ab03c60 req-8b412e17-673c-4bcf-8a85-3aaf0ae70641 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089876 Oct 13 14:30:53.431322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40449ccf-d6e9-4be3-8728-37ac27d409f4 req-b3cf32c6-1a89-452f-b222-cd0b719ae505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:53.432929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40449ccf-d6e9-4be3-8728-37ac27d409f4 req-b3cf32c6-1a89-452f-b222-cd0b719ae505 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 1095 time: 0.0751381 Oct 13 14:30:53.555898 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Made reservation on behalf of fe0e2a2710b6432999fbd0b959640c1c for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:30:53.559607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40449ccf-d6e9-4be3-8728-37ac27d409f4 req-5727b682-5757-470c-92da-cf4b593565fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:53.560340 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:53.561143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40449ccf-d6e9-4be3-8728-37ac27d409f4 req-5727b682-5757-470c-92da-cf4b593565fe service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8f84728718b0488ba61011fdc132e344&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1183798 Oct 13 14:30:53.718898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40449ccf-d6e9-4be3-8728-37ac27d409f4 req-a13aec68-6cb5-4bae-872d-62e7747e36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:53.722424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40449ccf-d6e9-4be3-8728-37ac27d409f4 req-a13aec68-6cb5-4bae-872d-62e7747e36d7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1537361 Oct 13 14:30:53.841480 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:53.860355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351277c6-e71a-4698-b33e-4fc2490b1f17 req-1be65c10-1416-4fcf-9985-69751a977a96 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:53.866137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-351277c6-e71a-4698-b33e-4fc2490b1f17 req-1be65c10-1416-4fcf-9985-69751a977a96 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1199198 Oct 13 14:30:53.870616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d563dcf3-a68b-45a7-aba8-fb9b62f7e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:53.872180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-d563dcf3-a68b-45a7-aba8-fb9b62f7e318 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f84728718b0488ba61011fdc132e344&device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 1095 time: 0.0950160 Oct 13 14:30:53.979753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] device_id is not set on port 7e4f976d-5f06-4323-8380-39f7065b1c43 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:30:53.991795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-b30c04e1-5314-4f84-9684-19c51bf00e80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=982537ca-94f9-4f1c-9b04-b0e5a57edeae HTTP/1.1" status: 200 len: 217 time: 0.0647407 Oct 13 14:30:53.995377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-351277c6-e71a-4698-b33e-4fc2490b1f17 req-9a3ed30f-34bf-4b59-8c1c-c71a07a74bdf tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218979 Oct 13 14:30:53.999533 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:54.058378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-9369fa87-3bc5-43ac-af8e-f5f172d5e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:54.061306 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-9369fa87-3bc5-43ac-af8e-f5f172d5e841 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d16f32c9-ccaa-480d-a65d-017cee6bd114 HTTP/1.1" status: 200 len: 850 time: 0.0648770 Oct 13 14:30:54.123332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-70fd4807-1ea8-4dcc-a198-8f3373243f93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525792 Oct 13 14:30:54.151040 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Allocated IP 172.20.0.6 (799b0b57-2dfd-4a93-8fdb-914c940e57fd/72ed34c6-08b2-4c6d-8eb3-06e2262deee9/7e4f976d-5f06-4323-8380-39f7065b1c43) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:30:54.325369 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c695ac36-e105-4412-afbf-481aa6467e06 None None] Network 799b0b57-2dfd-4a93-8fdb-914c940e57fd requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:30:54.360042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-3fd118a4-96f2-4e5d-855d-ed6e429ae2e9 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230799 Oct 13 14:30:54.396294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 50c5da8a-ebaa-4211-877d-f35ddd5998de up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:30:54.428552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:54.459775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8c7c688d-0d46-4ec8-afac-e47d6051baf8 None None] Provisioning complete for port 50c5da8a-ebaa-4211-877d-f35ddd5998de triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:54.461209 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8c7c688d-0d46-4ec8-afac-e47d6051baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:54.475573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3319f94-1f19-480c-9e2c-2cd3cc32b62f req-1a7844c7-c56f-4d84-96d1-a98139cb7c8b service neutron] 10.222.0.41 "GET /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109564 Oct 13 14:30:54.571745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3d88b-fe37-4359-a63b-bc3ae6c2680b req-064b35c8-6319-4ee4-9120-72846850c7cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:54.573516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01f3d88b-fe37-4359-a63b-bc3ae6c2680b req-064b35c8-6319-4ee4-9120-72846850c7cc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 943 time: 0.0669448 Oct 13 14:30:54.625314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01f3d88b-fe37-4359-a63b-bc3ae6c2680b req-3ab2c367-0c91-46d6-aaa4-499f3379e52c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 Oct 13 14:30:54.639451 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8c7c688d-0d46-4ec8-afac-e47d6051baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:54.643836 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:54.645531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 50c5da8a-ebaa-4211-877d-f35ddd5998de triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:54.645911 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:54.706914 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Network 799b0b57-2dfd-4a93-8fdb-914c940e57fd is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:30:54.714294 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:30:54.725303 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:30:54.756869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8c7c688d-0d46-4ec8-afac-e47d6051baf8 None None] For port 50c5da8a-ebaa-4211-877d-f35ddd5998de, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=50c5da8a-ebaa-4211-877d-f35ddd5998de,segment=NetworkSegment(cebeb8b0-8257-4cc4-bcd7-510abf3eaae1),segment_id=cebeb8b0-8257-4cc4-bcd7-510abf3eaae1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:54.762994 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Pushing event updated for resources: {'Port': ['ID=7e4f976d-5f06-4323-8380-39f7065b1c43,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:54.800642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:54.801402 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:54.830125 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:54.899644 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8c7c688d-0d46-4ec8-afac-e47d6051baf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:54.948772 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-70ee2d21-72c7-448b-8943-50e1fdef5e63 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7019725 Oct 13 14:30:54.949893 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40052) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:55.005408 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:30:55.006519 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:30:55.024327 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b357c5b-ec27-4ce8-bafc-14bed3ab2d0f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:55.033995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b357c5b-ec27-4ce8-bafc-14bed3ab2d0f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:55.055724 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b357c5b-ec27-4ce8-bafc-14bed3ab2d0f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:55.060870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40056) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:55.061743 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4b357c5b-ec27-4ce8-bafc-14bed3ab2d0f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1108322 Oct 13 14:30:55.069453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c688d-0d46-4ec8-afac-e47d6051baf8 None None] Pushing event updated for resources: {'Port': ['ID=50c5da8a-ebaa-4211-877d-f35ddd5998de,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:55.125489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3a85160f-8598-45c9-a755-92fdcf588d59 None None] Provisioning complete for port a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:55.126708 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3a85160f-8598-45c9-a755-92fdcf588d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:55.168289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3a85160f-8598-45c9-a755-92fdcf588d59 None None] Port a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:30:55.186420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3a85160f-8598-45c9-a755-92fdcf588d59 None None] Provisioning complete for port 50c5da8a-ebaa-4211-877d-f35ddd5998de triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:55.187696 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3a85160f-8598-45c9-a755-92fdcf588d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:55.218175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ae2db-f849-4038-b101-4e9e12796474 req-63060f50-e546-4ac0-bdec-f838f37828ed tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:55.222411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae9ae2db-f849-4038-b101-4e9e12796474 req-63060f50-e546-4ac0-bdec-f838f37828ed tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1059177 Oct 13 14:30:55.264215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-42b752de-fa3e-4808-a161-6abdc0db22f8 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Deleting port 7e4f976d-5f06-4323-8380-39f7065b1c43 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:55.264705 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-42b752de-fa3e-4808-a161-6abdc0db22f8 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:55.378241 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-42b752de-fa3e-4808-a161-6abdc0db22f8 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:55.385806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3a85160f-8598-45c9-a755-92fdcf588d59 None None] Provisioning complete for port 7e4f976d-5f06-4323-8380-39f7065b1c43 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:55.386203 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3a85160f-8598-45c9-a755-92fdcf588d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:55.391674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-42b752de-fa3e-4808-a161-6abdc0db22f8 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Calling delete_port for 7e4f976d-5f06-4323-8380-39f7065b1c43 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:55.412090 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:55.430279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3a85160f-8598-45c9-a755-92fdcf588d59 None None] Port 7e4f976d-5f06-4323-8380-39f7065b1c43 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:30:55.489671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae9ae2db-f849-4038-b101-4e9e12796474 req-9d2d173f-a1b2-4a87-8b96-de802cd84084 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571936 Oct 13 14:30:55.564597 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-321cc079-fccf-4765-9c06-bc2d48597bec None None] Provisioning complete for port a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:55.565400 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-321cc079-fccf-4765-9c06-bc2d48597bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:55.624913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-321cc079-fccf-4765-9c06-bc2d48597bec None None] Port a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:30:55.707480 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-42b752de-fa3e-4808-a161-6abdc0db22f8 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:55.738638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3ffde4d1-2300-426c-9d24-d6a7a3a6a8b4 None None] Could not find standard attr ID for object 7e4f976d-5f06-4323-8380-39f7065b1c43. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:30:55.739665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b752de-fa3e-4808-a161-6abdc0db22f8 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Pushing event deleted for resources: {'Port': ['ID=7e4f976d-5f06-4323-8380-39f7065b1c43,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:55.866746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16525fdc-be83-423a-800f-39482d795589 req-bd089e53-d788-4ebc-a58f-6e4ddadba45d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:55.868475 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16525fdc-be83-423a-800f-39482d795589 req-bd089e53-d788-4ebc-a58f-6e4ddadba45d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 943 time: 0.1247408 Oct 13 14:30:55.884247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-42b752de-fa3e-4808-a161-6abdc0db22f8 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:55.890919 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-42b752de-fa3e-4808-a161-6abdc0db22f8 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] 10.222.0.18 "DELETE /v2.0/ports/7e4f976d-5f06-4323-8380-39f7065b1c43 HTTP/1.1" status: 204 len: 168 time: 0.8287408 Oct 13 14:30:55.895852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40064) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:55.902725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0916ab8a-3cd0-439e-8c94-00488f53ca5f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Request body: {'port': {'name': 'tempest-new-port-name-942596647', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:30:55.903456 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.api.validators [None req-0916ab8a-3cd0-439e-8c94-00488f53ca5f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] bootfile-name is not in valid_values {{(pid=112684) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 14:30:55.903988 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.api.validators [None req-0916ab8a-3cd0-439e-8c94-00488f53ca5f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] tftp-server is not in valid_values {{(pid=112684) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 14:30:55.906129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.api.validators [None req-0916ab8a-3cd0-439e-8c94-00488f53ca5f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] server-ip-address is not in valid_values {{(pid=112684) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 13 14:30:55.977882 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16525fdc-be83-423a-800f-39482d795589 req-ad46d65c-d456-4e47-aee3-70976d6c53b1 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856853 Oct 13 14:30:56.048049 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0916ab8a-3cd0-439e-8c94-00488f53ca5f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:56.312484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 50c5da8a-ebaa-4211-877d-f35ddd5998de up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:30:56.324604 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0916ab8a-3cd0-439e-8c94-00488f53ca5f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:56.363917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 50c5da8a-ebaa-4211-877d-f35ddd5998de triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:56.364294 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:56.469586 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0916ab8a-3cd0-439e-8c94-00488f53ca5f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:56.557274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916ab8a-3cd0-439e-8c94-00488f53ca5f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Pushing event updated for resources: {'Port': ['ID=a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:56.587533 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0916ab8a-3cd0-439e-8c94-00488f53ca5f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] In _notify_port_updated(), no bound segment for port a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af on network 799b0b57-2dfd-4a93-8fdb-914c940e57fd {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:30:56.594171 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0916ab8a-3cd0-439e-8c94-00488f53ca5f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:56.595253 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0916ab8a-3cd0-439e-8c94-00488f53ca5f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:56.598717 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0916ab8a-3cd0-439e-8c94-00488f53ca5f tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] 10.222.0.18 "PUT /v2.0/ports/a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af HTTP/1.1" status: 200 len: 1135 time: 0.6993685 Oct 13 14:30:56.599320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40072) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:56.641441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc5aa9-a293-4289-8d6b-350d77edeeb0 req-74598510-f894-4e40-aaec-bdf9774f3ab6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:56.651832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bfc5aa9-a293-4289-8d6b-350d77edeeb0 req-74598510-f894-4e40-aaec-bdf9774f3ab6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.0739729 Oct 13 14:30:56.664247 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b45c08-5e1e-4c5e-b1c8-1aad7fea07da tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:56.670047 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-95b45c08-5e1e-4c5e-b1c8-1aad7fea07da tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] 10.222.0.18 "GET /v2.0/ports/a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af HTTP/1.1" status: 200 len: 1135 time: 0.0658596 Oct 13 14:30:56.670429 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40074) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:56.721888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bfc5aa9-a293-4289-8d6b-350d77edeeb0 req-96340d50-bf3e-4f4d-b39e-fb2daf6bffca tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699646 Oct 13 14:30:56.820939 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-aac38aa0-6b93-414f-9acf-f3878a899a79 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Deleting port a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:56.821332 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aac38aa0-6b93-414f-9acf-f3878a899a79 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:56.885112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1ddfc9dd-bef4-41fe-999a-91374e0e4169 None None] Provisioning complete for port a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:30:56.885491 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1ddfc9dd-bef4-41fe-999a-91374e0e4169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:56.929994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1ddfc9dd-bef4-41fe-999a-91374e0e4169 None None] Port a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:30:56.944969 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aac38aa0-6b93-414f-9acf-f3878a899a79 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:56.958481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-aac38aa0-6b93-414f-9acf-f3878a899a79 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Calling delete_port for a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:57.133676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ac8f1-0ddc-45ae-a83d-c2a38c1b77ae req-451ce860-1c98-4aa5-86e1-4ebebcb8df66 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:57.135225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d7ac8f1-0ddc-45ae-a83d-c2a38c1b77ae req-451ce860-1c98-4aa5-86e1-4ebebcb8df66 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 943 time: 0.0629539 Oct 13 14:30:57.198496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d7ac8f1-0ddc-45ae-a83d-c2a38c1b77ae req-fc163b33-a793-46fb-abe5-42e83668ed94 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511057 Oct 13 14:30:57.262676 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aac38aa0-6b93-414f-9acf-f3878a899a79 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:57.305324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac38aa0-6b93-414f-9acf-f3878a899a79 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Pushing event deleted for resources: {'Port': ['ID=a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:57.404717 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aac38aa0-6b93-414f-9acf-f3878a899a79 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:57.412249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40090) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:57.412509 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aac38aa0-6b93-414f-9acf-f3878a899a79 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] 10.222.0.18 "DELETE /v2.0/ports/a6642a0f-9e2f-4f0c-a9cd-c7e49c5113af HTTP/1.1" status: 204 len: 168 time: 0.7408779 Oct 13 14:30:57.486358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-40874bdc-9360-4976-bb97-d2bf3a73eda4 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Deleting subnet 72ed34c6-08b2-4c6d-8eb3-06e2262deee9 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:30:57.493075 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40874bdc-9360-4976-bb97-d2bf3a73eda4 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:57.564568 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40874bdc-9360-4976-bb97-d2bf3a73eda4 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:57.689830 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40874bdc-9360-4976-bb97-d2bf3a73eda4 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:57.862512 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40874bdc-9360-4976-bb97-d2bf3a73eda4 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:57.898244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40874bdc-9360-4976-bb97-d2bf3a73eda4 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Pushing event deleted for resources: {'Subnet': ['ID=72ed34c6-08b2-4c6d-8eb3-06e2262deee9,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:57.900848 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40874bdc-9360-4976-bb97-d2bf3a73eda4 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:57.904709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-40874bdc-9360-4976-bb97-d2bf3a73eda4 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] 10.222.0.18 "DELETE /v2.0/subnets/72ed34c6-08b2-4c6d-8eb3-06e2262deee9 HTTP/1.1" status: 204 len: 168 time: 0.4908266 Oct 13 14:30:57.907118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40104) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:57.919355 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c38c5-7742-409a-9502-640a607fbe7f None None] Network 799b0b57-2dfd-4a93-8fdb-914c940e57fd requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:30:57.945648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade0ad6-7e28-4582-966a-030ad1662519 req-51f8bace-2cb3-4e4d-b792-53fa52a519e4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:57.955804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ade0ad6-7e28-4582-966a-030ad1662519 req-51f8bace-2cb3-4e4d-b792-53fa52a519e4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1237898 Oct 13 14:30:58.009611 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:58.022779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ade0ad6-7e28-4582-966a-030ad1662519 req-05c6e253-b89b-44a7-b427-d1ab3ece0a03 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659935 Oct 13 14:30:58.112397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Deleting port 50c5da8a-ebaa-4211-877d-f35ddd5998de {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:58.112808 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:58.146393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f9b29-702c-490d-8014-752f890a95a0 req-fd3c7c98-b586-4c2e-9ff5-63504724e33e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:58.155427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a9f9b29-702c-490d-8014-752f890a95a0 req-fd3c7c98-b586-4c2e-9ff5-63504724e33e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 945 time: 0.0684657 Oct 13 14:30:58.167233 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709aba8f-14bb-4bea-a20e-2bf00bf73ab0 None None] DHCP port deletion for 799b0b57-2dfd-4a93-8fdb-914c940e57fd request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:30:58.202987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a9f9b29-702c-490d-8014-752f890a95a0 req-33f0da44-e6dd-4491-b318-bf5a7e99ee66 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466442 Oct 13 14:30:58.241442 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] For port 50c5da8a-ebaa-4211-877d-f35ddd5998de, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=50c5da8a-ebaa-4211-877d-f35ddd5998de,segment=NetworkSegment(cebeb8b0-8257-4cc4-bcd7-510abf3eaae1),segment_id=cebeb8b0-8257-4cc4-bcd7-510abf3eaae1)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:58.241442 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:58.256675 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Calling delete_port for 50c5da8a-ebaa-4211-877d-f35ddd5998de owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:58.274653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-709aba8f-14bb-4bea-a20e-2bf00bf73ab0 None None] Deleting port 50c5da8a-ebaa-4211-877d-f35ddd5998de {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:30:58.275948 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-709aba8f-14bb-4bea-a20e-2bf00bf73ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:58.358535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 50c5da8a-ebaa-4211-877d-f35ddd5998de no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:30:58.411525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd90c0-35d7-48cc-a6da-21b8e7eb801a req-d3601beb-1c68-40e1-9832-91fbb9690dec tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:58.413305 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15bd90c0-35d7-48cc-a6da-21b8e7eb801a req-d3601beb-1c68-40e1-9832-91fbb9690dec tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 943 time: 0.0980458 Oct 13 14:30:58.440948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-709aba8f-14bb-4bea-a20e-2bf00bf73ab0 None None] For port 50c5da8a-ebaa-4211-877d-f35ddd5998de, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=50c5da8a-ebaa-4211-877d-f35ddd5998de,segment=NetworkSegment(cebeb8b0-8257-4cc4-bcd7-510abf3eaae1),segment_id=cebeb8b0-8257-4cc4-bcd7-510abf3eaae1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:58.441374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-709aba8f-14bb-4bea-a20e-2bf00bf73ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:58.456341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-709aba8f-14bb-4bea-a20e-2bf00bf73ab0 None None] Calling delete_port for 50c5da8a-ebaa-4211-877d-f35ddd5998de owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:30:58.476259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15bd90c0-35d7-48cc-a6da-21b8e7eb801a req-5ae0d04c-c79f-4b35-b22d-b5122b08df36 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549808 Oct 13 14:30:58.486939 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:58.529025 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Pushing event deleted for resources: {'Port': ['ID=50c5da8a-ebaa-4211-877d-f35ddd5998de,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:58.531256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] No DVR routers for this DVR port 50c5da8a-ebaa-4211-877d-f35ddd5998de on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:30:58.689491 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:58.723937 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:58.740623 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799b0b57-2dfd-4a93-8fdb-914c940e57fd']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:58.753567 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebeb8b0-8257-4cc4-bcd7-510abf3eaae1') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:58.753936 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebeb8b0-8257-4cc4-bcd7-510abf3eaae1') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:30:58.775841 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:58.797930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 982537ca-94f9-4f1c-9b04-b0e5a57edeae details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:30:58.811123 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:58.820495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:30:58.827433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:58.831432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-709aba8f-14bb-4bea-a20e-2bf00bf73ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: items = [ Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:30:58.905953 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:30:58.914556 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709aba8f-14bb-4bea-a20e-2bf00bf73ab0 None None] Pushing event deleted for resources: {'Port': ['ID=50c5da8a-ebaa-4211-877d-f35ddd5998de,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:58.931620 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709aba8f-14bb-4bea-a20e-2bf00bf73ab0 None None] No DVR routers for this DVR port 50c5da8a-ebaa-4211-877d-f35ddd5998de on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:30:58.984084 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:58.990602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 982537ca-94f9-4f1c-9b04-b0e5a57edeae, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=982537ca-94f9-4f1c-9b04-b0e5a57edeae,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:58.999084 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:59.008816 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] 10.222.0.18 "DELETE /v2.0/networks/799b0b57-2dfd-4a93-8fdb-914c940e57fd HTTP/1.1" status: 204 len: 168 time: 1.0957804 Oct 13 14:30:59.013664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '982537ca-94f9-4f1c-9b04-b0e5a57edeae', 'network_id': 'b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81', 'port_id': '982537ca-94f9-4f1c-9b04-b0e5a57edeae', 'mac_address': 'fa:16:3e:f1:02:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16f32c9-ccaa-480d-a65d-017cee6bd114', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:30:59.022858 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e594ac-7c9a-4429-b848-351a7d40c016 tempest-ExtraDHCPOptionsTestJSON-334757637 tempest-ExtraDHCPOptionsTestJSON-334757637-project] Pushing event deleted for resources: {'Network': ['ID=799b0b57-2dfd-4a93-8fdb-914c940e57fd,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:59.072966 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:59.097202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982537ca-94f9-4f1c-9b04-b0e5a57edeae {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:30:59.140140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 982537ca-94f9-4f1c-9b04-b0e5a57edeae, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=982537ca-94f9-4f1c-9b04-b0e5a57edeae,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:30:59.188250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7e8d4-5fa6-4db9-91f5-e876545df623 req-51aaa568-391a-4964-8586-5edbe22452ab tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:59.194561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9c7e8d4-5fa6-4db9-91f5-e876545df623 req-51aaa568-391a-4964-8586-5edbe22452ab tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.0649827 Oct 13 14:30:59.236469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9c7e8d4-5fa6-4db9-91f5-e876545df623 req-23a0ed4b-e9c7-4b54-a0dd-a4b5fca349ee tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364761 Oct 13 14:30:59.245610 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:59.310762 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=982537ca-94f9-4f1c-9b04-b0e5a57edeae,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:30:59.387157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19de3c2-45b0-493f-85e8-abbee75cb5a2 req-3b21a91a-6b16-4272-a21e-b6fe2719e8a2 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:59.388843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a19de3c2-45b0-493f-85e8-abbee75cb5a2 req-3b21a91a-6b16-4272-a21e-b6fe2719e8a2 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 945 time: 0.0657828 Oct 13 14:30:59.436532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a19de3c2-45b0-493f-85e8-abbee75cb5a2 req-a3900d85-9d76-40c7-bc02-b5b6b8df67f9 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384078 Oct 13 14:30:59.658893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081ac86-d90a-40ae-b567-ba06fbfa3a3d req-6c33e36a-feae-4e33-beec-998b613f8360 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:30:59.661849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e081ac86-d90a-40ae-b567-ba06fbfa3a3d req-6c33e36a-feae-4e33-beec-998b613f8360 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 944 time: 0.0901141 Oct 13 14:30:59.710376 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40124) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:59.732603 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e081ac86-d90a-40ae-b567-ba06fbfa3a3d req-0a24e778-214e-45f8-966e-7db8ff01866c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659351 Oct 13 14:30:59.847536 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['982537ca-94f9-4f1c-9b04-b0e5a57edeae'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:30:59.903485 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0905d0c0-d9d4-41ef-b151-28e7d1d1a041 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe0e2a2710b6432999fbd0b959640c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918430 Oct 13 14:30:59.906109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40132) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:30:59.964914 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b0dc3f6-a8e0-4992-8455-d1b7662865be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:30:59.991044 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b0dc3f6-a8e0-4992-8455-d1b7662865be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:00.178299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b0dc3f6-a8e0-4992-8455-d1b7662865be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:00.181804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b0dc3f6-a8e0-4992-8455-d1b7662865be admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:00.183223 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6b0dc3f6-a8e0-4992-8455-d1b7662865be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc8b390b-80a4-4381-ba6f-035c96778ef7 HTTP/1.1" status: 204 len: 168 time: 0.2760057 Oct 13 14:31:00.206499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dc3f6-a8e0-4992-8455-d1b7662865be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8b390b-80a4-4381-ba6f-035c96778ef7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:00.388924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c530324-ac70-4323-9f4b-f143459961e7 req-f1b2365a-88cf-48a6-a1ca-54c4e0da81ca tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:00.390430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c530324-ac70-4323-9f4b-f143459961e7 req-f1b2365a-88cf-48a6-a1ca-54c4e0da81ca tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.0565526 Oct 13 14:31:00.432274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c530324-ac70-4323-9f4b-f143459961e7 req-543aea0f-449f-4262-901a-461d4b16245b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343783 Oct 13 14:31:00.598945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-f81f9fbe-f2e4-472e-a510-bfaacbac9f4e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:00.603610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-f81f9fbe-f2e4-472e-a510-bfaacbac9f4e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.41 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 945 time: 0.1035628 Oct 13 14:31:00.627354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47100e7f-817c-41ab-ac9e-c6efcb8e000b req-191c3c51-7465-4765-bd71-886a548f76be tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:00.628898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47100e7f-817c-41ab-ac9e-c6efcb8e000b req-191c3c51-7465-4765-bd71-886a548f76be tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 945 time: 0.0981305 Oct 13 14:31:00.722690 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47100e7f-817c-41ab-ac9e-c6efcb8e000b req-39224ed4-8a4b-4c4d-a092-ec4f4555d8a4 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e623c95-7f00-4fce-8f7c-905c2a6fc36b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761669 Oct 13 14:31:00.753526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Deleting port 6ea28874-c076-42b4-b6e4-1c0f62d32402 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:00.753880 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:00.900329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39a07e-0e58-4166-8f2d-802f5241bec4 req-866dae36-3f13-44c8-8719-ccd07d2cffe4 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:00.908758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab39a07e-0e58-4166-8f2d-802f5241bec4 req-866dae36-3f13-44c8-8719-ccd07d2cffe4 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 944 time: 0.0919771 Oct 13 14:31:00.909980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] For port 6ea28874-c076-42b4-b6e4-1c0f62d32402, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6ea28874-c076-42b4-b6e4-1c0f62d32402,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:00.910350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:01.000329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab39a07e-0e58-4166-8f2d-802f5241bec4 req-85154e8e-f555-4915-9814-2fe08b1b1785 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866828 Oct 13 14:31:01.125786 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:01.126498 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:01.126803 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Floating IP 5c77a586-faeb-4108-8ba3-bfef74ad0c6a disassociated. External IP: 172.25.0.90, port: 6ea28874-c076-42b4-b6e4-1c0f62d32402. Oct 13 14:31:01.127121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Calling delete_port for 6ea28874-c076-42b4-b6e4-1c0f62d32402 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:01.370430 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:01.401554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event deleted for resources: {'Port': ['ID=6ea28874-c076-42b4-b6e4-1c0f62d32402,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:01.569832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Router ed545d64-7ca5-439a-b647-505ce0acd065 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:31:01.580500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40166) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:01.590095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f17669-586f-4dd4-acac-a93fe5fc955c req-29a1c70b-45a3-4efb-99b5-94803b9a53c3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:01.591588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79f17669-586f-4dd4-acac-a93fe5fc955c req-29a1c70b-45a3-4efb-99b5-94803b9a53c3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.0727060 Oct 13 14:31:01.700899 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5d1bdee5-a49e-4bf1-aa9b-25e9fc21b644 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2121074818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:01.708322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79f17669-586f-4dd4-acac-a93fe5fc955c req-e9ef0ce7-2b1d-4120-af08-e0cb9097ef3c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097410 Oct 13 14:31:01.735579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:31:01.746376 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b0039-1ec1-4bb9-9257-6d7b87889c63 None None] Sync routers for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:31:01.759957 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b0039-1ec1-4bb9-9257-6d7b87889c63 None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:01.760729 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4b8b0039-1ec1-4bb9-9257-6d7b87889c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:30:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:01.783492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] No DVR routers for this DVR port 6ea28874-c076-42b4-b6e4-1c0f62d32402 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:31:01.785843 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:01.789289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de6044ad-20ef-4d14-9f4b-b12e70ea9a66 req-8ecb7ee7-9e63-4a1f-96c8-b2188eb4b5fd tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.41 "DELETE /v2.0/ports/6ea28874-c076-42b4-b6e4-1c0f62d32402 HTTP/1.1" status: 204 len: 173 time: 1.1811953 Oct 13 14:31:01.789922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af204d68-ff20-4671-bc2a-5c6f8d6bd2bb', 'name': 'network-vif-deleted', 'tag': '6ea28874-c076-42b4-b6e4-1c0f62d32402'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:31:01.792592 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfd2599-a86e-4642-95fb-3c80bb337fe3" -d '{"events": [{"server_uuid": "af204d68-ff20-4671-bc2a-5c6f8d6bd2bb", "name": "network-vif-deleted", "tag": "6ea28874-c076-42b4-b6e4-1c0f62d32402"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:31:01.846159 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d1bdee5-a49e-4bf1-aa9b-25e9fc21b644 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:01.853371 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec87dffb-c0e5-4c74-a093-9173a449dee3 x-openstack-request-id: req-ec87dffb-c0e5-4c74-a093-9173a449dee3 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:31:01.853666 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af204d68-ff20-4671-bc2a-5c6f8d6bd2bb", "name": "network-vif-deleted", "tag": "6ea28874-c076-42b4-b6e4-1c0f62d32402", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:31:01.853918 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec87dffb-c0e5-4c74-a093-9173a449dee3 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:31:01.854316 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af204d68-ff20-4671-bc2a-5c6f8d6bd2bb', 'name': 'network-vif-deleted', 'tag': '6ea28874-c076-42b4-b6e4-1c0f62d32402', 'status': 'completed', 'code': 200} Oct 13 14:31:01.856136 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d1bdee5-a49e-4bf1-aa9b-25e9fc21b644 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:01.856862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9d8e124-230e-45e2-8035-9eae32081160 req-828bc6e9-b7b9-4c2e-8733-9d876e0893e0 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 210 time: 0.0336678 Oct 13 14:31:01.953080 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d1bdee5-a49e-4bf1-aa9b-25e9fc21b644 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:01.959084 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-4b8b0039-1ec1-4bb9-9257-6d7b87889c63 None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:31:02.033723 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d1bdee5-a49e-4bf1-aa9b-25e9fc21b644 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:02.148653 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d1bdee5-a49e-4bf1-aa9b-25e9fc21b644 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:02.156342 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5d1bdee5-a49e-4bf1-aa9b-25e9fc21b644 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5685182 Oct 13 14:31:02.156342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40186) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:02.159895 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2121034989'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:02.176935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849afd74-1ef1-4c3e-bcac-c4d80fc0a201 req-9df6e37f-ec9a-422b-a176-0c00db4f07dc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:02.181472 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-849afd74-1ef1-4c3e-bcac-c4d80fc0a201 req-9df6e37f-ec9a-422b-a176-0c00db4f07dc tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 944 time: 0.0716705 Oct 13 14:31:02.237684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-849afd74-1ef1-4c3e-bcac-c4d80fc0a201 req-3a04afb3-e382-4d17-9f47-d2c21cd7058d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525370 Oct 13 14:31:02.247492 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4b8b0039-1ec1-4bb9-9257-6d7b87889c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:23Z', 'revision_number': 5, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:02.277149 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b0039-1ec1-4bb9-9257-6d7b87889c63 None None] Checking router: ed545d64-7ca5-439a-b647-505ce0acd065 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:31:02.288518 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b0039-1ec1-4bb9-9257-6d7b87889c63 None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:02.289225 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4b8b0039-1ec1-4bb9-9257-6d7b87889c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:30:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:02.327381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Made reservation on behalf of 1c6b5534e44a4ed1a165b501523f7964 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:31:02.332295 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:02.342688 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:02.432249 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:02.518646 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-4b8b0039-1ec1-4bb9-9257-6d7b87889c63 None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:31:02.530119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:02.556094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:31:02.573097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbdcae9-20aa-4ad1-8e98-62406ca44cf2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:02.578696 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:02.578696 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Added segment 5f5a7d68-559b-4208-a354-ac33abb127bd of type vlan for network 5128cd6a-76d8-453e-bed9-9666eb3b3d14 Oct 13 14:31:02.657552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:02.814165 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:02.817075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 982537ca-94f9-4f1c-9b04-b0e5a57edeae up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:02.825009 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4b8b0039-1ec1-4bb9-9257-6d7b87889c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:23Z', 'revision_number': 5, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:02.830841 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:02.834332 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:02.886374 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b0039-1ec1-4bb9-9257-6d7b87889c63 None None] The sync data for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 is: [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:18:14Z', 'revision_number': 4, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd191bb3e-00e6-4aa8-a4e8-5c5c67452ab4', 'name': '', 'network_id': '9a0d1357-5bd1-47a4-bc47-4229892a21e5', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'mac_address': 'fa:16:3e:64:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_interface', 'standard_attr_id': 1525, 'fixed_ips': [{'subnet_id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:12Z', 'updated_at': '2021-10-13T14:18:23Z', 'revision_number': 5, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'subnets': [{'id': '55692630-3c1b-4a22-9c24-eba73df651f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:31:02.966688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 982537ca-94f9-4f1c-9b04-b0e5a57edeae completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:31:02.976296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 982537ca-94f9-4f1c-9b04-b0e5a57edeae triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:02.977372 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:02.989519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4fabc-1356-44c5-81d7-56151642a293 req-a4c1c67e-fd78-4ca2-ab9c-8f6d8317e52e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:02.998719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd4fabc-1356-44c5-81d7-56151642a293 req-a4c1c67e-fd78-4ca2-ab9c-8f6d8317e52e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1987510 Oct 13 14:31:02.999344 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event updated for resources: {'Network': ['ID=5128cd6a-76d8-453e-bed9-9666eb3b3d14,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:03.033687 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-810893d1-010b-4736-a95b-c20972820bba tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8784163 Oct 13 14:31:03.036020 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40206) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:03.037410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 5128cd6a-76d8-453e-bed9-9666eb3b3d14 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:31:03.044223 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-dc94ddb2-fb29-47c6-824a-097acfb0e566 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Request body: {'subnet': {'network_id': '5128cd6a-76d8-453e-bed9-9666eb3b3d14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:03.122982 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdd4fabc-1356-44c5-81d7-56151642a293 req-007a7f9f-17c6-49dc-9ab7-42be23c2a98b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184943 Oct 13 14:31:03.188052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4045a13f-0464-4f13-bdf7-7772959052a9 req-1069a502-100b-4341-a12c-eed88379e243 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/ports?device_id=af204d68-ff20-4671-bc2a-5c6f8d6bd2bb HTTP/1.1" status: 200 len: 210 time: 0.0974648 Oct 13 14:31:03.299893 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:03.307652 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc94ddb2-fb29-47c6-824a-097acfb0e566 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Made reservation on behalf of 1c6b5534e44a4ed1a165b501523f7964 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:31:03.313801 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc94ddb2-fb29-47c6-824a-097acfb0e566 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:03.341401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7604f97d-7654-421b-ac50-6cc7b2089865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982537ca-94f9-4f1c-9b04-b0e5a57edeae'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:31:03.346849 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce30539b-e783-4f6f-b3bb-0672f63e15c3" -d '{"events": [{"server_uuid": "7604f97d-7654-421b-ac50-6cc7b2089865", "name": "network-vif-plugged", "status": "completed", "tag": "982537ca-94f9-4f1c-9b04-b0e5a57edeae"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:31:03.367010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 982537ca-94f9-4f1c-9b04-b0e5a57edeae, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=982537ca-94f9-4f1c-9b04-b0e5a57edeae,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:03.386744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b82d63-9e22-46a5-9fa9-382d017ce074 None None] New status for floating IP 5c77a586-faeb-4108-8ba3-bfef74ad0c6a: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:31:03.448223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d993a-43ba-4fa9-bb4f-25897f67c7ce req-2d5a1406-dda0-4598-b92f-969c2017df9c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:03.456270 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a73fa8-edcf-45f9-a0c0-ebc3829ee878 x-openstack-request-id: req-d7a73fa8-edcf-45f9-a0c0-ebc3829ee878 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:31:03.456854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-787d993a-43ba-4fa9-bb4f-25897f67c7ce req-2d5a1406-dda0-4598-b92f-969c2017df9c tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 944 time: 0.1021338 Oct 13 14:31:03.457206 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7604f97d-7654-421b-ac50-6cc7b2089865", "name": "network-vif-plugged", "status": "completed", "tag": "982537ca-94f9-4f1c-9b04-b0e5a57edeae", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:31:03.457677 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7a73fa8-edcf-45f9-a0c0-ebc3829ee878 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:31:03.465345 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7604f97d-7654-421b-ac50-6cc7b2089865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982537ca-94f9-4f1c-9b04-b0e5a57edeae', 'code': 200} Oct 13 14:31:03.547052 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:03.548901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6ea28874-c076-42b4-b6e4-1c0f62d32402 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:31:03.553575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-787d993a-43ba-4fa9-bb4f-25897f67c7ce req-ee5ecbdb-5309-48f6-851f-fa11b8b5d4f8 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951700 Oct 13 14:31:03.568622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561a2a6-d31f-450d-840d-b573d582d866 req-b197b9a6-b1c1-4e89-9749-1d0431c925ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:03.570275 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5561a2a6-d31f-450d-840d-b573d582d866 req-b197b9a6-b1c1-4e89-9749-1d0431c925ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 1096 time: 0.0925834 Oct 13 14:31:03.612037 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 6ea28874-c076-42b4-b6e4-1c0f62d32402 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:31:03.612358 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6ea28874-c076-42b4-b6e4-1c0f62d32402 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:31:03.630991 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5561a2a6-d31f-450d-840d-b573d582d866 req-a854c2f9-6caa-4563-b905-5cc7a4f7720d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525756 Oct 13 14:31:03.645469 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=982537ca-94f9-4f1c-9b04-b0e5a57edeae,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:03.715223 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc94ddb2-fb29-47c6-824a-097acfb0e566 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:03.780177 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94ddb2-fb29-47c6-824a-097acfb0e566 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event updated for resources: {'Subnet': ['ID=a5c3982d-718e-4025-ba9f-c661b64ae081,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:03.793446 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94ddb2-fb29-47c6-824a-097acfb0e566 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Checking segment: {'id': '5f5a7d68-559b-4208-a354-ac33abb127bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5128cd6a-76d8-453e-bed9-9666eb3b3d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:31:03.796885 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc94ddb2-fb29-47c6-824a-097acfb0e566 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Network hostable DHCP agents. Network: 5128cd6a-76d8-453e-bed9-9666eb3b3d14, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:31:03.919117 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc94ddb2-fb29-47c6-824a-097acfb0e566 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Network 5128cd6a-76d8-453e-bed9-9666eb3b3d14 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:31:04.079436 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-dc94ddb2-fb29-47c6-824a-097acfb0e566 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 5128cd6a-76d8-453e-bed9-9666eb3b3d14) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:04.084636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc94ddb2-fb29-47c6-824a-097acfb0e566 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:04.086391 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dc94ddb2-fb29-47c6-824a-097acfb0e566 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:04.094884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e2abc3-a414-4a6f-b69c-4c5775ccc519 None None] Network 5128cd6a-76d8-453e-bed9-9666eb3b3d14 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:04.255834 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dc94ddb2-fb29-47c6-824a-097acfb0e566 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2184510 Oct 13 14:31:04.258879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40242) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:04.264239 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0e304163-ae4c-49c6-8cc6-9362e77cefa5 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Request body: {'network': {'name': 'tempest-router-network01--72899507'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:04.279522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a9652-f2a8-4b86-b8f7-36cfaca1de05 req-388a7f8f-393f-4be0-be37-3e265c8e2f2c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:04.285607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b19a9652-f2a8-4b86-b8f7-36cfaca1de05 req-388a7f8f-393f-4be0-be37-3e265c8e2f2c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.0729561 Oct 13 14:31:04.320496 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-5128cd6a-76d8-453e-bed9-9666eb3b3d14', 'network_id': '5128cd6a-76d8-453e-bed9-9666eb3b3d14', 'tenant_id': '1c6b5534e44a4ed1a165b501523f7964', 'fixed_ips': [{'subnet_id': 'a5c3982d-718e-4025-ba9f-c661b64ae081'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:31:04.323481 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:04.364880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b19a9652-f2a8-4b86-b8f7-36cfaca1de05 req-6de032e3-39e4-4298-8f7f-2371b22ecfb1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673685 Oct 13 14:31:04.380217 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40250) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:04.412794 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e304163-ae4c-49c6-8cc6-9362e77cefa5 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Made reservation on behalf of 1c6b5534e44a4ed1a165b501523f7964 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:31:04.420083 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e304163-ae4c-49c6-8cc6-9362e77cefa5 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:04.471125 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e304163-ae4c-49c6-8cc6-9362e77cefa5 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:31:04.484503 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263aff01-92b7-4a75-a6dd-b06be6174ba9 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:04.495077 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e304163-ae4c-49c6-8cc6-9362e77cefa5 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:04.495975 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-0e304163-ae4c-49c6-8cc6-9362e77cefa5 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Added segment 78f3d236-3a8a-438f-830c-f18989f36d7e of type vlan for network 6f0e7ef9-f56a-448e-8595-5ad37b203566 Oct 13 14:31:04.530671 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263aff01-92b7-4a75-a6dd-b06be6174ba9 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:04.541173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Allocated IP 2001:db8::2 (5128cd6a-76d8-453e-bed9-9666eb3b3d14/a5c3982d-718e-4025-ba9f-c661b64ae081/a7544c32-0d70-4fe3-91ef-9293ef51a3cd) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:31:04.578615 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e304163-ae4c-49c6-8cc6-9362e77cefa5 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:04.722826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344b0f5-c6a5-42ab-9f00-79a896c4e24c req-ac3d0423-03b2-40f1-bc8f-ced31e70c618 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:04.724528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0344b0f5-c6a5-42ab-9f00-79a896c4e24c req-ac3d0423-03b2-40f1-bc8f-ced31e70c618 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 945 time: 0.0651023 Oct 13 14:31:04.742653 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:04.791404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0344b0f5-c6a5-42ab-9f00-79a896c4e24c req-84819787-3cab-4abc-a030-a7496e158eff tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512879 Oct 13 14:31:04.801680 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e304163-ae4c-49c6-8cc6-9362e77cefa5 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:04.810888 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e304163-ae4c-49c6-8cc6-9362e77cefa5 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:04.811524 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0e304163-ae4c-49c6-8cc6-9362e77cefa5 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:04.877981 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263aff01-92b7-4a75-a6dd-b06be6174ba9 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:04.880649 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-263aff01-92b7-4a75-a6dd-b06be6174ba9 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:04.884716 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-263aff01-92b7-4a75-a6dd-b06be6174ba9 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "DELETE /v2.0/security-groups/8e623c95-7f00-4fce-8f7c-905c2a6fc36b HTTP/1.1" status: 204 len: 168 time: 0.5059495 Oct 13 14:31:04.885755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40264) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:04.918554 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e304163-ae4c-49c6-8cc6-9362e77cefa5 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event updated for resources: {'Network': ['ID=6f0e7ef9-f56a-448e-8595-5ad37b203566,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:04.921884 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-2f203aaf-3a62-40c9-9243-20b13bcbd46e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] show failed (client error): The resource could not be found. Oct 13 14:31:04.923152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263aff01-92b7-4a75-a6dd-b06be6174ba9 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e623c95-7f00-4fce-8f7c-905c2a6fc36b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:04.927422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2f203aaf-3a62-40c9-9243-20b13bcbd46e tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "GET /v2.0/security-groups/8e623c95-7f00-4fce-8f7c-905c2a6fc36b HTTP/1.1" status: 404 len: 347 time: 0.0366316 Oct 13 14:31:04.927676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40270) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:04.940320 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 6f0e7ef9-f56a-448e-8595-5ad37b203566 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:31:05.022295 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0e304163-ae4c-49c6-8cc6-9362e77cefa5 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7617960 Oct 13 14:31:05.025581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40272) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:05.029379 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:05.033929 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8bd697b3-73fa-446c-8a0e-a40a2551c9e9 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Request body: {'network': {'name': 'tempest-router-network02--136573727'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:05.127340 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Network 5128cd6a-76d8-453e-bed9-9666eb3b3d14 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:31:05.133502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:05.136323 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:31:05.137431 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c5743729-4c47-49ab-92ba-149ead9a5714 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Deleting port fb321552-c150-4db9-a2f4-b56e48c76ed0 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:05.137785 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5743729-4c47-49ab-92ba-149ead9a5714 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:05.161665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Pushing event updated for resources: {'Port': ['ID=a7544c32-0d70-4fe3-91ef-9293ef51a3cd,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:05.231746 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Attempting to bind port a7544c32-0d70-4fe3-91ef-9293ef51a3cd on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:31:05.235350 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Attempting to bind port a7544c32-0d70-4fe3-91ef-9293ef51a3cd by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5f5a7d68-559b-4208-a354-ac33abb127bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5128cd6a-76d8-453e-bed9-9666eb3b3d14'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:31:05.235350 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Attempting to bind port a7544c32-0d70-4fe3-91ef-9293ef51a3cd on network 5128cd6a-76d8-453e-bed9-9666eb3b3d14 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:31:05.243457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:31:05.244612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Checking segment: {'id': '5f5a7d68-559b-4208-a354-ac33abb127bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5128cd6a-76d8-453e-bed9-9666eb3b3d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:31:05.245347 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:05.246152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Bound using segment: {'id': '5f5a7d68-559b-4208-a354-ac33abb127bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5128cd6a-76d8-453e-bed9-9666eb3b3d14'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:31:05.246723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Bound port: a7544c32-0d70-4fe3-91ef-9293ef51a3cd, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5a7d68-559b-4208-a354-ac33abb127bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '5128cd6a-76d8-453e-bed9-9666eb3b3d14'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:31:05.247115 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:05.256354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd697b3-73fa-446c-8a0e-a40a2551c9e9 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Made reservation on behalf of 1c6b5534e44a4ed1a165b501523f7964 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:31:05.259981 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8bd697b3-73fa-446c-8a0e-a40a2551c9e9 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:05.327347 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd697b3-73fa-446c-8a0e-a40a2551c9e9 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:31:05.341241 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8bd697b3-73fa-446c-8a0e-a40a2551c9e9 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:05.341873 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-8bd697b3-73fa-446c-8a0e-a40a2551c9e9 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Added segment 92f26fa8-c4f9-44af-8137-98d48427d2a2 of type vlan for network cc15499d-3d63-4e78-81bc-ad2c823381a1 Oct 13 14:31:05.360132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] For port a7544c32-0d70-4fe3-91ef-9293ef51a3cd, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:31:05.363737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] For port a7544c32-0d70-4fe3-91ef-9293ef51a3cd, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a7544c32-0d70-4fe3-91ef-9293ef51a3cd,segment=NetworkSegment(5f5a7d68-559b-4208-a354-ac33abb127bd),segment_id=5f5a7d68-559b-4208-a354-ac33abb127bd)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:31:05.408213 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8bd697b3-73fa-446c-8a0e-a40a2551c9e9 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:05.479901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:05.578949 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8bd697b3-73fa-446c-8a0e-a40a2551c9e9 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:05.586623 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd697b3-73fa-446c-8a0e-a40a2551c9e9 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:05.587524 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8bd697b3-73fa-446c-8a0e-a40a2551c9e9 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:05.624044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ed7a2-c638-4b85-b088-87dd7c253680 req-fca1672b-c5b7-4895-a84e-52e14394f8ce tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:05.632810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b7ed7a2-c638-4b85-b088-87dd7c253680 req-fca1672b-c5b7-4895-a84e-52e14394f8ce tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1172450 Oct 13 14:31:05.640647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8114548-8d16-4846-b553-aaf42b72d5eb None None] Pushing event updated for resources: {'Port': ['ID=a7544c32-0d70-4fe3-91ef-9293ef51a3cd,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:05.704090 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5743729-4c47-49ab-92ba-149ead9a5714 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:05.704741 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5743729-4c47-49ab-92ba-149ead9a5714 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:05.726949 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b7ed7a2-c638-4b85-b088-87dd7c253680 req-61a01fd7-3ab9-4d48-83c7-e6f27c549209 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931730 Oct 13 14:31:05.732259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c5743729-4c47-49ab-92ba-149ead9a5714 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Calling delete_port for fb321552-c150-4db9-a2f4-b56e48c76ed0 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:05.752175 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd697b3-73fa-446c-8a0e-a40a2551c9e9 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event updated for resources: {'Network': ['ID=cc15499d-3d63-4e78-81bc-ad2c823381a1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:05.767261 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network cc15499d-3d63-4e78-81bc-ad2c823381a1 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:31:05.889019 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8bd697b3-73fa-446c-8a0e-a40a2551c9e9 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8615665 Oct 13 14:31:05.911938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40302) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:05.930536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d9383965-8554-4664-b14c-30bc6bcd28b1 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Request body: {'subnet': {'network_id': '6f0e7ef9-f56a-448e-8595-5ad37b203566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:06.144543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c86780-ef15-453e-a1da-232a38eeeb1a req-50c85180-b982-4f11-a072-073da48036e3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:06.146131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67c86780-ef15-453e-a1da-232a38eeeb1a req-50c85180-b982-4f11-a072-073da48036e3 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 945 time: 0.1519394 Oct 13 14:31:06.200156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67c86780-ef15-453e-a1da-232a38eeeb1a req-1a28136d-1e28-453f-a70e-5c339c99ab54 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462613 Oct 13 14:31:06.309156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9383965-8554-4664-b14c-30bc6bcd28b1 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Made reservation on behalf of 1c6b5534e44a4ed1a165b501523f7964 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:31:06.313257 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9383965-8554-4664-b14c-30bc6bcd28b1 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:06.347707 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a7544c32-0d70-4fe3-91ef-9293ef51a3cd up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:06.374075 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5743729-4c47-49ab-92ba-149ead9a5714 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:06.398232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port a7544c32-0d70-4fe3-91ef-9293ef51a3cd triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:06.398619 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:06.413592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5743729-4c47-49ab-92ba-149ead9a5714 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Pushing event deleted for resources: {'Port': ['ID=fb321552-c150-4db9-a2f4-b56e48c76ed0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:06.501761 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:06.538347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port a7544c32-0d70-4fe3-91ef-9293ef51a3cd, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a7544c32-0d70-4fe3-91ef-9293ef51a3cd,segment=NetworkSegment(5f5a7d68-559b-4208-a354-ac33abb127bd),segment_id=5f5a7d68-559b-4208-a354-ac33abb127bd)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:06.557184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5743729-4c47-49ab-92ba-149ead9a5714 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:06.560487 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5743729-4c47-49ab-92ba-149ead9a5714 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:06.566393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c5743729-4c47-49ab-92ba-149ead9a5714 tempest-AttachVolumeTestJSON-1899267787 tempest-AttachVolumeTestJSON-1899267787-project] 10.222.0.18 "DELETE /v2.0/floatingips/5c77a586-faeb-4108-8ba3-bfef74ad0c6a HTTP/1.1" status: 204 len: 168 time: 1.6372445 Oct 13 14:31:06.666195 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:06.779985 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=a7544c32-0d70-4fe3-91ef-9293ef51a3cd,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:06.959484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d879b-8bcb-4d29-a3ac-04fee16d7d7d req-c66d2992-d221-4a7d-a3f0-bff9156ce36d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:06.967849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a12d879b-8bcb-4d29-a3ac-04fee16d7d7d req-c66d2992-d221-4a7d-a3f0-bff9156ce36d tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 945 time: 0.1053312 Oct 13 14:31:07.000072 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9383965-8554-4664-b14c-30bc6bcd28b1 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:07.013484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d90ec-2ffd-4ef9-bc81-d08db23ccb62 req-ccc4f545-71af-47e8-9d8d-1d07458936f9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:07.022709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce9d90ec-2ffd-4ef9-bc81-d08db23ccb62 req-ccc4f545-71af-47e8-9d8d-1d07458936f9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1283662 Oct 13 14:31:07.143664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2a8559-7c29-44fe-bbfa-76089a04eda3 None None] Network 5128cd6a-76d8-453e-bed9-9666eb3b3d14 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:07.227687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a12d879b-8bcb-4d29-a3ac-04fee16d7d7d req-7331186b-3286-4037-8346-636c285f317f tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586393 Oct 13 14:31:07.228628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f504f3d9-ab99-479a-88e7-b109a72663e6 None None] Provisioning complete for port a7544c32-0d70-4fe3-91ef-9293ef51a3cd triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:07.229148 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f504f3d9-ab99-479a-88e7-b109a72663e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:07.257589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce9d90ec-2ffd-4ef9-bc81-d08db23ccb62 req-b091e478-34d1-4391-ac13-ce21a0dc8b23 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571589 Oct 13 14:31:07.260248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9383965-8554-4664-b14c-30bc6bcd28b1 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event updated for resources: {'Subnet': ['ID=7f4e97ca-c8cd-4fce-bf55-82ae7f84ef5b,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:07.270435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9383965-8554-4664-b14c-30bc6bcd28b1 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Checking segment: {'id': '78f3d236-3a8a-438f-830c-f18989f36d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f0e7ef9-f56a-448e-8595-5ad37b203566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:31:07.270786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9383965-8554-4664-b14c-30bc6bcd28b1 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Network hostable DHCP agents. Network: 6f0e7ef9-f56a-448e-8595-5ad37b203566, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:31:07.450452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9383965-8554-4664-b14c-30bc6bcd28b1 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Network 6f0e7ef9-f56a-448e-8595-5ad37b203566 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:31:07.580606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-d9383965-8554-4664-b14c-30bc6bcd28b1 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 6f0e7ef9-f56a-448e-8595-5ad37b203566) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:07.590249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e375d01-bce3-4ba8-be60-6fa668593d1b None None] Network 6f0e7ef9-f56a-448e-8595-5ad37b203566 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:07.591653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9383965-8554-4664-b14c-30bc6bcd28b1 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:07.600730 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9383965-8554-4664-b14c-30bc6bcd28b1 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:07.741244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d9383965-8554-4664-b14c-30bc6bcd28b1 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8319504 Oct 13 14:31:07.744663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40366) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:07.756168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-6adfc8ae-8b36-4703-9ce4-cb5814ac864e tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Request body: {'subnet': {'network_id': 'cc15499d-3d63-4e78-81bc-ad2c823381a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:07.904630 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c649158d-64c9-4518-b27d-b612d27c1adf None None] Provisioning complete for port a7544c32-0d70-4fe3-91ef-9293ef51a3cd triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:07.904630 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c649158d-64c9-4518-b27d-b612d27c1adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:07.973632 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-6f0e7ef9-f56a-448e-8595-5ad37b203566', 'network_id': '6f0e7ef9-f56a-448e-8595-5ad37b203566', 'tenant_id': '1c6b5534e44a4ed1a165b501523f7964', 'fixed_ips': [{'subnet_id': '7f4e97ca-c8cd-4fce-bf55-82ae7f84ef5b'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:31:07.974680 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:08.033241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adfc8ae-8b36-4703-9ce4-cb5814ac864e tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Made reservation on behalf of 1c6b5534e44a4ed1a165b501523f7964 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:31:08.044586 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6adfc8ae-8b36-4703-9ce4-cb5814ac864e tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:08.373360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Allocated IP 2001:db8::2 (6f0e7ef9-f56a-448e-8595-5ad37b203566/7f4e97ca-c8cd-4fce-bf55-82ae7f84ef5b/dc38f6fc-d338-4883-a744-1d8aa58cb3c8) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:31:08.447747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a7544c32-0d70-4fe3-91ef-9293ef51a3cd up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:08.601648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf4e00-b7d6-4942-91b0-c7aac28eb63b req-d0b053b5-a856-48b1-858e-8dd050de9524 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:08.610123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3daf4e00-b7d6-4942-91b0-c7aac28eb63b req-d0b053b5-a856-48b1-858e-8dd050de9524 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1558685 Oct 13 14:31:08.647392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6005e6-563b-4ead-999d-b40de59c6a73 req-e9de4a26-3804-4fea-8fb7-3ec8234cda50 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:08.655259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc6005e6-563b-4ead-999d-b40de59c6a73 req-e9de4a26-3804-4fea-8fb7-3ec8234cda50 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 945 time: 0.2029779 Oct 13 14:31:08.679531 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6adfc8ae-8b36-4703-9ce4-cb5814ac864e tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:08.765662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3daf4e00-b7d6-4942-91b0-c7aac28eb63b req-c53727f5-13a5-4423-a5b7-7871ce6aa508 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538758 Oct 13 14:31:08.812100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc6005e6-563b-4ead-999d-b40de59c6a73 req-8a51e81b-2b47-428f-8632-1a363627c4b5 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556427 Oct 13 14:31:08.865239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adfc8ae-8b36-4703-9ce4-cb5814ac864e tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Checking segment: {'id': '92f26fa8-c4f9-44af-8137-98d48427d2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc15499d-3d63-4e78-81bc-ad2c823381a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:31:08.865701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adfc8ae-8b36-4703-9ce4-cb5814ac864e tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Network hostable DHCP agents. Network: cc15499d-3d63-4e78-81bc-ad2c823381a1, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:31:08.880081 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfc8ae-8b36-4703-9ce4-cb5814ac864e tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event updated for resources: {'Subnet': ['ID=a2f73fcc-335a-40ac-a1f7-5819a6316ced,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:08.915915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port a7544c32-0d70-4fe3-91ef-9293ef51a3cd triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:08.916497 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:09.036001 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:09.049800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adfc8ae-8b36-4703-9ce4-cb5814ac864e tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Network cc15499d-3d63-4e78-81bc-ad2c823381a1 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:31:09.182446 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:09.226387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-6adfc8ae-8b36-4703-9ce4-cb5814ac864e tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, cc15499d-3d63-4e78-81bc-ad2c823381a1) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:09.230593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adfc8ae-8b36-4703-9ce4-cb5814ac864e tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:09.231230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6adfc8ae-8b36-4703-9ce4-cb5814ac864e tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:09.236734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Network 6f0e7ef9-f56a-448e-8595-5ad37b203566 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:31:09.255004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:09.255697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:31:09.258023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f11490-d47c-46f1-afb6-de27f4375a32 None None] Network cc15499d-3d63-4e78-81bc-ad2c823381a1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:09.355348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Pushing event updated for resources: {'Port': ['ID=dc38f6fc-d338-4883-a744-1d8aa58cb3c8,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:09.398065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6adfc8ae-8b36-4703-9ce4-cb5814ac864e tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6519566 Oct 13 14:31:09.408094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40430) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:09.420665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Attempting to bind port dc38f6fc-d338-4883-a744-1d8aa58cb3c8 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:31:09.421342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Attempting to bind port dc38f6fc-d338-4883-a744-1d8aa58cb3c8 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '78f3d236-3a8a-438f-830c-f18989f36d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f0e7ef9-f56a-448e-8595-5ad37b203566'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:31:09.422009 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Attempting to bind port dc38f6fc-d338-4883-a744-1d8aa58cb3c8 on network 6f0e7ef9-f56a-448e-8595-5ad37b203566 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:31:09.431389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:31:09.433771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Checking segment: {'id': '78f3d236-3a8a-438f-830c-f18989f36d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f0e7ef9-f56a-448e-8595-5ad37b203566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:31:09.433771 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:09.433771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Bound using segment: {'id': '78f3d236-3a8a-438f-830c-f18989f36d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f0e7ef9-f56a-448e-8595-5ad37b203566'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:31:09.433771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Bound port: dc38f6fc-d338-4883-a744-1d8aa58cb3c8, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f3d236-3a8a-438f-830c-f18989f36d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6f0e7ef9-f56a-448e-8595-5ad37b203566'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:31:09.434543 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:09.641620 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-cc15499d-3d63-4e78-81bc-ad2c823381a1', 'network_id': 'cc15499d-3d63-4e78-81bc-ad2c823381a1', 'tenant_id': '1c6b5534e44a4ed1a165b501523f7964', 'fixed_ips': [{'subnet_id': 'a2f73fcc-335a-40ac-a1f7-5819a6316ced'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:31:09.644642 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:09.648840 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] For port dc38f6fc-d338-4883-a744-1d8aa58cb3c8, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:31:09.672526 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] For port dc38f6fc-d338-4883-a744-1d8aa58cb3c8, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dc38f6fc-d338-4883-a744-1d8aa58cb3c8,segment=NetworkSegment(78f3d236-3a8a-438f-830c-f18989f36d7e),segment_id=78f3d236-3a8a-438f-830c-f18989f36d7e)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:31:09.695596 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa53373-9e11-42e4-9f7c-041022ea494f req-3c2ddb91-6320-474f-97f3-42bb2cb8ae45 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:09.703335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8aa53373-9e11-42e4-9f7c-041022ea494f req-3c2ddb91-6320-474f-97f3-42bb2cb8ae45 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 945 time: 0.1612599 Oct 13 14:31:09.749800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8aa53373-9e11-42e4-9f7c-041022ea494f req-4e880b4d-6f83-4ac4-b9bb-eeb4c4661168 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452096 Oct 13 14:31:09.818209 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:10.013668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1f82a-a81a-4480-b78d-66f307c0569e req-f72f6e9c-c5a7-4593-98bf-cbcaf98f15c1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:10.017187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88f1f82a-a81a-4480-b78d-66f307c0569e req-f72f6e9c-c5a7-4593-98bf-cbcaf98f15c1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1285465 Oct 13 14:31:10.021966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed5517-056f-48b7-940a-3b2e1d24a6f1 None None] Pushing event updated for resources: {'Port': ['ID=dc38f6fc-d338-4883-a744-1d8aa58cb3c8,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:10.059041 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Allocated IP 2001:db8::2 (cc15499d-3d63-4e78-81bc-ad2c823381a1/a2f73fcc-335a-40ac-a1f7-5819a6316ced/42688709-14dd-4348-a6cb-5fcba2e7a869) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:31:10.103606 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:10.349282 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88f1f82a-a81a-4480-b78d-66f307c0569e req-3a66619b-186f-4a48-8627-b4ac10cf5647 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209705 Oct 13 14:31:10.383019 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:10.509391 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:10.570780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Network cc15499d-3d63-4e78-81bc-ad2c823381a1 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:31:10.574747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:10.578327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:31:10.607480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Pushing event updated for resources: {'Port': ['ID=42688709-14dd-4348-a6cb-5fcba2e7a869,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:10.673477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Attempting to bind port 42688709-14dd-4348-a6cb-5fcba2e7a869 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:31:10.681982 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Attempting to bind port 42688709-14dd-4348-a6cb-5fcba2e7a869 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '92f26fa8-c4f9-44af-8137-98d48427d2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc15499d-3d63-4e78-81bc-ad2c823381a1'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:31:10.681982 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Attempting to bind port 42688709-14dd-4348-a6cb-5fcba2e7a869 on network cc15499d-3d63-4e78-81bc-ad2c823381a1 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:31:10.681982 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:31:10.681982 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Checking segment: {'id': '92f26fa8-c4f9-44af-8137-98d48427d2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc15499d-3d63-4e78-81bc-ad2c823381a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:31:10.681982 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:10.681982 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Bound using segment: {'id': '92f26fa8-c4f9-44af-8137-98d48427d2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc15499d-3d63-4e78-81bc-ad2c823381a1'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:31:10.682599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Bound port: 42688709-14dd-4348-a6cb-5fcba2e7a869, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f26fa8-c4f9-44af-8137-98d48427d2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'cc15499d-3d63-4e78-81bc-ad2c823381a1'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:31:10.682599 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:10.746514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Allocated IP 2001:db8::1 (6f0e7ef9-f56a-448e-8595-5ad37b203566/7f4e97ca-c8cd-4fce-bf55-82ae7f84ef5b/065e65ff-32f9-45dc-becf-355f273257af) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:31:10.833538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] For port 42688709-14dd-4348-a6cb-5fcba2e7a869, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:31:10.841774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] For port 42688709-14dd-4348-a6cb-5fcba2e7a869, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=42688709-14dd-4348-a6cb-5fcba2e7a869,segment=NetworkSegment(92f26fa8-c4f9-44af-8137-98d48427d2a2),segment_id=92f26fa8-c4f9-44af-8137-98d48427d2a2)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:31:10.963176 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:10.971048 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:11.112017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d631d-b860-4371-ae62-8b66ec099550 None None] Pushing event updated for resources: {'Port': ['ID=42688709-14dd-4348-a6cb-5fcba2e7a869,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:11.178678 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:11.215129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Network 6f0e7ef9-f56a-448e-8595-5ad37b203566 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:31:11.219853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:11.255872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:31:11.256200 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:11.357318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event updated for resources: {'Port': ['ID=065e65ff-32f9-45dc-becf-355f273257af,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:11.726002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdaf34-0364-4129-bce7-7b024f416789 req-d140c095-f7c6-4a2a-96a1-dd9e62085972 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:11.727616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcbdaf34-0364-4129-bce7-7b024f416789 req-d140c095-f7c6-4a2a-96a1-dd9e62085972 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 945 time: 0.8601243 Oct 13 14:31:11.745376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eff3e-8b5d-4dae-8e73-91a5694fb5ee req-a034107f-4ede-4f4e-93ca-b71dce2e5378 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:11.747432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-635eff3e-8b5d-4dae-8e73-91a5694fb5ee req-a034107f-4ede-4f4e-93ca-b71dce2e5378 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 945 time: 0.2575524 Oct 13 14:31:11.794816 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144f3d52-60b3-49a3-a332-d93ac9c0442e None None] Network 6f0e7ef9-f56a-448e-8595-5ad37b203566 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:11.932161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcbdaf34-0364-4129-bce7-7b024f416789 req-969cc5e6-e615-4489-af9b-a400a627af45 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826563 Oct 13 14:31:11.945832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-eafebce0-ee36-4f97-8358-0cbbf0ff40b0 None None] Provisioning complete for port dc38f6fc-d338-4883-a744-1d8aa58cb3c8 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:11.949713 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eafebce0-ee36-4f97-8358-0cbbf0ff40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:11.992070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a8a90-5e5f-4425-9251-2fa868f26341 req-ed0c3bbe-c205-48dc-b1fe-5c7d5e9a48dd tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:11.993657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-328a8a90-5e5f-4425-9251-2fa868f26341 req-ed0c3bbe-c205-48dc-b1fe-5c7d5e9a48dd tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.4335067 Oct 13 14:31:12.042984 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:12.134915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-328a8a90-5e5f-4425-9251-2fa868f26341 req-2b5db3d6-acf3-4c4d-90f5-3e5d903c8458 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939176 Oct 13 14:31:12.273945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-635eff3e-8b5d-4dae-8e73-91a5694fb5ee req-284484e3-ef54-47fc-adc3-fa5daaca77af tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Deleting port 982537ca-94f9-4f1c-9b04-b0e5a57edeae {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:12.273945 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-635eff3e-8b5d-4dae-8e73-91a5694fb5ee req-284484e3-ef54-47fc-adc3-fa5daaca77af tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:12.351995 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eafebce0-ee36-4f97-8358-0cbbf0ff40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:12.473044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-eafebce0-ee36-4f97-8358-0cbbf0ff40b0 None None] For port dc38f6fc-d338-4883-a744-1d8aa58cb3c8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dc38f6fc-d338-4883-a744-1d8aa58cb3c8,segment=NetworkSegment(78f3d236-3a8a-438f-830c-f18989f36d7e),segment_id=78f3d236-3a8a-438f-830c-f18989f36d7e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:12.494098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 42688709-14dd-4348-a6cb-5fcba2e7a869 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:12.573333 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eafebce0-ee36-4f97-8358-0cbbf0ff40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:12.670745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafebce0-ee36-4f97-8358-0cbbf0ff40b0 None None] Pushing event updated for resources: {'Port': ['ID=dc38f6fc-d338-4883-a744-1d8aa58cb3c8,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:12.688260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 42688709-14dd-4348-a6cb-5fcba2e7a869 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:12.689348 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:12.700277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-635eff3e-8b5d-4dae-8e73-91a5694fb5ee req-284484e3-ef54-47fc-adc3-fa5daaca77af tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] For port 982537ca-94f9-4f1c-9b04-b0e5a57edeae, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=982537ca-94f9-4f1c-9b04-b0e5a57edeae,segment=NetworkSegment(04944aea-7bf0-4429-842d-ae9bdae42d0c),segment_id=04944aea-7bf0-4429-842d-ae9bdae42d0c)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:12.700653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-635eff3e-8b5d-4dae-8e73-91a5694fb5ee req-284484e3-ef54-47fc-adc3-fa5daaca77af tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:12.726275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-635eff3e-8b5d-4dae-8e73-91a5694fb5ee req-284484e3-ef54-47fc-adc3-fa5daaca77af tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Calling delete_port for 982537ca-94f9-4f1c-9b04-b0e5a57edeae owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:12.771281 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:12.839682 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:12.911932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 42688709-14dd-4348-a6cb-5fcba2e7a869, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=42688709-14dd-4348-a6cb-5fcba2e7a869,segment=NetworkSegment(92f26fa8-c4f9-44af-8137-98d48427d2a2),segment_id=92f26fa8-c4f9-44af-8137-98d48427d2a2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:12.924246 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:12.925864 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:13.015020 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:13.017363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dc38f6fc-d338-4883-a744-1d8aa58cb3c8 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:13.135090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event updated for resources: {'Port': ['ID=065e65ff-32f9-45dc-becf-355f273257af,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:13.204167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=42688709-14dd-4348-a6cb-5fcba2e7a869,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:13.238976 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-635eff3e-8b5d-4dae-8e73-91a5694fb5ee req-284484e3-ef54-47fc-adc3-fa5daaca77af tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:13.260951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786c0615-9e88-4691-b489-843545d44295 None None] Network cc15499d-3d63-4e78-81bc-ad2c823381a1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:13.261632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509a754-c5e1-467d-bb18-33ee65f7be4e req-0f153968-2628-45fb-8abe-0b84c9516d75 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:13.263468 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2509a754-c5e1-467d-bb18-33ee65f7be4e req-0f153968-2628-45fb-8abe-0b84c9516d75 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 867 time: 0.1696002 Oct 13 14:31:13.278765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b10caccd-7241-4402-b2f2-2344ec749572 None None] Provisioning complete for port dc38f6fc-d338-4883-a744-1d8aa58cb3c8 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:13.283595 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b10caccd-7241-4402-b2f2-2344ec749572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:13.381357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Network 6f0e7ef9-f56a-448e-8595-5ad37b203566 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:31:13.394699 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port dc38f6fc-d338-4883-a744-1d8aa58cb3c8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:13.395273 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:13.401065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:13.450879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284484e3-ef54-47fc-adc3-fa5daaca77af tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Pushing event deleted for resources: {'Port': ['ID=982537ca-94f9-4f1c-9b04-b0e5a57edeae,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:13.486613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-635eff3e-8b5d-4dae-8e73-91a5694fb5ee req-284484e3-ef54-47fc-adc3-fa5daaca77af tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] No DVR routers for this DVR port 982537ca-94f9-4f1c-9b04-b0e5a57edeae on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:31:13.512475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-635eff3e-8b5d-4dae-8e73-91a5694fb5ee req-284484e3-ef54-47fc-adc3-fa5daaca77af tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:13.516862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-635eff3e-8b5d-4dae-8e73-91a5694fb5ee req-284484e3-ef54-47fc-adc3-fa5daaca77af tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.41 "DELETE /v2.0/ports/982537ca-94f9-4f1c-9b04-b0e5a57edeae HTTP/1.1" status: 204 len: 173 time: 1.7330351 Oct 13 14:31:13.527465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2509a754-c5e1-467d-bb18-33ee65f7be4e req-02ddfb73-8ca4-469f-b0e1-dc583576a355 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/security-groups?id=290e1150-fa49-4399-a0bc-05f739075730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174640 Oct 13 14:31:13.528013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7604f97d-7654-421b-ac50-6cc7b2089865', 'name': 'network-vif-deleted', 'tag': '982537ca-94f9-4f1c-9b04-b0e5a57edeae'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:31:13.531094 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02e6303-d002-4eac-967a-e2d5b480d505" -d '{"events": [{"server_uuid": "7604f97d-7654-421b-ac50-6cc7b2089865", "name": "network-vif-deleted", "tag": "982537ca-94f9-4f1c-9b04-b0e5a57edeae"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:31:13.634618 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cad9f3-61a3-4814-bfe7-1a835176c1bc x-openstack-request-id: req-01cad9f3-61a3-4814-bfe7-1a835176c1bc {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:31:13.635418 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7604f97d-7654-421b-ac50-6cc7b2089865", "name": "network-vif-deleted", "tag": "982537ca-94f9-4f1c-9b04-b0e5a57edeae", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:31:13.635850 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01cad9f3-61a3-4814-bfe7-1a835176c1bc {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:31:13.636605 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7604f97d-7654-421b-ac50-6cc7b2089865', 'name': 'network-vif-deleted', 'tag': '982537ca-94f9-4f1c-9b04-b0e5a57edeae', 'status': 'completed', 'code': 200} Oct 13 14:31:13.659849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc30ef0-666d-4f35-babf-728fa3f03853 req-f0d317ff-3682-4512-b6b9-cacda46859ec tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:13.661497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dc30ef0-666d-4f35-babf-728fa3f03853 req-f0d317ff-3682-4512-b6b9-cacda46859ec tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.3654764 Oct 13 14:31:13.757602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dc30ef0-666d-4f35-babf-728fa3f03853 req-35766e1f-d026-4dac-8f9c-943070dcec09 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840542 Oct 13 14:31:13.886091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b10caccd-7241-4402-b2f2-2344ec749572 None None] Provisioning complete for port 065e65ff-32f9-45dc-becf-355f273257af triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:13.886474 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b10caccd-7241-4402-b2f2-2344ec749572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:13.927553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Router 69ccb725-ca61-4430-ba80-55810a5d2bce is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:31:13.931210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b10caccd-7241-4402-b2f2-2344ec749572 None None] Port 065e65ff-32f9-45dc-becf-355f273257af cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:31:14.057601 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-547ef10b-5d10-43a0-9ff9-8d34c6ddcf6a None None] Provisioning complete for port 42688709-14dd-4348-a6cb-5fcba2e7a869 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:14.057834 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-547ef10b-5d10-43a0-9ff9-8d34c6ddcf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:14.063574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:31:14.077567 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560ac35-f4ff-4010-9de4-639b623bc9c5 None None] Sync routers for ids ['69ccb725-ca61-4430-ba80-55810a5d2bce'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:31:14.093034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9eaea984-3b0e-425e-9856-eb6dbbed1797 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "PUT /v2.0/routers/69ccb725-ca61-4430-ba80-55810a5d2bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6816287 Oct 13 14:31:14.096062 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560ac35-f4ff-4010-9de4-639b623bc9c5 None None] Routers {'69ccb725-ca61-4430-ba80-55810a5d2bce'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:14.108780 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d560ac35-f4ff-4010-9de4-639b623bc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:30:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['69ccb725-ca61-4430-ba80-55810a5d2bce'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:14.109671 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40608) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:14.162115 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d560ac35-f4ff-4010-9de4-639b623bc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:14.179061 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560ac35-f4ff-4010-9de4-639b623bc9c5 None None] Routers {'69ccb725-ca61-4430-ba80-55810a5d2bce'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:14.180427 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d560ac35-f4ff-4010-9de4-639b623bc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:30:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['69ccb725-ca61-4430-ba80-55810a5d2bce'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:14.217787 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d560ac35-f4ff-4010-9de4-639b623bc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:14.218983 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d560ac35-f4ff-4010-9de4-639b623bc9c5 None None] The sync data for ids ['69ccb725-ca61-4430-ba80-55810a5d2bce'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:31:14.232825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-547ef10b-5d10-43a0-9ff9-8d34c6ddcf6a None None] Provisioning complete for port 065e65ff-32f9-45dc-becf-355f273257af triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:14.234540 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-547ef10b-5d10-43a0-9ff9-8d34c6ddcf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:14.299346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-547ef10b-5d10-43a0-9ff9-8d34c6ddcf6a None None] Port 065e65ff-32f9-45dc-becf-355f273257af cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:31:14.357562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 42688709-14dd-4348-a6cb-5fcba2e7a869 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:14.421125 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c30bede0-22f5-4b63-ae07-b74b161012c1 None None] Provisioning complete for port 42688709-14dd-4348-a6cb-5fcba2e7a869 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:14.422393 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c30bede0-22f5-4b63-ae07-b74b161012c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:14.448898 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 42688709-14dd-4348-a6cb-5fcba2e7a869 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:14.449308 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:14.599689 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-98dab2dc-3b85-4754-8a38-a564ac4a3fc6 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:14.604003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40634) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:14.607801 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-98dab2dc-3b85-4754-8a38-a564ac4a3fc6 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "PUT /v2.0/routers/69ccb725-ca61-4430-ba80-55810a5d2bce/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5054100 Oct 13 14:31:14.612247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dc38f6fc-d338-4883-a744-1d8aa58cb3c8 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:14.719704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port dc38f6fc-d338-4883-a744-1d8aa58cb3c8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:14.720361 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:14.882823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 982537ca-94f9-4f1c-9b04-b0e5a57edeae no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:31:14.903792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 982537ca-94f9-4f1c-9b04-b0e5a57edeae {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:31:14.908085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 982537ca-94f9-4f1c-9b04-b0e5a57edeae not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:31:15.127110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b84405b-7e9e-4da0-b9b1-f23551117cea req-5a2823da-3382-4632-b1e0-e96f8976ee36 tempest-DeleteServersTestJSON-472086185 tempest-DeleteServersTestJSON-472086185-project] 10.222.0.18 "GET /v2.0/ports?device_id=7604f97d-7654-421b-ac50-6cc7b2089865 HTTP/1.1" status: 200 len: 210 time: 0.0805430 Oct 13 14:31:15.166137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c084628-27d5-42a3-a40a-4b6995d141d2 req-1a6eaaf4-5937-4e61-becc-b623749ace58 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:15.173518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c084628-27d5-42a3-a40a-4b6995d141d2 req-1a6eaaf4-5937-4e61-becc-b623749ace58 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1251111 Oct 13 14:31:15.286977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c084628-27d5-42a3-a40a-4b6995d141d2 req-d405ba64-5b2a-458b-a4de-dfa956350c08 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125860 Oct 13 14:31:15.452139 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b758ea1-5bfc-4591-afb8-f92d2450b210 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:15.735478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-6b758ea1-5bfc-4591-afb8-f92d2450b210 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Deleting port 065e65ff-32f9-45dc-becf-355f273257af {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:15.736333 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b758ea1-5bfc-4591-afb8-f92d2450b210 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:15.837310 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b758ea1-5bfc-4591-afb8-f92d2450b210 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:15.852094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-6b758ea1-5bfc-4591-afb8-f92d2450b210 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Calling delete_port for 065e65ff-32f9-45dc-becf-355f273257af owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:16.136635 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b758ea1-5bfc-4591-afb8-f92d2450b210 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:16.186156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b758ea1-5bfc-4591-afb8-f92d2450b210 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event deleted for resources: {'Port': ['ID=065e65ff-32f9-45dc-becf-355f273257af,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:16.392497 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6b758ea1-5bfc-4591-afb8-f92d2450b210 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:16.683803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b758ea1-5bfc-4591-afb8-f92d2450b210 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Router 69ccb725-ca61-4430-ba80-55810a5d2bce has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:31:16.693538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c59b6d-a405-4da2-8000-2ebeb5054e9b req-256c7cbc-4478-4db1-a361-4e20c679ebde tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:16.701860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88c59b6d-a405-4da2-8000-2ebeb5054e9b req-256c7cbc-4478-4db1-a361-4e20c679ebde tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1757007 Oct 13 14:31:16.830614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88c59b6d-a405-4da2-8000-2ebeb5054e9b req-a213d98d-5e98-4539-b073-fe1369889ff5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203635 Oct 13 14:31:16.836219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b758ea1-5bfc-4591-afb8-f92d2450b210 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:31:16.844143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6b758ea1-5bfc-4591-afb8-f92d2450b210 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "PUT /v2.0/routers/69ccb725-ca61-4430-ba80-55810a5d2bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2382970 Oct 13 14:31:16.848258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eeec56-e93e-4e5d-a0f2-72c9000a053a None None] Sync routers for ids ['69ccb725-ca61-4430-ba80-55810a5d2bce'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:31:16.850925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40760) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:16.859908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eeec56-e93e-4e5d-a0f2-72c9000a053a None None] Routers {'69ccb725-ca61-4430-ba80-55810a5d2bce'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:16.860771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-35eeec56-e93e-4e5d-a0f2-72c9000a053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:30:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['69ccb725-ca61-4430-ba80-55810a5d2bce'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:16.900450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-35eeec56-e93e-4e5d-a0f2-72c9000a053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:16.911934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eeec56-e93e-4e5d-a0f2-72c9000a053a None None] Routers {'69ccb725-ca61-4430-ba80-55810a5d2bce'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:16.912555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-35eeec56-e93e-4e5d-a0f2-72c9000a053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:30:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['69ccb725-ca61-4430-ba80-55810a5d2bce'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:16.927152 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-d82c35eb-56aa-43d1-a87a-90af507b3078 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] delete failed (client error): The resource could not be found. Oct 13 14:31:16.928692 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d82c35eb-56aa-43d1-a87a-90af507b3078 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-154326700 HTTP/1.1" status: 404 len: 334 time: 0.0792022 Oct 13 14:31:16.932318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40768) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:16.944286 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-21bc19cc-8112-45d6-bdd4-db0ae781c490 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Request body: {'router': {'external_gateway_info': {'network_id': '69ccb725-ca61-4430-ba80-55810a5d2bce'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:16.949756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-35eeec56-e93e-4e5d-a0f2-72c9000a053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:16.950427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eeec56-e93e-4e5d-a0f2-72c9000a053a None None] The sync data for ids ['69ccb725-ca61-4430-ba80-55810a5d2bce'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:31:17.209212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21bc19cc-8112-45d6-bdd4-db0ae781c490 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:17.331526 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-21bc19cc-8112-45d6-bdd4-db0ae781c490 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] update failed (client error): The resource could not be found. Oct 13 14:31:17.332570 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-21bc19cc-8112-45d6-bdd4-db0ae781c490 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "PUT /v2.0/routers/69ccb725-ca61-4430-ba80-55810a5d2bce HTTP/1.1" status: 404 len: 339 time: 0.3956006 Oct 13 14:31:17.337018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40788) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:17.342308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1784029640'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:17.451753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Made reservation on behalf of 1c6b5534e44a4ed1a165b501523f7964 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:31:17.456427 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:17.494176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:31:17.504106 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:17.504460 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Added segment 632560e3-c5e9-4643-8801-071f5dff894e of type vlan for network c1b904e8-f4de-4792-b895-9080d905381c Oct 13 14:31:17.556357 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:17.669260 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:17.677269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:17.678137 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:17.770976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event updated for resources: {'Network': ['ID=c1b904e8-f4de-4792-b895-9080d905381c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:17.781855 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4436214 Oct 13 14:31:17.785111 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40814) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:17.786524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:17.787209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:17.787652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:17.788088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:17.788521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:17.788956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:17.789530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:17.789950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:17.790080 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-411a9004-e95f-4f84-a4b6-807ac0053b69 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Request body: {'subnet': {'network_id': 'c1b904e8-f4de-4792-b895-9080d905381c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:17.790610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:17.791040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:17.791469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:17.791890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c08b-6621-4b0c-9926-e3099d00a881 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:17.807128 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network c1b904e8-f4de-4792-b895-9080d905381c details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:31:17.982208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a55a8a-5fb9-4cb0-8a70-7646517b6ce3 req-ebed307f-2f2b-4cda-9f6d-0060d28b0605 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:17.984610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a55a8a-5fb9-4cb0-8a70-7646517b6ce3 req-ebed307f-2f2b-4cda-9f6d-0060d28b0605 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.0544517 Oct 13 14:31:18.025835 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411a9004-e95f-4f84-a4b6-807ac0053b69 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Made reservation on behalf of 1c6b5534e44a4ed1a165b501523f7964 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:31:18.025835 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-411a9004-e95f-4f84-a4b6-807ac0053b69 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:18.035310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76a55a8a-5fb9-4cb0-8a70-7646517b6ce3 req-f247991f-57da-4c24-8614-0f155ffe1063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 Oct 13 14:31:18.361155 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-411a9004-e95f-4f84-a4b6-807ac0053b69 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:18.422103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a9004-e95f-4f84-a4b6-807ac0053b69 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event updated for resources: {'Subnet': ['ID=4b65e180-e718-47c2-903d-34e4d649b414,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:18.460923 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411a9004-e95f-4f84-a4b6-807ac0053b69 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Checking segment: {'id': '632560e3-c5e9-4643-8801-071f5dff894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c1b904e8-f4de-4792-b895-9080d905381c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:31:18.460923 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411a9004-e95f-4f84-a4b6-807ac0053b69 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Network hostable DHCP agents. Network: c1b904e8-f4de-4792-b895-9080d905381c, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:31:18.577906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411a9004-e95f-4f84-a4b6-807ac0053b69 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Network c1b904e8-f4de-4792-b895-9080d905381c is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:31:18.581857 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:18.657408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-0bb0be16-b7a2-471d-b388-3f946574a4c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0538883 Oct 13 14:31:18.709028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-411a9004-e95f-4f84-a4b6-807ac0053b69 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, c1b904e8-f4de-4792-b895-9080d905381c) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:18.714018 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411a9004-e95f-4f84-a4b6-807ac0053b69 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:18.715030 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-411a9004-e95f-4f84-a4b6-807ac0053b69 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:18.721343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26ff282-0e5f-44ea-a6e9-cec1e73f9778 None None] Network c1b904e8-f4de-4792-b895-9080d905381c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:18.773457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-d6295206-7728-4e20-ac3d-d25df493ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:18.773976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-d6295206-7728-4e20-ac3d-d25df493ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:18.774458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-d6295206-7728-4e20-ac3d-d25df493ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:18.775174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-d6295206-7728-4e20-ac3d-d25df493ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:18.775404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-d6295206-7728-4e20-ac3d-d25df493ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:18.775875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-d6295206-7728-4e20-ac3d-d25df493ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:18.776391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-d6295206-7728-4e20-ac3d-d25df493ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:18.778389 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-d6295206-7728-4e20-ac3d-d25df493ecc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6508 time: 0.0576518 Oct 13 14:31:18.837719 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-411a9004-e95f-4f84-a4b6-807ac0053b69 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0515132 Oct 13 14:31:18.840617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40848) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:18.845627 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f41d84f8-a11d-436f-9dd9-fac656194c99 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1b904e8-f4de-4792-b895-9080d905381c'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:18.923033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-1fa4b8ce-a423-4a2f-b66a-0f959636275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:18.924128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-1fa4b8ce-a423-4a2f-b66a-0f959636275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:18.924851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-1fa4b8ce-a423-4a2f-b66a-0f959636275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:18.926505 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-1fa4b8ce-a423-4a2f-b66a-0f959636275e service neutron] 10.222.0.41 "GET /v2.0/networks?id=23652a0e-fdc8-4019-a88a-94449553c2fa&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=c618d8ae-014f-47f1-941a-268db5728f54&id=c618d8ae-014f-47f1-941a-268db5728f54 HTTP/1.1" status: 200 len: 2297 time: 0.1203444 Oct 13 14:31:18.933812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-c1b904e8-f4de-4792-b895-9080d905381c', 'network_id': 'c1b904e8-f4de-4792-b895-9080d905381c', 'tenant_id': '1c6b5534e44a4ed1a165b501523f7964', 'fixed_ips': [{'subnet_id': '4b65e180-e718-47c2-903d-34e4d649b414'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:31:18.934684 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:19.016350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-7cd8f11c-b8ab-4ae2-8aa9-91c5f01cc1ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b HTTP/1.1" status: 200 len: 1000 time: 0.0813763 Oct 13 14:31:19.083649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-8b48d1ea-c46e-4d4b-95ad-087323266f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:19.085604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-8b48d1ea-c46e-4d4b-95ad-087323266f1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dff8190b-2496-4c8f-b489-28a02d965473 HTTP/1.1" status: 200 len: 855 time: 0.0597088 Oct 13 14:31:19.111444 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f41d84f8-a11d-436f-9dd9-fac656194c99 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:19.130071 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Allocated IP 2001:db8:1::2 (c1b904e8-f4de-4792-b895-9080d905381c/4b65e180-e718-47c2-903d-34e4d649b414/58bdc73e-c5b6-4d91-b893-6b4b660fd8b3) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:31:19.209064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-ab0acbd1-4f0c-47a5-a7cf-e0a39510ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:19.210885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-ab0acbd1-4f0c-47a5-a7cf-e0a39510ee5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23652a0e-fdc8-4019-a88a-94449553c2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145627 Oct 13 14:31:19.227476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6d8b4-e6d9-4866-b0be-ab8bcf61496e req-fef557fd-d3e0-42c0-97c0-094f66d78f14 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:19.229169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59f6d8b4-e6d9-4866-b0be-ab8bcf61496e req-fef557fd-d3e0-42c0-97c0-094f66d78f14 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1092138 Oct 13 14:31:19.329994 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-f41d84f8-a11d-436f-9dd9-fac656194c99 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:19.335217 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f41d84f8-a11d-436f-9dd9-fac656194c99 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "PUT /v2.0/routers/69ccb725-ca61-4430-ba80-55810a5d2bce HTTP/1.1" status: 400 len: 364 time: 0.4895687 Oct 13 14:31:19.335898 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40856) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:19.365299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59f6d8b4-e6d9-4866-b0be-ab8bcf61496e req-033ad17f-577c-4db6-abab-f5a88910ff8b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271811 Oct 13 14:31:19.369759 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-a3b495f3-7493-4fec-bfff-166530c5ba54 service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396201 Oct 13 14:31:19.506251 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:19.508750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-f41c3cab-7171-4541-a6f8-fc64c04466f5 service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289713 Oct 13 14:31:19.535786 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3d7a2dd2-3017-4559-9ed5-2a2fb868753e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:19.558026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-3509a1d9-07ba-41c4-a4fe-d36e7981276e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 HTTP/1.1" status: 200 len: 217 time: 0.0409436 Oct 13 14:31:19.564263 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:19.581599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Network c1b904e8-f4de-4792-b895-9080d905381c is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:31:19.584463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:19.612628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:31:19.674336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Pushing event updated for resources: {'Port': ['ID=58bdc73e-c5b6-4d91-b893-6b4b660fd8b3,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:19.678015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-4e49a8ff-510b-431b-868c-b255a1c87bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:19.681352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-4e49a8ff-510b-431b-868c-b255a1c87bd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.1145267 Oct 13 14:31:19.685739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Attempting to bind port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:31:19.686115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Attempting to bind port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '632560e3-c5e9-4643-8801-071f5dff894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c1b904e8-f4de-4792-b895-9080d905381c'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:31:19.686479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Attempting to bind port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 on network c1b904e8-f4de-4792-b895-9080d905381c {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:31:19.693564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:31:19.701179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Checking segment: {'id': '632560e3-c5e9-4643-8801-071f5dff894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c1b904e8-f4de-4792-b895-9080d905381c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:31:19.701179 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:19.701179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Bound using segment: {'id': '632560e3-c5e9-4643-8801-071f5dff894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c1b904e8-f4de-4792-b895-9080d905381c'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:31:19.701179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Bound port: 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632560e3-c5e9-4643-8801-071f5dff894e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'c1b904e8-f4de-4792-b895-9080d905381c'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:31:19.701179 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:19.802689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] For port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:31:19.808669 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] For port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=58bdc73e-c5b6-4d91-b893-6b4b660fd8b3,segment=NetworkSegment(632560e3-c5e9-4643-8801-071f5dff894e),segment_id=632560e3-c5e9-4643-8801-071f5dff894e)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:31:19.813847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-26aefe15-f06d-46c4-9997-2509cb942faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:19.815708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-26aefe15-f06d-46c4-9997-2509cb942faf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1122930 Oct 13 14:31:19.898149 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:19.938123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-b037e128-b8e8-473f-9f7c-538e75ee9c18 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134517 Oct 13 14:31:20.001933 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45a59e-e811-4366-a582-23cf63d40e05 None None] Pushing event updated for resources: {'Port': ['ID=58bdc73e-c5b6-4d91-b893-6b4b660fd8b3,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:20.013561 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:20.083793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-081c26bb-8bf6-4ab5-bc46-34ded2237574 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376717 Oct 13 14:31:20.131993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-9d260969-fc62-4b2c-bd59-45e6422fbdba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=ac703971-2eb9-4b72-acde-5f0c872f63f0 HTTP/1.1" status: 200 len: 217 time: 0.0402932 Oct 13 14:31:20.199457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-21670a8e-76d0-400c-a29c-8011345a1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:20.201092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-21670a8e-76d0-400c-a29c-8011345a1c47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0616927 Oct 13 14:31:20.328546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-c895a0ab-7a0d-441b-8c18-12bdfa2076df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:20.330956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-c895a0ab-7a0d-441b-8c18-12bdfa2076df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1199872 Oct 13 14:31:20.513221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:20.517895 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Allocated IP 2001:db8::1 (5128cd6a-76d8-453e-bed9-9666eb3b3d14/a5c3982d-718e-4025-ba9f-c661b64ae081/707a7caa-ce6d-4590-8490-f3254fb3eb46) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:31:20.585287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-0968bd05-df64-4eda-adbf-cc7db766fe41 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391980 Oct 13 14:31:20.672276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:20.672886 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:20.679273 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:20.804424 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:20.889008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-4976ef4c-4233-476d-a983-a3eebec46cb2 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093177 Oct 13 14:31:20.905448 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:20.919591 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Network 5128cd6a-76d8-453e-bed9-9666eb3b3d14 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:31:20.920937 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event updated for resources: {'Port': ['ID=707a7caa-ce6d-4590-8490-f3254fb3eb46,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:20.927943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:20.930753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:31:20.934701 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:21.083380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=58bdc73e-c5b6-4d91-b893-6b4b660fd8b3,segment=NetworkSegment(632560e3-c5e9-4643-8801-071f5dff894e),segment_id=632560e3-c5e9-4643-8801-071f5dff894e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:21.084534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108b670-df87-4b9b-9878-4be1a395a566 req-df7f44e2-9fed-443a-b413-d3f3d9e0350e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:21.084534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e108b670-df87-4b9b-9878-4be1a395a566 req-df7f44e2-9fed-443a-b413-d3f3d9e0350e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.4684374 Oct 13 14:31:21.084534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-4a080655-1622-47d6-85e5-c2fd9b6fbe52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=d0e204fc-83f5-4423-b87e-78a554179830 HTTP/1.1" status: 200 len: 217 time: 0.1578860 Oct 13 14:31:21.217547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e108b670-df87-4b9b-9878-4be1a395a566 req-1b14b580-1940-4472-898a-05d958d79d44 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466775 Oct 13 14:31:21.220005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-5b2879ed-d400-4f64-9ae1-8c825c1f1c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:21.222431 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-5b2879ed-d400-4f64-9ae1-8c825c1f1c3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.1504600 Oct 13 14:31:21.298778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-45bdb009-62bf-4a84-a49f-a9a159af9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:21.300359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-45bdb009-62bf-4a84-a49f-a9a159af9ab0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0703099 Oct 13 14:31:21.383575 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:21.494964 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:21.531088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-7227c490-39d1-4ef7-8b16-71634f88d643 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209425 Oct 13 14:31:21.578891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=58bdc73e-c5b6-4d91-b893-6b4b660fd8b3,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:21.641460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d79a5faf-b860-49f2-a846-64cb80864b77 None None] Provisioning complete for port 707a7caa-ce6d-4590-8490-f3254fb3eb46 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:21.642521 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d79a5faf-b860-49f2-a846-64cb80864b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:21.705199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d79a5faf-b860-49f2-a846-64cb80864b77 None None] Port 707a7caa-ce6d-4590-8490-f3254fb3eb46 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:31:21.724961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-ee310df0-2788-4cad-a5ce-2ce29e6098ad service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856613 Oct 13 14:31:21.753927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dce0f4-47c0-4ff6-85a8-c29e96b2c682 None None] Network c1b904e8-f4de-4792-b895-9080d905381c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:21.802219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-18f687c8-e23f-4739-89b6-63763c1084ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=b91123ca-2120-403f-a2c5-c27d48444356 HTTP/1.1" status: 200 len: 217 time: 0.0686948 Oct 13 14:31:21.876926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7c4f55a7-02da-4806-8674-ab7c6f67a908 None None] Provisioning complete for port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:21.877493 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7c4f55a7-02da-4806-8674-ab7c6f67a908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:21.907970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-e8c481bf-8e07-461a-b069-abd6cc14889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:21.911671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-e8c481bf-8e07-461a-b069-abd6cc14889f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.1018872 Oct 13 14:31:21.973248 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:21.991566 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:22.006765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-ac278630-457f-4b07-bf52-67abcb1a00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:22.014333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-ac278630-457f-4b07-bf52-67abcb1a00e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0940609 Oct 13 14:31:22.055661 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:22.056600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:22.183499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-69328eda-dd40-4e58-9d69-293c5a28b51d service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601954 Oct 13 14:31:22.343529 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c294e8f6-69e7-4a5a-964d-20f86401c3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:22.393018 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event updated for resources: {'Port': ['ID=707a7caa-ce6d-4590-8490-f3254fb3eb46,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:22.414546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-c3430744-a812-48a9-87fa-fc4576d1cb6a service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207417 Oct 13 14:31:22.438174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:22.502199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75fb3c-efc1-48a9-833d-872f487e34db req-3245bb22-5561-41e4-9cb9-1acb32ce9dab tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:22.505383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e75fb3c-efc1-48a9-833d-872f487e34db req-3245bb22-5561-41e4-9cb9-1acb32ce9dab tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1409616 Oct 13 14:31:22.508833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-ae2b1448-169a-4224-9942-801018a43806 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a092aec-e3af-4bbb-8507-5ec176f71743 HTTP/1.1" status: 200 len: 217 time: 0.0820320 Oct 13 14:31:22.564487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:22.564766 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:22.580588 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Network 5128cd6a-76d8-453e-bed9-9666eb3b3d14 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:31:22.585781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:22.684579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e75fb3c-efc1-48a9-833d-872f487e34db req-e0132bd8-02a7-4f56-96bc-0a618ca5c106 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726816 Oct 13 14:31:22.708758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-667c136e-dcf0-4650-b35e-b8285ade65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:22.711996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-667c136e-dcf0-4650-b35e-b8285ade65d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.1887167 Oct 13 14:31:22.800279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-85d232fc-d3ef-4805-9ed2-bde2af8de709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:22.802102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-85d232fc-d3ef-4805-9ed2-bde2af8de709 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0814545 Oct 13 14:31:22.871283 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Router 69ccb725-ca61-4430-ba80-55810a5d2bce has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:31:22.882676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d454c0d1-3a44-43ac-8fe2-0efe22d59ff7 None None] Provisioning complete for port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:22.883749 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d454c0d1-3a44-43ac-8fe2-0efe22d59ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:22.987765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-d9c186ca-123b-476f-8412-ad3fe8015ba5 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733527 Oct 13 14:31:23.094382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:31:23.104767 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c650168-4da6-49be-b339-b724d9841b10 None None] Sync routers for ids ['69ccb725-ca61-4430-ba80-55810a5d2bce'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:31:23.114138 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ac292c85-4a11-49a3-b44e-c41f20c4627d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "PUT /v2.0/routers/69ccb725-ca61-4430-ba80-55810a5d2bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7768013 Oct 13 14:31:23.114929 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40896) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:23.131911 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c650168-4da6-49be-b339-b724d9841b10 None None] Routers {'69ccb725-ca61-4430-ba80-55810a5d2bce'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:23.134061 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4c650168-4da6-49be-b339-b724d9841b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:31:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['69ccb725-ca61-4430-ba80-55810a5d2bce'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:23.156761 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-154ae0fb-f38b-491a-bd96-13d052e57ede None None] Provisioning complete for port 707a7caa-ce6d-4590-8490-f3254fb3eb46 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:23.162347 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-154ae0fb-f38b-491a-bd96-13d052e57ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:23.193736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-1997afe9-c212-44bc-a241-f4a6e419470a service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945052 Oct 13 14:31:23.287805 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4c650168-4da6-49be-b339-b724d9841b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:23.292139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-154ae0fb-f38b-491a-bd96-13d052e57ede None None] Port 707a7caa-ce6d-4590-8490-f3254fb3eb46 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:31:23.300803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-6891fdaf-6146-45c3-be90-59dad1cd0c0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895 HTTP/1.1" status: 200 len: 217 time: 0.0988755 Oct 13 14:31:23.303887 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c650168-4da6-49be-b339-b724d9841b10 None None] Routers {'69ccb725-ca61-4430-ba80-55810a5d2bce'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:23.304627 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4c650168-4da6-49be-b339-b724d9841b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:31:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['69ccb725-ca61-4430-ba80-55810a5d2bce'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:23.317572 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51d6bccd-4355-4cde-8f8b-ac341a6d6e24 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:23.389471 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-9f6acb80-e18c-489c-83b1-9dfc4b41916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:23.393311 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4c650168-4da6-49be-b339-b724d9841b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:23.403510 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-9f6acb80-e18c-489c-83b1-9dfc4b41916f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.0855453 Oct 13 14:31:23.404805 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c650168-4da6-49be-b339-b724d9841b10 None None] The sync data for ids ['69ccb725-ca61-4430-ba80-55810a5d2bce'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:31:23.457701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-d6c12c83-0dc9-41d9-a52b-f2b61e9bbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:23.460311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-d6c12c83-0dc9-41d9-a52b-f2b61e9bbc53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0557799 Oct 13 14:31:23.500877 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-51d6bccd-4355-4cde-8f8b-ac341a6d6e24 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 14:31:23.502452 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-51d6bccd-4355-4cde-8f8b-ac341a6d6e24 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "DELETE /v2.0/routers/69ccb725-ca61-4430-ba80-55810a5d2bce HTTP/1.1" status: 409 len: 329 time: 0.3865891 Oct 13 14:31:23.505345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40902) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:23.637675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-2803df7c-6d6c-4532-a092-e19608a2059b service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643083 Oct 13 14:31:23.778310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f5ab349-d893-4589-91d1-434eadbd2cfc req-24bad7f2-b2af-4e46-a05b-43e36a9e035d service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318126 Oct 13 14:31:23.788728 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:23.932195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07c803-5781-44cb-8242-2c187bc27167 req-2f045be7-d080-4088-b28f-51a861ba78d2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:23.941282 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e07c803-5781-44cb-8242-2c187bc27167 req-2f045be7-d080-4088-b28f-51a861ba78d2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1346376 Oct 13 14:31:23.981188 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:24.007371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e07c803-5781-44cb-8242-2c187bc27167 req-e13770f8-7ba7-4ae6-b322-29ba98a34143 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650783 Oct 13 14:31:24.098442 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95fa02e1-b18c-4458-9e88-9e3a9a1afc59 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:24.404596 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-95fa02e1-b18c-4458-9e88-9e3a9a1afc59 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Deleting port 707a7caa-ce6d-4590-8490-f3254fb3eb46 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:24.405061 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95fa02e1-b18c-4458-9e88-9e3a9a1afc59 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:24.522668 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95fa02e1-b18c-4458-9e88-9e3a9a1afc59 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:24.537148 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-95fa02e1-b18c-4458-9e88-9e3a9a1afc59 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Calling delete_port for 707a7caa-ce6d-4590-8490-f3254fb3eb46 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:24.823342 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95fa02e1-b18c-4458-9e88-9e3a9a1afc59 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:24.861469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40920) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:24.910932 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa02e1-b18c-4458-9e88-9e3a9a1afc59 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event deleted for resources: {'Port': ['ID=707a7caa-ce6d-4590-8490-f3254fb3eb46,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:25.131825 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95fa02e1-b18c-4458-9e88-9e3a9a1afc59 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:25.259351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9bbd6-2aa1-4295-8db2-b7952236c061 req-498dca19-59d4-44d7-a089-cf7d633e7aa7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:25.260955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94c9bbd6-2aa1-4295-8db2-b7952236c061 req-498dca19-59d4-44d7-a089-cf7d633e7aa7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1401989 Oct 13 14:31:25.366205 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:25.952091 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fa02e1-b18c-4458-9e88-9e3a9a1afc59 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Router 69ccb725-ca61-4430-ba80-55810a5d2bce has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:31:26.050448 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94c9bbd6-2aa1-4295-8db2-b7952236c061 req-bdb2d7d7-1f98-4a73-a9a0-074e2ee6189a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051761 Oct 13 14:31:26.094447 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fa02e1-b18c-4458-9e88-9e3a9a1afc59 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:31:26.106115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae346490-7f42-43bb-970c-ad83f3b73971 None None] Sync routers for ids ['69ccb725-ca61-4430-ba80-55810a5d2bce'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:31:26.115092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40936) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:26.115354 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-95fa02e1-b18c-4458-9e88-9e3a9a1afc59 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "PUT /v2.0/routers/69ccb725-ca61-4430-ba80-55810a5d2bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6080899 Oct 13 14:31:26.136395 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae346490-7f42-43bb-970c-ad83f3b73971 None None] Routers {'69ccb725-ca61-4430-ba80-55810a5d2bce'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:26.137053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ae346490-7f42-43bb-970c-ad83f3b73971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:31:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['69ccb725-ca61-4430-ba80-55810a5d2bce'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:26.164191 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-939144d8-64d3-45a3-ad7b-8fe939a1974f tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] show failed (client error): The resource could not be found. Oct 13 14:31:26.165377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-939144d8-64d3-45a3-ad7b-8fe939a1974f tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-313842457 HTTP/1.1" status: 404 len: 334 time: 0.0483572 Oct 13 14:31:26.171655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40938) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:26.178517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-28be694a-c442-42ef-999a-5b1968e44642 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Request body: {'router': {'name': 'new_name'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:26.184638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ae346490-7f42-43bb-970c-ad83f3b73971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:26.184791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52f43763-ead8-4c11-89a4-79223752e0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:26.192221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae346490-7f42-43bb-970c-ad83f3b73971 None None] Routers {'69ccb725-ca61-4430-ba80-55810a5d2bce'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:26.192826 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ae346490-7f42-43bb-970c-ad83f3b73971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:31:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['69ccb725-ca61-4430-ba80-55810a5d2bce'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:26.227437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ae346490-7f42-43bb-970c-ad83f3b73971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:26.228423 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae346490-7f42-43bb-970c-ad83f3b73971 None None] The sync data for ids ['69ccb725-ca61-4430-ba80-55810a5d2bce'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:31:26.276419 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-28be694a-c442-42ef-999a-5b1968e44642 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] update failed (client error): The resource could not be found. Oct 13 14:31:26.277904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-28be694a-c442-42ef-999a-5b1968e44642 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-888221633 HTTP/1.1" status: 404 len: 334 time: 0.1031117 Oct 13 14:31:26.282694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40940) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:26.394692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a416691-ea54-4ff5-9476-e2fdfadebb7d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Deleting subnet 4b65e180-e718-47c2-903d-34e4d649b414 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:31:26.401038 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2a416691-ea54-4ff5-9476-e2fdfadebb7d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:26.486596 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2a416691-ea54-4ff5-9476-e2fdfadebb7d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:26.649864 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2a416691-ea54-4ff5-9476-e2fdfadebb7d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:26.704561 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:31:26.806860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-52f43763-ead8-4c11-89a4-79223752e0ad admin admin] Deleting port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:26.807211 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52f43763-ead8-4c11-89a4-79223752e0ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:26.836688 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2a416691-ea54-4ff5-9476-e2fdfadebb7d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:26.837386 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40954) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:26.880325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a416691-ea54-4ff5-9476-e2fdfadebb7d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event deleted for resources: {'Subnet': ['ID=4b65e180-e718-47c2-903d-34e4d649b414,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:26.904286 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2a416691-ea54-4ff5-9476-e2fdfadebb7d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:26.908078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2a416691-ea54-4ff5-9476-e2fdfadebb7d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "DELETE /v2.0/subnets/4b65e180-e718-47c2-903d-34e4d649b414 HTTP/1.1" status: 204 len: 168 time: 0.6236477 Oct 13 14:31:26.911475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40958) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:26.913337 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae78f27-87db-4279-a09d-1ff619760ae4 None None] Network c1b904e8-f4de-4792-b895-9080d905381c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:26.970334 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab9efa5-bfce-4359-ae44-b2f847ee304a admin admin] Deleting subnet d16f32c9-ccaa-480d-a65d-017cee6bd114 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:31:26.973872 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bab9efa5-bfce-4359-ae44-b2f847ee304a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.016360 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bab9efa5-bfce-4359-ae44-b2f847ee304a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.017115 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.080483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-52f43763-ead8-4c11-89a4-79223752e0ad admin admin] For port d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:27.081316 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52f43763-ead8-4c11-89a4-79223752e0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.082828 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bab9efa5-bfce-4359-ae44-b2f847ee304a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.123211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-52f43763-ead8-4c11-89a4-79223752e0ad admin admin] Calling delete_port for d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:27.183535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97aafd0-1e28-45da-9a06-0f61ae2c0c2c None None] DHCP port deletion for c1b904e8-f4de-4792-b895-9080d905381c request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:31:27.246741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d97aafd0-1e28-45da-9a06-0f61ae2c0c2c None None] Deleting port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:27.247687 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d97aafd0-1e28-45da-9a06-0f61ae2c0c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.301117 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bab9efa5-bfce-4359-ae44-b2f847ee304a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.310063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Deleting port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:27.310468 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.327969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d97aafd0-1e28-45da-9a06-0f61ae2c0c2c None None] For port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=58bdc73e-c5b6-4d91-b893-6b4b660fd8b3,segment=NetworkSegment(632560e3-c5e9-4643-8801-071f5dff894e),segment_id=632560e3-c5e9-4643-8801-071f5dff894e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:27.328699 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d97aafd0-1e28-45da-9a06-0f61ae2c0c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.342159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d97aafd0-1e28-45da-9a06-0f61ae2c0c2c None None] Calling delete_port for 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:27.363159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9efa5-bfce-4359-ae44-b2f847ee304a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d16f32c9-ccaa-480d-a65d-017cee6bd114,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:27.377681 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bab9efa5-bfce-4359-ae44-b2f847ee304a admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.380964 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bab9efa5-bfce-4359-ae44-b2f847ee304a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d16f32c9-ccaa-480d-a65d-017cee6bd114 HTTP/1.1" status: 204 len: 168 time: 0.5531332 Oct 13 14:31:27.383412 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40966) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:27.428599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e84ce-360c-40ef-a20d-5673b663bf19 req-97681739-6eb7-4eb1-b6b8-75d069c51ec9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:27.428599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd5e84ce-360c-40ef-a20d-5673b663bf19 req-97681739-6eb7-4eb1-b6b8-75d069c51ec9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1662214 Oct 13 14:31:27.465176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] For port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=58bdc73e-c5b6-4d91-b893-6b4b660fd8b3,segment=NetworkSegment(632560e3-c5e9-4643-8801-071f5dff894e),segment_id=632560e3-c5e9-4643-8801-071f5dff894e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:27.465682 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.476571 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61c8c9c6-5c32-43c3-987c-d7b7f9398925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.491702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Calling delete_port for 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:27.502957 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d97aafd0-1e28-45da-9a06-0f61ae2c0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.524148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd5e84ce-360c-40ef-a20d-5673b663bf19 req-a9f5d5f7-5e82-4485-ac38-cddcd14b0dff tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889528 Oct 13 14:31:27.539063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97aafd0-1e28-45da-9a06-0f61ae2c0c2c None None] Pushing event deleted for resources: {'Port': ['ID=58bdc73e-c5b6-4d91-b893-6b4b660fd8b3,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:27.557737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97aafd0-1e28-45da-9a06-0f61ae2c0c2c None None] No DVR routers for this DVR port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:31:27.631313 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61c8c9c6-5c32-43c3-987c-d7b7f9398925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.662465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-61c8c9c6-5c32-43c3-987c-d7b7f9398925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:27.675062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-61c8c9c6-5c32-43c3-987c-d7b7f9398925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04944aea-7bf0-4429-842d-ae9bdae42d0c') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:27.675325 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.675481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-61c8c9c6-5c32-43c3-987c-d7b7f9398925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04944aea-7bf0-4429-842d-ae9bdae42d0c') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:27.688312 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61c8c9c6-5c32-43c3-987c-d7b7f9398925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.704821 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61c8c9c6-5c32-43c3-987c-d7b7f9398925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.712840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event deleted for resources: {'Port': ['ID=58bdc73e-c5b6-4d91-b893-6b4b660fd8b3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:27.713128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c8c9c6-5c32-43c3-987c-d7b7f9398925 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:31:27.713585 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61c8c9c6-5c32-43c3-987c-d7b7f9398925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:31:27.715489 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:31:27.718312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] No DVR routers for this DVR port 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:31:27.787909 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52f43763-ead8-4c11-89a4-79223752e0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.835220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f43763-ead8-4c11-89a4-79223752e0ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:27.839638 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.868825 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61c8c9c6-5c32-43c3-987c-d7b7f9398925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.879299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61c8c9c6-5c32-43c3-987c-d7b7f9398925 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:27.885242 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-61c8c9c6-5c32-43c3-987c-d7b7f9398925 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81 HTTP/1.1" status: 204 len: 168 time: 0.4986660 Oct 13 14:31:27.901154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b904e8-f4de-4792-b895-9080d905381c']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:27.909577 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8c9c6-5c32-43c3-987c-d7b7f9398925 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e39a61-1bf2-4e6c-a9f5-35c43aa44b81,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:28.052191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632560e3-c5e9-4643-8801-071f5dff894e') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:28.052634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632560e3-c5e9-4643-8801-071f5dff894e') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:28.072614 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.078169 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52f43763-ead8-4c11-89a4-79223752e0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.100350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.147000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:31:28.147528 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:31:28.150958 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:31:28.241682 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40972) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:28.323272 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.338185 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.342322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "DELETE /v2.0/networks/c1b904e8-f4de-4792-b895-9080d905381c HTTP/1.1" status: 204 len: 168 time: 1.4298832 Oct 13 14:31:28.355841 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ed5a62e9-ebab-44d4-ad43-7f1a064483b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f84728718b0488ba61011fdc132e344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1081955 Oct 13 14:31:28.355841 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40976) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:28.356096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40978) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:28.364344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f25ba-a86f-4e39-ae96-9e8f3286934b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event deleted for resources: {'Network': ['ID=c1b904e8-f4de-4792-b895-9080d905381c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:28.431515 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f099d49-418c-45ef-9f8e-8a54510b639b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Deleting subnet a2f73fcc-335a-40ac-a1f7-5819a6316ced {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:31:28.433815 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f099d49-418c-45ef-9f8e-8a54510b639b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.468431 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edec3397-d7fa-4887-b8f5-646aed8c85e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.474118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f43763-ead8-4c11-89a4-79223752e0ad admin admin] Router ed545d64-7ca5-439a-b647-505ce0acd065 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:31:28.487662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:31:28.499761 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edec3397-d7fa-4887-b8f5-646aed8c85e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.502779 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f099d49-418c-45ef-9f8e-8a54510b639b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.512035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:31:28.512741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 58bdc73e-c5b6-4d91-b893-6b4b660fd8b3 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:31:28.627515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f099d49-418c-45ef-9f8e-8a54510b639b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.695525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f43763-ead8-4c11-89a4-79223752e0ad admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:31:28.705149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-52f43763-ead8-4c11-89a4-79223752e0ad admin admin] 10.222.0.18 "PUT /v2.0/routers/ed545d64-7ca5-439a-b647-505ce0acd065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8395948 Oct 13 14:31:28.705603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40984) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:28.708708 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d7c72-53b3-412b-b91b-d402c17de2d2 None None] Sync routers for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:31:28.732526 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d7c72-53b3-412b-b91b-d402c17de2d2 None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:28.733195 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-515d7c72-53b3-412b-b91b-d402c17de2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:31:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:28.772201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67311d-9c96-4af2-a954-6a57b9f8ac6b req-115c2c34-8570-402f-87d0-5de9b81ce498 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:28.773833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b67311d-9c96-4af2-a954-6a57b9f8ac6b req-115c2c34-8570-402f-87d0-5de9b81ce498 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1397171 Oct 13 14:31:28.778213 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edec3397-d7fa-4887-b8f5-646aed8c85e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.779651 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edec3397-d7fa-4887-b8f5-646aed8c85e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.781608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-edec3397-d7fa-4887-b8f5-646aed8c85e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/290e1150-fa49-4399-a0bc-05f739075730 HTTP/1.1" status: 204 len: 168 time: 0.4248867 Oct 13 14:31:28.825600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec3397-d7fa-4887-b8f5-646aed8c85e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290e1150-fa49-4399-a0bc-05f739075730,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:28.864333 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-515d7c72-53b3-412b-b91b-d402c17de2d2 None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:31:28.889169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b67311d-9c96-4af2-a954-6a57b9f8ac6b req-40543ca0-392a-4664-b50c-d1bf0532c2ef tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045458 Oct 13 14:31:28.892668 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:28.949600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f099d49-418c-45ef-9f8e-8a54510b639b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.007541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f099d49-418c-45ef-9f8e-8a54510b639b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f73fcc-335a-40ac-a1f7-5819a6316ced,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:29.022065 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f099d49-418c-45ef-9f8e-8a54510b639b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.029963 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9a243-9e2c-4830-91fa-50de72a26fc6 None None] Network cc15499d-3d63-4e78-81bc-ad2c823381a1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:29.044151 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3f099d49-418c-45ef-9f8e-8a54510b639b tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "DELETE /v2.0/subnets/a2f73fcc-335a-40ac-a1f7-5819a6316ced HTTP/1.1" status: 204 len: 168 time: 0.6906831 Oct 13 14:31:29.047390 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40988) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:29.068587 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.109657 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-515d7c72-53b3-412b-b91b-d402c17de2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:31:27Z', 'revision_number': 5, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port': {'id': '1bbb0245-1572-424f-b563-b6495f49ac35', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:18:05Z', 'updated_at': '2021-10-13T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:29.133722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7f1aa2-acd6-46f5-9073-97251eb4db85 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Deleting subnet 7f4e97ca-c8cd-4fce-bf55-82ae7f84ef5b {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:31:29.139394 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1aa2-acd6-46f5-9073-97251eb4db85 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.149325 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d7c72-53b3-412b-b91b-d402c17de2d2 None None] Checking router: ed545d64-7ca5-439a-b647-505ce0acd065 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:31:29.178423 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d7c72-53b3-412b-b91b-d402c17de2d2 None None] Routers {'ed545d64-7ca5-439a-b647-505ce0acd065'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:29.179729 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-515d7c72-53b3-412b-b91b-d402c17de2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:31:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['ed545d64-7ca5-439a-b647-505ce0acd065'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:29.218568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1aa2-acd6-46f5-9073-97251eb4db85 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.309583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Deleting port 1bbb0245-1572-424f-b563-b6495f49ac35 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:29.310201 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.312363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b680d4-23fe-45c4-b48b-811125ed8c56 None None] DHCP port deletion for cc15499d-3d63-4e78-81bc-ad2c823381a1 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:31:29.367679 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-515d7c72-53b3-412b-b91b-d402c17de2d2 None None] Set router ed545d64-7ca5-439a-b647-505ce0acd065 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:31:29.391677 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1aa2-acd6-46f5-9073-97251eb4db85 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.407848 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-67b680d4-23fe-45c4-b48b-811125ed8c56 None None] Deleting port 42688709-14dd-4348-a6cb-5fcba2e7a869 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:29.408594 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-67b680d4-23fe-45c4-b48b-811125ed8c56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.509118 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-515d7c72-53b3-412b-b91b-d402c17de2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:31:29Z', 'revision_number': 6, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:29.509347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] For port 1bbb0245-1572-424f-b563-b6495f49ac35, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1bbb0245-1572-424f-b563-b6495f49ac35,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:29.509620 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-67b680d4-23fe-45c4-b48b-811125ed8c56 None None] For port 42688709-14dd-4348-a6cb-5fcba2e7a869, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=42688709-14dd-4348-a6cb-5fcba2e7a869,segment=NetworkSegment(92f26fa8-c4f9-44af-8137-98d48427d2a2),segment_id=92f26fa8-c4f9-44af-8137-98d48427d2a2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:29.510197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.512564 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-67b680d4-23fe-45c4-b48b-811125ed8c56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.538068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-67b680d4-23fe-45c4-b48b-811125ed8c56 None None] Calling delete_port for 42688709-14dd-4348-a6cb-5fcba2e7a869 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:29.538421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Calling delete_port for 1bbb0245-1572-424f-b563-b6495f49ac35 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:29.567496 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515d7c72-53b3-412b-b91b-d402c17de2d2 None None] The sync data for ids ['ed545d64-7ca5-439a-b647-505ce0acd065'] in n-d-806683-15 is: [{'id': 'ed545d64-7ca5-439a-b647-505ce0acd065', 'name': 'tempest-AttachVolumeTestJSON-460573203-router', 'tenant_id': '82871577ef3e4a4ea19f18b5f347c20b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:18:03Z', 'updated_at': '2021-10-13T14:31:29Z', 'revision_number': 6, 'project_id': '82871577ef3e4a4ea19f18b5f347c20b', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:31:29.624594 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1aa2-acd6-46f5-9073-97251eb4db85 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.662322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f1aa2-acd6-46f5-9073-97251eb4db85 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4e97ca-c8cd-4fce-bf55-82ae7f84ef5b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:29.679124 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c7f1aa2-acd6-46f5-9073-97251eb4db85 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.685297 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78350aaf-c2f5-429b-8b10-524c0fc62068 None None] Network 6f0e7ef9-f56a-448e-8595-5ad37b203566 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:29.686295 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4c7f1aa2-acd6-46f5-9073-97251eb4db85 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "DELETE /v2.0/subnets/7f4e97ca-c8cd-4fce-bf55-82ae7f84ef5b HTTP/1.1" status: 204 len: 168 time: 0.6375899 Oct 13 14:31:29.687183 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41000) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:29.809289 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.838474 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.871235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbb0245-1572-424f-b563-b6495f49ac35,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:29.885769 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-67b680d4-23fe-45c4-b48b-811125ed8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.888613 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Deleting port 42688709-14dd-4348-a6cb-5fcba2e7a869 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:29.889218 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:29.962841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b4b9c4-981e-4380-a67b-8e6afc40b51a None None] DHCP port deletion for 6f0e7ef9-f56a-448e-8595-5ad37b203566 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:31:29.971689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b680d4-23fe-45c4-b48b-811125ed8c56 None None] Pushing event deleted for resources: {'Port': ['ID=42688709-14dd-4348-a6cb-5fcba2e7a869,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:29.978873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b680d4-23fe-45c4-b48b-811125ed8c56 None None] No DVR routers for this DVR port 42688709-14dd-4348-a6cb-5fcba2e7a869 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:31:30.016795 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.027760 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] For port 42688709-14dd-4348-a6cb-5fcba2e7a869, host n-d-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:30.028568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.050855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Calling delete_port for 42688709-14dd-4348-a6cb-5fcba2e7a869 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:30.054241 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_backend_mixin [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Port 42688709-14dd-4348-a6cb-5fcba2e7a869 was not found and therefore no delete operation was performed {{(pid=112684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 14:31:30.055751 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.071520 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] No DVR routers for this DVR port 42688709-14dd-4348-a6cb-5fcba2e7a869 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:31:30.091398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-32b4b9c4-981e-4380-a67b-8e6afc40b51a None None] Deleting port dc38f6fc-d338-4883-a744-1d8aa58cb3c8 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:30.091398 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-32b4b9c4-981e-4380-a67b-8e6afc40b51a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.141466 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event deleted for resources: {'Port': ['ID=42688709-14dd-4348-a6cb-5fcba2e7a869,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:30.258680 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-32b4b9c4-981e-4380-a67b-8e6afc40b51a None None] For port dc38f6fc-d338-4883-a744-1d8aa58cb3c8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dc38f6fc-d338-4883-a744-1d8aa58cb3c8,segment=NetworkSegment(78f3d236-3a8a-438f-830c-f18989f36d7e),segment_id=78f3d236-3a8a-438f-830c-f18989f36d7e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:30.259301 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-32b4b9c4-981e-4380-a67b-8e6afc40b51a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.261663 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.313710 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc15499d-3d63-4e78-81bc-ad2c823381a1']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:30.322671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-32b4b9c4-981e-4380-a67b-8e6afc40b51a None None] Calling delete_port for dc38f6fc-d338-4883-a744-1d8aa58cb3c8 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:30.325154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f26fa8-c4f9-44af-8137-98d48427d2a2') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:30.325533 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f26fa8-c4f9-44af-8137-98d48427d2a2') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:30.337199 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.357204 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.371935 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:31:30.372446 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.453403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1bbb0245-1572-424f-b563-b6495f49ac35 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:31:30.458101 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:31:30.485899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 1bbb0245-1572-424f-b563-b6495f49ac35 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:31:30.486610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1bbb0245-1572-424f-b563-b6495f49ac35 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:31:30.487289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 42688709-14dd-4348-a6cb-5fcba2e7a869 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:31:30.514968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 42688709-14dd-4348-a6cb-5fcba2e7a869 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:31:30.515872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 42688709-14dd-4348-a6cb-5fcba2e7a869 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:31:30.516070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:31:30.540535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:31:30.540949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d191bb3e-00e6-4aa8-a4e8-5c5c67452ab4 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:31:30.541485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dc38f6fc-d338-4883-a744-1d8aa58cb3c8 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:31:30.550065 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.562676 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.568062 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "DELETE /v2.0/networks/cc15499d-3d63-4e78-81bc-ad2c823381a1 HTTP/1.1" status: 204 len: 168 time: 0.8781796 Oct 13 14:31:30.588508 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41018) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:30.679608 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41020) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:30.687921 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727b234-6f71-4892-a938-9974b0d2e726 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event deleted for resources: {'Network': ['ID=cc15499d-3d63-4e78-81bc-ad2c823381a1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:30.727099 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.743153 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.747133 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.748923 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-32b4b9c4-981e-4380-a67b-8e6afc40b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.763517 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9981e7b2-7936-4b99-9bb7-562a21467497 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.785827 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4b9c4-981e-4380-a67b-8e6afc40b51a None None] Pushing event deleted for resources: {'Port': ['ID=dc38f6fc-d338-4883-a744-1d8aa58cb3c8,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:30.815975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b4b9c4-981e-4380-a67b-8e6afc40b51a None None] No DVR routers for this DVR port dc38f6fc-d338-4883-a744-1d8aa58cb3c8 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:31:30.855802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2eadf-a995-430c-a5be-f94fbeaee772 req-e5901843-0e2b-413b-9030-e17ed4483dbe tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:30.860407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9c2eadf-a995-430c-a5be-f94fbeaee772 req-e5901843-0e2b-413b-9030-e17ed4483dbe tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1879988 Oct 13 14:31:30.898002 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9981e7b2-7936-4b99-9bb7-562a21467497 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.908855 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9c2eadf-a995-430c-a5be-f94fbeaee772 req-7f561e3c-6362-42d7-80ff-527481ac3dcb tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Oct 13 14:31:30.923335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-3381519-network', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:30.929546 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.929546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed545d64-7ca5-439a-b647-505ce0acd065 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:31:30.934055 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:30.939198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c6db2f5e-744c-4962-b5cf-1d2f2ff02ddf admin admin] 10.222.0.18 "DELETE /v2.0/routers/ed545d64-7ca5-439a-b647-505ce0acd065 HTTP/1.1" status: 204 len: 168 time: 2.2322712 Oct 13 14:31:30.940138 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41026) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:30.948353 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-9981e7b2-7936-4b99-9bb7-562a21467497 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0e7ef9-f56a-448e-8595-5ad37b203566']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:31.003031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-9981e7b2-7936-4b99-9bb7-562a21467497 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f3d236-3a8a-438f-830c-f18989f36d7e') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:31.003370 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-9981e7b2-7936-4b99-9bb7-562a21467497 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f3d236-3a8a-438f-830c-f18989f36d7e') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:31.024079 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9981e7b2-7936-4b99-9bb7-562a21467497 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.042059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-034e8990-e97e-40e6-a4b5-0301629e83a0 admin admin] Deleting subnet 55692630-3c1b-4a22-9c24-eba73df651f5 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:31:31.046363 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-034e8990-e97e-40e6-a4b5-0301629e83a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.067171 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9981e7b2-7936-4b99-9bb7-562a21467497 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.078557 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9981e7b2-7936-4b99-9bb7-562a21467497 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:31:31.079018 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9981e7b2-7936-4b99-9bb7-562a21467497 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:31:31.081975 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:31:31.131826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Made reservation on behalf of 6ed4b0eb351b4f6eb79e169e27d158cc for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:31:31.134131 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.140081 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-034e8990-e97e-40e6-a4b5-0301629e83a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.177530 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.259287 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-034e8990-e97e-40e6-a4b5-0301629e83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.342319 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9981e7b2-7936-4b99-9bb7-562a21467497 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.348629 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9981e7b2-7936-4b99-9bb7-562a21467497 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.351939 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9981e7b2-7936-4b99-9bb7-562a21467497 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "DELETE /v2.0/networks/6f0e7ef9-f56a-448e-8595-5ad37b203566 HTTP/1.1" status: 204 len: 168 time: 0.7597301 Oct 13 14:31:31.354755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41028) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:31.380664 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-034e8990-e97e-40e6-a4b5-0301629e83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.385959 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981e7b2-7936-4b99-9bb7-562a21467497 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event deleted for resources: {'Network': ['ID=6f0e7ef9-f56a-448e-8595-5ad37b203566,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:31.421937 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e8990-e97e-40e6-a4b5-0301629e83a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55692630-3c1b-4a22-9c24-eba73df651f5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:31.425268 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-034e8990-e97e-40e6-a4b5-0301629e83a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.425813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-45320b19-ccbb-470e-98cc-d50cf636232d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Deleting subnet a5c3982d-718e-4025-ba9f-c661b64ae081 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:31:31.428485 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-034e8990-e97e-40e6-a4b5-0301629e83a0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/55692630-3c1b-4a22-9c24-eba73df651f5 HTTP/1.1" status: 204 len: 168 time: 0.4835811 Oct 13 14:31:31.431694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625376e-540e-4380-9ef1-b2bee0ccd73c None None] Network 9a0d1357-5bd1-47a4-bc47-4229892a21e5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:31.432481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41030) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:31.440533 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45320b19-ccbb-470e-98cc-d50cf636232d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.478556 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.537308 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45320b19-ccbb-470e-98cc-d50cf636232d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.554258 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.586170 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.586665 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:31:31.615863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6f35c0-0cdb-4d30-9823-7e9c9959be18,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:31.632499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.632856 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Added segment d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb of type vlan for network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb Oct 13 14:31:31.678494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a6ef89-2db6-4f03-b08e-6422260fbd8b None None] DHCP port deletion for 9a0d1357-5bd1-47a4-bc47-4229892a21e5 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:31:31.681333 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.737566 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45320b19-ccbb-470e-98cc-d50cf636232d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.752313 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e3a6ef89-2db6-4f03-b08e-6422260fbd8b None None] Deleting port 6d834ed6-9df3-47ed-9824-c977371c8f13 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:31.755084 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e3a6ef89-2db6-4f03-b08e-6422260fbd8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.771674 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.772736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:31.773377 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.789875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Deleting port 6d834ed6-9df3-47ed-9824-c977371c8f13 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:31.790468 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.844696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e3a6ef89-2db6-4f03-b08e-6422260fbd8b None None] For port 6d834ed6-9df3-47ed-9824-c977371c8f13, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d834ed6-9df3-47ed-9824-c977371c8f13,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:31.845201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e3a6ef89-2db6-4f03-b08e-6422260fbd8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.859746 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e3a6ef89-2db6-4f03-b08e-6422260fbd8b None None] Calling delete_port for 6d834ed6-9df3-47ed-9824-c977371c8f13 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:31.885325 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] Pushing event updated for resources: {'Network': ['ID=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:31.910871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:31:31.919937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] For port 6d834ed6-9df3-47ed-9824-c977371c8f13, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d834ed6-9df3-47ed-9824-c977371c8f13,segment=NetworkSegment(97adf517-2cca-45b5-8ffa-96af430fefa0),segment_id=97adf517-2cca-45b5-8ffa-96af430fefa0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:31.920310 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:31.933698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Calling delete_port for 6d834ed6-9df3-47ed-9824-c977371c8f13 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:31.977585 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bfd2a1cf-87a2-45aa-967f-f1ad2e72bc83 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2960753 Oct 13 14:31:31.980445 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41040) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:31.986190 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1b388b48-bad0-45c0-85cc-a384deaf171c admin admin] Request body: {'subnet': {'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-3381519-subnet', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:32.016280 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45320b19-ccbb-470e-98cc-d50cf636232d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.070691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320b19-ccbb-470e-98cc-d50cf636232d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c3982d-718e-4025-ba9f-c661b64ae081,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:32.082119 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45320b19-ccbb-470e-98cc-d50cf636232d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.085566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-45320b19-ccbb-470e-98cc-d50cf636232d tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "DELETE /v2.0/subnets/a5c3982d-718e-4025-ba9f-c661b64ae081 HTTP/1.1" status: 204 len: 168 time: 0.7295403 Oct 13 14:31:32.088049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41042) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:32.090090 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f7f680-9035-494d-8a50-e06c3a309a2c None None] Network 5128cd6a-76d8-453e-bed9-9666eb3b3d14 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:32.103684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b388b48-bad0-45c0-85cc-a384deaf171c admin admin] Made reservation on behalf of 6ed4b0eb351b4f6eb79e169e27d158cc for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:31:32.107746 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b388b48-bad0-45c0-85cc-a384deaf171c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.156435 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e3a6ef89-2db6-4f03-b08e-6422260fbd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.161518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0ceee-ac5d-4148-8d2e-5dc2cc48b4a3 req-e5e93eee-0df2-4728-b8d9-47da58bbc830 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:32.163096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0e0ceee-ac5d-4148-8d2e-5dc2cc48b4a3 req-e5e93eee-0df2-4728-b8d9-47da58bbc830 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1685631 Oct 13 14:31:32.192595 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.194273 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.201254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a6ef89-2db6-4f03-b08e-6422260fbd8b None None] No DVR routers for this DVR port 6d834ed6-9df3-47ed-9824-c977371c8f13 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:31:32.229630 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6ef89-2db6-4f03-b08e-6422260fbd8b None None] Pushing event deleted for resources: {'Port': ['ID=6d834ed6-9df3-47ed-9824-c977371c8f13,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:32.247520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] No DVR routers for this DVR port 6d834ed6-9df3-47ed-9824-c977371c8f13 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:31:32.249482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d834ed6-9df3-47ed-9824-c977371c8f13,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:32.321723 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0e0ceee-ac5d-4148-8d2e-5dc2cc48b4a3 req-c06ffd3e-cfef-4f32-83b3-e268afe8e8cc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502101 Oct 13 14:31:32.389765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d834ed6-9df3-47ed-9824-c977371c8f13 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:31:32.390955 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.416396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0d1357-5bd1-47a4-bc47-4229892a21e5']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:32.419660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 6d834ed6-9df3-47ed-9824-c977371c8f13 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:31:32.420209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d834ed6-9df3-47ed-9824-c977371c8f13 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:31:32.429976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97adf517-2cca-45b5-8ffa-96af430fefa0') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:32.430276 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97adf517-2cca-45b5-8ffa-96af430fefa0') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:32.432691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Deleting port a7544c32-0d70-4fe3-91ef-9293ef51a3cd {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:32.433219 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.434533 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba6502c-b972-4a3e-8a5d-ade4a401d566 None None] DHCP port deletion for 5128cd6a-76d8-453e-bed9-9666eb3b3d14 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:31:32.453643 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.487483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-cba6502c-b972-4a3e-8a5d-ade4a401d566 None None] Deleting port a7544c32-0d70-4fe3-91ef-9293ef51a3cd {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:32.488485 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cba6502c-b972-4a3e-8a5d-ade4a401d566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.503515 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.517958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:31:32.518367 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:31:32.520040 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:31:32.556003 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b388b48-bad0-45c0-85cc-a384deaf171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.579085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] For port a7544c32-0d70-4fe3-91ef-9293ef51a3cd, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a7544c32-0d70-4fe3-91ef-9293ef51a3cd,segment=NetworkSegment(5f5a7d68-559b-4208-a354-ac33abb127bd),segment_id=5f5a7d68-559b-4208-a354-ac33abb127bd)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:32.585736 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.606313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Calling delete_port for a7544c32-0d70-4fe3-91ef-9293ef51a3cd owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:32.629397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b388b48-bad0-45c0-85cc-a384deaf171c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d98b753-5756-4883-9995-4439b4ac06ca,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:32.659950 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b388b48-bad0-45c0-85cc-a384deaf171c admin admin] Checking segment: {'id': 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:31:32.660585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b388b48-bad0-45c0-85cc-a384deaf171c admin admin] Network hostable DHCP agents. Network: 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:31:32.711924 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.717621 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.720668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9a0d1357-5bd1-47a4-bc47-4229892a21e5 HTTP/1.1" status: 204 len: 168 time: 1.2870355 Oct 13 14:31:32.732627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a85b67-8acf-4489-98c2-7dc22561fad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0d1357-5bd1-47a4-bc47-4229892a21e5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:32.740653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-cba6502c-b972-4a3e-8a5d-ade4a401d566 None None] For port a7544c32-0d70-4fe3-91ef-9293ef51a3cd, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a7544c32-0d70-4fe3-91ef-9293ef51a3cd,segment=NetworkSegment(5f5a7d68-559b-4208-a354-ac33abb127bd),segment_id=5f5a7d68-559b-4208-a354-ac33abb127bd)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:32.741221 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cba6502c-b972-4a3e-8a5d-ade4a401d566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.758375 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b388b48-bad0-45c0-85cc-a384deaf171c admin admin] Network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:31:32.766502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-cba6502c-b972-4a3e-8a5d-ade4a401d566 None None] Calling delete_port for a7544c32-0d70-4fe3-91ef-9293ef51a3cd owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:32.857902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.865216 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cba6502c-b972-4a3e-8a5d-ade4a401d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.885450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6502c-b972-4a3e-8a5d-ade4a401d566 None None] No DVR routers for this DVR port a7544c32-0d70-4fe3-91ef-9293ef51a3cd on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:31:32.896226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event deleted for resources: {'Port': ['ID=a7544c32-0d70-4fe3-91ef-9293ef51a3cd,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:32.901589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] No DVR routers for this DVR port a7544c32-0d70-4fe3-91ef-9293ef51a3cd on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:31:32.912096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-1b388b48-bad0-45c0-85cc-a384deaf171c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:32.916234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6502c-b972-4a3e-8a5d-ade4a401d566 None None] Pushing event deleted for resources: {'Port': ['ID=a7544c32-0d70-4fe3-91ef-9293ef51a3cd,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:32.927672 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b388b48-bad0-45c0-85cc-a384deaf171c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:32.928287 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b388b48-bad0-45c0-85cc-a384deaf171c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:32.937745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a4d2d-9a21-41d7-a0e4-b198743a4ee7 None None] Network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:33.047882 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.066023 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1b388b48-bad0-45c0-85cc-a384deaf171c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0841281 Oct 13 14:31:33.068551 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41050) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:33.074763 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:33.109610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5128cd6a-76d8-453e-bed9-9666eb3b3d14']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:33.121123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'fixed_ips': [{'subnet_id': '0d98b753-5756-4883-9995-4439b4ac06ca'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:31:33.121606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5a7d68-559b-4208-a354-ac33abb127bd') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:33.122002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5a7d68-559b-4208-a354-ac33abb127bd') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:33.122604 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.133679 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.148939 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.156436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:31:33.157193 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:31:33.160840 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:31:33.191968 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.193198 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.196663 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41054) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:33.247570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41056) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:33.247827 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cc68206f-834d-44e9-af08-4ed89934bb92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82871577ef3e4a4ea19f18b5f347c20b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491726 Oct 13 14:31:33.312518 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5f6df7a-17d5-450b-a4ad-d3277d6e3b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.337221 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5f6df7a-17d5-450b-a4ad-d3277d6e3b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.348036 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.369885 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.382836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "DELETE /v2.0/networks/5128cd6a-76d8-453e-bed9-9666eb3b3d14 HTTP/1.1" status: 204 len: 168 time: 1.2909367 Oct 13 14:31:33.386095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc8eb2-c64f-4cd9-8bcb-df0112a32f02 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Pushing event deleted for resources: {'Network': ['ID=5128cd6a-76d8-453e-bed9-9666eb3b3d14,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:33.399491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41060) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:33.420590 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.478613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-40bc7de6-65b6-4c89-b276-028098ecb162 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "GET /v2.0/ports?device_id=69ccb725-ca61-4430-ba80-55810a5d2bce HTTP/1.1" status: 200 len: 205 time: 0.0734704 Oct 13 14:31:33.478997 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41062) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:33.539308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf1bf7-a3bb-4479-b798-f93a14c986de req-70a8e622-998b-48cb-8d04-80c76b5e53cf tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:33.541087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-afdf1bf7-a3bb-4479-b798-f93a14c986de req-70a8e622-998b-48cb-8d04-80c76b5e53cf tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.0674870 Oct 13 14:31:33.552731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Allocated IP 172.20.0.2 (72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb/0d98b753-5756-4883-9995-4439b4ac06ca/980d044b-b4e2-419a-aa73-202f0ed4b270) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:31:33.591230 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-afdf1bf7-a3bb-4479-b798-f93a14c986de req-3a3bcb33-a92b-4442-bcf4-35c198681f19 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421538 Oct 13 14:31:33.665866 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5f6df7a-17d5-450b-a4ad-d3277d6e3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.668405 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c5f6df7a-17d5-450b-a4ad-d3277d6e3b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.672374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c5f6df7a-17d5-450b-a4ad-d3277d6e3b0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bb27b70-c716-422f-826a-575e55f795b6 HTTP/1.1" status: 204 len: 168 time: 0.4217920 Oct 13 14:31:33.691245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6df7a-17d5-450b-a4ad-d3277d6e3b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb27b70-c716-422f-826a-575e55f795b6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:33.713933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7cef4cd1-eafa-4996-a7d4-e6ff10eafe23 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.743732 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.819117 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.834716 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.893484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:31:33.896906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:33.904737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:31:33.915839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Pushing event updated for resources: {'Port': ['ID=980d044b-b4e2-419a-aa73-202f0ed4b270,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:33.929314 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7cef4cd1-eafa-4996-a7d4-e6ff10eafe23 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.929314 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7cef4cd1-eafa-4996-a7d4-e6ff10eafe23 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.976014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Attempting to bind port 980d044b-b4e2-419a-aa73-202f0ed4b270 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:31:33.976485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Attempting to bind port 980d044b-b4e2-419a-aa73-202f0ed4b270 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:31:33.977026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Attempting to bind port 980d044b-b4e2-419a-aa73-202f0ed4b270 on network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:31:33.982373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:31:33.982848 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Checking segment: {'id': 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:31:33.983792 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:33.984182 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Bound using segment: {'id': 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:31:33.985227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Bound port: 980d044b-b4e2-419a-aa73-202f0ed4b270, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:31:33.985227 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:34.062832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] For port 980d044b-b4e2-419a-aa73-202f0ed4b270, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:31:34.064167 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7cef4cd1-eafa-4996-a7d4-e6ff10eafe23 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:34.065261 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cef4cd1-eafa-4996-a7d4-e6ff10eafe23 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Fanout notify agent at l3_agent the message router_deleted on router 69ccb725-ca61-4430-ba80-55810a5d2bce {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:31:34.067437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] For port 980d044b-b4e2-419a-aa73-202f0ed4b270, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=980d044b-b4e2-419a-aa73-202f0ed4b270,segment=NetworkSegment(d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb),segment_id=d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:31:34.075115 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7cef4cd1-eafa-4996-a7d4-e6ff10eafe23 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:34.077320 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7cef4cd1-eafa-4996-a7d4-e6ff10eafe23 tempest-RoutersNegativeIpV6Test-1379262360 tempest-RoutersNegativeIpV6Test-1379262360-project] 10.222.0.18 "DELETE /v2.0/routers/69ccb725-ca61-4430-ba80-55810a5d2bce HTTP/1.1" status: 204 len: 168 time: 0.5963113 Oct 13 14:31:34.163806 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:34.275626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414af4aa-ae28-4ccd-904d-ba8499fa1fff None None] Pushing event updated for resources: {'Port': ['ID=980d044b-b4e2-419a-aa73-202f0ed4b270,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:34.305606 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:34.333330 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:34.352519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a7544c32-0d70-4fe3-91ef-9293ef51a3cd no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:31:34.378225 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: a7544c32-0d70-4fe3-91ef-9293ef51a3cd {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:31:34.380864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a7544c32-0d70-4fe3-91ef-9293ef51a3cd not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:31:34.490900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Allocated IP 172.25.0.173 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/fb7d00b3-3cfd-4bb7-8085-7237800e963e) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:31:34.652028 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:34.756139 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41098) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:34.778623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a6493-f69d-41b5-b399-cb911f048804 req-9cacf9f4-5620-4c6f-916c-aac4381b296a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:34.782214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae3a6493-f69d-41b5-b399-cb911f048804 req-9cacf9f4-5620-4c6f-916c-aac4381b296a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.0940146 Oct 13 14:31:34.803733 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:34.844725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae3a6493-f69d-41b5-b399-cb911f048804 req-ddceefd7-6454-4336-a61c-3ea0ac0b4dc1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613179 Oct 13 14:31:34.883579 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:31:34.894219 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:34.905383 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Pushing event updated for resources: {'Port': ['ID=fb7d00b3-3cfd-4bb7-8085-7237800e963e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:34.908906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:31:35.296102 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d77a9431-80d0-4da9-94ba-42eb10737052 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c6b5534e44a4ed1a165b501523f7964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5381835 Oct 13 14:31:35.299002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41118) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:35.377146 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-519f317a-3ed4-47bd-8d2e-1554a581651a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:35.407496 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-519f317a-3ed4-47bd-8d2e-1554a581651a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:35.503221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218ebd40-c71d-49b9-a750-a425d1ae0b72 None None] Network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:31:35.555058 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-519f317a-3ed4-47bd-8d2e-1554a581651a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:35.558565 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-519f317a-3ed4-47bd-8d2e-1554a581651a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:35.559092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-519f317a-3ed4-47bd-8d2e-1554a581651a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbbdcae9-20aa-4ad1-8e98-62406ca44cf2 HTTP/1.1" status: 204 len: 168 time: 0.2586865 Oct 13 14:31:35.569075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f317a-3ed4-47bd-8d2e-1554a581651a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbdcae9-20aa-4ad1-8e98-62406ca44cf2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:35.656317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6efd352f-0d15-49b7-8270-94890c86770a None None] Provisioning complete for port 980d044b-b4e2-419a-aa73-202f0ed4b270 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:35.656317 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6efd352f-0d15-49b7-8270-94890c86770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:35.695887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cfd18f57-3b87-4b5a-b85f-a2d368c03e43 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:31:35.736823 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:35.919565 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6efd352f-0d15-49b7-8270-94890c86770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:35.991397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cfd18f57-3b87-4b5a-b85f-a2d368c03e43, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cfd18f57-3b87-4b5a-b85f-a2d368c03e43,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:36.043742 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:36.044753 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'cfd18f57-3b87-4b5a-b85f-a2d368c03e43', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'port_id': 'cfd18f57-3b87-4b5a-b85f-a2d368c03e43', 'mac_address': 'fa:16:3e:f7:79:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:31:36.054596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6efd352f-0d15-49b7-8270-94890c86770a None None] For port 980d044b-b4e2-419a-aa73-202f0ed4b270, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=980d044b-b4e2-419a-aa73-202f0ed4b270,segment=NetworkSegment(d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb),segment_id=d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:36.089807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aad4a-933c-40f2-9661-54e86a325507 req-c8db2bb5-7b8e-4d62-8fa3-e8666d69614a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:36.098604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c6aad4a-933c-40f2-9661-54e86a325507 req-c8db2bb5-7b8e-4d62-8fa3-e8666d69614a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 944 time: 0.1524732 Oct 13 14:31:36.160465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c6aad4a-933c-40f2-9661-54e86a325507 req-c2a78673-76ff-4314-88b6-fd680a8d4604 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560915 Oct 13 14:31:36.162930 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:36.192236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd18f57-3b87-4b5a-b85f-a2d368c03e43 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:31:36.210393 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6efd352f-0d15-49b7-8270-94890c86770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:36.267422 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cfd18f57-3b87-4b5a-b85f-a2d368c03e43, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cfd18f57-3b87-4b5a-b85f-a2d368c03e43,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:36.302161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd352f-0d15-49b7-8270-94890c86770a None None] Pushing event updated for resources: {'Port': ['ID=980d044b-b4e2-419a-aa73-202f0ed4b270,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:36.347253 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:36.403501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Router 947c7015-8337-4787-9bd8-bf6512dd6ad8 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:31:36.415212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=cfd18f57-3b87-4b5a-b85f-a2d368c03e43,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:36.443145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-993bf282-26bf-4236-8868-cc254fc2afaa None None] Provisioning complete for port 980d044b-b4e2-419a-aa73-202f0ed4b270 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:36.443646 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-993bf282-26bf-4236-8868-cc254fc2afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:36.448108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 980d044b-b4e2-419a-aa73-202f0ed4b270 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:36.543402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:31:36.570278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Sync routers for ids ['947c7015-8337-4787-9bd8-bf6512dd6ad8'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:31:36.593591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 980d044b-b4e2-419a-aa73-202f0ed4b270 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:36.594052 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:36.620231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Routers {'947c7015-8337-4787-9bd8-bf6512dd6ad8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:36.625328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:31:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['947c7015-8337-4787-9bd8-bf6512dd6ad8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:36.625328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['cfd18f57-3b87-4b5a-b85f-a2d368c03e43'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:31:36.715733 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:36.721034 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a105820a-c203-42ad-9d1f-41b9958a1702 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6475265 Oct 13 14:31:36.722269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41164) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:36.843924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Set router 947c7015-8337-4787-9bd8-bf6512dd6ad8 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:31:37.121331 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:31:35Z', 'revision_number': 3, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port': {'id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:21:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:34Z', 'updated_at': '2021-10-13T14:31:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:37.159772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Checking router: 947c7015-8337-4787-9bd8-bf6512dd6ad8 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:31:37.160132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Updating router 947c7015-8337-4787-9bd8-bf6512dd6ad8 port fb7d00b3-3cfd-4bb7-8085-7237800e963e binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:31:37.203001 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:37.350039 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c988557-9a0d-4ff0-93e8-3b6061962e2c req-3610aeaf-e152-4acb-9b1a-a36c8dba006b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:37.351761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c988557-9a0d-4ff0-93e8-3b6061962e2c req-3610aeaf-e152-4acb-9b1a-a36c8dba006b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 945 time: 0.0964303 Oct 13 14:31:37.381529 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:37.445551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c988557-9a0d-4ff0-93e8-3b6061962e2c req-1326743c-408b-45d4-9454-a31742d7e89d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855885 Oct 13 14:31:37.549754 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41194) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:37.580721 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:37.617174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Allocated IP 172.20.0.1 (72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb/0d98b753-5756-4883-9995-4439b4ac06ca/50d9a5ca-4c18-4b95-a907-920086d81d77) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:31:37.670158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e5bb5814-da6a-448b-a3ff-ab4a144a7b3d tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group': {'name': 'default'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:37.671323 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-e5bb5814-da6a-448b-a3ff-ab4a144a7b3d tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 14:31:37.671895 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-e5bb5814-da6a-448b-a3ff-ab4a144a7b3d tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 14:31:37.676166 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e5bb5814-da6a-448b-a3ff-ab4a144a7b3d tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1212332 Oct 13 14:31:37.676589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41202) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:37.679699 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:37.690454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692313780'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:37.721833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cfd18f57-3b87-4b5a-b85f-a2d368c03e43 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:37.782416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Pushing event updated for resources: {'Port': ['ID=fb7d00b3-3cfd-4bb7-8085-7237800e963e,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:37.782667 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:37.789909 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Attempting to bind port fb7d00b3-3cfd-4bb7-8085-7237800e963e on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:31:37.790620 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Attempting to bind port fb7d00b3-3cfd-4bb7-8085-7237800e963e by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:31:37.791277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Attempting to bind port fb7d00b3-3cfd-4bb7-8085-7237800e963e on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:31:37.803914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:37.804181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:37.804519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:37.804857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:37.805211 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:37.805542 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:37.805867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:37.806193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:37.806519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:37.806842 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:37.807165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:37.807483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:37.816080 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:31:37.816486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:31:37.816834 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:37.817427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:31:37.818055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Bound port: fb7d00b3-3cfd-4bb7-8085-7237800e963e, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:31:37.818641 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:37.849019 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:37.858305 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:37.880898 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] For port fb7d00b3-3cfd-4bb7-8085-7237800e963e, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:31:37.885196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] For port fb7d00b3-3cfd-4bb7-8085-7237800e963e, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fb7d00b3-3cfd-4bb7-8085-7237800e963e,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:31:37.906786 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:37.947948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:37.965095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port cfd18f57-3b87-4b5a-b85f-a2d368c03e43 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:31:37.968329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Pushing event updated for resources: {'Port': ['ID=50d9a5ca-4c18-4b95-a907-920086d81d77,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:37.970072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port cfd18f57-3b87-4b5a-b85f-a2d368c03e43 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:37.970465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:31:37.970597 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:37.972180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:37.974543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:31:38.015163 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.032282 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.077778 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.121204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Routers {'947c7015-8337-4787-9bd8-bf6512dd6ad8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:38.122081 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:31:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['947c7015-8337-4787-9bd8-bf6512dd6ad8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:38.124691 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.178948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dda6bf-28a6-4e3d-b816-64e6c2860a65,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:38.199666 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:38.200027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:38.200501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:38.200923 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:38.201360 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:38.202256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:38.202637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:38.203030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:38.203417 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:38.203806 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:38.204187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:38.204583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:38.266230 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.365559 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.401294 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.433499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81764fb-a12d-40c7-95da-01f3866af8d4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:38.489633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] Set router 947c7015-8337-4787-9bd8-bf6512dd6ad8 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:31:38.497997 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.499868 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ffcc88f5-900f-4bad-8350-b8f89ed9f190 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8205605 Oct 13 14:31:38.501975 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41218) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:38.506857 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1a2d3ed6-7109-4914-a393-bb3674171f9f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': 'b81764fb-a12d-40c7-95da-01f3866af8d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:38.573373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 980d044b-b4e2-419a-aa73-202f0ed4b270 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:38.607402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9b47a-69f6-468d-b12c-6220eb255715 None None] Pushing event updated for resources: {'Port': ['ID=fb7d00b3-3cfd-4bb7-8085-7237800e963e,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:38.649105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df4ae2-449b-429f-ad1c-e9685faaf009 req-7bcbfe5e-af9a-4ecd-94c3-bf34d45f85ff tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:38.650581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07df4ae2-449b-429f-ad1c-e9685faaf009 req-7bcbfe5e-af9a-4ecd-94c3-bf34d45f85ff tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 945 time: 0.0847387 Oct 13 14:31:38.664698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3092ea7d-b90a-4818-8fc6-ce3bc74ea22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd18f57-3b87-4b5a-b85f-a2d368c03e43'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:31:38.666909 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340e7fd2-bee6-4f77-88e0-9be622fe7f3f" -d '{"events": [{"server_uuid": "3092ea7d-b90a-4818-8fc6-ce3bc74ea22b", "name": "network-vif-plugged", "status": "completed", "tag": "cfd18f57-3b87-4b5a-b85f-a2d368c03e43"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:31:38.685959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7ba216a1-21d6-4bd3-882f-16c626d15cec None None] Provisioning complete for port 50d9a5ca-4c18-4b95-a907-920086d81d77 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:38.686340 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ba216a1-21d6-4bd3-882f-16c626d15cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.690625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port cfd18f57-3b87-4b5a-b85f-a2d368c03e43, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cfd18f57-3b87-4b5a-b85f-a2d368c03e43,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:38.701038 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3ed6-7109-4914-a393-bb3674171f9f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.713663 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.721881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07df4ae2-449b-429f-ad1c-e9685faaf009 req-6ec81293-defc-4fac-8632-2fc3ba5975f1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582750 Oct 13 14:31:38.739727 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b4a15d-431e-4fca-ab67-4ee085a63a19 x-openstack-request-id: req-54b4a15d-431e-4fca-ab67-4ee085a63a19 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:31:38.740011 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3092ea7d-b90a-4818-8fc6-ce3bc74ea22b", "name": "network-vif-plugged", "status": "completed", "tag": "cfd18f57-3b87-4b5a-b85f-a2d368c03e43", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:31:38.740266 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54b4a15d-431e-4fca-ab67-4ee085a63a19 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:31:38.740658 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3092ea7d-b90a-4818-8fc6-ce3bc74ea22b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd18f57-3b87-4b5a-b85f-a2d368c03e43', 'code': 200} Oct 13 14:31:38.778075 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3ed6-7109-4914-a393-bb3674171f9f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.785821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 980d044b-b4e2-419a-aa73-202f0ed4b270 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:38.786198 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.790932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7ba216a1-21d6-4bd3-882f-16c626d15cec None None] Port 50d9a5ca-4c18-4b95-a907-920086d81d77 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:31:38.834034 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.847798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb523f6b-f7db-47fa-a2b0-618bd610c3a8 req-8b6c9383-334a-4852-9cbe-8a83bf548442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:38.849440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb523f6b-f7db-47fa-a2b0-618bd610c3a8 req-8b6c9383-334a-4852-9cbe-8a83bf548442 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 1097 time: 0.0450833 Oct 13 14:31:38.885744 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3ed6-7109-4914-a393-bb3674171f9f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.887511 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.913017 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb523f6b-f7db-47fa-a2b0-618bd610c3a8 req-83b7b0df-dcad-40dd-8aae-abfef478e0cc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534177 Oct 13 14:31:38.926725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d3ed6-7109-4914-a393-bb3674171f9f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcce2f6-34c2-44d9-9671-5f7ba25ae618,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:38.960899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=cfd18f57-3b87-4b5a-b85f-a2d368c03e43,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:38.962935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.964824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Pushing event updated for resources: {'Port': ['ID=50d9a5ca-4c18-4b95-a907-920086d81d77,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:38.987970 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1a2d3ed6-7109-4914-a393-bb3674171f9f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:38.989288 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1a2d3ed6-7109-4914-a393-bb3674171f9f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4861050 Oct 13 14:31:38.992127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41226) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:38.997434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:31:35Z', 'revision_number': 3, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port': {'id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:21:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:34Z', 'updated_at': '2021-10-13T14:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:39.000464 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2dbe650e-c393-4ed1-b375-67cf13aadaa4 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': 'b81764fb-a12d-40c7-95da-01f3866af8d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:39.034942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab554f9d-80aa-404a-b9e8-a1113527e949 None None] The sync data for ids ['947c7015-8337-4787-9bd8-bf6512dd6ad8'] in n-d-806683-15 is: [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:31:35Z', 'revision_number': 3, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port': {'id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:21:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:34Z', 'updated_at': '2021-10-13T14:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:31:39.091311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:31:39.093686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:31:39.159597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2dbe650e-c393-4ed1-b375-67cf13aadaa4 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:39.201580 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41236) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:39.261456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Router 947c7015-8337-4787-9bd8-bf6512dd6ad8 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:31:39.399094 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-2dbe650e-c393-4ed1-b375-67cf13aadaa4 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 14:31:39.407241 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2dbe650e-c393-4ed1-b375-67cf13aadaa4 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4134381 Oct 13 14:31:39.426305 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41240) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:39.429360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b5781b37-f8d2-4239-8a0e-5f88c56126af None None] Provisioning complete for port 50d9a5ca-4c18-4b95-a907-920086d81d77 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:39.429983 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b5781b37-f8d2-4239-8a0e-5f88c56126af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:39.431876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:31:39.441436 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2586-6648-4826-aeee-988a7653235e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:39.445166 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3cdb0eea-d034-4913-b8f8-f158d614cd20 admin admin] 10.222.0.18 "PUT /v2.0/routers/947c7015-8337-4787-9bd8-bf6512dd6ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7187202 Oct 13 14:31:39.533494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b5781b37-f8d2-4239-8a0e-5f88c56126af None None] Port 50d9a5ca-4c18-4b95-a907-920086d81d77 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:31:39.592893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a35e36e-d72c-448d-a5d7-3c8eed9f5588 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:39.635111 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a35e36e-d72c-448d-a5d7-3c8eed9f5588 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:39.699410 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2586-6648-4826-aeee-988a7653235e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:39.768070 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2586-6648-4826-aeee-988a7653235e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:39.819615 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a35e36e-d72c-448d-a5d7-3c8eed9f5588 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:39.828332 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a35e36e-d72c-448d-a5d7-3c8eed9f5588 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:39.834259 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3a35e36e-d72c-448d-a5d7-3c8eed9f5588 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "DELETE /v2.0/security-groups/b81764fb-a12d-40c7-95da-01f3866af8d4 HTTP/1.1" status: 204 len: 168 time: 0.4024127 Oct 13 14:31:39.835126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41268) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:39.891676 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c2586-6648-4826-aeee-988a7653235e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aececa0-fd08-487c-ad28-3f45d29ee823,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:39.912039 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ef2c2586-6648-4826-aeee-988a7653235e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=199d32435c184291a7b7ae02d19317af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7090888 Oct 13 14:31:39.918944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41278) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:39.923266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35e36e-d72c-448d-a5d7-3c8eed9f5588 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81764fb-a12d-40c7-95da-01f3866af8d4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:39.925406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0888cd-a1f2-4b54-8168-8c0feaa52741 req-35091e8f-baaa-4531-a553-950c83c0000c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:39.956045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d0888cd-a1f2-4b54-8168-8c0feaa52741 req-35091e8f-baaa-4531-a553-950c83c0000c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 946 time: 0.1447883 Oct 13 14:31:40.006885 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6b699655-1a43-45d6-a7e8-2b84c18d34ae tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1572073 Oct 13 14:31:40.013184 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41288) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:40.014770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d0888cd-a1f2-4b54-8168-8c0feaa52741 req-da76401e-d936-4645-b38a-a02e151b4e22 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568638 Oct 13 14:31:40.021209 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-90459c93-7b1e-448f-ae6d-4887303d6eb9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108022907'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:40.059515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b040060-1bac-42ab-8558-6ca721e3b4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.086440 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b040060-1bac-42ab-8558-6ca721e3b4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.226010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90459c93-7b1e-448f-ae6d-4887303d6eb9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.274154 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b040060-1bac-42ab-8558-6ca721e3b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.281383 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b040060-1bac-42ab-8558-6ca721e3b4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.281383 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6b040060-1bac-42ab-8558-6ca721e3b4ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5aececa0-fd08-487c-ad28-3f45d29ee823 HTTP/1.1" status: 204 len: 168 time: 0.3576953 Oct 13 14:31:40.297432 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b040060-1bac-42ab-8558-6ca721e3b4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aececa0-fd08-487c-ad28-3f45d29ee823,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:40.346257 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90459c93-7b1e-448f-ae6d-4887303d6eb9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.366171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fb7d00b3-3cfd-4bb7-8085-7237800e963e up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:40.414773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fb7d00b3-3cfd-4bb7-8085-7237800e963e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:40.415153 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.491582 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90459c93-7b1e-448f-ae6d-4887303d6eb9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.510285 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.534862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port fb7d00b3-3cfd-4bb7-8085-7237800e963e, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fb7d00b3-3cfd-4bb7-8085-7237800e963e,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:40.551239 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90459c93-7b1e-448f-ae6d-4887303d6eb9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953c51af-0888-4283-b06a-a821e38faa86,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:40.644360 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.645477 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-90459c93-7b1e-448f-ae6d-4887303d6eb9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.649435 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-90459c93-7b1e-448f-ae6d-4887303d6eb9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6316764 Oct 13 14:31:40.649741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41304) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:40.654727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1105c62c-93a2-4c38-b9f2-ee66cf3b18a9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '953c51af-0888-4283-b06a-a821e38faa86', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:40.655439 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-1105c62c-93a2-4c38-b9f2-ee66cf3b18a9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 13 14:31:40.656007 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-1105c62c-93a2-4c38-b9f2-ee66cf3b18a9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:40.657088 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1105c62c-93a2-4c38-b9f2-ee66cf3b18a9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063279 Oct 13 14:31:40.660102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41306) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:40.709541 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=fb7d00b3-3cfd-4bb7-8085-7237800e963e,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:40.726305 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f1c6958-b899-4633-ab07-88b106adec1a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.750214 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f1c6958-b899-4633-ab07-88b106adec1a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.925971 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f1c6958-b899-4633-ab07-88b106adec1a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.934001 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f1c6958-b899-4633-ab07-88b106adec1a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:40.934001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9f1c6958-b899-4633-ab07-88b106adec1a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "DELETE /v2.0/security-groups/953c51af-0888-4283-b06a-a821e38faa86 HTTP/1.1" status: 204 len: 168 time: 0.2715287 Oct 13 14:31:40.935522 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41316) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:40.960493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c6958-b899-4633-ab07-88b106adec1a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c51af-0888-4283-b06a-a821e38faa86,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:41.011772 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3c589aaa-3d7d-42c5-b74d-6be5bb2f1c98 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745583 Oct 13 14:31:41.015842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41318) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:41.020649 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-cd0a79f6-5437-430d-abaf-0f51f37fd2ab tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group': {'name': 'tempest-secgroup--364964152'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:41.102133 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Sync routers for ids ['947c7015-8337-4787-9bd8-bf6512dd6ad8'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:31:41.112611 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Routers {'947c7015-8337-4787-9bd8-bf6512dd6ad8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:41.113493 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:31:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['947c7015-8337-4787-9bd8-bf6512dd6ad8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:41.118705 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd0a79f6-5437-430d-abaf-0f51f37fd2ab tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.218028 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd0a79f6-5437-430d-abaf-0f51f37fd2ab tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.225133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a00afd-c77e-4d7e-bb39-801042e791ef req-e8d768d3-215a-4897-937d-f55f259278a0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:41.233899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7a00afd-c77e-4d7e-bb39-801042e791ef req-e8d768d3-215a-4897-937d-f55f259278a0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 946 time: 0.1152928 Oct 13 14:31:41.234932 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41328) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:41.252827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99bdea1a-dcc5-4031-807e-e5c0a88f7176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.269655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7a00afd-c77e-4d7e-bb39-801042e791ef req-e22bdf97-4405-4383-95b8-e1904c08e8ba tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349622 Oct 13 14:31:41.275261 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Set router 947c7015-8337-4787-9bd8-bf6512dd6ad8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:31:41.321219 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd0a79f6-5437-430d-abaf-0f51f37fd2ab tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.398354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a79f6-5437-430d-abaf-0f51f37fd2ab tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d191380-cb12-463e-86fd-6a5a01b9c454,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:41.412051 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99bdea1a-dcc5-4031-807e-e5c0a88f7176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.443232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a251aa-ba4c-4781-afa6-57e4412ea7eb req-db24e535-dfd4-4ec7-a0dc-d607b29581f8 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:41.444868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97a251aa-ba4c-4781-afa6-57e4412ea7eb req-db24e535-dfd4-4ec7-a0dc-d607b29581f8 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 946 time: 0.0874038 Oct 13 14:31:41.476399 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd0a79f6-5437-430d-abaf-0f51f37fd2ab tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.481450 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cd0a79f6-5437-430d-abaf-0f51f37fd2ab tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4617918 Oct 13 14:31:41.481875 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41344) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:41.491022 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a6f95f90-94d1-4769-af91-7fc7ab01b44e tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '9d191380-cb12-463e-86fd-6a5a01b9c454', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:41.491619 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-a6f95f90-94d1-4769-af91-7fc7ab01b44e tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 13 14:31:41.494325 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-a6f95f90-94d1-4769-af91-7fc7ab01b44e tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:41.496619 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a6f95f90-94d1-4769-af91-7fc7ab01b44e tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0127089 Oct 13 14:31:41.502608 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41350) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:41.524622 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99bdea1a-dcc5-4031-807e-e5c0a88f7176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.584074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97a251aa-ba4c-4781-afa6-57e4412ea7eb req-e01e5f76-3e5c-4240-9cb7-32c79a6a9d00 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266210 Oct 13 14:31:41.605206 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-99bdea1a-dcc5-4031-807e-e5c0a88f7176 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78432cb71b6f496b9dde1e345761a1dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685908 Oct 13 14:31:41.609461 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdea1a-dcc5-4031-807e-e5c0a88f7176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82133494-25e9-4b76-9f74-b61621a2d8ca,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:41.625223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41366) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:41.658760 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d261459-a285-463c-be39-6e4966bf5b75 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.690054 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d261459-a285-463c-be39-6e4966bf5b75 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.709878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f6327ede-556a-40a4-b037-1798e08455ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.736777 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:31:38Z', 'revision_number': 4, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port': {'id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:21:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:34Z', 'updated_at': '2021-10-13T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '50d9a5ca-4c18-4b95-a907-920086d81d77', 'name': '', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'mac_address': 'fa:16:3e:5a:7b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:37Z', 'updated_at': '2021-10-13T14:31:38Z', 'revision_number': 2, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'subnets': [{'id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:41.767090 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f6327ede-556a-40a4-b037-1798e08455ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.796564 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Checking router: 947c7015-8337-4787-9bd8-bf6512dd6ad8 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:31:41.796945 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Updating router 947c7015-8337-4787-9bd8-bf6512dd6ad8 port 50d9a5ca-4c18-4b95-a907-920086d81d77 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:31:41.823041 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.851562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688696a3-d6e8-4b11-b8d5-14f55b0a7b3c req-3dc30ed1-175f-4228-97bc-061e6f2298a0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:41.853113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-688696a3-d6e8-4b11-b8d5-14f55b0a7b3c req-3dc30ed1-175f-4228-97bc-061e6f2298a0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 946 time: 0.0835559 Oct 13 14:31:41.896097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-688696a3-d6e8-4b11-b8d5-14f55b0a7b3c req-8af1590f-6902-4776-940e-5ab3071335ea tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353794 Oct 13 14:31:41.900406 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d261459-a285-463c-be39-6e4966bf5b75 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.903407 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d261459-a285-463c-be39-6e4966bf5b75 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:41.904699 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1d261459-a285-463c-be39-6e4966bf5b75 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "DELETE /v2.0/security-groups/9d191380-cb12-463e-86fd-6a5a01b9c454 HTTP/1.1" status: 204 len: 168 time: 0.4007058 Oct 13 14:31:41.910742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41376) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:41.914286 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d261459-a285-463c-be39-6e4966bf5b75 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d191380-cb12-463e-86fd-6a5a01b9c454,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:41.995369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41384) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:41.997856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f6a9d545-fe5b-438a-8ca2-a90ef864d7a0 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0882773 Oct 13 14:31:42.001592 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2554cbe9-7258-4f41-b80c-7ff62e001f40 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group': {'name': 'tempest-secgroup--653287961'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:42.023282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f6327ede-556a-40a4-b037-1798e08455ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.025941 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f6327ede-556a-40a4-b037-1798e08455ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.028303 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f6327ede-556a-40a4-b037-1798e08455ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82133494-25e9-4b76-9f74-b61621a2d8ca HTTP/1.1" status: 204 len: 168 time: 0.4058504 Oct 13 14:31:42.062111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6327ede-556a-40a4-b037-1798e08455ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82133494-25e9-4b76-9f74-b61621a2d8ca,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:42.169762 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2554cbe9-7258-4f41-b80c-7ff62e001f40 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.262224 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.336313 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2554cbe9-7258-4f41-b80c-7ff62e001f40 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.356953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fb7d00b3-3cfd-4bb7-8085-7237800e963e up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:42.365380 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.413677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fb7d00b3-3cfd-4bb7-8085-7237800e963e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:42.414032 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.415650 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Pushing event updated for resources: {'Port': ['ID=50d9a5ca-4c18-4b95-a907-920086d81d77,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:42.425272 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2554cbe9-7258-4f41-b80c-7ff62e001f40 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.457883 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:42.458774 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:42.459289 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:42.459789 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:42.460293 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:42.460803 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:42.461336 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:42.461869 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:42.462569 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:42.463062 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:42.464321 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:42.464854 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:31:42.520611 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554cbe9-7258-4f41-b80c-7ff62e001f40 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f59580-60e7-4bff-9655-67ab6911f0b0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:42.521340 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Attempting to bind port 50d9a5ca-4c18-4b95-a907-920086d81d77 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:31:42.521847 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Attempting to bind port 50d9a5ca-4c18-4b95-a907-920086d81d77 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:31:42.522268 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Attempting to bind port 50d9a5ca-4c18-4b95-a907-920086d81d77 on network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:31:42.533224 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:31:42.533775 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Checking segment: {'id': 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:31:42.538563 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.539300 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Bound using segment: {'id': 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:31:42.540809 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Bound port: 50d9a5ca-4c18-4b95-a907-920086d81d77, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:31:42.540809 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.553773 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2554cbe9-7258-4f41-b80c-7ff62e001f40 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.567377 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2554cbe9-7258-4f41-b80c-7ff62e001f40 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5697567 Oct 13 14:31:42.571035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41396) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:42.583521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b4ebee5b-27c3-496f-a052-f9fcacc11f93 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': 'b7f59580-60e7-4bff-9655-67ab6911f0b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:42.586958 n-d-806683-15 neutron-server[112685]: WARNING neutron.api.v2.base [None req-b4ebee5b-27c3-496f-a052-f9fcacc11f93 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 13 14:31:42.587945 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-b4ebee5b-27c3-496f-a052-f9fcacc11f93 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:42.604828 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41400) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:42.609242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b4ebee5b-27c3-496f-a052-f9fcacc11f93 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0334005 Oct 13 14:31:42.611416 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ab343831-9d5c-4282-a992-cdf5482e8b03 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': 'b7f59580-60e7-4bff-9655-67ab6911f0b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:42.612126 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-ab343831-9d5c-4282-a992-cdf5482e8b03 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 13 14:31:42.612634 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-ab343831-9d5c-4282-a992-cdf5482e8b03 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:42.616252 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ab343831-9d5c-4282-a992-cdf5482e8b03 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078454 Oct 13 14:31:42.619197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41402) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:42.628147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-eb33e9bc-c805-431e-a25e-44c69cdafc4a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': 'b7f59580-60e7-4bff-9655-67ab6911f0b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:42.634708 n-d-806683-15 neutron-server[112685]: WARNING neutron.api.v2.base [None req-eb33e9bc-c805-431e-a25e-44c69cdafc4a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 13 14:31:42.635586 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-eb33e9bc-c805-431e-a25e-44c69cdafc4a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:42.637815 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-eb33e9bc-c805-431e-a25e-44c69cdafc4a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0175204 Oct 13 14:31:42.640352 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41404) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:42.648335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-80f86159-b351-4199-b342-635e1a133804 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': 'b7f59580-60e7-4bff-9655-67ab6911f0b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:42.653048 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-80f86159-b351-4199-b342-635e1a133804 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 13 14:31:42.657630 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-80f86159-b351-4199-b342-635e1a133804 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:42.663096 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-80f86159-b351-4199-b342-635e1a133804 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0175593 Oct 13 14:31:42.663522 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41408) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:42.792905 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] For port 50d9a5ca-4c18-4b95-a907-920086d81d77, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:31:42.803573 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] For port 50d9a5ca-4c18-4b95-a907-920086d81d77, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=50d9a5ca-4c18-4b95-a907-920086d81d77,segment=NetworkSegment(d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb),segment_id=d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:31:42.832794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b77277cb-1a81-4792-b711-5988e9b69c44 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.840701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6631593-9aed-412c-9248-3e9a844fee24 req-8b8cb731-9116-4036-800a-e628f43534cc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:42.845823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6631593-9aed-412c-9248-3e9a844fee24 req-8b8cb731-9116-4036-800a-e628f43534cc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 946 time: 0.1084132 Oct 13 14:31:42.888116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-cfe5c377-1259-41fb-8bc7-6224938158bb None None] Provisioning complete for port 50d9a5ca-4c18-4b95-a907-920086d81d77 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:42.888499 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c377-1259-41fb-8bc7-6224938158bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.889148 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.903850 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b77277cb-1a81-4792-b711-5988e9b69c44 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:42.922114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6631593-9aed-412c-9248-3e9a844fee24 req-aab1a845-b004-4378-a18b-1298e86ec7f3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660498 Oct 13 14:31:42.964785 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c928b56-28f3-42e3-8a9e-b84921e5fcfa None None] Pushing event updated for resources: {'Port': ['ID=50d9a5ca-4c18-4b95-a907-920086d81d77,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:42.979653 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Routers {'947c7015-8337-4787-9bd8-bf6512dd6ad8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:31:42.980277 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:31:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['947c7015-8337-4787-9bd8-bf6512dd6ad8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:43.020513 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c377-1259-41fb-8bc7-6224938158bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:43.061249 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b77277cb-1a81-4792-b711-5988e9b69c44 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:43.062803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b77277cb-1a81-4792-b711-5988e9b69c44 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:43.064180 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b77277cb-1a81-4792-b711-5988e9b69c44 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "DELETE /v2.0/security-groups/b7f59580-60e7-4bff-9655-67ab6911f0b0 HTTP/1.1" status: 204 len: 168 time: 0.3992064 Oct 13 14:31:43.067348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41424) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:43.097170 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77277cb-1a81-4792-b711-5988e9b69c44 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f59580-60e7-4bff-9655-67ab6911f0b0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:43.122619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-cfe5c377-1259-41fb-8bc7-6224938158bb None None] For port 50d9a5ca-4c18-4b95-a907-920086d81d77, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=50d9a5ca-4c18-4b95-a907-920086d81d77,segment=NetworkSegment(d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb),segment_id=d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:43.186618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7628c86f-ba7c-45c7-b177-9cf492b44912 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1137040 Oct 13 14:31:43.187806 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41428) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:43.191907 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-63794429-4220-4879-8bc1-25d686a2c154 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1401239482'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:43.225483 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] Set router 947c7015-8337-4787-9bd8-bf6512dd6ad8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:31:43.236112 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cfe5c377-1259-41fb-8bc7-6224938158bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:43.322778 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63794429-4220-4879-8bc1-25d686a2c154 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:43.344558 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe5c377-1259-41fb-8bc7-6224938158bb None None] Pushing event updated for resources: {'Port': ['ID=50d9a5ca-4c18-4b95-a907-920086d81d77,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:43.362107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8537dda7-63d7-4a8f-b720-76965516f236 None None] Provisioning complete for port 50d9a5ca-4c18-4b95-a907-920086d81d77 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:43.363291 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8537dda7-63d7-4a8f-b720-76965516f236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:43.470282 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63794429-4220-4879-8bc1-25d686a2c154 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:43.553303 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:31:38Z', 'revision_number': 4, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port': {'id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:21:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:34Z', 'updated_at': '2021-10-13T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '50d9a5ca-4c18-4b95-a907-920086d81d77', 'name': '', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'mac_address': 'fa:16:3e:5a:7b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:37Z', 'updated_at': '2021-10-13T14:31:42Z', 'revision_number': 4, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'subnets': [{'id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:31:43.585637 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f159199b-5c54-4950-929b-845f6fb84cf1 None None] The sync data for ids ['947c7015-8337-4787-9bd8-bf6512dd6ad8'] in n-d-806683-15 is: [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:31:38Z', 'revision_number': 4, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port': {'id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:21:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:34Z', 'updated_at': '2021-10-13T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '50d9a5ca-4c18-4b95-a907-920086d81d77', 'name': '', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'mac_address': 'fa:16:3e:5a:7b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:37Z', 'updated_at': '2021-10-13T14:31:42Z', 'revision_number': 4, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'subnets': [{'id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:31:43.586071 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63794429-4220-4879-8bc1-25d686a2c154 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:43.641452 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63794429-4220-4879-8bc1-25d686a2c154 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843c4d77-026d-45ba-80e6-f5953103e397,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:43.720023 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63794429-4220-4879-8bc1-25d686a2c154 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:43.724115 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-63794429-4220-4879-8bc1-25d686a2c154 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5331073 Oct 13 14:31:43.725376 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41442) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:43.729790 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3666ef8d-f337-458b-907d-27a4cdd48f5f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '843c4d77-026d-45ba-80e6-f5953103e397', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:43.730257 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-3666ef8d-f337-458b-907d-27a4cdd48f5f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 14:31:43.730761 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-3666ef8d-f337-458b-907d-27a4cdd48f5f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:43.734259 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3666ef8d-f337-458b-907d-27a4cdd48f5f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056350 Oct 13 14:31:43.741340 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41446) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:43.754799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fe4013cf-5315-43de-aae3-415acb0a9624 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '843c4d77-026d-45ba-80e6-f5953103e397', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:44.002853 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-fe4013cf-5315-43de-aae3-415acb0a9624 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:44.003926 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fe4013cf-5315-43de-aae3-415acb0a9624 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2617774 Oct 13 14:31:44.006941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41456) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:44.012187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a14c67bc-da87-4814-ae94-c21046a3e0f0 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '843c4d77-026d-45ba-80e6-f5953103e397', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:44.012879 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-a14c67bc-da87-4814-ae94-c21046a3e0f0 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 13 14:31:44.013386 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-a14c67bc-da87-4814-ae94-c21046a3e0f0 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:44.017500 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a14c67bc-da87-4814-ae94-c21046a3e0f0 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066535 Oct 13 14:31:44.017848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41458) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:44.022344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1fbf8065-2300-418c-8aee-0e322228499e tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '843c4d77-026d-45ba-80e6-f5953103e397', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:44.119375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec474e-646d-4a9b-999d-ec27b5108a13 req-621996c8-463c-4db4-884e-f1d371182a4f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:44.121034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81ec474e-646d-4a9b-999d-ec27b5108a13 req-621996c8-463c-4db4-884e-f1d371182a4f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 946 time: 0.0928197 Oct 13 14:31:44.178716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81ec474e-646d-4a9b-999d-ec27b5108a13 req-cef43f22-352c-4593-a331-b36196e916d3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500078 Oct 13 14:31:44.363496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e84470-e020-46eb-9bc2-144dd3b7ab7b req-a6815b4f-9cd4-435a-b435-01e56d0666a0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:31:44.368533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43e84470-e020-46eb-9bc2-144dd3b7ab7b req-a6815b4f-9cd4-435a-b435-01e56d0666a0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 946 time: 0.1336954 Oct 13 14:31:44.398729 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 50d9a5ca-4c18-4b95-a907-920086d81d77 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:31:44.431490 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-1fbf8065-2300-418c-8aee-0e322228499e tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:44.432537 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1fbf8065-2300-418c-8aee-0e322228499e tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4137650 Oct 13 14:31:44.436252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41472) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:44.444959 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-af8938c9-5468-4a86-b489-d2a191b7138f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '843c4d77-026d-45ba-80e6-f5953103e397', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:44.444959 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-af8938c9-5468-4a86-b489-d2a191b7138f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 14:31:44.444959 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-af8938c9-5468-4a86-b489-d2a191b7138f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:44.444959 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-af8938c9-5468-4a86-b489-d2a191b7138f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055404 Oct 13 14:31:44.448108 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41474) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:44.463879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-bc297be2-c89d-43f9-8450-3ef1480c2de2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '843c4d77-026d-45ba-80e6-f5953103e397', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:44.486438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 50d9a5ca-4c18-4b95-a907-920086d81d77 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:31:44.487117 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:44.570137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-43e84470-e020-46eb-9bc2-144dd3b7ab7b req-5cc5570d-d2ef-40c8-8b0c-7eed0d3040ad tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Deleting port cfd18f57-3b87-4b5a-b85f-a2d368c03e43 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:31:44.571181 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-43e84470-e020-46eb-9bc2-144dd3b7ab7b req-5cc5570d-d2ef-40c8-8b0c-7eed0d3040ad tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:44.604646 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-bc297be2-c89d-43f9-8450-3ef1480c2de2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Project c523df0e279742f68942845416a73a1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:31:44.706946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-43e84470-e020-46eb-9bc2-144dd3b7ab7b req-5cc5570d-d2ef-40c8-8b0c-7eed0d3040ad tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] For port cfd18f57-3b87-4b5a-b85f-a2d368c03e43, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=cfd18f57-3b87-4b5a-b85f-a2d368c03e43,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:31:44.714655 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-43e84470-e020-46eb-9bc2-144dd3b7ab7b req-5cc5570d-d2ef-40c8-8b0c-7eed0d3040ad tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:44.737697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-43e84470-e020-46eb-9bc2-144dd3b7ab7b req-5cc5570d-d2ef-40c8-8b0c-7eed0d3040ad tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Calling delete_port for cfd18f57-3b87-4b5a-b85f-a2d368c03e43 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:31:44.757135 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-bc297be2-c89d-43f9-8450-3ef1480c2de2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:44.762479 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bc297be2-c89d-43f9-8450-3ef1480c2de2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3069696 Oct 13 14:31:44.762947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41482) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:44.767713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-65a268d6-5a73-4861-9e38-893bde767c76 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '843c4d77-026d-45ba-80e6-f5953103e397', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:44.768192 n-d-806683-15 neutron-server[112684]: WARNING neutron.api.v2.base [None req-65a268d6-5a73-4861-9e38-893bde767c76 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 13 14:31:44.768675 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-65a268d6-5a73-4861-9e38-893bde767c76 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:44.770942 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-65a268d6-5a73-4861-9e38-893bde767c76 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055754 Oct 13 14:31:44.772674 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41484) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:44.789094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-85c30f37-1bc8-494b-9fde-71bc44a7731a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '843c4d77-026d-45ba-80e6-f5953103e397', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:44.941472 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-85c30f37-1bc8-494b-9fde-71bc44a7731a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Project c523df0e279742f68942845416a73a1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:31:45.028577 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-43e84470-e020-46eb-9bc2-144dd3b7ab7b req-5cc5570d-d2ef-40c8-8b0c-7eed0d3040ad tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:45.046448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['cfd18f57-3b87-4b5a-b85f-a2d368c03e43'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:31:45.056999 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-85c30f37-1bc8-494b-9fde-71bc44a7731a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:45.058675 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-85c30f37-1bc8-494b-9fde-71bc44a7731a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2833765 Oct 13 14:31:45.062387 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41494) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:45.066879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1c944d0c-d0e3-49a7-9d5b-182d83942b62 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '843c4d77-026d-45ba-80e6-f5953103e397', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:45.096059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5570d-d2ef-40c8-8b0c-7eed0d3040ad tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event deleted for resources: {'Port': ['ID=cfd18f57-3b87-4b5a-b85f-a2d368c03e43,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:45.190547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e84470-e020-46eb-9bc2-144dd3b7ab7b req-5cc5570d-d2ef-40c8-8b0c-7eed0d3040ad tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] No DVR routers for this DVR port cfd18f57-3b87-4b5a-b85f-a2d368c03e43 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:31:45.193654 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-43e84470-e020-46eb-9bc2-144dd3b7ab7b req-5cc5570d-d2ef-40c8-8b0c-7eed0d3040ad tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:45.200290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43e84470-e020-46eb-9bc2-144dd3b7ab7b req-5cc5570d-d2ef-40c8-8b0c-7eed0d3040ad tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "DELETE /v2.0/ports/cfd18f57-3b87-4b5a-b85f-a2d368c03e43 HTTP/1.1" status: 204 len: 173 time: 0.8172548 Oct 13 14:31:45.201109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3092ea7d-b90a-4818-8fc6-ce3bc74ea22b', 'name': 'network-vif-deleted', 'tag': 'cfd18f57-3b87-4b5a-b85f-a2d368c03e43'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:31:45.207279 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f8496c-4ced-49f1-a007-5de46edf8fd9" -d '{"events": [{"server_uuid": "3092ea7d-b90a-4818-8fc6-ce3bc74ea22b", "name": "network-vif-deleted", "tag": "cfd18f57-3b87-4b5a-b85f-a2d368c03e43"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:31:45.214923 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-1c944d0c-d0e3-49a7-9d5b-182d83942b62 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Project c523df0e279742f68942845416a73a1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:31:45.331357 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-1c944d0c-d0e3-49a7-9d5b-182d83942b62 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:45.340784 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1c944d0c-d0e3-49a7-9d5b-182d83942b62 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2735255 Oct 13 14:31:45.340784 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41512) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:45.377150 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7c5ed30-10f8-4979-ad10-40d774ac2171 req-8aec5020-d363-401a-8190-ec8de9340e94 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 210 time: 0.0850861 Oct 13 14:31:45.520384 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d7c3-a1e3-4466-a668-b8c087ea2f6f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:45.580609 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d7c3-a1e3-4466-a668-b8c087ea2f6f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:45.702577 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff272622-da9c-4a92-83c5-e5f6ff3b1793 x-openstack-request-id: req-ff272622-da9c-4a92-83c5-e5f6ff3b1793 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:31:45.702888 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3092ea7d-b90a-4818-8fc6-ce3bc74ea22b", "name": "network-vif-deleted", "tag": "cfd18f57-3b87-4b5a-b85f-a2d368c03e43", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:31:45.703377 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff272622-da9c-4a92-83c5-e5f6ff3b1793 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:31:45.704158 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3092ea7d-b90a-4818-8fc6-ce3bc74ea22b', 'name': 'network-vif-deleted', 'tag': 'cfd18f57-3b87-4b5a-b85f-a2d368c03e43', 'status': 'completed', 'code': 200} Oct 13 14:31:45.762640 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d7c3-a1e3-4466-a668-b8c087ea2f6f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:45.766881 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d7c3-a1e3-4466-a668-b8c087ea2f6f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:45.768078 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3ca4d7c3-a1e3-4466-a668-b8c087ea2f6f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "DELETE /v2.0/security-groups/843c4d77-026d-45ba-80e6-f5953103e397 HTTP/1.1" status: 204 len: 168 time: 0.4261496 Oct 13 14:31:45.770614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41520) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:45.792115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4d7c3-a1e3-4466-a668-b8c087ea2f6f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843c4d77-026d-45ba-80e6-f5953103e397,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:45.845065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-11c00fe4-69de-42f7-8cca-12296a27e97c tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0682263 Oct 13 14:31:45.848051 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41524) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:45.850466 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8413d8db-2656-42fb-bfe6-88dcf160d389 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161493063'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:45.988303 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8413d8db-2656-42fb-bfe6-88dcf160d389 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:46.088366 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8413d8db-2656-42fb-bfe6-88dcf160d389 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:46.165311 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8413d8db-2656-42fb-bfe6-88dcf160d389 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:46.209488 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413d8db-2656-42fb-bfe6-88dcf160d389 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cad737d-dee0-4d47-8ebe-9d4bd16c4c73,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:46.274060 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8413d8db-2656-42fb-bfe6-88dcf160d389 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:46.274060 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8413d8db-2656-42fb-bfe6-88dcf160d389 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4251931 Oct 13 14:31:46.275456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41540) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:46.282389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9c342f90-b564-4046-88f9-69776809128f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '4cad737d-dee0-4d47-8ebe-9d4bd16c4c73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:46.505939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95bd8e50-4b88-4426-b079-cb1cd693dae4 req-cc3f4382-18f8-4bde-88c8-36b62af52132 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 210 time: 0.0326123 Oct 13 14:31:46.507271 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-9c342f90-b564-4046-88f9-69776809128f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The resource could not be found. Oct 13 14:31:46.508530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9c342f90-b564-4046-88f9-69776809128f tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2318692 Oct 13 14:31:46.511721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41552) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:46.517798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-bd67abfe-05fa-4d5a-a01b-94b9b85ac9ce tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '4cad737d-dee0-4d47-8ebe-9d4bd16c4c73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd17c2e37-fa7a-4a1a-8545-9a39c6394696'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:46.736838 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-bd67abfe-05fa-4d5a-a01b-94b9b85ac9ce tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The resource could not be found. Oct 13 14:31:46.738150 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bd67abfe-05fa-4d5a-a01b-94b9b85ac9ce tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2255104 Oct 13 14:31:46.740871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41560) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:46.805642 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df6650ba-a9fc-44a6-94ea-9bc656587ad9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:46.840901 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df6650ba-a9fc-44a6-94ea-9bc656587ad9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:46.991297 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df6650ba-a9fc-44a6-94ea-9bc656587ad9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:46.994509 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df6650ba-a9fc-44a6-94ea-9bc656587ad9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:46.998503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-df6650ba-a9fc-44a6-94ea-9bc656587ad9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "DELETE /v2.0/security-groups/4cad737d-dee0-4d47-8ebe-9d4bd16c4c73 HTTP/1.1" status: 204 len: 168 time: 0.2538614 Oct 13 14:31:46.999649 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41568) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:47.015474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6650ba-a9fc-44a6-94ea-9bc656587ad9 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cad737d-dee0-4d47-8ebe-9d4bd16c4c73,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:47.108792 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1985ab7c-f58e-40ce-a949-1f09e1ba9eb1 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1034715 Oct 13 14:31:47.113681 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41572) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:47.119328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-dc50fa02-e3fe-4bea-9b79-08ca6537b0ac tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': 'd833bc14-f826-4ed6-8ce6-bb722c9f3efd', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:47.374149 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-dc50fa02-e3fe-4bea-9b79-08ca6537b0ac tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The resource could not be found. Oct 13 14:31:47.379184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dc50fa02-e3fe-4bea-9b79-08ca6537b0ac tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2595985 Oct 13 14:31:47.384242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41586) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:47.384242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e7d8b143-ff0a-49d7-88b7-2be6f2eda664 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group': {'name': 'tempest-secgroup--654306083'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:47.479726 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b143-ff0a-49d7-88b7-2be6f2eda664 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:47.606237 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b143-ff0a-49d7-88b7-2be6f2eda664 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:47.639185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed6b0aa8-a99a-4fbe-9cc1-a3346763fd31 req-eb5155ac-e8a5-44e6-9943-3dbf529f68a5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 210 time: 0.0382910 Oct 13 14:31:47.766868 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cfd18f57-3b87-4b5a-b85f-a2d368c03e43 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:31:47.767456 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b143-ff0a-49d7-88b7-2be6f2eda664 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:47.796007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41594) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:47.796715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: cfd18f57-3b87-4b5a-b85f-a2d368c03e43 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:31:47.797459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device cfd18f57-3b87-4b5a-b85f-a2d368c03e43 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:31:47.808965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8b143-ff0a-49d7-88b7-2be6f2eda664 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36ca32f-f514-46e0-8bd7-9826dcf99906,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:47.876310 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b143-ff0a-49d7-88b7-2be6f2eda664 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:47.880451 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e7d8b143-ff0a-49d7-88b7-2be6f2eda664 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4979844 Oct 13 14:31:47.880656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41600) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:47.885730 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-467f096b-6b16-437d-99b8-e5231de953c2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group': {'name': 'tempest-secgroup--509700814'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:47.976305 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1a0f2eb-928b-486e-bf00-d0c44183e90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:47.997272 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-467f096b-6b16-437d-99b8-e5231de953c2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:48.077413 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-467f096b-6b16-437d-99b8-e5231de953c2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:48.126094 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1a0f2eb-928b-486e-bf00-d0c44183e90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:48.145438 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-467f096b-6b16-437d-99b8-e5231de953c2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:48.176150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f096b-6b16-437d-99b8-e5231de953c2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab42ec08-26f0-4525-b5bb-eaea0c7e6173,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:48.236748 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1a0f2eb-928b-486e-bf00-d0c44183e90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:48.292698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b1a0f2eb-928b-486e-bf00-d0c44183e90a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3212152c9e2f4de3b3bca61d66695e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953921 Oct 13 14:31:48.295801 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41608) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:48.312467 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-467f096b-6b16-437d-99b8-e5231de953c2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:48.317470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0f2eb-928b-486e-bf00-d0c44183e90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2e6152-92f8-4490-8441-b6506f11bd17,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:48.318232 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-467f096b-6b16-437d-99b8-e5231de953c2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4365268 Oct 13 14:31:48.319069 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41610) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:48.328275 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9b5dce21-c3d4-49da-b80e-b84dc3e04134 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': 'b36ca32f-f514-46e0-8bd7-9826dcf99906', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ab42ec08-26f0-4525-b5bb-eaea0c7e6173'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:48.418853 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0458a701-39a7-4214-aa28-2d4dc6118e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:48.450919 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0458a701-39a7-4214-aa28-2d4dc6118e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:48.650832 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-9b5dce21-c3d4-49da-b80e-b84dc3e04134 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:48.650832 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9b5dce21-c3d4-49da-b80e-b84dc3e04134 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3256149 Oct 13 14:31:48.651141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41618) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:48.703134 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:48.724546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0458a701-39a7-4214-aa28-2d4dc6118e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:48.727108 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0458a701-39a7-4214-aa28-2d4dc6118e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:48.731104 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0458a701-39a7-4214-aa28-2d4dc6118e4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f2e6152-92f8-4490-8441-b6506f11bd17 HTTP/1.1" status: 204 len: 168 time: 0.4310250 Oct 13 14:31:48.752056 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458a701-39a7-4214-aa28-2d4dc6118e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2e6152-92f8-4490-8441-b6506f11bd17,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:48.833978 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-53de31fd-0893-411f-becb-d88482ca989c tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:48.862908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1aeb11c5-24d9-4f9a-b5b7-d0ceb0450fda req-3c73378f-3eb6-4f05-9239-bf0f90da119d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 210 time: 0.0856142 Oct 13 14:31:48.888510 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-53de31fd-0893-411f-becb-d88482ca989c tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:49.048591 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-53de31fd-0893-411f-becb-d88482ca989c tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:49.052367 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-53de31fd-0893-411f-becb-d88482ca989c tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:49.053773 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-53de31fd-0893-411f-becb-d88482ca989c tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "DELETE /v2.0/security-groups/ab42ec08-26f0-4525-b5bb-eaea0c7e6173 HTTP/1.1" status: 204 len: 168 time: 0.4017382 Oct 13 14:31:49.056758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41628) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:49.066896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de31fd-0893-411f-becb-d88482ca989c tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab42ec08-26f0-4525-b5bb-eaea0c7e6173,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:49.155152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41634) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:49.157261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e1ac192b-8dc5-4b33-b45c-3409b1e7112b tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0992248 Oct 13 14:31:49.242170 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57bc0854-b96b-4d4a-920e-c692b0fb139b tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:49.280715 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57bc0854-b96b-4d4a-920e-c692b0fb139b tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:49.496837 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57bc0854-b96b-4d4a-920e-c692b0fb139b tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:49.499727 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-57bc0854-b96b-4d4a-920e-c692b0fb139b tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:49.501131 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-57bc0854-b96b-4d4a-920e-c692b0fb139b tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "DELETE /v2.0/security-groups/b36ca32f-f514-46e0-8bd7-9826dcf99906 HTTP/1.1" status: 204 len: 168 time: 0.3445640 Oct 13 14:31:49.503998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41640) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:49.516802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc0854-b96b-4d4a-920e-c692b0fb139b tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36ca32f-f514-46e0-8bd7-9826dcf99906,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:49.584231 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41646) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:49.584751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3b15c2ba-9fc6-4e22-be76-67f7130c2eb7 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0793140 Oct 13 14:31:49.589148 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e7886cb2-96af-4ef2-b189-57915db38fe2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group': {'name': 'tempest-secgroup--374669735'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:49.618479 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d2a57891-86d3-423b-a2ce-3e435e1f7cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:49.722492 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7886cb2-96af-4ef2-b189-57915db38fe2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:49.806009 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7886cb2-96af-4ef2-b189-57915db38fe2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:49.823448 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41650) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:49.840055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3b03a4b5-a1c1-41e1-9c93-3ac6a8b45eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:49.876323 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7886cb2-96af-4ef2-b189-57915db38fe2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:49.960055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7886cb2-96af-4ef2-b189-57915db38fe2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e6d2cb-b053-4873-986f-0a65ed6cb0fb,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:50.009598 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3b03a4b5-a1c1-41e1-9c93-3ac6a8b45eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:50.027070 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e7886cb2-96af-4ef2-b189-57915db38fe2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:50.029994 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e7886cb2-96af-4ef2-b189-57915db38fe2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4442520 Oct 13 14:31:50.032681 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41656) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:50.034321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63d95c47-1cce-48b2-bd71-59aec5281066 req-bde10c0e-3d06-4418-9f5f-f5e6858d0773 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 210 time: 0.0403171 Oct 13 14:31:50.040500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-10abf09b-4080-4588-b3d0-98cc01b3cee0 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '36e6d2cb-b053-4873-986f-0a65ed6cb0fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:50.092265 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3b03a4b5-a1c1-41e1-9c93-3ac6a8b45eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:50.155742 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3b03a4b5-a1c1-41e1-9c93-3ac6a8b45eb5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2439afaec84e4228af776dd9fd431c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310633 Oct 13 14:31:50.157522 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03a4b5-a1c1-41e1-9c93-3ac6a8b45eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a700a958-f901-44c3-9978-f820d925d68b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:50.158445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41660) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:50.228062 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-10abf09b-4080-4588-b3d0-98cc01b3cee0 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:50.229189 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-10abf09b-4080-4588-b3d0-98cc01b3cee0 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1950707 Oct 13 14:31:50.231860 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41662) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:50.234625 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e7522d77-a240-4f37-a1ff-0011ce17c441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:50.237352 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3407cb7a-10ee-4c9f-a6b2-e4024ca6cbe1 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group_rule': {'security_group_id': '36e6d2cb-b053-4873-986f-0a65ed6cb0fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:50.276592 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e7522d77-a240-4f37-a1ff-0011ce17c441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:50.435147 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e7522d77-a240-4f37-a1ff-0011ce17c441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:50.435147 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e7522d77-a240-4f37-a1ff-0011ce17c441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:50.435147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e7522d77-a240-4f37-a1ff-0011ce17c441 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a700a958-f901-44c3-9978-f820d925d68b HTTP/1.1" status: 204 len: 168 time: 0.2698972 Oct 13 14:31:50.436506 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-3407cb7a-10ee-4c9f-a6b2-e4024ca6cbe1 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:31:50.438126 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3407cb7a-10ee-4c9f-a6b2-e4024ca6cbe1 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1990860 Oct 13 14:31:50.438732 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41668) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:50.461808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7522d77-a240-4f37-a1ff-0011ce17c441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a700a958-f901-44c3-9978-f820d925d68b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:50.526313 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff7bed50-4fd8-4b0f-bf19-fb32b71f67f2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:50.564449 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff7bed50-4fd8-4b0f-bf19-fb32b71f67f2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:50.748206 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff7bed50-4fd8-4b0f-bf19-fb32b71f67f2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:50.751443 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff7bed50-4fd8-4b0f-bf19-fb32b71f67f2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:50.753051 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ff7bed50-4fd8-4b0f-bf19-fb32b71f67f2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "DELETE /v2.0/security-groups/36e6d2cb-b053-4873-986f-0a65ed6cb0fb HTTP/1.1" status: 204 len: 168 time: 0.3133237 Oct 13 14:31:50.756186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41678) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:50.773681 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bed50-4fd8-4b0f-bf19-fb32b71f67f2 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e6d2cb-b053-4873-986f-0a65ed6cb0fb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:50.825127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c38cd026-d9a6-4aae-9a29-62b420f36958 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672543 Oct 13 14:31:50.829311 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41680) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:50.834772 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4812e46a-6545-45f9-be68-256a9cab4a32 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group': {'name': 'tempest-secgroup--91534855'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:50.959894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4812e46a-6545-45f9-be68-256a9cab4a32 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:51.071021 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4812e46a-6545-45f9-be68-256a9cab4a32 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:51.136278 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4812e46a-6545-45f9-be68-256a9cab4a32 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:51.152512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fcd1c2fc-9d72-45f0-acca-851baaa5810b req-191773f9-bc1a-4ee3-b487-67299f9e5169 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 210 time: 0.0373652 Oct 13 14:31:51.190581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812e46a-6545-45f9-be68-256a9cab4a32 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12bb045b-5664-43a5-ab71-e432d7567012,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:51.291960 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4812e46a-6545-45f9-be68-256a9cab4a32 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:51.296690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41696) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:51.301984 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4812e46a-6545-45f9-be68-256a9cab4a32 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4715521 Oct 13 14:31:51.303413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9fe003de-c1d4-472e-8e67-2b8e1ccf30a8 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Request body: {'security_group': {'name': 'default'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:51.304300 n-d-806683-15 neutron-server[112685]: WARNING neutron.api.v2.base [None req-9fe003de-c1d4-472e-8e67-2b8e1ccf30a8 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 14:31:51.305011 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-9fe003de-c1d4-472e-8e67-2b8e1ccf30a8 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 14:31:51.309284 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41698) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:51.312551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9fe003de-c1d4-472e-8e67-2b8e1ccf30a8 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "PUT /v2.0/security-groups/12bb045b-5664-43a5-ab71-e432d7567012 HTTP/1.1" status: 409 len: 330 time: 0.0144737 Oct 13 14:31:51.385458 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-427a3a2b-23d4-426f-bd72-68493da84e80 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:51.417330 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-427a3a2b-23d4-426f-bd72-68493da84e80 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:51.585998 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-427a3a2b-23d4-426f-bd72-68493da84e80 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:51.597593 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-427a3a2b-23d4-426f-bd72-68493da84e80 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:51.599276 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41708) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:51.607293 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-427a3a2b-23d4-426f-bd72-68493da84e80 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "DELETE /v2.0/security-groups/12bb045b-5664-43a5-ab71-e432d7567012 HTTP/1.1" status: 204 len: 168 time: 0.2919972 Oct 13 14:31:51.626038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a3a2b-23d4-426f-bd72-68493da84e80 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bb045b-5664-43a5-ab71-e432d7567012,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:51.695060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fd9192c8-60a1-4481-8c44-2d4b6b0df211 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943341 Oct 13 14:31:51.700746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41716) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:51.725251 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-fc86691c-b2f7-45ec-aa9d-73f5fe67155a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] delete failed (client error): The resource could not be found. Oct 13 14:31:51.725251 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fc86691c-b2f7-45ec-aa9d-73f5fe67155a tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "DELETE /v2.0/security-groups/c7cd2892-562e-4fb2-8877-5f9d83391aec HTTP/1.1" status: 404 len: 347 time: 0.0185134 Oct 13 14:31:51.725445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41720) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:51.739739 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-c56c63a8-983e-405b-9779-c04685f4ac64 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] show failed (client error): The resource could not be found. Oct 13 14:31:51.744641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41722) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:51.745579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c56c63a8-983e-405b-9779-c04685f4ac64 tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "GET /v2.0/security-groups/13d34bea-fe61-47e7-87c8-ce2d33b32e43 HTTP/1.1" status: 404 len: 347 time: 0.0192368 Oct 13 14:31:51.764891 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-9d75f2db-3d7a-40ca-ad80-b3b2693c92da tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] show failed (client error): The resource could not be found. Oct 13 14:31:51.767669 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9d75f2db-3d7a-40ca-ad80-b3b2693c92da tempest-NegativeSecGroupIPv6Test-221925656 tempest-NegativeSecGroupIPv6Test-221925656-project] 10.222.0.18 "GET /v2.0/security-group-rules/467b5ef8-65c0-46fc-8b89-8e8d1ed129ed HTTP/1.1" status: 404 len: 356 time: 0.0220256 Oct 13 14:31:52.087901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:52.306470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca979716-5fb6-4f8c-bc97-a527d9b0c774 req-c9e99721-b115-4ed8-b598-54a6fcca934a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=3092ea7d-b90a-4818-8fc6-ce3bc74ea22b HTTP/1.1" status: 200 len: 210 time: 0.0304143 Oct 13 14:31:52.342922 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-16e11ddc-c443-4496-9935-324dd1427f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:52.601383 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41754) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:52.860607 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8a5f9953-469d-48e4-8ffb-6fbf89c44e07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c523df0e279742f68942845416a73a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633851 Oct 13 14:31:52.862789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41772) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:52.927307 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ced88a26-c265-494a-bb2c-b238b7d0da04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:52.965547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ced88a26-c265-494a-bb2c-b238b7d0da04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:53.096878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ced88a26-c265-494a-bb2c-b238b7d0da04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:53.099781 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ced88a26-c265-494a-bb2c-b238b7d0da04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:53.101618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ced88a26-c265-494a-bb2c-b238b7d0da04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3dda6bf-28a6-4e3d-b816-64e6c2860a65 HTTP/1.1" status: 204 len: 168 time: 0.2376153 Oct 13 14:31:53.122599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced88a26-c265-494a-bb2c-b238b7d0da04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dda6bf-28a6-4e3d-b816-64e6c2860a65,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:53.701259 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41798) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:53.824864 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:53.944105 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-623d21ba-d2a3-4495-9ab4-e2ffade90520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:53.970470 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:54.074373 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-623d21ba-d2a3-4495-9ab4-e2ffade90520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:54.140518 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-623d21ba-d2a3-4495-9ab4-e2ffade90520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:54.204117 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-623d21ba-d2a3-4495-9ab4-e2ffade90520 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=932aadac546d4ce486e58325178ade1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007472 Oct 13 14:31:54.206796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41822) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:54.210886 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d21ba-d2a3-4495-9ab4-e2ffade90520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d2a173-54f0-4167-94f4-d6313de4f77d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:54.275625 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58ec8880-967b-410f-b03b-6a1ac7cf18b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:54.300478 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58ec8880-967b-410f-b03b-6a1ac7cf18b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:54.440042 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58ec8880-967b-410f-b03b-6a1ac7cf18b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:54.448055 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58ec8880-967b-410f-b03b-6a1ac7cf18b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:54.452768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-58ec8880-967b-410f-b03b-6a1ac7cf18b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93d2a173-54f0-4167-94f4-d6313de4f77d HTTP/1.1" status: 204 len: 168 time: 0.2425747 Oct 13 14:31:54.491864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec8880-967b-410f-b03b-6a1ac7cf18b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d2a173-54f0-4167-94f4-d6313de4f77d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:54.553779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41834) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:54.704693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5a177f80-81ad-4d92-9b1c-7cbbb8211dbd tempest-ServiceProvidersTest-224118371 tempest-ServiceProvidersTest-224118371-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1485713 Oct 13 14:31:55.603551 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41866) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:55.691028 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:55.858881 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd0e68bc-c090-4ec5-930d-7fa13bc6c6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:55.954394 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd0e68bc-c090-4ec5-930d-7fa13bc6c6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:56.096497 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd0e68bc-c090-4ec5-930d-7fa13bc6c6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:56.137631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41890) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:56.139463 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cd0e68bc-c090-4ec5-930d-7fa13bc6c6ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0474135861eb4c54ac2b16af19918682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5341895 Oct 13 14:31:56.173450 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e68bc-c090-4ec5-930d-7fa13bc6c6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f768045-3336-4882-a2ec-cd1ce241cd1a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:56.260911 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a06377db-c7b5-40ea-9426-3edaab09cd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:56.311570 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a06377db-c7b5-40ea-9426-3edaab09cd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:56.470983 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a06377db-c7b5-40ea-9426-3edaab09cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:56.475004 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a06377db-c7b5-40ea-9426-3edaab09cd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:56.487745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a06377db-c7b5-40ea-9426-3edaab09cd94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f768045-3336-4882-a2ec-cd1ce241cd1a HTTP/1.1" status: 204 len: 168 time: 0.3467700 Oct 13 14:31:56.499716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06377db-c7b5-40ea-9426-3edaab09cd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f768045-3336-4882-a2ec-cd1ce241cd1a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:57.923583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42030) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:58.083139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-39e0c5fd-338f-45fa-8db7-adca68409b7f tempest-SubnetPoolsTestJSON-948518903 tempest-SubnetPoolsTestJSON-948518903-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-704856464', 'prefixes': ['172.20.0.0/16']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:58.378859 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-39e0c5fd-338f-45fa-8db7-adca68409b7f tempest-SubnetPoolsTestJSON-948518903 tempest-SubnetPoolsTestJSON-948518903-project] Notify callbacks [] for subnetpool, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:58.380658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-39e0c5fd-338f-45fa-8db7-adca68409b7f tempest-SubnetPoolsTestJSON-948518903 tempest-SubnetPoolsTestJSON-948518903-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4560580 Oct 13 14:31:58.383425 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42052) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:58.416751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42054) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:58.417754 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a8103a04-6132-4c23-9c02-6e0fddded932 tempest-SubnetPoolsTestJSON-948518903 tempest-SubnetPoolsTestJSON-948518903-project] 10.222.0.18 "GET /v2.0/subnetpools/e25e9371-82c2-4272-8b5c-a1cc9e39f825 HTTP/1.1" status: 200 len: 731 time: 0.0324464 Oct 13 14:31:58.422582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f92eb725-72fb-4eba-9d87-0e6be93d9099 tempest-SubnetPoolsTestJSON-948518903 tempest-SubnetPoolsTestJSON-948518903-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-307995242'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:31:58.676795 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f92eb725-72fb-4eba-9d87-0e6be93d9099 tempest-SubnetPoolsTestJSON-948518903 tempest-SubnetPoolsTestJSON-948518903-project] Notify callbacks [] for subnetpool, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:58.678110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f92eb725-72fb-4eba-9d87-0e6be93d9099 tempest-SubnetPoolsTestJSON-948518903 tempest-SubnetPoolsTestJSON-948518903-project] 10.222.0.18 "PUT /v2.0/subnetpools/e25e9371-82c2-4272-8b5c-a1cc9e39f825 HTTP/1.1" status: 200 len: 683 time: 0.2600160 Oct 13 14:31:58.687162 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42060) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:58.782359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42064) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:58.850334 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cef84b7e-d03c-48ba-acfe-c80c290f0b80 tempest-SubnetPoolsTestJSON-948518903 tempest-SubnetPoolsTestJSON-948518903-project] Notify callbacks [] for subnetpool, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:58.852332 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cef84b7e-d03c-48ba-acfe-c80c290f0b80 tempest-SubnetPoolsTestJSON-948518903 tempest-SubnetPoolsTestJSON-948518903-project] 10.222.0.18 "DELETE /v2.0/subnetpools/e25e9371-82c2-4272-8b5c-a1cc9e39f825 HTTP/1.1" status: 204 len: 168 time: 0.1638160 Oct 13 14:31:58.855903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42068) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:58.880318 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-76786b58-ec84-410b-8c50-36afba9f0129 tempest-SubnetPoolsTestJSON-948518903 tempest-SubnetPoolsTestJSON-948518903-project] show failed (client error): The resource could not be found. Oct 13 14:31:58.880318 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-76786b58-ec84-410b-8c50-36afba9f0129 tempest-SubnetPoolsTestJSON-948518903 tempest-SubnetPoolsTestJSON-948518903-project] 10.222.0.18 "GET /v2.0/subnetpools/e25e9371-82c2-4272-8b5c-a1cc9e39f825 HTTP/1.1" status: 404 len: 346 time: 0.0223711 Oct 13 14:31:58.882729 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42070) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:58.906450 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-1cc44e3a-fd3d-4a16-bf93-30a8c53ebf9c tempest-SubnetPoolsTestJSON-948518903 tempest-SubnetPoolsTestJSON-948518903-project] delete failed (client error): The resource could not be found. Oct 13 14:31:58.909253 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1cc44e3a-fd3d-4a16-bf93-30a8c53ebf9c tempest-SubnetPoolsTestJSON-948518903 tempest-SubnetPoolsTestJSON-948518903-project] 10.222.0.18 "DELETE /v2.0/subnetpools/e25e9371-82c2-4272-8b5c-a1cc9e39f825 HTTP/1.1" status: 404 len: 346 time: 0.0245807 Oct 13 14:31:58.947619 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8bde3c46-1cc7-4d5c-9c38-bec2c337cf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:59.041572 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8bde3c46-1cc7-4d5c-9c38-bec2c337cf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:59.185038 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8bde3c46-1cc7-4d5c-9c38-bec2c337cf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:59.226680 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde3c46-1cc7-4d5c-9c38-bec2c337cf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7d6dc0-ceca-401c-a53a-3a0a0f8d6282,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:59.244045 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8bde3c46-1cc7-4d5c-9c38-bec2c337cf89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1dd3f75d21c64fcfa32db5e02fe91d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4601152 Oct 13 14:31:59.244823 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42082) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:59.339651 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f97b-b291-4eb5-8c68-076cfc917d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:59.363173 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f97b-b291-4eb5-8c68-076cfc917d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:59.482942 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f97b-b291-4eb5-8c68-076cfc917d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:59.485648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1b8f97b-b291-4eb5-8c68-076cfc917d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:59.492370 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f1b8f97b-b291-4eb5-8c68-076cfc917d29 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d7d6dc0-ceca-401c-a53a-3a0a0f8d6282 HTTP/1.1" status: 204 len: 168 time: 0.2396383 Oct 13 14:31:59.494871 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8f97b-b291-4eb5-8c68-076cfc917d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7d6dc0-ceca-401c-a53a-3a0a0f8d6282,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:59.534492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42094) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:59.673005 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aced9bbb-9795-4c45-b2be-f9855d18acae admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:59.769546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aced9bbb-9795-4c45-b2be-f9855d18acae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:59.850208 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aced9bbb-9795-4c45-b2be-f9855d18acae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:31:59.891121 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aced9bbb-9795-4c45-b2be-f9855d18acae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d3813be506d4afa918b5007e5da84eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3553879 Oct 13 14:31:59.892018 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced9bbb-9795-4c45-b2be-f9855d18acae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a83bdd-13d8-499e-95a9-b98b27f3b5d8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:31:59.894795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42104) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:31:59.979773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2fe30237-c219-4582-95d9-d629d5c7045b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:00.017978 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2fe30237-c219-4582-95d9-d629d5c7045b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:01.048002 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2fe30237-c219-4582-95d9-d629d5c7045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:01.052790 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2fe30237-c219-4582-95d9-d629d5c7045b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:01.054146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2fe30237-c219-4582-95d9-d629d5c7045b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10a83bdd-13d8-499e-95a9-b98b27f3b5d8 HTTP/1.1" status: 204 len: 168 time: 1.1573963 Oct 13 14:32:01.063915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe30237-c219-4582-95d9-d629d5c7045b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a83bdd-13d8-499e-95a9-b98b27f3b5d8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:02.409636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42202) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:02.591753 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2a50f768-d686-4d42-85dc-2c8729e100de admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:02.734614 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2a50f768-d686-4d42-85dc-2c8729e100de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:02.869366 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2a50f768-d686-4d42-85dc-2c8729e100de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:02.971119 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2a50f768-d686-4d42-85dc-2c8729e100de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e4a0d7647c74fbca1c52a239cae6697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5603774 Oct 13 14:32:02.974253 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50f768-d686-4d42-85dc-2c8729e100de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a602238c-8eab-42f0-96dd-5f4f3aedcbd6,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:02.974413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42222) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:03.035301 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1b62e17-c823-40f9-8a48-8a6e664c6f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:03.059676 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1b62e17-c823-40f9-8a48-8a6e664c6f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:03.252189 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1b62e17-c823-40f9-8a48-8a6e664c6f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:03.257988 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c1b62e17-c823-40f9-8a48-8a6e664c6f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:03.262633 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c1b62e17-c823-40f9-8a48-8a6e664c6f64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a602238c-8eab-42f0-96dd-5f4f3aedcbd6 HTTP/1.1" status: 204 len: 168 time: 0.2868109 Oct 13 14:32:03.272861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b62e17-c823-40f9-8a48-8a6e664c6f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a602238c-8eab-42f0-96dd-5f4f3aedcbd6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:03.708325 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:32:05.152723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42366) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:05.429252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70c6481c-1f34-47ba-a5c4-4dbb0379a2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:05.540005 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70c6481c-1f34-47ba-a5c4-4dbb0379a2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:05.671333 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-70c6481c-1f34-47ba-a5c4-4dbb0379a2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:05.730151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-70c6481c-1f34-47ba-a5c4-4dbb0379a2a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97013f1b94e74e9cbc7c02aa7bb013e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5761051 Oct 13 14:32:05.730923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42392) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:05.839051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6481c-1f34-47ba-a5c4-4dbb0379a2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a345126d-f5a2-4999-815f-a49b94126a0e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:05.899754 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42406) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:05.905668 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-422c7b41-3f38-4732-8647-780848b33078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:05.966583 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-422c7b41-3f38-4732-8647-780848b33078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:06.130075 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-422c7b41-3f38-4732-8647-780848b33078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:06.132733 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-422c7b41-3f38-4732-8647-780848b33078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:06.136593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-422c7b41-3f38-4732-8647-780848b33078 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a345126d-f5a2-4999-815f-a49b94126a0e HTTP/1.1" status: 204 len: 168 time: 0.3896291 Oct 13 14:32:06.159239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c7b41-3f38-4732-8647-780848b33078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a345126d-f5a2-4999-815f-a49b94126a0e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:06.183107 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3bee4394-4c31-475e-a634-2f398492f642 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-645915121'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:06.183616 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3bee4394-4c31-475e-a634-2f398492f642 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Unknown quota resources ['metering_label']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:32:06.542658 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3bee4394-4c31-475e-a634-2f398492f642 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:06.545059 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3bee4394-4c31-475e-a634-2f398492f642 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6424844 Oct 13 14:32:06.547943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42444) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:06.552954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d9f6c375-0787-40fd-b32c-eb7f19ba8fc6 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1bdb0f0e-5791-41ff-b6c6-94d70995a12f'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:06.553466 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d9f6c375-0787-40fd-b32c-eb7f19ba8fc6 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:32:06.730091 n-d-806683-15 neutron-server[112684]: WARNING neutron.services.metering.metering_plugin [None req-d9f6c375-0787-40fd-b32c-eb7f19ba8fc6 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 14:32:07.041849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42454) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:07.076674 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12a790c5-8145-4011-b813-dc8a494ac61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:07.158538 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d9f6c375-0787-40fd-b32c-eb7f19ba8fc6 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:07.159743 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d9f6c375-0787-40fd-b32c-eb7f19ba8fc6 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6105845 Oct 13 14:32:07.162771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42458) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:07.167033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0d36ada3-f589-4443-8a89-f782ebaeacd2 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1bdb0f0e-5791-41ff-b6c6-94d70995a12f'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:07.167518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0d36ada3-f589-4443-8a89-f782ebaeacd2 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=112684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:32:07.190117 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12a790c5-8145-4011-b813-dc8a494ac61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:07.344550 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12a790c5-8145-4011-b813-dc8a494ac61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:07.384470 n-d-806683-15 neutron-server[112684]: WARNING neutron.services.metering.metering_plugin [None req-0d36ada3-f589-4443-8a89-f782ebaeacd2 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 13 14:32:07.388698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a790c5-8145-4011-b813-dc8a494ac61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de530bee-01e5-4393-adec-b1ecdcb633e6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:07.396058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-12a790c5-8145-4011-b813-dc8a494ac61c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2f2a4cbc97145c79663cc3f3de753f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3514543 Oct 13 14:32:07.397791 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42464) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:07.500145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d36ada3-f589-4443-8a89-f782ebaeacd2 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:07.501330 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0d36ada3-f589-4443-8a89-f782ebaeacd2 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3375633 Oct 13 14:32:07.504477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42470) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:07.516103 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0cdefba0-68ff-4ddb-a33a-862dbf200ad9 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=e2f2e893-28fd-4213-bcdb-d54fd7136616 HTTP/1.1" status: 200 len: 464 time: 0.0100403 Oct 13 14:32:07.518604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42472) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:07.547901 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bef9f66e-732a-4738-b84c-e5e1549b5c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:07.567217 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bef9f66e-732a-4738-b84c-e5e1549b5c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:07.738976 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bef9f66e-732a-4738-b84c-e5e1549b5c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:07.741642 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bef9f66e-732a-4738-b84c-e5e1549b5c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:07.745762 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bef9f66e-732a-4738-b84c-e5e1549b5c34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de530bee-01e5-4393-adec-b1ecdcb633e6 HTTP/1.1" status: 204 len: 168 time: 0.3447523 Oct 13 14:32:07.755242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9f66e-732a-4738-b84c-e5e1549b5c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de530bee-01e5-4393-adec-b1ecdcb633e6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:07.834702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95477f02-c9be-4825-a0c9-e74d085dadc3 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:07.837034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-95477f02-c9be-4825-a0c9-e74d085dadc3 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/e2f2e893-28fd-4213-bcdb-d54fd7136616 HTTP/1.1" status: 204 len: 168 time: 0.3169017 Oct 13 14:32:07.839396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42478) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:07.853153 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c2daf79b-c44a-4d55-a2d5-0d7dbcf82d40 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=e2f2e893-28fd-4213-bcdb-d54fd7136616 HTTP/1.1" status: 200 len: 221 time: 0.0092182 Oct 13 14:32:07.853153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42480) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:07.858772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b446abf2-b6af-448e-bde2-1ec9e962214f tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1859757644', 'description': 'label created by tempest'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:07.859220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b446abf2-b6af-448e-bde2-1ec9e962214f tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Unknown quota resources ['metering_label']. {{(pid=112685) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:32:08.299481 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b446abf2-b6af-448e-bde2-1ec9e962214f tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:08.300688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b446abf2-b6af-448e-bde2-1ec9e962214f tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4465885 Oct 13 14:32:08.303665 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42494) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:08.394858 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1dad2c4d-fd61-4548-9130-a1b505e21f69 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=9cb122af-8295-4201-bbd7-0c690fc7eec0 HTTP/1.1" status: 200 len: 468 time: 0.0899992 Oct 13 14:32:08.397479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42500) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:08.756045 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e521357-920f-4101-8b54-1eb971c96c51 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:08.763236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7e521357-920f-4101-8b54-1eb971c96c51 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/9cb122af-8295-4201-bbd7-0c690fc7eec0 HTTP/1.1" status: 204 len: 168 time: 0.3588672 Oct 13 14:32:08.763236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42512) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:08.771411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-32fbda6f-a5c8-474c-a9e3-992bb4eae605 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=9cb122af-8295-4201-bbd7-0c690fc7eec0 HTTP/1.1" status: 200 len: 216 time: 0.0103014 Oct 13 14:32:08.775023 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42516) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:08.786378 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0e807423-f363-4bbe-8617-302dd0f98355 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098219 Oct 13 14:32:08.789857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42518) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:08.811363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7b9ccce2-4ace-4916-9c31-bf65dd14eadc tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0199051 Oct 13 14:32:08.814743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42520) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:08.867235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7bcbae9c-4358-42af-862e-dfc07ed1894c tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/1bdb0f0e-5791-41ff-b6c6-94d70995a12f HTTP/1.1" status: 200 len: 472 time: 0.0513372 Oct 13 14:32:08.878735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42522) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:08.881217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1e468685-30f4-4696-84da-7b1430ca9547 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/24c522d4-6ee6-4294-8b04-fad5e87067d2 HTTP/1.1" status: 200 len: 461 time: 0.0094395 Oct 13 14:32:08.884841 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42524) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:09.125933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0202e152-9ab9-4fff-9b34-bd196f648037 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:09.129089 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0202e152-9ab9-4fff-9b34-bd196f648037 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/24c522d4-6ee6-4294-8b04-fad5e87067d2 HTTP/1.1" status: 204 len: 168 time: 0.2410204 Oct 13 14:32:09.129801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42534) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:09.504159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2316e427-ce2e-424b-a198-72e54f738f32 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:09.505544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2316e427-ce2e-424b-a198-72e54f738f32 tempest-MeteringTestJSON-550094686 tempest-MeteringTestJSON-550094686-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/1bdb0f0e-5791-41ff-b6c6-94d70995a12f HTTP/1.1" status: 204 len: 168 time: 0.3747628 Oct 13 14:32:10.060700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42568) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:10.336336 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-88d0a827-908d-46c1-bc95-434ef9c3f1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:10.442026 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-88d0a827-908d-46c1-bc95-434ef9c3f1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:10.535613 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-88d0a827-908d-46c1-bc95-434ef9c3f1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:10.581043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0a827-908d-46c1-bc95-434ef9c3f1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a244b23-9dfb-4132-8ca7-efef510d950e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:10.586373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-88d0a827-908d-46c1-bc95-434ef9c3f1df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f92be04afb940d8aee582caa086bfa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5244169 Oct 13 14:32:10.589331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42588) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:10.659752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e582abf6-4ef7-4d7a-ae38-796abb02ab46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:10.685146 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e582abf6-4ef7-4d7a-ae38-796abb02ab46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:10.864382 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e582abf6-4ef7-4d7a-ae38-796abb02ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:10.867295 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e582abf6-4ef7-4d7a-ae38-796abb02ab46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:10.871602 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e582abf6-4ef7-4d7a-ae38-796abb02ab46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a244b23-9dfb-4132-8ca7-efef510d950e HTTP/1.1" status: 204 len: 168 time: 0.2773623 Oct 13 14:32:10.880787 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582abf6-4ef7-4d7a-ae38-796abb02ab46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a244b23-9dfb-4132-8ca7-efef510d950e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:11.976212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42630) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:11.995085 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fc869852-ef2b-47a3-a49b-ff4b79229941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:12.080966 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fc869852-ef2b-47a3-a49b-ff4b79229941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:12.233550 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fc869852-ef2b-47a3-a49b-ff4b79229941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:12.273797 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fc869852-ef2b-47a3-a49b-ff4b79229941 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3edb9570cdff4640b9a683eb5462722f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944191 Oct 13 14:32:12.274677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc869852-ef2b-47a3-a49b-ff4b79229941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8531c8d0-44b7-4808-89b1-f570c4fa99fc,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:12.276462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42634) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:12.334131 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11ce28aa-c82b-4bec-b3bc-00d3b450dd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:12.361438 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11ce28aa-c82b-4bec-b3bc-00d3b450dd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:12.547560 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11ce28aa-c82b-4bec-b3bc-00d3b450dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:12.550830 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11ce28aa-c82b-4bec-b3bc-00d3b450dd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:12.552609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-11ce28aa-c82b-4bec-b3bc-00d3b450dd0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8531c8d0-44b7-4808-89b1-f570c4fa99fc HTTP/1.1" status: 204 len: 168 time: 0.2751138 Oct 13 14:32:12.563192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce28aa-c82b-4bec-b3bc-00d3b450dd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8531c8d0-44b7-4808-89b1-f570c4fa99fc,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:14.068659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42694) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:14.181962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-612814567'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:14.304550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Made reservation on behalf of 6fe744bc8025409dbdf9f6a81e30d593 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:14.308107 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:14.317653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:14.401178 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:14.490359 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:14.523093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:32:14.538893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310a48b6-a45d-44e8-94d0-9a49fd01480d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:14.552655 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:14.554612 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Added segment 2b501a0d-69e5-4bbf-989f-dcb427a4f92b of type vlan for network ae0729be-da95-4410-9c58-6b245facb7c4 Oct 13 14:32:14.625552 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:14.812586 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:14.818246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:14.818899 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:14.889704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event updated for resources: {'Network': ['ID=ae0729be-da95-4410-9c58-6b245facb7c4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:14.901556 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network ae0729be-da95-4410-9c58-6b245facb7c4 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:32:14.958538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1e5e6147-a3a4-47db-85c3-af658b669bef tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8858457 Oct 13 14:32:14.966029 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42718) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:14.969524 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fbf44bec-d962-4b37-90f2-d3f0a49621ba tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Request body: {'subnet': {'network_id': 'ae0729be-da95-4410-9c58-6b245facb7c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:15.152688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf44bec-d962-4b37-90f2-d3f0a49621ba tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Made reservation on behalf of 6fe744bc8025409dbdf9f6a81e30d593 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:15.157155 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbf44bec-d962-4b37-90f2-d3f0a49621ba tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:15.504634 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbf44bec-d962-4b37-90f2-d3f0a49621ba tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:15.584359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf44bec-d962-4b37-90f2-d3f0a49621ba tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Checking segment: {'id': '2b501a0d-69e5-4bbf-989f-dcb427a4f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ae0729be-da95-4410-9c58-6b245facb7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:15.584804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf44bec-d962-4b37-90f2-d3f0a49621ba tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Network hostable DHCP agents. Network: ae0729be-da95-4410-9c58-6b245facb7c4, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:32:15.587147 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf44bec-d962-4b37-90f2-d3f0a49621ba tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event updated for resources: {'Subnet': ['ID=859d42be-290d-41f2-8102-0c0651e6ab56,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:15.761270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf44bec-d962-4b37-90f2-d3f0a49621ba tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Network ae0729be-da95-4410-9c58-6b245facb7c4 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:32:15.850954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-fbf44bec-d962-4b37-90f2-d3f0a49621ba tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, ae0729be-da95-4410-9c58-6b245facb7c4) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:15.863811 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf44bec-d962-4b37-90f2-d3f0a49621ba tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:15.864720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01c0294-d917-4aa0-95c3-c6a3ac9b69fb None None] Network ae0729be-da95-4410-9c58-6b245facb7c4 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:15.865129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbf44bec-d962-4b37-90f2-d3f0a49621ba tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:16.099275 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-ae0729be-da95-4410-9c58-6b245facb7c4', 'network_id': 'ae0729be-da95-4410-9c58-6b245facb7c4', 'tenant_id': '6fe744bc8025409dbdf9f6a81e30d593', 'fixed_ips': [{'subnet_id': '859d42be-290d-41f2-8102-0c0651e6ab56'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:32:16.100263 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:16.127541 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fbf44bec-d962-4b37-90f2-d3f0a49621ba tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1626265 Oct 13 14:32:16.146353 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42748) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:16.151388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2ca18013-9923-44fa-8fbb-2364004fcb7c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1261271369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:16.250654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Allocated IP 172.20.0.2 (ae0729be-da95-4410-9c58-6b245facb7c4/859d42be-290d-41f2-8102-0c0651e6ab56/8fd034fc-9401-40cd-9a8b-9b53c163cdbc) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:16.356111 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ca18013-9923-44fa-8fbb-2364004fcb7c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:16.364914 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ca18013-9923-44fa-8fbb-2364004fcb7c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:16.454805 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:16.499400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ca18013-9923-44fa-8fbb-2364004fcb7c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:16.818772 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:16.819089 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ca18013-9923-44fa-8fbb-2364004fcb7c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:16.860813 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Network ae0729be-da95-4410-9c58-6b245facb7c4 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:16.863732 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:16.870677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:16.874533 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Pushing event updated for resources: {'Port': ['ID=8fd034fc-9401-40cd-9a8b-9b53c163cdbc,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:16.939817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Attempting to bind port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:32:16.940532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Attempting to bind port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '2b501a0d-69e5-4bbf-989f-dcb427a4f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ae0729be-da95-4410-9c58-6b245facb7c4'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:32:16.941190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Attempting to bind port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc on network ae0729be-da95-4410-9c58-6b245facb7c4 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:32:16.954500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:32:16.958625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Checking segment: {'id': '2b501a0d-69e5-4bbf-989f-dcb427a4f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ae0729be-da95-4410-9c58-6b245facb7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:16.958625 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:16.958625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Bound using segment: {'id': '2b501a0d-69e5-4bbf-989f-dcb427a4f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ae0729be-da95-4410-9c58-6b245facb7c4'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:32:16.958625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Bound port: 8fd034fc-9401-40cd-9a8b-9b53c163cdbc, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b501a0d-69e5-4bbf-989f-dcb427a4f92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ae0729be-da95-4410-9c58-6b245facb7c4'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:32:16.958625 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:16.986485 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ca18013-9923-44fa-8fbb-2364004fcb7c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:16.991051 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2ca18013-9923-44fa-8fbb-2364004fcb7c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8403702 Oct 13 14:32:16.991310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42762) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:17.054112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] For port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:32:17.058233 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] For port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8fd034fc-9401-40cd-9a8b-9b53c163cdbc,segment=NetworkSegment(2b501a0d-69e5-4bbf-989f-dcb427a4f92b),segment_id=2b501a0d-69e5-4bbf-989f-dcb427a4f92b)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:32:17.171169 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:17.248431 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c66fe-e2d4-4db5-8c97-08e02aa18a7f None None] Pushing event updated for resources: {'Port': ['ID=8fd034fc-9401-40cd-9a8b-9b53c163cdbc,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:17.332888 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:17.663369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Allocated IP 172.20.0.1 (ae0729be-da95-4410-9c58-6b245facb7c4/859d42be-290d-41f2-8102-0c0651e6ab56/26543d77-271e-4941-9231-7f64706e2099) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:17.813468 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:17.973192 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:18.060856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Network ae0729be-da95-4410-9c58-6b245facb7c4 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:18.063604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:18.065810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event updated for resources: {'Port': ['ID=26543d77-271e-4941-9231-7f64706e2099,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:18.068889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:18.119925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:18.120309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:18.120711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:18.121181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:18.122930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:18.123513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:18.124068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:18.124616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:18.130586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:18.135508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:18.136155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:18.136709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:18.186828 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:18.403314 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8fd034fc-9401-40cd-9a8b-9b53c163cdbc up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:32:18.466252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:18.478296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:18.478937 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:18.539758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab4b78c-cee5-4aaa-bb53-0f9698003a7d None None] Network ae0729be-da95-4410-9c58-6b245facb7c4 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:18.682864 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:18.705454 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:18.718237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-44256da2-9046-429a-b216-1a8ea2c105f5 None None] Provisioning complete for port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:18.718913 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-44256da2-9046-429a-b216-1a8ea2c105f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:18.822426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8fd034fc-9401-40cd-9a8b-9b53c163cdbc,segment=NetworkSegment(2b501a0d-69e5-4bbf-989f-dcb427a4f92b),segment_id=2b501a0d-69e5-4bbf-989f-dcb427a4f92b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:32:18.945308 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:18.978893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-eb6558a2-949f-4593-aafe-f666c2a819a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3365939 Oct 13 14:32:19.036880 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:19.100032 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:19.120349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=8fd034fc-9401-40cd-9a8b-9b53c163cdbc,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:19.183696 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:19.332883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-be605fa8-d16e-4599-a674-30f7deb1be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:19.333399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-be605fa8-d16e-4599-a674-30f7deb1be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:19.333869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-be605fa8-d16e-4599-a674-30f7deb1be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:19.338453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-be605fa8-d16e-4599-a674-30f7deb1be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:19.338936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-be605fa8-d16e-4599-a674-30f7deb1be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:19.339412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-be605fa8-d16e-4599-a674-30f7deb1be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:19.339886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-be605fa8-d16e-4599-a674-30f7deb1be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:19.342690 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-be605fa8-d16e-4599-a674-30f7deb1be40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6508 time: 0.2925992 Oct 13 14:32:19.364129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event updated for resources: {'Port': ['ID=26543d77-271e-4941-9231-7f64706e2099,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:19.504479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Network ae0729be-da95-4410-9c58-6b245facb7c4 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:19.507565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:19.578043 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15621e9e-d8e9-434c-bf24-289ab812f63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:19.647171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-447e173c-cca4-4dfa-a19d-f19e712f57ae None None] Provisioning complete for port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:19.647572 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-447e173c-cca4-4dfa-a19d-f19e712f57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:19.726064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-5204d932-28ab-44a2-b563-1fa02442520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:19.726766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-5204d932-28ab-44a2-b563-1fa02442520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:19.727691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-5204d932-28ab-44a2-b563-1fa02442520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:19.729764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-5204d932-28ab-44a2-b563-1fa02442520e service neutron] 10.222.0.41 "GET /v2.0/networks?id=23652a0e-fdc8-4019-a88a-94449553c2fa&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=c618d8ae-014f-47f1-941a-268db5728f54&id=c618d8ae-014f-47f1-941a-268db5728f54 HTTP/1.1" status: 200 len: 2297 time: 0.3236604 Oct 13 14:32:19.794924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Router 859834ce-7129-4e0e-8227-39c58b1c3e5a is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:32:19.863077 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-447e173c-cca4-4dfa-a19d-f19e712f57ae None None] Provisioning complete for port 26543d77-271e-4941-9231-7f64706e2099 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:19.863077 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-447e173c-cca4-4dfa-a19d-f19e712f57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:20.075602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-708830d0-582a-4c14-b0d2-9fb697d851dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b HTTP/1.1" status: 200 len: 1000 time: 0.3341360 Oct 13 14:32:20.106906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:32:20.240331 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-447e173c-cca4-4dfa-a19d-f19e712f57ae None None] Port 26543d77-271e-4941-9231-7f64706e2099 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:32:20.244001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10be674d-d13e-4819-8587-91aa7e99149d None None] Sync routers for ids ['859834ce-7129-4e0e-8227-39c58b1c3e5a'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:32:20.258267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be674d-d13e-4819-8587-91aa7e99149d None None] Routers {'859834ce-7129-4e0e-8227-39c58b1c3e5a'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:32:20.260784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-10be674d-d13e-4819-8587-91aa7e99149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:31:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['859834ce-7129-4e0e-8227-39c58b1c3e5a'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:20.353193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-10be674d-d13e-4819-8587-91aa7e99149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:20.401497 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be674d-d13e-4819-8587-91aa7e99149d None None] Routers {'859834ce-7129-4e0e-8227-39c58b1c3e5a'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:32:20.402137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-10be674d-d13e-4819-8587-91aa7e99149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:31:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['859834ce-7129-4e0e-8227-39c58b1c3e5a'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:20.484299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-10be674d-d13e-4819-8587-91aa7e99149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:20.485294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10be674d-d13e-4819-8587-91aa7e99149d None None] The sync data for ids ['859834ce-7129-4e0e-8227-39c58b1c3e5a'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:32:20.492649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8fd034fc-9401-40cd-9a8b-9b53c163cdbc up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:32:20.536104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3ae47819-e659-4a43-8ce9-d153758423cc None None] Provisioning complete for port 26543d77-271e-4941-9231-7f64706e2099 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:20.536781 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3ae47819-e659-4a43-8ce9-d153758423cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:20.577398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:20.578040 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:20.616926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3ae47819-e659-4a43-8ce9-d153758423cc None None] Port 26543d77-271e-4941-9231-7f64706e2099 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:32:20.739892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-532d075b-5708-4b72-ac73-8c0625329a74 None None] Provisioning complete for port 26543d77-271e-4941-9231-7f64706e2099 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:20.740267 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-532d075b-5708-4b72-ac73-8c0625329a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:20.757576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42834) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:20.758290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b91414b4-688c-404b-babe-bb73691f28e5 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "PUT /v2.0/routers/859834ce-7129-4e0e-8227-39c58b1c3e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7633884 Oct 13 14:32:20.761637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Request body: {'port': {'network_id': 'ae0729be-da95-4410-9c58-6b245facb7c4', 'name': 'tempest-FloatingIPNegativeTestJSON-1123338362'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:20.787791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-97c4f286-321b-409f-93e2-34ba01fe3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:20.792313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-97c4f286-321b-409f-93e2-34ba01fe3422 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dff8190b-2496-4c8f-b489-28a02d965473 HTTP/1.1" status: 200 len: 855 time: 0.6760750 Oct 13 14:32:20.817826 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-532d075b-5708-4b72-ac73-8c0625329a74 None None] Port 26543d77-271e-4941-9231-7f64706e2099 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:32:20.852692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-498c8fc7-5d21-4f9d-b48d-0b0fc03505a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:20.854444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-498c8fc7-5d21-4f9d-b48d-0b0fc03505a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23652a0e-fdc8-4019-a88a-94449553c2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541899 Oct 13 14:32:20.874712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-af1a7b28-b932-41f4-a05a-e553868119d6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:32:20.876258 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-af1a7b28-b932-41f4-a05a-e553868119d6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0138235 Oct 13 14:32:21.014517 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Made reservation on behalf of 6fe744bc8025409dbdf9f6a81e30d593 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:21.016178 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:21.031210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-d8a61d28-dfe8-4246-abed-d8bab620c71a service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460025 Oct 13 14:32:21.075378 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] device_id is not set on port e39bf3fa-20f4-470b-9f69-72d93b09df9d yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:32:21.178235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-e0dca392-52ed-4b05-8ec0-c1a0832782f8 service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382673 Oct 13 14:32:21.224602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-0e022ead-ba73-4293-983a-656e41b3335a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 HTTP/1.1" status: 200 len: 217 time: 0.0386462 Oct 13 14:32:21.267623 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Allocated IP 172.20.0.7 (ae0729be-da95-4410-9c58-6b245facb7c4/859d42be-290d-41f2-8102-0c0651e6ab56/e39bf3fa-20f4-470b-9f69-72d93b09df9d) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:21.311076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-a267a0aa-a428-44db-8c25-6e7e9eed6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:21.312612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-a267a0aa-a428-44db-8c25-6e7e9eed6022 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0777812 Oct 13 14:32:21.414676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-ba298f02-6b69-4737-87ed-a6b740d9a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:21.422189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-ba298f02-6b69-4737-87ed-a6b740d9a8a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1007657 Oct 13 14:32:21.519031 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:21.608151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-ec052100-d77a-4cee-886c-1762e8b10a28 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651316 Oct 13 14:32:21.722394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-3b749ce2-b56d-474e-9a9a-a762bdb2b518 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081617 Oct 13 14:32:21.768753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-26b02744-9371-4fd2-bee9-fae891ce4b7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=ac703971-2eb9-4b72-acde-5f0c872f63f0 HTTP/1.1" status: 200 len: 217 time: 0.0377674 Oct 13 14:32:21.838379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-89b1bc05-4ec3-416e-9aeb-47398c769bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:21.840662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-89b1bc05-4ec3-416e-9aeb-47398c769bfb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0633831 Oct 13 14:32:21.896148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-b6b2e2b6-29d3-4f70-80d0-bac4b1efab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:21.913197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-b6b2e2b6-29d3-4f70-80d0-bac4b1efab1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0469692 Oct 13 14:32:22.000939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-8b16df0b-6e0c-4c4c-8c69-075c0aa627fc service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953522 Oct 13 14:32:22.102231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-d5cc56e0-6559-476e-ad84-a48237d9735b service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900462 Oct 13 14:32:22.152875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-929a0a9c-8e46-4682-bc45-dd08e2cafd0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=d0e204fc-83f5-4423-b87e-78a554179830 HTTP/1.1" status: 200 len: 217 time: 0.0405133 Oct 13 14:32:22.219336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-b2f6d1db-a108-4f21-bf6a-bea9226699ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:22.220229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-b2f6d1db-a108-4f21-bf6a-bea9226699ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0594406 Oct 13 14:32:22.275149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-756b33f0-2f94-4381-b177-4f4e2d508fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:22.276777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-756b33f0-2f94-4381-b177-4f4e2d508fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0471826 Oct 13 14:32:22.384319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-eb2ee97c-8b50-45f3-a05b-c3a1e04bfe8b service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984483 Oct 13 14:32:22.492738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-73146e5e-d1fd-448a-8511-25fcf41f7b1e service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009433 Oct 13 14:32:22.536572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-66f37e87-2077-4f63-831c-cd6896dd0571 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=b91123ca-2120-403f-a2c5-c27d48444356 HTTP/1.1" status: 200 len: 217 time: 0.0356627 Oct 13 14:32:22.602876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-5626b6aa-61a2-425a-a942-cd6c794bc1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:22.604523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-5626b6aa-61a2-425a-a942-cd6c794bc1cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0591993 Oct 13 14:32:22.655351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-7614f3da-60a5-4898-944b-a8d9cbd195bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:22.656969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-7614f3da-60a5-4898-944b-a8d9cbd195bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0443523 Oct 13 14:32:22.715749 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:22.747925 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:22.764866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-7d4f1d0d-ad5a-4f37-bf3d-ef7f326d0883 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996840 Oct 13 14:32:22.781788 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event updated for resources: {'Port': ['ID=e39bf3fa-20f4-470b-9f69-72d93b09df9d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:22.790735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Network ae0729be-da95-4410-9c58-6b245facb7c4 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:22.792450 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:22.795917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:22.807049 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0c9c-e2e1-4e5a-b291-49db4e841f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:22.889732 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:22.890404 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:22.926465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-ee9f5d24-bbd2-42e9-9397-91c26f23a434 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493461 Oct 13 14:32:22.973955 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5446c768-7bb0-492a-852c-4733b6bac830 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2164021 Oct 13 14:32:22.974790 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42876) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:22.981833 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:23.018431 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-75b26fa0-3aa3-460c-b30e-b46098820066 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a092aec-e3af-4bbb-8507-5ec176f71743 HTTP/1.1" status: 200 len: 217 time: 0.0693533 Oct 13 14:32:23.109978 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:23.117927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-27846191-8289-48a8-b38a-3df632ae8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:23.119551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-27846191-8289-48a8-b38a-3df632ae8f61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.0999815 Oct 13 14:32:23.173109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-65d81656-6803-4903-b223-0d462d7b7a56 None None] Provisioning complete for port e39bf3fa-20f4-470b-9f69-72d93b09df9d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:23.173874 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-65d81656-6803-4903-b223-0d462d7b7a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:23.180878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-5d5e8ae6-a3a6-4b62-a5fb-3022c7c3e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:23.184512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-5d5e8ae6-a3a6-4b62-a5fb-3022c7c3e507 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533392 Oct 13 14:32:23.233966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-65d81656-6803-4903-b223-0d462d7b7a56 None None] Port e39bf3fa-20f4-470b-9f69-72d93b09df9d cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:32:23.261594 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:23.391021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-4e505bb9-800c-4055-b874-e54cc422f555 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944630 Oct 13 14:32:23.393358 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Allocated IP 172.25.0.250 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/44e8a73a-4d82-479f-88a9-087d1602560c) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:23.537847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-2b9b8cac-8d0c-4580-aedc-427ce142f20c service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420095 Oct 13 14:32:23.640962 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:23.647398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-3e7661fc-c8be-4fae-9440-5008fde8bb00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895 HTTP/1.1" status: 200 len: 217 time: 0.0997627 Oct 13 14:32:23.717685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-27647850-8efb-4734-8cf5-e2bd8a58b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:23.719598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-27647850-8efb-4734-8cf5-e2bd8a58b7f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.0636384 Oct 13 14:32:23.773545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-638bd3ad-8a14-49fd-a411-adba59586251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:23.775391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-638bd3ad-8a14-49fd-a411-adba59586251 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0477624 Oct 13 14:32:23.825229 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:23.874069 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:23.903207 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:23.906902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:23.922330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:23.956836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-b75204a9-aaef-4def-a4ef-3a70c7c51673 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712472 Oct 13 14:32:23.980118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event updated for resources: {'Port': ['ID=44e8a73a-4d82-479f-88a9-087d1602560c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:24.006631 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:24.175321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:24.203671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a6168d3-091d-4855-8d67-1fc5de5cf393 req-e11eb8db-dd12-4f45-a79e-a0d08cbbf078 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383893 Oct 13 14:32:24.295214 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:24.486178 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:24.583692 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:24.740825 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:24.757803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-c283d5fc-d3c1-4ba0-b3dc-9459d6d5ae69 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1147854 Oct 13 14:32:24.798865 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event updated for resources: {'Port': ['ID=44e8a73a-4d82-479f-88a9-087d1602560c,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:24.897645 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:24.899022 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cb53dc9f-c737-4342-a02b-cdc00c8fc375 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9219062 Oct 13 14:32:24.902351 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42928) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:24.907020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-e482c39a-92d3-4056-a2c0-645a3c009cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:24.911382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-e482c39a-92d3-4056-a2c0-645a3c009cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:24.911382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-e482c39a-92d3-4056-a2c0-645a3c009cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:24.911382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-e482c39a-92d3-4056-a2c0-645a3c009cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:24.911382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-e482c39a-92d3-4056-a2c0-645a3c009cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:24.911382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-e482c39a-92d3-4056-a2c0-645a3c009cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:24.911382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-e482c39a-92d3-4056-a2c0-645a3c009cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:24.912833 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-49b93b6f-5b79-4c2f-8376-2278da51eac1 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Request body: {'floatingip': {'port_id': 'e39bf3fa-20f4-470b-9f69-72d93b09df9d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:24.913567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-e482c39a-92d3-4056-a2c0-645a3c009cf0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6508 time: 0.0907891 Oct 13 14:32:25.052003 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-49b93b6f-5b79-4c2f-8376-2278da51eac1 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:25.100253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-1ac31e21-401a-4656-b188-c7f7543767a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:25.101247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-1ac31e21-401a-4656-b188-c7f7543767a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:25.102052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-1ac31e21-401a-4656-b188-c7f7543767a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:25.103704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-1ac31e21-401a-4656-b188-c7f7543767a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23652a0e-fdc8-4019-a88a-94449553c2fa&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=c618d8ae-014f-47f1-941a-268db5728f54&id=c618d8ae-014f-47f1-941a-268db5728f54 HTTP/1.1" status: 200 len: 2297 time: 0.1572175 Oct 13 14:32:25.185980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-a949619b-188a-436a-b4f7-bc3ba3c0de99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b HTTP/1.1" status: 200 len: 1000 time: 0.0734782 Oct 13 14:32:25.297537 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-7d653692-46b3-40d9-a4bc-9a5ad3ff7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:25.299533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-7d653692-46b3-40d9-a4bc-9a5ad3ff7a91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dff8190b-2496-4c8f-b489-28a02d965473 HTTP/1.1" status: 200 len: 855 time: 0.1055436 Oct 13 14:32:25.339055 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:25.352550 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-49b93b6f-5b79-4c2f-8376-2278da51eac1 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] update failed (client error): The resource could not be found. Oct 13 14:32:25.357195 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-49b93b6f-5b79-4c2f-8376-2278da51eac1 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "PUT /v2.0/floatingips/17b20fa9-b3cf-4b1c-b0eb-406ff2ebdfc6 HTTP/1.1" status: 404 len: 507 time: 0.4495847 Oct 13 14:32:25.357467 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42942) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:25.375236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-e8017cc2-92f4-479b-94f1-96ab83130eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:25.377360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-e8017cc2-92f4-479b-94f1-96ab83130eef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23652a0e-fdc8-4019-a88a-94449553c2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698838 Oct 13 14:32:25.544249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-3c3fbe9e-bb09-4e18-9f7c-e56f0891b599 service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589696 Oct 13 14:32:25.631092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-69c49a5c-59f8-46e1-a7b9-022cada1359c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Deleting port 44e8a73a-4d82-479f-88a9-087d1602560c {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:32:25.631834 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69c49a5c-59f8-46e1-a7b9-022cada1359c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:25.720644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-de0ba205-6071-4a16-b566-7855cb206abf service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669641 Oct 13 14:32:25.774394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-3050a0bd-3ef4-473e-a3d1-1712626d5aeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 HTTP/1.1" status: 200 len: 217 time: 0.0455391 Oct 13 14:32:25.869717 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69c49a5c-59f8-46e1-a7b9-022cada1359c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:25.870009 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69c49a5c-59f8-46e1-a7b9-022cada1359c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:25.890437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-69c49a5c-59f8-46e1-a7b9-022cada1359c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Calling delete_port for 44e8a73a-4d82-479f-88a9-087d1602560c owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:32:25.894132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-5f8463b1-bb8b-473e-9135-6bbca6484ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:25.895743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-5f8463b1-bb8b-473e-9135-6bbca6484ee2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.1115289 Oct 13 14:32:25.946310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-667e743d-1ad2-4ede-99ff-cd98172119ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:25.947841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-667e743d-1ad2-4ede-99ff-cd98172119ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0432315 Oct 13 14:32:26.075668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-2fdf9dc6-ed01-44d2-a56c-7434a5e05468 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149037 Oct 13 14:32:26.126619 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69c49a5c-59f8-46e1-a7b9-022cada1359c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:26.164896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c49a5c-59f8-46e1-a7b9-022cada1359c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event deleted for resources: {'Port': ['ID=44e8a73a-4d82-479f-88a9-087d1602560c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:26.231047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-a0f37d5b-3972-416e-ba28-fa7046c0e6ed service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460311 Oct 13 14:32:26.258739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69c49a5c-59f8-46e1-a7b9-022cada1359c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:26.261316 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69c49a5c-59f8-46e1-a7b9-022cada1359c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:26.267251 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-69c49a5c-59f8-46e1-a7b9-022cada1359c tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "DELETE /v2.0/floatingips/17b20fa9-b3cf-4b1c-b0eb-406ff2ebdfc6 HTTP/1.1" status: 204 len: 168 time: 0.9046843 Oct 13 14:32:26.269521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42972) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:26.274466 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-63cf6e36-8cd6-4b8f-98c7-3e392f6b108f tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Request body: {'floatingip': {'floating_network_id': 'ae0729be-da95-4410-9c58-6b245facb7c4', 'port_id': 'e39bf3fa-20f4-470b-9f69-72d93b09df9d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:26.285115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-3858e39b-aa9e-45a8-95ce-19c8c1b799a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=ac703971-2eb9-4b72-acde-5f0c872f63f0 HTTP/1.1" status: 200 len: 217 time: 0.0465937 Oct 13 14:32:26.350510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-031e99e6-9738-4efa-806c-c2b7fca285e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:26.352019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-031e99e6-9738-4efa-806c-c2b7fca285e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0594945 Oct 13 14:32:26.381360 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63cf6e36-8cd6-4b8f-98c7-3e392f6b108f tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:26.408646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-a97a57f9-0c7b-4d1d-b5b3-f7c45c115002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:26.410240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-a97a57f9-0c7b-4d1d-b5b3-f7c45c115002 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504944 Oct 13 14:32:26.535026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-6717114f-30c3-4125-ad5c-5f1859c412d8 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166446 Oct 13 14:32:26.644093 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-63cf6e36-8cd6-4b8f-98c7-3e392f6b108f tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:32:26.645510 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-63cf6e36-8cd6-4b8f-98c7-3e392f6b108f tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3746417 Oct 13 14:32:26.649076 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42982) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:26.657471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': 'e39bf3fa-20f4-470b-9f69-72d93b09df9d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:26.712108 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-c51cf400-67b9-4b6e-855f-89de3eb661be service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683729 Oct 13 14:32:26.763683 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-60e8cf00-6cd6-47e7-8980-0e0238819bec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=d0e204fc-83f5-4423-b87e-78a554179830 HTTP/1.1" status: 200 len: 217 time: 0.0430274 Oct 13 14:32:26.809290 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:26.829228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-d1f763b7-5ed2-4541-a62b-de28fc17a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:26.830999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-d1f763b7-5ed2-4541-a62b-de28fc17a939 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0591600 Oct 13 14:32:26.885584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-80321c87-1f26-4074-99fd-cc2ed78e3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:26.889209 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-80321c87-1f26-4074-99fd-cc2ed78e3ea8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0493164 Oct 13 14:32:26.949417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:27.039614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-cc9d1c14-217f-4328-99c8-2aea9e42ecec service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422532 Oct 13 14:32:27.135190 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Allocated IP 172.25.0.148 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/61cd7f05-d335-4f57-b7e5-016595ece999) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:27.174026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-eafa3f89-df6c-4c05-b254-b2501752ccf7 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253736 Oct 13 14:32:27.220586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-e2195099-a2ca-4e8e-8ed5-677c0ae5986c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=b91123ca-2120-403f-a2c5-c27d48444356 HTTP/1.1" status: 200 len: 217 time: 0.0384498 Oct 13 14:32:27.254875 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:27.297846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-671de667-c0da-48a4-9117-2301865705d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:27.299667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-671de667-c0da-48a4-9117-2301865705d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0712984 Oct 13 14:32:27.354057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-62fb5a20-d825-4b89-8782-bb3340e0cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:27.356266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-62fb5a20-d825-4b89-8782-bb3340e0cd31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0476172 Oct 13 14:32:27.465249 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:27.465463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-3c736b23-ae2c-49e8-8605-d84c601e8623 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002579 Oct 13 14:32:27.533859 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event updated for resources: {'Port': ['ID=61cd7f05-d335-4f57-b7e5-016595ece999,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:27.550259 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:27.551802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:27.556136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:27.622637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-83851153-a1de-4d3f-ba59-8d7806ae7f8d service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483109 Oct 13 14:32:27.671857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-317a52b2-4589-4e00-9aa9-87371e728f35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a092aec-e3af-4bbb-8507-5ec176f71743 HTTP/1.1" status: 200 len: 217 time: 0.0412185 Oct 13 14:32:27.741460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-08cdf77a-ccda-4a24-b25d-2acfae079f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:27.743603 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-08cdf77a-ccda-4a24-b25d-2acfae079f08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.0638640 Oct 13 14:32:27.778314 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Deleting port 61cd7f05-d335-4f57-b7e5-016595ece999 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:32:27.778733 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:27.807957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-cb063e4c-d5a9-42c1-a833-6a4dec385335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:27.810511 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-cb063e4c-d5a9-42c1-a833-6a4dec385335 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575030 Oct 13 14:32:27.878474 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:27.878894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:27.892005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Calling delete_port for 61cd7f05-d335-4f57-b7e5-016595ece999 owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:32:27.976385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-6548a283-79ae-4ef7-ac77-64181a95806f service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558621 Oct 13 14:32:28.123956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:28.176619 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event deleted for resources: {'Port': ['ID=61cd7f05-d335-4f57-b7e5-016595ece999,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:28.223281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-2e4f6920-f37e-44af-b9c2-3e4cfb2d6992 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389367 Oct 13 14:32:28.273420 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-ff6998f0-50ae-434b-82d7-d6ba8a9b530c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895 HTTP/1.1" status: 200 len: 217 time: 0.0414276 Oct 13 14:32:28.372830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-a10017dd-19be-48c1-9bd7-d580ab9b9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:28.377441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-a10017dd-19be-48c1-9bd7-d580ab9b9a73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.0953345 Oct 13 14:32:28.423906 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] create failed (client error): The resource could not be found. Oct 13 14:32:28.425428 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fac57624-96a4-4fc4-b81c-15d73875f949 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7752392 Oct 13 14:32:28.428772 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43038) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:28.510682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-cc3cea63-160f-4172-9d36-5eb352ea14c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:28.514920 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-cc3cea63-160f-4172-9d36-5eb352ea14c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1287758 Oct 13 14:32:28.622991 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-c4586fa6-ea71-4faa-9850-3cc08749fa63 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005125 Oct 13 14:32:28.630742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d7908763-524a-435d-ae0e-0223501ec3af tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Deleting port e39bf3fa-20f4-470b-9f69-72d93b09df9d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:32:28.631330 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7908763-524a-435d-ae0e-0223501ec3af tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:28.757027 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7908763-524a-435d-ae0e-0223501ec3af tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:28.773310 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d7908763-524a-435d-ae0e-0223501ec3af tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Calling delete_port for e39bf3fa-20f4-470b-9f69-72d93b09df9d owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:32:28.802341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae24bc7-5c4b-485b-b990-703c935cc522 req-5a072efa-688f-4d36-b398-f455fca354b9 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698048 Oct 13 14:32:29.017638 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7908763-524a-435d-ae0e-0223501ec3af tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:29.088069 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7908763-524a-435d-ae0e-0223501ec3af tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event deleted for resources: {'Port': ['ID=e39bf3fa-20f4-470b-9f69-72d93b09df9d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:29.253937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7908763-524a-435d-ae0e-0223501ec3af tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:29.259695 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d7908763-524a-435d-ae0e-0223501ec3af tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "DELETE /v2.0/ports/e39bf3fa-20f4-470b-9f69-72d93b09df9d HTTP/1.1" status: 204 len: 168 time: 0.8273520 Oct 13 14:32:29.260199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43048) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:29.326889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac6dca-621d-4e5c-a124-7bb018bcae4a tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:29.328643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3bac6dca-621d-4e5c-a124-7bb018bcae4a tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "GET /v2.0/ports?device_id=859834ce-7129-4e0e-8227-39c58b1c3e5a HTTP/1.1" status: 200 len: 913 time: 0.0661528 Oct 13 14:32:29.331828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43050) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:29.544568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43054) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:29.550232 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-cb79236a-9a15-42df-8965-ad6e5bafae49 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-60642528'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:29.640821 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb79236a-9a15-42df-8965-ad6e5bafae49 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Made reservation on behalf of 6ed4b0eb351b4f6eb79e169e27d158cc for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:29.645368 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb79236a-9a15-42df-8965-ad6e5bafae49 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:29.685270 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb79236a-9a15-42df-8965-ad6e5bafae49 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:32:29.690523 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb79236a-9a15-42df-8965-ad6e5bafae49 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:29.691164 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-cb79236a-9a15-42df-8965-ad6e5bafae49 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Added segment 439b0d51-d86a-4a9e-ad34-db8007a4ca48 of type vlan for network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 Oct 13 14:32:29.730334 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a812bb2a-ce7b-4959-bc2a-042f52c0d5d4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:29.743409 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb79236a-9a15-42df-8965-ad6e5bafae49 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:29.857208 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb79236a-9a15-42df-8965-ad6e5bafae49 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:29.865023 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb79236a-9a15-42df-8965-ad6e5bafae49 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:29.867167 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb79236a-9a15-42df-8965-ad6e5bafae49 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:29.972458 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79236a-9a15-42df-8965-ad6e5bafae49 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'Network': ['ID=2f63dcdd-4e9e-435e-bbab-58f7a79c5182,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:29.985363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:32:30.013176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-a812bb2a-ce7b-4959-bc2a-042f52c0d5d4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Deleting port 26543d77-271e-4941-9231-7f64706e2099 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:32:30.013675 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a812bb2a-ce7b-4959-bc2a-042f52c0d5d4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:30.031852 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cb79236a-9a15-42df-8965-ad6e5bafae49 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4859183 Oct 13 14:32:30.033539 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43056) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:30.041626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7a144562-b70a-4385-a069-82fcdcb612d7 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1799393949'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:30.113325 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a812bb2a-ce7b-4959-bc2a-042f52c0d5d4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:30.128945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-a812bb2a-ce7b-4959-bc2a-042f52c0d5d4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Calling delete_port for 26543d77-271e-4941-9231-7f64706e2099 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:32:30.144966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a144562-b70a-4385-a069-82fcdcb612d7 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Made reservation on behalf of 6ed4b0eb351b4f6eb79e169e27d158cc for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:30.149142 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a144562-b70a-4385-a069-82fcdcb612d7 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:30.183691 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a144562-b70a-4385-a069-82fcdcb612d7 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:32:30.194267 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a144562-b70a-4385-a069-82fcdcb612d7 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:30.194667 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-7a144562-b70a-4385-a069-82fcdcb612d7 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Added segment ef066051-dbd6-4e46-a82b-239dfbea1b56 of type vlan for network 04869804-6b90-49cf-9c8c-d69c53d0480c Oct 13 14:32:30.258218 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a144562-b70a-4385-a069-82fcdcb612d7 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:30.368634 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a144562-b70a-4385-a069-82fcdcb612d7 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:30.372916 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a144562-b70a-4385-a069-82fcdcb612d7 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:30.373743 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7a144562-b70a-4385-a069-82fcdcb612d7 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:30.461840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a144562-b70a-4385-a069-82fcdcb612d7 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'Network': ['ID=04869804-6b90-49cf-9c8c-d69c53d0480c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:30.474471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 04869804-6b90-49cf-9c8c-d69c53d0480c details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:32:30.509384 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a812bb2a-ce7b-4959-bc2a-042f52c0d5d4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:30.528296 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7a144562-b70a-4385-a069-82fcdcb612d7 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4934242 Oct 13 14:32:30.530806 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43066) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:30.539419 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f1769c32-d0e6-4fff-bc3f-f32e84c52c14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'subnet': {'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:30.542893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812bb2a-ce7b-4959-bc2a-042f52c0d5d4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event deleted for resources: {'Port': ['ID=26543d77-271e-4941-9231-7f64706e2099,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:30.732576 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a812bb2a-ce7b-4959-bc2a-042f52c0d5d4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:30.804010 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1769c32-d0e6-4fff-bc3f-f32e84c52c14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Made reservation on behalf of 6ed4b0eb351b4f6eb79e169e27d158cc for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:30.808280 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1769c32-d0e6-4fff-bc3f-f32e84c52c14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:30.931952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a812bb2a-ce7b-4959-bc2a-042f52c0d5d4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Router 859834ce-7129-4e0e-8227-39c58b1c3e5a has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:32:31.025109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a812bb2a-ce7b-4959-bc2a-042f52c0d5d4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:32:31.034700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a812bb2a-ce7b-4959-bc2a-042f52c0d5d4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "PUT /v2.0/routers/859834ce-7129-4e0e-8227-39c58b1c3e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7017133 Oct 13 14:32:31.035539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43068) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:31.038667 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd210f-4c22-41dd-8223-40d351baa9ef None None] Sync routers for ids ['859834ce-7129-4e0e-8227-39c58b1c3e5a'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:32:31.049028 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd210f-4c22-41dd-8223-40d351baa9ef None None] Routers {'859834ce-7129-4e0e-8227-39c58b1c3e5a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:32:31.050136 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-76cd210f-4c22-41dd-8223-40d351baa9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['859834ce-7129-4e0e-8227-39c58b1c3e5a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:31.086259 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-76cd210f-4c22-41dd-8223-40d351baa9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:31.095950 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd210f-4c22-41dd-8223-40d351baa9ef None None] Routers {'859834ce-7129-4e0e-8227-39c58b1c3e5a'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:32:31.096680 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-76cd210f-4c22-41dd-8223-40d351baa9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['859834ce-7129-4e0e-8227-39c58b1c3e5a'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:31.130472 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-76cd210f-4c22-41dd-8223-40d351baa9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:31.131211 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd210f-4c22-41dd-8223-40d351baa9ef None None] The sync data for ids ['859834ce-7129-4e0e-8227-39c58b1c3e5a'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:32:31.186233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1769c32-d0e6-4fff-bc3f-f32e84c52c14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:31.266752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1769c32-d0e6-4fff-bc3f-f32e84c52c14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'Subnet': ['ID=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:31.282390 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1769c32-d0e6-4fff-bc3f-f32e84c52c14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Checking segment: {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:31.282937 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1769c32-d0e6-4fff-bc3f-f32e84c52c14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Network hostable DHCP agents. Network: 2f63dcdd-4e9e-435e-bbab-58f7a79c5182, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:32:31.395695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1769c32-d0e6-4fff-bc3f-f32e84c52c14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:32:31.490594 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-75b0536e-4dd3-415c-93b2-cedb9afb6389 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:31.497691 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f1769c32-d0e6-4fff-bc3f-f32e84c52c14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 2f63dcdd-4e9e-435e-bbab-58f7a79c5182) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:31.504343 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1769c32-d0e6-4fff-bc3f-f32e84c52c14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:31.504343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1769c32-d0e6-4fff-bc3f-f32e84c52c14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:31.508320 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3c7f9c-cab7-48e1-b42b-3b5210f2fcb9 None None] Network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:31.635065 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f1769c32-d0e6-4fff-bc3f-f32e84c52c14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0990465 Oct 13 14:32:31.635299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43078) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:31.643369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4b97dabe-a724-4651-8ec4-0e15ce11eef1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'subnet': {'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:31.689409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-2f63dcdd-4e9e-435e-bbab-58f7a79c5182', 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'fixed_ips': [{'subnet_id': '4c446537-7bcd-4e61-a1cc-5ec7b8fc4618'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:32:31.690273 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:31.719545 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-75b0536e-4dd3-415c-93b2-cedb9afb6389 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:31.724150 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-75b0536e-4dd3-415c-93b2-cedb9afb6389 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:31.841294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Allocated IP 10.1.1.2 (2f63dcdd-4e9e-435e-bbab-58f7a79c5182/4c446537-7bcd-4e61-a1cc-5ec7b8fc4618/3fff9603-36bf-45cd-b8db-23c730dc6a04) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:31.890400 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-75b0536e-4dd3-415c-93b2-cedb9afb6389 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:31.891552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b0536e-4dd3-415c-93b2-cedb9afb6389 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Fanout notify agent at l3_agent the message router_deleted on router 859834ce-7129-4e0e-8227-39c58b1c3e5a {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:32:31.909063 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-75b0536e-4dd3-415c-93b2-cedb9afb6389 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:31.912526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43080) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:31.926058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-75b0536e-4dd3-415c-93b2-cedb9afb6389 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "DELETE /v2.0/routers/859834ce-7129-4e0e-8227-39c58b1c3e5a HTTP/1.1" status: 204 len: 168 time: 0.8882484 Oct 13 14:32:31.929507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b97dabe-a724-4651-8ec4-0e15ce11eef1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Made reservation on behalf of 6ed4b0eb351b4f6eb79e169e27d158cc for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:31.940828 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4b97dabe-a724-4651-8ec4-0e15ce11eef1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.001222 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0130a5-69f4-4778-b3ec-92d597dba7c2 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Deleting subnet 859d42be-290d-41f2-8102-0c0651e6ab56 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:32:32.005048 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c0130a5-69f4-4778-b3ec-92d597dba7c2 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.025907 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.076050 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c0130a5-69f4-4778-b3ec-92d597dba7c2 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.144038 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.240524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:32.246470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:32.252308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:32.266988 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Pushing event updated for resources: {'Port': ['ID=3fff9603-36bf-45cd-b8db-23c730dc6a04,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:32.272351 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c0130a5-69f4-4778-b3ec-92d597dba7c2 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.330755 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4b97dabe-a724-4651-8ec4-0e15ce11eef1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.390008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Attempting to bind port 3fff9603-36bf-45cd-b8db-23c730dc6a04 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:32:32.390786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Attempting to bind port 3fff9603-36bf-45cd-b8db-23c730dc6a04 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:32:32.391407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Attempting to bind port 3fff9603-36bf-45cd-b8db-23c730dc6a04 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:32:32.397281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:32:32.398078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Checking segment: {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:32.398762 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.399381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Bound using segment: {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:32:32.400088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Bound port: 3fff9603-36bf-45cd-b8db-23c730dc6a04, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:32:32.404574 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.445363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97dabe-a724-4651-8ec4-0e15ce11eef1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'Subnet': ['ID=b211eb86-cceb-4223-8e35-6e5309a555d4,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:32.458437 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c0130a5-69f4-4778-b3ec-92d597dba7c2 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.485840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97dabe-a724-4651-8ec4-0e15ce11eef1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Checking segment: {'id': 'ef066051-dbd6-4e46-a82b-239dfbea1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:32.486210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97dabe-a724-4651-8ec4-0e15ce11eef1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Network hostable DHCP agents. Network: 04869804-6b90-49cf-9c8c-d69c53d0480c, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:32:32.526795 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] For port 3fff9603-36bf-45cd-b8db-23c730dc6a04, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:32:32.536414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] For port 3fff9603-36bf-45cd-b8db-23c730dc6a04, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3fff9603-36bf-45cd-b8db-23c730dc6a04,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:32:32.547050 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0130a5-69f4-4778-b3ec-92d597dba7c2 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event deleted for resources: {'Subnet': ['ID=859d42be-290d-41f2-8102-0c0651e6ab56,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:32.549761 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c0130a5-69f4-4778-b3ec-92d597dba7c2 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.557351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b277bc2-63be-42ed-892a-9fb1ba07aaf4 None None] Network ae0729be-da95-4410-9c58-6b245facb7c4 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:32.557879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43092) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:32.558877 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2c0130a5-69f4-4778-b3ec-92d597dba7c2 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "DELETE /v2.0/subnets/859d42be-290d-41f2-8102-0c0651e6ab56 HTTP/1.1" status: 204 len: 168 time: 0.6443758 Oct 13 14:32:32.672314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97dabe-a724-4651-8ec4-0e15ce11eef1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Network 04869804-6b90-49cf-9c8c-d69c53d0480c is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:32:32.704526 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.751041 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.761413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-4b97dabe-a724-4651-8ec4-0e15ce11eef1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 04869804-6b90-49cf-9c8c-d69c53d0480c) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:32.782993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b97dabe-a724-4651-8ec4-0e15ce11eef1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:32.787896 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4b97dabe-a724-4651-8ec4-0e15ce11eef1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:32.788212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b803039-bfb0-4201-b8f2-cf6f4b552a48 None None] Network 04869804-6b90-49cf-9c8c-d69c53d0480c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:32.913174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Deleting port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:32:32.913545 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:33.009936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4b97dabe-a724-4651-8ec4-0e15ce11eef1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3728075 Oct 13 14:32:33.012686 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43098) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:33.021461 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'port': {'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182', 'name': 'tempest-TaggedBootDevicesTest-1524077954', 'fixed_ips': [{'subnet_id': '4c446537-7bcd-4e61-a1cc-5ec7b8fc4618'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:33.029222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d6496-7362-4a18-90fc-9c22709973ea None None] Pushing event updated for resources: {'Port': ['ID=3fff9603-36bf-45cd-b8db-23c730dc6a04,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:33.140961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] For port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8fd034fc-9401-40cd-9a8b-9b53c163cdbc,segment=NetworkSegment(2b501a0d-69e5-4bbf-989f-dcb427a4f92b),segment_id=2b501a0d-69e5-4bbf-989f-dcb427a4f92b)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:32:33.140961 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:33.186529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Calling delete_port for 8fd034fc-9401-40cd-9a8b-9b53c163cdbc owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:32:33.323180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892bc034-270a-4df6-99a4-c4db0106e24b None None] DHCP port deletion for ae0729be-da95-4410-9c58-6b245facb7c4 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:32:33.522036 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-04869804-6b90-49cf-9c8c-d69c53d0480c', 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'fixed_ips': [{'subnet_id': 'b211eb86-cceb-4223-8e35-6e5309a555d4'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:32:33.523404 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:33.539509 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43106) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:33.600568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Made reservation on behalf of 6ed4b0eb351b4f6eb79e169e27d158cc for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:33.649946 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:33.685089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-892bc034-270a-4df6-99a4-c4db0106e24b None None] Deleting port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:32:33.685627 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-892bc034-270a-4df6-99a4-c4db0106e24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:33.704062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event deleted for resources: {'Port': ['ID=8fd034fc-9401-40cd-9a8b-9b53c163cdbc,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:33.724552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] No DVR routers for this DVR port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:32:33.871565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-892bc034-270a-4df6-99a4-c4db0106e24b None None] For port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc, host n-d-806683-15, got binding levels [] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:32:33.872046 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-892bc034-270a-4df6-99a4-c4db0106e24b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:33.875372 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Allocated IP 10.2.2.2 (04869804-6b90-49cf-9c8c-d69c53d0480c/b211eb86-cceb-4223-8e35-6e5309a555d4/8348dfad-2710-450a-8021-8e69689d7947) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:33.923979 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:33.939585 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-892bc034-270a-4df6-99a4-c4db0106e24b None None] Calling delete_port for 8fd034fc-9401-40cd-9a8b-9b53c163cdbc owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:32:33.943913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.ipam_backend_mixin [None req-892bc034-270a-4df6-99a4-c4db0106e24b None None] Port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc was not found and therefore no delete operation was performed {{(pid=112686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 14:32:33.949225 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-892bc034-270a-4df6-99a4-c4db0106e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:33.964759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0729be-da95-4410-9c58-6b245facb7c4']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:33.978433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892bc034-270a-4df6-99a4-c4db0106e24b None None] No DVR routers for this DVR port 8fd034fc-9401-40cd-9a8b-9b53c163cdbc on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:32:33.985954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b501a0d-69e5-4bbf-989f-dcb427a4f92b') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:33.986292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b501a0d-69e5-4bbf-989f-dcb427a4f92b') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:34.009515 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.042623 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.050166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:32:34.050653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:32:34.053944 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:32:34.070606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bc034-270a-4df6-99a4-c4db0106e24b None None] Pushing event deleted for resources: {'Port': ['ID=8fd034fc-9401-40cd-9a8b-9b53c163cdbc,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:34.217544 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.227584 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.241767 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a351700-6c43-4cc9-81ad-431527e8adc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.272667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] device_id is not set on port f928a12f-8d60-4dde-bc7d-f75ac0b51092 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:32:34.324708 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.344321 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.344321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] 10.222.0.18 "DELETE /v2.0/networks/ae0729be-da95-4410-9c58-6b245facb7c4 HTTP/1.1" status: 204 len: 168 time: 1.7781405 Oct 13 14:32:34.376077 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.405653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e56fe1-da7b-49b1-b2bd-150e2498c0e4 tempest-FloatingIPNegativeTestJSON-1539998423 tempest-FloatingIPNegativeTestJSON-1539998423-project] Pushing event deleted for resources: {'Network': ['ID=ae0729be-da95-4410-9c58-6b245facb7c4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:34.452203 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Network 04869804-6b90-49cf-9c8c-d69c53d0480c is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:34.466144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:34.472301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:34.485118 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a351700-6c43-4cc9-81ad-431527e8adc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.515780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3fff9603-36bf-45cd-b8db-23c730dc6a04 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:32:34.521939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Pushing event updated for resources: {'Port': ['ID=8348dfad-2710-450a-8021-8e69689d7947,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:34.641342 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a351700-6c43-4cc9-81ad-431527e8adc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.656846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9be7e26-5547-44f2-b22c-cc0cb2b12e8f None None] Network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:34.661646 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Attempting to bind port 8348dfad-2710-450a-8021-8e69689d7947 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:32:34.661996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Attempting to bind port 8348dfad-2710-450a-8021-8e69689d7947 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'ef066051-dbd6-4e46-a82b-239dfbea1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:32:34.662362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Attempting to bind port 8348dfad-2710-450a-8021-8e69689d7947 on network 04869804-6b90-49cf-9c8c-d69c53d0480c {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:32:34.680737 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9a351700-6c43-4cc9-81ad-431527e8adc5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0362ba373fd44db8ae737e3f31bc3890&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1393623 Oct 13 14:32:34.680737 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43118) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:34.714592 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:32:34.715263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Checking segment: {'id': 'ef066051-dbd6-4e46-a82b-239dfbea1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:34.715847 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.716264 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Bound using segment: {'id': 'ef066051-dbd6-4e46-a82b-239dfbea1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:32:34.716778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Bound port: 8348dfad-2710-450a-8021-8e69689d7947, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef066051-dbd6-4e46-a82b-239dfbea1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:32:34.717197 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.720643 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Allocated IP 10.1.1.77 (2f63dcdd-4e9e-435e-bbab-58f7a79c5182/4c446537-7bcd-4e61-a1cc-5ec7b8fc4618/f928a12f-8d60-4dde-bc7d-f75ac0b51092) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:34.754730 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a351700-6c43-4cc9-81ad-431527e8adc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833bb6bb-cd2f-42cd-bdc5-a4004f986cd0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:34.762480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b4c9fc31-cb30-4d79-8de0-10d699f0b694 None None] Provisioning complete for port 3fff9603-36bf-45cd-b8db-23c730dc6a04 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:34.762480 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4c9fc31-cb30-4d79-8de0-10d699f0b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.806196 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7abbbc60-8b5f-40d6-b164-e2ef17be77e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.826915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3fff9603-36bf-45cd-b8db-23c730dc6a04 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:34.827310 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.831302 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7abbbc60-8b5f-40d6-b164-e2ef17be77e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.989825 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7abbbc60-8b5f-40d6-b164-e2ef17be77e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.992508 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7abbbc60-8b5f-40d6-b164-e2ef17be77e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:34.995147 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7abbbc60-8b5f-40d6-b164-e2ef17be77e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/833bb6bb-cd2f-42cd-bdc5-a4004f986cd0 HTTP/1.1" status: 204 len: 168 time: 0.3042963 Oct 13 14:32:35.006081 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43126) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:35.056712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbbc60-8b5f-40d6-b164-e2ef17be77e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833bb6bb-cd2f-42cd-bdc5-a4004f986cd0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:35.129952 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:35.137694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] For port 8348dfad-2710-450a-8021-8e69689d7947, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:32:35.143454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] For port 8348dfad-2710-450a-8021-8e69689d7947, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8348dfad-2710-450a-8021-8e69689d7947,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:32:35.220627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-457ce5ee-4801-4818-bd36-19e3713d7b3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fe744bc8025409dbdf9f6a81e30d593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133131 Oct 13 14:32:35.223181 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43130) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:35.298208 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c6a29a5-f368-4262-bf3f-c6eff1c75a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:35.298451 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:35.309605 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:35.321831 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:35.357828 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4c9fc31-cb30-4d79-8de0-10d699f0b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:35.373420 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c6a29a5-f368-4262-bf3f-c6eff1c75a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:35.392356 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:35.404166 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:35.410858 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:35.459045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 3fff9603-36bf-45cd-b8db-23c730dc6a04, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3fff9603-36bf-45cd-b8db-23c730dc6a04,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:32:35.468345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94352d75-668b-432a-aea7-f3b31073ee98 None None] Pushing event updated for resources: {'Port': ['ID=8348dfad-2710-450a-8021-8e69689d7947,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:35.470536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'Port': ['ID=f928a12f-8d60-4dde-bc7d-f75ac0b51092,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:35.521818 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:35.522597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:35.577678 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:35.615190 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e0f0bea3-3352-4d26-a0fb-a65cd390648c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6002376 Oct 13 14:32:35.617159 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c6a29a5-f368-4262-bf3f-c6eff1c75a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:35.617745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43136) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:35.623927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'port': {'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182', 'name': 'tempest-TaggedBootDevicesTest-1243187545', 'fixed_ips': [{'subnet_id': '4c446537-7bcd-4e61-a1cc-5ec7b8fc4618'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:35.638012 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c6a29a5-f368-4262-bf3f-c6eff1c75a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:35.652751 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9c6a29a5-f368-4262-bf3f-c6eff1c75a85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/310a48b6-a45d-44e8-94d0-9a49fd01480d HTTP/1.1" status: 204 len: 168 time: 0.4269812 Oct 13 14:32:35.678362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8fd034fc-9401-40cd-9a8b-9b53c163cdbc no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:32:35.679145 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a29a5-f368-4262-bf3f-c6eff1c75a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310a48b6-a45d-44e8-94d0-9a49fd01480d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:35.740371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 8fd034fc-9401-40cd-9a8b-9b53c163cdbc {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:32:35.740920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8fd034fc-9401-40cd-9a8b-9b53c163cdbc not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:32:35.786197 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-b4c9fc31-cb30-4d79-8de0-10d699f0b694 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:32:35.789462 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-b4c9fc31-cb30-4d79-8de0-10d699f0b694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:32:35.812663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=3fff9603-36bf-45cd-b8db-23c730dc6a04,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:35.971489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Made reservation on behalf of 6ed4b0eb351b4f6eb79e169e27d158cc for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:36.030858 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43144) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:36.054092 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ff222cf-0264-4c0e-beca-019b6b406cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.105730 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.127353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] device_id is not set on port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:32:36.185022 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ff222cf-0264-4c0e-beca-019b6b406cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.291966 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ff222cf-0264-4c0e-beca-019b6b406cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.340321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Allocated IP 10.1.1.226 (2f63dcdd-4e9e-435e-bbab-58f7a79c5182/4c446537-7bcd-4e61-a1cc-5ec7b8fc4618/2c37e341-3a35-47e3-8b77-88ecba7dd0b1) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:36.364364 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2ff222cf-0264-4c0e-beca-019b6b406cd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0fed4d128bf4e4abf01401b01aa8443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319960 Oct 13 14:32:36.365064 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43152) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:36.390170 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff222cf-0264-4c0e-beca-019b6b406cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc5f865-c1c0-4090-ae73-9c2071241ad4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:36.503747 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e0c23b7-d8da-46a4-8c2e-02d366ff58aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.533433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e0c23b7-d8da-46a4-8c2e-02d366ff58aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.545012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4151d88d-cee0-45fb-916d-c0e4220def3c None None] Provisioning complete for port 3fff9603-36bf-45cd-b8db-23c730dc6a04 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:36.545012 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4151d88d-cee0-45fb-916d-c0e4220def3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.561078 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.645151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3fff9603-36bf-45cd-b8db-23c730dc6a04 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:32:36.714997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4151d88d-cee0-45fb-916d-c0e4220def3c None None] Provisioning complete for port f928a12f-8d60-4dde-bc7d-f75ac0b51092 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:36.715593 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4151d88d-cee0-45fb-916d-c0e4220def3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.749209 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e0c23b7-d8da-46a4-8c2e-02d366ff58aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.751773 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e0c23b7-d8da-46a4-8c2e-02d366ff58aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.752904 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6e0c23b7-d8da-46a4-8c2e-02d366ff58aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbc5f865-c1c0-4090-ae73-9c2071241ad4 HTTP/1.1" status: 204 len: 168 time: 0.3867569 Oct 13 14:32:36.758436 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3fff9603-36bf-45cd-b8db-23c730dc6a04 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:36.758436 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.769081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c23b7-d8da-46a4-8c2e-02d366ff58aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc5f865-c1c0-4090-ae73-9c2071241ad4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:36.784392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.784634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4151d88d-cee0-45fb-916d-c0e4220def3c None None] Port f928a12f-8d60-4dde-bc7d-f75ac0b51092 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:32:36.845870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:36.854600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:36.858838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:36.884048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8348dfad-2710-450a-8021-8e69689d7947 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:32:36.910129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5f6be-0570-4de5-a0f4-66e0dd573c3c None None] Network 04869804-6b90-49cf-9c8c-d69c53d0480c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:36.981785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:36.981785 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:36.986748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'Port': ['ID=2c37e341-3a35-47e3-8b77-88ecba7dd0b1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:37.043411 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8348dfad-2710-450a-8021-8e69689d7947 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:37.043853 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.083961 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e694225f-f072-439b-8eb4-622af34e4487 None None] Provisioning complete for port 8348dfad-2710-450a-8021-8e69689d7947 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:37.089792 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e694225f-f072-439b-8eb4-622af34e4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.126981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-529aeca9-edbe-4c59-a013-b43e6212b203 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5078356 Oct 13 14:32:37.278179 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.299291 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e694225f-f072-439b-8eb4-622af34e4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.339791 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 8348dfad-2710-450a-8021-8e69689d7947, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8348dfad-2710-450a-8021-8e69689d7947,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:32:37.370174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43178) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:37.451004 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.497865 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Request body: {'networks': [{'name': 'tempest-network--779300950'}, {'name': 'tempest-network--1385016472'}]} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:37.498248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Request body: {'network': {'name': 'tempest-network--779300950'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:37.498723 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Request body: {'network': {'name': 'tempest-network--1385016472'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:37.544750 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-e694225f-f072-439b-8eb4-622af34e4487 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:32:37.553248 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-e694225f-f072-439b-8eb4-622af34e4487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:32:37.553248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=8348dfad-2710-450a-8021-8e69689d7947,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:37.646802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43188) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:37.654020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-6bca2622-ca65-49b0-aa35-6639ec8efc57 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1340686803', 'description': 'tempest-description--1664172025'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:37.658474 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Made reservation on behalf of 2c836ad7877b4645941c057ef1d8a383 for: {'network': 2} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:37.668191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.681517 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.712541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43192) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:37.728176 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0454ec63-4448-4584-9fb9-d5d886eba3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.782961 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.801333 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6bca2622-ca65-49b0-aa35-6639ec8efc57 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.823509 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0454ec63-4448-4584-9fb9-d5d886eba3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.885810 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6bca2622-ca65-49b0-aa35-6639ec8efc57 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.914749 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.915294 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.937204 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0454ec63-4448-4584-9fb9-d5d886eba3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.956690 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c080f15-b39b-4563-b9e3-e1b463bd5743,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:37.962503 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:32:37.972972 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:37.973351 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Added segment 87d09317-5342-4007-ab2b-1191e1d4f9f9 of type vlan for network 2cc10618-a57c-4b96-9afe-225886a71cac Oct 13 14:32:37.978566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0454ec63-4448-4584-9fb9-d5d886eba3e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99782f30fd9e47f78ed87ae75c13eec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622328 Oct 13 14:32:37.981371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43196) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:38.007501 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6bca2622-ca65-49b0-aa35-6639ec8efc57 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.014140 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.019560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454ec63-4448-4584-9fb9-d5d886eba3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192f86ea-3b6b-4ea2-ad32-5c2b13a665b2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:38.044111 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:32:38.056376 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.056727 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Added segment 2b33ebc0-60c5-401f-b7e9-57091a51f70f of type vlan for network b62488d1-311f-4534-a515-3d2d9c453131 Oct 13 14:32:38.071613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca2622-ca65-49b0-aa35-6639ec8efc57 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:38.085561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-446de7df-e392-47c4-b93e-d189939a25fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.113592 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-446de7df-e392-47c4-b93e-d189939a25fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.121197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.148223 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6bca2622-ca65-49b0-aa35-6639ec8efc57 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.149509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6bca2622-ca65-49b0-aa35-6639ec8efc57 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5013039 Oct 13 14:32:38.153399 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43200) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:38.171433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-949e4d62-a0b5-4202-85e0-86d022a1c172 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'security_group_rule': {'security_group_id': '6c1c1856-76c8-4fdb-a6a6-f6c731748cb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:38.218119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-da56d6c5-57c8-44f9-aadb-5976b66cc917 None None] Provisioning complete for port 8348dfad-2710-450a-8021-8e69689d7947 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:38.219209 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-da56d6c5-57c8-44f9-aadb-5976b66cc917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.223684 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.225070 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.235887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:38.240862 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:38.241557 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.251344 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-446de7df-e392-47c4-b93e-d189939a25fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.254178 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-446de7df-e392-47c4-b93e-d189939a25fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.255944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-446de7df-e392-47c4-b93e-d189939a25fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/192f86ea-3b6b-4ea2-ad32-5c2b13a665b2 HTTP/1.1" status: 204 len: 168 time: 0.2739103 Oct 13 14:32:38.279977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446de7df-e392-47c4-b93e-d189939a25fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192f86ea-3b6b-4ea2-ad32-5c2b13a665b2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:38.334660 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-949e4d62-a0b5-4202-85e0-86d022a1c172 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.341598 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event updated for resources: {'Network': ['ID=2cc10618-a57c-4b96-9afe-225886a71cac,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:38.356923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-da56d6c5-57c8-44f9-aadb-5976b66cc917 None None] Provisioning complete for port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:38.357634 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-da56d6c5-57c8-44f9-aadb-5976b66cc917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.362540 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:38.362891 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:38.363238 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:38.363634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:38.363975 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:38.364313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:38.364644 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:38.364972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:38.365321 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:38.365647 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:38.366167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:38.366653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:38.388652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 2cc10618-a57c-4b96-9afe-225886a71cac details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:32:38.405813 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0317447 Oct 13 14:32:38.407482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43204) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:38.442137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8348dfad-2710-450a-8021-8e69689d7947 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:32:38.499967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-da56d6c5-57c8-44f9-aadb-5976b66cc917 None None] Port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:32:38.524136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb242172-8609-43d2-89d3-28899ba8d529 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event updated for resources: {'Network': ['ID=b62488d1-311f-4534-a515-3d2d9c453131,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:38.539221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network b62488d1-311f-4534-a515-3d2d9c453131 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:32:38.556694 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-949e4d62-a0b5-4202-85e0-86d022a1c172 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.625107 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-949e4d62-a0b5-4202-85e0-86d022a1c172 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.638221 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e4d62-a0b5-4202-85e0-86d022a1c172 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9308d4c7-4be8-4c20-81ae-51fa8f3d3297,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:38.663311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8348dfad-2710-450a-8021-8e69689d7947 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:38.663686 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.675554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f567b7-08f1-4f0e-8760-eee5f49363fe tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:38.681721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f567b7-08f1-4f0e-8760-eee5f49363fe tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:38.688065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f567b7-08f1-4f0e-8760-eee5f49363fe tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:38.694179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f567b7-08f1-4f0e-8760-eee5f49363fe tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:38.696473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-78f567b7-08f1-4f0e-8760-eee5f49363fe tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2848985 Oct 13 14:32:38.700283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43206) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:38.734147 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-949e4d62-a0b5-4202-85e0-86d022a1c172 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.734471 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-949e4d62-a0b5-4202-85e0-86d022a1c172 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5732296 Oct 13 14:32:38.736795 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43210) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:38.747289 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ee935395-8fd6-423a-af7c-3d445d438e9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'security_group_rule': {'security_group_id': '6c1c1856-76c8-4fdb-a6a6-f6c731748cb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:38.810283 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12326647-bbd2-4b65-97ea-8798c4dbaa4f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.850565 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee935395-8fd6-423a-af7c-3d445d438e9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.915887 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12326647-bbd2-4b65-97ea-8798c4dbaa4f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.961249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-12326647-bbd2-4b65-97ea-8798c4dbaa4f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc10618-a57c-4b96-9afe-225886a71cac']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:38.963648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee935395-8fd6-423a-af7c-3d445d438e9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.972955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-12326647-bbd2-4b65-97ea-8798c4dbaa4f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d09317-5342-4007-ab2b-1191e1d4f9f9') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:38.973345 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-12326647-bbd2-4b65-97ea-8798c4dbaa4f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d09317-5342-4007-ab2b-1191e1d4f9f9') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:38.984731 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12326647-bbd2-4b65-97ea-8798c4dbaa4f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:38.998414 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12326647-bbd2-4b65-97ea-8798c4dbaa4f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.004561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12326647-bbd2-4b65-97ea-8798c4dbaa4f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12326647-bbd2-4b65-97ea-8798c4dbaa4f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:32:39.012518 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:32:39.028974 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee935395-8fd6-423a-af7c-3d445d438e9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.047254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee935395-8fd6-423a-af7c-3d445d438e9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86191d0-5e95-42b3-b46f-b37ae7c105f0,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:39.140851 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12326647-bbd2-4b65-97ea-8798c4dbaa4f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.142638 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee935395-8fd6-423a-af7c-3d445d438e9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.144644 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ee935395-8fd6-423a-af7c-3d445d438e9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4060729 Oct 13 14:32:39.147553 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43242) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:39.152366 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:39.154493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12326647-bbd2-4b65-97ea-8798c4dbaa4f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.157691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-12326647-bbd2-4b65-97ea-8798c4dbaa4f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "DELETE /v2.0/networks/2cc10618-a57c-4b96-9afe-225886a71cac HTTP/1.1" status: 204 len: 168 time: 0.4564836 Oct 13 14:32:39.162292 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43244) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:39.171134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12326647-bbd2-4b65-97ea-8798c4dbaa4f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event deleted for resources: {'Network': ['ID=2cc10618-a57c-4b96-9afe-225886a71cac,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:39.259991 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45047bd6-04f5-4c6d-b382-216ab7a0be66 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.336923 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.389721 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45047bd6-04f5-4c6d-b382-216ab7a0be66 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.414507 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-45047bd6-04f5-4c6d-b382-216ab7a0be66 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62488d1-311f-4534-a515-3d2d9c453131']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:39.426855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-45047bd6-04f5-4c6d-b382-216ab7a0be66 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b33ebc0-60c5-401f-b7e9-57091a51f70f') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:39.427153 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-45047bd6-04f5-4c6d-b382-216ab7a0be66 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b33ebc0-60c5-401f-b7e9-57091a51f70f') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:39.440349 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45047bd6-04f5-4c6d-b382-216ab7a0be66 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.458766 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45047bd6-04f5-4c6d-b382-216ab7a0be66 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.466987 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45047bd6-04f5-4c6d-b382-216ab7a0be66 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:32:39.467374 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45047bd6-04f5-4c6d-b382-216ab7a0be66 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:32:39.470241 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:32:39.554263 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.608064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45047bd6-04f5-4c6d-b382-216ab7a0be66 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.631920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43276) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:39.643071 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-45047bd6-04f5-4c6d-b382-216ab7a0be66 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.646336 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-45047bd6-04f5-4c6d-b382-216ab7a0be66 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "DELETE /v2.0/networks/b62488d1-311f-4534-a515-3d2d9c453131 HTTP/1.1" status: 204 len: 168 time: 0.4831116 Oct 13 14:32:39.651462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43280) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:39.661767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45047bd6-04f5-4c6d-b382-216ab7a0be66 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event deleted for resources: {'Network': ['ID=b62488d1-311f-4534-a515-3d2d9c453131,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:39.734099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Allocated IP 172.25.0.206 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/3eaeea99-5d4d-44e1-9380-5aaae04d4291) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:39.757562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1440406225-network', 'tenant_id': '03529d45b1e44535802f988798539e84'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:39.793656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb001614-c2c0-4fd8-81b8-fe6c706e55d6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:39.799747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb001614-c2c0-4fd8-81b8-fe6c706e55d6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:39.801380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cb001614-c2c0-4fd8-81b8-fe6c706e55d6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1482258 Oct 13 14:32:39.805525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43288) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:39.810376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-02074567-5eba-4902-9e87-28cd8d7005da tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-866379029'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:39.855014 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.936906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Made reservation on behalf of 03529d45b1e44535802f988798539e84 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:39.939246 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.953212 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:39.990462 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.033582 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:40.040874 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:40.041076 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.043451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:40.082304 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'Port': ['ID=3eaeea99-5d4d-44e1-9380-5aaae04d4291,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:40.088153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02074567-5eba-4902-9e87-28cd8d7005da tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Made reservation on behalf of 2c836ad7877b4645941c057ef1d8a383 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:40.095379 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-02074567-5eba-4902-9e87-28cd8d7005da tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.116653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02074567-5eba-4902-9e87-28cd8d7005da tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:32:40.123122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.131968 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-02074567-5eba-4902-9e87-28cd8d7005da tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.132311 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-02074567-5eba-4902-9e87-28cd8d7005da tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Added segment 493fa4d0-0dfa-4646-9bbd-584c990d0f21 of type vlan for network 62d1de57-8d50-4744-94b0-f03f75fc7ea2 Oct 13 14:32:40.148056 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.166970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:32:40.198665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197bc8ba-ceae-43ad-a4a7-47629aeb8089,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:40.204057 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.204403 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Added segment 03ef5e5e-ac19-4faf-b788-99c3b1b50cf8 of type vlan for network d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa Oct 13 14:32:40.221104 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-02074567-5eba-4902-9e87-28cd8d7005da tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.267449 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.316136 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.372714 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-02074567-5eba-4902-9e87-28cd8d7005da tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.378336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02074567-5eba-4902-9e87-28cd8d7005da tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:40.379080 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-02074567-5eba-4902-9e87-28cd8d7005da tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.439638 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.440585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:40.441186 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.449412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983633b-6e28-4159-83fe-a40222f84697 req-6f69d70e-edf3-4ef3-b9a5-e014491bce20 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:40.450879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-6f69d70e-edf3-4ef3-b9a5-e014491bce20 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.1871455 Oct 13 14:32:40.483533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-5b56f12d-49b4-484e-96c2-26142a755e6e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/quotas/94f59679c6494a9e8ae6c3645e566442 HTTP/1.1" status: 200 len: 375 time: 0.0242579 Oct 13 14:32:40.484130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02074567-5eba-4902-9e87-28cd8d7005da tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event updated for resources: {'Network': ['ID=62d1de57-8d50-4744-94b0-f03f75fc7ea2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:40.496690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 62d1de57-8d50-4744-94b0-f03f75fc7ea2 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:32:40.504401 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.576622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-02074567-5eba-4902-9e87-28cd8d7005da tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7676766 Oct 13 14:32:40.576880 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43332) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:40.581489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] Pushing event updated for resources: {'Network': ['ID=d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:40.582546 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-dfd5084f-3cef-42d0-a9ef-1f539795e9a8 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-278145548'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:40.595548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:32:40.600789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-7a06ec7a-e190-48e6-a573-d47085897a47 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108518 Oct 13 14:32:40.604209 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9177974a-9fee-455c-a185-3d116a5c1536 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9712291 Oct 13 14:32:40.609786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43336) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:40.622496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fb25cd02-7b9e-43bb-9940-1358c4b32661 admin admin] Request body: {'subnet': {'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1440406225-subnet', 'tenant_id': '03529d45b1e44535802f988798539e84', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:40.628973 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.710186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-db73f45f-bf83-4cff-a517-b873588ae1e2 service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964549 Oct 13 14:32:40.713033 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:32:40.719304 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'Port': ['ID=3eaeea99-5d4d-44e1-9380-5aaae04d4291,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:40.731633 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd5084f-3cef-42d0-a9ef-1f539795e9a8 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Made reservation on behalf of 2c836ad7877b4645941c057ef1d8a383 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:40.735191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfd5084f-3cef-42d0-a9ef-1f539795e9a8 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.751803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.772967 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd5084f-3cef-42d0-a9ef-1f539795e9a8 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:32:40.782723 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfd5084f-3cef-42d0-a9ef-1f539795e9a8 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.783073 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-dfd5084f-3cef-42d0-a9ef-1f539795e9a8 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Added segment 5e0bdd37-68d4-48ff-9f9c-fdc0aafe7677 of type vlan for network 8cb8c0cf-1e05-41a0-b755-af9bbd0d33db Oct 13 14:32:40.806027 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-adcfae57-288b-4915-9708-7bf7d3d2bdcd service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877745 Oct 13 14:32:40.828724 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfd5084f-3cef-42d0-a9ef-1f539795e9a8 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.930064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfd5084f-3cef-42d0-a9ef-1f539795e9a8 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:40.931617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5084f-3cef-42d0-a9ef-1f539795e9a8 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:40.932211 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfd5084f-3cef-42d0-a9ef-1f539795e9a8 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:41.001277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb25cd02-7b9e-43bb-9940-1358c4b32661 admin admin] Made reservation on behalf of 03529d45b1e44535802f988798539e84 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:41.003565 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb25cd02-7b9e-43bb-9940-1358c4b32661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:41.009265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5084f-3cef-42d0-a9ef-1f539795e9a8 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event updated for resources: {'Network': ['ID=8cb8c0cf-1e05-41a0-b755-af9bbd0d33db,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:41.020450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 8cb8c0cf-1e05-41a0-b755-af9bbd0d33db details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:32:41.083370 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:41.084528 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c5cc45fc-90f0-4c2b-9ed1-f15112a955e6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9358194 Oct 13 14:32:41.109084 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dfd5084f-3cef-42d0-a9ef-1f539795e9a8 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5308089 Oct 13 14:32:41.116222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43364) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:41.121888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Request body: {'ports': [{'network_id': '62d1de57-8d50-4744-94b0-f03f75fc7ea2', 'name': 'tempest-port--917859558', 'admin_state_up': True}, {'network_id': '8cb8c0cf-1e05-41a0-b755-af9bbd0d33db', 'admin_state_up': False}]} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:41.122200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Request body: {'port': {'network_id': '62d1de57-8d50-4744-94b0-f03f75fc7ea2', 'name': 'tempest-port--917859558', 'admin_state_up': True}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:41.122888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Request body: {'port': {'network_id': '8cb8c0cf-1e05-41a0-b755-af9bbd0d33db', 'admin_state_up': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:41.302752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb25cd02-7b9e-43bb-9940-1358c4b32661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:41.372947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25cd02-7b9e-43bb-9940-1358c4b32661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b60fec46-c036-4c73-8917-d1688f79a78a,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:41.379406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-4042a689-9495-4ac9-96d1-1055ab71ac08 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1340686803&fields=id&tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc HTTP/1.1" status: 200 len: 267 time: 0.0347159 Oct 13 14:32:41.380723 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb25cd02-7b9e-43bb-9940-1358c4b32661 admin admin] Checking segment: {'id': '03ef5e5e-ac19-4faf-b788-99c3b1b50cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:41.383196 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb25cd02-7b9e-43bb-9940-1358c4b32661 admin admin] Network hostable DHCP agents. Network: d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:32:41.437176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Made reservation on behalf of 2c836ad7877b4645941c057ef1d8a383 for: {'port': 2} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:41.441813 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:41.465052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-8b71f119-2bdf-4f2b-8891-6f6e8828fa05 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:41.467466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-8b71f119-2bdf-4f2b-8891-6f6e8828fa05 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports/f928a12f-8d60-4dde-bc7d-f75ac0b51092 HTTP/1.1" status: 200 len: 931 time: 0.0782216 Oct 13 14:32:41.468857 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:41.485284 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb25cd02-7b9e-43bb-9940-1358c4b32661 admin admin] Network d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:32:41.594335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-fb25cd02-7b9e-43bb-9940-1358c4b32661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:41.601712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62ffd6ec-b030-4ebf-8fd8-c646b3c58a51 req-faabc79e-fa89-41e9-b7e2-359c5c73eb84 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 210 time: 0.0717099 Oct 13 14:32:41.615730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e4fc780d-b316-4736-bd76-0f0384924bde tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:41.615730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e4fc780d-b316-4736-bd76-0f0384924bde tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports/2c37e341-3a35-47e3-8b77-88ecba7dd0b1 HTTP/1.1" status: 200 len: 932 time: 0.1322033 Oct 13 14:32:41.621115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaf032a-94ac-492e-89cc-18bd57a1da1a None None] Network d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:41.627504 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb25cd02-7b9e-43bb-9940-1358c4b32661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:41.628635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb25cd02-7b9e-43bb-9940-1358c4b32661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:41.658888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] device_id is not set on port 08361fe0-b822-4d24-abdc-dca4dc7b9c32 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:32:41.678250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-f794c555-9d3e-4114-946d-6b97c4b9cc5b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?network_id=04869804-6b90-49cf-9c8c-d69c53d0480c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0483167 Oct 13 14:32:41.716591 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-3864182b-8a97-4cca-b545-c65db064868a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?network_id=04869804-6b90-49cf-9c8c-d69c53d0480c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0320466 Oct 13 14:32:41.737124 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fb25cd02-7b9e-43bb-9940-1358c4b32661 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1245403 Oct 13 14:32:41.739290 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43408) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:41.744141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1440406225-router', 'tenant_id': '03529d45b1e44535802f988798539e84', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:41.845638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa', 'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa', 'tenant_id': '03529d45b1e44535802f988798539e84', 'fixed_ips': [{'subnet_id': 'b60fec46-c036-4c73-8917-d1688f79a78a'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:32:41.845638 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:41.850243 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:41.850243 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:41.913208 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:41.939050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-207dccfb-5500-4730-8119-969fbd2479fd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:41.944925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-207dccfb-5500-4730-8119-969fbd2479fd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:41.951852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-207dccfb-5500-4730-8119-969fbd2479fd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:41.953746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-207dccfb-5500-4730-8119-969fbd2479fd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/networks?id=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=04869804-6b90-49cf-9c8c-d69c53d0480c&id=04869804-6b90-49cf-9c8c-d69c53d0480c HTTP/1.1" status: 200 len: 1986 time: 0.2257860 Oct 13 14:32:41.966771 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:42.022388 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1ab7c52b-832f-4133-8438-517c446c1aef tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/quotas/6ed4b0eb351b4f6eb79e169e27d158cc HTTP/1.1" status: 200 len: 375 time: 0.0572257 Oct 13 14:32:42.033044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Allocated IP 172.20.0.2 (d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa/b60fec46-c036-4c73-8917-d1688f79a78a/b6434a9f-ba32-4767-8db0-c2f56b5efc68) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:42.078664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] device_id is not set on port 6252fa38-c4b9-4288-bdad-eda228e77e10 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:32:42.139428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-3639a348-1acd-414d-9bc2-b8a819d2f14a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1125398 Oct 13 14:32:42.149238 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:42.247051 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:42.348357 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:42.394871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Network d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:42.402877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:42.405562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:42.441931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Pushing event updated for resources: {'Port': ['ID=b6434a9f-ba32-4767-8db0-c2f56b5efc68,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:42.450709 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:42.474065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:42.474419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:42.474811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:42.475443 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:42.475795 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:42.476131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:42.476458 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:42.476598 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:42.476780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:42.477134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:42.477457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:42.478973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:42.478973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:42.495745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Attempting to bind port b6434a9f-ba32-4767-8db0-c2f56b5efc68 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:32:42.496315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Attempting to bind port b6434a9f-ba32-4767-8db0-c2f56b5efc68 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '03ef5e5e-ac19-4faf-b788-99c3b1b50cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:32:42.502196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Attempting to bind port b6434a9f-ba32-4767-8db0-c2f56b5efc68 on network d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:32:42.514179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:32:42.515252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Checking segment: {'id': '03ef5e5e-ac19-4faf-b788-99c3b1b50cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:42.515737 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:42.516234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Bound using segment: {'id': '03ef5e5e-ac19-4faf-b788-99c3b1b50cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:32:42.516871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Bound port: b6434a9f-ba32-4767-8db0-c2f56b5efc68, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ef5e5e-ac19-4faf-b788-99c3b1b50cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:32:42.518409 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:42.616185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Allocated IP 172.25.0.50 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/7497cdd5-28d0-4d47-8675-f026f740cd97) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:42.641437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] For port b6434a9f-ba32-4767-8db0-c2f56b5efc68, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:32:42.646016 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] For port b6434a9f-ba32-4767-8db0-c2f56b5efc68, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b6434a9f-ba32-4767-8db0-c2f56b5efc68,segment=NetworkSegment(03ef5e5e-ac19-4faf-b788-99c3b1b50cf8),segment_id=03ef5e5e-ac19-4faf-b788-99c3b1b50cf8)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:32:42.671759 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:42.697903 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2da3a28-9869-47d0-ae2b-beb043a06cfa service neutron] 10.222.0.18 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593202 Oct 13 14:32:42.750650 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:42.781377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70cb3601-6683-4c47-b4e5-1711a0dc57fe req-35824a6a-67ba-4903-8c05-9ac98f1c52a3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 210 time: 0.0707607 Oct 13 14:32:42.810314 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:42.833639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ef66a367-fd19-4dd0-9d9b-2fa1e6d92506 service neutron] 10.222.0.18 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342177 Oct 13 14:32:42.871442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac61764-5e62-4526-989f-a19d69c89138 None None] Pushing event updated for resources: {'Port': ['ID=b6434a9f-ba32-4767-8db0-c2f56b5efc68,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:42.885630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-3be71674-ff46-4dfa-9998-4b1544d90f91 service neutron] 10.222.0.18 "GET /v2.0/ports/f928a12f-8d60-4dde-bc7d-f75ac0b51092?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0449212 Oct 13 14:32:42.917691 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:42.944903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:42.963991 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:42.968224 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:42.970628 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:43.016595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Pushing event updated for resources: {'Port': ['ID=7497cdd5-28d0-4d47-8675-f026f740cd97,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:43.062804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event updated for resources: {'Port': ['ID=08361fe0-b822-4d24-abdc-dca4dc7b9c32,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:43.079899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-14970d1b-c8f6-4abb-90c8-5c802b92d6b8 service neutron] 10.222.0.18 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872447 Oct 13 14:32:43.094939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Checking segment: {'id': '493fa4d0-0dfa-4646-9bbd-584c990d0f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '62d1de57-8d50-4744-94b0-f03f75fc7ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:43.094939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Network hostable DHCP agents. Network: 62d1de57-8d50-4744-94b0-f03f75fc7ea2, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:32:43.231401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-3f7c863e-9130-477f-a914-1ec84a1f4a7e service neutron] 10.222.0.18 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438386 Oct 13 14:32:43.274226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-aa964c97-23ae-47f0-8903-63d76e2e1868 service neutron] 10.222.0.18 "GET /v2.0/ports/2c37e341-3a35-47e3-8b77-88ecba7dd0b1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0355053 Oct 13 14:32:43.333421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Network 62d1de57-8d50-4744-94b0-f03f75fc7ea2 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:32:43.376481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ff047e94-78f7-408b-aa96-e767ab96b86e service neutron] 10.222.0.18 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947521 Oct 13 14:32:43.397284 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:43.442335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 62d1de57-8d50-4744-94b0-f03f75fc7ea2) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:43.448913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:43.450081 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:43.454713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f8da2-e259-449a-b470-1da1bd2a99ef None None] Network 62d1de57-8d50-4744-94b0-f03f75fc7ea2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:43.506033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event updated for resources: {'Port': ['ID=6252fa38-c4b9-4288-bdad-eda228e77e10,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:43.561745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-a174b883-1b68-4ea4-9880-6935bdd56a69 service neutron] 10.222.0.18 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796479 Oct 13 14:32:43.567904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Checking segment: {'id': '5e0bdd37-68d4-48ff-9f9c-fdc0aafe7677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '8cb8c0cf-1e05-41a0-b755-af9bbd0d33db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:43.568275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Network hostable DHCP agents. Network: 8cb8c0cf-1e05-41a0-b755-af9bbd0d33db, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:32:43.722182 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-82a605d3-ab61-4afb-bc6d-079130cd3e00 service neutron] 10.222.0.18 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495740 Oct 13 14:32:43.789639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Network 8cb8c0cf-1e05-41a0-b755-af9bbd0d33db is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:32:43.881492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-c339ec3d-6247-4ba6-9784-ed1c2986c15a service neutron] 10.222.0.18 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526732 Oct 13 14:32:43.944070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 8cb8c0cf-1e05-41a0-b755-af9bbd0d33db) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:43.959662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289556df-4987-4913-9c70-b5d095c04207 None None] Network 8cb8c0cf-1e05-41a0-b755-af9bbd0d33db requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:43.980902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcaccc96-1c3a-47cd-9242-37ed31423764 req-1d3bee67-2001-45d8-b878-de29f3ed4ddd tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 210 time: 0.0774012 Oct 13 14:32:43.983907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:43.989844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:44.001084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:44.002167 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:44.057408 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:44.064315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d6a6a576-76ae-4168-aaad-70a19a245a98 service neutron] 10.222.0.18 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818297 Oct 13 14:32:44.151509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1fa48098-0bc9-4e52-9786-0fbd663448f6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0341358 Oct 13 14:32:44.163302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43510) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:44.326282 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eb5be3-ad9f-4eb8-94f3-26e20b379f21 None None] Network d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:44.332962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983633b-6e28-4159-83fe-a40222f84697 req-c854afaa-feeb-47b6-abca-e6829667cc26 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:44.334534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-c854afaa-feeb-47b6-abca-e6829667cc26 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.1993351 Oct 13 14:32:44.371537 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Router 56d0e501-6ce4-4866-890b-9540abea8f00 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:32:44.372141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-7983633b-6e28-4159-83fe-a40222f84697 req-0bc2ea7e-2764-46bc-92fd-4f9e438d4975 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'port': {'device_id': 'af3c764b-a93d-4354-b22e-664a00be2691', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'admin_state_up': True, 'tenant_id': '94f59679c6494a9e8ae6c3645e566442'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:44.453782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-4a6e80b7-a32d-48b8-8f3b-39e324cf5ea6 service neutron] 10.222.0.18 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807793 Oct 13 14:32:44.464677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-91a84341-5bca-4a9a-86c5-3869a1aee5ad None None] Provisioning complete for port b6434a9f-ba32-4767-8db0-c2f56b5efc68 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:44.464974 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-91a84341-5bca-4a9a-86c5-3869a1aee5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:44.484771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cc844d-932b-4e19-9f67-780943eedfd6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:44.491793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cc844d-932b-4e19-9f67-780943eedfd6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:44.498170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-17cc844d-932b-4e19-9f67-780943eedfd6 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2350662 Oct 13 14:32:44.503917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43526) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:44.521322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b6434a9f-ba32-4767-8db0-c2f56b5efc68 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:32:44.634394 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:32:44.641581 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port b6434a9f-ba32-4767-8db0-c2f56b5efc68 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:44.648045 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:44.648465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Sync routers for ids ['56d0e501-6ce4-4866-890b-9540abea8f00'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:32:44.682242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1a00312c-0a6f-4e3a-8d36-9ce17bff7e2c service neutron] 10.222.0.18 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825798 Oct 13 14:32:44.693025 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c32a8a23-afc0-4fcb-95c9-fb88b2aee964 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Deleting port 08361fe0-b822-4d24-abdc-dca4dc7b9c32 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:32:44.693401 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c32a8a23-afc0-4fcb-95c9-fb88b2aee964 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:44.720929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Routers {'56d0e501-6ce4-4866-890b-9540abea8f00'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:32:44.721603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['56d0e501-6ce4-4866-890b-9540abea8f00'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:44.817820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e5ddb291-428b-4246-be07-d7ed8fa60784 service neutron] 10.222.0.18 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283481 Oct 13 14:32:44.818934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7983633b-6e28-4159-83fe-a40222f84697 req-0bc2ea7e-2764-46bc-92fd-4f9e438d4975 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Made reservation on behalf of 94f59679c6494a9e8ae6c3645e566442 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:44.822746 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7983633b-6e28-4159-83fe-a40222f84697 req-0bc2ea7e-2764-46bc-92fd-4f9e438d4975 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:44.829791 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c32a8a23-afc0-4fcb-95c9-fb88b2aee964 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:44.862161 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:44.877349 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9f279cec-0849-4877-ab2c-2f6adb6cd05f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1365891 Oct 13 14:32:44.880488 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43544) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:44.893241 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c32a8a23-afc0-4fcb-95c9-fb88b2aee964 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Calling delete_port for 08361fe0-b822-4d24-abdc-dca4dc7b9c32 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:32:44.911546 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Set router 56d0e501-6ce4-4866-890b-9540abea8f00 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:32:45.081149 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-91a84341-5bca-4a9a-86c5-3869a1aee5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:45.094281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ab142b05-23ab-4c50-b7ad-315817095c75 service neutron] 10.222.0.18 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531443 Oct 13 14:32:45.165715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-7983633b-6e28-4159-83fe-a40222f84697 req-0bc2ea7e-2764-46bc-92fd-4f9e438d4975 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Allocated IP 172.20.0.8 (4e8a36f7-8caf-41d4-931c-18eadbf2a690/08748c55-89a9-4f16-983f-c770a7b74817/994bd72a-0611-4e0b-8f0f-96b698253f7c) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:45.184780 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:45.234187 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-91a84341-5bca-4a9a-86c5-3869a1aee5ad None None] For port b6434a9f-ba32-4767-8db0-c2f56b5efc68, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b6434a9f-ba32-4767-8db0-c2f56b5efc68,segment=NetworkSegment(03ef5e5e-ac19-4faf-b788-99c3b1b50cf8),segment_id=03ef5e5e-ac19-4faf-b788-99c3b1b50cf8)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:32:45.280856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7f6ed0f3-d7f0-48f0-80b6-e40588e4389c service neutron] 10.222.0.18 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783261 Oct 13 14:32:45.301945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'name': 'tempest-TestAggregatesBasicOps-1440406225-router', 'tenant_id': '03529d45b1e44535802f988798539e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:41Z', 'updated_at': '2021-10-13T14:32:43Z', 'revision_number': 3, 'project_id': '03529d45b1e44535802f988798539e84', 'gw_port': {'id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:42Z', 'updated_at': '2021-10-13T14:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:45.342220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96f57f88-f716-42c4-b3ab-1cf2f356479c req-9ef8c048-1d07-4b30-bd39-03c3fa849d0e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 210 time: 0.1779568 Oct 13 14:32:45.356483 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-91a84341-5bca-4a9a-86c5-3869a1aee5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:45.364461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Checking router: 56d0e501-6ce4-4866-890b-9540abea8f00 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:32:45.364784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Updating router 56d0e501-6ce4-4866-890b-9540abea8f00 port 7497cdd5-28d0-4d47-8675-f026f740cd97 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:32:45.453904 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:45.485770 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c32a8a23-afc0-4fcb-95c9-fb88b2aee964 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:45.513170 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7983633b-6e28-4159-83fe-a40222f84697 req-0bc2ea7e-2764-46bc-92fd-4f9e438d4975 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:45.520639 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:32:45.521301 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:32:45.524369 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a84341-5bca-4a9a-86c5-3869a1aee5ad None None] Pushing event updated for resources: {'Port': ['ID=b6434a9f-ba32-4767-8db0-c2f56b5efc68,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:45.527836 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a8a23-afc0-4fcb-95c9-fb88b2aee964 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event deleted for resources: {'Port': ['ID=08361fe0-b822-4d24-abdc-dca4dc7b9c32,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:45.550459 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c32a8a23-afc0-4fcb-95c9-fb88b2aee964 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:45.554428 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c32a8a23-afc0-4fcb-95c9-fb88b2aee964 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "DELETE /v2.0/ports/08361fe0-b822-4d24-abdc-dca4dc7b9c32 HTTP/1.1" status: 204 len: 168 time: 1.0488207 Oct 13 14:32:45.557584 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43574) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:45.614379 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-538c2246-2b7d-4005-a202-f535ef793e2a None None] Provisioning complete for port b6434a9f-ba32-4767-8db0-c2f56b5efc68 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:45.614760 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-538c2246-2b7d-4005-a202-f535ef793e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:45.644255 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7983633b-6e28-4159-83fe-a40222f84697 req-0bc2ea7e-2764-46bc-92fd-4f9e438d4975 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:45.716429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7983633b-6e28-4159-83fe-a40222f84697 req-0bc2ea7e-2764-46bc-92fd-4f9e438d4975 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:45.723093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-7983633b-6e28-4159-83fe-a40222f84697 req-0bc2ea7e-2764-46bc-92fd-4f9e438d4975 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:45.741769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7983633b-6e28-4159-83fe-a40222f84697 req-0bc2ea7e-2764-46bc-92fd-4f9e438d4975 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:45.754972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2ea7e-2764-46bc-92fd-4f9e438d4975 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'Port': ['ID=994bd72a-0611-4e0b-8f0f-96b698253f7c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:45.816744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983633b-6e28-4159-83fe-a40222f84697 req-0bc2ea7e-2764-46bc-92fd-4f9e438d4975 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:45.817402 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7983633b-6e28-4159-83fe-a40222f84697 req-0bc2ea7e-2764-46bc-92fd-4f9e438d4975 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:45.910037 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:45.969823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-0bc2ea7e-2764-46bc-92fd-4f9e438d4975 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6109054 Oct 13 14:32:45.987256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-aa62d6cf-939b-43e1-962f-8cdd623c1789 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:32:45.988379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-aa62d6cf-939b-43e1-962f-8cdd623c1789 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068331 Oct 13 14:32:46.005244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Request body: {'port': {'device_id': 'af3c764b-a93d-4354-b22e-664a00be2691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:46.017189 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0c5d602b-4f70-4f76-9161-25c381c6d1e0 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Deleting port 6252fa38-c4b9-4288-bdad-eda228e77e10 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:32:46.017809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c5d602b-4f70-4f76-9161-25c381c6d1e0 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.142655 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.165562 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.186180 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c5d602b-4f70-4f76-9161-25c381c6d1e0 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.190468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e2b767cc-f0ec-4be3-a9aa-3a5b73603fc2 None None] Provisioning complete for port 994bd72a-0611-4e0b-8f0f-96b698253f7c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:46.191029 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e2b767cc-f0ec-4be3-a9aa-3a5b73603fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.211624 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0c5d602b-4f70-4f76-9161-25c381c6d1e0 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Calling delete_port for 6252fa38-c4b9-4288-bdad-eda228e77e10 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:32:46.241520 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.327068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e2b767cc-f0ec-4be3-a9aa-3a5b73603fc2 None None] Port 994bd72a-0611-4e0b-8f0f-96b698253f7c cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:32:46.362404 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Allocated IP 172.20.0.1 (d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa/b60fec46-c036-4c73-8917-d1688f79a78a/cbea1226-abef-4541-abb4-101df9153d52) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:46.381949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Attempting to bind port 7497cdd5-28d0-4d47-8675-f026f740cd97 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:32:46.385210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Attempting to bind port 7497cdd5-28d0-4d47-8675-f026f740cd97 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:32:46.385210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Attempting to bind port 7497cdd5-28d0-4d47-8675-f026f740cd97 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:32:46.394198 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fa6f7-7229-4e33-936b-7ad6375bfc86 None None] Pushing event updated for resources: {'Port': ['ID=7497cdd5-28d0-4d47-8675-f026f740cd97,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:46.396961 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:32:46.397789 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:46.398255 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.398688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:32:46.399118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Bound port: 7497cdd5-28d0-4d47-8675-f026f740cd97, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:32:46.399502 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.517801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b6434a9f-ba32-4767-8db0-c2f56b5efc68 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:32:46.554135 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.599725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] For port 7497cdd5-28d0-4d47-8675-f026f740cd97, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:32:46.606383 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c5d602b-4f70-4f76-9161-25c381c6d1e0 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.613655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] For port 7497cdd5-28d0-4d47-8675-f026f740cd97, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7497cdd5-28d0-4d47-8675-f026f740cd97,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:32:46.616105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port b6434a9f-ba32-4767-8db0-c2f56b5efc68 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:46.616564 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.626956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b458944-7170-4f1e-8c6c-367daa3619e0 req-6a354704-42ab-47aa-a8eb-c1eaf7de7135 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:46.628707 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b458944-7170-4f1e-8c6c-367daa3619e0 req-6a354704-42ab-47aa-a8eb-c1eaf7de7135 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 931 time: 0.1187801 Oct 13 14:32:46.663831 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d602b-4f70-4f76-9161-25c381c6d1e0 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event deleted for resources: {'Port': ['ID=6252fa38-c4b9-4288-bdad-eda228e77e10,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:46.673283 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0c5d602b-4f70-4f76-9161-25c381c6d1e0 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.678863 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0c5d602b-4f70-4f76-9161-25c381c6d1e0 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "DELETE /v2.0/ports/6252fa38-c4b9-4288-bdad-eda228e77e10 HTTP/1.1" status: 204 len: 168 time: 1.1189663 Oct 13 14:32:46.680320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43636) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:46.695297 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.719260 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.732735 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d41913a4-4b6f-45c9-aa54-59af018727a0 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0468857 Oct 13 14:32:46.752278 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Network d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:46.753014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43638) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:46.758205 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c327bf07-a2cd-4647-9117-c766be3eff9b tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-564148074'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:46.776442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994bd72a-0611-4e0b-8f0f-96b698253f7c {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:32:46.790246 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.791549 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:46.808258 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:46.841477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Transition to ACTIVE for port object 994bd72a-0611-4e0b-8f0f-96b698253f7c will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:32:46.843051 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Routers {'56d0e501-6ce4-4866-890b-9540abea8f00'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:32:46.843692 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['56d0e501-6ce4-4866-890b-9540abea8f00'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:46.845047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b458944-7170-4f1e-8c6c-367daa3619e0 req-2004affb-ef9c-44ba-a1c0-98a29b08185c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966908 Oct 13 14:32:46.889538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Pushing event updated for resources: {'Port': ['ID=cbea1226-abef-4541-abb4-101df9153d52,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:46.893499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:46.914481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fa6f7-7229-4e33-936b-7ad6375bfc86 None None] Pushing event updated for resources: {'Port': ['ID=7497cdd5-28d0-4d47-8675-f026f740cd97,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:46.971433 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.040612 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c327bf07-a2cd-4647-9117-c766be3eff9b tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Made reservation on behalf of 2c836ad7877b4645941c057ef1d8a383 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:47.048138 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c327bf07-a2cd-4647-9117-c766be3eff9b tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.081824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Pushing event updated for resources: {'Port': ['ID=994bd72a-0611-4e0b-8f0f-96b698253f7c,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:47.091291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] Set router 56d0e501-6ce4-4866-890b-9540abea8f00 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:32:47.110518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c327bf07-a2cd-4647-9117-c766be3eff9b tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:32:47.191072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c327bf07-a2cd-4647-9117-c766be3eff9b tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.191428 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-c327bf07-a2cd-4647-9117-c766be3eff9b tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Added segment cb8d4279-51d3-4459-900c-4d39bd5a841b of type vlan for network 72cf1c40-7838-47ca-b24c-53a1cf2a9677 Oct 13 14:32:47.242449 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c327bf07-a2cd-4647-9117-c766be3eff9b tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.274372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Attempting to bind port 994bd72a-0611-4e0b-8f0f-96b698253f7c on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:32:47.274964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Attempting to bind port 994bd72a-0611-4e0b-8f0f-96b698253f7c by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:32:47.275479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Attempting to bind port 994bd72a-0611-4e0b-8f0f-96b698253f7c on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:32:47.283270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Port 994bd72a-0611-4e0b-8f0f-96b698253f7c on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:32:47.283597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Attempting to bind port 994bd72a-0611-4e0b-8f0f-96b698253f7c on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:32:47.291156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:32:47.291520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Checking segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:47.294214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Bound using segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:32:47.294214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Bound port: 994bd72a-0611-4e0b-8f0f-96b698253f7c, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:32:47.294214 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.300095 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.348591 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c327bf07-a2cd-4647-9117-c766be3eff9b tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.355085 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c327bf07-a2cd-4647-9117-c766be3eff9b tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:47.355813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c327bf07-a2cd-4647-9117-c766be3eff9b tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.478177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c09a1a3-08af-411c-a4f0-116fe623b415 req-07b78ec6-3ad2-49f8-9a8f-f776d333769e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0898743 Oct 13 14:32:47.525699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327bf07-a2cd-4647-9117-c766be3eff9b tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event updated for resources: {'Network': ['ID=72cf1c40-7838-47ca-b24c-53a1cf2a9677,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:47.561416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] For port 994bd72a-0611-4e0b-8f0f-96b698253f7c, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:32:47.568310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] For port 994bd72a-0611-4e0b-8f0f-96b698253f7c, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=994bd72a-0611-4e0b-8f0f-96b698253f7c,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:32:47.584198 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 72cf1c40-7838-47ca-b24c-53a1cf2a9677 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:32:47.593470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43682) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:47.593922 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c327bf07-a2cd-4647-9117-c766be3eff9b tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8395140 Oct 13 14:32:47.598516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-30a6f96f-104d-4768-a61e-f12a88edf8c7 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1998712457'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:47.685170 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.689338 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.704867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b4d80024-927d-4ed1-a580-78ce81680b48 None None] Provisioning complete for port cbea1226-abef-4541-abb4-101df9153d52 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:47.705226 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b4d80024-927d-4ed1-a580-78ce81680b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.723725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:47.724695 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.726715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] 10.222.0.49 "PUT /v2.0/ports/994bd72a-0611-4e0b-8f0f-96b698253f7c HTTP/1.1" status: 200 len: 1092 time: 1.7287519 Oct 13 14:32:47.727376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3c764b-a93d-4354-b22e-664a00be2691', 'tag': '994bd72a-0611-4e0b-8f0f-96b698253f7c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:32:47.731376 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc23bd15-ef0f-4846-9b9d-d376ec39be35" -d '{"events": [{"name": "network-changed", "server_uuid": "af3c764b-a93d-4354-b22e-664a00be2691", "tag": "994bd72a-0611-4e0b-8f0f-96b698253f7c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:32:47.744291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a6f96f-104d-4768-a61e-f12a88edf8c7 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Made reservation on behalf of 2c836ad7877b4645941c057ef1d8a383 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:47.746763 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30a6f96f-104d-4768-a61e-f12a88edf8c7 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.788343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb9bb5-9c08-49b8-8cd3-1c109a012b16 service neutron] Pushing event updated for resources: {'Port': ['ID=994bd72a-0611-4e0b-8f0f-96b698253f7c,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:47.789101 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.792095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a6f96f-104d-4768-a61e-f12a88edf8c7 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:32:47.803550 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30a6f96f-104d-4768-a61e-f12a88edf8c7 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.804131 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-30a6f96f-104d-4768-a61e-f12a88edf8c7 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Added segment dd9cb0f7-e9cc-414f-955f-47189bdee4af of type vlan for network 0c1a73a8-d187-493d-86f3-a35d7ecba15e Oct 13 14:32:47.852669 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6687089-0e59-4cf1-94db-ecb88a71902b x-openstack-request-id: req-a6687089-0e59-4cf1-94db-ecb88a71902b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:32:47.854359 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3c764b-a93d-4354-b22e-664a00be2691", "tag": "994bd72a-0611-4e0b-8f0f-96b698253f7c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:32:47.854643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b4d80024-927d-4ed1-a580-78ce81680b48 None None] Port cbea1226-abef-4541-abb4-101df9153d52 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:32:47.854784 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6687089-0e59-4cf1-94db-ecb88a71902b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:32:47.855266 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af3c764b-a93d-4354-b22e-664a00be2691', 'tag': '994bd72a-0611-4e0b-8f0f-96b698253f7c', 'status': 'completed', 'code': 200} Oct 13 14:32:47.866493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30a6f96f-104d-4768-a61e-f12a88edf8c7 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.945064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'name': 'tempest-TestAggregatesBasicOps-1440406225-router', 'tenant_id': '03529d45b1e44535802f988798539e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:41Z', 'updated_at': '2021-10-13T14:32:43Z', 'revision_number': 3, 'project_id': '03529d45b1e44535802f988798539e84', 'gw_port': {'id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:42Z', 'updated_at': '2021-10-13T14:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:47.978161 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:47.983965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Pushing event updated for resources: {'Port': ['ID=cbea1226-abef-4541-abb4-101df9153d52,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:48.041371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e7c217-bcd8-4114-b93c-26917b093bbb None None] The sync data for ids ['56d0e501-6ce4-4866-890b-9540abea8f00'] in n-d-806683-15 is: [{'id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'name': 'tempest-TestAggregatesBasicOps-1440406225-router', 'tenant_id': '03529d45b1e44535802f988798539e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:41Z', 'updated_at': '2021-10-13T14:32:43Z', 'revision_number': 3, 'project_id': '03529d45b1e44535802f988798539e84', 'gw_port': {'id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:42Z', 'updated_at': '2021-10-13T14:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:32:48.077922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23bd15-ef0f-4846-9b9d-d376ec39be35 req-360ad6c1-b997-4183-bbaa-4c8ed1a65196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:48.077922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc23bd15-ef0f-4846-9b9d-d376ec39be35 req-360ad6c1-b997-4183-bbaa-4c8ed1a65196 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 1095 time: 0.1659696 Oct 13 14:32:48.166065 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Network d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:48.169099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:48.235056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323d701-4f80-4381-ae3b-3e20b6ae9492 req-e2c6e7df-f835-41d4-a457-a4167d1d97b0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:48.237339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2323d701-4f80-4381-ae3b-3e20b6ae9492 req-e2c6e7df-f835-41d4-a457-a4167d1d97b0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 943 time: 0.2309978 Oct 13 14:32:48.271104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23bd15-ef0f-4846-9b9d-d376ec39be35 req-4c1a77c9-cd78-475e-a514-5036cb075b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:48.273041 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc23bd15-ef0f-4846-9b9d-d376ec39be35 req-4c1a77c9-cd78-475e-a514-5036cb075b12 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=94f59679c6494a9e8ae6c3645e566442&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1723375 Oct 13 14:32:48.324642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2323d701-4f80-4381-ae3b-3e20b6ae9492 req-6269a13f-7dea-41c9-b082-645d42b752f4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725093 Oct 13 14:32:48.343232 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Router 56d0e501-6ce4-4866-890b-9540abea8f00 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:32:48.500532 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30a6f96f-104d-4768-a61e-f12a88edf8c7 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:48.505432 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:32:48.520800 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6e0613f0-d186-4f3b-8b4a-b2698835373d admin admin] 10.222.0.18 "PUT /v2.0/routers/56d0e501-6ce4-4866-890b-9540abea8f00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6310847 Oct 13 14:32:48.528510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a6f96f-104d-4768-a61e-f12a88edf8c7 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:48.529496 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-30a6f96f-104d-4768-a61e-f12a88edf8c7 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:48.691470 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:48.724313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab121940-f7a8-420a-9e72-37e4851e0211 req-93760955-ed0c-4dc2-8aca-b5462537ab27 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.1053097 Oct 13 14:32:48.727576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-920f845a-e0ee-4405-a6d4-9f62ed414c8f None None] Provisioning complete for port cbea1226-abef-4541-abb4-101df9153d52 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:48.728880 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-920f845a-e0ee-4405-a6d4-9f62ed414c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:48.734402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23bd15-ef0f-4846-9b9d-d376ec39be35 req-c988ec50-f1bb-4507-8562-9cbc639a76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:48.736002 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc23bd15-ef0f-4846-9b9d-d376ec39be35 req-c988ec50-f1bb-4507-8562-9cbc639a76d1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4474249 Oct 13 14:32:48.759215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6f96f-104d-4768-a61e-f12a88edf8c7 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event updated for resources: {'Network': ['ID=0c1a73a8-d187-493d-86f3-a35d7ecba15e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:48.795999 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 0c1a73a8-d187-493d-86f3-a35d7ecba15e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:32:48.835055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-30a6f96f-104d-4768-a61e-f12a88edf8c7 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2404308 Oct 13 14:32:48.866775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983633b-6e28-4159-83fe-a40222f84697 req-2dce313b-58c2-40c2-ae8d-85a7bfa20f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:48.870984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-2dce313b-58c2-40c2-ae8d-85a7bfa20f7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 1095 time: 0.0731969 Oct 13 14:32:48.875872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-920f845a-e0ee-4405-a6d4-9f62ed414c8f None None] Port cbea1226-abef-4541-abb4-101df9153d52 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:32:48.941153 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-3179bcc5-fbba-4957-a44b-5ed2099fb89a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994bd72a-0611-4e0b-8f0f-96b698253f7c HTTP/1.1" status: 200 len: 217 time: 0.0584502 Oct 13 14:32:49.045879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983633b-6e28-4159-83fe-a40222f84697 req-2e1d9d36-1fd0-4b07-b570-6045fb1eadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:49.051067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-2e1d9d36-1fd0-4b07-b570-6045fb1eadf1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0946517 Oct 13 14:32:49.135308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983633b-6e28-4159-83fe-a40222f84697 req-466e79eb-98c9-43b3-8bba-9d9f09ada756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:49.141069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-466e79eb-98c9-43b3-8bba-9d9f09ada756 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808716 Oct 13 14:32:49.491789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-011bb838-0531-4072-a5f8-b5cb8e869730 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387847 Oct 13 14:32:49.529241 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-61124569-4a4e-4221-9bee-666ea93b1dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:49.791727 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733098c-22c7-4d35-bd18-f0473eb55d86 req-d9a22cdd-fef4-4c04-8961-930d466d89fa tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:49.793338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e733098c-22c7-4d35-bd18-f0473eb55d86 req-d9a22cdd-fef4-4c04-8961-930d466d89fa tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 943 time: 0.2794483 Oct 13 14:32:49.875498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e733098c-22c7-4d35-bd18-f0473eb55d86 req-b16724c2-f555-4eda-9c1c-0181e8655a53 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699375 Oct 13 14:32:49.882237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7983633b-6e28-4159-83fe-a40222f84697 req-229efd88-6eda-4022-860d-3d1c3cf002d8 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775911 Oct 13 14:32:49.928799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43774) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:49.934845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-4545604-network', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:49.939256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a26c45d-1e02-4115-a4f5-28e3749472e4 req-d5a6d31b-26c4-41aa-bd38-bf2eb1e671da tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0406775 Oct 13 14:32:50.072458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Made reservation on behalf of 695eb4e2451343d1a7d8f1cbd3a60a40 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:50.076896 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:50.090605 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:50.197162 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:50.273846 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:50.304533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:32:50.319227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b9194b-7f74-4918-96c7-ebe5adfad344,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:50.327079 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:50.327538 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Added segment 7f511379-5ece-409b-9685-ec48b2f8ec12 of type vlan for network 4a5a21dc-640b-49fb-8265-426f093d887e Oct 13 14:32:50.396634 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:50.519532 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:50.520669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:50.526912 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:50.548966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7497cdd5-28d0-4d47-8675-f026f740cd97 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:32:50.656855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=4a5a21dc-640b-49fb-8265-426f093d887e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:50.675686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 4a5a21dc-640b-49fb-8265-426f093d887e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:32:50.724538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 7497cdd5-28d0-4d47-8675-f026f740cd97 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:50.724934 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:50.750322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ea6801bb-44b9-4a35-9b2a-fa70368e6dd1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8199086 Oct 13 14:32:50.753963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43810) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:50.760536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-fedce8c1-ad3f-491a-b826-df716c86fc11 admin admin] Request body: {'subnet': {'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-4545604-subnet', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:50.879612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedce8c1-ad3f-491a-b826-df716c86fc11 admin admin] Made reservation on behalf of 695eb4e2451343d1a7d8f1cbd3a60a40 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:50.882555 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fedce8c1-ad3f-491a-b826-df716c86fc11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:50.890932 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:50.916156 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Sync routers for ids ['56d0e501-6ce4-4866-890b-9540abea8f00'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:32:50.930541 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Routers {'56d0e501-6ce4-4866-890b-9540abea8f00'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:32:50.931653 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['56d0e501-6ce4-4866-890b-9540abea8f00'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:50.948923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 7497cdd5-28d0-4d47-8675-f026f740cd97, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7497cdd5-28d0-4d47-8675-f026f740cd97,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:32:51.034081 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:51.120451 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Set router 56d0e501-6ce4-4866-890b-9540abea8f00 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:32:51.142450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=7497cdd5-28d0-4d47-8675-f026f740cd97,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:51.179644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cfa8400-b9a9-4da5-b876-06a900d92bae req-dea8fa1a-3cca-4753-a048-4c6d056bb45b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0496125 Oct 13 14:32:51.219517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-8d5b36a6-2caf-47ce-b131-7a8b56099745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:51.222585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-8d5b36a6-2caf-47ce-b131-7a8b56099745 service neutron] 10.222.0.41 "GET /v2.0/ports/f928a12f-8d60-4dde-bc7d-f75ac0b51092 HTTP/1.1" status: 200 len: 1027 time: 0.1757779 Oct 13 14:32:51.254386 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc2d36-f05e-4de1-881f-cc17e56b1591 req-507c44df-a239-4844-aedd-26a92a0cb4e4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:51.255993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19bc2d36-f05e-4de1-881f-cc17e56b1591 req-507c44df-a239-4844-aedd-26a92a0cb4e4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 943 time: 0.2360990 Oct 13 14:32:51.338588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ec74fbb3-0bfa-4582-9a4e-56bdd8b76b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:51.349720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ec74fbb3-0bfa-4582-9a4e-56bdd8b76b35 service neutron] 10.222.0.41 "GET /v2.0/ports/2c37e341-3a35-47e3-8b77-88ecba7dd0b1 HTTP/1.1" status: 200 len: 1028 time: 0.1165757 Oct 13 14:32:51.476270 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'name': 'tempest-TestAggregatesBasicOps-1440406225-router', 'tenant_id': '03529d45b1e44535802f988798539e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:41Z', 'updated_at': '2021-10-13T14:32:47Z', 'revision_number': 4, 'project_id': '03529d45b1e44535802f988798539e84', 'gw_port': {'id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:42Z', 'updated_at': '2021-10-13T14:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'cbea1226-abef-4541-abb4-101df9153d52', 'name': '', 'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa', 'tenant_id': '03529d45b1e44535802f988798539e84', 'mac_address': 'fa:16:3e:d4:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'b60fec46-c036-4c73-8917-d1688f79a78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:45Z', 'updated_at': '2021-10-13T14:32:47Z', 'revision_number': 2, 'project_id': '03529d45b1e44535802f988798539e84', 'subnets': [{'id': 'b60fec46-c036-4c73-8917-d1688f79a78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:51.512415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-16f897a8-e21b-41a7-99a4-a0e2391e0793 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:51.519549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-16f897a8-e21b-41a7-99a4-a0e2391e0793 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:51.527619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-16f897a8-e21b-41a7-99a4-a0e2391e0793 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:51.529848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-16f897a8-e21b-41a7-99a4-a0e2391e0793 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "GET /v2.0/networks?id=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=04869804-6b90-49cf-9c8c-d69c53d0480c&id=04869804-6b90-49cf-9c8c-d69c53d0480c HTTP/1.1" status: 200 len: 1986 time: 0.1701562 Oct 13 14:32:51.539494 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Checking router: 56d0e501-6ce4-4866-890b-9540abea8f00 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:32:51.539943 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Updating router 56d0e501-6ce4-4866-890b-9540abea8f00 port cbea1226-abef-4541-abb4-101df9153d52 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:32:51.603871 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:51.660294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19bc2d36-f05e-4de1-881f-cc17e56b1591 req-f3f528e8-5c1e-4d49-a22b-1bf23ca36338 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701944 Oct 13 14:32:51.911962 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:52.090813 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:52.196661 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43864) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:52.197755 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:52.202173 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Request body: {'subnets': [{'network_id': '72cf1c40-7838-47ca-b24c-53a1cf2a9677', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1547481357', 'ip_version': 6}, {'network_id': '0c1a73a8-d187-493d-86f3-a35d7ecba15e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:52.202503 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Request body: {'subnet': {'network_id': '72cf1c40-7838-47ca-b24c-53a1cf2a9677', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1547481357', 'ip_version': 6}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:52.203439 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Request body: {'subnet': {'network_id': '0c1a73a8-d187-493d-86f3-a35d7ecba15e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:52.314722 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5aac-4c70-4d44-a08c-e5c269ce1091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:52.321019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-10cd6289-5dda-451b-b25c-b3cd00e7cf35 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc HTTP/1.1" status: 200 len: 380 time: 0.7608256 Oct 13 14:32:52.332869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7972c62c-797c-4911-a4d6-50cfd3736493 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'port': {'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'admin_state_up': True, 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'security_groups': ['6c1c1856-76c8-4fdb-a6a6-f6c731748cb6']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:52.359562 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Pushing event updated for resources: {'Port': ['ID=cbea1226-abef-4541-abb4-101df9153d52,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:52.425223 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:52.425556 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:52.425896 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:52.426285 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:52.426662 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:52.426984 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:52.427300 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:52.427612 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:52.427923 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:52.428233 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:52.428543 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:52.428849 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:32:52.443237 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fedce8c1-ad3f-491a-b826-df716c86fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:52.446116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7497cdd5-28d0-4d47-8675-f026f740cd97 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:32:52.507334 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Attempting to bind port cbea1226-abef-4541-abb4-101df9153d52 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:32:52.507710 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Attempting to bind port cbea1226-abef-4541-abb4-101df9153d52 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '03ef5e5e-ac19-4faf-b788-99c3b1b50cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:32:52.508066 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Attempting to bind port cbea1226-abef-4541-abb4-101df9153d52 on network d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:32:52.518179 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:32:52.518585 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Checking segment: {'id': '03ef5e5e-ac19-4faf-b788-99c3b1b50cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:52.518941 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:52.519334 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Bound using segment: {'id': '03ef5e5e-ac19-4faf-b788-99c3b1b50cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:32:52.519799 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Bound port: cbea1226-abef-4541-abb4-101df9153d52, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ef5e5e-ac19-4faf-b788-99c3b1b50cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:32:52.520174 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:52.523154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49b3ba03-3dce-494e-94db-e7481f376106 req-2c721016-264e-49af-a76a-6003bb6bd3a6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.1667166 Oct 13 14:32:52.557559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 7497cdd5-28d0-4d47-8675-f026f740cd97 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:52.558820 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:52.615589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Made reservation on behalf of 2c836ad7877b4645941c057ef1d8a383 for: {'subnet': 2} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:52.625586 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:52.626351 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:52.643807 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] For port cbea1226-abef-4541-abb4-101df9153d52, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:32:52.657904 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] For port cbea1226-abef-4541-abb4-101df9153d52, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cbea1226-abef-4541-abb4-101df9153d52,segment=NetworkSegment(03ef5e5e-ac19-4faf-b788-99c3b1b50cf8),segment_id=03ef5e5e-ac19-4faf-b788-99c3b1b50cf8)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:32:52.745708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedce8c1-ad3f-491a-b826-df716c86fc11 admin admin] Checking segment: {'id': '7f511379-5ece-409b-9685-ec48b2f8ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:52.746139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedce8c1-ad3f-491a-b826-df716c86fc11 admin admin] Network hostable DHCP agents. Network: 4a5a21dc-640b-49fb-8265-426f093d887e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:32:52.747461 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:52.754687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedce8c1-ad3f-491a-b826-df716c86fc11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bbad8c7-1e57-4502-852a-6428080082e8,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:52.827632 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2f180687-9fac-4f75-8155-ad068191949c None None] Provisioning complete for port cbea1226-abef-4541-abb4-101df9153d52 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:52.828406 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f180687-9fac-4f75-8155-ad068191949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:52.834441 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Routers {'56d0e501-6ce4-4866-890b-9540abea8f00'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:32:52.835079 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['56d0e501-6ce4-4866-890b-9540abea8f00'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:52.836969 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790823f4-190d-419b-93c1-3827f92badcf None None] Pushing event updated for resources: {'Port': ['ID=cbea1226-abef-4541-abb4-101df9153d52,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:52.921017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e1534-629d-4b4e-a698-b2b2119526b7 req-edd7eca0-8fcd-444e-94e3-e332b3b81af6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:52.923119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-805e1534-629d-4b4e-a698-b2b2119526b7 req-edd7eca0-8fcd-444e-94e3-e332b3b81af6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 943 time: 0.1426268 Oct 13 14:32:52.962892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedce8c1-ad3f-491a-b826-df716c86fc11 admin admin] Network 4a5a21dc-640b-49fb-8265-426f093d887e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:32:52.995078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-805e1534-629d-4b4e-a698-b2b2119526b7 req-c717eaf0-6a1d-4ef9-97b3-71b9b8484236 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585108 Oct 13 14:32:53.005100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7972c62c-797c-4911-a4d6-50cfd3736493 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Made reservation on behalf of 6ed4b0eb351b4f6eb79e169e27d158cc for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:53.010409 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7972c62c-797c-4911-a4d6-50cfd3736493 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.030652 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f180687-9fac-4f75-8155-ad068191949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.118943 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2f180687-9fac-4f75-8155-ad068191949c None None] For port cbea1226-abef-4541-abb4-101df9153d52, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cbea1226-abef-4541-abb4-101df9153d52,segment=NetworkSegment(03ef5e5e-ac19-4faf-b788-99c3b1b50cf8),segment_id=03ef5e5e-ac19-4faf-b788-99c3b1b50cf8)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:32:53.203281 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] Set router 56d0e501-6ce4-4866-890b-9540abea8f00 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:32:53.203873 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f180687-9fac-4f75-8155-ad068191949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.241657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7972c62c-797c-4911-a4d6-50cfd3736493 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Allocated IP 172.20.0.5 (72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb/0d98b753-5756-4883-9995-4439b4ac06ca/6570fba8-02df-4686-b8cd-13bad9a25560) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:53.368417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f180687-9fac-4f75-8155-ad068191949c None None] Pushing event updated for resources: {'Port': ['ID=cbea1226-abef-4541-abb4-101df9153d52,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:53.393164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f082e1ef-a455-4c3d-a7ad-547ae5920824 None None] Provisioning complete for port cbea1226-abef-4541-abb4-101df9153d52 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:53.393936 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f082e1ef-a455-4c3d-a7ad-547ae5920824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.409568 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7972c62c-797c-4911-a4d6-50cfd3736493 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.441851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-fedce8c1-ad3f-491a-b826-df716c86fc11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 4a5a21dc-640b-49fb-8265-426f093d887e) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:53.449200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedce8c1-ad3f-491a-b826-df716c86fc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:53.449419 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'name': 'tempest-TestAggregatesBasicOps-1440406225-router', 'tenant_id': '03529d45b1e44535802f988798539e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:41Z', 'updated_at': '2021-10-13T14:32:47Z', 'revision_number': 4, 'project_id': '03529d45b1e44535802f988798539e84', 'gw_port': {'id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:42Z', 'updated_at': '2021-10-13T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'cbea1226-abef-4541-abb4-101df9153d52', 'name': '', 'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa', 'tenant_id': '03529d45b1e44535802f988798539e84', 'mac_address': 'fa:16:3e:d4:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'b60fec46-c036-4c73-8917-d1688f79a78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:45Z', 'updated_at': '2021-10-13T14:32:52Z', 'revision_number': 4, 'project_id': '03529d45b1e44535802f988798539e84', 'subnets': [{'id': 'b60fec46-c036-4c73-8917-d1688f79a78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:53.449896 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fedce8c1-ad3f-491a-b826-df716c86fc11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.456327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744f9de6-d9f9-4cfe-bd39-06574050f025 None None] Network 4a5a21dc-640b-49fb-8265-426f093d887e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:53.485509 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de697ead-b1a8-42e9-ba13-31f46eb865dc None None] The sync data for ids ['56d0e501-6ce4-4866-890b-9540abea8f00'] in n-d-806683-15 is: [{'id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'name': 'tempest-TestAggregatesBasicOps-1440406225-router', 'tenant_id': '03529d45b1e44535802f988798539e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:41Z', 'updated_at': '2021-10-13T14:32:47Z', 'revision_number': 4, 'project_id': '03529d45b1e44535802f988798539e84', 'gw_port': {'id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:42Z', 'updated_at': '2021-10-13T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'cbea1226-abef-4541-abb4-101df9153d52', 'name': '', 'network_id': 'd0c5bab3-ac33-4d5a-b2fc-7341d8f71daa', 'tenant_id': '03529d45b1e44535802f988798539e84', 'mac_address': 'fa:16:3e:d4:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'b60fec46-c036-4c73-8917-d1688f79a78a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:45Z', 'updated_at': '2021-10-13T14:32:52Z', 'revision_number': 4, 'project_id': '03529d45b1e44535802f988798539e84', 'subnets': [{'id': 'b60fec46-c036-4c73-8917-d1688f79a78a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:32:53.500515 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7972c62c-797c-4911-a4d6-50cfd3736493 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.569103 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fedce8c1-ad3f-491a-b826-df716c86fc11 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8127761 Oct 13 14:32:53.569103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7972c62c-797c-4911-a4d6-50cfd3736493 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:53.573834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43876) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:53.579280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-4545604-router', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:53.586754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7972c62c-797c-4911-a4d6-50cfd3736493 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:53.592118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7972c62c-797c-4911-a4d6-50cfd3736493 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:53.632861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972c62c-797c-4911-a4d6-50cfd3736493 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'Port': ['ID=6570fba8-02df-4686-b8cd-13bad9a25560,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:53.684664 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.695799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7972c62c-797c-4911-a4d6-50cfd3736493 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:53.695799 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7972c62c-797c-4911-a4d6-50cfd3736493 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.784713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Checking segment: {'id': 'cb8d4279-51d3-4459-900c-4d39bd5a841b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '72cf1c40-7838-47ca-b24c-53a1cf2a9677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:53.784952 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Network hostable DHCP agents. Network: 72cf1c40-7838-47ca-b24c-53a1cf2a9677, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:32:53.804963 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.806476 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.807702 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event updated for resources: {'Subnet': ['ID=f3e2bf20-1639-44d5-bb09-bd948feef702,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:53.845904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-4a5a21dc-640b-49fb-8265-426f093d887e', 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'fixed_ips': [{'subnet_id': '0bbad8c7-1e57-4502-852a-6428080082e8'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:32:53.848708 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.904167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7972c62c-797c-4911-a4d6-50cfd3736493 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5755055 Oct 13 14:32:53.928838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b1589-ad1a-4ab7-a0df-71e16db14509 req-e89c150e-dcb4-4fb6-b266-f3d2d6495d14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:53.939918 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b39b1589-ad1a-4ab7-a0df-71e16db14509 req-e89c150e-dcb4-4fb6-b266-f3d2d6495d14 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 931 time: 0.2051203 Oct 13 14:32:53.945934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4b23142a-0fcc-4595-a30b-84c84452442f req-595a252b-a330-4de6-bf4e-6ae6a210fe64 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'port': {'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182', 'admin_state_up': True, 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'security_groups': ['6c1c1856-76c8-4fdb-a6a6-f6c731748cb6']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:53.950877 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.960702 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:53.982349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Network 72cf1c40-7838-47ca-b24c-53a1cf2a9677 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:32:54.048414 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:54.056748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b39b1589-ad1a-4ab7-a0df-71e16db14509 req-70bca316-2352-400d-abe8-17026ce70380 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983679 Oct 13 14:32:54.077158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 72cf1c40-7838-47ca-b24c-53a1cf2a9677) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:54.085115 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:54.093372 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9272287b-7666-4a3e-9e29-771e580ab913 None None] Network 72cf1c40-7838-47ca-b24c-53a1cf2a9677 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:54.215632 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6fd43081-c873-453a-81dd-359ae16f5303 None None] Provisioning complete for port 6570fba8-02df-4686-b8cd-13bad9a25560 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:54.215998 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6fd43081-c873-453a-81dd-359ae16f5303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:54.248154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Checking segment: {'id': 'dd9cb0f7-e9cc-414f-955f-47189bdee4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c1a73a8-d187-493d-86f3-a35d7ecba15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:54.469195 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Network hostable DHCP agents. Network: 0c1a73a8-d187-493d-86f3-a35d7ecba15e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:32:54.469195 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event updated for resources: {'Subnet': ['ID=7d1765a1-154d-4f4d-9e89-542aab5bea21,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:54.471549 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6fd43081-c873-453a-81dd-359ae16f5303 None None] Port 6570fba8-02df-4686-b8cd-13bad9a25560 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:32:54.471549 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Allocated IP 172.20.0.2 (4a5a21dc-640b-49fb-8265-426f093d887e/0bbad8c7-1e57-4502-852a-6428080082e8/cb88e9cc-900c-483e-bfe6-a8befcfce66d) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:54.472162 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Network 0c1a73a8-d187-493d-86f3-a35d7ecba15e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:32:54.539423 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cbea1226-abef-4541-abb4-101df9153d52 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:32:54.546849 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:54.551747 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 0c1a73a8-d187-493d-86f3-a35d7ecba15e) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:54.556957 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:54.558000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:54.558634 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:54.591131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfb965f-4b8e-4da3-b9f6-729e05f01bb5 None None] Network 0c1a73a8-d187-493d-86f3-a35d7ecba15e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:54.601633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda50c7-52d7-493d-a3bb-9a7d8f31b261 req-a615f431-7c5d-4622-840c-fb08758d66ab tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:54.605032 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e5cc42-1afd-4bc9-bb38-533c8bb4b26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-72cf1c40-7838-47ca-b24c-53a1cf2a9677', 'network_id': '72cf1c40-7838-47ca-b24c-53a1cf2a9677', 'tenant_id': '2c836ad7877b4645941c057ef1d8a383', 'fixed_ips': [{'subnet_id': 'f3e2bf20-1639-44d5-bb09-bd948feef702'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:32:54.606747 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-91e5cc42-1afd-4bc9-bb38-533c8bb4b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:54.611455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dda50c7-52d7-493d-a3bb-9a7d8f31b261 req-a615f431-7c5d-4622-840c-fb08758d66ab tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 943 time: 0.4894803 Oct 13 14:32:54.675489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dda50c7-52d7-493d-a3bb-9a7d8f31b261 req-56bc1fc9-e9c6-4866-afd1-17c296ca48c5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592375 Oct 13 14:32:54.716502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port cbea1226-abef-4541-abb4-101df9153d52 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:54.716883 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:54.731117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-595a252b-a330-4de6-bf4e-6ae6a210fe64 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Made reservation on behalf of 6ed4b0eb351b4f6eb79e169e27d158cc for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:54.736547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-595a252b-a330-4de6-bf4e-6ae6a210fe64 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:54.824325 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-69df586a-a658-4c98-8696-5554b5b0f017 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6264501 Oct 13 14:32:54.828308 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43888) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:54.941316 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9f456-fd80-49c0-afd6-4270e212fa9f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:54.944088 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9f456-fd80-49c0-afd6-4270e212fa9f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:54.945791 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9f456-fd80-49c0-afd6-4270e212fa9f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:54.958526 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b6b9f456-fd80-49c0-afd6-4270e212fa9f tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1182804 Oct 13 14:32:54.958930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43890) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:55.029033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-4b23142a-0fcc-4595-a30b-84c84452442f req-595a252b-a330-4de6-bf4e-6ae6a210fe64 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Allocated IP 10.1.1.116 (2f63dcdd-4e9e-435e-bbab-58f7a79c5182/4c446537-7bcd-4e61-a1cc-5ec7b8fc4618/5da5fa50-7e51-4bac-9635-956781d762b9) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:55.058454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7cbf6f-ce39-4f36-b009-428864d9b8bf tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Deleting subnet f3e2bf20-1639-44d5-bb09-bd948feef702 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:32:55.064503 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbf6f-ce39-4f36-b009-428864d9b8bf tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.211729 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbf6f-ce39-4f36-b009-428864d9b8bf tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.312805 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.318124 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.343119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbf6f-ce39-4f36-b009-428864d9b8bf tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.404390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-0c1a73a8-d187-493d-86f3-a35d7ecba15e', 'network_id': '0c1a73a8-d187-493d-86f3-a35d7ecba15e', 'tenant_id': '2c836ad7877b4645941c057ef1d8a383', 'fixed_ips': [{'subnet_id': '7d1765a1-154d-4f4d-9e89-542aab5bea21'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:32:55.415110 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.438681 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.453539 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.469411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaefe2f-a05a-48dc-965e-c66665c61f25 req-dd297e89-46a0-4def-8a89-7f523ff05aaf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:55.477590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdaefe2f-a05a-48dc-965e-c66665c61f25 req-dd297e89-46a0-4def-8a89-7f523ff05aaf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 931 time: 0.2448246 Oct 13 14:32:55.513393 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.544199 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbf6f-ce39-4f36-b009-428864d9b8bf tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.555190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Network 4a5a21dc-640b-49fb-8265-426f093d887e is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:55.567251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:55.576070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:55.613518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Allocated IP 172.25.0.48 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/1f8002ee-340a-42e9-9de1-f85edc18a332) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server [None req-91e5cc42-1afd-4bc9-bb38-533c8bb4b26c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3e2bf20-1639-44d5-bb09-bd948feef702: This subnet is being modified by another concurrent operation. Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise exception Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3e2bf20-1639-44d5-bb09-bd948feef702: This subnet is being modified by another concurrent operation. Oct 13 14:32:55.657421 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server Oct 13 14:32:55.689065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b68526-dd13-4ef8-b737-1610911d9dab None None] Network 72cf1c40-7838-47ca-b24c-53a1cf2a9677 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:55.718262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdaefe2f-a05a-48dc-965e-c66665c61f25 req-69ea05fd-99db-4333-9749-394cbcb12571 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397845 Oct 13 14:32:55.747728 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-595a252b-a330-4de6-bf4e-6ae6a210fe64 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.826744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.855256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Pushing event updated for resources: {'Port': ['ID=cb88e9cc-900c-483e-bfe6-a8befcfce66d,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:55.896101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb6516-6852-4d29-b29d-fd168393cfcc req-799722ad-fcd2-4ecc-9249-5a83faa68f58 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:55.898082 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ebb6516-6852-4d29-b29d-fd168393cfcc req-799722ad-fcd2-4ecc-9249-5a83faa68f58 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 943 time: 0.0858777 Oct 13 14:32:55.928916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Attempting to bind port cb88e9cc-900c-483e-bfe6-a8befcfce66d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:32:55.929593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Attempting to bind port cb88e9cc-900c-483e-bfe6-a8befcfce66d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7f511379-5ece-409b-9685-ec48b2f8ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:32:55.929967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Attempting to bind port cb88e9cc-900c-483e-bfe6-a8befcfce66d on network 4a5a21dc-640b-49fb-8265-426f093d887e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:32:55.934178 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-595a252b-a330-4de6-bf4e-6ae6a210fe64 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.940077 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:32:55.940447 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Checking segment: {'id': '7f511379-5ece-409b-9685-ec48b2f8ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:55.941008 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.941419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Bound using segment: {'id': '7f511379-5ece-409b-9685-ec48b2f8ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:32:55.942097 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Bound port: cb88e9cc-900c-483e-bfe6-a8befcfce66d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f511379-5ece-409b-9685-ec48b2f8ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:32:55.943063 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:55.991075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7cbf6f-ce39-4f36-b009-428864d9b8bf tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e2bf20-1639-44d5-bb09-bd948feef702,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:56.000115 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1e7cbf6f-ce39-4f36-b009-428864d9b8bf tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.006729 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1e7cbf6f-ce39-4f36-b009-428864d9b8bf tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "DELETE /v2.0/subnets/f3e2bf20-1639-44d5-bb09-bd948feef702 HTTP/1.1" status: 204 len: 168 time: 1.0467155 Oct 13 14:32:56.007601 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43898) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:56.014363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a252b-a330-4de6-bf4e-6ae6a210fe64 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'Port': ['ID=5da5fa50-7e51-4bac-9635-956781d762b9,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:56.028881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ebb6516-6852-4d29-b29d-fd168393cfcc req-cde6d2b8-767b-4454-8b57-f6a69a298941 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224623 Oct 13 14:32:56.033298 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.040300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] For port cb88e9cc-900c-483e-bfe6-a8befcfce66d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:32:56.045076 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] For port cb88e9cc-900c-483e-bfe6-a8befcfce66d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cb88e9cc-900c-483e-bfe6-a8befcfce66d,segment=NetworkSegment(7f511379-5ece-409b-9685-ec48b2f8ec12),segment_id=7f511379-5ece-409b-9685-ec48b2f8ec12)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:32:56.046436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b23142a-0fcc-4595-a30b-84c84452442f req-595a252b-a330-4de6-bf4e-6ae6a210fe64 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:56.050713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-4b23142a-0fcc-4595-a30b-84c84452442f req-595a252b-a330-4de6-bf4e-6ae6a210fe64 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:56.060073 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:56.075248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Allocated IP 2001:db8:0:1::1 (0c1a73a8-d187-493d-86f3-a35d7ecba15e/7d1765a1-154d-4f4d-9e89-542aab5bea21/ca70c327-ba5e-4a85-a0e4-9867a56de5a0) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:56.082266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-595a252b-a330-4de6-bf4e-6ae6a210fe64 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:56.085152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:56.093298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:56.114007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d823273-8341-470b-bca0-6525bae72664 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Deleting subnet 7d1765a1-154d-4f4d-9e89-542aab5bea21 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:32:56.126162 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.184356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8002ee-340a-42e9-9de1-f85edc18a332,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:56.282357 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d3e80-1b72-4313-8e68-45b005540d77 None None] Pushing event updated for resources: {'Port': ['ID=cb88e9cc-900c-483e-bfe6-a8befcfce66d,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:56.299318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-595a252b-a330-4de6-bf4e-6ae6a210fe64 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:56.300163 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-595a252b-a330-4de6-bf4e-6ae6a210fe64 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.382648 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.424935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-595a252b-a330-4de6-bf4e-6ae6a210fe64 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4833300 Oct 13 14:32:56.436819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e6bf0327-c17b-47cd-a786-f8730062cb80 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'port': {'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182', 'admin_state_up': True, 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'security_groups': ['6c1c1856-76c8-4fdb-a6a6-f6c731748cb6']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:56.459436 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4706359c-8433-4955-b717-f2b979229a2e None None] Provisioning complete for port 5da5fa50-7e51-4bac-9635-956781d762b9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:56.460133 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4706359c-8433-4955-b717-f2b979229a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.478782 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d823273-8341-470b-bca0-6525bae72664 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.522156 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4706359c-8433-4955-b717-f2b979229a2e None None] Port 5da5fa50-7e51-4bac-9635-956781d762b9 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:32:56.525280 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.568641 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d823273-8341-470b-bca0-6525bae72664 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.598071 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Network 0c1a73a8-d187-493d-86f3-a35d7ecba15e is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:56.605354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:56.607778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Pushing event updated for resources: {'Port': ['ID=ca70c327-ba5e-4a85-a0e4-9867a56de5a0,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:56.610191 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:56.705740 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Attempting to bind port ca70c327-ba5e-4a85-a0e4-9867a56de5a0 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:32:56.706121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Attempting to bind port ca70c327-ba5e-4a85-a0e4-9867a56de5a0 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'dd9cb0f7-e9cc-414f-955f-47189bdee4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c1a73a8-d187-493d-86f3-a35d7ecba15e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:32:56.706483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Attempting to bind port ca70c327-ba5e-4a85-a0e4-9867a56de5a0 on network 0c1a73a8-d187-493d-86f3-a35d7ecba15e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:32:56.712211 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d823273-8341-470b-bca0-6525bae72664 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.717691 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:32:56.718080 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Checking segment: {'id': 'dd9cb0f7-e9cc-414f-955f-47189bdee4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c1a73a8-d187-493d-86f3-a35d7ecba15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:32:56.718488 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.719747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Bound using segment: {'id': 'dd9cb0f7-e9cc-414f-955f-47189bdee4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c1a73a8-d187-493d-86f3-a35d7ecba15e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:32:56.719747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Bound port: ca70c327-ba5e-4a85-a0e4-9867a56de5a0, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9cb0f7-e9cc-414f-955f-47189bdee4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c1a73a8-d187-493d-86f3-a35d7ecba15e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:32:56.719747 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.763460 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.892119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e6bf0327-c17b-47cd-a786-f8730062cb80 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Made reservation on behalf of 6ed4b0eb351b4f6eb79e169e27d158cc for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:56.895518 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e6bf0327-c17b-47cd-a786-f8730062cb80 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.970938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191b425-b3f3-4563-adcf-f8efd3e2ad70 req-9326f495-f8cc-4adf-8d39-062d30d47ef8 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:56.976826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191b425-b3f3-4563-adcf-f8efd3e2ad70 req-9326f495-f8cc-4adf-8d39-062d30d47ef8 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:56.978395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8191b425-b3f3-4563-adcf-f8efd3e2ad70 req-9326f495-f8cc-4adf-8d39-062d30d47ef8 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 1653 time: 0.1297858 Oct 13 14:32:56.982113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d823273-8341-470b-bca0-6525bae72664 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:56.989399 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] For port ca70c327-ba5e-4a85-a0e4-9867a56de5a0, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:32:56.995039 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] For port ca70c327-ba5e-4a85-a0e4-9867a56de5a0, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ca70c327-ba5e-4a85-a0e4-9867a56de5a0,segment=NetworkSegment(dd9cb0f7-e9cc-414f-955f-47189bdee4af),segment_id=dd9cb0f7-e9cc-414f-955f-47189bdee4af)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:32:57.020771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d823273-8341-470b-bca0-6525bae72664 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1765a1-154d-4f4d-9e89-542aab5bea21,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:57.028709 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d823273-8341-470b-bca0-6525bae72664 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:57.032304 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6d823273-8341-470b-bca0-6525bae72664 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "DELETE /v2.0/subnets/7d1765a1-154d-4f4d-9e89-542aab5bea21 HTTP/1.1" status: 204 len: 168 time: 1.0239902 Oct 13 14:32:57.037442 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43906) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:57.083671 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:57.113217 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f6d704-fe9b-4b04-9cf4-658ca605ac81 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:57.114927 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d9f6d704-fe9b-4b04-9cf4-658ca605ac81 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0764005 Oct 13 14:32:57.115625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43910) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:57.160854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8191b425-b3f3-4563-adcf-f8efd3e2ad70 req-9f3a379e-e8b8-4f6e-886e-5f163ecd2504 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428874 Oct 13 14:32:57.181426 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:57.223844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea348529-0199-4dd1-bf82-0254d308406d None None] Pushing event updated for resources: {'Port': ['ID=ca70c327-ba5e-4a85-a0e4-9867a56de5a0,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:57.296902 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:57.362313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e6bf0327-c17b-47cd-a786-f8730062cb80 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Allocated IP 10.1.1.168 (2f63dcdd-4e9e-435e-bbab-58f7a79c5182/4c446537-7bcd-4e61-a1cc-5ec7b8fc4618/a40af342-105f-45cc-8b9c-1c286b9f02b3) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:57.381250 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Deleting port ca70c327-ba5e-4a85-a0e4-9867a56de5a0 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:32:57.381939 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:57.463033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] For port ca70c327-ba5e-4a85-a0e4-9867a56de5a0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ca70c327-ba5e-4a85-a0e4-9867a56de5a0,segment=NetworkSegment(dd9cb0f7-e9cc-414f-955f-47189bdee4af),segment_id=dd9cb0f7-e9cc-414f-955f-47189bdee4af)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:32:57.463754 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:57.489160 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Calling delete_port for ca70c327-ba5e-4a85-a0e4-9867a56de5a0 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:32:57.696192 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:57.740128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event deleted for resources: {'Port': ['ID=ca70c327-ba5e-4a85-a0e4-9867a56de5a0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:57.743832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] No DVR routers for this DVR port ca70c327-ba5e-4a85-a0e4-9867a56de5a0 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:32:57.791074 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a668f5c-288a-4606-8ed7-970fcf7d0932 None None] Network 4a5a21dc-640b-49fb-8265-426f093d887e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:57.845806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:57.880774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1a73a8-d187-493d-86f3-a35d7ecba15e']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:57.883972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-68795bd0-361d-4937-960d-5c82c18cb477 None None] Provisioning complete for port cb88e9cc-900c-483e-bfe6-a8befcfce66d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:57.884540 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-68795bd0-361d-4937-960d-5c82c18cb477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:57.902559 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9cb0f7-e9cc-414f-955f-47189bdee4af') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:57.902856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9cb0f7-e9cc-414f-955f-47189bdee4af') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:57.921214 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:57.936786 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:57.943817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:32:57.944229 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:32:57.948372 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:32:57.980898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483042d-785e-464b-af5f-99f487d4f233 req-447d2bf4-acde-4563-8072-eecc6dbc0d57 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:57.982619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6483042d-785e-464b-af5f-99f487d4f233 req-447d2bf4-acde-4563-8072-eecc6dbc0d57 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 943 time: 0.7913933 Oct 13 14:32:58.096755 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.106891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-68795bd0-361d-4937-960d-5c82c18cb477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.114167 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.122003 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "DELETE /v2.0/networks/0c1a73a8-d187-493d-86f3-a35d7ecba15e HTTP/1.1" status: 204 len: 168 time: 1.0053012 Oct 13 14:32:58.124631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6483042d-785e-464b-af5f-99f487d4f233 req-968e5e7b-0720-43c6-b5ba-990390aa2be0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274848 Oct 13 14:32:58.128898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43916) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:58.144584 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e6bf0327-c17b-47cd-a786-f8730062cb80 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.163956 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6783015-c59b-412a-bcfe-d30183aa8b85 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event deleted for resources: {'Network': ['ID=0c1a73a8-d187-493d-86f3-a35d7ecba15e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:58.171690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-68795bd0-361d-4937-960d-5c82c18cb477 None None] For port cb88e9cc-900c-483e-bfe6-a8befcfce66d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cb88e9cc-900c-483e-bfe6-a8befcfce66d,segment=NetworkSegment(7f511379-5ece-409b-9685-ec48b2f8ec12),segment_id=7f511379-5ece-409b-9685-ec48b2f8ec12)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:32:58.263697 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-07a8e318-6cab-4a35-a7e0-0413bc5ee6bb tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.264103 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-68795bd0-361d-4937-960d-5c82c18cb477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.316280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Router 2f6fdbdb-302f-4030-9062-505e7b607d89 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:32:58.434811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68795bd0-361d-4937-960d-5c82c18cb477 None None] Pushing event updated for resources: {'Port': ['ID=cb88e9cc-900c-483e-bfe6-a8befcfce66d,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:58.476504 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e6bf0327-c17b-47cd-a786-f8730062cb80 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.508491 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-07a8e318-6cab-4a35-a7e0-0413bc5ee6bb tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.572957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cb88e9cc-900c-483e-bfe6-a8befcfce66d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:32:58.641878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port cb88e9cc-900c-483e-bfe6-a8befcfce66d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:58.642253 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.658338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e6bf0327-c17b-47cd-a786-f8730062cb80 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:32:58.678825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42614eae-0058-4b3c-a276-aa523b0dbb40 req-9b5f0ed0-de9a-4e12-966c-463154cfd91a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:58.685373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42614eae-0058-4b3c-a276-aa523b0dbb40 req-9b5f0ed0-de9a-4e12-966c-463154cfd91a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:58.687032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-42614eae-0058-4b3c-a276-aa523b0dbb40 req-9b5f0ed0-de9a-4e12-966c-463154cfd91a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 1653 time: 0.4009762 Oct 13 14:32:58.689066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-07a8e318-6cab-4a35-a7e0-0413bc5ee6bb tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cf1c40-7838-47ca-b24c-53a1cf2a9677']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:58.695032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e6bf0327-c17b-47cd-a786-f8730062cb80 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:32:58.710972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c565a959-aed1-41d5-951e-a8b2fbcf33b1 None None] Provisioning complete for port cb88e9cc-900c-483e-bfe6-a8befcfce66d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:58.711571 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c565a959-aed1-41d5-951e-a8b2fbcf33b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.712343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf0327-c17b-47cd-a786-f8730062cb80 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'Port': ['ID=a40af342-105f-45cc-8b9c-1c286b9f02b3,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:58.719295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e6bf0327-c17b-47cd-a786-f8730062cb80 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:32:58.725066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-07a8e318-6cab-4a35-a7e0-0413bc5ee6bb tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8d4279-51d3-4459-900c-4d39bd5a841b') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:58.725424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-07a8e318-6cab-4a35-a7e0-0413bc5ee6bb tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8d4279-51d3-4459-900c-4d39bd5a841b') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:58.765348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:32:58.768113 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-07a8e318-6cab-4a35-a7e0-0413bc5ee6bb tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.780227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Sync routers for ids ['2f6fdbdb-302f-4030-9062-505e7b607d89'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:32:58.807579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Routers {'2f6fdbdb-302f-4030-9062-505e7b607d89'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:32:58.810012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2f6fdbdb-302f-4030-9062-505e7b607d89'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:58.822302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-42614eae-0058-4b3c-a276-aa523b0dbb40 req-995ebcb7-af4c-4f45-9d16-a7f7f4f85765 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172729 Oct 13 14:32:58.837436 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-07a8e318-6cab-4a35-a7e0-0413bc5ee6bb tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.853993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e6bf0327-c17b-47cd-a786-f8730062cb80 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:58.855271 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e6bf0327-c17b-47cd-a786-f8730062cb80 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.858050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a8e318-6cab-4a35-a7e0-0413bc5ee6bb tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:32:58.858365 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-07a8e318-6cab-4a35-a7e0-0413bc5ee6bb tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:32:58.861375 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:32:58.929314 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:58.934016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-92094104-2226-47dc-9fef-dd50b50333b3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3556554 Oct 13 14:32:58.934321 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43926) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:58.951283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb722790-b8e1-427c-8c18-b9637d0616e8 None None] DHCP port deletion for 0c1a73a8-d187-493d-86f3-a35d7ecba15e request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:32:59.015133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f68969-911f-41bb-a4c8-51df40bb8669 None None] Network 0c1a73a8-d187-493d-86f3-a35d7ecba15e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:32:59.024925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e6bf0327-c17b-47cd-a786-f8730062cb80 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5926125 Oct 13 14:32:59.039146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4b23142a-0fcc-4595-a30b-84c84452442f req-58ec7679-8e40-4862-b3be-742e79b9f23a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'port': {'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c', 'admin_state_up': True, 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'security_groups': ['6c1c1856-76c8-4fdb-a6a6-f6c731748cb6']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:32:59.043686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f68969-911f-41bb-a4c8-51df40bb8669 None None] Network 0c1a73a8-d187-493d-86f3-a35d7ecba15e could not be found, it might have been deleted concurrently. {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 13 14:32:59.046220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Set router 2f6fdbdb-302f-4030-9062-505e7b607d89 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:32:59.065937 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-07a8e318-6cab-4a35-a7e0-0413bc5ee6bb tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:59.074104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b333f9a-9387-45ca-bfcf-e9e0d0114bf9 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 14:32:59.075767 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-07a8e318-6cab-4a35-a7e0-0413bc5ee6bb tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:59.080589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-07a8e318-6cab-4a35-a7e0-0413bc5ee6bb tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "DELETE /v2.0/networks/72cf1c40-7838-47ca-b24c-53a1cf2a9677 HTTP/1.1" status: 204 len: 168 time: 0.9494233 Oct 13 14:32:59.085726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43928) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:59.186037 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-60882dfb-e431-4d95-9f0e-e7de6cb066e1 None None] Could not find standard attr ID for object ca70c327-ba5e-4a85-a0e4-9867a56de5a0. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:32:59.199839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8e318-6cab-4a35-a7e0-0413bc5ee6bb tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event deleted for resources: {'Network': ['ID=72cf1c40-7838-47ca-b24c-53a1cf2a9677,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:32:59.225025 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86dd11e8-b934-476d-86ff-4e286629c0e1 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:59.265465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-60882dfb-e431-4d95-9f0e-e7de6cb066e1 None None] Provisioning complete for port a40af342-105f-45cc-8b9c-1c286b9f02b3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:32:59.266121 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-60882dfb-e431-4d95-9f0e-e7de6cb066e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:59.318403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-58ec7679-8e40-4862-b3be-742e79b9f23a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Made reservation on behalf of 6ed4b0eb351b4f6eb79e169e27d158cc for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:32:59.412113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b5bda-373e-4ec7-bede-6ac85c522fef req-4934597b-e123-4f67-a42e-ba0056e4fff1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:32:59.413693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e6b5bda-373e-4ec7-bede-6ac85c522fef req-4934597b-e123-4f67-a42e-ba0056e4fff1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 943 time: 0.1573098 Oct 13 14:32:59.414167 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86dd11e8-b934-476d-86ff-4e286629c0e1 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:59.439756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-86dd11e8-b934-476d-86ff-4e286629c0e1 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb8c0cf-1e05-41a0-b755-af9bbd0d33db']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:59.446655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-60882dfb-e431-4d95-9f0e-e7de6cb066e1 None None] Port a40af342-105f-45cc-8b9c-1c286b9f02b3 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:32:59.454712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-86dd11e8-b934-476d-86ff-4e286629c0e1 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e0bdd37-68d4-48ff-9f9c-fdc0aafe7677') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:59.455314 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-86dd11e8-b934-476d-86ff-4e286629c0e1 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e0bdd37-68d4-48ff-9f9c-fdc0aafe7677') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:59.473053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86dd11e8-b934-476d-86ff-4e286629c0e1 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:59.502428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b333f9a-9387-45ca-bfcf-e9e0d0114bf9 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 14:32:59.502758 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-58ec7679-8e40-4862-b3be-742e79b9f23a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:59.506086 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86dd11e8-b934-476d-86ff-4e286629c0e1 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:59.530061 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dd11e8-b934-476d-86ff-4e286629c0e1 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:32:59.530480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86dd11e8-b934-476d-86ff-4e286629c0e1 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:32:59.540366 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:32:59.629920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'name': 'tempest-TestAggregatesBasicOps-4545604-router', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:53Z', 'updated_at': '2021-10-13T14:32:56Z', 'revision_number': 3, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'gw_port': {'id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:55Z', 'updated_at': '2021-10-13T14:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:32:59.714181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Checking router: 2f6fdbdb-302f-4030-9062-505e7b607d89 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:32:59.724738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Updating router 2f6fdbdb-302f-4030-9062-505e7b607d89 port 1f8002ee-340a-42e9-9de1-f85edc18a332 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:32:59.742750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e6b5bda-373e-4ec7-bede-6ac85c522fef req-28763e97-8186-4633-929f-b8b993d82c4c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184614 Oct 13 14:32:59.768744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-4b23142a-0fcc-4595-a30b-84c84452442f req-58ec7679-8e40-4862-b3be-742e79b9f23a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Allocated IP 10.2.2.100 (04869804-6b90-49cf-9c8c-d69c53d0480c/b211eb86-cceb-4223-8e35-6e5309a555d4/721e5f9b-285c-4d44-b325-575341d83b4e) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:32:59.822778 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:59.922801 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-58ec7679-8e40-4862-b3be-742e79b9f23a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:59.928384 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86dd11e8-b934-476d-86ff-4e286629c0e1 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:59.965396 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86dd11e8-b934-476d-86ff-4e286629c0e1 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:32:59.971981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43938) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:32:59.972468 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-86dd11e8-b934-476d-86ff-4e286629c0e1 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "DELETE /v2.0/networks/8cb8c0cf-1e05-41a0-b755-af9bbd0d33db HTTP/1.1" status: 204 len: 168 time: 0.8857794 Oct 13 14:32:59.989351 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd11e8-b934-476d-86ff-4e286629c0e1 tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event deleted for resources: {'Network': ['ID=8cb8c0cf-1e05-41a0-b755-af9bbd0d33db,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:00.056718 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.063395 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-58ec7679-8e40-4862-b3be-742e79b9f23a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.129520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7679-8e40-4862-b3be-742e79b9f23a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'Port': ['ID=721e5f9b-285c-4d44-b325-575341d83b4e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:00.159625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847591c-4489-4501-a99c-9a72281cb210 req-bda4430a-31ca-4cd6-82f0-8611a843d2fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:00.166709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847591c-4489-4501-a99c-9a72281cb210 req-bda4430a-31ca-4cd6-82f0-8611a843d2fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:00.173332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847591c-4489-4501-a99c-9a72281cb210 req-bda4430a-31ca-4cd6-82f0-8611a843d2fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:00.181459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e847591c-4489-4501-a99c-9a72281cb210 req-bda4430a-31ca-4cd6-82f0-8611a843d2fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 2374 time: 0.2206664 Oct 13 14:33:00.196591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b23142a-0fcc-4595-a30b-84c84452442f req-58ec7679-8e40-4862-b3be-742e79b9f23a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Network 04869804-6b90-49cf-9c8c-d69c53d0480c is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:00.204594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-4b23142a-0fcc-4595-a30b-84c84452442f req-58ec7679-8e40-4862-b3be-742e79b9f23a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:00.208791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-58ec7679-8e40-4862-b3be-742e79b9f23a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:00.267441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Allocated IP 172.20.0.1 (4a5a21dc-640b-49fb-8265-426f093d887e/0bbad8c7-1e57-4502-852a-6428080082e8/f730c615-e667-438d-8a39-a8ccdb6a8585) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:00.288612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-58ec7679-8e40-4862-b3be-742e79b9f23a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:00.293264 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-58ec7679-8e40-4862-b3be-742e79b9f23a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.362791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0ce7-1266-43b2-ad1a-89e0a7e0920e tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.426685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-58ec7679-8e40-4862-b3be-742e79b9f23a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3930748 Oct 13 14:33:00.436213 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.439043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e847591c-4489-4501-a99c-9a72281cb210 req-5c1e7a94-c22d-4adf-b0fe-0a4075178996 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555976 Oct 13 14:33:00.449857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1e47d948-dad9-4d2c-8fde-a80b5b8c2db2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'port': {'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c', 'admin_state_up': True, 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'security_groups': ['6c1c1856-76c8-4fdb-a6a6-f6c731748cb6']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:00.474601 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.481308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cb88e9cc-900c-483e-bfe6-a8befcfce66d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:33:00.606064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.623107 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.699203 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0ce7-1266-43b2-ad1a-89e0a7e0920e tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.747482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Network 4a5a21dc-640b-49fb-8265-426f093d887e is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:00.753536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:00.757287 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51dbc1-0da4-418e-96a4-013ed181b969 None None] Pushing event updated for resources: {'Port': ['ID=1f8002ee-340a-42e9-9de1-f85edc18a332,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:00.758040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-d9ef0ce7-1266-43b2-ad1a-89e0a7e0920e tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d1de57-8d50-4744-94b0-f03f75fc7ea2']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:00.773252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-d9ef0ce7-1266-43b2-ad1a-89e0a7e0920e tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493fa4d0-0dfa-4646-9bbd-584c990d0f21') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:00.773629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-d9ef0ce7-1266-43b2-ad1a-89e0a7e0920e tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493fa4d0-0dfa-4646-9bbd-584c990d0f21') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:00.781548 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:00.793964 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0ce7-1266-43b2-ad1a-89e0a7e0920e tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.799732 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Attempting to bind port 1f8002ee-340a-42e9-9de1-f85edc18a332 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:00.800124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Attempting to bind port 1f8002ee-340a-42e9-9de1-f85edc18a332 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:00.800460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Attempting to bind port 1f8002ee-340a-42e9-9de1-f85edc18a332 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:00.802495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port cb88e9cc-900c-483e-bfe6-a8befcfce66d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:00.802862 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.825788 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0ce7-1266-43b2-ad1a-89e0a7e0920e tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.836685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:00.837202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:00.837499 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.837892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:00.839341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Bound port: 1f8002ee-340a-42e9-9de1-f85edc18a332, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:00.839613 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.844437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Pushing event updated for resources: {'Port': ['ID=f730c615-e667-438d-8a39-a8ccdb6a8585,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:00.846847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ef0ce7-1266-43b2-ad1a-89e0a7e0920e tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:33:00.849162 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0ce7-1266-43b2-ad1a-89e0a7e0920e tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:33:00.859760 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:33:00.889179 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.902126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1e47d948-dad9-4d2c-8fde-a80b5b8c2db2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Made reservation on behalf of 6ed4b0eb351b4f6eb79e169e27d158cc for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:00.927693 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1e47d948-dad9-4d2c-8fde-a80b5b8c2db2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:00.964504 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] For port 1f8002ee-340a-42e9-9de1-f85edc18a332, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:01.002121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] For port 1f8002ee-340a-42e9-9de1-f85edc18a332, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1f8002ee-340a-42e9-9de1-f85edc18a332,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:01.014464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ca70c327-ba5e-4a85-a0e4-9867a56de5a0 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:33:01.046596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: ca70c327-ba5e-4a85-a0e4-9867a56de5a0 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:33:01.047002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ca70c327-ba5e-4a85-a0e4-9867a56de5a0 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:33:01.068765 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:01.140684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51dbc1-0da4-418e-96a4-013ed181b969 None None] Pushing event updated for resources: {'Port': ['ID=1f8002ee-340a-42e9-9de1-f85edc18a332,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:01.189127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Routers {'2f6fdbdb-302f-4030-9062-505e7b607d89'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:33:01.189906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2f6fdbdb-302f-4030-9062-505e7b607d89'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:01.204496 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:01.345320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2315ee-6485-473b-96cd-98d8628c46eb req-b31a6fa7-ca02-4ca9-8362-66ffcb3d48f9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:01.346846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d2315ee-6485-473b-96cd-98d8628c46eb req-b31a6fa7-ca02-4ca9-8362-66ffcb3d48f9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 943 time: 0.4089966 Oct 13 14:33:01.359491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1e47d948-dad9-4d2c-8fde-a80b5b8c2db2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Allocated IP 10.2.2.200 (04869804-6b90-49cf-9c8c-d69c53d0480c/b211eb86-cceb-4223-8e35-6e5309a555d4/9a7abfe3-3a61-4eb1-92c2-71aff895cb6c) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:01.375102 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0ce7-1266-43b2-ad1a-89e0a7e0920e tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:01.391137 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9ef0ce7-1266-43b2-ad1a-89e0a7e0920e tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:01.394252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d9ef0ce7-1266-43b2-ad1a-89e0a7e0920e tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] 10.222.0.18 "DELETE /v2.0/networks/62d1de57-8d50-4744-94b0-f03f75fc7ea2 HTTP/1.1" status: 204 len: 168 time: 1.4210165 Oct 13 14:33:01.415498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-eda7c455-2f11-419e-8c5f-f5e6e67d8794 None None] Provisioning complete for port 721e5f9b-285c-4d44-b325-575341d83b4e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:01.418800 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eda7c455-2f11-419e-8c5f-f5e6e67d8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:01.454556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef0ce7-1266-43b2-ad1a-89e0a7e0920e tempest-BulkNetworkOpsIpV6Test-506095913 tempest-BulkNetworkOpsIpV6Test-506095913-project] Pushing event deleted for resources: {'Network': ['ID=62d1de57-8d50-4744-94b0-f03f75fc7ea2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:01.499190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d2315ee-6485-473b-96cd-98d8628c46eb req-c0f6d986-15d1-41e5-a17f-0edc0fbd5b58 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414068 Oct 13 14:33:01.504248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-eda7c455-2f11-419e-8c5f-f5e6e67d8794 None None] Port 721e5f9b-285c-4d44-b325-575341d83b4e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:33:01.555190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-eda7c455-2f11-419e-8c5f-f5e6e67d8794 None None] Provisioning complete for port f730c615-e667-438d-8a39-a8ccdb6a8585 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:01.561558 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eda7c455-2f11-419e-8c5f-f5e6e67d8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:01.564685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] Set router 2f6fdbdb-302f-4030-9062-505e7b607d89 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:33:01.581271 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:01.656706 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:01.675242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-eda7c455-2f11-419e-8c5f-f5e6e67d8794 None None] Port f730c615-e667-438d-8a39-a8ccdb6a8585 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:33:01.762723 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1e47d948-dad9-4d2c-8fde-a80b5b8c2db2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:01.773807 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Pushing event updated for resources: {'Port': ['ID=f730c615-e667-438d-8a39-a8ccdb6a8585,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:01.864071 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:01.897711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016729fb-320d-4691-81a1-5f6f98253985 req-cd616d16-974e-40f8-be22-526862441b8e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:01.909699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016729fb-320d-4691-81a1-5f6f98253985 req-cd616d16-974e-40f8-be22-526862441b8e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:01.917714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016729fb-320d-4691-81a1-5f6f98253985 req-cd616d16-974e-40f8-be22-526862441b8e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:01.925132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016729fb-320d-4691-81a1-5f6f98253985 req-cd616d16-974e-40f8-be22-526862441b8e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:01.933782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-016729fb-320d-4691-81a1-5f6f98253985 req-cd616d16-974e-40f8-be22-526862441b8e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 3095 time: 0.3345776 Oct 13 14:33:01.937980 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'name': 'tempest-TestAggregatesBasicOps-4545604-router', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:53Z', 'updated_at': '2021-10-13T14:33:01Z', 'revision_number': 4, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'gw_port': {'id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:55Z', 'updated_at': '2021-10-13T14:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f730c615-e667-438d-8a39-a8ccdb6a8585', 'name': '', 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'mac_address': 'fa:16:3e:2c:13:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '0bbad8c7-1e57-4502-852a-6428080082e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:33:00Z', 'updated_at': '2021-10-13T14:33:00Z', 'revision_number': 1, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'subnets': [{'id': '0bbad8c7-1e57-4502-852a-6428080082e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:01.964561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1e47d948-dad9-4d2c-8fde-a80b5b8c2db2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:01.972523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b08e8f-79c5-4fc9-a0f9-3db8eb24aff3 None None] The sync data for ids ['2f6fdbdb-302f-4030-9062-505e7b607d89'] in n-d-806683-15 is: [{'id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'name': 'tempest-TestAggregatesBasicOps-4545604-router', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:53Z', 'updated_at': '2021-10-13T14:33:01Z', 'revision_number': 4, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'gw_port': {'id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:55Z', 'updated_at': '2021-10-13T14:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f730c615-e667-438d-8a39-a8ccdb6a8585', 'name': '', 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'mac_address': 'fa:16:3e:2c:13:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '0bbad8c7-1e57-4502-852a-6428080082e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:33:00Z', 'updated_at': '2021-10-13T14:33:00Z', 'revision_number': 1, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'subnets': [{'id': '0bbad8c7-1e57-4502-852a-6428080082e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:33:02.038069 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47d948-dad9-4d2c-8fde-a80b5b8c2db2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event updated for resources: {'Port': ['ID=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:02.061839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1e47d948-dad9-4d2c-8fde-a80b5b8c2db2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Network 04869804-6b90-49cf-9c8c-d69c53d0480c is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:02.066652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1e47d948-dad9-4d2c-8fde-a80b5b8c2db2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:02.069311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1e47d948-dad9-4d2c-8fde-a80b5b8c2db2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:02.087489 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Network 4a5a21dc-640b-49fb-8265-426f093d887e is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:02.090953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:02.147499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1e47d948-dad9-4d2c-8fde-a80b5b8c2db2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:02.148366 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1e47d948-dad9-4d2c-8fde-a80b5b8c2db2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:02.161491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43956) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:02.170633 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-016729fb-320d-4691-81a1-5f6f98253985 req-94c2845e-2fa4-4921-91f9-e693f9798c06 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347889 Oct 13 14:33:02.225487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1e47d948-dad9-4d2c-8fde-a80b5b8c2db2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7827711 Oct 13 14:33:02.240761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Request body: {'port': {'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:02.310940 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Router 2f6fdbdb-302f-4030-9062-505e7b607d89 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:33:02.443202 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:02.581456 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:33:02.600294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3916d702-f0e0-49d6-9cfb-580e30ca481c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c836ad7877b4645941c057ef1d8a383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254491 Oct 13 14:33:02.600388 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-18abca92-9611-463e-a158-609b3e2369fc admin admin] 10.222.0.18 "PUT /v2.0/routers/2f6fdbdb-302f-4030-9062-505e7b607d89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6644413 Oct 13 14:33:02.614239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43966) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:02.712593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f05b7c25-0645-494a-b793-ace5b8317772 None None] Provisioning complete for port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:02.712798 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f05b7c25-0645-494a-b793-ace5b8317772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:02.771265 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f05b7c25-0645-494a-b793-ace5b8317772 None None] Port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:33:02.783999 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f05b7c25-0645-494a-b793-ace5b8317772 None None] Provisioning complete for port f730c615-e667-438d-8a39-a8ccdb6a8585 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:02.784211 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f05b7c25-0645-494a-b793-ace5b8317772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:02.844605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f05b7c25-0645-494a-b793-ace5b8317772 None None] Port f730c615-e667-438d-8a39-a8ccdb6a8585 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:33:02.883925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af5cd4-4547-4be1-b486-dae71ce9fdae req-9d517064-cd46-405e-aca9-f6e942ad1072 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:02.892271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7af5cd4-4547-4be1-b486-dae71ce9fdae req-9d517064-cd46-405e-aca9-f6e942ad1072 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 943 time: 0.2061024 Oct 13 14:33:02.939501 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b60a5742-344c-4a9f-b5db-6d7dcc2a4b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:02.991812 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7af5cd4-4547-4be1-b486-dae71ce9fdae req-384a636a-12d1-4c5e-a7fa-1b689d8bc21e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986762 Oct 13 14:33:02.999952 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b60a5742-344c-4a9f-b5db-6d7dcc2a4b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:03.152201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6570fba8-02df-4686-b8cd-13bad9a25560 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:03.162015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:03.176063 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b60a5742-344c-4a9f-b5db-6d7dcc2a4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:03.179145 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b60a5742-344c-4a9f-b5db-6d7dcc2a4b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:03.183424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b60a5742-344c-4a9f-b5db-6d7dcc2a4b98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c080f15-b39b-4563-b9e3-e1b463bd5743 HTTP/1.1" status: 204 len: 168 time: 0.5680497 Oct 13 14:33:03.221906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Transition to ACTIVE for port object 6570fba8-02df-4686-b8cd-13bad9a25560 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:33:03.223374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a5742-344c-4a9f-b5db-6d7dcc2a4b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c080f15-b39b-4563-b9e3-e1b463bd5743,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:03.308781 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:03.463888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Pushing event updated for resources: {'Port': ['ID=6570fba8-02df-4686-b8cd-13bad9a25560,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:03.503271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ca52d-72dc-46e9-8609-9aaea46524c3 req-7d2e2c5b-749d-42fa-900b-a12aba2cb447 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:03.520177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ca52d-72dc-46e9-8609-9aaea46524c3 req-7d2e2c5b-749d-42fa-900b-a12aba2cb447 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:03.527290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ca52d-72dc-46e9-8609-9aaea46524c3 req-7d2e2c5b-749d-42fa-900b-a12aba2cb447 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:03.533737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ca52d-72dc-46e9-8609-9aaea46524c3 req-7d2e2c5b-749d-42fa-900b-a12aba2cb447 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:03.540159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ca52d-72dc-46e9-8609-9aaea46524c3 req-7d2e2c5b-749d-42fa-900b-a12aba2cb447 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:03.542584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c78ca52d-72dc-46e9-8609-9aaea46524c3 req-7d2e2c5b-749d-42fa-900b-a12aba2cb447 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 3828 time: 0.1940703 Oct 13 14:33:03.612587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Attempting to bind port 6570fba8-02df-4686-b8cd-13bad9a25560 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:03.613184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Attempting to bind port 6570fba8-02df-4686-b8cd-13bad9a25560 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:03.613663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Attempting to bind port 6570fba8-02df-4686-b8cd-13bad9a25560 on network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:03.623869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Port 6570fba8-02df-4686-b8cd-13bad9a25560 on network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:33:03.624539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Attempting to bind port 6570fba8-02df-4686-b8cd-13bad9a25560 on network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:03.643150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:03.643680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Checking segment: {'id': 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:03.644079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Bound using segment: {'id': 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:03.644521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Bound port: 6570fba8-02df-4686-b8cd-13bad9a25560, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:03.644883 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:03.666895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c78ca52d-72dc-46e9-8609-9aaea46524c3 req-4983e3b9-5ca0-4aa2-8372-4cc07e165b97 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760713 Oct 13 14:33:03.828610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] For port 6570fba8-02df-4686-b8cd-13bad9a25560, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:03.836411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] For port 6570fba8-02df-4686-b8cd-13bad9a25560, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6570fba8-02df-4686-b8cd-13bad9a25560,segment=NetworkSegment(d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb),segment_id=d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:03.907896 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:03.992295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:03.992928 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:03.994513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] 10.222.0.41 "PUT /v2.0/ports/6570fba8-02df-4686-b8cd-13bad9a25560 HTTP/1.1" status: 200 len: 1092 time: 1.7595575 Oct 13 14:33:03.995187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': '6570fba8-02df-4686-b8cd-13bad9a25560'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:33:03.998309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 994bd72a-0611-4e0b-8f0f-96b698253f7c details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:33:03.998981 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba8040c-423f-4fb4-8948-381608ec6665" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "6570fba8-02df-4686-b8cd-13bad9a25560"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:33:04.046086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa261648-468f-4514-9682-41ce35c3df42 service neutron] Pushing event updated for resources: {'Port': ['ID=6570fba8-02df-4686-b8cd-13bad9a25560,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:04.086656 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e4d665-1c0c-4ba1-9fa7-d9ebeb459fe5 x-openstack-request-id: req-02e4d665-1c0c-4ba1-9fa7-d9ebeb459fe5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:33:04.086911 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "6570fba8-02df-4686-b8cd-13bad9a25560", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:33:04.087173 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02e4d665-1c0c-4ba1-9fa7-d9ebeb459fe5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:33:04.087619 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': '6570fba8-02df-4686-b8cd-13bad9a25560', 'status': 'completed', 'code': 200} Oct 13 14:33:04.204706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Request body: {'port': {'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:04.377834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 994bd72a-0611-4e0b-8f0f-96b698253f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=994bd72a-0611-4e0b-8f0f-96b698253f7c,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:04.406419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '994bd72a-0611-4e0b-8f0f-96b698253f7c', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'port_id': '994bd72a-0611-4e0b-8f0f-96b698253f7c', 'mac_address': 'fa:16:3e:41:59:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:33:04.513768 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:04.513859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8040c-423f-4fb4-8948-381608ec6665 req-8bc6c70d-98f2-4203-b331-a9838d5751ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:04.526634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8040c-423f-4fb4-8948-381608ec6665 req-8bc6c70d-98f2-4203-b331-a9838d5751ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:04.530110 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994bd72a-0611-4e0b-8f0f-96b698253f7c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:04.533144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8040c-423f-4fb4-8948-381608ec6665 req-8bc6c70d-98f2-4203-b331-a9838d5751ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:04.534187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8040c-423f-4fb4-8948-381608ec6665 req-8bc6c70d-98f2-4203-b331-a9838d5751ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:04.535191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8040c-423f-4fb4-8948-381608ec6665 req-8bc6c70d-98f2-4203-b331-a9838d5751ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:04.538191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ba8040c-423f-4fb4-8948-381608ec6665 req-8bc6c70d-98f2-4203-b331-a9838d5751ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 4364 time: 0.4462252 Oct 13 14:33:04.558773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:04.585901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 994bd72a-0611-4e0b-8f0f-96b698253f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=994bd72a-0611-4e0b-8f0f-96b698253f7c,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:04.623134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1f8002ee-340a-42e9-9de1-f85edc18a332 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:33:04.703611 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:04.737441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66fd5b-2c87-43ba-8a81-4a1622ea2d03 req-9c2c85e3-27e4-46b2-9695-bd8f58692c34 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:04.748036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c66fd5b-2c87-43ba-8a81-4a1622ea2d03 req-9c2c85e3-27e4-46b2-9695-bd8f58692c34 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 943 time: 0.5671754 Oct 13 14:33:04.805038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=994bd72a-0611-4e0b-8f0f-96b698253f7c,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:04.815847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1f8002ee-340a-42e9-9de1-f85edc18a332 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:04.816804 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:04.975244 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['994bd72a-0611-4e0b-8f0f-96b698253f7c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:33:04.977264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8040c-423f-4fb4-8948-381608ec6665 req-6c4e7312-a05a-4872-a7fe-5d571429ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:04.977876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8040c-423f-4fb4-8948-381608ec6665 req-6c4e7312-a05a-4872-a7fe-5d571429ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:04.980839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8040c-423f-4fb4-8948-381608ec6665 req-6c4e7312-a05a-4872-a7fe-5d571429ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:04.984809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ba8040c-423f-4fb4-8948-381608ec6665 req-6c4e7312-a05a-4872-a7fe-5d571429ab46 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4278500 Oct 13 14:33:05.035375 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:05.060703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44042) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:05.071316 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 1f8002ee-340a-42e9-9de1-f85edc18a332, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1f8002ee-340a-42e9-9de1-f85edc18a332,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:05.159363 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:05.184439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c66fd5b-2c87-43ba-8a81-4a1622ea2d03 req-bd634546-0dbd-4788-9791-3adbf4598b82 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335997 Oct 13 14:33:05.292581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1469446326'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:05.360441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=1f8002ee-340a-42e9-9de1-f85edc18a332,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:05.421850 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:05.422989 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:05.433346 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:05.555073 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:05.620861 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:05.656901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:33:05.674692 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a70af5d-9f39-4840-8b58-0a0f57b1030d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:05.678099 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:05.678909 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Added segment 03321749-48da-4094-8c6a-6c6dd3c87769 of type vlan for network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 Oct 13 14:33:05.741083 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:05.755276 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Sync routers for ids ['2f6fdbdb-302f-4030-9062-505e7b607d89'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:33:05.764708 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Routers {'2f6fdbdb-302f-4030-9062-505e7b607d89'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:33:05.765720 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2f6fdbdb-302f-4030-9062-505e7b607d89'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:05.831915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf1368-a9f8-4000-97bf-c1543fad8484 req-916769e7-22bd-47d5-ba25-ea58ebca6268 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:05.840132 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:05.841203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf1368-a9f8-4000-97bf-c1543fad8484 req-916769e7-22bd-47d5-ba25-ea58ebca6268 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:05.849239 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:05.849239 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:05.854773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44060) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:05.857079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf1368-a9f8-4000-97bf-c1543fad8484 req-916769e7-22bd-47d5-ba25-ea58ebca6268 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:05.863505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf1368-a9f8-4000-97bf-c1543fad8484 req-916769e7-22bd-47d5-ba25-ea58ebca6268 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:05.869833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf1368-a9f8-4000-97bf-c1543fad8484 req-916769e7-22bd-47d5-ba25-ea58ebca6268 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:05.877957 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dbf1368-a9f8-4000-97bf-c1543fad8484 req-916769e7-22bd-47d5-ba25-ea58ebca6268 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 3828 time: 1.0136359 Oct 13 14:33:05.887645 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Set router 2f6fdbdb-302f-4030-9062-505e7b607d89 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:33:06.011946 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 994bd72a-0611-4e0b-8f0f-96b698253f7c up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:33:06.060518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Network': ['ID=ae944195-4cde-4b37-8dde-ba87bbfbd8e1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:06.079608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:33:06.168912 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c12eac79-7d4e-47b1-8d39-f9f269fbdb72 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1064658 Oct 13 14:33:06.176744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44062) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:06.185567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dbf1368-a9f8-4000-97bf-c1543fad8484 req-24885116-6fbe-494b-b733-30061119a067 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024983 Oct 13 14:33:06.187529 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'name': 'tempest-PortsIpV6TestJSON-2087926930'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:06.201587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8040c-423f-4fb4-8948-381608ec6665 req-69a4ccd8-3959-4a21-ac8c-1fe449de664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:06.204152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ba8040c-423f-4fb4-8948-381608ec6665 req-69a4ccd8-3959-4a21-ac8c-1fe449de664c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2092197 Oct 13 14:33:06.233113 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'name': 'tempest-TestAggregatesBasicOps-4545604-router', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:53Z', 'updated_at': '2021-10-13T14:33:01Z', 'revision_number': 4, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'gw_port': {'id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:55Z', 'updated_at': '2021-10-13T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f730c615-e667-438d-8a39-a8ccdb6a8585', 'name': '', 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'mac_address': 'fa:16:3e:2c:13:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '0bbad8c7-1e57-4502-852a-6428080082e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:33:00Z', 'updated_at': '2021-10-13T14:33:01Z', 'revision_number': 2, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'subnets': [{'id': '0bbad8c7-1e57-4502-852a-6428080082e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:06.294389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f928a12f-8d60-4dde-bc7d-f75ac0b51092 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:06.307037 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:06.307983 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Checking router: 2f6fdbdb-302f-4030-9062-505e7b607d89 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:33:06.308491 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Updating router 2f6fdbdb-302f-4030-9062-505e7b607d89 port f730c615-e667-438d-8a39-a8ccdb6a8585 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:33:06.358091 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:06.381319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 994bd72a-0611-4e0b-8f0f-96b698253f7c completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:33:06.385883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 994bd72a-0611-4e0b-8f0f-96b698253f7c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:06.386370 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:06.402193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Transition to ACTIVE for port object f928a12f-8d60-4dde-bc7d-f75ac0b51092 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:33:06.464019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da13c59-63a3-4a27-acef-afc076839805 req-b91cee68-fdfa-4e61-b867-60efc907ac6a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:06.468853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6da13c59-63a3-4a27-acef-afc076839805 req-b91cee68-fdfa-4e61-b867-60efc907ac6a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 944 time: 0.1383493 Oct 13 14:33:06.470156 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:06.491832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1f8002ee-340a-42e9-9de1-f85edc18a332 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:33:06.525128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:06.529810 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:06.563082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port 37796340-beff-4d3e-9397-bdbaed41db58 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:33:06.605123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1f8002ee-340a-42e9-9de1-f85edc18a332 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:06.605737 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:06.667967 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:06.729405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6da13c59-63a3-4a27-acef-afc076839805 req-ba744370-b824-442d-a1df-3492e25f05d9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346828 Oct 13 14:33:06.750369 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3c764b-a93d-4354-b22e-664a00be2691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994bd72a-0611-4e0b-8f0f-96b698253f7c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:33:06.752865 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2edb566-7697-470e-86d0-e369e4ae05e3" -d '{"events": [{"server_uuid": "af3c764b-a93d-4354-b22e-664a00be2691", "name": "network-vif-plugged", "status": "completed", "tag": "994bd72a-0611-4e0b-8f0f-96b698253f7c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:33:06.772215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 994bd72a-0611-4e0b-8f0f-96b698253f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=994bd72a-0611-4e0b-8f0f-96b698253f7c,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:06.810079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Pushing event updated for resources: {'Port': ['ID=f928a12f-8d60-4dde-bc7d-f75ac0b51092,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:06.847181 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:06.878068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Attempting to bind port f928a12f-8d60-4dde-bc7d-f75ac0b51092 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:06.878592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Attempting to bind port f928a12f-8d60-4dde-bc7d-f75ac0b51092 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:06.878778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Attempting to bind port f928a12f-8d60-4dde-bc7d-f75ac0b51092 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:06.884465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Port f928a12f-8d60-4dde-bc7d-f75ac0b51092 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:33:06.884808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Attempting to bind port f928a12f-8d60-4dde-bc7d-f75ac0b51092 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:06.901971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:06.902325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Checking segment: {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:06.902719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Bound using segment: {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:06.903215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Bound port: f928a12f-8d60-4dde-bc7d-f75ac0b51092, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:06.904722 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:06.963694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=994bd72a-0611-4e0b-8f0f-96b698253f7c,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:07.007011 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:07.058861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] For port f928a12f-8d60-4dde-bc7d-f75ac0b51092, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:07.062564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] For port f928a12f-8d60-4dde-bc7d-f75ac0b51092, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f928a12f-8d60-4dde-bc7d-f75ac0b51092,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:07.084438 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:07.137507 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944861a7-e604-46bd-8e03-e7afb2decf49 x-openstack-request-id: req-944861a7-e604-46bd-8e03-e7afb2decf49 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:33:07.138022 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3c764b-a93d-4354-b22e-664a00be2691", "name": "network-vif-plugged", "status": "completed", "tag": "994bd72a-0611-4e0b-8f0f-96b698253f7c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:33:07.138626 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-944861a7-e604-46bd-8e03-e7afb2decf49 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:33:07.139137 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3c764b-a93d-4354-b22e-664a00be2691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994bd72a-0611-4e0b-8f0f-96b698253f7c', 'code': 200} Oct 13 14:33:07.142165 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:07.235154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:07.242999 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:07.245109 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] 10.222.0.41 "PUT /v2.0/ports/f928a12f-8d60-4dde-bc7d-f75ac0b51092 HTTP/1.1" status: 200 len: 1131 time: 3.0686636 Oct 13 14:33:07.256878 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d99b91-dca3-4940-b336-58f8e33fdc22 None None] Pushing event updated for resources: {'Port': ['ID=f730c615-e667-438d-8a39-a8ccdb6a8585,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:07.266023 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': 'f928a12f-8d60-4dde-bc7d-f75ac0b51092'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:33:07.271655 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86432070-843b-411e-9fd0-5e99261aab90" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "f928a12f-8d60-4dde-bc7d-f75ac0b51092"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:33:07.348370 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Attempting to bind port f730c615-e667-438d-8a39-a8ccdb6a8585 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:07.352676 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Attempting to bind port f730c615-e667-438d-8a39-a8ccdb6a8585 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7f511379-5ece-409b-9685-ec48b2f8ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:07.355253 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Attempting to bind port f730c615-e667-438d-8a39-a8ccdb6a8585 on network 4a5a21dc-640b-49fb-8265-426f093d887e {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:07.372525 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:07.373384 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Checking segment: {'id': '7f511379-5ece-409b-9685-ec48b2f8ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:07.374014 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:07.374620 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Bound using segment: {'id': '7f511379-5ece-409b-9685-ec48b2f8ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:07.375336 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Bound port: f730c615-e667-438d-8a39-a8ccdb6a8585, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f511379-5ece-409b-9685-ec48b2f8ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:07.376054 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:07.430563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Request body: {'port': {'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:07.469533 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6699f6e3-3798-4425-91e4-5b33af5ac538 x-openstack-request-id: req-6699f6e3-3798-4425-91e4-5b33af5ac538 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:33:07.469896 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "f928a12f-8d60-4dde-bc7d-f75ac0b51092", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:33:07.470095 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6699f6e3-3798-4425-91e4-5b33af5ac538 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:33:07.470511 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': 'f928a12f-8d60-4dde-bc7d-f75ac0b51092', 'status': 'completed', 'code': 200} Oct 13 14:33:07.513226 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] For port f730c615-e667-438d-8a39-a8ccdb6a8585, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:07.517586 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] For port f730c615-e667-438d-8a39-a8ccdb6a8585, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f730c615-e667-438d-8a39-a8ccdb6a8585,segment=NetworkSegment(7f511379-5ece-409b-9685-ec48b2f8ec12),segment_id=7f511379-5ece-409b-9685-ec48b2f8ec12)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:07.621807 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:07.661075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994f2b5-671b-430f-9660-aacbab5393bd service neutron] Pushing event updated for resources: {'Port': ['ID=f928a12f-8d60-4dde-bc7d-f75ac0b51092,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:07.745550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd85b9e-38db-4c3d-ad45-f5748ca69ece req-5644af38-9132-4221-90fd-af41331aacb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:07.761545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7fd85b9e-38db-4c3d-ad45-f5748ca69ece req-5644af38-9132-4221-90fd-af41331aacb5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 1097 time: 0.5418427 Oct 13 14:33:07.769194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-86d95ecb-c838-4a21-8443-3ba6a76e6813 None None] Provisioning complete for port f730c615-e667-438d-8a39-a8ccdb6a8585 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:07.769780 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-86d95ecb-c838-4a21-8443-3ba6a76e6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:07.787264 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Routers {'2f6fdbdb-302f-4030-9062-505e7b607d89'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:33:07.788917 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2f6fdbdb-302f-4030-9062-505e7b607d89'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:07.795696 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d99b91-dca3-4940-b336-58f8e33fdc22 None None] Pushing event updated for resources: {'Port': ['ID=f730c615-e667-438d-8a39-a8ccdb6a8585,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:07.825425 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:07.874577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432070-843b-411e-9fd0-5e99261aab90 req-62473b12-9b36-4082-97ef-470bdfdec339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:07.875340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432070-843b-411e-9fd0-5e99261aab90 req-62473b12-9b36-4082-97ef-470bdfdec339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:07.875971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432070-843b-411e-9fd0-5e99261aab90 req-62473b12-9b36-4082-97ef-470bdfdec339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:07.876593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432070-843b-411e-9fd0-5e99261aab90 req-62473b12-9b36-4082-97ef-470bdfdec339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:07.877264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432070-843b-411e-9fd0-5e99261aab90 req-62473b12-9b36-4082-97ef-470bdfdec339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:07.877893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432070-843b-411e-9fd0-5e99261aab90 req-62473b12-9b36-4082-97ef-470bdfdec339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:07.879980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86432070-843b-411e-9fd0-5e99261aab90 req-62473b12-9b36-4082-97ef-470bdfdec339 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5288 time: 0.3752208 Oct 13 14:33:07.907201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-86d95ecb-c838-4a21-8443-3ba6a76e6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:07.915001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1af9-cc09-415f-945c-eba0dd86da91 req-a1b755d6-a7dc-4dde-84a0-0c52dc14951b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:07.930889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1af9-cc09-415f-945c-eba0dd86da91 req-a1b755d6-a7dc-4dde-84a0-0c52dc14951b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:07.944832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1af9-cc09-415f-945c-eba0dd86da91 req-a1b755d6-a7dc-4dde-84a0-0c52dc14951b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:07.951455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1af9-cc09-415f-945c-eba0dd86da91 req-a1b755d6-a7dc-4dde-84a0-0c52dc14951b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:07.954890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-86d95ecb-c838-4a21-8443-3ba6a76e6813 None None] For port f730c615-e667-438d-8a39-a8ccdb6a8585, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f730c615-e667-438d-8a39-a8ccdb6a8585,segment=NetworkSegment(7f511379-5ece-409b-9685-ec48b2f8ec12),segment_id=7f511379-5ece-409b-9685-ec48b2f8ec12)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:07.971489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1af9-cc09-415f-945c-eba0dd86da91 req-a1b755d6-a7dc-4dde-84a0-0c52dc14951b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:07.971689 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:07.978347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d1af9-cc09-415f-945c-eba0dd86da91 req-a1b755d6-a7dc-4dde-84a0-0c52dc14951b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:08.004063 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e06d1af9-cc09-415f-945c-eba0dd86da91 req-a1b755d6-a7dc-4dde-84a0-0c52dc14951b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 4600 time: 0.5988474 Oct 13 14:33:08.008637 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] Set router 2f6fdbdb-302f-4030-9062-505e7b607d89 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:33:08.027242 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-86d95ecb-c838-4a21-8443-3ba6a76e6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:08.112586 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e71eca5d-a610-4b4d-a5c9-50ef338a9305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:08.170488 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:08.174375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d95ecb-c838-4a21-8443-3ba6a76e6813 None None] Pushing event updated for resources: {'Port': ['ID=f730c615-e667-438d-8a39-a8ccdb6a8585,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:08.217365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7fd85b9e-38db-4c3d-ad45-f5748ca69ece req-f3d39551-e4cf-499c-94e9-b0b5eee2008d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480326 Oct 13 14:33:08.245438 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=37796340-beff-4d3e-9397-bdbaed41db58,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:08.279477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-39ecb907-1efb-4381-997b-a54a8a366835 None None] Provisioning complete for port f730c615-e667-438d-8a39-a8ccdb6a8585 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:08.280019 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-39ecb907-1efb-4381-997b-a54a8a366835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:08.493142 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Checking segment: {'id': '03321749-48da-4094-8c6a-6c6dd3c87769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:08.495201 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network hostable DHCP agents. Network: ae944195-4cde-4b37-8dde-ba87bbfbd8e1, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:33:08.498021 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'name': 'tempest-TestAggregatesBasicOps-4545604-router', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:53Z', 'updated_at': '2021-10-13T14:33:01Z', 'revision_number': 4, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'gw_port': {'id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:55Z', 'updated_at': '2021-10-13T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f730c615-e667-438d-8a39-a8ccdb6a8585', 'name': '', 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'mac_address': 'fa:16:3e:2c:13:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '0bbad8c7-1e57-4502-852a-6428080082e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:33:00Z', 'updated_at': '2021-10-13T14:33:07Z', 'revision_number': 4, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'subnets': [{'id': '0bbad8c7-1e57-4502-852a-6428080082e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:08.547620 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f730c615-e667-438d-8a39-a8ccdb6a8585 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:33:08.562429 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d5708c-2fcc-4332-b00f-f73fd9dd216e None None] The sync data for ids ['2f6fdbdb-302f-4030-9062-505e7b607d89'] in n-d-806683-15 is: [{'id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'name': 'tempest-TestAggregatesBasicOps-4545604-router', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:53Z', 'updated_at': '2021-10-13T14:33:01Z', 'revision_number': 4, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'gw_port': {'id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:55Z', 'updated_at': '2021-10-13T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f730c615-e667-438d-8a39-a8ccdb6a8585', 'name': '', 'network_id': '4a5a21dc-640b-49fb-8265-426f093d887e', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'mac_address': 'fa:16:3e:2c:13:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '0bbad8c7-1e57-4502-852a-6428080082e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:33:00Z', 'updated_at': '2021-10-13T14:33:07Z', 'revision_number': 4, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'subnets': [{'id': '0bbad8c7-1e57-4502-852a-6428080082e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:33:08.689855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f730c615-e667-438d-8a39-a8ccdb6a8585 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:08.691016 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:08.783216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:08.797048 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:08.797214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:33:08.811800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Transition to ACTIVE for port object 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:33:08.856381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e06d1af9-cc09-415f-945c-eba0dd86da91 req-1bb50a64-b5a2-441c-bd82-d681d7420b3c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8510489 Oct 13 14:33:08.860541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e71eca5d-a610-4b4d-a5c9-50ef338a9305 admin admin] Deleting port cbea1226-abef-4541-abb4-101df9153d52 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:08.860896 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e71eca5d-a610-4b4d-a5c9-50ef338a9305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:08.868528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcd5d4-33af-4703-b5fb-95764fd90480 req-6979c1e6-a8b8-4423-b5b4-ef6d83749116 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:08.876916 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19fcd5d4-33af-4703-b5fb-95764fd90480 req-6979c1e6-a8b8-4423-b5b4-ef6d83749116 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 945 time: 1.0341458 Oct 13 14:33:08.910981 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:08.914272 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, ae944195-4cde-4b37-8dde-ba87bbfbd8e1) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:08.923975 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:08.928485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23978cb1-8122-4e72-803f-56fef5aff4d7 None None] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:08.932113 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:08.932944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:09.042783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Pushing event updated for resources: {'Port': ['ID=2c37e341-3a35-47e3-8b77-88ecba7dd0b1,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:09.045322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-e71eca5d-a610-4b4d-a5c9-50ef338a9305 admin admin] For port cbea1226-abef-4541-abb4-101df9153d52, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cbea1226-abef-4541-abb4-101df9153d52,segment=NetworkSegment(03ef5e5e-ac19-4faf-b788-99c3b1b50cf8),segment_id=03ef5e5e-ac19-4faf-b788-99c3b1b50cf8)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:09.045812 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e71eca5d-a610-4b4d-a5c9-50ef338a9305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:09.051053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432070-843b-411e-9fd0-5e99261aab90 req-b2fba2b2-ae7e-4dab-bcbf-2a3537aeb5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:09.051542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432070-843b-411e-9fd0-5e99261aab90 req-b2fba2b2-ae7e-4dab-bcbf-2a3537aeb5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:09.052014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432070-843b-411e-9fd0-5e99261aab90 req-b2fba2b2-ae7e-4dab-bcbf-2a3537aeb5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:09.053692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86432070-843b-411e-9fd0-5e99261aab90 req-b2fba2b2-ae7e-4dab-bcbf-2a3537aeb5a3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.0166769 Oct 13 14:33:09.063343 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f17f1ef9-8c42-4ff1-9663-238d872e7540 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8808296 Oct 13 14:33:09.065362 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44086) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:09.071013 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-967be056-381d-435d-9373-459ea1fca141 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-632512399'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:09.084344 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e71eca5d-a610-4b4d-a5c9-50ef338a9305 admin admin] Calling delete_port for cbea1226-abef-4541-abb4-101df9153d52 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:09.199216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19fcd5d4-33af-4703-b5fb-95764fd90480 req-ada19f8d-cba5-4f26-8fb6-044742b420e0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212776 Oct 13 14:33:09.239713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967be056-381d-435d-9373-459ea1fca141 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:09.244004 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-967be056-381d-435d-9373-459ea1fca141 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:09.289413 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967be056-381d-435d-9373-459ea1fca141 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:33:09.302449 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-967be056-381d-435d-9373-459ea1fca141 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:09.302922 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-967be056-381d-435d-9373-459ea1fca141 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Added segment dff3a3dc-a871-4fe3-bd67-2537f3b06285 of type vlan for network 6963d4dc-1f86-4ca8-bd89-c278fce78734 Oct 13 14:33:09.364295 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-967be056-381d-435d-9373-459ea1fca141 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:09.403989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86432070-843b-411e-9fd0-5e99261aab90 req-2692ad1d-45c7-49f6-bda3-5cff8a300744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:09.408136 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86432070-843b-411e-9fd0-5e99261aab90 req-2692ad1d-45c7-49f6-bda3-5cff8a300744 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3448210 Oct 13 14:33:09.409437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Attempting to bind port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:09.410993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Attempting to bind port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:09.412524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Attempting to bind port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:09.426822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:33:09.431270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Attempting to bind port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:09.440310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:09.441075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Checking segment: {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:09.441545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Bound using segment: {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:09.442130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Bound port: 2c37e341-3a35-47e3-8b77-88ecba7dd0b1, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:09.442680 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:09.518974 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-967be056-381d-435d-9373-459ea1fca141 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:09.525950 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967be056-381d-435d-9373-459ea1fca141 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:09.526597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-967be056-381d-435d-9373-459ea1fca141 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:09.547015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] For port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:09.550766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] For port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2c37e341-3a35-47e3-8b77-88ecba7dd0b1,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:09.608211 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e71eca5d-a610-4b4d-a5c9-50ef338a9305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:09.646027 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:09.651868 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71eca5d-a610-4b4d-a5c9-50ef338a9305 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbea1226-abef-4541-abb4-101df9153d52,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:09.708761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:09.709509 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:09.731564 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] 10.222.0.41 "PUT /v2.0/ports/2c37e341-3a35-47e3-8b77-88ecba7dd0b1 HTTP/1.1" status: 200 len: 1132 time: 2.3316758 Oct 13 14:33:09.731884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': '2c37e341-3a35-47e3-8b77-88ecba7dd0b1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:33:09.734265 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af4eff0-a035-48bb-99ca-1468401afaa1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "2c37e341-3a35-47e3-8b77-88ecba7dd0b1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:33:09.829924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b8f4c-6595-4f2c-816d-f79ad9ec7297 service neutron] Pushing event updated for resources: {'Port': ['ID=2c37e341-3a35-47e3-8b77-88ecba7dd0b1,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:09.848516 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433c67b2-49ec-449c-ae88-070c934a9fbf x-openstack-request-id: req-433c67b2-49ec-449c-ae88-070c934a9fbf {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:33:09.849057 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "2c37e341-3a35-47e3-8b77-88ecba7dd0b1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:33:09.850338 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-433c67b2-49ec-449c-ae88-070c934a9fbf {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:33:09.850338 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': '2c37e341-3a35-47e3-8b77-88ecba7dd0b1', 'status': 'completed', 'code': 200} Oct 13 14:33:09.863246 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-967be056-381d-435d-9373-459ea1fca141 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7929783 Oct 13 14:33:09.868393 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967be056-381d-435d-9373-459ea1fca141 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Network': ['ID=6963d4dc-1f86-4ca8-bd89-c278fce78734,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:09.871970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44094) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:09.882010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 6963d4dc-1f86-4ca8-bd89-c278fce78734 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:33:09.882490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Request body: {'port': {'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:09.997799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'ports': [{'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1'}, {'network_id': '6963d4dc-1f86-4ca8-bd89-c278fce78734'}]} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:09.998128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:09.998632 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': '6963d4dc-1f86-4ca8-bd89-c278fce78734'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:10.188648 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:10.197106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-b799924e-92a5-467f-84dc-6722b5247160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.197465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-b799924e-92a5-467f-84dc-6722b5247160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.197948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-b799924e-92a5-467f-84dc-6722b5247160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.198481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-b799924e-92a5-467f-84dc-6722b5247160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.198958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-b799924e-92a5-467f-84dc-6722b5247160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.199479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-b799924e-92a5-467f-84dc-6722b5247160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.200020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-b799924e-92a5-467f-84dc-6722b5247160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.202104 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-b799924e-92a5-467f-84dc-6722b5247160 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 6213 time: 0.2721930 Oct 13 14:33:10.259597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e71eca5d-a610-4b4d-a5c9-50ef338a9305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:10.306807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fde19-726c-4305-9286-7b0271d0ac3b req-4d4f413d-6d7e-4322-8ad2-c37673471f9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.313303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fde19-726c-4305-9286-7b0271d0ac3b req-4d4f413d-6d7e-4322-8ad2-c37673471f9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.319476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fde19-726c-4305-9286-7b0271d0ac3b req-4d4f413d-6d7e-4322-8ad2-c37673471f9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.326160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fde19-726c-4305-9286-7b0271d0ac3b req-4d4f413d-6d7e-4322-8ad2-c37673471f9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.346541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fde19-726c-4305-9286-7b0271d0ac3b req-4d4f413d-6d7e-4322-8ad2-c37673471f9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.352775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fde19-726c-4305-9286-7b0271d0ac3b req-4d4f413d-6d7e-4322-8ad2-c37673471f9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.379875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fde19-726c-4305-9286-7b0271d0ac3b req-4d4f413d-6d7e-4322-8ad2-c37673471f9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.382771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a43fde19-726c-4305-9286-7b0271d0ac3b req-4d4f413d-6d7e-4322-8ad2-c37673471f9d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5373 time: 0.3056831 Oct 13 14:33:10.515252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 2} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:10.521418 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:10.554870 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:10.581592 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44104) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:10.647245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a43fde19-726c-4305-9286-7b0271d0ac3b req-de496436-4318-4e9c-9282-691b05a278bd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2105041 Oct 13 14:33:10.676897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c337e4-353e-4a37-8045-48bb39447cd9 req-4b5fd5c7-5d08-4d9b-9372-cbeedf112d7c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.685396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74c337e4-353e-4a37-8045-48bb39447cd9 req-4b5fd5c7-5d08-4d9b-9372-cbeedf112d7c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 945 time: 0.2841682 Oct 13 14:33:10.721506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-ea324e64-5d7f-4e0f-a4a4-e175eafc3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.721825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-ea324e64-5d7f-4e0f-a4a4-e175eafc3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.722911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-ea324e64-5d7f-4e0f-a4a4-e175eafc3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.727342 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-ea324e64-5d7f-4e0f-a4a4-e175eafc3ebb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5096312 Oct 13 14:33:10.809397 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aaafb79e-c110-4dcc-90e3-a328c29b4f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:10.850837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74c337e4-353e-4a37-8045-48bb39447cd9 req-0d4ce8e2-fef8-477f-b9e7-ab1015f8713a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644750 Oct 13 14:33:10.855679 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port 68370ba5-0052-4a98-9c89-899efca71a43 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:33:10.934105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-11d2ba88-939e-4c1d-9469-fc7f6d6fafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:10.935822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3af4eff0-a035-48bb-99ca-1468401afaa1 req-11d2ba88-939e-4c1d-9469-fc7f6d6fafd0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2010586 Oct 13 14:33:11.022605 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aaafb79e-c110-4dcc-90e3-a328c29b4f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:11.034226 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71eca5d-a610-4b4d-a5c9-50ef338a9305 admin admin] Router 56d0e501-6ce4-4866-890b-9540abea8f00 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:33:11.094884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da5fa50-7e51-4bac-9635-956781d762b9 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:11.104853 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:11.116056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa1efa-b727-40d6-ba81-9a4413c5e65a req-782728e5-d198-40b2-a073-d12ceae317e9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:11.117776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64aa1efa-b727-40d6-ba81-9a4413c5e65a req-782728e5-d198-40b2-a073-d12ceae317e9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 945 time: 0.1018529 Oct 13 14:33:11.138247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Transition to ACTIVE for port object 5da5fa50-7e51-4bac-9635-956781d762b9 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:33:11.138436 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aaafb79e-c110-4dcc-90e3-a328c29b4f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:11.190636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64aa1efa-b727-40d6-ba81-9a4413c5e65a req-3f0d6751-693e-459e-a1ec-65bf33e2da44 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615535 Oct 13 14:33:11.210373 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:11.256364 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:11.263060 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafb79e-c110-4dcc-90e3-a328c29b4f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b984572c-3951-48b9-b5ce-42a49db5e687,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:11.279838 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aaafb79e-c110-4dcc-90e3-a328c29b4f0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9570df1ca9e949f294f343d22637d91e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6966319 Oct 13 14:33:11.293095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44114) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:11.349555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port 1d678011-af8a-4061-bb28-aecd50cb6217 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:33:11.354717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71eca5d-a610-4b4d-a5c9-50ef338a9305 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:33:11.360509 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e71eca5d-a610-4b4d-a5c9-50ef338a9305 admin admin] 10.222.0.18 "PUT /v2.0/routers/56d0e501-6ce4-4866-890b-9540abea8f00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4971285 Oct 13 14:33:11.364347 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44116) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:11.369880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05def8-37b5-40e2-8a40-a20c4772997d None None] Sync routers for ids ['56d0e501-6ce4-4866-890b-9540abea8f00'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:33:11.387978 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05def8-37b5-40e2-8a40-a20c4772997d None None] Routers {'56d0e501-6ce4-4866-890b-9540abea8f00'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:33:11.390449 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7d05def8-37b5-40e2-8a40-a20c4772997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['56d0e501-6ce4-4866-890b-9540abea8f00'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:11.455784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Pushing event updated for resources: {'Port': ['ID=5da5fa50-7e51-4bac-9635-956781d762b9,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:11.559811 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6746d9fb-1583-463f-b686-39c7672412ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:11.603204 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:11.628639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Attempting to bind port 5da5fa50-7e51-4bac-9635-956781d762b9 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:11.629294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Attempting to bind port 5da5fa50-7e51-4bac-9635-956781d762b9 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:11.629565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Attempting to bind port 5da5fa50-7e51-4bac-9635-956781d762b9 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:11.637887 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6746d9fb-1583-463f-b686-39c7672412ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:11.646369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Port 5da5fa50-7e51-4bac-9635-956781d762b9 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:33:11.646703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Attempting to bind port 5da5fa50-7e51-4bac-9635-956781d762b9 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:11.656839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:11.657219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Checking segment: {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:11.657616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Bound using segment: {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:11.658244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Bound port: 5da5fa50-7e51-4bac-9635-956781d762b9, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:11.658669 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:11.777322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7d05def8-37b5-40e2-8a40-a20c4772997d None None] Set router 56d0e501-6ce4-4866-890b-9540abea8f00 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:33:11.800651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] For port 5da5fa50-7e51-4bac-9635-956781d762b9, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:11.804685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] For port 5da5fa50-7e51-4bac-9635-956781d762b9, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5da5fa50-7e51-4bac-9635-956781d762b9,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:11.891730 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:11.935803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:11.945910 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:12.003395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bc121-c2d5-436a-8525-411a22028adc req-fe9bc2bf-34f8-4cfe-a78b-c8332b7fd734 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.012685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bc121-c2d5-436a-8525-411a22028adc req-fe9bc2bf-34f8-4cfe-a78b-c8332b7fd734 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.018780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bc121-c2d5-436a-8525-411a22028adc req-fe9bc2bf-34f8-4cfe-a78b-c8332b7fd734 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.042601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bc121-c2d5-436a-8525-411a22028adc req-fe9bc2bf-34f8-4cfe-a78b-c8332b7fd734 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.048737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bc121-c2d5-436a-8525-411a22028adc req-fe9bc2bf-34f8-4cfe-a78b-c8332b7fd734 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.068792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bc121-c2d5-436a-8525-411a22028adc req-fe9bc2bf-34f8-4cfe-a78b-c8332b7fd734 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.078612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7d05def8-37b5-40e2-8a40-a20c4772997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'name': 'tempest-TestAggregatesBasicOps-1440406225-router', 'tenant_id': '03529d45b1e44535802f988798539e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:41Z', 'updated_at': '2021-10-13T14:33:09Z', 'revision_number': 5, 'project_id': '03529d45b1e44535802f988798539e84', 'gw_port': {'id': '7497cdd5-28d0-4d47-8675-f026f740cd97', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2896, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:42Z', 'updated_at': '2021-10-13T14:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:12.090802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7bc121-c2d5-436a-8525-411a22028adc req-fe9bc2bf-34f8-4cfe-a78b-c8332b7fd734 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.092770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb7bc121-c2d5-436a-8525-411a22028adc req-fe9bc2bf-34f8-4cfe-a78b-c8332b7fd734 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5385 time: 0.2863042 Oct 13 14:33:12.093463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Pushing event updated for resources: {'Port': ['ID=5da5fa50-7e51-4bac-9635-956781d762b9,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:12.104524 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Deleting port 7497cdd5-28d0-4d47-8675-f026f740cd97 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:12.104777 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:12.106224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.106871 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:12.108296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-1181f7cd-53dc-4f50-8397-88b781f2342a service neutron] 10.222.0.41 "PUT /v2.0/ports/5da5fa50-7e51-4bac-9635-956781d762b9 HTTP/1.1" status: 200 len: 1092 time: 2.2410879 Oct 13 14:33:12.112679 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6746d9fb-1583-463f-b686-39c7672412ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:12.112679 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6746d9fb-1583-463f-b686-39c7672412ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:12.112679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6746d9fb-1583-463f-b686-39c7672412ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b984572c-3951-48b9-b5ce-42a49db5e687 HTTP/1.1" status: 204 len: 168 time: 0.8011818 Oct 13 14:33:12.113765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': '5da5fa50-7e51-4bac-9635-956781d762b9'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:33:12.119558 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05def8-37b5-40e2-8a40-a20c4772997d None None] Checking router: 56d0e501-6ce4-4866-890b-9540abea8f00 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:33:12.125759 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "5da5fa50-7e51-4bac-9635-956781d762b9"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:33:12.143284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05def8-37b5-40e2-8a40-a20c4772997d None None] Routers {'56d0e501-6ce4-4866-890b-9540abea8f00'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:33:12.143953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7d05def8-37b5-40e2-8a40-a20c4772997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['56d0e501-6ce4-4866-890b-9540abea8f00'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:12.158723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746d9fb-1583-463f-b686-39c7672412ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b984572c-3951-48b9-b5ce-42a49db5e687,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:12.196699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb7bc121-c2d5-436a-8525-411a22028adc req-0ca5ee3d-9b72-4b9c-a4c2-0919ef3dc550 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614960 Oct 13 14:33:12.219919 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:12.232662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Request body: {'port': {'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:12.283181 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0718aa5b-8827-4ac6-b25e-5c917004fa9d x-openstack-request-id: req-0718aa5b-8827-4ac6-b25e-5c917004fa9d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:33:12.284190 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "5da5fa50-7e51-4bac-9635-956781d762b9", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:33:12.284464 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0718aa5b-8827-4ac6-b25e-5c917004fa9d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:33:12.284918 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': '5da5fa50-7e51-4bac-9635-956781d762b9', 'status': 'completed', 'code': 200} Oct 13 14:33:12.325128 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7d05def8-37b5-40e2-8a40-a20c4772997d None None] Set router 56d0e501-6ce4-4866-890b-9540abea8f00 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:33:12.333544 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:12.340853 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:12.349542 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:12.350336 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:12.351951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=68370ba5-0052-4a98-9c89-899efca71a43,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:12.408419 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] For port 7497cdd5-28d0-4d47-8675-f026f740cd97, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7497cdd5-28d0-4d47-8675-f026f740cd97,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:12.408900 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:12.422184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:12.475118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Calling delete_port for 7497cdd5-28d0-4d47-8675-f026f740cd97 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:12.489567 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=1d678011-af8a-4061-bb28-aecd50cb6217,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:12.501059 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7d05def8-37b5-40e2-8a40-a20c4772997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'name': 'tempest-TestAggregatesBasicOps-1440406225-router', 'tenant_id': '03529d45b1e44535802f988798539e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:41Z', 'updated_at': '2021-10-13T14:33:11Z', 'revision_number': 6, 'project_id': '03529d45b1e44535802f988798539e84', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:12.508488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-b4a8ac1c-1751-4428-9648-aba70e0acc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.509031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-b4a8ac1c-1751-4428-9648-aba70e0acc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.510203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-b4a8ac1c-1751-4428-9648-aba70e0acc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.511369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-b4a8ac1c-1751-4428-9648-aba70e0acc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.511369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-b4a8ac1c-1751-4428-9648-aba70e0acc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.511647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-b4a8ac1c-1751-4428-9648-aba70e0acc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.513566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-b4a8ac1c-1751-4428-9648-aba70e0acc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.515669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-b4a8ac1c-1751-4428-9648-aba70e0acc95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 6281 time: 0.2026234 Oct 13 14:33:12.520186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-ed1396ab-7cf8-4596-a965-b01428c61bdf req-d9674c97-6b2e-4916-ba33-55db2c7ce23c service neutron] (112684) timed out ('10.222.0.18', 58656) {{(pid=112684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 14:33:12.545832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d05def8-37b5-40e2-8a40-a20c4772997d None None] The sync data for ids ['56d0e501-6ce4-4866-890b-9540abea8f00'] in n-d-806683-15 is: [{'id': '56d0e501-6ce4-4866-890b-9540abea8f00', 'name': 'tempest-TestAggregatesBasicOps-1440406225-router', 'tenant_id': '03529d45b1e44535802f988798539e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:41Z', 'updated_at': '2021-10-13T14:33:11Z', 'revision_number': 6, 'project_id': '03529d45b1e44535802f988798539e84', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:33:12.644434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Checking segment: {'id': 'dff3a3dc-a871-4fe3-bd67-2537f3b06285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '6963d4dc-1f86-4ca8-bd89-c278fce78734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:12.650617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network hostable DHCP agents. Network: 6963d4dc-1f86-4ca8-bd89-c278fce78734, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:33:12.806746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network 6963d4dc-1f86-4ca8-bd89-c278fce78734 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:33:12.960077 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 6963d4dc-1f86-4ca8-bd89-c278fce78734) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:12.969844 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:12.971912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc9ff7d-3eca-4762-a9f4-951c9ca2a9a6 None None] Network 6963d4dc-1f86-4ca8-bd89-c278fce78734 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:12.981811 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.986263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-6dd7bf70-87d2-4b77-a12b-6d977e13d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.986744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-6dd7bf70-87d2-4b77-a12b-6d977e13d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.987213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-6dd7bf70-87d2-4b77-a12b-6d977e13d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.987604 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:12.988321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:12.994913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-6dd7bf70-87d2-4b77-a12b-6d977e13d2c7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4072905 Oct 13 14:33:13.009370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aef693fd-456c-4cf7-8409-7baf269354da req-5b8da8df-f69e-4ce2-858f-d142e1dedb68 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5198402 Oct 13 14:33:13.043162 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:13.099959 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Pushing event deleted for resources: {'Port': ['ID=7497cdd5-28d0-4d47-8675-f026f740cd97,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:13.113303 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-34008b4a-cbbf-4803-8371-f91307deb045 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2386975 Oct 13 14:33:13.130998 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44150) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:13.243261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-96dc5ab2-1dcd-41fb-89ef-bf1a76605ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:13.254266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e1706ba-90fe-4e8d-9aa8-6b55c73c9bd8 req-96dc5ab2-1dcd-41fb-89ef-bf1a76605ec5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2434430 Oct 13 14:33:13.276408 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:13.364765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44158) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:13.421671 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-970f0e2e-739c-489a-806a-74ef1b42b858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:13.441217 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:13.450418 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:13.528131 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a2300c02-5556-4dba-94f6-ac627b48dbba tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 1d678011-af8a-4061-bb28-aecd50cb6217 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:13.528555 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2300c02-5556-4dba-94f6-ac627b48dbba tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:13.577919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef693fd-456c-4cf7-8409-7baf269354da req-351678e8-c8b0-4b99-bf2d-9f6706b528d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:13.580170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aef693fd-456c-4cf7-8409-7baf269354da req-351678e8-c8b0-4b99-bf2d-9f6706b528d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 1097 time: 0.3120985 Oct 13 14:33:13.648114 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:13.648680 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d0e501-6ce4-4866-890b-9540abea8f00 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:33:13.658293 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:13.664589 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-72520108-6bca-48e7-8a32-e4f31b15326c admin admin] 10.222.0.18 "DELETE /v2.0/routers/56d0e501-6ce4-4866-890b-9540abea8f00 HTTP/1.1" status: 204 len: 168 time: 2.2991846 Oct 13 14:33:13.666217 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44164) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:13.738805 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2300c02-5556-4dba-94f6-ac627b48dbba tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:13.774428 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a2300c02-5556-4dba-94f6-ac627b48dbba tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 1d678011-af8a-4061-bb28-aecd50cb6217 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:13.796748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16415f-1350-4420-82dc-5fc61db0c97f req-0e37ed91-a4c2-45c2-94a7-8b94b3c9ec84 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:13.799892 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13b67b4-037c-4659-a91d-e34c71721c6b admin admin] Deleting subnet b60fec46-c036-4c73-8917-d1688f79a78a {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:33:13.805990 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d13b67b4-037c-4659-a91d-e34c71721c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:13.816251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16415f-1350-4420-82dc-5fc61db0c97f req-0e37ed91-a4c2-45c2-94a7-8b94b3c9ec84 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:13.834751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16415f-1350-4420-82dc-5fc61db0c97f req-0e37ed91-a4c2-45c2-94a7-8b94b3c9ec84 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:13.846396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16415f-1350-4420-82dc-5fc61db0c97f req-0e37ed91-a4c2-45c2-94a7-8b94b3c9ec84 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:13.854610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16415f-1350-4420-82dc-5fc61db0c97f req-0e37ed91-a4c2-45c2-94a7-8b94b3c9ec84 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:13.864706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16415f-1350-4420-82dc-5fc61db0c97f req-0e37ed91-a4c2-45c2-94a7-8b94b3c9ec84 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:13.874314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16415f-1350-4420-82dc-5fc61db0c97f req-0e37ed91-a4c2-45c2-94a7-8b94b3c9ec84 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:13.876869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f16415f-1350-4420-82dc-5fc61db0c97f req-0e37ed91-a4c2-45c2-94a7-8b94b3c9ec84 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5385 time: 0.4745071 Oct 13 14:33:13.939936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40af342-105f-45cc-8b9c-1c286b9f02b3 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:13.971058 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d13b67b4-037c-4659-a91d-e34c71721c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.015400 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.033737 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-970f0e2e-739c-489a-806a-74ef1b42b858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.079794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f16415f-1350-4420-82dc-5fc61db0c97f req-948efea5-5c4b-48a5-940d-29ea956bb383 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1832895 Oct 13 14:33:14.089262 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d13b67b4-037c-4659-a91d-e34c71721c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.155961 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-970f0e2e-739c-489a-806a-74ef1b42b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.174361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Transition to ACTIVE for port object a40af342-105f-45cc-8b9c-1c286b9f02b3 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:33:14.192146 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2300c02-5556-4dba-94f6-ac627b48dbba tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.222733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f0e2e-739c-489a-806a-74ef1b42b858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cfa069-40bd-4d3f-b77e-5fd704d18635,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:14.234464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef693fd-456c-4cf7-8409-7baf269354da req-b0be688e-d49c-4b19-b638-2af2ddbbe844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:14.236885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aef693fd-456c-4cf7-8409-7baf269354da req-b0be688e-d49c-4b19-b638-2af2ddbbe844 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.6221685 Oct 13 14:33:14.263105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-970f0e2e-739c-489a-806a-74ef1b42b858 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa3c1a7fb3a6424bbe279478340e5325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8969495 Oct 13 14:33:14.280097 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d13b67b4-037c-4659-a91d-e34c71721c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.283730 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44180) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:14.293631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.298107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aef693fd-456c-4cf7-8409-7baf269354da req-d6ec41cb-19ab-4654-ab1a-28a7b8fc9105 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994bd72a-0611-4e0b-8f0f-96b698253f7c HTTP/1.1" status: 200 len: 217 time: 0.0487490 Oct 13 14:33:14.318570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2300c02-5556-4dba-94f6-ac627b48dbba tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=1d678011-af8a-4061-bb28-aecd50cb6217,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:14.321634 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2300c02-5556-4dba-94f6-ac627b48dbba tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.328353 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a2300c02-5556-4dba-94f6-ac627b48dbba tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/1d678011-af8a-4061-bb28-aecd50cb6217 HTTP/1.1" status: 204 len: 168 time: 1.1941240 Oct 13 14:33:14.332433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b67b4-037c-4659-a91d-e34c71721c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b60fec46-c036-4c73-8917-d1688f79a78a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:14.334386 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44182) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:14.349225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Pushing event updated for resources: {'Port': ['ID=a40af342-105f-45cc-8b9c-1c286b9f02b3,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:14.368377 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d13b67b4-037c-4659-a91d-e34c71721c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.370916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc3039f-c811-4dc2-8204-a05cb6b22b5b None None] Network d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:14.374656 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d13b67b4-037c-4659-a91d-e34c71721c6b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b60fec46-c036-4c73-8917-d1688f79a78a HTTP/1.1" status: 204 len: 168 time: 0.7031543 Oct 13 14:33:14.386063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44186) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:14.599761 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b246a-34d5-4503-9a0f-49661045fe9c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:14.606990 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b246a-34d5-4503-9a0f-49661045fe9c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:14.611396 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1a5b246a-34d5-4503-9a0f-49661045fe9c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2699747 Oct 13 14:33:14.613292 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7497cdd5-28d0-4d47-8675-f026f740cd97 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:33:14.617236 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44188) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:14.639666 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.648286 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c273681e-653f-46ca-a43f-4c8f998bf281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.651361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 7497cdd5-28d0-4d47-8675-f026f740cd97 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:33:14.651904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7497cdd5-28d0-4d47-8675-f026f740cd97 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:33:14.652425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cbea1226-abef-4541-abb4-101df9153d52 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:33:14.688513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: cbea1226-abef-4541-abb4-101df9153d52 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:33:14.689248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cbea1226-abef-4541-abb4-101df9153d52 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:33:14.700229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef693fd-456c-4cf7-8409-7baf269354da req-0481b00c-56d2-4925-82dc-1b6d1b9af2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:14.701980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aef693fd-456c-4cf7-8409-7baf269354da req-0481b00c-56d2-4925-82dc-1b6d1b9af2ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.3444688 Oct 13 14:33:14.703035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Attempting to bind port a40af342-105f-45cc-8b9c-1c286b9f02b3 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:14.703461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Attempting to bind port a40af342-105f-45cc-8b9c-1c286b9f02b3 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:14.703883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Attempting to bind port a40af342-105f-45cc-8b9c-1c286b9f02b3 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:14.710490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Port a40af342-105f-45cc-8b9c-1c286b9f02b3 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:33:14.729342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Attempting to bind port a40af342-105f-45cc-8b9c-1c286b9f02b3 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:14.778751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:14.785997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Checking segment: {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:14.785997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Bound using segment: {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:14.785997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Bound port: a40af342-105f-45cc-8b9c-1c286b9f02b3, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439b0d51-d86a-4a9e-ad34-db8007a4ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:14.785997 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.832649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33808426-e761-4d20-9246-d71eec2f1cf8 None None] DHCP port deletion for d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:33:14.867911 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c273681e-653f-46ca-a43f-4c8f998bf281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.893795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef693fd-456c-4cf7-8409-7baf269354da req-f7a67537-872c-4d59-8772-62b376d8129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:14.895361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aef693fd-456c-4cf7-8409-7baf269354da req-f7a67537-872c-4d59-8772-62b376d8129d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819875 Oct 13 14:33:14.954051 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e9d45256-3705-4ac8-9531-5093ea16c051 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 68370ba5-0052-4a98-9c89-899efca71a43 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:14.955832 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e9d45256-3705-4ac8-9531-5093ea16c051 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:14.958985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Deleting port b6434a9f-ba32-4767-8db0-c2f56b5efc68 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:14.959307 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:15.063969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-33808426-e761-4d20-9246-d71eec2f1cf8 None None] Deleting port b6434a9f-ba32-4767-8db0-c2f56b5efc68 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:15.064738 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-33808426-e761-4d20-9246-d71eec2f1cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:15.168333 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c273681e-653f-46ca-a43f-4c8f998bf281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:15.169600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c273681e-653f-46ca-a43f-4c8f998bf281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:15.170842 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c273681e-653f-46ca-a43f-4c8f998bf281 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9cfa069-40bd-4d3f-b77e-5fd704d18635 HTTP/1.1" status: 204 len: 168 time: 0.8634570 Oct 13 14:33:15.192334 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-33808426-e761-4d20-9246-d71eec2f1cf8 None None] For port b6434a9f-ba32-4767-8db0-c2f56b5efc68, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b6434a9f-ba32-4767-8db0-c2f56b5efc68,segment=NetworkSegment(03ef5e5e-ac19-4faf-b788-99c3b1b50cf8),segment_id=03ef5e5e-ac19-4faf-b788-99c3b1b50cf8)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:15.195843 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-33808426-e761-4d20-9246-d71eec2f1cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:15.215256 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e9d45256-3705-4ac8-9531-5093ea16c051 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:15.224564 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] For port b6434a9f-ba32-4767-8db0-c2f56b5efc68, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b6434a9f-ba32-4767-8db0-c2f56b5efc68,segment=NetworkSegment(03ef5e5e-ac19-4faf-b788-99c3b1b50cf8),segment_id=03ef5e5e-ac19-4faf-b788-99c3b1b50cf8)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:15.231424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-33808426-e761-4d20-9246-d71eec2f1cf8 None None] Calling delete_port for b6434a9f-ba32-4767-8db0-c2f56b5efc68 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:15.231793 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:15.235299 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273681e-653f-46ca-a43f-4c8f998bf281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cfa069-40bd-4d3f-b77e-5fd704d18635,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:15.325276 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e9d45256-3705-4ac8-9531-5093ea16c051 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 68370ba5-0052-4a98-9c89-899efca71a43 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:15.351475 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Calling delete_port for b6434a9f-ba32-4767-8db0-c2f56b5efc68 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:15.398261 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-33808426-e761-4d20-9246-d71eec2f1cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:15.439346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33808426-e761-4d20-9246-d71eec2f1cf8 None None] Pushing event deleted for resources: {'Port': ['ID=b6434a9f-ba32-4767-8db0-c2f56b5efc68,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:15.462034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33808426-e761-4d20-9246-d71eec2f1cf8 None None] No DVR routers for this DVR port b6434a9f-ba32-4767-8db0-c2f56b5efc68 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:33:15.558566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] For port a40af342-105f-45cc-8b9c-1c286b9f02b3, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:15.592180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] For port a40af342-105f-45cc-8b9c-1c286b9f02b3, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a40af342-105f-45cc-8b9c-1c286b9f02b3,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:15.616597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aef693fd-456c-4cf7-8409-7baf269354da req-6128cac3-76bc-494d-9114-f5487be7b5f7 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7100348 Oct 13 14:33:15.631183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1ab4-1a3c-44b0-a863-a22e3aad25c4 req-c2beb005-e1a0-43bf-b229-3bc2e21e6f2f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:15.638274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1ab4-1a3c-44b0-a863-a22e3aad25c4 req-c2beb005-e1a0-43bf-b229-3bc2e21e6f2f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:15.644272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1ab4-1a3c-44b0-a863-a22e3aad25c4 req-c2beb005-e1a0-43bf-b229-3bc2e21e6f2f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:15.651495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1ab4-1a3c-44b0-a863-a22e3aad25c4 req-c2beb005-e1a0-43bf-b229-3bc2e21e6f2f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:15.657338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1ab4-1a3c-44b0-a863-a22e3aad25c4 req-c2beb005-e1a0-43bf-b229-3bc2e21e6f2f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:15.663521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1ab4-1a3c-44b0-a863-a22e3aad25c4 req-c2beb005-e1a0-43bf-b229-3bc2e21e6f2f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:15.669833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1ab4-1a3c-44b0-a863-a22e3aad25c4 req-c2beb005-e1a0-43bf-b229-3bc2e21e6f2f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:15.671867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bfa1ab4-1a3c-44b0-a863-a22e3aad25c4 req-c2beb005-e1a0-43bf-b229-3bc2e21e6f2f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5397 time: 0.1820154 Oct 13 14:33:15.730806 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:15.807854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:15.808894 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:15.810851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] 10.222.0.41 "PUT /v2.0/ports/a40af342-105f-45cc-8b9c-1c286b9f02b3 HTTP/1.1" status: 200 len: 1092 time: 3.5844996 Oct 13 14:33:15.817443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bfa1ab4-1a3c-44b0-a863-a22e3aad25c4 req-6cf51fff-1fa4-4dbd-b929-b6c5a326c439 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354527 Oct 13 14:33:15.817770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': 'a40af342-105f-45cc-8b9c-1c286b9f02b3'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:33:15.820255 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dee1b11-651c-4725-b464-c28ff8b90d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "a40af342-105f-45cc-8b9c-1c286b9f02b3"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:33:15.831604 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:15.896487 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] No DVR routers for this DVR port b6434a9f-ba32-4767-8db0-c2f56b5efc68 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:33:15.901203 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b6434a9f-ba32-4767-8db0-c2f56b5efc68,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:15.911816 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4ba9ea-e55e-4870-a104-9df73ea59699 x-openstack-request-id: req-bf4ba9ea-e55e-4870-a104-9df73ea59699 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:33:15.912106 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "a40af342-105f-45cc-8b9c-1c286b9f02b3", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:33:15.912360 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf4ba9ea-e55e-4870-a104-9df73ea59699 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:33:15.916918 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': 'a40af342-105f-45cc-8b9c-1c286b9f02b3', 'status': 'completed', 'code': 200} Oct 13 14:33:15.919928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aef693fd-456c-4cf7-8409-7baf269354da req-a49c9839-1c14-46cf-867e-8e587c83c492 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470670 Oct 13 14:33:15.920947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b131c11-59ee-4f5d-89cf-0a09faca299f service neutron] Pushing event updated for resources: {'Port': ['ID=a40af342-105f-45cc-8b9c-1c286b9f02b3,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:15.982522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Request body: {'port': {'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:16.025187 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:16.053658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:16.068897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ef5e5e-ac19-4faf-b788-99c3b1b50cf8') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:16.069264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ef5e5e-ac19-4faf-b788-99c3b1b50cf8') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:16.081635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:16.098349 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:16.105912 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:33:16.111999 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:16.127932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-fd895373-1ebe-46f0-a2de-e34337dc45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:16.128432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-fd895373-1ebe-46f0-a2de-e34337dc45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:16.128960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-fd895373-1ebe-46f0-a2de-e34337dc45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:16.129459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-fd895373-1ebe-46f0-a2de-e34337dc45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:16.129925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-fd895373-1ebe-46f0-a2de-e34337dc45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:16.130389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-fd895373-1ebe-46f0-a2de-e34337dc45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:16.130854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-fd895373-1ebe-46f0-a2de-e34337dc45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:16.132819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-fd895373-1ebe-46f0-a2de-e34337dc45aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 6349 time: 0.1959758 Oct 13 14:33:16.159424 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:33:16.173152 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:33:16.257476 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:16.267533 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:16.273631 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] 10.222.0.18 "DELETE /v2.0/networks/d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa HTTP/1.1" status: 204 len: 168 time: 1.8695052 Oct 13 14:33:16.286901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44240) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:16.293175 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61d46a-49ba-492e-962d-c34ecb9bf9bd admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c5bab3-ac33-4d5a-b2fc-7341d8f71daa,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:16.452418 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e9d45256-3705-4ac8-9531-5093ea16c051 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:16.469448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b6434a9f-ba32-4767-8db0-c2f56b5efc68 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:33:16.494808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: b6434a9f-ba32-4767-8db0-c2f56b5efc68 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:33:16.495556 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b6434a9f-ba32-4767-8db0-c2f56b5efc68 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:33:16.495805 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e9d45256-3705-4ac8-9531-5093ea16c051 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:16.500847 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e9d45256-3705-4ac8-9531-5093ea16c051 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/68370ba5-0052-4a98-9c89-899efca71a43 HTTP/1.1" status: 204 len: 168 time: 1.8805649 Oct 13 14:33:16.504267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d45256-3705-4ac8-9531-5093ea16c051 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=68370ba5-0052-4a98-9c89-899efca71a43,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:16.508600 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44250) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:16.604269 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f3b9d0-3964-4552-9175-a1233501e787 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:16.608306 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a0f3b9d0-3964-4552-9175-a1233501e787 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0958924 Oct 13 14:33:16.608579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-a0df52d7-f570-4331-aba7-da24e781679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:16.615431 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44252) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:16.617112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-a0df52d7-f570-4331-aba7-da24e781679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:16.617887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-a0df52d7-f570-4331-aba7-da24e781679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:16.620204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-a0df52d7-f570-4331-aba7-da24e781679b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4776666 Oct 13 14:33:16.646483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-099828bf-4153-4c85-8af2-390fe4d48673 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:16.654060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-099828bf-4153-4c85-8af2-390fe4d48673 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.4309292 Oct 13 14:33:16.658371 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7bf42b-74ec-4d40-ada7-c6ba4300baa5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:33:16.662474 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2b7bf42b-74ec-4d40-ada7-c6ba4300baa5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/1d678011-af8a-4061-bb28-aecd50cb6217 HTTP/1.1" status: 404 len: 333 time: 0.0483553 Oct 13 14:33:16.663212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44256) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:16.699738 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-a409dde2-da0d-478d-9e2e-565b5cbf50c2 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:33:16.701482 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a409dde2-da0d-478d-9e2e-565b5cbf50c2 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/68370ba5-0052-4a98-9c89-899efca71a43 HTTP/1.1" status: 404 len: 333 time: 0.0372112 Oct 13 14:33:16.708175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44258) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:16.732301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-32e62619-9a2b-46a4-83fb-36b3a9cbe55a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/quotas/94f59679c6494a9e8ae6c3645e566442 HTTP/1.1" status: 200 len: 375 time: 0.0773425 Oct 13 14:33:16.841072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c86e642-6fc4-41b3-840a-2c9397ce0eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:16.901678 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9694b2b6-6f9a-4e76-a995-7043cd5a1580 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:16.951953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-942190aa-f96b-4aa6-a82b-f006d6994beb tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2187073 Oct 13 14:33:16.961897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-66a6d9f9-e21b-4fab-9e9c-f9c9028f5fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:16.963770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dee1b11-651c-4725-b464-c28ff8b90d8d req-66a6d9f9-e21b-4fab-9e9c-f9c9028f5fb3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3349135 Oct 13 14:33:17.158074 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721e5f9b-285c-4d44-b325-575341d83b4e {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:17.163822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2c86e642-6fc4-41b3-840a-2c9397ce0eee admin admin] Deleting port f730c615-e667-438d-8a39-a8ccdb6a8585 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:17.164371 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c86e642-6fc4-41b3-840a-2c9397ce0eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:17.171112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:17.197937 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9694b2b6-6f9a-4e76-a995-7043cd5a1580 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:17.212954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1ccd6-23d5-4f5d-94db-9f79d885a814 req-ba1dddbe-bdc1-4e71-8c29-99aead7975d2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:17.219700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1ccd6-23d5-4f5d-94db-9f79d885a814 req-ba1dddbe-bdc1-4e71-8c29-99aead7975d2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:17.225394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1ccd6-23d5-4f5d-94db-9f79d885a814 req-ba1dddbe-bdc1-4e71-8c29-99aead7975d2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:17.232256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1ccd6-23d5-4f5d-94db-9f79d885a814 req-ba1dddbe-bdc1-4e71-8c29-99aead7975d2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:17.238431 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1ccd6-23d5-4f5d-94db-9f79d885a814 req-ba1dddbe-bdc1-4e71-8c29-99aead7975d2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:17.244973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1ccd6-23d5-4f5d-94db-9f79d885a814 req-ba1dddbe-bdc1-4e71-8c29-99aead7975d2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:17.251049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1ccd6-23d5-4f5d-94db-9f79d885a814 req-ba1dddbe-bdc1-4e71-8c29-99aead7975d2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:17.253076 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27b1ccd6-23d5-4f5d-94db-9f79d885a814 req-ba1dddbe-bdc1-4e71-8c29-99aead7975d2 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5397 time: 0.2883835 Oct 13 14:33:17.268044 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-2c86e642-6fc4-41b3-840a-2c9397ce0eee admin admin] For port f730c615-e667-438d-8a39-a8ccdb6a8585, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f730c615-e667-438d-8a39-a8ccdb6a8585,segment=NetworkSegment(7f511379-5ece-409b-9685-ec48b2f8ec12),segment_id=7f511379-5ece-409b-9685-ec48b2f8ec12)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:17.268488 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c86e642-6fc4-41b3-840a-2c9397ce0eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:17.287546 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2c86e642-6fc4-41b3-840a-2c9397ce0eee admin admin] Calling delete_port for f730c615-e667-438d-8a39-a8ccdb6a8585 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:17.300780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Transition to ACTIVE for port object 721e5f9b-285c-4d44-b325-575341d83b4e will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:33:17.305304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-9694b2b6-6f9a-4e76-a995-7043cd5a1580 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6963d4dc-1f86-4ca8-bd89-c278fce78734']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:17.309066 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-246ba190-e539-4e89-952e-5e6ec3b62f49 service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562896 Oct 13 14:33:17.322878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-9694b2b6-6f9a-4e76-a995-7043cd5a1580 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff3a3dc-a871-4fe3-bd67-2537f3b06285') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:17.323300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-9694b2b6-6f9a-4e76-a995-7043cd5a1580 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff3a3dc-a871-4fe3-bd67-2537f3b06285') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:17.391858 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9694b2b6-6f9a-4e76-a995-7043cd5a1580 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:17.397462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27b1ccd6-23d5-4f5d-94db-9f79d885a814 req-8b08559a-23d0-47ea-84e4-7b0d812fccbe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299341 Oct 13 14:33:17.405426 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:17.448446 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9694b2b6-6f9a-4e76-a995-7043cd5a1580 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:17.465267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9694b2b6-6f9a-4e76-a995-7043cd5a1580 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:33:17.465692 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9694b2b6-6f9a-4e76-a995-7043cd5a1580 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:33:17.472508 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:33:17.558038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Pushing event updated for resources: {'Port': ['ID=721e5f9b-285c-4d44-b325-575341d83b4e,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:17.560386 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44272) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:17.621013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-12e0752a-d894-44b2-836e-e8890546358d service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007891 Oct 13 14:33:17.678314 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9694b2b6-6f9a-4e76-a995-7043cd5a1580 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:17.680016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Attempting to bind port 721e5f9b-285c-4d44-b325-575341d83b4e on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:17.680467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Attempting to bind port 721e5f9b-285c-4d44-b325-575341d83b4e by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'ef066051-dbd6-4e46-a82b-239dfbea1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:17.680794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Attempting to bind port 721e5f9b-285c-4d44-b325-575341d83b4e on network 04869804-6b90-49cf-9c8c-d69c53d0480c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:17.696597 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9694b2b6-6f9a-4e76-a995-7043cd5a1580 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:17.699808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9694b2b6-6f9a-4e76-a995-7043cd5a1580 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/networks/6963d4dc-1f86-4ca8-bd89-c278fce78734 HTTP/1.1" status: 204 len: 168 time: 0.9908421 Oct 13 14:33:17.703926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44276) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:17.709879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c070692b-c888-4c2c-b710-fdc975daae41 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1863350154'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:17.714139 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:33:17.724670 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c86e642-6fc4-41b3-840a-2c9397ce0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:17.731912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Port 721e5f9b-285c-4d44-b325-575341d83b4e on network 04869804-6b90-49cf-9c8c-d69c53d0480c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:33:17.732235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Attempting to bind port 721e5f9b-285c-4d44-b325-575341d83b4e on network 04869804-6b90-49cf-9c8c-d69c53d0480c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:17.741304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694b2b6-6f9a-4e76-a995-7043cd5a1580 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Network': ['ID=6963d4dc-1f86-4ca8-bd89-c278fce78734,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:17.750086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:17.753406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Checking segment: {'id': 'ef066051-dbd6-4e46-a82b-239dfbea1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:17.754068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Bound using segment: {'id': 'ef066051-dbd6-4e46-a82b-239dfbea1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:17.754744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Bound port: 721e5f9b-285c-4d44-b325-575341d83b4e, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef066051-dbd6-4e46-a82b-239dfbea1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:17.755317 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:17.866004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] For port 721e5f9b-285c-4d44-b325-575341d83b4e, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:17.867711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86e642-6fc4-41b3-840a-2c9397ce0eee admin admin] Pushing event deleted for resources: {'Port': ['ID=f730c615-e667-438d-8a39-a8ccdb6a8585,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:17.871535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] For port 721e5f9b-285c-4d44-b325-575341d83b4e, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=721e5f9b-285c-4d44-b325-575341d83b4e,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:17.884607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-165da822-5216-4896-96ab-f60144c5ce9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:17.964451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.059369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c070692b-c888-4c2c-b710-fdc975daae41 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:18.062216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.062444 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c070692b-c888-4c2c-b710-fdc975daae41 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.063174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.065124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] 10.222.0.41 "PUT /v2.0/ports/721e5f9b-285c-4d44-b325-575341d83b4e HTTP/1.1" status: 200 len: 1092 time: 2.0878279 Oct 13 14:33:18.065980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': '721e5f9b-285c-4d44-b325-575341d83b4e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:33:18.068589 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "721e5f9b-285c-4d44-b325-575341d83b4e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:33:18.144181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4035080-a639-43fc-bffc-0f152aaa121e req-69adb825-f25e-464f-be6e-a528c65a0a68 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 210 time: 0.1312993 Oct 13 14:33:18.179802 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31b38e7-23ee-42b7-acd2-b7b67503cc75 x-openstack-request-id: req-d31b38e7-23ee-42b7-acd2-b7b67503cc75 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:33:18.180090 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "721e5f9b-285c-4d44-b325-575341d83b4e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:33:18.180340 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d31b38e7-23ee-42b7-acd2-b7b67503cc75 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:33:18.180737 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': '721e5f9b-285c-4d44-b325-575341d83b4e', 'status': 'completed', 'code': 200} Oct 13 14:33:18.211932 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c86e642-6fc4-41b3-840a-2c9397ce0eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.212932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Request body: {'port': {'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:18.235079 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c070692b-c888-4c2c-b710-fdc975daae41 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:33:18.266517 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c070692b-c888-4c2c-b710-fdc975daae41 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.267233 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-c070692b-c888-4c2c-b710-fdc975daae41 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Added segment 512dd72a-d5b7-4b00-aa30-0b729abbee76 of type vlan for network 2bc530f8-8997-43de-8e70-eb47aff564be Oct 13 14:33:18.272309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Pushing event updated for resources: {'Port': ['ID=721e5f9b-285c-4d44-b325-575341d83b4e,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:18.296170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:18.296526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:18.296843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:18.297205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:18.297582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:18.297919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:18.302382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:18.302382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:18.302382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:18.302382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:18.302382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:18.302382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7d24a-4fc2-4aec-87ad-6984f3537ffa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:18.343149 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-165da822-5216-4896-96ab-f60144c5ce9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.347470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-96aaee3a-cf22-4db0-9fc5-fcce0165e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.347926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-96aaee3a-cf22-4db0-9fc5-fcce0165e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.348590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-96aaee3a-cf22-4db0-9fc5-fcce0165e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.348972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-96aaee3a-cf22-4db0-9fc5-fcce0165e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.349461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-96aaee3a-cf22-4db0-9fc5-fcce0165e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.349999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-96aaee3a-cf22-4db0-9fc5-fcce0165e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.350778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-96aaee3a-cf22-4db0-9fc5-fcce0165e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.354107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-96aaee3a-cf22-4db0-9fc5-fcce0165e215 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 6417 time: 0.1661506 Oct 13 14:33:18.354899 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.463162 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c070692b-c888-4c2c-b710-fdc975daae41 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.494075 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-165da822-5216-4896-96ab-f60144c5ce9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.598902 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.611812 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-165da822-5216-4896-96ab-f60144c5ce9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=feb456f3b5564a9e9a0b56add2435408&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0409825 Oct 13 14:33:18.614621 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44294) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:18.659165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-13d978a5-199d-47ef-9b49-ce2c6d3c56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.659792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165da822-5216-4896-96ab-f60144c5ce9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87fbb7c-5484-4b3c-a6a0-050f0dbae8e4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:18.659915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-13d978a5-199d-47ef-9b49-ce2c6d3c56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.660106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-13d978a5-199d-47ef-9b49-ce2c6d3c56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.662347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-13d978a5-199d-47ef-9b49-ce2c6d3c56bc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2943962 Oct 13 14:33:18.722174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c070692b-c888-4c2c-b710-fdc975daae41 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.728216 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070692b-c888-4c2c-b710-fdc975daae41 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.728804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c070692b-c888-4c2c-b710-fdc975daae41 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.779571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f67548-a81f-4f58-9cfd-c80d8b0531fc req-4fd63ee2-fadb-4d87-975b-c03e3e0b3622 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.785472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f67548-a81f-4f58-9cfd-c80d8b0531fc req-4fd63ee2-fadb-4d87-975b-c03e3e0b3622 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.791559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f67548-a81f-4f58-9cfd-c80d8b0531fc req-4fd63ee2-fadb-4d87-975b-c03e3e0b3622 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.797629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f67548-a81f-4f58-9cfd-c80d8b0531fc req-4fd63ee2-fadb-4d87-975b-c03e3e0b3622 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.803580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f67548-a81f-4f58-9cfd-c80d8b0531fc req-4fd63ee2-fadb-4d87-975b-c03e3e0b3622 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.816368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f67548-a81f-4f58-9cfd-c80d8b0531fc req-4fd63ee2-fadb-4d87-975b-c03e3e0b3622 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.816368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f67548-a81f-4f58-9cfd-c80d8b0531fc req-4fd63ee2-fadb-4d87-975b-c03e3e0b3622 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:18.817397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00f67548-a81f-4f58-9cfd-c80d8b0531fc req-4fd63ee2-fadb-4d87-975b-c03e3e0b3622 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5409 time: 0.2281213 Oct 13 14:33:18.853507 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070692b-c888-4c2c-b710-fdc975daae41 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Network': ['ID=2bc530f8-8997-43de-8e70-eb47aff564be,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:18.859950 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76905942-5a22-43d2-9cdb-e4fbc20be674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.864433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 2bc530f8-8997-43de-8e70-eb47aff564be details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:33:18.868884 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c070692b-c888-4c2c-b710-fdc975daae41 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1636250 Oct 13 14:33:18.875072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44298) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:18.892958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': '2bc530f8-8997-43de-8e70-eb47aff564be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:18.895521 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76905942-5a22-43d2-9cdb-e4fbc20be674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:18.919531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c86e642-6fc4-41b3-840a-2c9397ce0eee admin admin] Router 2f6fdbdb-302f-4030-9062-505e7b607d89 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:33:19.051693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00f67548-a81f-4f58-9cfd-c80d8b0531fc req-05a6a1a9-6ac0-4e48-806c-2cc11cc2c13b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2181332 Oct 13 14:33:19.059831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-adf92a3e-a57a-46b7-ba61-eba43c8b7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:19.061329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bfb054b6-a522-4ad9-b3a2-1a0d4a362a30 req-adf92a3e-a57a-46b7-ba61-eba43c8b7610 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3894093 Oct 13 14:33:19.098161 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c86e642-6fc4-41b3-840a-2c9397ce0eee admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:33:19.106076 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2c86e642-6fc4-41b3-840a-2c9397ce0eee admin admin] 10.222.0.18 "PUT /v2.0/routers/2f6fdbdb-302f-4030-9062-505e7b607d89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8152819 Oct 13 14:33:19.106355 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44300) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:19.112747 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b474d0-9ded-4919-b68b-a4e23a881b9b None None] Sync routers for ids ['2f6fdbdb-302f-4030-9062-505e7b607d89'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:33:19.126632 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b474d0-9ded-4919-b68b-a4e23a881b9b None None] Routers {'2f6fdbdb-302f-4030-9062-505e7b607d89'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:33:19.127695 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-51b474d0-9ded-4919-b68b-a4e23a881b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2f6fdbdb-302f-4030-9062-505e7b607d89'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:19.145696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:19.157278 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:19.161228 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76905942-5a22-43d2-9cdb-e4fbc20be674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:19.163804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76905942-5a22-43d2-9cdb-e4fbc20be674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:19.164962 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-76905942-5a22-43d2-9cdb-e4fbc20be674 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f87fbb7c-5484-4b3c-a6a0-050f0dbae8e4 HTTP/1.1" status: 204 len: 168 time: 0.5426068 Oct 13 14:33:19.176781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Transition to ACTIVE for port object 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:33:19.181889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76905942-5a22-43d2-9cdb-e4fbc20be674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87fbb7c-5484-4b3c-a6a0-050f0dbae8e4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:19.203846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:19.211502 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:19.298198 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:19.300634 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:19.313188 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-51b474d0-9ded-4919-b68b-a4e23a881b9b None None] Set router 2f6fdbdb-302f-4030-9062-505e7b607d89 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:33:19.362613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.ipam_backend_mixin [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Performing IP validity checks on allocation pools {{(pid=112685) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 14:33:19.365528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.ipam_backend_mixin [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112685) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 14:33:19.420847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54b6907b-7e1e-48c0-b240-4e6b27fba9e2 req-95c74770-85bf-42ac-8633-971ea02169c1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 210 time: 0.1034396 Oct 13 14:33:19.496325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:19.527801 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:19.535484 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe428-3be6-4197-bfa9-a1fa2764630e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:19.682343 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-51b474d0-9ded-4919-b68b-a4e23a881b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'name': 'tempest-TestAggregatesBasicOps-4545604-router', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:53Z', 'updated_at': '2021-10-13T14:33:17Z', 'revision_number': 5, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'gw_port': {'id': '1f8002ee-340a-42e9-9de1-f85edc18a332', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:32:55Z', 'updated_at': '2021-10-13T14:33:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:19.704059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Attempting to bind port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:19.704902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Attempting to bind port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'ef066051-dbd6-4e46-a82b-239dfbea1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:19.705149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Attempting to bind port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c on network 04869804-6b90-49cf-9c8c-d69c53d0480c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:19.751869 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b474d0-9ded-4919-b68b-a4e23a881b9b None None] Checking router: 2f6fdbdb-302f-4030-9062-505e7b607d89 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:33:19.766469 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b474d0-9ded-4919-b68b-a4e23a881b9b None None] Routers {'2f6fdbdb-302f-4030-9062-505e7b607d89'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:33:19.767468 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-51b474d0-9ded-4919-b68b-a4e23a881b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:32:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2f6fdbdb-302f-4030-9062-505e7b607d89'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:19.831216 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Deleting port 1f8002ee-340a-42e9-9de1-f85edc18a332 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:19.831827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:19.843708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c on network 04869804-6b90-49cf-9c8c-d69c53d0480c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:33:19.844777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Attempting to bind port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c on network 04869804-6b90-49cf-9c8c-d69c53d0480c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:19.871353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:19.872000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Checking segment: {'id': 'ef066051-dbd6-4e46-a82b-239dfbea1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:19.872752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Bound using segment: {'id': 'ef066051-dbd6-4e46-a82b-239dfbea1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:19.873412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Bound port: 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef066051-dbd6-4e46-a82b-239dfbea1b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:19.875329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:20.037846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] For port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:20.044869 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:20.046237 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-51b474d0-9ded-4919-b68b-a4e23a881b9b None None] Set router 2f6fdbdb-302f-4030-9062-505e7b607d89 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:33:20.053999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] For port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:20.061744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] For port 1f8002ee-340a-42e9-9de1-f85edc18a332, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1f8002ee-340a-42e9-9de1-f85edc18a332,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:20.073950 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:20.098423 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Calling delete_port for 1f8002ee-340a-42e9-9de1-f85edc18a332 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:20.146155 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-51b474d0-9ded-4919-b68b-a4e23a881b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'name': 'tempest-TestAggregatesBasicOps-4545604-router', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:53Z', 'updated_at': '2021-10-13T14:33:19Z', 'revision_number': 6, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:20.157492 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:20.197178 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b474d0-9ded-4919-b68b-a4e23a881b9b None None] The sync data for ids ['2f6fdbdb-302f-4030-9062-505e7b607d89'] in n-d-806683-15 is: [{'id': '2f6fdbdb-302f-4030-9062-505e7b607d89', 'name': 'tempest-TestAggregatesBasicOps-4545604-router', 'tenant_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:32:53Z', 'updated_at': '2021-10-13T14:33:19Z', 'revision_number': 6, 'project_id': '695eb4e2451343d1a7d8f1cbd3a60a40', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:33:20.604080 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f730c615-e667-438d-8a39-a8ccdb6a8585 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:33:20.652014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: f730c615-e667-438d-8a39-a8ccdb6a8585 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:33:20.652603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f730c615-e667-438d-8a39-a8ccdb6a8585 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:33:20.755896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Checking segment: {'id': '512dd72a-d5b7-4b00-aa30-0b729abbee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2bc530f8-8997-43de-8e70-eb47aff564be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:20.756507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network hostable DHCP agents. Network: 2bc530f8-8997-43de-8e70-eb47aff564be, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:33:20.762040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:20.762677 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:20.764162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] 10.222.0.41 "PUT /v2.0/ports/9a7abfe3-3a61-4eb1-92c2-71aff895cb6c HTTP/1.1" status: 200 len: 1092 time: 2.5785091 Oct 13 14:33:20.781800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Subnet': ['ID=020b7af3-9db8-4a9a-b274-78c9b650543d,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:20.784425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': '9a7abfe3-3a61-4eb1-92c2-71aff895cb6c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:33:20.791442 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "9a7abfe3-3a61-4eb1-92c2-71aff895cb6c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:33:20.839390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7b111bd-5788-4ea0-97d5-1b42ac967262 req-b354037a-9aa5-41db-8266-11a173fc0f98 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 210 time: 0.1338117 Oct 13 14:33:20.895240 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:20.978415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8002ee-340a-42e9-9de1-f85edc18a332,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:21.000358 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5c8ce5-dcf0-4d32-815d-f98cf32c8a86 x-openstack-request-id: req-6b5c8ce5-dcf0-4d32-815d-f98cf32c8a86 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:33:21.000663 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "9a7abfe3-3a61-4eb1-92c2-71aff895cb6c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:33:21.000911 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b5c8ce5-dcf0-4d32-815d-f98cf32c8a86 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:33:21.001335 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': '9a7abfe3-3a61-4eb1-92c2-71aff895cb6c', 'status': 'completed', 'code': 200} Oct 13 14:33:21.047062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca012a3-31d3-4186-ad1e-a8c9699bb775 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:21.115474 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:21.120504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network 2bc530f8-8997-43de-8e70-eb47aff564be is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:33:21.152749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111b905-884b-4beb-b0e8-4bf120aab27e req-67b6e6e0-43ba-4797-bf5e-d97833f428c0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.158918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111b905-884b-4beb-b0e8-4bf120aab27e req-67b6e6e0-43ba-4797-bf5e-d97833f428c0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.167301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111b905-884b-4beb-b0e8-4bf120aab27e req-67b6e6e0-43ba-4797-bf5e-d97833f428c0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.174100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111b905-884b-4beb-b0e8-4bf120aab27e req-67b6e6e0-43ba-4797-bf5e-d97833f428c0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.181473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111b905-884b-4beb-b0e8-4bf120aab27e req-67b6e6e0-43ba-4797-bf5e-d97833f428c0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.188224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111b905-884b-4beb-b0e8-4bf120aab27e req-67b6e6e0-43ba-4797-bf5e-d97833f428c0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.195016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111b905-884b-4beb-b0e8-4bf120aab27e req-67b6e6e0-43ba-4797-bf5e-d97833f428c0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.204681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a111b905-884b-4beb-b0e8-4bf120aab27e req-67b6e6e0-43ba-4797-bf5e-d97833f428c0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.9913900 Oct 13 14:33:21.232672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ba1a75c3-3c9f-4c88-ad22-81a89e5b7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.233605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ba1a75c3-3c9f-4c88-ad22-81a89e5b7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.234103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ba1a75c3-3c9f-4c88-ad22-81a89e5b7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.234736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ba1a75c3-3c9f-4c88-ad22-81a89e5b7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.235201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ba1a75c3-3c9f-4c88-ad22-81a89e5b7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.235688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ba1a75c3-3c9f-4c88-ad22-81a89e5b7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.236165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ba1a75c3-3c9f-4c88-ad22-81a89e5b7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.238391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ba1a75c3-3c9f-4c88-ad22-81a89e5b7267 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 6485 time: 0.2851417 Oct 13 14:33:21.268394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 2bc530f8-8997-43de-8e70-eb47aff564be) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:21.272931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.273591 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:21.285852 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:21.289159 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:21.294298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a885f9a-0338-4644-80a5-937b46484fdd None None] Network 2bc530f8-8997-43de-8e70-eb47aff564be requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:21.393421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-5483ba5d-fdee-4e67-9e57-4ac94606a0f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6570fba8-02df-4686-b8cd-13bad9a25560 HTTP/1.1" status: 200 len: 217 time: 0.1333251 Oct 13 14:33:21.408820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f815bbb1-19e3-49ab-a6cb-f29fde94d458 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.416291 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f815bbb1-19e3-49ab-a6cb-f29fde94d458 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.6078811 Oct 13 14:33:21.421637 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:21.423223 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f6fdbdb-302f-4030-9062-505e7b607d89 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:33:21.429187 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:21.431543 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c1691507-32eb-4d15-b708-7392115a3988 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2f6fdbdb-302f-4030-9062-505e7b607d89 HTTP/1.1" status: 204 len: 168 time: 2.3239441 Oct 13 14:33:21.434262 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44374) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:21.498381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-419ca1fb-a0bf-49af-9d3b-32ad127c2063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'port': {'device_id': 'e785342e-eb91-4fd0-af29-f1001b121bd7', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'admin_state_up': True, 'tenant_id': '94f59679c6494a9e8ae6c3645e566442'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:21.518361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-218f986d-d3df-4247-80a4-d5f6890c8265 admin admin] Deleting subnet 0bbad8c7-1e57-4502-852a-6428080082e8 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:33:21.523367 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-218f986d-d3df-4247-80a4-d5f6890c8265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:21.566190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a111b905-884b-4beb-b0e8-4bf120aab27e req-441a8f39-9d58-4655-9dd9-656055e44063 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3604360 Oct 13 14:33:21.584374 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-218f986d-d3df-4247-80a4-d5f6890c8265 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:21.591836 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-2bc530f8-8997-43de-8e70-eb47aff564be', 'network_id': '2bc530f8-8997-43de-8e70-eb47aff564be', 'tenant_id': '593fafdb7ab5424e90fb588fe19f13a8', 'fixed_ips': [{'subnet_id': '020b7af3-9db8-4a9a-b274-78c9b650543d'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:33:21.592846 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:21.766189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c524bb9c-0b6a-4470-b36d-935e96bdaae8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8882823 Oct 13 14:33:21.779805 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44376) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:21.794062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': '2bc530f8-8997-43de-8e70-eb47aff564be', 'name': 'tempest-PortsIpV6TestJSON-88945803'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:21.820415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-a09572f3-ef07-4e4e-8369-6f0f15cc8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.822762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-a09572f3-ef07-4e4e-8369-6f0f15cc8798 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d98b753-5756-4883-9995-4439b4ac06ca HTTP/1.1" status: 200 len: 848 time: 0.3942993 Oct 13 14:33:21.846311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Allocated IP 2001:db8::2 (2bc530f8-8997-43de-8e70-eb47aff564be/020b7af3-9db8-4a9a-b274-78c9b650543d/68abeb5d-90c2-4f94-8441-60b4130d1e61) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:21.909504 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-218f986d-d3df-4247-80a4-d5f6890c8265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:21.921712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-2c1754f1-96ee-437f-ab9c-eea3a1b2e2f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4314651 Oct 13 14:33:21.956878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ec649225-b1fe-4970-abe0-f4925694801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:21.958554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ec649225-b1fe-4970-abe0-f4925694801c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256258 Oct 13 14:33:22.022696 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:22.081536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-419ca1fb-a0bf-49af-9d3b-32ad127c2063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Made reservation on behalf of 94f59679c6494a9e8ae6c3645e566442 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:22.085545 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-419ca1fb-a0bf-49af-9d3b-32ad127c2063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:22.118069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27958f28-3358-48d8-b7c8-f12a005c6e1e req-f697e4cf-b873-4762-b53a-55f2a29a0ac8 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 210 time: 0.0799630 Oct 13 14:33:22.129301 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:22.176446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-11a3ccbd-05e6-41b0-a042-03e7c7774404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:22.177022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-11a3ccbd-05e6-41b0-a042-03e7c7774404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:22.177675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-11a3ccbd-05e6-41b0-a042-03e7c7774404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:22.178231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-11a3ccbd-05e6-41b0-a042-03e7c7774404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:22.178779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-11a3ccbd-05e6-41b0-a042-03e7c7774404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:22.179317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-11a3ccbd-05e6-41b0-a042-03e7c7774404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:22.179792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-11a3ccbd-05e6-41b0-a042-03e7c7774404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:22.182528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-11a3ccbd-05e6-41b0-a042-03e7c7774404 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6508 time: 0.1432040 Oct 13 14:33:22.220957 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:22.226019 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:22.240626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-26ba6580-7aed-489d-9a16-73b7adc9a609 service neutron] 10.222.0.41 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724054 Oct 13 14:33:22.251904 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:22.281526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port 2a4dd7ad-8b74-4a1b-822c-1bbd4d5ff26c yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:33:22.305353 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-218f986d-d3df-4247-80a4-d5f6890c8265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:22.351653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Network 2bc530f8-8997-43de-8e70-eb47aff564be is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:22.360351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Pushing event updated for resources: {'Port': ['ID=68abeb5d-90c2-4f94-8441-60b4130d1e61,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:22.363283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:22.369483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:22.483474 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f986d-d3df-4247-80a4-d5f6890c8265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bbad8c7-1e57-4502-852a-6428080082e8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:22.490785 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-218f986d-d3df-4247-80a4-d5f6890c8265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:22.496025 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-218f986d-d3df-4247-80a4-d5f6890c8265 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0bbad8c7-1e57-4502-852a-6428080082e8 HTTP/1.1" status: 204 len: 168 time: 1.0605574 Oct 13 14:33:22.499902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44386) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:22.507865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e9f262-51d0-4560-b4a6-d1338bd0a420 None None] Network 4a5a21dc-640b-49fb-8265-426f093d887e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:22.556174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1f8002ee-340a-42e9-9de1-f85edc18a332 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:33:22.633027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8::252 (2bc530f8-8997-43de-8e70-eb47aff564be/020b7af3-9db8-4a9a-b274-78c9b650543d/2a4dd7ad-8b74-4a1b-822c-1bbd4d5ff26c) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:22.637360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Attempting to bind port 68abeb5d-90c2-4f94-8441-60b4130d1e61 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:22.637996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Attempting to bind port 68abeb5d-90c2-4f94-8441-60b4130d1e61 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '512dd72a-d5b7-4b00-aa30-0b729abbee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2bc530f8-8997-43de-8e70-eb47aff564be'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:22.638514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Attempting to bind port 68abeb5d-90c2-4f94-8441-60b4130d1e61 on network 2bc530f8-8997-43de-8e70-eb47aff564be {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:22.644633 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4e721b2-2934-4d7f-b242-9ea272748356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:22.651150 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:22.651908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Checking segment: {'id': '512dd72a-d5b7-4b00-aa30-0b729abbee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2bc530f8-8997-43de-8e70-eb47aff564be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:22.652580 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:22.653158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Bound using segment: {'id': '512dd72a-d5b7-4b00-aa30-0b729abbee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2bc530f8-8997-43de-8e70-eb47aff564be'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:22.653792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Bound port: 68abeb5d-90c2-4f94-8441-60b4130d1e61, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512dd72a-d5b7-4b00-aa30-0b729abbee76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '2bc530f8-8997-43de-8e70-eb47aff564be'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:22.654332 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:22.685991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-419ca1fb-a0bf-49af-9d3b-32ad127c2063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Allocated IP 172.20.0.12 (4e8a36f7-8caf-41d4-931c-18eadbf2a690/08748c55-89a9-4f16-983f-c770a7b74817/0e8b7d6c-f2b2-4691-be32-c873a2517c7b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:22.733833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] For port 68abeb5d-90c2-4f94-8441-60b4130d1e61, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:22.737694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] For port 68abeb5d-90c2-4f94-8441-60b4130d1e61, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=68abeb5d-90c2-4f94-8441-60b4130d1e61,segment=NetworkSegment(512dd72a-d5b7-4b00-aa30-0b729abbee76),segment_id=512dd72a-d5b7-4b00-aa30-0b729abbee76)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:22.739353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 1f8002ee-340a-42e9-9de1-f85edc18a332 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:33:22.739918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1f8002ee-340a-42e9-9de1-f85edc18a332 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:33:22.799379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-9e457cea-5434-40f2-96cb-046310f8374d service neutron] 10.222.0.41 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298166 Oct 13 14:33:22.825989 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:22.849330 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:22.934019 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:22.947368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-ae429509-6306-44ba-babd-7c7cc938bb5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=f928a12f-8d60-4dde-bc7d-f75ac0b51092 HTTP/1.1" status: 200 len: 217 time: 0.1312630 Oct 13 14:33:22.951069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e1597-b6a3-41c9-83a3-88a7823e915f None None] Pushing event updated for resources: {'Port': ['ID=68abeb5d-90c2-4f94-8441-60b4130d1e61,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:22.991633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-3df96bde-9790-4e5c-8fa4-3a7d35695b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:22.992878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-3df96bde-9790-4e5c-8fa4-3a7d35695b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:22.994674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-3df96bde-9790-4e5c-8fa4-3a7d35695b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:22.997978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-3df96bde-9790-4e5c-8fa4-3a7d35695b15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23652a0e-fdc8-4019-a88a-94449553c2fa&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=c618d8ae-014f-47f1-941a-268db5728f54&id=c618d8ae-014f-47f1-941a-268db5728f54 HTTP/1.1" status: 200 len: 2297 time: 0.7378263 Oct 13 14:33:23.011934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ff6398-941b-4578-8a02-19b541f9938a None None] DHCP port deletion for 4a5a21dc-640b-49fb-8265-426f093d887e request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:33:23.069389 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:23.094133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-43ff6398-941b-4578-8a02-19b541f9938a None None] Deleting port cb88e9cc-900c-483e-bfe6-a8befcfce66d {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:23.094506 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-43ff6398-941b-4578-8a02-19b541f9938a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:23.103701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7b7eb-2f62-4361-a236-736ab7bf8f1b req-754cf3d4-ced0-4c30-b107-2a720666feb4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:23.109754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7b7eb-2f62-4361-a236-736ab7bf8f1b req-754cf3d4-ced0-4c30-b107-2a720666feb4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:23.118815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7b7eb-2f62-4361-a236-736ab7bf8f1b req-754cf3d4-ced0-4c30-b107-2a720666feb4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:23.125182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7b7eb-2f62-4361-a236-736ab7bf8f1b req-754cf3d4-ced0-4c30-b107-2a720666feb4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:23.131812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7b7eb-2f62-4361-a236-736ab7bf8f1b req-754cf3d4-ced0-4c30-b107-2a720666feb4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:23.137732 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network 2bc530f8-8997-43de-8e70-eb47aff564be is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:23.138623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7b7eb-2f62-4361-a236-736ab7bf8f1b req-754cf3d4-ced0-4c30-b107-2a720666feb4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:23.144727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:23.147558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7b7eb-2f62-4361-a236-736ab7bf8f1b req-754cf3d4-ced0-4c30-b107-2a720666feb4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:23.156725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60a7b7eb-2f62-4361-a236-736ab7bf8f1b req-754cf3d4-ced0-4c30-b107-2a720666feb4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.4351971 Oct 13 14:33:23.168580 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:23.186153 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:23.186832 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:23.289956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-43ff6398-941b-4578-8a02-19b541f9938a None None] For port cb88e9cc-900c-483e-bfe6-a8befcfce66d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cb88e9cc-900c-483e-bfe6-a8befcfce66d,segment=NetworkSegment(7f511379-5ece-409b-9685-ec48b2f8ec12),segment_id=7f511379-5ece-409b-9685-ec48b2f8ec12)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:23.291082 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-43ff6398-941b-4578-8a02-19b541f9938a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:23.295141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=2a4dd7ad-8b74-4a1b-822c-1bbd4d5ff26c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:23.308905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-43ff6398-941b-4578-8a02-19b541f9938a None None] Calling delete_port for cb88e9cc-900c-483e-bfe6-a8befcfce66d owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:23.360782 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c2076390-c449-451c-9654-e6a13c097357 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5798457 Oct 13 14:33:23.363497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44426) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:23.399494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00768579-8ecd-4597-ab22-a3bfe23ec23e req-1f8077b0-2db9-4880-a0cd-4b6380632f6d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 210 time: 0.0531971 Oct 13 14:33:23.438782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7d1e60e7-cc4e-49b2-8f3a-97c8ae82a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:23.441434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7d1e60e7-cc4e-49b2-8f3a-97c8ae82a11e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.4301150 Oct 13 14:33:23.460560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-6755f709-af0b-4fdc-bfb2-87b51a3b66c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b HTTP/1.1" status: 200 len: 1000 time: 0.4448500 Oct 13 14:33:23.486981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60a7b7eb-2f62-4361-a236-736ab7bf8f1b req-831dd868-99e1-4be8-af95-b86359b2805e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3291383 Oct 13 14:33:23.571929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-1393a4da-ba33-4725-b425-315d32001eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:23.573725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-1393a4da-ba33-4725-b425-315d32001eb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dff8190b-2496-4c8f-b489-28a02d965473 HTTP/1.1" status: 200 len: 855 time: 0.0823882 Oct 13 14:33:23.647786 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-43ff6398-941b-4578-8a02-19b541f9938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:23.656792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-fbc215d3-e0f2-49cf-8867-23a9d9235472 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 2a4dd7ad-8b74-4a1b-822c-1bbd4d5ff26c {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:23.657415 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbc215d3-e0f2-49cf-8867-23a9d9235472 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:23.676306 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff6398-941b-4578-8a02-19b541f9938a None None] Pushing event deleted for resources: {'Port': ['ID=cb88e9cc-900c-483e-bfe6-a8befcfce66d,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:23.702468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ff6398-941b-4578-8a02-19b541f9938a None None] No DVR routers for this DVR port cb88e9cc-900c-483e-bfe6-a8befcfce66d on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:33:23.750161 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-419ca1fb-a0bf-49af-9d3b-32ad127c2063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:23.774633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b9643dd0-16ce-422e-aa93-971cbbfe06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:23.784839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b9643dd0-16ce-422e-aa93-971cbbfe06f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3147235 Oct 13 14:33:23.784839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Deleting port cb88e9cc-900c-483e-bfe6-a8befcfce66d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:23.784839 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:23.803567 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:23.811616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-97eaef51-d247-48a2-8fa5-cebbc8b4b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:23.813155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-97eaef51-d247-48a2-8fa5-cebbc8b4b608 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23652a0e-fdc8-4019-a88a-94449553c2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2076204 Oct 13 14:33:23.815188 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbc215d3-e0f2-49cf-8867-23a9d9235472 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:23.829762 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-fbc215d3-e0f2-49cf-8867-23a9d9235472 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 2a4dd7ad-8b74-4a1b-822c-1bbd4d5ff26c owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:23.990649 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:24.049777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] For port cb88e9cc-900c-483e-bfe6-a8befcfce66d, host n-d-806683-15, got binding levels [] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:24.050253 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:24.129853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Calling delete_port for cb88e9cc-900c-483e-bfe6-a8befcfce66d owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:24.137966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.ipam_backend_mixin [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Port cb88e9cc-900c-483e-bfe6-a8befcfce66d was not found and therefore no delete operation was performed {{(pid=112685) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 14:33:24.146953 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:24.161953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-3aa9bc41-a776-46c1-b97e-2eff7aca703f service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741226 Oct 13 14:33:24.163191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] No DVR routers for this DVR port cb88e9cc-900c-483e-bfe6-a8befcfce66d on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:33:24.163915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbc215d3-e0f2-49cf-8867-23a9d9235472 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:24.169353 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-5940b73c-1a23-451e-be36-9c648f364340 service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786477 Oct 13 14:33:24.217963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc215d3-e0f2-49cf-8867-23a9d9235472 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=2a4dd7ad-8b74-4a1b-822c-1bbd4d5ff26c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:24.256686 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbc215d3-e0f2-49cf-8867-23a9d9235472 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:24.264145 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fbc215d3-e0f2-49cf-8867-23a9d9235472 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/2a4dd7ad-8b74-4a1b-822c-1bbd4d5ff26c HTTP/1.1" status: 204 len: 168 time: 0.8970482 Oct 13 14:33:24.265020 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44430) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:24.297259 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e76f0f4-6848-49ef-ac90-3c71c25bca35 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] DELETE failed (client error): The resource could not be found. Oct 13 14:33:24.298198 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e76f0f4-6848-49ef-ac90-3c71c25bca35 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:33:24.301810 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3e76f0f4-6848-49ef-ac90-3c71c25bca35 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/2a4dd7ad-8b74-4a1b-822c-1bbd4d5ff26c HTTP/1.1" status: 404 len: 333 time: 0.0354037 Oct 13 14:33:24.304217 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44432) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:24.328100 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-419ca1fb-a0bf-49af-9d3b-32ad127c2063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:24.333190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Pushing event deleted for resources: {'Port': ['ID=cb88e9cc-900c-483e-bfe6-a8befcfce66d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:24.333374 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b9224e-811a-4624-a9c8-85f322f2e401 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:33:24.335442 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-90b9224e-811a-4624-a9c8-85f322f2e401 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/2a4dd7ad-8b74-4a1b-822c-1bbd4d5ff26c HTTP/1.1" status: 404 len: 333 time: 0.0298574 Oct 13 14:33:24.338989 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44434) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:24.345025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['994bd72a-0611-4e0b-8f0f-96b698253f7c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:33:24.486592 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374d9a8-0845-4dc3-b98a-8eab49027fce None None] Network 2bc530f8-8997-43de-8e70-eb47aff564be requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:24.506468 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6641aa-9cf8-4f45-8f0f-d910767fa29f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting subnet 020b7af3-9db8-4a9a-b274-78c9b650543d {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:33:24.514306 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-af6641aa-9cf8-4f45-8f0f-d910767fa29f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:24.630422 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-af6641aa-9cf8-4f45-8f0f-d910767fa29f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:24.646920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 68abeb5d-90c2-4f94-8441-60b4130d1e61 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:33:24.766628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-39b319e6-ea2d-4939-988c-7b60e2f783e3 None None] Provisioning complete for port 68abeb5d-90c2-4f94-8441-60b4130d1e61 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:24.767050 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-39b319e6-ea2d-4939-988c-7b60e2f783e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:24.780302 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-af6641aa-9cf8-4f45-8f0f-d910767fa29f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:24.835425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ca1fb-a0bf-49af-9d3b-32ad127c2063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'Port': ['ID=0e8b7d6c-f2b2-4691-be32-c873a2517c7b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:24.836703 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 68abeb5d-90c2-4f94-8441-60b4130d1e61 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:24.837627 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.011847 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-af6641aa-9cf8-4f45-8f0f-d910767fa29f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.091152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6641aa-9cf8-4f45-8f0f-d910767fa29f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Subnet': ['ID=020b7af3-9db8-4a9a-b274-78c9b650543d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:25.093632 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-af6641aa-9cf8-4f45-8f0f-d910767fa29f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.097976 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-af6641aa-9cf8-4f45-8f0f-d910767fa29f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/020b7af3-9db8-4a9a-b274-78c9b650543d HTTP/1.1" status: 204 len: 168 time: 0.7575462 Oct 13 14:33:25.100615 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44444) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:25.189760 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.191792 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-39b319e6-ea2d-4939-988c-7b60e2f783e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.262568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.373408 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-39b319e6-ea2d-4939-988c-7b60e2f783e3 None None] For port 68abeb5d-90c2-4f94-8441-60b4130d1e61, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=68abeb5d-90c2-4f94-8441-60b4130d1e61,segment=NetworkSegment(512dd72a-d5b7-4b00-aa30-0b729abbee76),segment_id=512dd72a-d5b7-4b00-aa30-0b729abbee76)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:25.378028 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217ddcea-89d1-4a8d-9622-0d2cdfff67ad None None] Network 2bc530f8-8997-43de-8e70-eb47aff564be requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:25.378902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 68abeb5d-90c2-4f94-8441-60b4130d1e61 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:25.379459 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.382830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:33:25.383403 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:33:25.389680 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.399144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-f475a091-f70d-48ff-aac5-dcade1851ff6 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1993213 Oct 13 14:33:25.401245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-419ca1fb-a0bf-49af-9d3b-32ad127c2063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:25.430279 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.461084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-4ea8b906-b5ad-44d2-9032-41d7bb1ceccc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=2c37e341-3a35-47e3-8b77-88ecba7dd0b1 HTTP/1.1" status: 200 len: 217 time: 0.0453017 Oct 13 14:33:25.465835 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-39b319e6-ea2d-4939-988c-7b60e2f783e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.468712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-419ca1fb-a0bf-49af-9d3b-32ad127c2063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:25.509789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-419ca1fb-a0bf-49af-9d3b-32ad127c2063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:25.519667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8e3b2-7f67-4c6d-b502-ba453dafc37d req-97d5b6b4-bc3b-4693-b29f-e2728beb9642 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:25.521330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ac8e3b2-7f67-4c6d-b502-ba453dafc37d req-97d5b6b4-bc3b-4693-b29f-e2728beb9642 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 932 time: 0.8268397 Oct 13 14:33:25.523325 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] For port 68abeb5d-90c2-4f94-8441-60b4130d1e61, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=68abeb5d-90c2-4f94-8441-60b4130d1e61,segment=NetworkSegment(512dd72a-d5b7-4b00-aa30-0b729abbee76),segment_id=512dd72a-d5b7-4b00-aa30-0b729abbee76)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:25.523866 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.534408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d5425-ca15-4b97-9abd-50747cdc136d req-116ca586-de23-4176-9fb5-7a082eca05dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:25.543164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d5425-ca15-4b97-9abd-50747cdc136d req-116ca586-de23-4176-9fb5-7a082eca05dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:25.549181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d5425-ca15-4b97-9abd-50747cdc136d req-116ca586-de23-4176-9fb5-7a082eca05dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:25.555442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d5425-ca15-4b97-9abd-50747cdc136d req-116ca586-de23-4176-9fb5-7a082eca05dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:25.562445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d5425-ca15-4b97-9abd-50747cdc136d req-116ca586-de23-4176-9fb5-7a082eca05dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:25.568570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d5425-ca15-4b97-9abd-50747cdc136d req-116ca586-de23-4176-9fb5-7a082eca05dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:25.575755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d5425-ca15-4b97-9abd-50747cdc136d req-116ca586-de23-4176-9fb5-7a082eca05dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:25.581117 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 68abeb5d-90c2-4f94-8441-60b4130d1e61 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:25.584942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-289d5425-ca15-4b97-9abd-50747cdc136d req-116ca586-de23-4176-9fb5-7a082eca05dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.8578663 Oct 13 14:33:25.691320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5a21dc-640b-49fb-8265-426f093d887e']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:25.755393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f511379-5ece-409b-9685-ec48b2f8ec12') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:25.760174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f511379-5ece-409b-9685-ec48b2f8ec12') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:25.814711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-04ddc547-8484-4032-8733-c9354d87017a service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6231046 Oct 13 14:33:25.817113 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.838573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-289d5425-ca15-4b97-9abd-50747cdc136d req-a0c58b30-dcfe-4f43-810e-e18784893230 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2524610 Oct 13 14:33:25.878139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-419ca1fb-a0bf-49af-9d3b-32ad127c2063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:25.878937 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-419ca1fb-a0bf-49af-9d3b-32ad127c2063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.882928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e29074c6-9832-463d-ba69-7a752499d6db None None] Provisioning complete for port 68abeb5d-90c2-4f94-8441-60b4130d1e61 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:25.885530 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e29074c6-9832-463d-ba69-7a752499d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.894910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ac8e3b2-7f67-4c6d-b502-ba453dafc37d req-f2db0c33-07f8-4768-bf17-4a51e951be00 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563932 Oct 13 14:33:25.922415 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.935510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-a49f00cf-7d87-4a2e-99cc-580e858e9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:25.937107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-a49f00cf-7d87-4a2e-99cc-580e858e9303 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.4483662 Oct 13 14:33:25.940763 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.944577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-cc35cc68-c583-4466-bf3f-7e004060a794 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 HTTP/1.1" status: 200 len: 217 time: 0.0984156 Oct 13 14:33:25.960423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:33:25.961278 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:33:25.964457 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:33:25.975526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=68abeb5d-90c2-4f94-8441-60b4130d1e61,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:25.987950 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No DVR routers for this DVR port 68abeb5d-90c2-4f94-8441-60b4130d1e61 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:33:26.048241 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b319e6-ea2d-4939-988c-7b60e2f783e3 None None] Pushing event updated for resources: {'Port': ['ID=68abeb5d-90c2-4f94-8441-60b4130d1e61,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:26.074459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Port 68abeb5d-90c2-4f94-8441-60b4130d1e61 update to ACTIVE by agent not found {{(pid=112686) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 14:33:26.079614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-419ca1fb-a0bf-49af-9d3b-32ad127c2063 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6486166 Oct 13 14:33:26.084461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e29074c6-9832-463d-ba69-7a752499d6db None None] Could not find standard attr ID for object 68abeb5d-90c2-4f94-8441-60b4130d1e61. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:33:26.087285 n-d-806683-15 neutron-server[112686]: INFO neutron.plugins.ml2.db [None req-e29074c6-9832-463d-ba69-7a752499d6db None None] No ports have port_id starting with 68abeb5d-90c2-4f94-8441-60b4130d1e61 Oct 13 14:33:26.098500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Request body: {'port': {'device_id': 'e785342e-eb91-4fd0-af29-f1001b121bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:26.153459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cb88e9cc-900c-483e-bfe6-a8befcfce66d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:33:26.174296 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:26.175160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-1e822b67-5726-4616-8c77-be7c2ef8ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:26.177144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-1e822b67-5726-4616-8c77-be7c2ef8ef31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.2118497 Oct 13 14:33:26.204475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c27145-62c8-4590-857a-1ac9060f69ee None None] DHCP port deletion for 2bc530f8-8997-43de-8e70-eb47aff564be request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:33:26.206308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7b91acc9-ba47-47ea-bb61-9f827380cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:26.207993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7b91acc9-ba47-47ea-bb61-9f827380cf74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2588086 Oct 13 14:33:26.209069 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc530f8-8997-43de-8e70-eb47aff564be']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:26.225278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: cb88e9cc-900c-483e-bfe6-a8befcfce66d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:33:26.226895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cb88e9cc-900c-483e-bfe6-a8befcfce66d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:33:26.239958 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512dd72a-d5b7-4b00-aa30-0b729abbee76') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:26.240455 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512dd72a-d5b7-4b00-aa30-0b729abbee76') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:26.251811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7a697431-f309-4c53-80a0-66f797270d15 None None] Provisioning complete for port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:26.252262 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7a697431-f309-4c53-80a0-66f797270d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:26.265538 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:26.271090 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:26.282185 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:26.293548 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:33:26.293675 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:26.296318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7a697431-f309-4c53-80a0-66f797270d15 None None] Port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:33:26.297464 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:33:26.314181 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:26.319640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] 10.222.0.18 "DELETE /v2.0/networks/4a5a21dc-640b-49fb-8265-426f093d887e HTTP/1.1" status: 204 len: 168 time: 3.8125687 Oct 13 14:33:26.339956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:26.360714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1a841-2db0-4416-9ef8-f6783ecd968c admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5a21dc-640b-49fb-8265-426f093d887e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:26.395943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-73327686-24c7-403d-a894-67943cbcfc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:26.397537 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-73327686-24c7-403d-a894-67943cbcfc2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2087488 Oct 13 14:33:26.484626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 68abeb5d-90c2-4f94-8441-60b4130d1e61 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:33:26.522943 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 68abeb5d-90c2-4f94-8441-60b4130d1e61 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:33:26.523291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 68abeb5d-90c2-4f94-8441-60b4130d1e61 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:33:26.533568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:26.544795 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:26.548182 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-f284015c-61cc-4fef-b576-867e83ed5b08 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216743 Oct 13 14:33:26.552686 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/networks/2bc530f8-8997-43de-8e70-eb47aff564be HTTP/1.1" status: 204 len: 168 time: 1.4475045 Oct 13 14:33:26.558027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44450) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:26.564628 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec424011-7d23-4e1e-87ac-ce3f90365c68 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Network': ['ID=2bc530f8-8997-43de-8e70-eb47aff564be,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:26.565288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-71570e1f-b68f-410b-af92-85688c7cb9e7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-731849928'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:26.746630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-211082f8-61b0-48b3-ae17-93d76fcf8fe6 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392406 Oct 13 14:33:26.829382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44454) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:26.840521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71570e1f-b68f-410b-af92-85688c7cb9e7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:26.844316 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71570e1f-b68f-410b-af92-85688c7cb9e7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:26.883083 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-df7dc120-5b60-4a8b-b4dd-0dd9032e87dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03529d45b1e44535802f988798539e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503631 Oct 13 14:33:26.884690 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44458) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:26.887541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-2599ede8-4a13-4570-b2a9-302ea0768269 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188205 Oct 13 14:33:26.974352 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0decaa51-243e-47f5-96a1-f1ed26e2001e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:26.999846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-c04fbbb9-9e5d-48e4-9488-bf012b2f067a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=5da5fa50-7e51-4bac-9635-956781d762b9 HTTP/1.1" status: 200 len: 217 time: 0.0956004 Oct 13 14:33:27.030154 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0decaa51-243e-47f5-96a1-f1ed26e2001e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:27.085438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71570e1f-b68f-410b-af92-85688c7cb9e7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:33:27.094402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-bd0dc8fb-f712-4ea4-90db-11f793060f06 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371303 Oct 13 14:33:27.166260 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71570e1f-b68f-410b-af92-85688c7cb9e7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:27.166611 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-71570e1f-b68f-410b-af92-85688c7cb9e7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Added segment a7ee344f-b82c-4bb9-be97-d20159f5289f of type vlan for network a5a2b872-4c2e-44a1-a89a-12cf3881e93f Oct 13 14:33:27.180928 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0decaa51-243e-47f5-96a1-f1ed26e2001e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:27.184110 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0decaa51-243e-47f5-96a1-f1ed26e2001e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:27.186257 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0decaa51-243e-47f5-96a1-f1ed26e2001e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/197bc8ba-ceae-43ad-a4a7-47629aeb8089 HTTP/1.1" status: 204 len: 168 time: 0.3000081 Oct 13 14:33:27.197985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decaa51-243e-47f5-96a1-f1ed26e2001e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197bc8ba-ceae-43ad-a4a7-47629aeb8089,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:27.223828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-58e0ff0a-9e95-424c-acc5-052df2f0dfcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=ac703971-2eb9-4b72-acde-5f0c872f63f0 HTTP/1.1" status: 200 len: 217 time: 0.0962954 Oct 13 14:33:27.292141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6d937-beac-44c5-84d3-142381f38519 req-537e65c7-6bc1-4f38-8489-9ffb01fb5d0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:27.298207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6d937-beac-44c5-84d3-142381f38519 req-537e65c7-6bc1-4f38-8489-9ffb01fb5d0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:27.304168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6d937-beac-44c5-84d3-142381f38519 req-537e65c7-6bc1-4f38-8489-9ffb01fb5d0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:27.310789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6d937-beac-44c5-84d3-142381f38519 req-537e65c7-6bc1-4f38-8489-9ffb01fb5d0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:27.317040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6d937-beac-44c5-84d3-142381f38519 req-537e65c7-6bc1-4f38-8489-9ffb01fb5d0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:27.323278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6d937-beac-44c5-84d3-142381f38519 req-537e65c7-6bc1-4f38-8489-9ffb01fb5d0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:27.329478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6d937-beac-44c5-84d3-142381f38519 req-537e65c7-6bc1-4f38-8489-9ffb01fb5d0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:27.331450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7a6d937-beac-44c5-84d3-142381f38519 req-537e65c7-6bc1-4f38-8489-9ffb01fb5d0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.3303220 Oct 13 14:33:27.377485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-da4aae87-67be-4726-b0db-cfa64f54d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:27.378825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-da4aae87-67be-4726-b0db-cfa64f54d99d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.3449030 Oct 13 14:33:27.387258 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71570e1f-b68f-410b-af92-85688c7cb9e7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:27.405905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8b7d6c-f2b2-4691-be32-c873a2517c7b {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:27.429301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4f040-bf2d-4ec1-9385-cf55e47ab0cd req-8173343e-9250-4309-bf07-a6817d07f862 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:27.434102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0b4f040-bf2d-4ec1-9385-cf55e47ab0cd req-8173343e-9250-4309-bf07-a6817d07f862 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 932 time: 0.3900700 Oct 13 14:33:27.454253 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:27.527988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-11bd9c37-eef5-4c2d-84c0-2d7982354c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:27.529531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-11bd9c37-eef5-4c2d-84c0-2d7982354c0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.2966909 Oct 13 14:33:27.538514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Transition to ACTIVE for port object 0e8b7d6c-f2b2-4691-be32-c873a2517c7b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:33:27.566650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c7a6d937-beac-44c5-84d3-142381f38519 req-ca75c393-4e4a-4867-8986-479a14193fbe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910713 Oct 13 14:33:27.643857 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:27.654640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0b4f040-bf2d-4ec1-9385-cf55e47ab0cd req-58142849-7188-4816-aba1-9488dae4c7c8 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786773 Oct 13 14:33:27.679330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-40f1118d-4d40-4f63-9d7b-98574166a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:27.679330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-40f1118d-4d40-4f63-9d7b-98574166a363 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2764895 Oct 13 14:33:27.706845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71570e1f-b68f-410b-af92-85688c7cb9e7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:27.713877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71570e1f-b68f-410b-af92-85688c7cb9e7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:27.713877 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71570e1f-b68f-410b-af92-85688c7cb9e7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:27.861764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-c928be13-191c-462c-b53b-d6b16a417f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:27.863291 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-c928be13-191c-462c-b53b-d6b16a417f8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3192282 Oct 13 14:33:27.875989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Pushing event updated for resources: {'Port': ['ID=0e8b7d6c-f2b2-4691-be32-c873a2517c7b,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:27.952919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71570e1f-b68f-410b-af92-85688c7cb9e7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Network': ['ID=a5a2b872-4c2e-44a1-a89a-12cf3881e93f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:27.967092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-71570e1f-b68f-410b-af92-85688c7cb9e7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4080234 Oct 13 14:33:27.970296 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44470) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:27.974259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network a5a2b872-4c2e-44a1-a89a-12cf3881e93f details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:33:27.984035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-edee23f0-acee-4fc7-8dcf-9d9605bc0b26 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': 'a5a2b872-4c2e-44a1-a89a-12cf3881e93f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:28.067914 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-b9c707f3-35c4-4044-982a-ae40fd50d008 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508749 Oct 13 14:33:28.162688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-7b033de3-655a-443b-ba41-75464b94e684 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876649 Oct 13 14:33:28.165321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Attempting to bind port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:28.165678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Attempting to bind port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:28.165998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Attempting to bind port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:28.185337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:33:28.185661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Attempting to bind port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:28.233739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:28.234078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Checking segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:28.234475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Bound using segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:28.234912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Bound port: 0e8b7d6c-f2b2-4691-be32-c873a2517c7b, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:28.235271 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:28.244166 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44472) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:28.301337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-adb9f427-b7f0-460f-b8c4-4fb70320daa0 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008998 Oct 13 14:33:28.308804 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0235b6ba-8714-4635-bd77-d2086a3359cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=695eb4e2451343d1a7d8f1cbd3a60a40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633821 Oct 13 14:33:28.311356 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44474) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:28.369390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-a61108f5-1eca-4554-84af-ec9a29fdadef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=a40af342-105f-45cc-8b9c-1c286b9f02b3 HTTP/1.1" status: 200 len: 217 time: 0.0564885 Oct 13 14:33:28.375865 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62ab23cb-0fcb-4de0-b976-362932d8ed1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:28.379817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edee23f0-acee-4fc7-8dcf-9d9605bc0b26 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:28.385139 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-edee23f0-acee-4fc7-8dcf-9d9605bc0b26 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:28.422475 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-66873753-7f22-4e7a-8bee-6d5deaecf6e0 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476459 Oct 13 14:33:28.422475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] For port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:28.449582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] For port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0e8b7d6c-f2b2-4691-be32-c873a2517c7b,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:28.465524 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62ab23cb-0fcb-4de0-b976-362932d8ed1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:28.491779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-feaa99d0-e445-4c78-8932-cded7ce932ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=d0e204fc-83f5-4423-b87e-78a554179830 HTTP/1.1" status: 200 len: 217 time: 0.0569108 Oct 13 14:33:28.493559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-4b0648c6-c88e-4e8a-b3a7-05e4a0412c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:28.495118 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-4b0648c6-c88e-4e8a-b3a7-05e4a0412c56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.1148095 Oct 13 14:33:28.562760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:28.585093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-d8664654-0505-48a2-b463-9fa4de093288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:28.589671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-d8664654-0505-48a2-b463-9fa4de093288 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0778832 Oct 13 14:33:28.650484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:28.651136 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:28.652843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] 10.222.0.49 "PUT /v2.0/ports/0e8b7d6c-f2b2-4691-be32-c873a2517c7b HTTP/1.1" status: 200 len: 1093 time: 2.5589104 Oct 13 14:33:28.654118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e785342e-eb91-4fd0-af29-f1001b121bd7', 'tag': '0e8b7d6c-f2b2-4691-be32-c873a2517c7b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:33:28.656286 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f967eb-6494-4566-9538-85d5922ca0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e785342e-eb91-4fd0-af29-f1001b121bd7", "tag": "0e8b7d6c-f2b2-4691-be32-c873a2517c7b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:33:28.684279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62ab23cb-0fcb-4de0-b976-362932d8ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:28.686755 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-62ab23cb-0fcb-4de0-b976-362932d8ed1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:28.691094 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-62ab23cb-0fcb-4de0-b976-362932d8ed1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82b9194b-7f74-4918-96c7-ebe5adfad344 HTTP/1.1" status: 204 len: 168 time: 0.3787062 Oct 13 14:33:28.701569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab23cb-0fcb-4de0-b976-362932d8ed1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b9194b-7f74-4918-96c7-ebe5adfad344,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:28.765417 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1488e1c-c5d3-4a4a-9323-e167861babcd x-openstack-request-id: req-d1488e1c-c5d3-4a4a-9323-e167861babcd {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:33:28.765417 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e785342e-eb91-4fd0-af29-f1001b121bd7", "tag": "0e8b7d6c-f2b2-4691-be32-c873a2517c7b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:33:28.765717 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1488e1c-c5d3-4a4a-9323-e167861babcd {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:33:28.765943 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e785342e-eb91-4fd0-af29-f1001b121bd7', 'tag': '0e8b7d6c-f2b2-4691-be32-c873a2517c7b', 'status': 'completed', 'code': 200} Oct 13 14:33:28.861527 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-edee23f0-acee-4fc7-8dcf-9d9605bc0b26 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:28.865204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e87ab-cbac-4000-bed3-84422246162d service neutron] Pushing event updated for resources: {'Port': ['ID=0e8b7d6c-f2b2-4691-be32-c873a2517c7b,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:28.892049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d9f19e86-6387-43b3-aa18-e2341d49cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:28.894020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d9f19e86-6387-43b3-aa18-e2341d49cb6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3440015 Oct 13 14:33:28.896519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-551bae32-c076-4730-a92d-bc6e9cf7a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:28.898437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-551bae32-c076-4730-a92d-bc6e9cf7a8a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2853861 Oct 13 14:33:29.051493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee23f0-acee-4fc7-8dcf-9d9605bc0b26 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Checking segment: {'id': 'a7ee344f-b82c-4bb9-be97-d20159f5289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a5a2b872-4c2e-44a1-a89a-12cf3881e93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:29.052074 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee23f0-acee-4fc7-8dcf-9d9605bc0b26 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network hostable DHCP agents. Network: a5a2b872-4c2e-44a1-a89a-12cf3881e93f, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:33:29.056251 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee23f0-acee-4fc7-8dcf-9d9605bc0b26 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Subnet': ['ID=1db9160e-ba4d-4323-8941-858f72b8c5ec,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:29.157645 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee23f0-acee-4fc7-8dcf-9d9605bc0b26 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network a5a2b872-4c2e-44a1-a89a-12cf3881e93f is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:33:29.465571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f967eb-6494-4566-9538-85d5922ca0f4 req-1650003e-26f0-42bf-8274-5572a6d43934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:29.465571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30f967eb-6494-4566-9538-85d5922ca0f4 req-1650003e-26f0-42bf-8274-5572a6d43934 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 1096 time: 0.6090894 Oct 13 14:33:29.465571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbc2ec-d307-4d68-9d8e-9663ac514ea0 req-f844d505-eaf5-4faa-9a7c-7e69ceadcdc6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:29.465571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbc2ec-d307-4d68-9d8e-9663ac514ea0 req-f844d505-eaf5-4faa-9a7c-7e69ceadcdc6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:29.465571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbc2ec-d307-4d68-9d8e-9663ac514ea0 req-f844d505-eaf5-4faa-9a7c-7e69ceadcdc6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:29.471720 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbc2ec-d307-4d68-9d8e-9663ac514ea0 req-f844d505-eaf5-4faa-9a7c-7e69ceadcdc6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:29.478545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbc2ec-d307-4d68-9d8e-9663ac514ea0 req-f844d505-eaf5-4faa-9a7c-7e69ceadcdc6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:29.484838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbc2ec-d307-4d68-9d8e-9663ac514ea0 req-f844d505-eaf5-4faa-9a7c-7e69ceadcdc6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:29.490886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbc2ec-d307-4d68-9d8e-9663ac514ea0 req-f844d505-eaf5-4faa-9a7c-7e69ceadcdc6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:29.493531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78cbc2ec-d307-4d68-9d8e-9663ac514ea0 req-f844d505-eaf5-4faa-9a7c-7e69ceadcdc6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.7723968 Oct 13 14:33:29.586306 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-edee23f0-acee-4fc7-8dcf-9d9605bc0b26 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, a5a2b872-4c2e-44a1-a89a-12cf3881e93f) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:29.599181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04d1c74-6f74-4d51-8d4c-77bbc8cf4220 None None] Network a5a2b872-4c2e-44a1-a89a-12cf3881e93f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:29.618015 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee23f0-acee-4fc7-8dcf-9d9605bc0b26 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:29.618987 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-edee23f0-acee-4fc7-8dcf-9d9605bc0b26 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:29.693846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac84292-00ef-4b3d-a406-83b83a659157 req-8f0deccd-452b-4e06-994b-491d610f4a24 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:29.695493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ac84292-00ef-4b3d-a406-83b83a659157 req-8f0deccd-452b-4e06-994b-491d610f4a24 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.3510458 Oct 13 14:33:29.705437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-aedad4ef-b07c-4f3b-882e-0b0d098e1d95 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7935457 Oct 13 14:33:29.723547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78cbc2ec-d307-4d68-9d8e-9663ac514ea0 req-23fe023c-3593-4a06-bc31-c5fe2a9600ff tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2001252 Oct 13 14:33:29.739343 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-d74953f8-54c9-4a76-890e-2147e3a1d185 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8172970 Oct 13 14:33:29.746548 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-edee23f0-acee-4fc7-8dcf-9d9605bc0b26 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7742381 Oct 13 14:33:29.753222 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44488) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:29.767716 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': 'a5a2b872-4c2e-44a1-a89a-12cf3881e93f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2025867647'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:29.862193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-a5a2b872-4c2e-44a1-a89a-12cf3881e93f', 'network_id': 'a5a2b872-4c2e-44a1-a89a-12cf3881e93f', 'tenant_id': '593fafdb7ab5424e90fb588fe19f13a8', 'fixed_ips': [{'subnet_id': '1db9160e-ba4d-4323-8941-858f72b8c5ec'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:33:29.863287 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:29.876611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f967eb-6494-4566-9538-85d5922ca0f4 req-9731d1f6-4f31-441e-ad3f-9a1bfc253caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:29.878297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30f967eb-6494-4566-9538-85d5922ca0f4 req-9731d1f6-4f31-441e-ad3f-9a1bfc253caa service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=94f59679c6494a9e8ae6c3645e566442&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4492378 Oct 13 14:33:29.934847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ac84292-00ef-4b3d-a406-83b83a659157 req-222389f7-1507-44ed-a103-a68b3e594ccf tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194703 Oct 13 14:33:30.035698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-900bedb2-eb5c-41ac-ba71-62cbe12a61e0 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190129 Oct 13 14:33:30.041961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-9c744c0b-2c70-4432-8f8a-4963c3358419 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653887 Oct 13 14:33:30.046856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:30.051259 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:30.079264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port 8be8affe-1b52-4e48-9382-2a8afcc1fd71 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:33:30.102705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Allocated IP 2001:db8::2 (a5a2b872-4c2e-44a1-a89a-12cf3881e93f/1db9160e-ba4d-4323-8941-858f72b8c5ec/2b2b5c5e-41f2-4403-913b-1f58ece4adee) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:30.155625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-9747f391-8372-4ae1-9857-d6d230a2d9b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=721e5f9b-285c-4d44-b325-575341d83b4e HTTP/1.1" status: 200 len: 217 time: 0.0973120 Oct 13 14:33:30.158492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-dae87cd1-7eec-452f-9a28-46720a56fb2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=b91123ca-2120-403f-a2c5-c27d48444356 HTTP/1.1" status: 200 len: 217 time: 0.0926888 Oct 13 14:33:30.159923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f967eb-6494-4566-9538-85d5922ca0f4 req-70cfc818-e37c-49e5-b28d-043b45882a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:30.161554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30f967eb-6494-4566-9538-85d5922ca0f4 req-70cfc818-e37c-49e5-b28d-043b45882a0b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2692578 Oct 13 14:33:30.289527 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:30.304273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-21165aed-b1b0-4f02-b3ee-300a00385d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:30.306008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-21165aed-b1b0-4f02-b3ee-300a00385d9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.1320863 Oct 13 14:33:30.308059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-9e4c5a19-a0db-4c70-9649-459148738af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:30.309432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-9e4c5a19-a0db-4c70-9649-459148738af0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b211eb86-cceb-4223-8e35-6e5309a555d4 HTTP/1.1" status: 200 len: 797 time: 0.1368592 Oct 13 14:33:30.318965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-ca3bd8bf-bba2-4a34-9c96-78d23110ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:30.320476 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-ca3bd8bf-bba2-4a34-9c96-78d23110ee77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 1096 time: 0.1027231 Oct 13 14:33:30.369414 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:30.427540 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Network a5a2b872-4c2e-44a1-a89a-12cf3881e93f is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:30.430355 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-ea5f3118-b144-4703-b7c3-b393995ffc3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e8b7d6c-f2b2-4691-be32-c873a2517c7b HTTP/1.1" status: 200 len: 217 time: 0.0889482 Oct 13 14:33:30.431798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:30.434412 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8::118 (a5a2b872-4c2e-44a1-a89a-12cf3881e93f/1db9160e-ba4d-4323-8941-858f72b8c5ec/8be8affe-1b52-4e48-9382-2a8afcc1fd71) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:30.436931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:30.440402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Pushing event updated for resources: {'Port': ['ID=2b2b5c5e-41f2-4403-913b-1f58ece4adee,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:30.513777 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Attempting to bind port 2b2b5c5e-41f2-4403-913b-1f58ece4adee on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:30.514832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Attempting to bind port 2b2b5c5e-41f2-4403-913b-1f58ece4adee by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'a7ee344f-b82c-4bb9-be97-d20159f5289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a5a2b872-4c2e-44a1-a89a-12cf3881e93f'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:30.515659 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Attempting to bind port 2b2b5c5e-41f2-4403-913b-1f58ece4adee on network a5a2b872-4c2e-44a1-a89a-12cf3881e93f {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:30.528266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:30.528675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-c2c12868-2737-45aa-9012-cdb34d43fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:30.529989 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Checking segment: {'id': 'a7ee344f-b82c-4bb9-be97-d20159f5289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a5a2b872-4c2e-44a1-a89a-12cf3881e93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:30.530298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-c2c12868-2737-45aa-9012-cdb34d43fc07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04869804-6b90-49cf-9c8c-d69c53d0480c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2073288 Oct 13 14:33:30.530434 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:30.530837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Bound using segment: {'id': 'a7ee344f-b82c-4bb9-be97-d20159f5289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a5a2b872-4c2e-44a1-a89a-12cf3881e93f'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:30.531354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Bound port: 2b2b5c5e-41f2-4403-913b-1f58ece4adee, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ee344f-b82c-4bb9-be97-d20159f5289f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'a5a2b872-4c2e-44a1-a89a-12cf3881e93f'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:30.531998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-df50390f-9118-47c4-9006-bfe8f220f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:30.532134 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:30.533430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-df50390f-9118-47c4-9006-bfe8f220f639 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2119222 Oct 13 14:33:30.622675 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] For port 2b2b5c5e-41f2-4403-913b-1f58ece4adee, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:30.626677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] For port 2b2b5c5e-41f2-4403-913b-1f58ece4adee, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2b2b5c5e-41f2-4403-913b-1f58ece4adee,segment=NetworkSegment(a7ee344f-b82c-4bb9-be97-d20159f5289f),segment_id=a7ee344f-b82c-4bb9-be97-d20159f5289f)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:30.632540 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:30.661468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-b40147c9-b485-407a-bcce-9702220cd184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:30.662942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-b40147c9-b485-407a-bcce-9702220cd184 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.2236390 Oct 13 14:33:30.705136 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e7a163f-f6ad-4050-b634-146e90a95cb4 req-46cb955d-06d5-4a81-a10d-6f6c4a5227b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2126629 Oct 13 14:33:30.713561 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:30.747198 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:30.798045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1f529-5c0b-49cc-ad95-6842d0500f2d None None] Pushing event updated for resources: {'Port': ['ID=2b2b5c5e-41f2-4403-913b-1f58ece4adee,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:30.842887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network a5a2b872-4c2e-44a1-a89a-12cf3881e93f is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:30.846305 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:30.853769 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:30.863332 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:30.864005 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:30.865699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-8ead6f5b-195d-4adf-8b13-683a6d175ade service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206794 Oct 13 14:33:30.874650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-b9759e42-aa17-4a8b-9e33-47d773d664e6 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219423 Oct 13 14:33:30.882755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f9c5aff7-c752-4517-8021-e5835cab7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:30.885277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-f9c5aff7-c752-4517-8021-e5835cab7112 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2126107 Oct 13 14:33:30.892404 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=8be8affe-1b52-4e48-9382-2a8afcc1fd71,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:30.999930 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-87e37d7f-8fbd-48f1-9ad5-8bec270833ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2414300 Oct 13 14:33:30.999930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44502) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:31.103818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a163f-f6ad-4050-b634-146e90a95cb4 req-4f8028fe-3a1a-44b2-a6b5-119cea96a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:31.109283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e7a163f-f6ad-4050-b634-146e90a95cb4 req-4f8028fe-3a1a-44b2-a6b5-119cea96a2d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 1097 time: 0.3336024 Oct 13 14:33:31.212200 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-58b73b94-9f64-492e-bd2d-8603fa9e0743 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 8be8affe-1b52-4e48-9382-2a8afcc1fd71 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:31.213072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58b73b94-9f64-492e-bd2d-8603fa9e0743 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:31.323164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-233dd89e-baee-4d78-9551-f1312909ff06 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341996 Oct 13 14:33:31.337050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875da20-4edd-4f3f-8147-32b31447b9ab req-f53ba68f-192f-4249-b62e-a0d360c25f36 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:31.338391 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58b73b94-9f64-492e-bd2d-8603fa9e0743 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:31.343787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875da20-4edd-4f3f-8147-32b31447b9ab req-f53ba68f-192f-4249-b62e-a0d360c25f36 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:31.349921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875da20-4edd-4f3f-8147-32b31447b9ab req-f53ba68f-192f-4249-b62e-a0d360c25f36 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:31.357115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875da20-4edd-4f3f-8147-32b31447b9ab req-f53ba68f-192f-4249-b62e-a0d360c25f36 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:31.360614 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-58b73b94-9f64-492e-bd2d-8603fa9e0743 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 8be8affe-1b52-4e48-9382-2a8afcc1fd71 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:31.363009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875da20-4edd-4f3f-8147-32b31447b9ab req-f53ba68f-192f-4249-b62e-a0d360c25f36 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:31.369440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875da20-4edd-4f3f-8147-32b31447b9ab req-f53ba68f-192f-4249-b62e-a0d360c25f36 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:31.375284 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875da20-4edd-4f3f-8147-32b31447b9ab req-f53ba68f-192f-4249-b62e-a0d360c25f36 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:31.377139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7875da20-4edd-4f3f-8147-32b31447b9ab req-f53ba68f-192f-4249-b62e-a0d360c25f36 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.4788046 Oct 13 14:33:31.383178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-5267dac3-b237-4607-a73a-45feaa1118e3 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859328 Oct 13 14:33:31.387321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-8dee5814-4437-4611-ba37-f7f4d63ffcbd service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915986 Oct 13 14:33:31.484328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-8beeb61f-d3a0-4f30-9b3c-15f0f5e033e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c HTTP/1.1" status: 200 len: 217 time: 0.1061816 Oct 13 14:33:31.506851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-44dabb29-521d-449a-ad11-ed8990728b1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a092aec-e3af-4bbb-8507-5ec176f71743 HTTP/1.1" status: 200 len: 217 time: 0.1086450 Oct 13 14:33:31.515197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949bb92-f43e-4b45-a0a2-25d6fe16ccf0 req-c7eedb75-f37c-441b-9524-e842c394087e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:31.516737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e949bb92-f43e-4b45-a0a2-25d6fe16ccf0 req-c7eedb75-f37c-441b-9524-e842c394087e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.4268100 Oct 13 14:33:31.596240 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58b73b94-9f64-492e-bd2d-8603fa9e0743 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:31.627994 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b73b94-9f64-492e-bd2d-8603fa9e0743 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=8be8affe-1b52-4e48-9382-2a8afcc1fd71,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:31.649737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a163f-f6ad-4050-b634-146e90a95cb4 req-e43a23e4-e172-4d62-a2ce-ed8c48485b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:31.651208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e7a163f-f6ad-4050-b634-146e90a95cb4 req-e43a23e4-e172-4d62-a2ce-ed8c48485b53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.4851620 Oct 13 14:33:31.661779 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58b73b94-9f64-492e-bd2d-8603fa9e0743 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:31.668641 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-58b73b94-9f64-492e-bd2d-8603fa9e0743 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/8be8affe-1b52-4e48-9382-2a8afcc1fd71 HTTP/1.1" status: 204 len: 168 time: 0.6655452 Oct 13 14:33:31.668641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44506) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:31.690242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7875da20-4edd-4f3f-8147-32b31447b9ab req-ad33c3ec-abae-41bc-88d9-83557f7670c9 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2951441 Oct 13 14:33:31.693190 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04496a7-9ffb-4b38-a77b-e8474fd2aeea tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:33:31.697952 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f04496a7-9ffb-4b38-a77b-e8474fd2aeea tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/8be8affe-1b52-4e48-9382-2a8afcc1fd71 HTTP/1.1" status: 404 len: 333 time: 0.0250919 Oct 13 14:33:31.698204 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44508) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:31.800830 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c4a203-5c1a-4f73-8d19-839ad6bc3abc tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting subnet 1db9160e-ba4d-4323-8941-858f72b8c5ec {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:33:31.809021 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a203-5c1a-4f73-8d19-839ad6bc3abc tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:31.880972 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a203-5c1a-4f73-8d19-839ad6bc3abc tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:32.011772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a203-5c1a-4f73-8d19-839ad6bc3abc tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:32.172728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e7a163f-f6ad-4050-b634-146e90a95cb4 req-212122f8-1b05-4a7b-8c23-14b69ae40eab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994bd72a-0611-4e0b-8f0f-96b698253f7c HTTP/1.1" status: 200 len: 217 time: 0.5061309 Oct 13 14:33:32.181543 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a203-5c1a-4f73-8d19-839ad6bc3abc tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:32.185301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-9bc9e4f9-77b3-4305-a50b-6c8568b5ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:32.186603 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-9bc9e4f9-77b3-4305-a50b-6c8568b5ea36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.6348381 Oct 13 14:33:32.219734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-556b53f4-da16-4e3c-a750-4a84878d5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:32.221354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-556b53f4-da16-4e3c-a750-4a84878d5db4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b211eb86-cceb-4223-8e35-6e5309a555d4 HTTP/1.1" status: 200 len: 797 time: 0.6739595 Oct 13 14:33:32.227178 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f8c4a203-5c1a-4f73-8d19-839ad6bc3abc tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:32.230627 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f8c4a203-5c1a-4f73-8d19-839ad6bc3abc tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/1db9160e-ba4d-4323-8941-858f72b8c5ec HTTP/1.1" status: 204 len: 168 time: 0.5314119 Oct 13 14:33:32.234363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44512) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:32.285266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4a203-5c1a-4f73-8d19-839ad6bc3abc tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Subnet': ['ID=1db9160e-ba4d-4323-8941-858f72b8c5ec,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:32.370972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e949bb92-f43e-4b45-a0a2-25d6fe16ccf0 req-27bf8563-da07-449d-a5fa-8124f8586eb9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7974317 Oct 13 14:33:32.384432 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ca45a-8e28-4d86-8192-ce07ab2a4f53 None None] Network a5a2b872-4c2e-44a1-a89a-12cf3881e93f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:32.404970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c76c7bfd-16f1-44f3-88c8-f5ff4ce832e2 req-391574e8-602a-43e8-a1cd-9a749c062f3d service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9985075 Oct 13 14:33:32.467422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-9ce3f6bd-ab4b-4298-b52b-9bc737daa6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:32.469755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-9ce3f6bd-ab4b-4298-b52b-9bc737daa6cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2704272 Oct 13 14:33:32.480926 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:32.496820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a163f-f6ad-4050-b634-146e90a95cb4 req-9efc7607-3fc1-407b-9006-0b176f97dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:32.498324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e7a163f-f6ad-4050-b634-146e90a95cb4 req-9efc7607-3fc1-407b-9006-0b176f97dce4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.1752360 Oct 13 14:33:32.546776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0a49ee12-a8f9-4fd0-9580-f4f9ade1280d None None] Provisioning complete for port 2b2b5c5e-41f2-4403-913b-1f58ece4adee triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:32.547091 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0a49ee12-a8f9-4fd0-9580-f4f9ade1280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:32.557761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23142a-0fcc-4595-a30b-84c84452442f req-8bbe880d-3a6f-4724-8fd5-7f6180e02155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:32.567645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-8bbe880d-3a6f-4724-8fd5-7f6180e02155 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04869804-6b90-49cf-9c8c-d69c53d0480c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3096399 Oct 13 14:33:32.640057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2b2b5c5e-41f2-4403-913b-1f58ece4adee up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:33:32.716425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a163f-f6ad-4050-b634-146e90a95cb4 req-4ec3ea80-fae9-4788-aac2-24ddd226446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:32.717981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e7a163f-f6ad-4050-b634-146e90a95cb4 req-4ec3ea80-fae9-4788-aac2-24ddd226446c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2049270 Oct 13 14:33:32.741641 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-53197e28-3d94-489b-832c-a34efe42817d service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579465 Oct 13 14:33:32.753949 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0a49ee12-a8f9-4fd0-9580-f4f9ade1280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:32.774512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 2b2b5c5e-41f2-4403-913b-1f58ece4adee triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:32.774830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:32.832757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0a49ee12-a8f9-4fd0-9580-f4f9ade1280d None None] For port 2b2b5c5e-41f2-4403-913b-1f58ece4adee, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2b2b5c5e-41f2-4403-913b-1f58ece4adee,segment=NetworkSegment(a7ee344f-b82c-4bb9-be97-d20159f5289f),segment_id=a7ee344f-b82c-4bb9-be97-d20159f5289f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:32.865771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c80147-62b5-4ec1-a2a8-e04fd5762cc1 None None] DHCP port deletion for a5a2b872-4c2e-44a1-a89a-12cf3881e93f request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:33:32.938073 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0a49ee12-a8f9-4fd0-9580-f4f9ade1280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:32.986824 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:32.991708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-7c604db0-837a-4cfc-9ec8-766a3d3b61f1 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085793 Oct 13 14:33:32.993657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 2b2b5c5e-41f2-4403-913b-1f58ece4adee {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:32.993657 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:33.022591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49ee12-a8f9-4fd0-9580-f4f9ade1280d None None] Pushing event updated for resources: {'Port': ['ID=2b2b5c5e-41f2-4403-913b-1f58ece4adee,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:33.046897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-32c80147-62b5-4ec1-a2a8-e04fd5762cc1 None None] Deleting port 2b2b5c5e-41f2-4403-913b-1f58ece4adee {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:33.047306 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-32c80147-62b5-4ec1-a2a8-e04fd5762cc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:33.126348 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:33:33.126596 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:33:33.143073 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-32c80147-62b5-4ec1-a2a8-e04fd5762cc1 None None] For port 2b2b5c5e-41f2-4403-913b-1f58ece4adee, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2b2b5c5e-41f2-4403-913b-1f58ece4adee,segment=NetworkSegment(a7ee344f-b82c-4bb9-be97-d20159f5289f),segment_id=a7ee344f-b82c-4bb9-be97-d20159f5289f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:33.143473 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-32c80147-62b5-4ec1-a2a8-e04fd5762cc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:33.159253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-32c80147-62b5-4ec1-a2a8-e04fd5762cc1 None None] Calling delete_port for 2b2b5c5e-41f2-4403-913b-1f58ece4adee owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:33.214006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-3049a5f8-6be2-41e3-a4ae-fcc2f9bf7245 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468527 Oct 13 14:33:33.258954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] For port 2b2b5c5e-41f2-4403-913b-1f58ece4adee, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2b2b5c5e-41f2-4403-913b-1f58ece4adee,segment=NetworkSegment(a7ee344f-b82c-4bb9-be97-d20159f5289f),segment_id=a7ee344f-b82c-4bb9-be97-d20159f5289f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:33.259888 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:33.264855 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e7a163f-f6ad-4050-b634-146e90a95cb4 req-c2d332bf-9205-4198-bb3a-8d2463382594 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326035 Oct 13 14:33:33.330730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e3059-137a-45dd-b7ed-779cb44badbf req-f580925b-4a1e-47a8-b0a2-d4375553c360 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:33.337854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e3059-137a-45dd-b7ed-779cb44badbf req-f580925b-4a1e-47a8-b0a2-d4375553c360 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:33.344013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e3059-137a-45dd-b7ed-779cb44badbf req-f580925b-4a1e-47a8-b0a2-d4375553c360 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:33.346018 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-32c80147-62b5-4ec1-a2a8-e04fd5762cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:33.350720 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e3059-137a-45dd-b7ed-779cb44badbf req-f580925b-4a1e-47a8-b0a2-d4375553c360 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:33.357004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e3059-137a-45dd-b7ed-779cb44badbf req-f580925b-4a1e-47a8-b0a2-d4375553c360 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:33.363028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e3059-137a-45dd-b7ed-779cb44badbf req-f580925b-4a1e-47a8-b0a2-d4375553c360 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:33.370163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e3059-137a-45dd-b7ed-779cb44badbf req-f580925b-4a1e-47a8-b0a2-d4375553c360 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:33.372195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e43e3059-137a-45dd-b7ed-779cb44badbf req-f580925b-4a1e-47a8-b0a2-d4375553c360 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.4647720 Oct 13 14:33:33.379976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-73060159-94b4-4133-bde5-25f470a38a65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895 HTTP/1.1" status: 200 len: 217 time: 0.1386604 Oct 13 14:33:33.379976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 2b2b5c5e-41f2-4403-913b-1f58ece4adee owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:33.385982 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c80147-62b5-4ec1-a2a8-e04fd5762cc1 None None] Pushing event deleted for resources: {'Port': ['ID=2b2b5c5e-41f2-4403-913b-1f58ece4adee,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:33.402586 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c80147-62b5-4ec1-a2a8-e04fd5762cc1 None None] No DVR routers for this DVR port 2b2b5c5e-41f2-4403-913b-1f58ece4adee on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:33:33.611365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b23142a-0fcc-4595-a30b-84c84452442f req-11f3e628-64b2-483a-8924-f1aa315510e8 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901432 Oct 13 14:33:33.636268 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e43e3059-137a-45dd-b7ed-779cb44badbf req-035159f3-dcc4-425f-a7f2-da0cea5317df tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2571323 Oct 13 14:33:33.637930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-f9c908dc-e370-4c98-960e-2ae1cbda2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:33.639526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-f9c908dc-e370-4c98-960e-2ae1cbda2812 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.2470071 Oct 13 14:33:33.694131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Port 2b2b5c5e-41f2-4403-913b-1f58ece4adee update to ACTIVE by agent not found {{(pid=112686) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 13 14:33:33.705377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e7a163f-f6ad-4050-b634-146e90a95cb4 req-cd7c6740-a7ec-40d2-bd33-aeb5e33904d2 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004087 Oct 13 14:33:33.729021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2bdc4-c7c4-401c-8614-ced67a2d0060 req-f669de3f-2959-40ba-bf91-a6498b26618e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:33.735763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5e2bdc4-c7c4-401c-8614-ced67a2d0060 req-f669de3f-2959-40ba-bf91-a6498b26618e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.2422230 Oct 13 14:33:33.773347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-d752c32e-85a1-4f3d-bf30-ef23eb915293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:33.775119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-d752c32e-85a1-4f3d-bf30-ef23eb915293 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1262541 Oct 13 14:33:33.776718 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:33.843939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5e2bdc4-c7c4-401c-8614-ced67a2d0060 req-2d806df6-a6a5-4beb-90d0-a113daf84f3f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043680 Oct 13 14:33:33.878284 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No DVR routers for this DVR port 2b2b5c5e-41f2-4403-913b-1f58ece4adee on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:33:33.880078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=2b2b5c5e-41f2-4403-913b-1f58ece4adee,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:34.027334 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:34.037316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-f609d043-c28e-4075-b07a-1f76ebd2148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.037814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-f609d043-c28e-4075-b07a-1f76ebd2148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.038244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-f609d043-c28e-4075-b07a-1f76ebd2148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.038721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-f609d043-c28e-4075-b07a-1f76ebd2148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.039254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-f609d043-c28e-4075-b07a-1f76ebd2148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.040488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-f609d043-c28e-4075-b07a-1f76ebd2148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.041258 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-f609d043-c28e-4075-b07a-1f76ebd2148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.049884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-f609d043-c28e-4075-b07a-1f76ebd2148e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 6485 time: 0.2043335 Oct 13 14:33:34.064228 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-ef5ec3a4-cfdf-414f-b105-d26a9e66729c service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687099 Oct 13 14:33:34.089728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a2b872-4c2e-44a1-a89a-12cf3881e93f']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:34.188835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ee344f-b82c-4bb9-be97-d20159f5289f') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:34.189230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ee344f-b82c-4bb9-be97-d20159f5289f') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:34.212696 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:34.242270 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:34.262654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:33:34.262875 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:33:34.272014 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:33:34.337292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-4be3ddd9-2342-4b1b-b442-6bc4d2f70784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.339991 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-4be3ddd9-2342-4b1b-b442-6bc4d2f70784 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04869804-6b90-49cf-9c8c-d69c53d0480c HTTP/1.1" status: 200 len: 903 time: 0.2862170 Oct 13 14:33:34.349796 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34b14e61-6c09-4a66-9038-9525f5f53dc0 req-40ba2440-ae5e-4493-8223-b0dbf5d10b32 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635047 Oct 13 14:33:34.394559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-7a45badb-156c-4882-b11c-d0337ad4153f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c HTTP/1.1" status: 200 len: 217 time: 0.0430834 Oct 13 14:33:34.441854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2b2b5c5e-41f2-4403-913b-1f58ece4adee no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:33:34.455285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-8f8ba1f9-0aa8-437e-9800-dd64127905b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.457281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-8f8ba1f9-0aa8-437e-9800-dd64127905b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b211eb86-cceb-4223-8e35-6e5309a555d4 HTTP/1.1" status: 200 len: 797 time: 0.0528572 Oct 13 14:33:34.466565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 2b2b5c5e-41f2-4403-913b-1f58ece4adee {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:33:34.467005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2b2b5c5e-41f2-4403-913b-1f58ece4adee not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:33:34.489313 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:34.517198 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:34.520790 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/networks/a5a2b872-4c2e-44a1-a89a-12cf3881e93f HTTP/1.1" status: 204 len: 168 time: 2.2588778 Oct 13 14:33:34.525201 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44526) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:34.530794 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-76b0d661-438a-42e3-9b14-0b3d2e8a66cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'name': 'tempest-PortsIpV6TestJSON-1502936113'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:34.534931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e8d3c-bb32-439c-8e24-e9716821eec5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Network': ['ID=a5a2b872-4c2e-44a1-a89a-12cf3881e93f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:34.549314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-92441c83-1215-4865-9cba-75a6b08397c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.551627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-92441c83-1215-4865-9cba-75a6b08397c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04869804-6b90-49cf-9c8c-d69c53d0480c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0738151 Oct 13 14:33:34.685166 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-d04a73d9-fa9e-473a-adb1-cf9cf1951079 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189580 Oct 13 14:33:34.723118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b0d661-438a-42e3-9b14-0b3d2e8a66cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:34.729011 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76b0d661-438a-42e3-9b14-0b3d2e8a66cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:34.754473 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-76b0d661-438a-42e3-9b14-0b3d2e8a66cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port 2ef1950a-0e6c-47f8-b379-c269e7cae90c yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:33:34.856503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4939e5-541a-4a05-8968-c3a812213043 req-3de5315a-bf12-4660-8969-f4c43ee29a21 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.862551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4939e5-541a-4a05-8968-c3a812213043 req-3de5315a-bf12-4660-8969-f4c43ee29a21 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.871477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4939e5-541a-4a05-8968-c3a812213043 req-3de5315a-bf12-4660-8969-f4c43ee29a21 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.877551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4939e5-541a-4a05-8968-c3a812213043 req-3de5315a-bf12-4660-8969-f4c43ee29a21 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.885682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4939e5-541a-4a05-8968-c3a812213043 req-3de5315a-bf12-4660-8969-f4c43ee29a21 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.891620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4939e5-541a-4a05-8968-c3a812213043 req-3de5315a-bf12-4660-8969-f4c43ee29a21 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.903441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4939e5-541a-4a05-8968-c3a812213043 req-3de5315a-bf12-4660-8969-f4c43ee29a21 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:34.908557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c4939e5-541a-4a05-8968-c3a812213043 req-3de5315a-bf12-4660-8969-f4c43ee29a21 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1756072 Oct 13 14:33:34.928543 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a018215-89c2-43cc-a0dc-1cdb3bc8b22a req-6f2fff97-45b6-4ed3-ad72-940bc35c86dd service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365448 Oct 13 14:33:34.961578 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76b0d661-438a-42e3-9b14-0b3d2e8a66cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:35.026295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c4939e5-541a-4a05-8968-c3a812213043 req-0237bbdc-d908-48d9-b44c-a5389ff4cc7d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026390 Oct 13 14:33:35.060297 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76b0d661-438a-42e3-9b14-0b3d2e8a66cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:35.067322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048adfa6-6e79-42a8-ac76-60f87fe9a654 req-9cbc0e8b-da10-4a4f-9da2-5855cee24c5e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:35.071955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-048adfa6-6e79-42a8-ac76-60f87fe9a654 req-9cbc0e8b-da10-4a4f-9da2-5855cee24c5e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1007333 Oct 13 14:33:35.113439 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b0d661-438a-42e3-9b14-0b3d2e8a66cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:35.116748 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-76b0d661-438a-42e3-9b14-0b3d2e8a66cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:35.122286 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b0d661-438a-42e3-9b14-0b3d2e8a66cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:35.128295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b0d661-438a-42e3-9b14-0b3d2e8a66cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:35.128998 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76b0d661-438a-42e3-9b14-0b3d2e8a66cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:35.141402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-048adfa6-6e79-42a8-ac76-60f87fe9a654 req-508d85e2-ca79-41f0-a858-318b3adecc51 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618336 Oct 13 14:33:35.145728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0d661-438a-42e3-9b14-0b3d2e8a66cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=2ef1950a-0e6c-47f8-b379-c269e7cae90c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:35.280627 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-76b0d661-438a-42e3-9b14-0b3d2e8a66cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7540598 Oct 13 14:33:35.283817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44534) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:35.410000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-28bf3133-999a-445c-b0e2-fddbb91369cd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 2ef1950a-0e6c-47f8-b379-c269e7cae90c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:35.410381 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28bf3133-999a-445c-b0e2-fddbb91369cd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:35.491526 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28bf3133-999a-445c-b0e2-fddbb91369cd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:35.508382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-28bf3133-999a-445c-b0e2-fddbb91369cd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 2ef1950a-0e6c-47f8-b379-c269e7cae90c owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:35.700285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28bf3133-999a-445c-b0e2-fddbb91369cd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:35.739512 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28bf3133-999a-445c-b0e2-fddbb91369cd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:35.743611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-28bf3133-999a-445c-b0e2-fddbb91369cd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/2ef1950a-0e6c-47f8-b379-c269e7cae90c HTTP/1.1" status: 204 len: 168 time: 0.4584367 Oct 13 14:33:35.744864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf3133-999a-445c-b0e2-fddbb91369cd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=2ef1950a-0e6c-47f8-b379-c269e7cae90c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:35.745935 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44538) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:35.752130 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-045244e3-db4f-4eae-92fd-dd5518d91042 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'mac_address': 'fa:16:3e:36:a8:34', 'name': 'tempest-PortsIpV6TestJSON-952605193'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:35.912603 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045244e3-db4f-4eae-92fd-dd5518d91042 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:35.991017 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-045244e3-db4f-4eae-92fd-dd5518d91042 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:36.016598 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-045244e3-db4f-4eae-92fd-dd5518d91042 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port dfda9374-3e08-4d16-92e8-8d8e5f99d0bf yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:33:36.187289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6570d4-1eba-40e5-a5df-1a84e8931072 req-2c4cb831-18df-40a4-a6f4-8db8a9424016 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:36.196647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6570d4-1eba-40e5-a5df-1a84e8931072 req-2c4cb831-18df-40a4-a6f4-8db8a9424016 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:36.204361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6570d4-1eba-40e5-a5df-1a84e8931072 req-2c4cb831-18df-40a4-a6f4-8db8a9424016 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:36.210489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6570d4-1eba-40e5-a5df-1a84e8931072 req-2c4cb831-18df-40a4-a6f4-8db8a9424016 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:36.216760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6570d4-1eba-40e5-a5df-1a84e8931072 req-2c4cb831-18df-40a4-a6f4-8db8a9424016 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:36.223072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6570d4-1eba-40e5-a5df-1a84e8931072 req-2c4cb831-18df-40a4-a6f4-8db8a9424016 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:36.230528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6570d4-1eba-40e5-a5df-1a84e8931072 req-2c4cb831-18df-40a4-a6f4-8db8a9424016 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:36.230915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-045244e3-db4f-4eae-92fd-dd5518d91042 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:36.232459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf6570d4-1eba-40e5-a5df-1a84e8931072 req-2c4cb831-18df-40a4-a6f4-8db8a9424016 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1052349 Oct 13 14:33:36.280386 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf6570d4-1eba-40e5-a5df-1a84e8931072 req-656cfbe4-7e71-41a4-8eae-0cd03f157e23 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398021 Oct 13 14:33:36.318056 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-045244e3-db4f-4eae-92fd-dd5518d91042 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:36.347543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eee093-92c1-4492-8094-df707966808c req-cf906440-8b8c-42c5-bd29-ca8f9ccc2e25 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:36.353567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21eee093-92c1-4492-8094-df707966808c req-cf906440-8b8c-42c5-bd29-ca8f9ccc2e25 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0669615 Oct 13 14:33:36.376410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045244e3-db4f-4eae-92fd-dd5518d91042 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:36.391809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-045244e3-db4f-4eae-92fd-dd5518d91042 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:36.391809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045244e3-db4f-4eae-92fd-dd5518d91042 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:36.391809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045244e3-db4f-4eae-92fd-dd5518d91042 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:36.391809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-045244e3-db4f-4eae-92fd-dd5518d91042 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:36.414995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045244e3-db4f-4eae-92fd-dd5518d91042 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=dfda9374-3e08-4d16-92e8-8d8e5f99d0bf,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:36.428888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21eee093-92c1-4492-8094-df707966808c req-7f8c2286-c99d-48c5-9bd2-fdfaca6cd47b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720942 Oct 13 14:33:36.468687 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-045244e3-db4f-4eae-92fd-dd5518d91042 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7210062 Oct 13 14:33:36.475563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44548) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:36.528048 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77280192-ef6b-4ce8-b147-ef78bf4c260b tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:36.529914 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-77280192-ef6b-4ce8-b147-ef78bf4c260b tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/dfda9374-3e08-4d16-92e8-8d8e5f99d0bf HTTP/1.1" status: 200 len: 844 time: 0.0529296 Oct 13 14:33:36.532292 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44550) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:36.635284 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-67ac30ca-2453-4747-ad12-0fe7b310be7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port dfda9374-3e08-4d16-92e8-8d8e5f99d0bf {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:36.638325 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67ac30ca-2453-4747-ad12-0fe7b310be7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:36.707346 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67ac30ca-2453-4747-ad12-0fe7b310be7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:36.724639 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-67ac30ca-2453-4747-ad12-0fe7b310be7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for dfda9374-3e08-4d16-92e8-8d8e5f99d0bf owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:37.134072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67ac30ca-2453-4747-ad12-0fe7b310be7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:37.168362 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67ac30ca-2453-4747-ad12-0fe7b310be7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:37.171945 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-67ac30ca-2453-4747-ad12-0fe7b310be7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/dfda9374-3e08-4d16-92e8-8d8e5f99d0bf HTTP/1.1" status: 204 len: 168 time: 0.6385596 Oct 13 14:33:37.173165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac30ca-2453-4747-ad12-0fe7b310be7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=dfda9374-3e08-4d16-92e8-8d8e5f99d0bf,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:37.174739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44552) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:37.202846 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ef72ea-a86a-4571-bce5-5ed840deeb30 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:33:37.210844 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-06ef72ea-a86a-4571-bce5-5ed840deeb30 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/dfda9374-3e08-4d16-92e8-8d8e5f99d0bf HTTP/1.1" status: 404 len: 333 time: 0.0288079 Oct 13 14:33:37.210844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44554) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:37.214493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-fb2a7f3b-40b6-46e5-b1af-bec3f05abdc8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'name': 'tempest-PortsIpV6TestJSON-324153077'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:37.397719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2a7f3b-40b6-46e5-b1af-bec3f05abdc8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:37.401959 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb2a7f3b-40b6-46e5-b1af-bec3f05abdc8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:37.426987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-fb2a7f3b-40b6-46e5-b1af-bec3f05abdc8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port e6d8b0ef-7494-49c8-b908-61db2d269633 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:33:37.480849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c825f-fd68-4217-8b32-9f780535c2ec req-ed2c5bbf-87aa-48fd-81c6-4004bdbed627 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:37.486459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c825f-fd68-4217-8b32-9f780535c2ec req-ed2c5bbf-87aa-48fd-81c6-4004bdbed627 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:37.492466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c825f-fd68-4217-8b32-9f780535c2ec req-ed2c5bbf-87aa-48fd-81c6-4004bdbed627 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:37.498561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c825f-fd68-4217-8b32-9f780535c2ec req-ed2c5bbf-87aa-48fd-81c6-4004bdbed627 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:37.504592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c825f-fd68-4217-8b32-9f780535c2ec req-ed2c5bbf-87aa-48fd-81c6-4004bdbed627 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:37.513326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c825f-fd68-4217-8b32-9f780535c2ec req-ed2c5bbf-87aa-48fd-81c6-4004bdbed627 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:37.519759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c825f-fd68-4217-8b32-9f780535c2ec req-ed2c5bbf-87aa-48fd-81c6-4004bdbed627 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:37.521707 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-130c825f-fd68-4217-8b32-9f780535c2ec req-ed2c5bbf-87aa-48fd-81c6-4004bdbed627 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1538889 Oct 13 14:33:37.658575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-130c825f-fd68-4217-8b32-9f780535c2ec req-4721a576-2a4d-4c67-b585-418ec496845b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192694 Oct 13 14:33:37.666819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0aebde-809c-49cc-8e92-dfb6ce0556c3 req-6f5ba623-d2b2-430b-8498-0b5978d88dc4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:37.668332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c0aebde-809c-49cc-8e92-dfb6ce0556c3 req-6f5ba623-d2b2-430b-8498-0b5978d88dc4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1457071 Oct 13 14:33:37.771551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c0aebde-809c-49cc-8e92-dfb6ce0556c3 req-ce596ccc-0b74-48f3-9a5c-0519679757d2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881464 Oct 13 14:33:37.782023 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb2a7f3b-40b6-46e5-b1af-bec3f05abdc8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:37.884701 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb2a7f3b-40b6-46e5-b1af-bec3f05abdc8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:37.930737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a7f3b-40b6-46e5-b1af-bec3f05abdc8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:37.934255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a7f3b-40b6-46e5-b1af-bec3f05abdc8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:37.936681 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a7f3b-40b6-46e5-b1af-bec3f05abdc8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:37.942434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2a7f3b-40b6-46e5-b1af-bec3f05abdc8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:37.943037 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb2a7f3b-40b6-46e5-b1af-bec3f05abdc8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:37.958385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a7f3b-40b6-46e5-b1af-bec3f05abdc8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=e6d8b0ef-7494-49c8-b908-61db2d269633,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:38.051800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fb2a7f3b-40b6-46e5-b1af-bec3f05abdc8 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8408673 Oct 13 14:33:38.054029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44564) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:38.060460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-c8a1396f-be05-4bd2-9fd9-6d27bc128769 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:38.134381 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8a1396f-be05-4bd2-9fd9-6d27bc128769 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:38.661051 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8a1396f-be05-4bd2-9fd9-6d27bc128769 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:38.739877 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8a1396f-be05-4bd2-9fd9-6d27bc128769 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:38.810926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c8a1396f-be05-4bd2-9fd9-6d27bc128769 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] In _notify_port_updated(), no bound segment for port e6d8b0ef-7494-49c8-b908-61db2d269633 on network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 {{(pid=112685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:33:38.816789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a1396f-be05-4bd2-9fd9-6d27bc128769 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:38.817385 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8a1396f-be05-4bd2-9fd9-6d27bc128769 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:38.818813 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c8a1396f-be05-4bd2-9fd9-6d27bc128769 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "PUT /v2.0/ports/e6d8b0ef-7494-49c8-b908-61db2d269633 HTTP/1.1" status: 200 len: 818 time: 0.7637639 Oct 13 14:33:38.822553 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44574) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:38.841543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1396f-be05-4bd2-9fd9-6d27bc128769 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=e6d8b0ef-7494-49c8-b908-61db2d269633,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:38.883163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1a2c5-f3e8-4fff-b21e-9c46c483ab50 req-39fbc8d1-a3e0-4df6-abec-5508a67ff20e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:38.890220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1a2c5-f3e8-4fff-b21e-9c46c483ab50 req-39fbc8d1-a3e0-4df6-abec-5508a67ff20e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:38.896537 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1a2c5-f3e8-4fff-b21e-9c46c483ab50 req-39fbc8d1-a3e0-4df6-abec-5508a67ff20e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:38.904698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1a2c5-f3e8-4fff-b21e-9c46c483ab50 req-39fbc8d1-a3e0-4df6-abec-5508a67ff20e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:38.911594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1a2c5-f3e8-4fff-b21e-9c46c483ab50 req-39fbc8d1-a3e0-4df6-abec-5508a67ff20e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:38.919555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1a2c5-f3e8-4fff-b21e-9c46c483ab50 req-39fbc8d1-a3e0-4df6-abec-5508a67ff20e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:38.926428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1a2c5-f3e8-4fff-b21e-9c46c483ab50 req-39fbc8d1-a3e0-4df6-abec-5508a67ff20e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:38.928440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7f1a2c5-f3e8-4fff-b21e-9c46c483ab50 req-39fbc8d1-a3e0-4df6-abec-5508a67ff20e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1861115 Oct 13 14:33:38.962319 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port e6d8b0ef-7494-49c8-b908-61db2d269633 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:38.962840 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:39.010954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7a216-44f3-4a32-ada0-dd21495767db req-01c61a9f-e4d2-468a-ac10-ca3fd6a96576 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:39.012707 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11e7a216-44f3-4a32-ada0-dd21495767db req-01c61a9f-e4d2-468a-ac10-ca3fd6a96576 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0831735 Oct 13 14:33:39.020711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7f1a2c5-f3e8-4fff-b21e-9c46c483ab50 req-08fc4675-98b5-4345-9387-efac8a2cf7f5 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775542 Oct 13 14:33:39.063367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11e7a216-44f3-4a32-ada0-dd21495767db req-a74ae255-2398-4be3-9c21-85e8800003bb tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Oct 13 14:33:39.088207 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:39.101005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for e6d8b0ef-7494-49c8-b908-61db2d269633 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:39.253129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:39.285366 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=e6d8b0ef-7494-49c8-b908-61db2d269633,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:39.294991 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:39.301054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44576) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:39.306070 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/e6d8b0ef-7494-49c8-b908-61db2d269633 HTTP/1.1" status: 204 len: 168 time: 0.4777629 Oct 13 14:33:39.306070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:39.306070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:39.306070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:39.306070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:39.306070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:39.306070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:39.306070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:39.306070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:39.306070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:39.307365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:39.307365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:39.307365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321e3a-dbdb-49a5-9153-1e216f0390ae tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:39.359805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e37f328-e914-47c6-a85d-59c3b3f367ba tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:39.361560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3e37f328-e914-47c6-a85d-59c3b3f367ba tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0595138 Oct 13 14:33:39.364701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44578) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:39.391616 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-b790abbe-dbf1-4a97-975d-53a762207476 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:33:39.393475 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b790abbe-dbf1-4a97-975d-53a762207476 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/e6d8b0ef-7494-49c8-b908-61db2d269633 HTTP/1.1" status: 404 len: 333 time: 0.0277739 Oct 13 14:33:39.397518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44582) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:39.403316 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-518e97eb-b8de-44e8-be3a-35a14d47f0e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1720802787'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:39.500613 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518e97eb-b8de-44e8-be3a-35a14d47f0e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:39.504269 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-518e97eb-b8de-44e8-be3a-35a14d47f0e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:39.532774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518e97eb-b8de-44e8-be3a-35a14d47f0e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:33:39.545695 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-518e97eb-b8de-44e8-be3a-35a14d47f0e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:39.545870 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-518e97eb-b8de-44e8-be3a-35a14d47f0e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Added segment 4b97c67a-cd31-4eb4-8449-c72e0130fc53 of type vlan for network 887e40d1-485d-43ae-a497-293d6a2845a5 Oct 13 14:33:39.591088 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-518e97eb-b8de-44e8-be3a-35a14d47f0e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:39.688545 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-518e97eb-b8de-44e8-be3a-35a14d47f0e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:39.694261 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518e97eb-b8de-44e8-be3a-35a14d47f0e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:39.694841 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-518e97eb-b8de-44e8-be3a-35a14d47f0e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:39.766368 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e97eb-b8de-44e8-be3a-35a14d47f0e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Network': ['ID=887e40d1-485d-43ae-a497-293d6a2845a5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:39.777012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 887e40d1-485d-43ae-a497-293d6a2845a5 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:33:39.869825 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-518e97eb-b8de-44e8-be3a-35a14d47f0e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4711590 Oct 13 14:33:39.874061 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44586) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:39.881305 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-69f0b6b2-d8c9-411b-8ef7-756bff3ac072 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': '887e40d1-485d-43ae-a497-293d6a2845a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:40.054535 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f0b6b2-d8c9-411b-8ef7-756bff3ac072 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:40.058200 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69f0b6b2-d8c9-411b-8ef7-756bff3ac072 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:40.235944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5b97-8a84-445f-8f65-5fbcedf0b078 req-ea8512e3-6342-4785-a2ce-a96a7f650f92 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:40.238908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20db5b97-8a84-445f-8f65-5fbcedf0b078 req-ea8512e3-6342-4785-a2ce-a96a7f650f92 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0859954 Oct 13 14:33:40.257056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1d62-a024-454f-81d4-e8f810ee1a14 req-68c02c25-dafd-495e-835d-b13ede18fc6c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:40.263245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1d62-a024-454f-81d4-e8f810ee1a14 req-68c02c25-dafd-495e-835d-b13ede18fc6c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:40.272336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1d62-a024-454f-81d4-e8f810ee1a14 req-68c02c25-dafd-495e-835d-b13ede18fc6c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:40.279888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1d62-a024-454f-81d4-e8f810ee1a14 req-68c02c25-dafd-495e-835d-b13ede18fc6c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:40.286225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1d62-a024-454f-81d4-e8f810ee1a14 req-68c02c25-dafd-495e-835d-b13ede18fc6c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:40.293577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1d62-a024-454f-81d4-e8f810ee1a14 req-68c02c25-dafd-495e-835d-b13ede18fc6c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:40.299844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1d62-a024-454f-81d4-e8f810ee1a14 req-68c02c25-dafd-495e-835d-b13ede18fc6c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:40.301810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c0d1d62-a024-454f-81d4-e8f810ee1a14 req-68c02c25-dafd-495e-835d-b13ede18fc6c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1621542 Oct 13 14:33:40.359497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20db5b97-8a84-445f-8f65-5fbcedf0b078 req-d84bc149-0ddc-487d-9c79-07ec8d613b6c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566032 Oct 13 14:33:40.372147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c0d1d62-a024-454f-81d4-e8f810ee1a14 req-1c74336f-500f-4b2c-b0ba-c1cebb01393d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629811 Oct 13 14:33:40.990797 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69f0b6b2-d8c9-411b-8ef7-756bff3ac072 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:41.349574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b6b2-d8c9-411b-8ef7-756bff3ac072 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Subnet': ['ID=521dd726-f263-4ee4-a883-2ffc53ec7e5a,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:41.359242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0b6b2-d8c9-411b-8ef7-756bff3ac072 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Checking segment: {'id': '4b97c67a-cd31-4eb4-8449-c72e0130fc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '887e40d1-485d-43ae-a497-293d6a2845a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:41.359605 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0b6b2-d8c9-411b-8ef7-756bff3ac072 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network hostable DHCP agents. Network: 887e40d1-485d-43ae-a497-293d6a2845a5, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:33:41.449781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0b6b2-d8c9-411b-8ef7-756bff3ac072 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network 887e40d1-485d-43ae-a497-293d6a2845a5 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:33:41.512798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a807ac-200d-40f4-8ab2-e4cb31f24379 req-009abebc-7cd6-4754-90db-7b71cf187f72 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:41.514429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02a807ac-200d-40f4-8ab2-e4cb31f24379 req-009abebc-7cd6-4754-90db-7b71cf187f72 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0783978 Oct 13 14:33:41.539459 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-69f0b6b2-d8c9-411b-8ef7-756bff3ac072 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 887e40d1-485d-43ae-a497-293d6a2845a5) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:41.544361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f0b6b2-d8c9-411b-8ef7-756bff3ac072 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:41.545095 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-69f0b6b2-d8c9-411b-8ef7-756bff3ac072 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:41.545455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdf754-4acb-48b1-860b-9914ca9d9e50 req-13a8c6dc-3649-495c-a894-3a4892d079ad tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:41.550608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7af9a0-39dc-4f30-bc52-c794ce7a6056 None None] Network 887e40d1-485d-43ae-a497-293d6a2845a5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:41.557076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdf754-4acb-48b1-860b-9914ca9d9e50 req-13a8c6dc-3649-495c-a894-3a4892d079ad tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:41.563573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdf754-4acb-48b1-860b-9914ca9d9e50 req-13a8c6dc-3649-495c-a894-3a4892d079ad tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:41.569987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdf754-4acb-48b1-860b-9914ca9d9e50 req-13a8c6dc-3649-495c-a894-3a4892d079ad tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:41.576555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdf754-4acb-48b1-860b-9914ca9d9e50 req-13a8c6dc-3649-495c-a894-3a4892d079ad tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:41.584060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdf754-4acb-48b1-860b-9914ca9d9e50 req-13a8c6dc-3649-495c-a894-3a4892d079ad tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:41.591230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdf754-4acb-48b1-860b-9914ca9d9e50 req-13a8c6dc-3649-495c-a894-3a4892d079ad tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:41.593319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83bdf754-4acb-48b1-860b-9914ca9d9e50 req-13a8c6dc-3649-495c-a894-3a4892d079ad tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1307883 Oct 13 14:33:41.634905 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-69f0b6b2-d8c9-411b-8ef7-756bff3ac072 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7584145 Oct 13 14:33:41.637260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44608) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:41.642483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-83f6dae3-d766-4a47-ae37-69c8e39bc5bd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': '887e40d1-485d-43ae-a497-293d6a2845a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:41.686875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83bdf754-4acb-48b1-860b-9914ca9d9e50 req-628f1d96-212d-495e-9769-ec5eaa406f39 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762901 Oct 13 14:33:41.702894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02a807ac-200d-40f4-8ab2-e4cb31f24379 req-f524030e-10c6-4d3e-870b-97758608bc12 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791077 Oct 13 14:33:41.777574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-887e40d1-485d-43ae-a497-293d6a2845a5', 'network_id': '887e40d1-485d-43ae-a497-293d6a2845a5', 'tenant_id': '593fafdb7ab5424e90fb588fe19f13a8', 'fixed_ips': [{'subnet_id': '521dd726-f263-4ee4-a883-2ffc53ec7e5a'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:33:41.777574 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:41.917283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Allocated IP 2001:db8::2 (887e40d1-485d-43ae-a497-293d6a2845a5/521dd726-f263-4ee4-a883-2ffc53ec7e5a/09dd6e77-20b7-47cf-a609-d6d07a921d6d) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:41.922062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f6dae3-d766-4a47-ae37-69c8e39bc5bd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:41.926452 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-83f6dae3-d766-4a47-ae37-69c8e39bc5bd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:42.031674 n-d-806683-15 neutron-server[112684]: INFO neutron.db.ipam_backend_mixin [None req-83f6dae3-d766-4a47-ae37-69c8e39bc5bd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 521dd726-f263-4ee4-a883-2ffc53ec7e5a (CIDR: 2001:db8::/64) Oct 13 14:33:42.081951 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:42.123204 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f6dae3-d766-4a47-ae37-69c8e39bc5bd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:33:42.123659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f6dae3-d766-4a47-ae37-69c8e39bc5bd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:33:42.169273 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:42.205614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44622) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:42.206236 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-83f6dae3-d766-4a47-ae37-69c8e39bc5bd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5671062 Oct 13 14:33:42.208944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Network 887e40d1-485d-43ae-a497-293d6a2845a5 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:42.210452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:42.211229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-22937463-4f5c-443d-a838-1fd8aca8ecaa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': '887e40d1-485d-43ae-a497-293d6a2845a5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:42.214328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:42.228662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Pushing event updated for resources: {'Port': ['ID=09dd6e77-20b7-47cf-a609-d6d07a921d6d,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:42.281317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Attempting to bind port 09dd6e77-20b7-47cf-a609-d6d07a921d6d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:42.286375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Attempting to bind port 09dd6e77-20b7-47cf-a609-d6d07a921d6d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '4b97c67a-cd31-4eb4-8449-c72e0130fc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '887e40d1-485d-43ae-a497-293d6a2845a5'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:42.286375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Attempting to bind port 09dd6e77-20b7-47cf-a609-d6d07a921d6d on network 887e40d1-485d-43ae-a497-293d6a2845a5 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:42.289387 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:42.291050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Checking segment: {'id': '4b97c67a-cd31-4eb4-8449-c72e0130fc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '887e40d1-485d-43ae-a497-293d6a2845a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:42.291050 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:42.291353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Bound using segment: {'id': '4b97c67a-cd31-4eb4-8449-c72e0130fc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '887e40d1-485d-43ae-a497-293d6a2845a5'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:42.291846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Bound port: 09dd6e77-20b7-47cf-a609-d6d07a921d6d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b97c67a-cd31-4eb4-8449-c72e0130fc53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '887e40d1-485d-43ae-a497-293d6a2845a5'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:42.292241 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:42.373469 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] For port 09dd6e77-20b7-47cf-a609-d6d07a921d6d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:42.376964 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] For port 09dd6e77-20b7-47cf-a609-d6d07a921d6d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=09dd6e77-20b7-47cf-a609-d6d07a921d6d,segment=NetworkSegment(4b97c67a-cd31-4eb4-8449-c72e0130fc53),segment_id=4b97c67a-cd31-4eb4-8449-c72e0130fc53)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:42.436789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22937463-4f5c-443d-a838-1fd8aca8ecaa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:42.440488 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22937463-4f5c-443d-a838-1fd8aca8ecaa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:42.461834 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:42.527142 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Pushing event updated for resources: {'Port': ['ID=09dd6e77-20b7-47cf-a609-d6d07a921d6d,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:42.535667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:42.536110 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:42.536598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:42.537070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:42.537513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:42.537933 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:42.538353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:42.538907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:42.539371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:42.540643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:42.541212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:42.541764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af53d0-0f6d-428e-85e8-d1e43da2ad4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:33:42.864518 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22937463-4f5c-443d-a838-1fd8aca8ecaa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:42.946679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22937463-4f5c-443d-a838-1fd8aca8ecaa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network 887e40d1-485d-43ae-a497-293d6a2845a5 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:42.957690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-22937463-4f5c-443d-a838-1fd8aca8ecaa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:42.969387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c98eba-5749-462b-914f-c544edec0deb req-d6e755d4-d78a-49b5-9ff6-53bd7e71b33a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:42.970956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38c98eba-5749-462b-914f-c544edec0deb req-d6e755d4-d78a-49b5-9ff6-53bd7e71b33a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1572459 Oct 13 14:33:42.972427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22937463-4f5c-443d-a838-1fd8aca8ecaa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:42.973004 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22937463-4f5c-443d-a838-1fd8aca8ecaa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:42.976124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22937463-4f5c-443d-a838-1fd8aca8ecaa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Subnet': ['ID=5383dea2-34ed-4712-9e4d-595547ee224f,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:43.009190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a7fb4-acde-48ad-b952-47c978fa9323 req-7673a974-b382-47f6-9342-d25c579b7dbb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:43.015507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a7fb4-acde-48ad-b952-47c978fa9323 req-7673a974-b382-47f6-9342-d25c579b7dbb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:43.021745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a7fb4-acde-48ad-b952-47c978fa9323 req-7673a974-b382-47f6-9342-d25c579b7dbb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:43.028565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a7fb4-acde-48ad-b952-47c978fa9323 req-7673a974-b382-47f6-9342-d25c579b7dbb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:43.034644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a7fb4-acde-48ad-b952-47c978fa9323 req-7673a974-b382-47f6-9342-d25c579b7dbb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:43.041570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a7fb4-acde-48ad-b952-47c978fa9323 req-7673a974-b382-47f6-9342-d25c579b7dbb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:43.047732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a7fb4-acde-48ad-b952-47c978fa9323 req-7673a974-b382-47f6-9342-d25c579b7dbb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:43.049636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e42a7fb4-acde-48ad-b952-47c978fa9323 req-7673a974-b382-47f6-9342-d25c579b7dbb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.2081249 Oct 13 14:33:43.103646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38c98eba-5749-462b-914f-c544edec0deb req-0ea3afca-dd8e-457f-859e-b91ee41790f6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240339 Oct 13 14:33:43.114726 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e42a7fb4-acde-48ad-b952-47c978fa9323 req-a12bf1f6-dc05-4255-9423-3ec32ea11a0b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559509 Oct 13 14:33:43.149580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-22937463-4f5c-443d-a838-1fd8aca8ecaa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9418378 Oct 13 14:33:43.155559 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44632) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:43.156079 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': '887e40d1-485d-43ae-a497-293d6a2845a5', 'fixed_ips': [{'subnet_id': '521dd726-f263-4ee4-a883-2ffc53ec7e5a'}, {'subnet_id': '5383dea2-34ed-4712-9e4d-595547ee224f'}], 'name': 'tempest-PortsIpV6TestJSON-2076726311'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:43.390949 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:43.481870 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:43.498987 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:33:43.626664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43dd6c3-7b12-4cd1-b620-e1a5fced029e None None] Network 887e40d1-485d-43ae-a497-293d6a2845a5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:43.725543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-53101089-3fab-4d65-a7cb-d82ac717e4b4 None None] Provisioning complete for port 09dd6e77-20b7-47cf-a609-d6d07a921d6d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:43.725907 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-53101089-3fab-4d65-a7cb-d82ac717e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:43.830502 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8::212 (887e40d1-485d-43ae-a497-293d6a2845a5/521dd726-f263-4ee4-a883-2ffc53ec7e5a/b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:43.839103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8:0:1::112 (887e40d1-485d-43ae-a497-293d6a2845a5/5383dea2-34ed-4712-9e4d-595547ee224f/b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:43.904900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-53101089-3fab-4d65-a7cb-d82ac717e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:43.964847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-53101089-3fab-4d65-a7cb-d82ac717e4b4 None None] For port 09dd6e77-20b7-47cf-a609-d6d07a921d6d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=09dd6e77-20b7-47cf-a609-d6d07a921d6d,segment=NetworkSegment(4b97c67a-cd31-4eb4-8449-c72e0130fc53),segment_id=4b97c67a-cd31-4eb4-8449-c72e0130fc53)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:43.980277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5034c4-98eb-4d17-a49b-a9c3d82b640a None None] Update dhcp port {'port': {'network_id': '887e40d1-485d-43ae-a497-293d6a2845a5', 'fixed_ips': [{'subnet_id': '521dd726-f263-4ee4-a883-2ffc53ec7e5a', 'ip_address': '2001:db8::2'}, {'subnet_id': '5383dea2-34ed-4712-9e4d-595547ee224f'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '09dd6e77-20b7-47cf-a609-d6d07a921d6d'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:33:44.012150 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7b5034c4-98eb-4d17-a49b-a9c3d82b640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:44.019351 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:44.049477 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-53101089-3fab-4d65-a7cb-d82ac717e4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:44.131893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:44.171390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53101089-3fab-4d65-a7cb-d82ac717e4b4 None None] Pushing event updated for resources: {'Port': ['ID=09dd6e77-20b7-47cf-a609-d6d07a921d6d,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:44.195970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network 887e40d1-485d-43ae-a497-293d6a2845a5 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:44.200487 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:44.208483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:44.215086 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:44.215895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:44.225128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:44.245644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-7b5034c4-98eb-4d17-a49b-a9c3d82b640a None None] Allocated IP 2001:db8:0:1::2 (887e40d1-485d-43ae-a497-293d6a2845a5/5383dea2-34ed-4712-9e4d-595547ee224f/09dd6e77-20b7-47cf-a609-d6d07a921d6d) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:44.348323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f480e49-fc0e-439c-8afa-0d7df76de688 req-1657df18-8108-435f-bb80-2bc8e7fa845d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:44.349864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f480e49-fc0e-439c-8afa-0d7df76de688 req-1657df18-8108-435f-bb80-2bc8e7fa845d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0863826 Oct 13 14:33:44.354371 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-111f98f5-1f60-48cc-af9f-c55a3274c6e5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.2017007 Oct 13 14:33:44.356448 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44650) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:44.361822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6a5f1f95-8743-41e0-b9b1-af40eb936c9c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '521dd726-f263-4ee4-a883-2ffc53ec7e5a'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:44.362163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900b595-65d4-40b6-8c1e-835f6de4ba15 req-ed1c3feb-82db-415c-b5ca-18450ce59d8d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:44.366494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7b5034c4-98eb-4d17-a49b-a9c3d82b640a None None] For port 09dd6e77-20b7-47cf-a609-d6d07a921d6d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=09dd6e77-20b7-47cf-a609-d6d07a921d6d,segment=NetworkSegment(4b97c67a-cd31-4eb4-8449-c72e0130fc53),segment_id=4b97c67a-cd31-4eb4-8449-c72e0130fc53)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:44.380685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900b595-65d4-40b6-8c1e-835f6de4ba15 req-ed1c3feb-82db-415c-b5ca-18450ce59d8d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:44.400052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900b595-65d4-40b6-8c1e-835f6de4ba15 req-ed1c3feb-82db-415c-b5ca-18450ce59d8d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:44.411522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900b595-65d4-40b6-8c1e-835f6de4ba15 req-ed1c3feb-82db-415c-b5ca-18450ce59d8d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:44.417356 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7b5034c4-98eb-4d17-a49b-a9c3d82b640a None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:44.427379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900b595-65d4-40b6-8c1e-835f6de4ba15 req-ed1c3feb-82db-415c-b5ca-18450ce59d8d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:44.433530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900b595-65d4-40b6-8c1e-835f6de4ba15 req-ed1c3feb-82db-415c-b5ca-18450ce59d8d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:44.439489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900b595-65d4-40b6-8c1e-835f6de4ba15 req-ed1c3feb-82db-415c-b5ca-18450ce59d8d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:44.441474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0900b595-65d4-40b6-8c1e-835f6de4ba15 req-ed1c3feb-82db-415c-b5ca-18450ce59d8d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1885414 Oct 13 14:33:44.445139 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1f95-8743-41e0-b9b1-af40eb936c9c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:44.526270 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 09dd6e77-20b7-47cf-a609-d6d07a921d6d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:33:44.531288 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0900b595-65d4-40b6-8c1e-835f6de4ba15 req-afce3257-4049-4063-b68f-0f1e2e2f749f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719287 Oct 13 14:33:44.534085 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f480e49-fc0e-439c-8afa-0d7df76de688 req-7d1bb3d9-2b1e-4d5f-b822-72753fe46b02 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917029 Oct 13 14:33:44.572473 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7b5034c4-98eb-4d17-a49b-a9c3d82b640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:44.692593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5034c4-98eb-4d17-a49b-a9c3d82b640a None None] Pushing event updated for resources: {'Port': ['ID=09dd6e77-20b7-47cf-a609-d6d07a921d6d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:44.704579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 09dd6e77-20b7-47cf-a609-d6d07a921d6d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:44.704579 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:44.830799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-6a5f1f95-8743-41e0-b9b1-af40eb936c9c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Delete allocated IP 2001:db8:0:1::112 (887e40d1-485d-43ae-a497-293d6a2845a5/5383dea2-34ed-4712-9e4d-595547ee224f) {{(pid=112684) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 14:33:44.993705 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1f95-8743-41e0-b9b1-af40eb936c9c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:45.076309 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1f95-8743-41e0-b9b1-af40eb936c9c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:45.147571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f1f95-8743-41e0-b9b1-af40eb936c9c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] In _notify_port_updated(), no bound segment for port b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46 on network 887e40d1-485d-43ae-a497-293d6a2845a5 {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:33:45.154156 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5f1f95-8743-41e0-b9b1-af40eb936c9c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:45.154892 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1f95-8743-41e0-b9b1-af40eb936c9c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:45.159013 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6a5f1f95-8743-41e0-b9b1-af40eb936c9c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "PUT /v2.0/ports/b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46 HTTP/1.1" status: 200 len: 926 time: 0.7989459 Oct 13 14:33:45.159298 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44654) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:45.165389 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fa2c41ac-4bac-4c14-83d1-4fe0ee66e3db tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '521dd726-f263-4ee4-a883-2ffc53ec7e5a'}, {'subnet_id': '5383dea2-34ed-4712-9e4d-595547ee224f'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:45.175198 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f1f95-8743-41e0-b9b1-af40eb936c9c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:45.248730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa2c41ac-4bac-4c14-83d1-4fe0ee66e3db tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:45.358870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b49c6-8351-4bb0-bbd2-bb138ac46786 None None] Network 887e40d1-485d-43ae-a497-293d6a2845a5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:45.430990 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9251bd27-5c44-4b53-a06b-0b1552d24a06 None None] Provisioning complete for port 09dd6e77-20b7-47cf-a609-d6d07a921d6d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:45.432166 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9251bd27-5c44-4b53-a06b-0b1552d24a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:45.576523 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-fa2c41ac-4bac-4c14-83d1-4fe0ee66e3db tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8:0:1::170 (887e40d1-485d-43ae-a497-293d6a2845a5/5383dea2-34ed-4712-9e4d-595547ee224f/b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:45.752087 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa2c41ac-4bac-4c14-83d1-4fe0ee66e3db tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:45.771880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192dcf6-84a9-4cb0-9b04-9f538aa73e66 req-20e0a161-0c2a-432c-b0f7-104fa2171cbd tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:45.773875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192dcf6-84a9-4cb0-9b04-9f538aa73e66 req-20e0a161-0c2a-432c-b0f7-104fa2171cbd tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0915627 Oct 13 14:33:45.787217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5653-b845-4252-add0-74b54dd6eaa2 req-3702b668-33ff-4cc6-801f-8fb13d76808e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:45.794360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5653-b845-4252-add0-74b54dd6eaa2 req-3702b668-33ff-4cc6-801f-8fb13d76808e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:45.800388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5653-b845-4252-add0-74b54dd6eaa2 req-3702b668-33ff-4cc6-801f-8fb13d76808e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:45.807298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5653-b845-4252-add0-74b54dd6eaa2 req-3702b668-33ff-4cc6-801f-8fb13d76808e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:45.813627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5653-b845-4252-add0-74b54dd6eaa2 req-3702b668-33ff-4cc6-801f-8fb13d76808e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:45.819668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5653-b845-4252-add0-74b54dd6eaa2 req-3702b668-33ff-4cc6-801f-8fb13d76808e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:45.826337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5653-b845-4252-add0-74b54dd6eaa2 req-3702b668-33ff-4cc6-801f-8fb13d76808e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:45.828557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e32f5653-b845-4252-add0-74b54dd6eaa2 req-3702b668-33ff-4cc6-801f-8fb13d76808e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1182861 Oct 13 14:33:45.869111 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa2c41ac-4bac-4c14-83d1-4fe0ee66e3db tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:45.894307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192dcf6-84a9-4cb0-9b04-9f538aa73e66 req-750cb369-ab4e-4771-98c3-d21eacd199f9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647144 Oct 13 14:33:45.902761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e32f5653-b845-4252-add0-74b54dd6eaa2 req-a0e33490-c5ce-47bc-82c6-12a960e3c5b4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632055 Oct 13 14:33:45.996096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-fa2c41ac-4bac-4c14-83d1-4fe0ee66e3db tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] In _notify_port_updated(), no bound segment for port b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46 on network 887e40d1-485d-43ae-a497-293d6a2845a5 {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:33:46.002169 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c41ac-4bac-4c14-83d1-4fe0ee66e3db tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:46.002893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa2c41ac-4bac-4c14-83d1-4fe0ee66e3db tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:46.009172 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fa2c41ac-4bac-4c14-83d1-4fe0ee66e3db tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "PUT /v2.0/ports/b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46 HTTP/1.1" status: 200 len: 1012 time: 0.8460090 Oct 13 14:33:46.009589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44664) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:46.024486 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c41ac-4bac-4c14-83d1-4fe0ee66e3db tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:46.136944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fcde3de-cd2f-4ee9-a791-c7f533f74295 None None] Provisioning complete for port 09dd6e77-20b7-47cf-a609-d6d07a921d6d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:46.137540 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fcde3de-cd2f-4ee9-a791-c7f533f74295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:46.146751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7f115ff2-694d-4f80-88d7-90d13a4c1d65 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:46.147267 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7f115ff2-694d-4f80-88d7-90d13a4c1d65 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:46.275124 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7f115ff2-694d-4f80-88d7-90d13a4c1d65 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:46.300399 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fcde3de-cd2f-4ee9-a791-c7f533f74295 None None] Provisioning complete for port b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:46.300905 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fcde3de-cd2f-4ee9-a791-c7f533f74295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:46.310512 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7f115ff2-694d-4f80-88d7-90d13a4c1d65 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:46.533945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 09dd6e77-20b7-47cf-a609-d6d07a921d6d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:33:46.571029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fcde3de-cd2f-4ee9-a791-c7f533f74295 None None] Port b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:33:46.593724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 09dd6e77-20b7-47cf-a609-d6d07a921d6d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:46.593961 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:46.638112 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7f115ff2-694d-4f80-88d7-90d13a4c1d65 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:46.681821 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f115ff2-694d-4f80-88d7-90d13a4c1d65 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:46.740112 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7f115ff2-694d-4f80-88d7-90d13a4c1d65 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:46.748106 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7f115ff2-694d-4f80-88d7-90d13a4c1d65 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46 HTTP/1.1" status: 204 len: 168 time: 0.7367830 Oct 13 14:33:46.749528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2e29cdec-fb60-4a65-a76a-31c748743625 None None] Could not find standard attr ID for object b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:33:46.750237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44666) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:46.778792 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc17cfc-3165-4944-a67d-10ed731821a1 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:33:46.784627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dbc17cfc-3165-4944-a67d-10ed731821a1 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46 HTTP/1.1" status: 404 len: 333 time: 0.0291941 Oct 13 14:33:46.785114 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44668) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:46.842052 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc41052-23b4-4116-85a4-3ff225715688 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting subnet 5383dea2-34ed-4712-9e4d-595547ee224f {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:33:46.846385 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4fc41052-23b4-4116-85a4-3ff225715688 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:46.869132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0cc07e34-36e2-43e4-9180-ddc4d044ae7d None None] Could not find standard attr ID for object b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:33:46.896189 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4fc41052-23b4-4116-85a4-3ff225715688 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:47.031865 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4fc41052-23b4-4116-85a4-3ff225715688 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:47.088411 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e15d2a1-746d-4ded-9e87-36f7abd2bbf1 None None] Could not find standard attr ID for object b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:33:47.131707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d440b6d-2d60-4e2f-8ead-4c9c368619c4 req-481d3268-495b-43eb-b637-f1a39c9722db tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:47.143306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d440b6d-2d60-4e2f-8ead-4c9c368619c4 req-481d3268-495b-43eb-b637-f1a39c9722db tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:47.149416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d440b6d-2d60-4e2f-8ead-4c9c368619c4 req-481d3268-495b-43eb-b637-f1a39c9722db tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:47.155754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d440b6d-2d60-4e2f-8ead-4c9c368619c4 req-481d3268-495b-43eb-b637-f1a39c9722db tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:47.162047 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d440b6d-2d60-4e2f-8ead-4c9c368619c4 req-481d3268-495b-43eb-b637-f1a39c9722db tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:47.170285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d440b6d-2d60-4e2f-8ead-4c9c368619c4 req-481d3268-495b-43eb-b637-f1a39c9722db tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:47.176460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d440b6d-2d60-4e2f-8ead-4c9c368619c4 req-481d3268-495b-43eb-b637-f1a39c9722db tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:47.179088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d440b6d-2d60-4e2f-8ead-4c9c368619c4 req-481d3268-495b-43eb-b637-f1a39c9722db tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1530011 Oct 13 14:33:47.190601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf8ee5-1101-4dab-a15d-c1ee35c857b5 req-6a60ce1d-2f35-4b7c-b491-42e69523a7bb tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:47.192154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40bf8ee5-1101-4dab-a15d-c1ee35c857b5 req-6a60ce1d-2f35-4b7c-b491-42e69523a7bb tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1798182 Oct 13 14:33:47.262391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d440b6d-2d60-4e2f-8ead-4c9c368619c4 req-45cbcc19-aade-40af-83b4-78ef452f64a6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691304 Oct 13 14:33:47.268512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40bf8ee5-1101-4dab-a15d-c1ee35c857b5 req-e4a911e0-4088-4f30-8c14-4872cf2cd130 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679898 Oct 13 14:33:47.311369 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4fc41052-23b4-4116-85a4-3ff225715688 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:47.335109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc41052-23b4-4116-85a4-3ff225715688 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Subnet': ['ID=5383dea2-34ed-4712-9e4d-595547ee224f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:47.350110 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4fc41052-23b4-4116-85a4-3ff225715688 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:47.355892 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4fc41052-23b4-4116-85a4-3ff225715688 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/5383dea2-34ed-4712-9e4d-595547ee224f HTTP/1.1" status: 204 len: 168 time: 0.5698979 Oct 13 14:33:47.357551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d17d8e-1974-43a1-a959-23e0467c034c None None] Network 887e40d1-485d-43ae-a497-293d6a2845a5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:47.357983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44678) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:47.412287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81b346a-8428-4c30-bdef-9602d70c2545 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting subnet 521dd726-f263-4ee4-a883-2ffc53ec7e5a {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:33:47.416378 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c81b346a-8428-4c30-bdef-9602d70c2545 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:47.463663 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c81b346a-8428-4c30-bdef-9602d70c2545 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:47.568044 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c81b346a-8428-4c30-bdef-9602d70c2545 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:47.745968 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c81b346a-8428-4c30-bdef-9602d70c2545 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:47.777773 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b346a-8428-4c30-bdef-9602d70c2545 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Subnet': ['ID=521dd726-f263-4ee4-a883-2ffc53ec7e5a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:47.782042 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c81b346a-8428-4c30-bdef-9602d70c2545 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:47.786811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c81b346a-8428-4c30-bdef-9602d70c2545 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/521dd726-f263-4ee4-a883-2ffc53ec7e5a HTTP/1.1" status: 204 len: 168 time: 0.4275844 Oct 13 14:33:47.788996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44680) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:47.878267 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:47.935196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 09dd6e77-20b7-47cf-a609-d6d07a921d6d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:47.935530 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:48.010498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] For port 09dd6e77-20b7-47cf-a609-d6d07a921d6d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=09dd6e77-20b7-47cf-a609-d6d07a921d6d,segment=NetworkSegment(4b97c67a-cd31-4eb4-8449-c72e0130fc53),segment_id=4b97c67a-cd31-4eb4-8449-c72e0130fc53)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:48.010867 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:48.025155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 09dd6e77-20b7-47cf-a609-d6d07a921d6d owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:48.081475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b74ff70-0b9d-4e49-af42-1bf015c299e1 None None] Network 887e40d1-485d-43ae-a497-293d6a2845a5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:48.151789 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-697670e1-0973-47b8-a267-95e9c1393a55 None None] Provisioning complete for port 09dd6e77-20b7-47cf-a609-d6d07a921d6d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:48.152164 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-697670e1-0973-47b8-a267-95e9c1393a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:48.207613 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:48.232248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-697670e1-0973-47b8-a267-95e9c1393a55 None None] Could not find standard attr ID for object 09dd6e77-20b7-47cf-a609-d6d07a921d6d. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:33:48.235316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=09dd6e77-20b7-47cf-a609-d6d07a921d6d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:48.235464 n-d-806683-15 neutron-server[112686]: INFO neutron.plugins.ml2.db [None req-697670e1-0973-47b8-a267-95e9c1393a55 None None] No ports have port_id starting with 09dd6e77-20b7-47cf-a609-d6d07a921d6d Oct 13 14:33:48.239184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No DVR routers for this DVR port 09dd6e77-20b7-47cf-a609-d6d07a921d6d on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:33:48.321466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a690257b-9f71-4feb-98c8-f38c8deece91 None None] DHCP port deletion for 887e40d1-485d-43ae-a497-293d6a2845a5 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:33:48.339789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:48.364909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887e40d1-485d-43ae-a497-293d6a2845a5']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:48.393967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b97c67a-cd31-4eb4-8449-c72e0130fc53') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:48.394422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b97c67a-cd31-4eb4-8449-c72e0130fc53') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:48.439685 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:48.449252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 09dd6e77-20b7-47cf-a609-d6d07a921d6d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:33:48.465649 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:48.474153 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 09dd6e77-20b7-47cf-a609-d6d07a921d6d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:33:48.491567 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 09dd6e77-20b7-47cf-a609-d6d07a921d6d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:33:48.492052 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:33:48.505453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8fc84-7208-455d-98e7-6a14f03617df req-8a2f37ba-d855-43ee-9a77-d222666e91c9 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:48.512181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8fc84-7208-455d-98e7-6a14f03617df req-8a2f37ba-d855-43ee-9a77-d222666e91c9 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:48.518226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8fc84-7208-455d-98e7-6a14f03617df req-8a2f37ba-d855-43ee-9a77-d222666e91c9 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:48.524302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8fc84-7208-455d-98e7-6a14f03617df req-8a2f37ba-d855-43ee-9a77-d222666e91c9 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:48.530217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8fc84-7208-455d-98e7-6a14f03617df req-8a2f37ba-d855-43ee-9a77-d222666e91c9 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:48.536401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8fc84-7208-455d-98e7-6a14f03617df req-8a2f37ba-d855-43ee-9a77-d222666e91c9 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:48.542799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8fc84-7208-455d-98e7-6a14f03617df req-8a2f37ba-d855-43ee-9a77-d222666e91c9 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:48.544667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19b8fc84-7208-455d-98e7-6a14f03617df req-8a2f37ba-d855-43ee-9a77-d222666e91c9 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1715357 Oct 13 14:33:48.581598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5957c-e03e-4748-abe6-58e22f57627d req-5a753ac1-6382-45b0-a545-e7563911d3e3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:48.583178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5a5957c-e03e-4748-abe6-58e22f57627d req-5a753ac1-6382-45b0-a545-e7563911d3e3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.2089009 Oct 13 14:33:48.659732 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:48.665057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19b8fc84-7208-455d-98e7-6a14f03617df req-834c68b3-6305-4aa1-ab29-56809e306494 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921066 Oct 13 14:33:48.667785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5a5957c-e03e-4748-abe6-58e22f57627d req-8bea201b-108d-4a07-9fbc-ff299cc237da tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731351 Oct 13 14:33:48.802718 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:48.811977 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:48.815628 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/networks/887e40d1-485d-43ae-a497-293d6a2845a5 HTTP/1.1" status: 204 len: 168 time: 1.0248325 Oct 13 14:33:48.819772 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44690) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:48.828623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57753c0-83f7-49f0-81ae-709098a9a3b4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Network': ['ID=887e40d1-485d-43ae-a497-293d6a2845a5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:48.874937 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e46b17f-3bb9-47d5-8243-8a6a436fc42c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:48.876412 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6e46b17f-3bb9-47d5-8243-8a6a436fc42c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0549810 Oct 13 14:33:48.880113 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44692) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:48.927364 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-130ffca1-2072-41d8-85de-f39a48e7aa22 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0461936 Oct 13 14:33:48.931012 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44694) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:48.935877 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-cda01c34-9b76-40b5-9366-80fcc9d1cefb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2134918822'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:49.082518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda01c34-9b76-40b5-9366-80fcc9d1cefb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:49.086765 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cda01c34-9b76-40b5-9366-80fcc9d1cefb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:49.111721 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda01c34-9b76-40b5-9366-80fcc9d1cefb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:33:49.120932 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cda01c34-9b76-40b5-9366-80fcc9d1cefb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:49.121305 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-cda01c34-9b76-40b5-9366-80fcc9d1cefb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Added segment 61125036-28d6-4509-b151-01bdfdf4dd55 of type vlan for network 757f0322-aed5-42f2-ac59-c084952c0201 Oct 13 14:33:49.162196 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cda01c34-9b76-40b5-9366-80fcc9d1cefb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:49.265546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cda01c34-9b76-40b5-9366-80fcc9d1cefb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:49.273571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda01c34-9b76-40b5-9366-80fcc9d1cefb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:49.274615 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cda01c34-9b76-40b5-9366-80fcc9d1cefb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:49.352629 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda01c34-9b76-40b5-9366-80fcc9d1cefb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Network': ['ID=757f0322-aed5-42f2-ac59-c084952c0201,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:49.364636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 757f0322-aed5-42f2-ac59-c084952c0201 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:33:49.452677 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cda01c34-9b76-40b5-9366-80fcc9d1cefb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5206008 Oct 13 14:33:49.455840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44698) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:49.460937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1f011414-8d24-47fc-bd7e-287cd74101d0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': '757f0322-aed5-42f2-ac59-c084952c0201', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:49.551484 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-59019c04-14a7-489c-a8c3-b736baf1909b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:49.670918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f011414-8d24-47fc-bd7e-287cd74101d0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:49.674496 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f011414-8d24-47fc-bd7e-287cd74101d0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:49.914234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd72b7b-275e-4ad3-875d-06be39e4c6d0 req-64a1fcb5-ca9c-479a-9cb5-4b3da390ca21 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:49.916063 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5dd72b7b-275e-4ad3-875d-06be39e4c6d0 req-64a1fcb5-ca9c-479a-9cb5-4b3da390ca21 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1329217 Oct 13 14:33:49.936974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175917e-bd7b-45ab-94dc-18131457b4bf req-8b70b101-4cbe-4c61-a272-a354e1a98b0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:49.943125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175917e-bd7b-45ab-94dc-18131457b4bf req-8b70b101-4cbe-4c61-a272-a354e1a98b0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:49.949921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175917e-bd7b-45ab-94dc-18131457b4bf req-8b70b101-4cbe-4c61-a272-a354e1a98b0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:49.956229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175917e-bd7b-45ab-94dc-18131457b4bf req-8b70b101-4cbe-4c61-a272-a354e1a98b0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:49.963151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175917e-bd7b-45ab-94dc-18131457b4bf req-8b70b101-4cbe-4c61-a272-a354e1a98b0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:49.969320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175917e-bd7b-45ab-94dc-18131457b4bf req-8b70b101-4cbe-4c61-a272-a354e1a98b0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:49.975667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175917e-bd7b-45ab-94dc-18131457b4bf req-8b70b101-4cbe-4c61-a272-a354e1a98b0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:49.978330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0175917e-bd7b-45ab-94dc-18131457b4bf req-8b70b101-4cbe-4c61-a272-a354e1a98b0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1827593 Oct 13 14:33:50.089746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5dd72b7b-275e-4ad3-875d-06be39e4c6d0 req-60b240b2-68a6-4ffc-9d94-492c8ab161fc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103365 Oct 13 14:33:50.101114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0175917e-bd7b-45ab-94dc-18131457b4bf req-1acbf0d9-de75-4cab-97fa-8db95a2904f6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093121 Oct 13 14:33:50.178372 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f011414-8d24-47fc-bd7e-287cd74101d0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:50.247841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f011414-8d24-47fc-bd7e-287cd74101d0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Subnet': ['ID=82b806b4-8c6a-447f-bf86-8105c7c9a157,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:50.256540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f011414-8d24-47fc-bd7e-287cd74101d0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Checking segment: {'id': '61125036-28d6-4509-b151-01bdfdf4dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '757f0322-aed5-42f2-ac59-c084952c0201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:50.256901 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f011414-8d24-47fc-bd7e-287cd74101d0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network hostable DHCP agents. Network: 757f0322-aed5-42f2-ac59-c084952c0201, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:33:50.385848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f011414-8d24-47fc-bd7e-287cd74101d0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network 757f0322-aed5-42f2-ac59-c084952c0201 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:33:50.516668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-1f011414-8d24-47fc-bd7e-287cd74101d0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 757f0322-aed5-42f2-ac59-c084952c0201) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:50.521474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f011414-8d24-47fc-bd7e-287cd74101d0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:50.522482 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f011414-8d24-47fc-bd7e-287cd74101d0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:50.526475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b7084-3e49-4fc6-9515-d006af30f9f9 None None] Network 757f0322-aed5-42f2-ac59-c084952c0201 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:50.650798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1f011414-8d24-47fc-bd7e-287cd74101d0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1936300 Oct 13 14:33:50.655037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44710) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:50.662189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': '757f0322-aed5-42f2-ac59-c084952c0201', 'name': 'tempest-PortsIpV6TestJSON-218809307'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:50.698864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-757f0322-aed5-42f2-ac59-c084952c0201', 'network_id': '757f0322-aed5-42f2-ac59-c084952c0201', 'tenant_id': '593fafdb7ab5424e90fb588fe19f13a8', 'fixed_ips': [{'subnet_id': '82b806b4-8c6a-447f-bf86-8105c7c9a157'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:33:50.699728 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:50.847969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Allocated IP 2001:db8::2 (757f0322-aed5-42f2-ac59-c084952c0201/82b806b4-8c6a-447f-bf86-8105c7c9a157/88e1a520-abff-4a2f-9777-23d54f3b2467) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:50.858935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:50.863014 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:50.883544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port a74f5bf3-ad30-4391-8568-1f5fb8ec5590 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:33:51.008844 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:51.123009 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:51.163305 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Network 757f0322-aed5-42f2-ac59-c084952c0201 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:51.171807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:51.175951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:51.188202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Pushing event updated for resources: {'Port': ['ID=88e1a520-abff-4a2f-9777-23d54f3b2467,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:51.218422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8::72 (757f0322-aed5-42f2-ac59-c084952c0201/82b806b4-8c6a-447f-bf86-8105c7c9a157/a74f5bf3-ad30-4391-8568-1f5fb8ec5590) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:51.254921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Attempting to bind port 88e1a520-abff-4a2f-9777-23d54f3b2467 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:51.255294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Attempting to bind port 88e1a520-abff-4a2f-9777-23d54f3b2467 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '61125036-28d6-4509-b151-01bdfdf4dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '757f0322-aed5-42f2-ac59-c084952c0201'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:51.255656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Attempting to bind port 88e1a520-abff-4a2f-9777-23d54f3b2467 on network 757f0322-aed5-42f2-ac59-c084952c0201 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:51.269254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:51.269254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Checking segment: {'id': '61125036-28d6-4509-b151-01bdfdf4dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '757f0322-aed5-42f2-ac59-c084952c0201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:51.269254 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:51.269254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Bound using segment: {'id': '61125036-28d6-4509-b151-01bdfdf4dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '757f0322-aed5-42f2-ac59-c084952c0201'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:51.269254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Bound port: 88e1a520-abff-4a2f-9777-23d54f3b2467, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61125036-28d6-4509-b151-01bdfdf4dd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '757f0322-aed5-42f2-ac59-c084952c0201'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:51.269254 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:51.290235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce93d4-ab1e-40eb-9e23-3295ac992bb9 req-d733c38c-e6ea-4732-a440-2b8aadae1d68 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:51.291921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49ce93d4-ab1e-40eb-9e23-3295ac992bb9 req-d733c38c-e6ea-4732-a440-2b8aadae1d68 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1192451 Oct 13 14:33:51.340574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] For port 88e1a520-abff-4a2f-9777-23d54f3b2467, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:51.344019 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] For port 88e1a520-abff-4a2f-9777-23d54f3b2467, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=88e1a520-abff-4a2f-9777-23d54f3b2467,segment=NetworkSegment(61125036-28d6-4509-b151-01bdfdf4dd55),segment_id=61125036-28d6-4509-b151-01bdfdf4dd55)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:51.378225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5436a-83b6-4bf3-b2f4-ab783790ccc2 req-d9f64cc3-627a-419e-8d73-362216bc998b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:51.384957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5436a-83b6-4bf3-b2f4-ab783790ccc2 req-d9f64cc3-627a-419e-8d73-362216bc998b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:51.391202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5436a-83b6-4bf3-b2f4-ab783790ccc2 req-d9f64cc3-627a-419e-8d73-362216bc998b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:51.400747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5436a-83b6-4bf3-b2f4-ab783790ccc2 req-d9f64cc3-627a-419e-8d73-362216bc998b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:51.407330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5436a-83b6-4bf3-b2f4-ab783790ccc2 req-d9f64cc3-627a-419e-8d73-362216bc998b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:51.413467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5436a-83b6-4bf3-b2f4-ab783790ccc2 req-d9f64cc3-627a-419e-8d73-362216bc998b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:51.420212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5436a-83b6-4bf3-b2f4-ab783790ccc2 req-d9f64cc3-627a-419e-8d73-362216bc998b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:51.422202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-acc5436a-83b6-4bf3-b2f4-ab783790ccc2 req-d9f64cc3-627a-419e-8d73-362216bc998b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1937451 Oct 13 14:33:51.454597 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:51.499659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49ce93d4-ab1e-40eb-9e23-3295ac992bb9 req-a5138391-2670-4212-931b-9c060bd469a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981406 Oct 13 14:33:51.537078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-acc5436a-83b6-4bf3-b2f4-ab783790ccc2 req-b9a9bfa2-416c-4c57-8bd8-dea24d8729a4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943248 Oct 13 14:33:51.543857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47e96e-562d-46fc-8085-96dfe443bed4 None None] Pushing event updated for resources: {'Port': ['ID=88e1a520-abff-4a2f-9777-23d54f3b2467,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:51.602392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:51.746862 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:51.807272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network 757f0322-aed5-42f2-ac59-c084952c0201 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:51.810611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:51.815157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:51.821817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:51.822693 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:51.843968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=a74f5bf3-ad30-4391-8568-1f5fb8ec5590,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:52.019640 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:52.022328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-215ac37f-80b3-452f-ae58-6e693b2f54b3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3660107 Oct 13 14:33:52.025752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44720) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:52.032617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': '757f0322-aed5-42f2-ac59-c084952c0201', 'name': 'tempest-PortsIpV6TestJSON-1977908424'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:52.282202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:52.286639 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:52.311579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port 173a4220-1158-4da0-9e65-20d7bfea7a76 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:33:52.322607 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9220-1f66-4d42-887e-4a32a110fc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:52.476159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8::171 (757f0322-aed5-42f2-ac59-c084952c0201/82b806b4-8c6a-447f-bf86-8105c7c9a157/173a4220-1158-4da0-9e65-20d7bfea7a76) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:52.521841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 88e1a520-abff-4a2f-9777-23d54f3b2467 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:33:52.587866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 88e1a520-abff-4a2f-9777-23d54f3b2467 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:52.588244 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:52.705166 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:52.725816 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5df0f9-0873-4307-89fb-038e38e209c6 None None] Network 757f0322-aed5-42f2-ac59-c084952c0201 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:52.760621 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:52.775682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265df4a9-3863-49d7-9e4b-9e6594c3f224 req-5da17c24-f490-44dc-82d0-a1de30c1f6bb tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:52.777731 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-265df4a9-3863-49d7-9e4b-9e6594c3f224 req-5da17c24-f490-44dc-82d0-a1de30c1f6bb tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1684248 Oct 13 14:33:52.806832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d24a8-4e6c-4fb6-8209-adb14bbcbff4 req-e3e1af38-85ab-4125-bee1-b20d67bf5e6e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:52.812789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d24a8-4e6c-4fb6-8209-adb14bbcbff4 req-e3e1af38-85ab-4125-bee1-b20d67bf5e6e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:52.814442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 88e1a520-abff-4a2f-9777-23d54f3b2467, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=88e1a520-abff-4a2f-9777-23d54f3b2467,segment=NetworkSegment(61125036-28d6-4509-b151-01bdfdf4dd55),segment_id=61125036-28d6-4509-b151-01bdfdf4dd55)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:52.818678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d24a8-4e6c-4fb6-8209-adb14bbcbff4 req-e3e1af38-85ab-4125-bee1-b20d67bf5e6e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:52.824803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d24a8-4e6c-4fb6-8209-adb14bbcbff4 req-e3e1af38-85ab-4125-bee1-b20d67bf5e6e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:52.829650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b054e04d-9c1d-47c2-b880-d0c9c90beb75 None None] Provisioning complete for port 88e1a520-abff-4a2f-9777-23d54f3b2467 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:52.830072 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b054e04d-9c1d-47c2-b880-d0c9c90beb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:52.832953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d24a8-4e6c-4fb6-8209-adb14bbcbff4 req-e3e1af38-85ab-4125-bee1-b20d67bf5e6e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:52.837241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d24a8-4e6c-4fb6-8209-adb14bbcbff4 req-e3e1af38-85ab-4125-bee1-b20d67bf5e6e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:52.843167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d24a8-4e6c-4fb6-8209-adb14bbcbff4 req-e3e1af38-85ab-4125-bee1-b20d67bf5e6e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:52.845062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa9d24a8-4e6c-4fb6-8209-adb14bbcbff4 req-e3e1af38-85ab-4125-bee1-b20d67bf5e6e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1734605 Oct 13 14:33:52.908724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-265df4a9-3863-49d7-9e4b-9e6594c3f224 req-3385dcd3-d5e8-4fe2-87cd-8fdd541cd83c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237080 Oct 13 14:33:52.931638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa9d24a8-4e6c-4fb6-8209-adb14bbcbff4 req-97c87873-b2c8-4c49-810c-53cd56807573 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687523 Oct 13 14:33:52.971467 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:53.042511 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:53.042747 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b054e04d-9c1d-47c2-b880-d0c9c90beb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:53.084154 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=88e1a520-abff-4a2f-9777-23d54f3b2467,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:53.095788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network 757f0322-aed5-42f2-ac59-c084952c0201 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:53.099676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:53.104352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:53.110070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:53.110694 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:53.121250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=173a4220-1158-4da0-9e65-20d7bfea7a76,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:53.138463 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-b054e04d-9c1d-47c2-b880-d0c9c90beb75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:33:53.145373 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-b054e04d-9c1d-47c2-b880-d0c9c90beb75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:33:53.238621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d8fe139a-eb98-49b4-8349-1b091ee056e0 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2117832 Oct 13 14:33:53.241314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44730) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:53.337372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5620699-8efe-4f42-bdf8-b305f8eb3990 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:53.338989 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c5620699-8efe-4f42-bdf8-b305f8eb3990 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A72 HTTP/1.1" status: 200 len: 927 time: 0.0958483 Oct 13 14:33:53.341864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44732) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:53.441999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-9644bd53-99c4-40d3-a645-d2b2918d39d3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 173a4220-1158-4da0-9e65-20d7bfea7a76 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:53.442338 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9644bd53-99c4-40d3-a645-d2b2918d39d3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:53.552573 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9644bd53-99c4-40d3-a645-d2b2918d39d3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:53.568735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-9644bd53-99c4-40d3-a645-d2b2918d39d3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 173a4220-1158-4da0-9e65-20d7bfea7a76 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:53.809303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3cebd021-2326-442d-94a1-b592ff791890 None None] Provisioning complete for port a74f5bf3-ad30-4391-8568-1f5fb8ec5590 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:53.809811 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3cebd021-2326-442d-94a1-b592ff791890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:53.825610 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9644bd53-99c4-40d3-a645-d2b2918d39d3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:53.856019 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:53.858570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644bd53-99c4-40d3-a645-d2b2918d39d3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=173a4220-1158-4da0-9e65-20d7bfea7a76,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:53.871251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3cebd021-2326-442d-94a1-b592ff791890 None None] Port a74f5bf3-ad30-4391-8568-1f5fb8ec5590 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:33:53.885499 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3cebd021-2326-442d-94a1-b592ff791890 None None] Provisioning complete for port 88e1a520-abff-4a2f-9777-23d54f3b2467 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:53.885881 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3cebd021-2326-442d-94a1-b592ff791890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:53.890183 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9644bd53-99c4-40d3-a645-d2b2918d39d3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:53.894034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9644bd53-99c4-40d3-a645-d2b2918d39d3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/173a4220-1158-4da0-9e65-20d7bfea7a76 HTTP/1.1" status: 204 len: 168 time: 0.5510325 Oct 13 14:33:53.896702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44736) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:53.932039 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2b4fbd-9253-4565-a589-c5297d68d87f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:33:53.934290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fe2b4fbd-9253-4565-a589-c5297d68d87f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/173a4220-1158-4da0-9e65-20d7bfea7a76 HTTP/1.1" status: 404 len: 333 time: 0.0361152 Oct 13 14:33:53.936551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44740) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:54.113181 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:54.140293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cf08d-ea47-4dc8-b943-ea68e86524bb req-d65f898a-aca4-45ad-a75e-effbcc745f81 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:54.142013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-211cf08d-ea47-4dc8-b943-ea68e86524bb req-d65f898a-aca4-45ad-a75e-effbcc745f81 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1217020 Oct 13 14:33:54.147173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-39db8ce0-7dc7-4163-9c08-68003879dc3c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port a74f5bf3-ad30-4391-8568-1f5fb8ec5590 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:54.147505 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-39db8ce0-7dc7-4163-9c08-68003879dc3c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:54.152349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-507bb316-6ba1-4841-9923-b56130b2071a None None] Could not find standard attr ID for object 173a4220-1158-4da0-9e65-20d7bfea7a76. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:33:54.457698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 88e1a520-abff-4a2f-9777-23d54f3b2467 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:33:54.516135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 88e1a520-abff-4a2f-9777-23d54f3b2467 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:33:54.516515 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:54.546547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596541d-b0c9-415f-baec-ae397680fe47 req-12367c5d-9979-4da3-810a-009231aa6f63 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:54.552582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596541d-b0c9-415f-baec-ae397680fe47 req-12367c5d-9979-4da3-810a-009231aa6f63 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:54.559173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596541d-b0c9-415f-baec-ae397680fe47 req-12367c5d-9979-4da3-810a-009231aa6f63 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:54.565313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596541d-b0c9-415f-baec-ae397680fe47 req-12367c5d-9979-4da3-810a-009231aa6f63 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:54.571781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596541d-b0c9-415f-baec-ae397680fe47 req-12367c5d-9979-4da3-810a-009231aa6f63 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:54.577069 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596541d-b0c9-415f-baec-ae397680fe47 req-12367c5d-9979-4da3-810a-009231aa6f63 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:54.583802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596541d-b0c9-415f-baec-ae397680fe47 req-12367c5d-9979-4da3-810a-009231aa6f63 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:54.585846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0596541d-b0c9-415f-baec-ae397680fe47 req-12367c5d-9979-4da3-810a-009231aa6f63 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.5291536 Oct 13 14:33:54.677294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-211cf08d-ea47-4dc8-b943-ea68e86524bb req-1129aca7-4194-4b4b-af12-443cb3725ee6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247653 Oct 13 14:33:54.700946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0596541d-b0c9-415f-baec-ae397680fe47 req-7c8f502c-2df7-4c14-bc10-f481bdaf97f0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967219 Oct 13 14:33:54.707325 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:33:54.735757 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-39db8ce0-7dc7-4163-9c08-68003879dc3c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:54.748885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-39db8ce0-7dc7-4163-9c08-68003879dc3c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for a74f5bf3-ad30-4391-8568-1f5fb8ec5590 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:54.933830 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-39db8ce0-7dc7-4163-9c08-68003879dc3c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:54.965585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db8ce0-7dc7-4163-9c08-68003879dc3c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=a74f5bf3-ad30-4391-8568-1f5fb8ec5590,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:54.999033 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-39db8ce0-7dc7-4163-9c08-68003879dc3c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.002840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-39db8ce0-7dc7-4163-9c08-68003879dc3c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/a74f5bf3-ad30-4391-8568-1f5fb8ec5590 HTTP/1.1" status: 204 len: 168 time: 1.0648355 Oct 13 14:33:55.006986 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44748) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:55.035426 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bb932e-303e-4e33-b548-e111767965ad tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:33:55.036970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-61bb932e-303e-4e33-b548-e111767965ad tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/a74f5bf3-ad30-4391-8568-1f5fb8ec5590 HTTP/1.1" status: 404 len: 333 time: 0.0285845 Oct 13 14:33:55.040478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44750) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:55.096399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e626ded-7fa5-4b63-a8d9-86b75d1cb797 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting subnet 82b806b4-8c6a-447f-bf86-8105c7c9a157 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:33:55.100280 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e626ded-7fa5-4b63-a8d9-86b75d1cb797 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.141991 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e626ded-7fa5-4b63-a8d9-86b75d1cb797 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.231303 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e626ded-7fa5-4b63-a8d9-86b75d1cb797 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.367745 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.413914 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e626ded-7fa5-4b63-a8d9-86b75d1cb797 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.441699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e626ded-7fa5-4b63-a8d9-86b75d1cb797 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Subnet': ['ID=82b806b4-8c6a-447f-bf86-8105c7c9a157,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:55.446297 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e626ded-7fa5-4b63-a8d9-86b75d1cb797 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.449463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8e626ded-7fa5-4b63-a8d9-86b75d1cb797 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/82b806b4-8c6a-447f-bf86-8105c7c9a157 HTTP/1.1" status: 204 len: 168 time: 0.4077635 Oct 13 14:33:55.452089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44752) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:55.456249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5da5fa50-7e51-4bac-9635-956781d762b9 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:33:55.458385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11375479-e85f-47d9-9d7e-37b087071d49 None None] Network 757f0322-aed5-42f2-ac59-c084952c0201 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:55.535245 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.593243 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 88e1a520-abff-4a2f-9777-23d54f3b2467 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:55.593868 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.656897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5da5fa50-7e51-4bac-9635-956781d762b9, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5da5fa50-7e51-4bac-9635-956781d762b9,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:55.668045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '5da5fa50-7e51-4bac-9635-956781d762b9', 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182', 'port_id': '5da5fa50-7e51-4bac-9635-956781d762b9', 'mac_address': 'fa:16:3e:1c:df:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c446537-7bcd-4e61-a1cc-5ec7b8fc4618', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:33:55.668247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] For port 88e1a520-abff-4a2f-9777-23d54f3b2467, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=88e1a520-abff-4a2f-9777-23d54f3b2467,segment=NetworkSegment(61125036-28d6-4509-b151-01bdfdf4dd55),segment_id=61125036-28d6-4509-b151-01bdfdf4dd55)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:55.668509 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.682904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 88e1a520-abff-4a2f-9777-23d54f3b2467 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:55.711185 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.725506 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da5fa50-7e51-4bac-9635-956781d762b9 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:55.749684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1942f94b-c933-4ef0-9cf6-c01e60bbea36 None None] DHCP port deletion for 757f0322-aed5-42f2-ac59-c084952c0201 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:33:55.768207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5da5fa50-7e51-4bac-9635-956781d762b9, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5da5fa50-7e51-4bac-9635-956781d762b9,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:55.817825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1942f94b-c933-4ef0-9cf6-c01e60bbea36 None None] Deleting port 88e1a520-abff-4a2f-9777-23d54f3b2467 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:33:55.818179 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1942f94b-c933-4ef0-9cf6-c01e60bbea36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.873927 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.874625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:33:55.878440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ea26b-9fb4-4883-8353-33f2b6ecb90e req-dbf10284-edc3-41d5-8992-36c8e4464dac tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:55.879959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-191ea26b-9fb4-4883-8353-33f2b6ecb90e req-dbf10284-edc3-41d5-8992-36c8e4464dac tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0889869 Oct 13 14:33:55.883192 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.919342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1942f94b-c933-4ef0-9cf6-c01e60bbea36 None None] For port 88e1a520-abff-4a2f-9777-23d54f3b2467, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=88e1a520-abff-4a2f-9777-23d54f3b2467,segment=NetworkSegment(61125036-28d6-4509-b151-01bdfdf4dd55),segment_id=61125036-28d6-4509-b151-01bdfdf4dd55)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:55.919739 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1942f94b-c933-4ef0-9cf6-c01e60bbea36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:55.921541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=88e1a520-abff-4a2f-9777-23d54f3b2467,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:55.942063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720b4f-616e-47e0-9390-9a301627002e req-64ac8d1a-9a63-46ad-923d-e9b92ab90081 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:55.949032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720b4f-616e-47e0-9390-9a301627002e req-64ac8d1a-9a63-46ad-923d-e9b92ab90081 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:55.951636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1942f94b-c933-4ef0-9cf6-c01e60bbea36 None None] Calling delete_port for 88e1a520-abff-4a2f-9777-23d54f3b2467 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:33:55.955284 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720b4f-616e-47e0-9390-9a301627002e req-64ac8d1a-9a63-46ad-923d-e9b92ab90081 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:55.967438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720b4f-616e-47e0-9390-9a301627002e req-64ac8d1a-9a63-46ad-923d-e9b92ab90081 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:55.968167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720b4f-616e-47e0-9390-9a301627002e req-64ac8d1a-9a63-46ad-923d-e9b92ab90081 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:55.974096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720b4f-616e-47e0-9390-9a301627002e req-64ac8d1a-9a63-46ad-923d-e9b92ab90081 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:55.980427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef720b4f-616e-47e0-9390-9a301627002e req-64ac8d1a-9a63-46ad-923d-e9b92ab90081 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:55.982377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef720b4f-616e-47e0-9390-9a301627002e req-64ac8d1a-9a63-46ad-923d-e9b92ab90081 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5421 time: 0.1630237 Oct 13 14:33:55.983987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No DVR routers for this DVR port 88e1a520-abff-4a2f-9777-23d54f3b2467 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:33:56.007156 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=5da5fa50-7e51-4bac-9635-956781d762b9,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:56.087854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-191ea26b-9fb4-4883-8353-33f2b6ecb90e req-f7a8755b-94d1-4954-95c5-59a5f3a9dae1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992288 Oct 13 14:33:56.100808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:56.117529 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.122073 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '9a7abfe3-3a61-4eb1-92c2-71aff895cb6c', 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c', 'port_id': '9a7abfe3-3a61-4eb1-92c2-71aff895cb6c', 'mac_address': 'fa:16:3e:6f:8a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b211eb86-cceb-4223-8e35-6e5309a555d4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:33:56.123430 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:33:56.141062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef720b4f-616e-47e0-9390-9a301627002e req-c265f068-4b41-4ee0-9528-4579438eeb34 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333487 Oct 13 14:33:56.152125 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1942f94b-c933-4ef0-9cf6-c01e60bbea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.171145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757f0322-aed5-42f2-ac59-c084952c0201']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:56.185126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61125036-28d6-4509-b151-01bdfdf4dd55') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:56.187765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61125036-28d6-4509-b151-01bdfdf4dd55') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:33:56.192330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942f94b-c933-4ef0-9cf6-c01e60bbea36 None None] Pushing event deleted for resources: {'Port': ['ID=88e1a520-abff-4a2f-9777-23d54f3b2467,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:56.198897 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.201926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1942f94b-c933-4ef0-9cf6-c01e60bbea36 None None] No DVR routers for this DVR port 88e1a520-abff-4a2f-9777-23d54f3b2467 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:33:56.225313 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.225424 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.229911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:33:56.230458 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:33:56.233723 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:33:56.382003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:56.393081 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.408872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:56.412157 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.416311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/networks/757f0322-aed5-42f2-ac59-c084952c0201 HTTP/1.1" status: 204 len: 168 time: 0.9629438 Oct 13 14:33:56.417845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed58fb-c19f-4a68-b26a-64d37d59531f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Network': ['ID=757f0322-aed5-42f2-ac59-c084952c0201,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:56.421784 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44762) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:56.426436 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-03e6149d-f560-4128-ab4c-7542436ad331 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-173848756'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:56.452200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 88e1a520-abff-4a2f-9777-23d54f3b2467 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:33:56.472578 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 88e1a520-abff-4a2f-9777-23d54f3b2467 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:33:56.472923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 88e1a520-abff-4a2f-9777-23d54f3b2467 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:33:56.510257 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.510956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device a40af342-105f-45cc-8b9c-1c286b9f02b3 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:33:56.533527 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e6149d-f560-4128-ab4c-7542436ad331 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:56.537299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-03e6149d-f560-4128-ab4c-7542436ad331 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.563387 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e6149d-f560-4128-ab4c-7542436ad331 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:33:56.573258 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-03e6149d-f560-4128-ab4c-7542436ad331 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.573603 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-03e6149d-f560-4128-ab4c-7542436ad331 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Added segment e299b7c4-73d7-471e-8e52-801e43a3e747 of type vlan for network e09218ea-c3c5-42a0-ac63-e4c63eec73b7 Oct 13 14:33:56.589160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a40af342-105f-45cc-8b9c-1c286b9f02b3, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a40af342-105f-45cc-8b9c-1c286b9f02b3,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:56.591564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:56.605610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'a40af342-105f-45cc-8b9c-1c286b9f02b3', 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182', 'port_id': 'a40af342-105f-45cc-8b9c-1c286b9f02b3', 'mac_address': 'fa:16:3e:01:fc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c446537-7bcd-4e61-a1cc-5ec7b8fc4618', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:33:56.617700 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-03e6149d-f560-4128-ab4c-7542436ad331 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.653885 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.668776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40af342-105f-45cc-8b9c-1c286b9f02b3 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:56.688831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a40af342-105f-45cc-8b9c-1c286b9f02b3, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a40af342-105f-45cc-8b9c-1c286b9f02b3,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:56.710517 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-03e6149d-f560-4128-ab4c-7542436ad331 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.716634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6149d-f560-4128-ab4c-7542436ad331 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:56.717273 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-03e6149d-f560-4128-ab4c-7542436ad331 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.791406 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6149d-f560-4128-ab4c-7542436ad331 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Network': ['ID=e09218ea-c3c5-42a0-ac63-e4c63eec73b7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:56.801246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network e09218ea-c3c5-42a0-ac63-e4c63eec73b7 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:33:56.849856 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:56.850534 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 721e5f9b-285c-4d44-b325-575341d83b4e details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:33:56.907350 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-03e6149d-f560-4128-ab4c-7542436ad331 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4856441 Oct 13 14:33:56.910655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44766) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:56.916825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f6988d56-af54-4860-884d-be24ab828eb3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': 'e09218ea-c3c5-42a0-ac63-e4c63eec73b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:56.942334 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=a40af342-105f-45cc-8b9c-1c286b9f02b3,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:56.954402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 721e5f9b-285c-4d44-b325-575341d83b4e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=721e5f9b-285c-4d44-b325-575341d83b4e,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:56.966701 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '721e5f9b-285c-4d44-b325-575341d83b4e', 'network_id': '04869804-6b90-49cf-9c8c-d69c53d0480c', 'port_id': '721e5f9b-285c-4d44-b325-575341d83b4e', 'mac_address': 'fa:16:3e:4c:09:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b211eb86-cceb-4223-8e35-6e5309a555d4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:33:57.011381 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:57.025259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721e5f9b-285c-4d44-b325-575341d83b4e {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:57.045614 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 721e5f9b-285c-4d44-b325-575341d83b4e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=721e5f9b-285c-4d44-b325-575341d83b4e,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:57.117654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6988d56-af54-4860-884d-be24ab828eb3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:57.122110 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f6988d56-af54-4860-884d-be24ab828eb3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:57.133219 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:57.134370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:33:57.213877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2c37e341-3a35-47e3-8b77-88ecba7dd0b1,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:57.216309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=721e5f9b-285c-4d44-b325-575341d83b4e,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:57.229154 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '2c37e341-3a35-47e3-8b77-88ecba7dd0b1', 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182', 'port_id': '2c37e341-3a35-47e3-8b77-88ecba7dd0b1', 'mac_address': 'fa:16:3e:35:93:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c446537-7bcd-4e61-a1cc-5ec7b8fc4618', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:33:57.270543 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:57.284926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:57.305053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2c37e341-3a35-47e3-8b77-88ecba7dd0b1,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:57.315268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dc4d2-2aa0-49d9-bd85-caf3cea014c0 req-f854ab71-1711-4b51-920a-19fd6bb54efd tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:57.316996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f80dc4d2-2aa0-49d9-bd85-caf3cea014c0 req-f854ab71-1711-4b51-920a-19fd6bb54efd tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1386790 Oct 13 14:33:57.337934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287b0f1-4dce-4810-9a87-0caa9496dfff req-2bbcfe3a-93d8-46d2-bbee-37aa83488af4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:57.343872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287b0f1-4dce-4810-9a87-0caa9496dfff req-2bbcfe3a-93d8-46d2-bbee-37aa83488af4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:57.350142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287b0f1-4dce-4810-9a87-0caa9496dfff req-2bbcfe3a-93d8-46d2-bbee-37aa83488af4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:57.356997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287b0f1-4dce-4810-9a87-0caa9496dfff req-2bbcfe3a-93d8-46d2-bbee-37aa83488af4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:57.363790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287b0f1-4dce-4810-9a87-0caa9496dfff req-2bbcfe3a-93d8-46d2-bbee-37aa83488af4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:57.370118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287b0f1-4dce-4810-9a87-0caa9496dfff req-2bbcfe3a-93d8-46d2-bbee-37aa83488af4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:57.376124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287b0f1-4dce-4810-9a87-0caa9496dfff req-2bbcfe3a-93d8-46d2-bbee-37aa83488af4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:57.378252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1287b0f1-4dce-4810-9a87-0caa9496dfff req-2bbcfe3a-93d8-46d2-bbee-37aa83488af4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5425 time: 0.1521800 Oct 13 14:33:57.384821 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:57.385565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6570fba8-02df-4686-b8cd-13bad9a25560 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:33:57.481588 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2c37e341-3a35-47e3-8b77-88ecba7dd0b1,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:57.492750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f80dc4d2-2aa0-49d9-bd85-caf3cea014c0 req-7ca8e890-2568-40a6-8076-8fe02b1c0ceb tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133716 Oct 13 14:33:57.504119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1287b0f1-4dce-4810-9a87-0caa9496dfff req-18345120-3254-4f97-9449-8940f7ec3353 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1118579 Oct 13 14:33:57.556220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 6570fba8-02df-4686-b8cd-13bad9a25560, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6570fba8-02df-4686-b8cd-13bad9a25560,segment=NetworkSegment(d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb),segment_id=d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:57.568210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '6570fba8-02df-4686-b8cd-13bad9a25560', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'port_id': '6570fba8-02df-4686-b8cd-13bad9a25560', 'mac_address': 'fa:16:3e:1e:1d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:33:57.607226 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:57.623053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6570fba8-02df-4686-b8cd-13bad9a25560 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:57.642536 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f6988d56-af54-4860-884d-be24ab828eb3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:57.644896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 6570fba8-02df-4686-b8cd-13bad9a25560, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6570fba8-02df-4686-b8cd-13bad9a25560,segment=NetworkSegment(d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb),segment_id=d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:57.707766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6988d56-af54-4860-884d-be24ab828eb3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Subnet': ['ID=7364c56a-2c67-4dd5-a76d-4534678c2e75,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:57.715015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6988d56-af54-4860-884d-be24ab828eb3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Checking segment: {'id': 'e299b7c4-73d7-471e-8e52-801e43a3e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e09218ea-c3c5-42a0-ac63-e4c63eec73b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:57.715377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6988d56-af54-4860-884d-be24ab828eb3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network hostable DHCP agents. Network: e09218ea-c3c5-42a0-ac63-e4c63eec73b7, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:33:57.739486 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:57.740319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f928a12f-8d60-4dde-bc7d-f75ac0b51092 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:33:57.812052 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f928a12f-8d60-4dde-bc7d-f75ac0b51092, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f928a12f-8d60-4dde-bc7d-f75ac0b51092,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:57.814459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6988d56-af54-4860-884d-be24ab828eb3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network e09218ea-c3c5-42a0-ac63-e4c63eec73b7 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:33:57.822007 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=6570fba8-02df-4686-b8cd-13bad9a25560,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:57.829874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'f928a12f-8d60-4dde-bc7d-f75ac0b51092', 'network_id': '2f63dcdd-4e9e-435e-bbab-58f7a79c5182', 'port_id': 'f928a12f-8d60-4dde-bc7d-f75ac0b51092', 'mac_address': 'fa:16:3e:7a:b1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c446537-7bcd-4e61-a1cc-5ec7b8fc4618', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:33:57.875312 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:57.890868 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f928a12f-8d60-4dde-bc7d-f75ac0b51092 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:33:57.910216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f928a12f-8d60-4dde-bc7d-f75ac0b51092, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f928a12f-8d60-4dde-bc7d-f75ac0b51092,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:33:57.938827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-f6988d56-af54-4860-884d-be24ab828eb3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, e09218ea-c3c5-42a0-ac63-e4c63eec73b7) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:57.943020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6988d56-af54-4860-884d-be24ab828eb3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:57.943603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f6988d56-af54-4860-884d-be24ab828eb3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:57.948188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1187a5-9c77-4754-b594-04fac61ace2c None None] Network e09218ea-c3c5-42a0-ac63-e4c63eec73b7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:33:58.050527 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:58.063936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f6988d56-af54-4860-884d-be24ab828eb3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1519063 Oct 13 14:33:58.067104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44776) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:58.073896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': 'e09218ea-c3c5-42a0-ac63-e4c63eec73b7', 'name': 'tempest-PortsIpV6TestJSON-1499343037', 'fixed_ips': [{'subnet_id': '7364c56a-2c67-4dd5-a76d-4534678c2e75', 'ip_address': '2001:db8::10'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:58.143946 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-e09218ea-c3c5-42a0-ac63-e4c63eec73b7', 'network_id': 'e09218ea-c3c5-42a0-ac63-e4c63eec73b7', 'tenant_id': '593fafdb7ab5424e90fb588fe19f13a8', 'fixed_ips': [{'subnet_id': '7364c56a-2c67-4dd5-a76d-4534678c2e75'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:33:58.144809 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:58.151827 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=f928a12f-8d60-4dde-bc7d-f75ac0b51092,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:58.330721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Allocated IP 2001:db8::2 (e09218ea-c3c5-42a0-ac63-e4c63eec73b7/7364c56a-2c67-4dd5-a76d-4534678c2e75/9118ce8e-35c8-4e1e-9fb3-590f63472e8a) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:58.362330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:58.494836 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:58.522501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port 8a9ae250-2c47-476a-ba64-ef103204c7ca yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:33:58.535427 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:58.648655 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:58.700106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Network e09218ea-c3c5-42a0-ac63-e4c63eec73b7 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:58.703471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:58.707001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:58.713338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Pushing event updated for resources: {'Port': ['ID=9118ce8e-35c8-4e1e-9fb3-590f63472e8a,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:58.755793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f86c4-52d2-4416-82e3-14a95fc3be2c req-6e11e598-ebf0-4599-8a59-75b8f84f25f5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:58.757419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f15f86c4-52d2-4416-82e3-14a95fc3be2c req-6e11e598-ebf0-4599-8a59-75b8f84f25f5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1454768 Oct 13 14:33:58.776811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Attempting to bind port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:33:58.777249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Attempting to bind port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'e299b7c4-73d7-471e-8e52-801e43a3e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e09218ea-c3c5-42a0-ac63-e4c63eec73b7'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:33:58.777664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Attempting to bind port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a on network e09218ea-c3c5-42a0-ac63-e4c63eec73b7 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:33:58.782893 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:33:58.783641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Checking segment: {'id': 'e299b7c4-73d7-471e-8e52-801e43a3e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e09218ea-c3c5-42a0-ac63-e4c63eec73b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:33:58.784048 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:58.784445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Bound using segment: {'id': 'e299b7c4-73d7-471e-8e52-801e43a3e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e09218ea-c3c5-42a0-ac63-e4c63eec73b7'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:33:58.784937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Bound port: 9118ce8e-35c8-4e1e-9fb3-590f63472e8a, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e299b7c4-73d7-471e-8e52-801e43a3e747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e09218ea-c3c5-42a0-ac63-e4c63eec73b7'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:33:58.785375 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:58.828058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50a60-c42b-45a7-b1a8-1c67a8225c07 req-fb6ff9b2-b399-401b-a4e7-4676420c8904 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:58.834264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50a60-c42b-45a7-b1a8-1c67a8225c07 req-fb6ff9b2-b399-401b-a4e7-4676420c8904 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:58.841352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50a60-c42b-45a7-b1a8-1c67a8225c07 req-fb6ff9b2-b399-401b-a4e7-4676420c8904 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:58.847360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50a60-c42b-45a7-b1a8-1c67a8225c07 req-fb6ff9b2-b399-401b-a4e7-4676420c8904 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:58.853995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50a60-c42b-45a7-b1a8-1c67a8225c07 req-fb6ff9b2-b399-401b-a4e7-4676420c8904 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:58.860192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50a60-c42b-45a7-b1a8-1c67a8225c07 req-fb6ff9b2-b399-401b-a4e7-4676420c8904 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:58.863726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] For port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:33:58.866986 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a50a60-c42b-45a7-b1a8-1c67a8225c07 req-fb6ff9b2-b399-401b-a4e7-4676420c8904 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:58.867280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] For port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9118ce8e-35c8-4e1e-9fb3-590f63472e8a,segment=NetworkSegment(e299b7c4-73d7-471e-8e52-801e43a3e747),segment_id=e299b7c4-73d7-471e-8e52-801e43a3e747)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:33:58.869498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63a50a60-c42b-45a7-b1a8-1c67a8225c07 req-fb6ff9b2-b399-401b-a4e7-4676420c8904 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5428 time: 0.2430909 Oct 13 14:33:58.896497 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8::10 (e09218ea-c3c5-42a0-ac63-e4c63eec73b7/7364c56a-2c67-4dd5-a76d-4534678c2e75/8a9ae250-2c47-476a-ba64-ef103204c7ca) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:58.924160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f15f86c4-52d2-4416-82e3-14a95fc3be2c req-4c32667f-a9e2-4ef4-9419-ab17970d5fac tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431971 Oct 13 14:33:58.946441 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:58.958459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63a50a60-c42b-45a7-b1a8-1c67a8225c07 req-2f2eb8b0-bf52-45d6-88fc-1a043d9c2da1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800207 Oct 13 14:33:59.056401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4ad7f-a61e-4ee5-89b2-3b207d96fefb None None] Pushing event updated for resources: {'Port': ['ID=9118ce8e-35c8-4e1e-9fb3-590f63472e8a,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:59.129470 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:59.253844 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:59.308484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network e09218ea-c3c5-42a0-ac63-e4c63eec73b7 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:33:59.312172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:33:59.316743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:33:59.323217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:33:59.323890 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:59.330921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=8a9ae250-2c47-476a-ba64-ef103204c7ca,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:33:59.479603 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-61ad87c5-ebce-479b-b6d5-007a9c006316 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4113989 Oct 13 14:33:59.482574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44786) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:33:59.487638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': 'e09218ea-c3c5-42a0-ac63-e4c63eec73b7', 'name': 'tempest-PortsIpV6TestJSON-965816702', 'fixed_ips': [{'subnet_id': '7364c56a-2c67-4dd5-a76d-4534678c2e75', 'ip_address': '2001:db8::f'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:33:59.602034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['f928a12f-8d60-4dde-bc7d-f75ac0b51092'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:33:59.692028 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2c37e341-3a35-47e3-8b77-88ecba7dd0b1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:33:59.704708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:33:59.710204 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:33:59.734880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port 66b976af-9ce0-47d2-8c7b-d2570b956a59 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:33:59.772643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['721e5f9b-285c-4d44-b325-575341d83b4e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:33:59.821500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['9a7abfe3-3a61-4eb1-92c2-71aff895cb6c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:33:59.885436 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['a40af342-105f-45cc-8b9c-1c286b9f02b3'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:33:59.940605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8::f (e09218ea-c3c5-42a0-ac63-e4c63eec73b7/7364c56a-2c67-4dd5-a76d-4534678c2e75/66b976af-9ce0-47d2-8c7b-d2570b956a59) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:33:59.942007 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['5da5fa50-7e51-4bac-9635-956781d762b9'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:34:00.114132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['6570fba8-02df-4686-b8cd-13bad9a25560'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:34:00.165535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f225932-a126-4cde-b6d3-05365a6ea4bd None None] Network e09218ea-c3c5-42a0-ac63-e4c63eec73b7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:00.170123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d5cbb-dbf2-456c-a2d0-0f6f1d7bf9be req-ecb52d18-236f-4740-ab91-aeab8c978a8a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:00.171694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-921d5cbb-dbf2-456c-a2d0-0f6f1d7bf9be req-ecb52d18-236f-4740-ab91-aeab8c978a8a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1547058 Oct 13 14:34:00.209421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4075-29b7-4735-b22a-107c8a1e84a4 req-bc2e63ad-0e83-4ac0-a4b8-44282914c5da tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:00.215447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4075-29b7-4735-b22a-107c8a1e84a4 req-bc2e63ad-0e83-4ac0-a4b8-44282914c5da tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:00.221463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4075-29b7-4735-b22a-107c8a1e84a4 req-bc2e63ad-0e83-4ac0-a4b8-44282914c5da tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:00.227643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4075-29b7-4735-b22a-107c8a1e84a4 req-bc2e63ad-0e83-4ac0-a4b8-44282914c5da tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:00.233625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4075-29b7-4735-b22a-107c8a1e84a4 req-bc2e63ad-0e83-4ac0-a4b8-44282914c5da tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:00.239865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4075-29b7-4735-b22a-107c8a1e84a4 req-bc2e63ad-0e83-4ac0-a4b8-44282914c5da tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:00.246760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4075-29b7-4735-b22a-107c8a1e84a4 req-bc2e63ad-0e83-4ac0-a4b8-44282914c5da tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:00.248702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f38a4075-29b7-4735-b22a-107c8a1e84a4 req-bc2e63ad-0e83-4ac0-a4b8-44282914c5da tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5428 time: 0.1645074 Oct 13 14:34:00.278972 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:00.322224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-921d5cbb-dbf2-456c-a2d0-0f6f1d7bf9be req-c9ef6525-981e-41fd-b83e-1ed9dd3b134e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428642 Oct 13 14:34:00.352398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f38a4075-29b7-4735-b22a-107c8a1e84a4 req-0f94d96b-0f72-406d-8f7a-37607c4aa7ea tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855849 Oct 13 14:34:00.361789 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8805e45c-ffdf-4793-bec6-f9bfb6188eb4 None None] Provisioning complete for port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:00.362161 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8805e45c-ffdf-4793-bec6-f9bfb6188eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:00.482226 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:00.538677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9118ce8e-35c8-4e1e-9fb3-590f63472e8a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:00.553555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network e09218ea-c3c5-42a0-ac63-e4c63eec73b7 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:00.557791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:00.562115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:00.568040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:00.568710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:00.578930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=66b976af-9ce0-47d2-8c7b-d2570b956a59,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:00.727489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-67ecb2da-56dd-4293-bdee-76297eeb741a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2411695 Oct 13 14:34:00.727984 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44796) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:00.814431 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88cafd2-5fb2-421d-a4c3-78279a6bfb97 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:00.815994 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e88cafd2-5fb2-421d-a4c3-78279a6bfb97 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0869300 Oct 13 14:34:00.822693 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44798) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:00.885397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bfc54b-2d8d-4ccc-99ab-f6d42ec2fdc9 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:00.892028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bfc54b-2d8d-4ccc-99ab-f6d42ec2fdc9 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:00.899274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bfc54b-2d8d-4ccc-99ab-f6d42ec2fdc9 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:00.901969 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-84bfc54b-2d8d-4ccc-99ab-f6d42ec2fdc9 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0782371 Oct 13 14:34:00.905105 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44802) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:01.021308 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8805e45c-ffdf-4793-bec6-f9bfb6188eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:01.047522 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c3288fef-4554-4681-8c3c-6a7d28b4dfbd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 66b976af-9ce0-47d2-8c7b-d2570b956a59 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:01.048290 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3288fef-4554-4681-8c3c-6a7d28b4dfbd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:01.074060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:01.074354 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:01.154828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8805e45c-ffdf-4793-bec6-f9bfb6188eb4 None None] For port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9118ce8e-35c8-4e1e-9fb3-590f63472e8a,segment=NetworkSegment(e299b7c4-73d7-471e-8e52-801e43a3e747),segment_id=e299b7c4-73d7-471e-8e52-801e43a3e747)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:01.210538 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3288fef-4554-4681-8c3c-6a7d28b4dfbd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:01.229392 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:01.230646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c3288fef-4554-4681-8c3c-6a7d28b4dfbd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 66b976af-9ce0-47d2-8c7b-d2570b956a59 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:01.266188 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8805e45c-ffdf-4793-bec6-f9bfb6188eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:01.394725 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:34:01.395089 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:34:01.403476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805e45c-ffdf-4793-bec6-f9bfb6188eb4 None None] Pushing event updated for resources: {'Port': ['ID=9118ce8e-35c8-4e1e-9fb3-590f63472e8a,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:01.470607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3288fef-4554-4681-8c3c-6a7d28b4dfbd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:01.507783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6d5bab7d-0764-4038-9efc-d5602c77f77b None None] Provisioning complete for port 8a9ae250-2c47-476a-ba64-ef103204c7ca triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:01.508382 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d5bab7d-0764-4038-9efc-d5602c77f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:01.529574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3288fef-4554-4681-8c3c-6a7d28b4dfbd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=66b976af-9ce0-47d2-8c7b-d2570b956a59,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:01.558966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6d5bab7d-0764-4038-9efc-d5602c77f77b None None] Port 8a9ae250-2c47-476a-ba64-ef103204c7ca cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:01.563773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6d5bab7d-0764-4038-9efc-d5602c77f77b None None] Could not find standard attr ID for object 66b976af-9ce0-47d2-8c7b-d2570b956a59. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:34:01.575576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6d5bab7d-0764-4038-9efc-d5602c77f77b None None] Provisioning complete for port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:01.575951 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d5bab7d-0764-4038-9efc-d5602c77f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:01.584845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19013d-46e3-41a5-8a2c-642d0618ce1b req-6324a0c3-2e72-4b68-9faf-62868ce3acdb tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:01.586596 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3288fef-4554-4681-8c3c-6a7d28b4dfbd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:01.588814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f19013d-46e3-41a5-8a2c-642d0618ce1b req-6324a0c3-2e72-4b68-9faf-62868ce3acdb tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1375992 Oct 13 14:34:01.598173 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c3288fef-4554-4681-8c3c-6a7d28b4dfbd tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/66b976af-9ce0-47d2-8c7b-d2570b956a59 HTTP/1.1" status: 204 len: 168 time: 0.6912303 Oct 13 14:34:01.601103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44810) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:01.623358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1930f-89d4-4aa3-b981-cd16499cf9f8 req-4f04488f-9655-469b-8d92-2c03cea01518 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:01.631784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1930f-89d4-4aa3-b981-cd16499cf9f8 req-4f04488f-9655-469b-8d92-2c03cea01518 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:01.642918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1930f-89d4-4aa3-b981-cd16499cf9f8 req-4f04488f-9655-469b-8d92-2c03cea01518 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:01.656798 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-032436ae-6a5f-48e1-99d3-542f6ed9253c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:34:01.658681 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-032436ae-6a5f-48e1-99d3-542f6ed9253c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/66b976af-9ce0-47d2-8c7b-d2570b956a59 HTTP/1.1" status: 404 len: 333 time: 0.0564888 Oct 13 14:34:01.662568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44812) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:01.664399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1930f-89d4-4aa3-b981-cd16499cf9f8 req-4f04488f-9655-469b-8d92-2c03cea01518 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:01.672825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1930f-89d4-4aa3-b981-cd16499cf9f8 req-4f04488f-9655-469b-8d92-2c03cea01518 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:01.681241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1930f-89d4-4aa3-b981-cd16499cf9f8 req-4f04488f-9655-469b-8d92-2c03cea01518 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:01.714924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1930f-89d4-4aa3-b981-cd16499cf9f8 req-4f04488f-9655-469b-8d92-2c03cea01518 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:01.720396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5c1930f-89d4-4aa3-b981-cd16499cf9f8 req-4f04488f-9655-469b-8d92-2c03cea01518 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5428 time: 0.2262323 Oct 13 14:34:01.782988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f19013d-46e3-41a5-8a2c-642d0618ce1b req-754b097d-e3c0-41eb-9b95-09f94740958f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865072 Oct 13 14:34:01.790887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e823aae7-7fac-447a-ad95-80b57ecb322e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 8a9ae250-2c47-476a-ba64-ef103204c7ca {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:01.791457 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e823aae7-7fac-447a-ad95-80b57ecb322e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:01.838143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5c1930f-89d4-4aa3-b981-cd16499cf9f8 req-08c43087-7cb0-4c14-97dd-d9b59d6a86f7 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950994 Oct 13 14:34:01.976753 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e823aae7-7fac-447a-ad95-80b57ecb322e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:01.978867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ce6789d4-8bde-4acc-bc4b-16a3f6a7f2c2 None None] Provisioning complete for port 8a9ae250-2c47-476a-ba64-ef103204c7ca triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:01.979173 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ce6789d4-8bde-4acc-bc4b-16a3f6a7f2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:02.002427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e823aae7-7fac-447a-ad95-80b57ecb322e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 8a9ae250-2c47-476a-ba64-ef103204c7ca owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:02.031117 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ce6789d4-8bde-4acc-bc4b-16a3f6a7f2c2 None None] Port 8a9ae250-2c47-476a-ba64-ef103204c7ca cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:02.245543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a76770ad-d423-43ed-836c-4e3f50de5275 None None] Could not find standard attr ID for object 66b976af-9ce0-47d2-8c7b-d2570b956a59. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:34:02.270473 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e823aae7-7fac-447a-ad95-80b57ecb322e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:02.303479 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823aae7-7fac-447a-ad95-80b57ecb322e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=8a9ae250-2c47-476a-ba64-ef103204c7ca,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:02.332665 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e823aae7-7fac-447a-ad95-80b57ecb322e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:02.337016 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e823aae7-7fac-447a-ad95-80b57ecb322e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/8a9ae250-2c47-476a-ba64-ef103204c7ca HTTP/1.1" status: 204 len: 168 time: 0.6722469 Oct 13 14:34:02.340052 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44816) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:02.365593 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-245ee33f-7d8a-4535-97e4-8646fa2a6999 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:34:02.369646 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-245ee33f-7d8a-4535-97e4-8646fa2a6999 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/8a9ae250-2c47-476a-ba64-ef103204c7ca HTTP/1.1" status: 404 len: 333 time: 0.0285120 Oct 13 14:34:02.370268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44818) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:02.450295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd0fbd0-5c97-4762-8e9e-769d10e3ff9f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting subnet 7364c56a-2c67-4dd5-a76d-4534678c2e75 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:34:02.458741 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfd0fbd0-5c97-4762-8e9e-769d10e3ff9f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:02.470731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9118ce8e-35c8-4e1e-9fb3-590f63472e8a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:02.523867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:02.524518 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:02.533609 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfd0fbd0-5c97-4762-8e9e-769d10e3ff9f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:02.644362 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfd0fbd0-5c97-4762-8e9e-769d10e3ff9f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:02.870152 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfd0fbd0-5c97-4762-8e9e-769d10e3ff9f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:02.911316 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0fbd0-5c97-4762-8e9e-769d10e3ff9f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Subnet': ['ID=7364c56a-2c67-4dd5-a76d-4534678c2e75,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:02.913718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf74da69-89d0-499e-b709-8cb3aae247df None None] Network e09218ea-c3c5-42a0-ac63-e4c63eec73b7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:02.913888 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dfd0fbd0-5c97-4762-8e9e-769d10e3ff9f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:02.920082 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dfd0fbd0-5c97-4762-8e9e-769d10e3ff9f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/7364c56a-2c67-4dd5-a76d-4534678c2e75 HTTP/1.1" status: 204 len: 168 time: 0.5485208 Oct 13 14:34:02.920771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44824) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:02.923033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecee3e7-7ca4-4686-bc24-152f59a1b25e req-28c0abe1-2ccc-49c9-881d-e2b75c8156bf tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:02.924850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ecee3e7-7ca4-4686-bc24-152f59a1b25e req-28c0abe1-2ccc-49c9-881d-e2b75c8156bf tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0634663 Oct 13 14:34:02.998719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ecee3e7-7ca4-4686-bc24-152f59a1b25e req-06b3d127-8c9d-41bf-b998-985f700ccc4e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632095 Oct 13 14:34:03.039412 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:03.039690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7db0-d244-48bb-8dcf-640677940e48 req-f576d59e-35c6-4bc5-98eb-7d8f34706df3 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:03.042371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7db0-d244-48bb-8dcf-640677940e48 req-f576d59e-35c6-4bc5-98eb-7d8f34706df3 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:03.049063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7db0-d244-48bb-8dcf-640677940e48 req-f576d59e-35c6-4bc5-98eb-7d8f34706df3 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:03.056297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7db0-d244-48bb-8dcf-640677940e48 req-f576d59e-35c6-4bc5-98eb-7d8f34706df3 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:03.066268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7db0-d244-48bb-8dcf-640677940e48 req-f576d59e-35c6-4bc5-98eb-7d8f34706df3 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:03.075121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7db0-d244-48bb-8dcf-640677940e48 req-f576d59e-35c6-4bc5-98eb-7d8f34706df3 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:03.081644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7db0-d244-48bb-8dcf-640677940e48 req-f576d59e-35c6-4bc5-98eb-7d8f34706df3 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:03.092581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef8d7db0-d244-48bb-8dcf-640677940e48 req-f576d59e-35c6-4bc5-98eb-7d8f34706df3 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5428 time: 0.1355445 Oct 13 14:34:03.146572 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:03.146913 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:03.153675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef8d7db0-d244-48bb-8dcf-640677940e48 req-9d5de5f4-8a5c-4e9c-bfff-bd3100a5ae2d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601029 Oct 13 14:34:03.226652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef091a7-b692-470a-bf17-b89f0bed0265 None None] DHCP port deletion for e09218ea-c3c5-42a0-ac63-e4c63eec73b7 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:34:03.240319 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] For port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9118ce8e-35c8-4e1e-9fb3-590f63472e8a,segment=NetworkSegment(e299b7c4-73d7-471e-8e52-801e43a3e747),segment_id=e299b7c4-73d7-471e-8e52-801e43a3e747)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:03.241018 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:03.259867 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 9118ce8e-35c8-4e1e-9fb3-590f63472e8a owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:03.283939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1ef091a7-b692-470a-bf17-b89f0bed0265 None None] Deleting port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:03.284311 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1ef091a7-b692-470a-bf17-b89f0bed0265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:03.351886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1ef091a7-b692-470a-bf17-b89f0bed0265 None None] For port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9118ce8e-35c8-4e1e-9fb3-590f63472e8a,segment=NetworkSegment(e299b7c4-73d7-471e-8e52-801e43a3e747),segment_id=e299b7c4-73d7-471e-8e52-801e43a3e747)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:03.352304 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1ef091a7-b692-470a-bf17-b89f0bed0265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:03.368919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1ef091a7-b692-470a-bf17-b89f0bed0265 None None] Calling delete_port for 9118ce8e-35c8-4e1e-9fb3-590f63472e8a owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:03.430817 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:03.453037 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1ef091a7-b692-470a-bf17-b89f0bed0265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:03.465098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No DVR routers for this DVR port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:34:03.471525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=9118ce8e-35c8-4e1e-9fb3-590f63472e8a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:03.482669 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef091a7-b692-470a-bf17-b89f0bed0265 None None] Pushing event deleted for resources: {'Port': ['ID=9118ce8e-35c8-4e1e-9fb3-590f63472e8a,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:03.484902 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef091a7-b692-470a-bf17-b89f0bed0265 None None] No DVR routers for this DVR port 9118ce8e-35c8-4e1e-9fb3-590f63472e8a on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:34:03.559222 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:03.587570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09218ea-c3c5-42a0-ac63-e4c63eec73b7']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:03.604027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e299b7c4-73d7-471e-8e52-801e43a3e747') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:03.604329 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e299b7c4-73d7-471e-8e52-801e43a3e747') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:03.619822 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:03.638735 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:03.649312 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:34:03.649719 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:34:03.652842 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:34:03.835573 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:03.841121 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:03.844415 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/networks/e09218ea-c3c5-42a0-ac63-e4c63eec73b7 HTTP/1.1" status: 204 len: 168 time: 0.9218497 Oct 13 14:34:03.848483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44834) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:03.863564 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d4858f04-91ba-4668-bfa1-4df8b7a64f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1918304678'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:03.868466 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f737a4d-01e2-480a-a30e-9624fac429f7 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Network': ['ID=e09218ea-c3c5-42a0-ac63-e4c63eec73b7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:03.990252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4858f04-91ba-4668-bfa1-4df8b7a64f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:03.994713 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4858f04-91ba-4668-bfa1-4df8b7a64f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:04.020358 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4858f04-91ba-4668-bfa1-4df8b7a64f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:34:04.029759 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4858f04-91ba-4668-bfa1-4df8b7a64f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:04.030101 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-d4858f04-91ba-4668-bfa1-4df8b7a64f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Added segment 60374116-3b44-42d8-b40c-1912117fdd6f of type vlan for network 71ab7cb4-5271-44b7-b7f9-ec2547e7b976 Oct 13 14:34:04.073279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f928a12f-8d60-4dde-bc7d-f75ac0b51092 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:04.083629 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4858f04-91ba-4668-bfa1-4df8b7a64f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:04.174235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa97760-b850-48d2-93ac-db6b2438d3cf req-670156e4-3e0b-488f-b020-642c3d549f54 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:04.175913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9aa97760-b850-48d2-93ac-db6b2438d3cf req-670156e4-3e0b-488f-b020-642c3d549f54 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0552588 Oct 13 14:34:04.197071 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4858f04-91ba-4668-bfa1-4df8b7a64f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:04.204973 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4858f04-91ba-4668-bfa1-4df8b7a64f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:04.205162 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4858f04-91ba-4668-bfa1-4df8b7a64f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:04.228640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9aa97760-b850-48d2-93ac-db6b2438d3cf req-1f77e159-bb60-4b8e-baee-bce5f3cb6a85 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445869 Oct 13 14:34:04.251511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port f928a12f-8d60-4dde-bc7d-f75ac0b51092 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:34:04.258602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port f928a12f-8d60-4dde-bc7d-f75ac0b51092 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:04.258602 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:04.331028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4858f04-91ba-4668-bfa1-4df8b7a64f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Network': ['ID=71ab7cb4-5271-44b7-b7f9-ec2547e7b976,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:04.345122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 71ab7cb4-5271-44b7-b7f9-ec2547e7b976 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:34:04.353489 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d4858f04-91ba-4668-bfa1-4df8b7a64f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5025961 Oct 13 14:34:04.355912 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44846) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:04.361415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-cb8ce6d0-8ecd-4f01-bae8-80f5fd4eee47 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': '71ab7cb4-5271-44b7-b7f9-ec2547e7b976', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:04.385287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df266f-701e-4c1e-bfaf-e346f56782c1 req-c3d4e0c3-4573-4a6f-b47e-82d7f92ce803 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:04.392334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df266f-701e-4c1e-bfaf-e346f56782c1 req-c3d4e0c3-4573-4a6f-b47e-82d7f92ce803 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:04.400494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df266f-701e-4c1e-bfaf-e346f56782c1 req-c3d4e0c3-4573-4a6f-b47e-82d7f92ce803 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:04.407054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df266f-701e-4c1e-bfaf-e346f56782c1 req-c3d4e0c3-4573-4a6f-b47e-82d7f92ce803 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:04.416475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df266f-701e-4c1e-bfaf-e346f56782c1 req-c3d4e0c3-4573-4a6f-b47e-82d7f92ce803 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:04.430165 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:04.435730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df266f-701e-4c1e-bfaf-e346f56782c1 req-c3d4e0c3-4573-4a6f-b47e-82d7f92ce803 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:04.444167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df266f-701e-4c1e-bfaf-e346f56782c1 req-c3d4e0c3-4573-4a6f-b47e-82d7f92ce803 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:04.447851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4df266f-701e-4c1e-bfaf-e346f56782c1 req-c3d4e0c3-4573-4a6f-b47e-82d7f92ce803 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5428 time: 0.1496010 Oct 13 14:34:04.484317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f928a12f-8d60-4dde-bc7d-f75ac0b51092'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:34:04.488012 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c2b8f0-15aa-4ee8-b163-5ddb39b947fe" -d '{"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "f928a12f-8d60-4dde-bc7d-f75ac0b51092"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:34:04.520833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port f928a12f-8d60-4dde-bc7d-f75ac0b51092, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f928a12f-8d60-4dde-bc7d-f75ac0b51092,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:04.525433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9118ce8e-35c8-4e1e-9fb3-590f63472e8a no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:34:04.530038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4df266f-701e-4c1e-bfaf-e346f56782c1 req-569266cc-bb27-4f06-ac63-5149d607c48e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748928 Oct 13 14:34:04.557411 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc13797-0b56-4a96-8d0f-c28ffb5f9ed8 x-openstack-request-id: req-1fc13797-0b56-4a96-8d0f-c28ffb5f9ed8 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:34:04.557411 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "f928a12f-8d60-4dde-bc7d-f75ac0b51092", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:34:04.558141 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1fc13797-0b56-4a96-8d0f-c28ffb5f9ed8 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:34:04.559315 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f928a12f-8d60-4dde-bc7d-f75ac0b51092', 'code': 200} Oct 13 14:34:04.560108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 9118ce8e-35c8-4e1e-9fb3-590f63472e8a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:34:04.560777 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9118ce8e-35c8-4e1e-9fb3-590f63472e8a not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:34:04.653289 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:04.719607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=f928a12f-8d60-4dde-bc7d-f75ac0b51092,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:04.778974 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8ce6d0-8ecd-4f01-bae8-80f5fd4eee47 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:04.782565 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce6d0-8ecd-4f01-bae8-80f5fd4eee47 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:05.059594 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce6d0-8ecd-4f01-bae8-80f5fd4eee47 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:05.135262 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ce6d0-8ecd-4f01-bae8-80f5fd4eee47 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Subnet': ['ID=d8004b85-aba5-4ce9-a5db-8ef7340df683,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:05.146016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ce6d0-8ecd-4f01-bae8-80f5fd4eee47 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Checking segment: {'id': '60374116-3b44-42d8-b40c-1912117fdd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '71ab7cb4-5271-44b7-b7f9-ec2547e7b976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:34:05.146413 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ce6d0-8ecd-4f01-bae8-80f5fd4eee47 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network hostable DHCP agents. Network: 71ab7cb4-5271-44b7-b7f9-ec2547e7b976, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:34:05.252767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ce6d0-8ecd-4f01-bae8-80f5fd4eee47 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network 71ab7cb4-5271-44b7-b7f9-ec2547e7b976 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:34:05.367566 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-cb8ce6d0-8ecd-4f01-bae8-80f5fd4eee47 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 71ab7cb4-5271-44b7-b7f9-ec2547e7b976) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:05.369584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff8ef0-c639-43b5-82c6-20343030697e req-7be03403-3ea9-4893-81ff-aaa695e8f15d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:05.372434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ce6d0-8ecd-4f01-bae8-80f5fd4eee47 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:05.373309 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce6d0-8ecd-4f01-bae8-80f5fd4eee47 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:05.378666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e8a996-9b6a-4815-9eec-2276095c5d4c None None] Network 71ab7cb4-5271-44b7-b7f9-ec2547e7b976 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:05.379728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1ff8ef0-c639-43b5-82c6-20343030697e req-7be03403-3ea9-4893-81ff-aaa695e8f15d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0675457 Oct 13 14:34:05.417881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1ff8ef0-c639-43b5-82c6-20343030697e req-4ee0e935-06a1-4205-bd69-7857f75360a7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372856 Oct 13 14:34:05.543289 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cb8ce6d0-8ecd-4f01-bae8-80f5fd4eee47 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1861296 Oct 13 14:34:05.546358 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44856) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:05.550835 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-71ab7cb4-5271-44b7-b7f9-ec2547e7b976', 'network_id': '71ab7cb4-5271-44b7-b7f9-ec2547e7b976', 'tenant_id': '593fafdb7ab5424e90fb588fe19f13a8', 'fixed_ips': [{'subnet_id': 'd8004b85-aba5-4ce9-a5db-8ef7340df683'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:34:05.551032 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d3b1577e-cf6e-4cc6-8e8e-498c43fcfe17 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1992903028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:05.551818 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:05.670140 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3b1577e-cf6e-4cc6-8e8e-498c43fcfe17 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:05.671397 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3b1577e-cf6e-4cc6-8e8e-498c43fcfe17 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:05.711572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486d90-e1c6-40a2-bbe3-a77cd702ff16 req-dc6cacf4-e9e5-4d65-8f29-1d79ca2edab0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:05.717683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486d90-e1c6-40a2-bbe3-a77cd702ff16 req-dc6cacf4-e9e5-4d65-8f29-1d79ca2edab0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:05.722976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Allocated IP 2001:db8::2 (71ab7cb4-5271-44b7-b7f9-ec2547e7b976/d8004b85-aba5-4ce9-a5db-8ef7340df683/14f7e80a-3068-46d4-bc72-a24dd6411f85) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:05.723958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486d90-e1c6-40a2-bbe3-a77cd702ff16 req-dc6cacf4-e9e5-4d65-8f29-1d79ca2edab0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:05.730514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486d90-e1c6-40a2-bbe3-a77cd702ff16 req-dc6cacf4-e9e5-4d65-8f29-1d79ca2edab0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:05.730676 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3b1577e-cf6e-4cc6-8e8e-498c43fcfe17 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:05.736503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486d90-e1c6-40a2-bbe3-a77cd702ff16 req-dc6cacf4-e9e5-4d65-8f29-1d79ca2edab0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:05.743040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486d90-e1c6-40a2-bbe3-a77cd702ff16 req-dc6cacf4-e9e5-4d65-8f29-1d79ca2edab0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:05.749176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486d90-e1c6-40a2-bbe3-a77cd702ff16 req-dc6cacf4-e9e5-4d65-8f29-1d79ca2edab0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:05.751257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e486d90-e1c6-40a2-bbe3-a77cd702ff16 req-dc6cacf4-e9e5-4d65-8f29-1d79ca2edab0 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5429 time: 0.1075711 Oct 13 14:34:05.799854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e486d90-e1c6-40a2-bbe3-a77cd702ff16 req-50d2aa2c-b3ea-44c6-a76c-465163a9d52a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393822 Oct 13 14:34:05.877961 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:05.889636 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3b1577e-cf6e-4cc6-8e8e-498c43fcfe17 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:05.932379 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:05.980918 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3b1577e-cf6e-4cc6-8e8e-498c43fcfe17 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:05.982445 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d3b1577e-cf6e-4cc6-8e8e-498c43fcfe17 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4351163 Oct 13 14:34:05.985243 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44862) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:05.991118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Network 71ab7cb4-5271-44b7-b7f9-ec2547e7b976 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:05.991255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'network_id': '71ab7cb4-5271-44b7-b7f9-ec2547e7b976', 'name': 'tempest-PortsIpV6TestJSON-726882001'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:05.993582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:05.996127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:06.033565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Pushing event updated for resources: {'Port': ['ID=14f7e80a-3068-46d4-bc72-a24dd6411f85,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:06.077982 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5da5fa50-7e51-4bac-9635-956781d762b9 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:06.122364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Attempting to bind port 14f7e80a-3068-46d4-bc72-a24dd6411f85 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:34:06.123038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Attempting to bind port 14f7e80a-3068-46d4-bc72-a24dd6411f85 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '60374116-3b44-42d8-b40c-1912117fdd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '71ab7cb4-5271-44b7-b7f9-ec2547e7b976'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:34:06.123553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Attempting to bind port 14f7e80a-3068-46d4-bc72-a24dd6411f85 on network 71ab7cb4-5271-44b7-b7f9-ec2547e7b976 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:34:06.138357 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:34:06.138357 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Checking segment: {'id': '60374116-3b44-42d8-b40c-1912117fdd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '71ab7cb4-5271-44b7-b7f9-ec2547e7b976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:34:06.138357 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:06.138357 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Bound using segment: {'id': '60374116-3b44-42d8-b40c-1912117fdd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '71ab7cb4-5271-44b7-b7f9-ec2547e7b976'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:34:06.138357 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Bound port: 14f7e80a-3068-46d4-bc72-a24dd6411f85, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60374116-3b44-42d8-b40c-1912117fdd6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '71ab7cb4-5271-44b7-b7f9-ec2547e7b976'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:34:06.138357 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:06.216860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] For port 14f7e80a-3068-46d4-bc72-a24dd6411f85, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:34:06.220307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] For port 14f7e80a-3068-46d4-bc72-a24dd6411f85, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=14f7e80a-3068-46d4-bc72-a24dd6411f85,segment=NetworkSegment(60374116-3b44-42d8-b40c-1912117fdd6f),segment_id=60374116-3b44-42d8-b40c-1912117fdd6f)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:34:06.230455 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:06.230984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 5da5fa50-7e51-4bac-9635-956781d762b9 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:34:06.234414 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:06.236460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 5da5fa50-7e51-4bac-9635-956781d762b9 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:06.236717 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:06.261103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port 72ebe052-c15a-4dbb-b3c5-2378d59d34b4 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:34:06.288313 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:06.404854 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:06.418080 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587e832-3390-4b59-943b-bc6b196cee57 None None] Pushing event updated for resources: {'Port': ['ID=14f7e80a-3068-46d4-bc72-a24dd6411f85,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:06.447249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5da5fa50-7e51-4bac-9635-956781d762b9, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5da5fa50-7e51-4bac-9635-956781d762b9,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:06.472558 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8::2d2 (71ab7cb4-5271-44b7-b7f9-ec2547e7b976/d8004b85-aba5-4ce9-a5db-8ef7340df683/72ebe052-c15a-4dbb-b3c5-2378d59d34b4) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:06.529200 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:06.530367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device a40af342-105f-45cc-8b9c-1c286b9f02b3 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:06.557938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881421a-3011-4a73-899d-aec91005b037 req-e938d9c3-7491-43b3-8b2c-ceac2efdf445 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:06.561972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da5fa50-7e51-4bac-9635-956781d762b9'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:34:06.567036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0881421a-3011-4a73-899d-aec91005b037 req-e938d9c3-7491-43b3-8b2c-ceac2efdf445 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0652313 Oct 13 14:34:06.569140 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d1c1b1-85e7-4e44-a6d5-ec2b667d4362" -d '{"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "5da5fa50-7e51-4bac-9635-956781d762b9"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:34:06.694308 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae46fb8-fac2-4b1f-9f49-f086177191d6 x-openstack-request-id: req-7ae46fb8-fac2-4b1f-9f49-f086177191d6 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:34:06.695520 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "5da5fa50-7e51-4bac-9635-956781d762b9", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:34:06.699421 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ae46fb8-fac2-4b1f-9f49-f086177191d6 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:34:06.700719 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da5fa50-7e51-4bac-9635-956781d762b9', 'code': 200} Oct 13 14:34:06.722360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=5da5fa50-7e51-4bac-9635-956781d762b9,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:06.767679 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:06.887448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port a40af342-105f-45cc-8b9c-1c286b9f02b3 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:34:06.892183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port a40af342-105f-45cc-8b9c-1c286b9f02b3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:06.898603 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:06.920929 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:07.035267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network 71ab7cb4-5271-44b7-b7f9-ec2547e7b976 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:07.042604 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=72ebe052-c15a-4dbb-b3c5-2378d59d34b4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:07.046440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:07.049909 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:07.056346 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:07.058417 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:07.059223 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:07.063896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0881421a-3011-4a73-899d-aec91005b037 req-a1ac5d74-c8da-4c11-b1de-b22317772916 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959946 Oct 13 14:34:07.084358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968acbc7-8610-4cc1-8836-9a06b59c9538 req-8f453028-428b-4726-bdbf-10c7378a9885 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:07.091718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968acbc7-8610-4cc1-8836-9a06b59c9538 req-8f453028-428b-4726-bdbf-10c7378a9885 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:07.095652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a40af342-105f-45cc-8b9c-1c286b9f02b3, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a40af342-105f-45cc-8b9c-1c286b9f02b3,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:07.098218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968acbc7-8610-4cc1-8836-9a06b59c9538 req-8f453028-428b-4726-bdbf-10c7378a9885 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:07.104705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968acbc7-8610-4cc1-8836-9a06b59c9538 req-8f453028-428b-4726-bdbf-10c7378a9885 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:07.110711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968acbc7-8610-4cc1-8836-9a06b59c9538 req-8f453028-428b-4726-bdbf-10c7378a9885 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:07.117480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968acbc7-8610-4cc1-8836-9a06b59c9538 req-8f453028-428b-4726-bdbf-10c7378a9885 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:07.124402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968acbc7-8610-4cc1-8836-9a06b59c9538 req-8f453028-428b-4726-bdbf-10c7378a9885 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:07.126389 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-968acbc7-8610-4cc1-8836-9a06b59c9538 req-8f453028-428b-4726-bdbf-10c7378a9885 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5430 time: 0.2141404 Oct 13 14:34:07.170530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-968acbc7-8610-4cc1-8836-9a06b59c9538 req-8f7dcbd3-da83-440b-8d4b-0785e8525616 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375457 Oct 13 14:34:07.182083 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4774f589-754d-451f-852f-6dd5ec828dd3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1950061 Oct 13 14:34:07.184727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44878) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:07.224340 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:07.225213 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 721e5f9b-285c-4d44-b325-575341d83b4e up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:07.315605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=a40af342-105f-45cc-8b9c-1c286b9f02b3,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:07.468566 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 721e5f9b-285c-4d44-b325-575341d83b4e completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:34:07.478494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 721e5f9b-285c-4d44-b325-575341d83b4e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:07.478937 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:07.625802 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:07.671333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 721e5f9b-285c-4d44-b325-575341d83b4e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=721e5f9b-285c-4d44-b325-575341d83b4e,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:07.744204 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:07.745064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6570fba8-02df-4686-b8cd-13bad9a25560 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:07.863529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5673dc0e-7233-4674-ace5-704c726f8391 None None] Network 71ab7cb4-5271-44b7-b7f9-ec2547e7b976 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:07.908601 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:07.995171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=721e5f9b-285c-4d44-b325-575341d83b4e,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:08.041166 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d2126a30-1c3e-4ab7-9451-795cc4589db2 None None] Provisioning complete for port 14f7e80a-3068-46d4-bc72-a24dd6411f85 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:08.041537 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d2126a30-1c3e-4ab7-9451-795cc4589db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:08.101018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 6570fba8-02df-4686-b8cd-13bad9a25560 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:34:08.109593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 6570fba8-02df-4686-b8cd-13bad9a25560 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:08.113741 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:08.210237 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d2126a30-1c3e-4ab7-9451-795cc4589db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:08.251525 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:08.313098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04df7bb-c414-4c2e-9098-03ad4305a6e5 req-54851bca-8cc8-45fb-b537-ee26f04f6ab3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:08.325625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d2126a30-1c3e-4ab7-9451-795cc4589db2 None None] For port 14f7e80a-3068-46d4-bc72-a24dd6411f85, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=14f7e80a-3068-46d4-bc72-a24dd6411f85,segment=NetworkSegment(60374116-3b44-42d8-b40c-1912117fdd6f),segment_id=60374116-3b44-42d8-b40c-1912117fdd6f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:08.328728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a04df7bb-c414-4c2e-9098-03ad4305a6e5 req-54851bca-8cc8-45fb-b537-ee26f04f6ab3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1209023 Oct 13 14:34:08.333012 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:08.354170 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:08.426774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fe013-191e-42f3-98d2-12a3c2fce2c8 req-f01f2f5d-90af-45e8-9b00-cb91f66d48dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:08.428053 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d2126a30-1c3e-4ab7-9451-795cc4589db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:08.437728 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 6570fba8-02df-4686-b8cd-13bad9a25560, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6570fba8-02df-4686-b8cd-13bad9a25560,segment=NetworkSegment(d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb),segment_id=d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:08.443209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fe013-191e-42f3-98d2-12a3c2fce2c8 req-f01f2f5d-90af-45e8-9b00-cb91f66d48dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:08.453293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fe013-191e-42f3-98d2-12a3c2fce2c8 req-f01f2f5d-90af-45e8-9b00-cb91f66d48dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:08.466842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fe013-191e-42f3-98d2-12a3c2fce2c8 req-f01f2f5d-90af-45e8-9b00-cb91f66d48dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:08.470683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fe013-191e-42f3-98d2-12a3c2fce2c8 req-f01f2f5d-90af-45e8-9b00-cb91f66d48dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:08.478113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fe013-191e-42f3-98d2-12a3c2fce2c8 req-f01f2f5d-90af-45e8-9b00-cb91f66d48dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:08.488399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fe013-191e-42f3-98d2-12a3c2fce2c8 req-f01f2f5d-90af-45e8-9b00-cb91f66d48dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:08.490835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-663fe013-191e-42f3-98d2-12a3c2fce2c8 req-f01f2f5d-90af-45e8-9b00-cb91f66d48dc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5432 time: 0.1530402 Oct 13 14:34:08.519414 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:08.522371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:08.522842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a04df7bb-c414-4c2e-9098-03ad4305a6e5 req-51a0fe8b-125b-4c40-afaf-c5f9e8126548 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927457 Oct 13 14:34:08.586148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-663fe013-191e-42f3-98d2-12a3c2fce2c8 req-2bf3fdb9-8ce6-43ca-9b79-564307393956 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867014 Oct 13 14:34:08.634754 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 14f7e80a-3068-46d4-bc72-a24dd6411f85 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:08.690861 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:08.699143 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=72ebe052-c15a-4dbb-b3c5-2378d59d34b4,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:08.701785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40af342-105f-45cc-8b9c-1c286b9f02b3'}, {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721e5f9b-285c-4d44-b325-575341d83b4e'}, {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6570fba8-02df-4686-b8cd-13bad9a25560'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:34:08.707698 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cf9101-5d28-4cd4-b5c4-a086eeb081ea" -d '{"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "a40af342-105f-45cc-8b9c-1c286b9f02b3"}, {"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "721e5f9b-285c-4d44-b325-575341d83b4e"}, {"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "6570fba8-02df-4686-b8cd-13bad9a25560"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:34:08.710873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2126a30-1c3e-4ab7-9451-795cc4589db2 None None] Pushing event updated for resources: {'Port': ['ID=14f7e80a-3068-46d4-bc72-a24dd6411f85,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:08.731199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3a7957bf-2fea-4901-a8cc-1855293672df None None] Provisioning complete for port 72ebe052-c15a-4dbb-b3c5-2378d59d34b4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:08.731723 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3a7957bf-2fea-4901-a8cc-1855293672df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:08.793194 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 13 Oct 2021 14:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98cda7a-3db8-47e2-89ab-4949c28d7e80 x-openstack-request-id: req-e98cda7a-3db8-47e2-89ab-4949c28d7e80 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:34:08.793509 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "a40af342-105f-45cc-8b9c-1c286b9f02b3", "code": 200}, {"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "721e5f9b-285c-4d44-b325-575341d83b4e", "code": 200}, {"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "6570fba8-02df-4686-b8cd-13bad9a25560", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:34:08.793684 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e98cda7a-3db8-47e2-89ab-4949c28d7e80 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:34:08.794069 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40af342-105f-45cc-8b9c-1c286b9f02b3', 'code': 200} Oct 13 14:34:08.794323 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721e5f9b-285c-4d44-b325-575341d83b4e', 'code': 200} Oct 13 14:34:08.794575 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6570fba8-02df-4686-b8cd-13bad9a25560', 'code': 200} Oct 13 14:34:08.877647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:34:08.886020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3a7957bf-2fea-4901-a8cc-1855293672df None None] Port 72ebe052-c15a-4dbb-b3c5-2378d59d34b4 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:08.893600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:08.893974 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:08.971305 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:09.095289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 14f7e80a-3068-46d4-bc72-a24dd6411f85 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:09.095662 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:09.124831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=6570fba8-02df-4686-b8cd-13bad9a25560,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:09.152170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3a7957bf-2fea-4901-a8cc-1855293672df None None] Provisioning complete for port 14f7e80a-3068-46d4-bc72-a24dd6411f85 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:09.152525 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3a7957bf-2fea-4901-a8cc-1855293672df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:09.273508 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:09.374527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2c37e341-3a35-47e3-8b77-88ecba7dd0b1,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:09.409827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:09.447753 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:09.448725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:09.475662 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:09.476801 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:09.548384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2c37e341-3a35-47e3-8b77-88ecba7dd0b1,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:09.597966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-22328d53-5135-420c-bd59-2f75f826b029 None None] Provisioning complete for port 72ebe052-c15a-4dbb-b3c5-2378d59d34b4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:09.598645 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-22328d53-5135-420c-bd59-2f75f826b029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:09.638526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=72ebe052-c15a-4dbb-b3c5-2378d59d34b4,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:09.681541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network 71ab7cb4-5271-44b7-b7f9-ec2547e7b976 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:09.684090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:09.704062 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:34:09.712927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:09.713330 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:09.763344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bc193-230b-4ad3-9609-8f47e4534342 req-3416fd3f-200a-4fde-ac91-325e650fc4a6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:09.772483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c8bc193-230b-4ad3-9609-8f47e4534342 req-3416fd3f-200a-4fde-ac91-325e650fc4a6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1183097 Oct 13 14:34:09.781282 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-22328d53-5135-420c-bd59-2f75f826b029 None None] Port 72ebe052-c15a-4dbb-b3c5-2378d59d34b4 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:09.848972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c8bc193-230b-4ad3-9609-8f47e4534342 req-9b211b10-a156-434f-af5f-4c92bca6f932 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747874 Oct 13 14:34:09.928574 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:09.984619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:09.991079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9f6b-246d-45da-91b4-6fa520f074ca req-a7853109-31f7-4bba-ae92-ac6509cd7d8a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:09.999262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9f6b-246d-45da-91b4-6fa520f074ca req-a7853109-31f7-4bba-ae92-ac6509cd7d8a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:10.005379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9f6b-246d-45da-91b4-6fa520f074ca req-a7853109-31f7-4bba-ae92-ac6509cd7d8a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:10.012696 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Router 409f2d96-99bb-4317-aca8-4d163064efc3 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:34:10.022397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9f6b-246d-45da-91b4-6fa520f074ca req-a7853109-31f7-4bba-ae92-ac6509cd7d8a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:10.040455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9f6b-246d-45da-91b4-6fa520f074ca req-a7853109-31f7-4bba-ae92-ac6509cd7d8a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:10.046649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9f6b-246d-45da-91b4-6fa520f074ca req-a7853109-31f7-4bba-ae92-ac6509cd7d8a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:10.053918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9f6b-246d-45da-91b4-6fa520f074ca req-a7853109-31f7-4bba-ae92-ac6509cd7d8a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:10.056371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-701f9f6b-246d-45da-91b4-6fa520f074ca req-a7853109-31f7-4bba-ae92-ac6509cd7d8a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5434 time: 0.1904161 Oct 13 14:34:10.093295 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:10.144722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-701f9f6b-246d-45da-91b4-6fa520f074ca req-9655d1a5-5b80-4669-b6cb-d5fd1e9ce6ec tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818450 Oct 13 14:34:10.149968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:34:10.161152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44900) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:10.161582 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-96b64bee-bd41-4654-a17c-f148d5724386 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "PUT /v2.0/routers/409f2d96-99bb-4317-aca8-4d163064efc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9750037 Oct 13 14:34:10.173464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12112555-d7b6-4741-adcc-868c037aa052 None None] Sync routers for ids ['409f2d96-99bb-4317-aca8-4d163064efc3'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:34:10.208206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:10.222201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12112555-d7b6-4741-adcc-868c037aa052 None None] Routers {'409f2d96-99bb-4317-aca8-4d163064efc3'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:34:10.222850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-12112555-d7b6-4741-adcc-868c037aa052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:33:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['409f2d96-99bb-4317-aca8-4d163064efc3'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:10.253814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8983f0c2-6e35-4081-9889-787df5886371 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:10.256733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8983f0c2-6e35-4081-9889-787df5886371 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports?device_id=409f2d96-99bb-4317-aca8-4d163064efc3 HTTP/1.1" status: 200 len: 988 time: 0.0942893 Oct 13 14:34:10.263753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44904) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:10.277837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-12112555-d7b6-4741-adcc-868c037aa052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:10.280388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1ae68e97-d740-4c8e-832c-e7d9b66d87b6 None None] Provisioning complete for port 72ebe052-c15a-4dbb-b3c5-2378d59d34b4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:10.280874 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1ae68e97-d740-4c8e-832c-e7d9b66d87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:10.315778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12112555-d7b6-4741-adcc-868c037aa052 None None] Routers {'409f2d96-99bb-4317-aca8-4d163064efc3'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:34:10.316530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-12112555-d7b6-4741-adcc-868c037aa052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:33:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['409f2d96-99bb-4317-aca8-4d163064efc3'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:10.355823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-12112555-d7b6-4741-adcc-868c037aa052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:10.356665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12112555-d7b6-4741-adcc-868c037aa052 None None] The sync data for ids ['409f2d96-99bb-4317-aca8-4d163064efc3'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:34:10.369348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1ae68e97-d740-4c8e-832c-e7d9b66d87b6 None None] Port 72ebe052-c15a-4dbb-b3c5-2378d59d34b4 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:10.478510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 14f7e80a-3068-46d4-bc72-a24dd6411f85 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:10.529228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 14f7e80a-3068-46d4-bc72-a24dd6411f85 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:10.529848 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:10.668086 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-526f03ef-30d4-4b2a-a29c-2e6dc6c4266e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:10.796092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c37e341-3a35-47e3-8b77-88ecba7dd0b1'}, {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7abfe3-3a61-4eb1-92c2-71aff895cb6c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:34:10.798858 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3b7782-848d-4433-9f5d-78c38549bcfd" -d '{"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "2c37e341-3a35-47e3-8b77-88ecba7dd0b1"}, {"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "9a7abfe3-3a61-4eb1-92c2-71aff895cb6c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:34:10.842608 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 14:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9747e82f-eef2-4f2e-b45b-4ac05eb85bdf x-openstack-request-id: req-9747e82f-eef2-4f2e-b45b-4ac05eb85bdf {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:34:10.843145 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "2c37e341-3a35-47e3-8b77-88ecba7dd0b1", "code": 200}, {"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-plugged", "status": "completed", "tag": "9a7abfe3-3a61-4eb1-92c2-71aff895cb6c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:34:10.843501 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9747e82f-eef2-4f2e-b45b-4ac05eb85bdf {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:34:10.844340 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c37e341-3a35-47e3-8b77-88ecba7dd0b1', 'code': 200} Oct 13 14:34:10.844340 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7abfe3-3a61-4eb1-92c2-71aff895cb6c', 'code': 200} Oct 13 14:34:10.945525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-526f03ef-30d4-4b2a-a29c-2e6dc6c4266e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 72ebe052-c15a-4dbb-b3c5-2378d59d34b4 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:10.945878 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-526f03ef-30d4-4b2a-a29c-2e6dc6c4266e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:11.013761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c788a-c5a0-4680-8e89-2100643e9fe5 req-30859ae6-3f6d-4e7a-968a-5c92e37a04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.014317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c788a-c5a0-4680-8e89-2100643e9fe5 req-30859ae6-3f6d-4e7a-968a-5c92e37a04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.014715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c788a-c5a0-4680-8e89-2100643e9fe5 req-30859ae6-3f6d-4e7a-968a-5c92e37a04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.016357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c788a-c5a0-4680-8e89-2100643e9fe5 req-30859ae6-3f6d-4e7a-968a-5c92e37a04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.016357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c788a-c5a0-4680-8e89-2100643e9fe5 req-30859ae6-3f6d-4e7a-968a-5c92e37a04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.016357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c788a-c5a0-4680-8e89-2100643e9fe5 req-30859ae6-3f6d-4e7a-968a-5c92e37a04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.016765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c788a-c5a0-4680-8e89-2100643e9fe5 req-30859ae6-3f6d-4e7a-968a-5c92e37a04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.021013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-771c788a-c5a0-4680-8e89-2100643e9fe5 req-30859ae6-3f6d-4e7a-968a-5c92e37a04cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 6499 time: 0.0818541 Oct 13 14:34:11.027370 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525651fa-d864-41b1-ad4d-b8bdb8b3f88f req-c61ebd22-442b-4003-8384-35150c613cf3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.028887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-525651fa-d864-41b1-ad4d-b8bdb8b3f88f req-c61ebd22-442b-4003-8384-35150c613cf3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1022167 Oct 13 14:34:11.058912 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-526f03ef-30d4-4b2a-a29c-2e6dc6c4266e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:11.073148 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-526f03ef-30d4-4b2a-a29c-2e6dc6c4266e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 72ebe052-c15a-4dbb-b3c5-2378d59d34b4 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:11.091617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-771c788a-c5a0-4680-8e89-2100643e9fe5 req-05ebc5e0-92bf-40d9-b43b-d15242a4d070 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617020 Oct 13 14:34:11.097477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-525651fa-d864-41b1-ad4d-b8bdb8b3f88f req-15ca7913-2788-42aa-8413-bb48d8154a07 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611970 Oct 13 14:34:11.308108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11303b6a-0af2-435c-8d7a-fa1862ab9dea req-064afd4e-7aa7-4fcd-b12c-1e7810f43162 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.314091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11303b6a-0af2-435c-8d7a-fa1862ab9dea req-064afd4e-7aa7-4fcd-b12c-1e7810f43162 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.320249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11303b6a-0af2-435c-8d7a-fa1862ab9dea req-064afd4e-7aa7-4fcd-b12c-1e7810f43162 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.326486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11303b6a-0af2-435c-8d7a-fa1862ab9dea req-064afd4e-7aa7-4fcd-b12c-1e7810f43162 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.332824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11303b6a-0af2-435c-8d7a-fa1862ab9dea req-064afd4e-7aa7-4fcd-b12c-1e7810f43162 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.340657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11303b6a-0af2-435c-8d7a-fa1862ab9dea req-064afd4e-7aa7-4fcd-b12c-1e7810f43162 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.346729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11303b6a-0af2-435c-8d7a-fa1862ab9dea req-064afd4e-7aa7-4fcd-b12c-1e7810f43162 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:11.348721 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11303b6a-0af2-435c-8d7a-fa1862ab9dea req-064afd4e-7aa7-4fcd-b12c-1e7810f43162 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5435 time: 0.1070216 Oct 13 14:34:11.361958 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-526f03ef-30d4-4b2a-a29c-2e6dc6c4266e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:11.395132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f03ef-30d4-4b2a-a29c-2e6dc6c4266e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=72ebe052-c15a-4dbb-b3c5-2378d59d34b4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:11.403327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11303b6a-0af2-435c-8d7a-fa1862ab9dea req-9126a514-5934-460e-bf84-b8906a746d4f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474050 Oct 13 14:34:11.527251 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-526f03ef-30d4-4b2a-a29c-2e6dc6c4266e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:11.710066 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526f03ef-30d4-4b2a-a29c-2e6dc6c4266e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Router 409f2d96-99bb-4317-aca8-4d163064efc3 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:34:11.794664 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526f03ef-30d4-4b2a-a29c-2e6dc6c4266e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:34:11.802791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44916) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:11.802932 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-526f03ef-30d4-4b2a-a29c-2e6dc6c4266e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "PUT /v2.0/routers/409f2d96-99bb-4317-aca8-4d163064efc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5380542 Oct 13 14:34:11.805290 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04bed30-0385-4c16-9a28-b5d117b1a470 None None] Sync routers for ids ['409f2d96-99bb-4317-aca8-4d163064efc3'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:34:11.814976 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04bed30-0385-4c16-9a28-b5d117b1a470 None None] Routers {'409f2d96-99bb-4317-aca8-4d163064efc3'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:34:11.815570 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d04bed30-0385-4c16-9a28-b5d117b1a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:33:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['409f2d96-99bb-4317-aca8-4d163064efc3'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:11.849830 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d04bed30-0385-4c16-9a28-b5d117b1a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:11.853062 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e45487f-614f-4107-ae2c-baf10b4c99f2 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:34:11.854765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5e45487f-614f-4107-ae2c-baf10b4c99f2 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/72ebe052-c15a-4dbb-b3c5-2378d59d34b4 HTTP/1.1" status: 404 len: 333 time: 0.0508313 Oct 13 14:34:11.857573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44920) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:11.859406 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04bed30-0385-4c16-9a28-b5d117b1a470 None None] Routers {'409f2d96-99bb-4317-aca8-4d163064efc3'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:34:11.860192 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d04bed30-0385-4c16-9a28-b5d117b1a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:33:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['409f2d96-99bb-4317-aca8-4d163064efc3'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:11.893193 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d04bed30-0385-4c16-9a28-b5d117b1a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:11.894088 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04bed30-0385-4c16-9a28-b5d117b1a470 None None] The sync data for ids ['409f2d96-99bb-4317-aca8-4d163064efc3'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:34:11.940058 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e286210d-8541-4de5-94ea-e62797c110fa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:12.113053 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e286210d-8541-4de5-94ea-e62797c110fa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:12.119637 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e286210d-8541-4de5-94ea-e62797c110fa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:12.221231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291a79-5c4b-4fbc-a94b-93dbbc2694a7 req-827b4940-ec0f-4e21-9658-a302cdca45a1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:12.457877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3291a79-5c4b-4fbc-a94b-93dbbc2694a7 req-827b4940-ec0f-4e21-9658-a302cdca45a1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0506370 Oct 13 14:34:12.457877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3291a79-5c4b-4fbc-a94b-93dbbc2694a7 req-744fdf78-4825-4ff0-9d55-12ddc216b5a3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335555 Oct 13 14:34:12.551088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b5a6-09fb-453c-9949-f5ca694cfa0e req-528a1a4a-4b44-4438-b12f-9ad2dd0f5dcd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:12.559036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b5a6-09fb-453c-9949-f5ca694cfa0e req-528a1a4a-4b44-4438-b12f-9ad2dd0f5dcd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:12.564972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b5a6-09fb-453c-9949-f5ca694cfa0e req-528a1a4a-4b44-4438-b12f-9ad2dd0f5dcd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:12.571068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b5a6-09fb-453c-9949-f5ca694cfa0e req-528a1a4a-4b44-4438-b12f-9ad2dd0f5dcd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:12.576882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b5a6-09fb-453c-9949-f5ca694cfa0e req-528a1a4a-4b44-4438-b12f-9ad2dd0f5dcd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:12.583820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b5a6-09fb-453c-9949-f5ca694cfa0e req-528a1a4a-4b44-4438-b12f-9ad2dd0f5dcd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:12.590168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b5a6-09fb-453c-9949-f5ca694cfa0e req-528a1a4a-4b44-4438-b12f-9ad2dd0f5dcd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:12.592047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a99b5a6-09fb-453c-9949-f5ca694cfa0e req-528a1a4a-4b44-4438-b12f-9ad2dd0f5dcd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5435 time: 0.0971518 Oct 13 14:34:12.597666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e286210d-8541-4de5-94ea-e62797c110fa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:12.597666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e286210d-8541-4de5-94ea-e62797c110fa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Fanout notify agent at l3_agent the message router_deleted on router 409f2d96-99bb-4317-aca8-4d163064efc3 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:34:12.605432 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e286210d-8541-4de5-94ea-e62797c110fa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:12.606552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e286210d-8541-4de5-94ea-e62797c110fa tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/routers/409f2d96-99bb-4317-aca8-4d163064efc3 HTTP/1.1" status: 204 len: 168 time: 0.7479880 Oct 13 14:34:12.609367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44928) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:12.657517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a99b5a6-09fb-453c-9949-f5ca694cfa0e req-48e8d158-a340-443c-9874-79732b6102fa tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592382 Oct 13 14:34:12.680955 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d76518e-1fe5-44d7-9e63-f04f376cce66 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting subnet d8004b85-aba5-4ce9-a5db-8ef7340df683 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:34:12.691109 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d76518e-1fe5-44d7-9e63-f04f376cce66 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:12.730666 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d76518e-1fe5-44d7-9e63-f04f376cce66 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:12.844075 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d76518e-1fe5-44d7-9e63-f04f376cce66 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:12.994553 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d76518e-1fe5-44d7-9e63-f04f376cce66 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:13.029881 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76518e-1fe5-44d7-9e63-f04f376cce66 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Subnet': ['ID=d8004b85-aba5-4ce9-a5db-8ef7340df683,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:13.036824 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d76518e-1fe5-44d7-9e63-f04f376cce66 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:13.042091 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0d76518e-1fe5-44d7-9e63-f04f376cce66 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/d8004b85-aba5-4ce9-a5db-8ef7340df683 HTTP/1.1" status: 204 len: 168 time: 0.4280257 Oct 13 14:34:13.042421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44932) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:13.046021 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8310f9-b707-4701-82cf-deeb0abaf7d6 None None] Network 71ab7cb4-5271-44b7-b7f9-ec2547e7b976 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:13.133736 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:13.213339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 14f7e80a-3068-46d4-bc72-a24dd6411f85 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:13.213883 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:13.249984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ed2eb-beb1-4c37-b769-4e40e90a9fb3 None None] DHCP port deletion for 71ab7cb4-5271-44b7-b7f9-ec2547e7b976 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:34:13.282457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] For port 14f7e80a-3068-46d4-bc72-a24dd6411f85, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=14f7e80a-3068-46d4-bc72-a24dd6411f85,segment=NetworkSegment(60374116-3b44-42d8-b40c-1912117fdd6f),segment_id=60374116-3b44-42d8-b40c-1912117fdd6f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:13.282907 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:13.296813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 14f7e80a-3068-46d4-bc72-a24dd6411f85 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:13.304169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-337ed2eb-beb1-4c37-b769-4e40e90a9fb3 None None] Deleting port 14f7e80a-3068-46d4-bc72-a24dd6411f85 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:13.304632 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-337ed2eb-beb1-4c37-b769-4e40e90a9fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:13.385396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-337ed2eb-beb1-4c37-b769-4e40e90a9fb3 None None] For port 14f7e80a-3068-46d4-bc72-a24dd6411f85, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=14f7e80a-3068-46d4-bc72-a24dd6411f85,segment=NetworkSegment(60374116-3b44-42d8-b40c-1912117fdd6f),segment_id=60374116-3b44-42d8-b40c-1912117fdd6f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:13.386359 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-337ed2eb-beb1-4c37-b769-4e40e90a9fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:13.404775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-337ed2eb-beb1-4c37-b769-4e40e90a9fb3 None None] Calling delete_port for 14f7e80a-3068-46d4-bc72-a24dd6411f85 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:13.498147 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:13.505041 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-337ed2eb-beb1-4c37-b769-4e40e90a9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:13.543302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ed2eb-beb1-4c37-b769-4e40e90a9fb3 None None] Pushing event deleted for resources: {'Port': ['ID=14f7e80a-3068-46d4-bc72-a24dd6411f85,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:13.545972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ed2eb-beb1-4c37-b769-4e40e90a9fb3 None None] No DVR routers for this DVR port 14f7e80a-3068-46d4-bc72-a24dd6411f85 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:34:13.548019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=14f7e80a-3068-46d4-bc72-a24dd6411f85,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:13.558908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No DVR routers for this DVR port 14f7e80a-3068-46d4-bc72-a24dd6411f85 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:34:13.690122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f84b3a-6cb8-4abe-9432-70afea09ae5e req-54ff6bbf-ab02-48c1-a29c-4d2b58abcd7d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:13.692769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76f84b3a-6cb8-4abe-9432-70afea09ae5e req-54ff6bbf-ab02-48c1-a29c-4d2b58abcd7d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1472514 Oct 13 14:34:13.724346 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:13.799843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ab7cb4-5271-44b7-b7f9-ec2547e7b976']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:13.822087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60374116-3b44-42d8-b40c-1912117fdd6f') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:13.828665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60374116-3b44-42d8-b40c-1912117fdd6f') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:13.828665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76f84b3a-6cb8-4abe-9432-70afea09ae5e req-13511e73-7c3c-4b17-9f8e-f9fdd73fe9a2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210885 Oct 13 14:34:13.841880 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:13.861053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c2fe7-91ce-4c8f-8afa-4541958362df req-a7684d98-44a1-4359-a7d8-822ef5d34182 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:13.867034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c2fe7-91ce-4c8f-8afa-4541958362df req-a7684d98-44a1-4359-a7d8-822ef5d34182 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:13.873026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c2fe7-91ce-4c8f-8afa-4541958362df req-a7684d98-44a1-4359-a7d8-822ef5d34182 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:13.879102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c2fe7-91ce-4c8f-8afa-4541958362df req-a7684d98-44a1-4359-a7d8-822ef5d34182 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:13.885666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c2fe7-91ce-4c8f-8afa-4541958362df req-a7684d98-44a1-4359-a7d8-822ef5d34182 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:13.891648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c2fe7-91ce-4c8f-8afa-4541958362df req-a7684d98-44a1-4359-a7d8-822ef5d34182 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:13.898218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c2fe7-91ce-4c8f-8afa-4541958362df req-a7684d98-44a1-4359-a7d8-822ef5d34182 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:13.899991 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d95c2fe7-91ce-4c8f-8afa-4541958362df req-a7684d98-44a1-4359-a7d8-822ef5d34182 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5435 time: 0.1507626 Oct 13 14:34:13.912265 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:13.925946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:34:13.926348 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:34:13.929459 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:34:14.000965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d95c2fe7-91ce-4c8f-8afa-4541958362df req-de6a4333-3c9f-4a11-9110-96431a6d1d56 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941670 Oct 13 14:34:14.075255 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:14.084631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:14.091760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/networks/71ab7cb4-5271-44b7-b7f9-ec2547e7b976 HTTP/1.1" status: 204 len: 168 time: 1.0446978 Oct 13 14:34:14.092763 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44944) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:14.123097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b9f62-7fc0-450b-8f0b-f6311fe8779f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Network': ['ID=71ab7cb4-5271-44b7-b7f9-ec2547e7b976,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:14.140330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659801a-ba97-4a1a-9e31-b6f428889eac tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:14.142394 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b659801a-ba97-4a1a-9e31-b6f428889eac tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/37796340-beff-4d3e-9397-bdbaed41db58 HTTP/1.1" status: 200 len: 845 time: 0.0485878 Oct 13 14:34:14.148339 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44946) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:14.165286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489257ac-b1f9-48db-bfd4-4fc4417f9708 req-14cf25e6-12dc-460c-bde6-40672d39646d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:14.171407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489257ac-b1f9-48db-bfd4-4fc4417f9708 req-14cf25e6-12dc-460c-bde6-40672d39646d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:14.177415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489257ac-b1f9-48db-bfd4-4fc4417f9708 req-14cf25e6-12dc-460c-bde6-40672d39646d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:14.184374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489257ac-b1f9-48db-bfd4-4fc4417f9708 req-14cf25e6-12dc-460c-bde6-40672d39646d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:14.190411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489257ac-b1f9-48db-bfd4-4fc4417f9708 req-14cf25e6-12dc-460c-bde6-40672d39646d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:14.194473 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fecaae17-9f65-4092-94fb-1761ff78f8cb tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/37796340-beff-4d3e-9397-bdbaed41db58?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0446880 Oct 13 14:34:14.198102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489257ac-b1f9-48db-bfd4-4fc4417f9708 req-14cf25e6-12dc-460c-bde6-40672d39646d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:14.198920 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44948) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:14.203904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489257ac-b1f9-48db-bfd4-4fc4417f9708 req-14cf25e6-12dc-460c-bde6-40672d39646d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:14.205427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0d7a5566-de97-468f-9242-b19001575851 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:14.208888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-489257ac-b1f9-48db-bfd4-4fc4417f9708 req-14cf25e6-12dc-460c-bde6-40672d39646d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5435 time: 0.1181743 Oct 13 14:34:14.218156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44950) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:14.223856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-71e65feb-c6ce-4e9b-95d8-5e9427aef53a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Request body: {'floatingip': {'port_id': '6570fba8-02df-4686-b8cd-13bad9a25560'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:14.264030 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71e65feb-c6ce-4e9b-95d8-5e9427aef53a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:14.372261 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7a5566-de97-468f-9242-b19001575851 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:14.376616 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5566-de97-468f-9242-b19001575851 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:14.477199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 14f7e80a-3068-46d4-bc72-a24dd6411f85 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:34:14.498438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 14f7e80a-3068-46d4-bc72-a24dd6411f85 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:34:14.501486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 14f7e80a-3068-46d4-bc72-a24dd6411f85 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:34:14.727826 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5566-de97-468f-9242-b19001575851 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:14.808863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a5566-de97-468f-9242-b19001575851 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:14.808863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a5566-de97-468f-9242-b19001575851 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:14.808863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a5566-de97-468f-9242-b19001575851 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:14.808863 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5566-de97-468f-9242-b19001575851 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:14.809535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b729de7e-b1ea-4f9d-a3f4-0903c63b12a7 None None] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:14.809647 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a5566-de97-468f-9242-b19001575851 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Subnet': ['ID=8ec637f7-2e79-4092-9adb-5e371fadf880,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:14.912467 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0d7a5566-de97-468f-9242-b19001575851 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7118247 Oct 13 14:34:14.915920 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44956) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:14.920829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-74396276-7f34-4eeb-83d0-e8737cfe857e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'security_group': {'name': 'tempest-secgroup-359952824'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:14.981179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'tenant_id': '593fafdb7ab5424e90fb588fe19f13a8', 'fixed_ips': [{'subnet_id': '8ec637f7-2e79-4092-9adb-5e371fadf880'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:34:14.982276 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.063279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74396276-7f34-4eeb-83d0-e8737cfe857e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.068879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db511cc1-8350-4036-9d11-6207d285ee8c req-e5c69ec5-2d90-4c88-abfd-1ee8cfbd5b3e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:15.070466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db511cc1-8350-4036-9d11-6207d285ee8c req-e5c69ec5-2d90-4c88-abfd-1ee8cfbd5b3e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1002736 Oct 13 14:34:15.121192 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74396276-7f34-4eeb-83d0-e8737cfe857e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.136919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Allocated IP 2001:db8::2 (ae944195-4cde-4b37-8dde-ba87bbfbd8e1/8ec637f7-2e79-4092-9adb-5e371fadf880/311af53c-2370-471c-9cdb-054b57b3c1c7) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:15.172959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db511cc1-8350-4036-9d11-6207d285ee8c req-c83f8ef5-5029-4b23-84b1-ebff9fd16bb8 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953186 Oct 13 14:34:15.229888 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74396276-7f34-4eeb-83d0-e8737cfe857e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.232881 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71e65feb-c6ce-4e9b-95d8-5e9427aef53a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.265496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74396276-7f34-4eeb-83d0-e8737cfe857e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb15707c-99a2-485b-8666-2a8d539e71ac,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:15.309948 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.366399 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71e65feb-c6ce-4e9b-95d8-5e9427aef53a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.386448 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74396276-7f34-4eeb-83d0-e8737cfe857e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.387800 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-74396276-7f34-4eeb-83d0-e8737cfe857e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4707553 Oct 13 14:34:15.390634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44960) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:15.395320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-50b6b073-0ace-48c2-84d8-45ca138963e3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'security_group': {'name': 'tempest-secgroup-1649257964'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:15.442100 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.488024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:15.490356 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-71e65feb-c6ce-4e9b-95d8-5e9427aef53a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Floating IP b5ad1fd9-36e1-4c3f-b435-1d347e3cb1bf associated. External IP: 172.25.0.206, port: 6570fba8-02df-4686-b8cd-13bad9a25560. Oct 13 14:34:15.490861 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:15.493769 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50b6b073-0ace-48c2-84d8-45ca138963e3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.495524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:15.500356 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Pushing event updated for resources: {'Port': ['ID=311af53c-2370-471c-9cdb-054b57b3c1c7,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:15.563889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Attempting to bind port 311af53c-2370-471c-9cdb-054b57b3c1c7 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:34:15.564267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Attempting to bind port 311af53c-2370-471c-9cdb-054b57b3c1c7 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '03321749-48da-4094-8c6a-6c6dd3c87769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:34:15.564865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Attempting to bind port 311af53c-2370-471c-9cdb-054b57b3c1c7 on network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:34:15.570452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:34:15.570833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Checking segment: {'id': '03321749-48da-4094-8c6a-6c6dd3c87769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:34:15.571257 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.571822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Bound using segment: {'id': '03321749-48da-4094-8c6a-6c6dd3c87769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:34:15.572304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Bound port: 311af53c-2370-471c-9cdb-054b57b3c1c7, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03321749-48da-4094-8c6a-6c6dd3c87769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:34:15.572690 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.634339 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50b6b073-0ace-48c2-84d8-45ca138963e3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.653008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] For port 311af53c-2370-471c-9cdb-054b57b3c1c7, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:34:15.657146 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] For port 311af53c-2370-471c-9cdb-054b57b3c1c7, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=311af53c-2370-471c-9cdb-054b57b3c1c7,segment=NetworkSegment(03321749-48da-4094-8c6a-6c6dd3c87769),segment_id=03321749-48da-4094-8c6a-6c6dd3c87769)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:34:15.743963 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50b6b073-0ace-48c2-84d8-45ca138963e3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.765440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e65feb-c6ce-4e9b-95d8-5e9427aef53a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Router 947c7015-8337-4787-9bd8-bf6512dd6ad8 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:34:15.772460 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.781986 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6b073-0ace-48c2-84d8-45ca138963e3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf60743-5e10-43d6-9bdf-64571b92c76f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:15.841194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3ef0c-1bb0-4388-b241-e6a646b34b22 None None] Pushing event updated for resources: {'Port': ['ID=311af53c-2370-471c-9cdb-054b57b3c1c7,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:15.904499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e65feb-c6ce-4e9b-95d8-5e9427aef53a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:34:15.909749 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71e65feb-c6ce-4e9b-95d8-5e9427aef53a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.914891 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50b6b073-0ace-48c2-84d8-45ca138963e3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:15.922048 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-50b6b073-0ace-48c2-84d8-45ca138963e3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5293925 Oct 13 14:34:15.923053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed480ea-889a-4734-8562-7755beb57417 None None] Sync routers for ids ['947c7015-8337-4787-9bd8-bf6512dd6ad8'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:34:15.924557 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44964) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:15.932096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-16346434', 'security_groups': ['cbf60743-5e10-43d6-9bdf-64571b92c76f'], 'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8ec637f7-2e79-4092-9adb-5e371fadf880'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:15.936332 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed480ea-889a-4734-8562-7755beb57417 None None] Routers {'947c7015-8337-4787-9bd8-bf6512dd6ad8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:34:15.937132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6ed480ea-889a-4734-8562-7755beb57417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:33:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['947c7015-8337-4787-9bd8-bf6512dd6ad8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:15.949314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-71e65feb-c6ce-4e9b-95d8-5e9427aef53a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "PUT /v2.0/floatingips/b5ad1fd9-36e1-4c3f-b435-1d347e3cb1bf HTTP/1.1" status: 200 len: 991 time: 1.7298405 Oct 13 14:34:15.950281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': '6570fba8-02df-4686-b8cd-13bad9a25560'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:34:15.959500 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3414a2dc-f0ec-4944-bf6e-8a6232285efa" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "6570fba8-02df-4686-b8cd-13bad9a25560"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:34:16.015204 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37baaf27-72fc-45e7-ae7a-b4919e6f04b1 x-openstack-request-id: req-37baaf27-72fc-45e7-ae7a-b4919e6f04b1 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:34:16.015204 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "tag": "6570fba8-02df-4686-b8cd-13bad9a25560", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:34:16.015204 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37baaf27-72fc-45e7-ae7a-b4919e6f04b1 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:34:16.015204 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'tag': '6570fba8-02df-4686-b8cd-13bad9a25560', 'status': 'completed', 'code': 200} Oct 13 14:34:16.156188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-6ed480ea-889a-4734-8562-7755beb57417 None None] Set router 947c7015-8337-4787-9bd8-bf6512dd6ad8 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:34:16.159760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-0c4d7f37-36e3-4c1e-954f-4de8078192f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:16.160512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-0c4d7f37-36e3-4c1e-954f-4de8078192f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:16.161273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-0c4d7f37-36e3-4c1e-954f-4de8078192f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:16.161818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-0c4d7f37-36e3-4c1e-954f-4de8078192f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:16.162363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-0c4d7f37-36e3-4c1e-954f-4de8078192f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:16.162907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-0c4d7f37-36e3-4c1e-954f-4de8078192f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:16.163579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-0c4d7f37-36e3-4c1e-954f-4de8078192f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:16.165988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-0c4d7f37-36e3-4c1e-954f-4de8078192f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 6499 time: 0.0996215 Oct 13 14:34:16.354914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-7231afd9-a4c6-4527-9d69-af7a294e9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:16.356443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-7231afd9-a4c6-4527-9d69-af7a294e9c20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb HTTP/1.1" status: 200 len: 910 time: 0.1774523 Oct 13 14:34:16.370306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aade4f-f681-4c83-9166-2b3ba1913ce1 req-a9d43824-e596-4b8c-af51-3047a78d5b17 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:16.371862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aade4f-f681-4c83-9166-2b3ba1913ce1 req-a9d43824-e596-4b8c-af51-3047a78d5b17 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0912912 Oct 13 14:34:16.457696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05aade4f-f681-4c83-9166-2b3ba1913ce1 req-d8ec3391-b545-4f5b-9428-956ca806b93e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771203 Oct 13 14:34:16.477791 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-c93b3dbc-1885-47af-a97d-6fc43aaa542e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6570fba8-02df-4686-b8cd-13bad9a25560 HTTP/1.1" status: 200 len: 999 time: 0.1049511 Oct 13 14:34:16.519600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6ed480ea-889a-4734-8562-7755beb57417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:31:38Z', 'revision_number': 4, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port': {'id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:21:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:34Z', 'updated_at': '2021-10-13T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'b5ad1fd9-36e1-4c3f-b435-1d347e3cb1bf', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'port_id': '6570fba8-02df-4686-b8cd-13bad9a25560', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'mac_address': 'fa:16:3e:1e:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:32:40Z', 'updated_at': '2021-10-13T14:34:15Z', 'revision_number': 1, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d9a5ca-4c18-4b95-a907-920086d81d77', 'name': '', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'mac_address': 'fa:16:3e:5a:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:37Z', 'updated_at': '2021-10-13T14:31:43Z', 'revision_number': 5, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'subnets': [{'id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:16.541262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-12f8b7da-25a0-4ae9-aa44-e988af28a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:16.542934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-12f8b7da-25a0-4ae9-aa44-e988af28a360 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d98b753-5756-4883-9995-4439b4ac06ca HTTP/1.1" status: 200 len: 848 time: 0.0553880 Oct 13 14:34:16.556158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed480ea-889a-4734-8562-7755beb57417 None None] Checking router: 947c7015-8337-4787-9bd8-bf6512dd6ad8 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:34:16.565029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 311af53c-2370-471c-9cdb-054b57b3c1c7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:16.570461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed480ea-889a-4734-8562-7755beb57417 None None] Routers {'947c7015-8337-4787-9bd8-bf6512dd6ad8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:34:16.570999 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6ed480ea-889a-4734-8562-7755beb57417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:33:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['947c7015-8337-4787-9bd8-bf6512dd6ad8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:16.596755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-2ab815f7-feb0-463f-b7e9-e5375e16e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:16.598466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-2ab815f7-feb0-463f-b7e9-e5375e16e69e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468817 Oct 13 14:34:16.606167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:16.711029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-be66678d-2d0b-4174-9444-c8193c9e7995 service neutron] 10.222.0.41 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036241 Oct 13 14:34:16.763297 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:16.790944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:34:16.850037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3414a2dc-f0ec-4944-bf6e-8a6232285efa req-c45dd3da-ffb7-4ac8-ad11-98cb84114af9 service neutron] 10.222.0.41 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304159 Oct 13 14:34:16.925469 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 311af53c-2370-471c-9cdb-054b57b3c1c7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:16.925840 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:16.968154 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-6ed480ea-889a-4734-8562-7755beb57417 None None] Set router 947c7015-8337-4787-9bd8-bf6512dd6ad8 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:34:17.028588 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8::5f (ae944195-4cde-4b37-8dde-ba87bbfbd8e1/8ec637f7-2e79-4092-9adb-5e371fadf880/e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:17.181844 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:17.213139 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:17.224257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9e4a04d5-543c-485f-ac0a-87ff1b2c3b6b None None] Provisioning complete for port 311af53c-2370-471c-9cdb-054b57b3c1c7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:17.224625 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9e4a04d5-543c-485f-ac0a-87ff1b2c3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:17.283835 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 311af53c-2370-471c-9cdb-054b57b3c1c7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=311af53c-2370-471c-9cdb-054b57b3c1c7,segment=NetworkSegment(03321749-48da-4094-8c6a-6c6dd3c87769),segment_id=03321749-48da-4094-8c6a-6c6dd3c87769)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:17.355893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:17.381781 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9e4a04d5-543c-485f-ac0a-87ff1b2c3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:17.386500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6ed480ea-889a-4734-8562-7755beb57417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:31:38Z', 'revision_number': 4, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port': {'id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:21:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:34Z', 'updated_at': '2021-10-13T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'b5ad1fd9-36e1-4c3f-b435-1d347e3cb1bf', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'port_id': '6570fba8-02df-4686-b8cd-13bad9a25560', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'mac_address': 'fa:16:3e:1e:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:32:40Z', 'updated_at': '2021-10-13T14:34:15Z', 'revision_number': 1, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d9a5ca-4c18-4b95-a907-920086d81d77', 'name': '', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'mac_address': 'fa:16:3e:5a:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:37Z', 'updated_at': '2021-10-13T14:31:43Z', 'revision_number': 5, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'subnets': [{'id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:17.400540 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:17.405568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:17.409869 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:17.416844 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:17.417471 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:17.423292 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:17.427444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed480ea-889a-4734-8562-7755beb57417 None None] The sync data for ids ['947c7015-8337-4787-9bd8-bf6512dd6ad8'] in n-d-806683-15 is: [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:31:38Z', 'revision_number': 4, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port': {'id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:21:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:34Z', 'updated_at': '2021-10-13T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'b5ad1fd9-36e1-4c3f-b435-1d347e3cb1bf', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'port_id': '6570fba8-02df-4686-b8cd-13bad9a25560', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'mac_address': 'fa:16:3e:1e:1d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:32:40Z', 'updated_at': '2021-10-13T14:34:15Z', 'revision_number': 1, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d9a5ca-4c18-4b95-a907-920086d81d77', 'name': '', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'mac_address': 'fa:16:3e:5a:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:37Z', 'updated_at': '2021-10-13T14:31:43Z', 'revision_number': 5, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'subnets': [{'id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:34:17.435319 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:17.490304 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6e2e82c0-9668-4fa7-9101-619a145a3f7c tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5639811 Oct 13 14:34:17.493822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44982) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:17.501223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3608409f-4376-44bb-9de8-06dbe2be33f3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:17.525704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=311af53c-2370-471c-9cdb-054b57b3c1c7,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:17.530769 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-9e4a04d5-543c-485f-ac0a-87ff1b2c3b6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:34:17.532548 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-9e4a04d5-543c-485f-ac0a-87ff1b2c3b6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:34:17.677698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad1c6c-bc6e-4b76-9159-6d4edb353392 req-82a80e55-9658-4acd-a488-6d67c6d272be tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:17.679847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-04ad1c6c-bc6e-4b76-9159-6d4edb353392 req-82a80e55-9658-4acd-a488-6d67c6d272be tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0845661 Oct 13 14:34:17.722490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-04ad1c6c-bc6e-4b76-9159-6d4edb353392 req-6bdb0f18-d35b-4059-9fbe-3d0690b3475f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347426 Oct 13 14:34:17.726160 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302860dc-6e2e-4de6-a3e2-764ffecfd1c4 None None] New status for floating IP b5ad1fd9-36e1-4c3f-b435-1d347e3cb1bf: ACTIVE {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:34:17.749452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3608409f-4376-44bb-9de8-06dbe2be33f3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:17.753276 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3608409f-4376-44bb-9de8-06dbe2be33f3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:17.886002 n-d-806683-15 neutron-server[112685]: INFO neutron.db.ipam_backend_mixin [None req-3608409f-4376-44bb-9de8-06dbe2be33f3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ec637f7-2e79-4092-9adb-5e371fadf880 (CIDR: 2001:db8::/64) Oct 13 14:34:17.910098 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-3608409f-4376-44bb-9de8-06dbe2be33f3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:34:17.910604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3608409f-4376-44bb-9de8-06dbe2be33f3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:18.020270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3608409f-4376-44bb-9de8-06dbe2be33f3 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5251327 Oct 13 14:34:18.023519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44986) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:18.028634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:18.086888 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9e4a04d5-543c-485f-ac0a-87ff1b2c3b6b None None] Provisioning complete for port 37796340-beff-4d3e-9397-bdbaed41db58 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:18.087172 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9e4a04d5-543c-485f-ac0a-87ff1b2c3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:18.124921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9e4a04d5-543c-485f-ac0a-87ff1b2c3b6b None None] Port 37796340-beff-4d3e-9397-bdbaed41db58 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:18.229402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:18.238121 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:18.244949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1c5caf19-45ce-4108-ab8e-ef594ec0d8ed None None] Provisioning complete for port e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:18.245357 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1c5caf19-45ce-4108-ab8e-ef594ec0d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:18.285956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1c5caf19-45ce-4108-ab8e-ef594ec0d8ed None None] Port e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:18.481878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 311af53c-2370-471c-9cdb-054b57b3c1c7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:18.539330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 311af53c-2370-471c-9cdb-054b57b3c1c7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:18.540002 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:18.584094 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:18.633478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:18.639789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:18.642520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:18.643130 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:18.648816 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccd327b-9693-48d1-97d1-7bb38d602061 None None] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:18.656234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Subnet': ['ID=98d75aef-d48e-45eb-ba41-6aec00aaa9ca,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:18.664484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:18.664974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:18.665350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:18.665693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:18.666032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:18.666371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:18.666699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:18.667031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:18.667361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:18.667699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:18.668222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:18.669679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:18.702477 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:18.746112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cfa1e341-52c2-48b6-8adf-1fa8b9010e7d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7214460 Oct 13 14:34:18.748932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44992) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:18.756017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f065324d-6a21-4d12-9087-dbf1926f0161 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-186281356', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '98d75aef-d48e-45eb-ba41-6aec00aaa9ca'}], 'security_groups': ['fb15707c-99a2-485b-8666-2a8d539e71ac']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:18.891501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dbb66d-1abb-4ae6-b98b-f3d4cc9fb154 None None] Update dhcp port {'port': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'fixed_ips': [{'subnet_id': '8ec637f7-2e79-4092-9adb-5e371fadf880', 'ip_address': '2001:db8::2'}, {'subnet_id': '98d75aef-d48e-45eb-ba41-6aec00aaa9ca'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '311af53c-2370-471c-9cdb-054b57b3c1c7'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:34:18.922747 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb66d-1abb-4ae6-b98b-f3d4cc9fb154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:18.927508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c5ccd-a768-4fd3-82ff-7da5cef39fe2 req-d9544a97-d4cd-4057-8202-fb314e837e1b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:18.929529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f21c5ccd-a768-4fd3-82ff-7da5cef39fe2 req-d9544a97-d4cd-4057-8202-fb314e837e1b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1075237 Oct 13 14:34:19.001105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f21c5ccd-a768-4fd3-82ff-7da5cef39fe2 req-5c18fe23-0b2c-48c3-a125-a1ab7b5f780b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607927 Oct 13 14:34:19.005521 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f065324d-6a21-4d12-9087-dbf1926f0161 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:19.104516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-f4dbb66d-1abb-4ae6-b98b-f3d4cc9fb154 None None] Allocated IP 2001:db8:0:1::2 (ae944195-4cde-4b37-8dde-ba87bbfbd8e1/98d75aef-d48e-45eb-ba41-6aec00aaa9ca/311af53c-2370-471c-9cdb-054b57b3c1c7) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:19.202036 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f4dbb66d-1abb-4ae6-b98b-f3d4cc9fb154 None None] For port 311af53c-2370-471c-9cdb-054b57b3c1c7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=311af53c-2370-471c-9cdb-054b57b3c1c7,segment=NetworkSegment(03321749-48da-4094-8c6a-6c6dd3c87769),segment_id=03321749-48da-4094-8c6a-6c6dd3c87769)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:19.235950 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb66d-1abb-4ae6-b98b-f3d4cc9fb154 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:19.332036 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb66d-1abb-4ae6-b98b-f3d4cc9fb154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:19.422009 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbb66d-1abb-4ae6-b98b-f3d4cc9fb154 None None] Pushing event updated for resources: {'Port': ['ID=311af53c-2370-471c-9cdb-054b57b3c1c7,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:19.466558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-f065324d-6a21-4d12-9087-dbf1926f0161 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Delete allocated IP 2001:db8::5f (ae944195-4cde-4b37-8dde-ba87bbfbd8e1/8ec637f7-2e79-4092-9adb-5e371fadf880) {{(pid=112685) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 14:34:19.477102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-f065324d-6a21-4d12-9087-dbf1926f0161 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8:0:1::133 (ae944195-4cde-4b37-8dde-ba87bbfbd8e1/98d75aef-d48e-45eb-ba41-6aec00aaa9ca/e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:19.595326 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2d510de0-0824-449f-8b75-bf34d1778f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:19.666072 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f065324d-6a21-4d12-9087-dbf1926f0161 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:19.743977 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f065324d-6a21-4d12-9087-dbf1926f0161 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:19.811178 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-f065324d-6a21-4d12-9087-dbf1926f0161 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] In _notify_port_updated(), no bound segment for port e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f on network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 {{(pid=112685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:34:19.817049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065324d-6a21-4d12-9087-dbf1926f0161 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:19.817742 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f065324d-6a21-4d12-9087-dbf1926f0161 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:19.821730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f065324d-6a21-4d12-9087-dbf1926f0161 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "PUT /v2.0/ports/e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f HTTP/1.1" status: 200 len: 930 time: 1.0685098 Oct 13 14:34:19.822006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45002) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:19.834182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065324d-6a21-4d12-9087-dbf1926f0161 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:19.933380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2575c67f-c5d5-46b3-805d-70aa88373541 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:19.933726 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2575c67f-c5d5-46b3-805d-70aa88373541 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:20.035474 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2575c67f-c5d5-46b3-805d-70aa88373541 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:20.055693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2575c67f-c5d5-46b3-805d-70aa88373541 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:20.122512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f2fd4f2c-4e2e-45d5-94e2-a52db073f4f8 None None] Provisioning complete for port e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:20.122992 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4f2c-4e2e-45d5-94e2-a52db073f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:20.162032 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd4f2c-4e2e-45d5-94e2-a52db073f4f8 None None] Port e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:20.172931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f2fd4f2c-4e2e-45d5-94e2-a52db073f4f8 None None] Provisioning complete for port 311af53c-2370-471c-9cdb-054b57b3c1c7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:20.173506 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4f2c-4e2e-45d5-94e2-a52db073f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:20.182589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949175f-ee5d-4aca-9be8-b6ea135a3fce req-7b328519-3d08-4e46-b2c4-2a93b4951c74 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:20.184213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6949175f-ee5d-4aca-9be8-b6ea135a3fce req-7b328519-3d08-4e46-b2c4-2a93b4951c74 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0847440 Oct 13 14:34:20.268182 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6949175f-ee5d-4aca-9be8-b6ea135a3fce req-763f7b56-57ce-48af-b024-e57c697c4644 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709839 Oct 13 14:34:20.273817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f2fd4f2c-4e2e-45d5-94e2-a52db073f4f8 None None] Provisioning complete for port 37796340-beff-4d3e-9397-bdbaed41db58 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:20.274261 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4f2c-4e2e-45d5-94e2-a52db073f4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:20.311202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f2fd4f2c-4e2e-45d5-94e2-a52db073f4f8 None None] Port 37796340-beff-4d3e-9397-bdbaed41db58 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:20.372044 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2575c67f-c5d5-46b3-805d-70aa88373541 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:20.401728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575c67f-c5d5-46b3-805d-70aa88373541 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:20.424379 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5d2895fc-7123-480f-b11f-ddf488e6cfa7 None None] Could not find standard attr ID for object e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:34:20.431048 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2575c67f-c5d5-46b3-805d-70aa88373541 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:20.434822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2575c67f-c5d5-46b3-805d-70aa88373541 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f HTTP/1.1" status: 204 len: 168 time: 0.6115642 Oct 13 14:34:20.438026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45010) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:20.468935 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce0c482-8364-41d7-9435-da86ab9ae0d6 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:34:20.470840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fce0c482-8364-41d7-9435-da86ab9ae0d6 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/e8479ab1-7c8c-48e5-ba5c-471bcbf8b70f HTTP/1.1" status: 404 len: 333 time: 0.0316553 Oct 13 14:34:20.474326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45012) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:20.485525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 311af53c-2370-471c-9cdb-054b57b3c1c7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:20.536543 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4491882b-a33d-4b63-9d50-140c32f68130 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:20.546205 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 311af53c-2370-471c-9cdb-054b57b3c1c7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:20.546600 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:20.566204 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4491882b-a33d-4b63-9d50-140c32f68130 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:20.766625 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4491882b-a33d-4b63-9d50-140c32f68130 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:20.769112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4491882b-a33d-4b63-9d50-140c32f68130 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:20.770502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4491882b-a33d-4b63-9d50-140c32f68130 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/security-groups/cbf60743-5e10-43d6-9bdf-64571b92c76f HTTP/1.1" status: 204 len: 168 time: 0.2950242 Oct 13 14:34:20.774304 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45016) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:20.781657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491882b-a33d-4b63-9d50-140c32f68130 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf60743-5e10-43d6-9bdf-64571b92c76f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:20.837802 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-653cb018-97be-4a4c-a458-34fc205c0681 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:20.866071 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-653cb018-97be-4a4c-a458-34fc205c0681 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:21.007333 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-653cb018-97be-4a4c-a458-34fc205c0681 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:21.010113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-653cb018-97be-4a4c-a458-34fc205c0681 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:21.011510 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-653cb018-97be-4a4c-a458-34fc205c0681 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/security-groups/fb15707c-99a2-485b-8666-2a8d539e71ac HTTP/1.1" status: 204 len: 168 time: 0.2360110 Oct 13 14:34:21.014204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45020) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:21.021538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cb018-97be-4a4c-a458-34fc205c0681 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb15707c-99a2-485b-8666-2a8d539e71ac,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:21.068463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-333a0c1b-a681-406d-a6a8-34610bf83cdf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting subnet 8ec637f7-2e79-4092-9adb-5e371fadf880 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:34:21.072254 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-333a0c1b-a681-406d-a6a8-34610bf83cdf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:21.121491 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-333a0c1b-a681-406d-a6a8-34610bf83cdf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:21.212714 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-333a0c1b-a681-406d-a6a8-34610bf83cdf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:21.332868 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-333a0c1b-a681-406d-a6a8-34610bf83cdf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:21.367066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a0c1b-a681-406d-a6a8-34610bf83cdf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec637f7-2e79-4092-9adb-5e371fadf880,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:21.380162 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-333a0c1b-a681-406d-a6a8-34610bf83cdf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:21.383693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-333a0c1b-a681-406d-a6a8-34610bf83cdf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/8ec637f7-2e79-4092-9adb-5e371fadf880 HTTP/1.1" status: 204 len: 168 time: 0.3683305 Oct 13 14:34:21.386085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5a6911-66a9-498b-9b02-713ea93ce165 None None] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:21.389425 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45024) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:21.395970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-305e5d5f-821e-4736-a073-82c8d8aba2b1 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:21.440556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda9b17-6d82-418e-90de-25aa428b636a req-8c00e1e4-abc7-4c5a-b380-dffedd38d983 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:21.442687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bda9b17-6d82-418e-90de-25aa428b636a req-8c00e1e4-abc7-4c5a-b380-dffedd38d983 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0783794 Oct 13 14:34:21.493629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bda9b17-6d82-418e-90de-25aa428b636a req-b6ebd433-7b5a-4b41-a676-9a949ef5c7c3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436308 Oct 13 14:34:21.606131 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305e5d5f-821e-4736-a073-82c8d8aba2b1 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:21.613149 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-305e5d5f-821e-4736-a073-82c8d8aba2b1 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:21.949625 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-305e5d5f-821e-4736-a073-82c8d8aba2b1 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:21.995238 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:21.999973 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305e5d5f-821e-4736-a073-82c8d8aba2b1 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:22.004503 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-305e5d5f-821e-4736-a073-82c8d8aba2b1 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:22.009459 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305e5d5f-821e-4736-a073-82c8d8aba2b1 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:22.010055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-305e5d5f-821e-4736-a073-82c8d8aba2b1 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.022010 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e5d5f-821e-4736-a073-82c8d8aba2b1 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Subnet': ['ID=efb92c97-cb17-48cd-9c72-ce29aef7cc5d,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:22.113856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4f38e1-b1f1-4f1d-914b-a956fb661132 None None] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:22.152384 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-305e5d5f-821e-4736-a073-82c8d8aba2b1 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7616642 Oct 13 14:34:22.155101 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45032) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:22.159815 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c9fdd541-61ea-49cf-b796-7de2f64f9244 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'security_group': {'name': 'tempest-secgroup-1503044648'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:22.182008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7096d49b-fce0-4fa5-ab96-02924ca341aa None None] Provisioning complete for port 311af53c-2370-471c-9cdb-054b57b3c1c7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:22.182380 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7096d49b-fce0-4fa5-ab96-02924ca341aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.258418 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd541-61ea-49cf-b796-7de2f64f9244 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.329383 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd541-61ea-49cf-b796-7de2f64f9244 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.363206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7096d49b-fce0-4fa5-ab96-02924ca341aa None None] Provisioning complete for port 37796340-beff-4d3e-9397-bdbaed41db58 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:22.363482 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7096d49b-fce0-4fa5-ab96-02924ca341aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.390268 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2a2b13c5-2b5d-4c87-8838-692480adc52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.427064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7096d49b-fce0-4fa5-ab96-02924ca341aa None None] Port 37796340-beff-4d3e-9397-bdbaed41db58 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:22.434616 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd541-61ea-49cf-b796-7de2f64f9244 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.437303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ce1dd4-3375-49eb-acb4-c6e615f5fa75 None None] Update dhcp port {'port': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'fixed_ips': [{'subnet_id': '98d75aef-d48e-45eb-ba41-6aec00aaa9ca', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'efb92c97-cb17-48cd-9c72-ce29aef7cc5d'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '311af53c-2370-471c-9cdb-054b57b3c1c7'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:34:22.466334 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1dd4-3375-49eb-acb4-c6e615f5fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.467900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdd541-61ea-49cf-b796-7de2f64f9244 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca83e693-a00d-40b8-82a7-b7dc98a1f9d5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:22.522853 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c9fdd541-61ea-49cf-b796-7de2f64f9244 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.525899 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c9fdd541-61ea-49cf-b796-7de2f64f9244 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3683383 Oct 13 14:34:22.526996 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45038) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:22.531682 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7b7302e6-5cde-4858-b243-075b04cb63cf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'security_group': {'name': 'tempest-secgroup-1511657671'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:22.629469 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7b7302e6-5cde-4858-b243-075b04cb63cf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.662919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-c7ce1dd4-3375-49eb-acb4-c6e615f5fa75 None None] Allocated IP 2001:db8::2 (ae944195-4cde-4b37-8dde-ba87bbfbd8e1/efb92c97-cb17-48cd-9c72-ce29aef7cc5d/311af53c-2370-471c-9cdb-054b57b3c1c7) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:22.670857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777276-07ef-4bb5-91bc-8cf3f7436b0f req-3f5c732c-4430-4399-85e0-514414cb329b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:22.672410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d777276-07ef-4bb5-91bc-8cf3f7436b0f req-3f5c732c-4430-4399-85e0-514414cb329b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.0864651 Oct 13 14:34:22.685646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-e9b355cb-06d8-4e84-9084-db7b1bca7267 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0726800 Oct 13 14:34:22.718539 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7b7302e6-5cde-4858-b243-075b04cb63cf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.748707 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d777276-07ef-4bb5-91bc-8cf3f7436b0f req-47fa90be-ac33-433f-8543-b726be6c8155 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549664 Oct 13 14:34:22.789607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c7ce1dd4-3375-49eb-acb4-c6e615f5fa75 None None] For port 311af53c-2370-471c-9cdb-054b57b3c1c7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=311af53c-2370-471c-9cdb-054b57b3c1c7,segment=NetworkSegment(03321749-48da-4094-8c6a-6c6dd3c87769),segment_id=03321749-48da-4094-8c6a-6c6dd3c87769)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:22.826333 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1dd4-3375-49eb-acb4-c6e615f5fa75 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.848920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-1521336c-8505-4429-9867-25abb5e40505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:22.849411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-1521336c-8505-4429-9867-25abb5e40505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:22.849880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-1521336c-8505-4429-9867-25abb5e40505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:22.850504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-1521336c-8505-4429-9867-25abb5e40505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:22.851217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-1521336c-8505-4429-9867-25abb5e40505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:22.851685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-1521336c-8505-4429-9867-25abb5e40505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:22.851975 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7b7302e6-5cde-4858-b243-075b04cb63cf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.852140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-1521336c-8505-4429-9867-25abb5e40505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:22.854064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-1521336c-8505-4429-9867-25abb5e40505 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6508 time: 0.0617697 Oct 13 14:34:22.883860 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7302e6-5cde-4858-b243-075b04cb63cf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486f4a07-f11d-4ef6-add2-b575a26c5197,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:22.932016 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1dd4-3375-49eb-acb4-c6e615f5fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.957220 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7b7302e6-5cde-4858-b243-075b04cb63cf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:22.963202 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7b7302e6-5cde-4858-b243-075b04cb63cf tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4315321 Oct 13 14:34:22.963547 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45042) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:22.971729 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-cc909254-cdc4-488a-b220-88ff0a409764 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'security_group': {'name': 'tempest-secgroup-1104409020'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:22.995766 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-2370fdc4-531a-4da0-a4f9-10225cd3e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:22.996247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-2370fdc4-531a-4da0-a4f9-10225cd3e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:22.996718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-2370fdc4-531a-4da0-a4f9-10225cd3e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:22.998393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-2370fdc4-531a-4da0-a4f9-10225cd3e36e service neutron] 10.222.0.41 "GET /v2.0/networks?id=23652a0e-fdc8-4019-a88a-94449553c2fa&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=c618d8ae-014f-47f1-941a-268db5728f54&id=c618d8ae-014f-47f1-941a-268db5728f54 HTTP/1.1" status: 200 len: 2297 time: 0.1034305 Oct 13 14:34:23.036909 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce1dd4-3375-49eb-acb4-c6e615f5fa75 None None] Pushing event updated for resources: {'Port': ['ID=311af53c-2370-471c-9cdb-054b57b3c1c7,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:23.075005 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-ea397922-ba7a-401e-9e39-af893fa32ebf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b HTTP/1.1" status: 200 len: 1000 time: 0.0692246 Oct 13 14:34:23.076116 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc909254-cdc4-488a-b220-88ff0a409764 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:23.139317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-21ff492d-908e-4729-9cd6-6a0fb419d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:23.140826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-21ff492d-908e-4729-9cd6-6a0fb419d41d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dff8190b-2496-4c8f-b489-28a02d965473 HTTP/1.1" status: 200 len: 855 time: 0.0524127 Oct 13 14:34:23.171480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc909254-cdc4-488a-b220-88ff0a409764 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:23.205142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-0135d4ab-dbc7-4a23-9433-241ba12e0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:23.207826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-0135d4ab-dbc7-4a23-9433-241ba12e0290 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23652a0e-fdc8-4019-a88a-94449553c2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544837 Oct 13 14:34:23.251867 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc909254-cdc4-488a-b220-88ff0a409764 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:23.284197 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc909254-cdc4-488a-b220-88ff0a409764 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc2f8f2-a6a6-4377-927b-46597a398644,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:23.347301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-89283743-8a61-4f9a-bd6f-f93cbb6d3a88 service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277010 Oct 13 14:34:23.356931 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cc909254-cdc4-488a-b220-88ff0a409764 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:23.358472 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cc909254-cdc4-488a-b220-88ff0a409764 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3938906 Oct 13 14:34:23.361990 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45046) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:23.367180 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1221589871', 'security_groups': ['efc2f8f2-a6a6-4377-927b-46597a398644'], 'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'efb92c97-cb17-48cd-9c72-ce29aef7cc5d'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:23.476433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-82ec43b0-1394-46d0-9a29-02c10143618f service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169987 Oct 13 14:34:23.526823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-f011cd3e-e738-4bc3-9cfb-78a10c29cef6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 HTTP/1.1" status: 200 len: 217 time: 0.0446868 Oct 13 14:34:23.578156 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:23.624835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-3eecf715-ba81-4fbc-bb43-ead135e4f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:23.626586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-3eecf715-ba81-4fbc-bb43-ead135e4f18d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0706682 Oct 13 14:34:23.689716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-ac9ddc8f-d597-443d-a649-515377a5694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:23.691214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-ac9ddc8f-d597-443d-a649-515377a5694d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456121 Oct 13 14:34:23.695307 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:23.713527 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] device_id is not set on port ea5caf8a-decc-4694-83fc-c46b2441f861 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:34:23.770857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4d00d90e-2c60-43c2-b1af-6965e51ffe06 None None] Provisioning complete for port 311af53c-2370-471c-9cdb-054b57b3c1c7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:23.772486 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d00d90e-2c60-43c2-b1af-6965e51ffe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:23.847208 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:23.906329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-640ccd74-bce7-4cd9-ac49-f422a7356f85 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917200 Oct 13 14:34:23.931505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8f39a-1600-4c02-b0b2-98762e5187fc req-0a82bca0-e4d1-4fc5-b93d-55b959acdf72 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:23.931894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8d8f39a-1600-4c02-b0b2-98762e5187fc req-0a82bca0-e4d1-4fc5-b93d-55b959acdf72 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 944 time: 0.1019225 Oct 13 14:34:23.937069 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8::37d (ae944195-4cde-4b37-8dde-ba87bbfbd8e1/efb92c97-cb17-48cd-9c72-ce29aef7cc5d/ea5caf8a-decc-4694-83fc-c46b2441f861) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:23.986541 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4d00d90e-2c60-43c2-b1af-6965e51ffe06 None None] Provisioning complete for port 37796340-beff-4d3e-9397-bdbaed41db58 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:23.986973 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d00d90e-2c60-43c2-b1af-6965e51ffe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:24.123754 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:24.183527 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:24.203831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4d00d90e-2c60-43c2-b1af-6965e51ffe06 None None] Port 37796340-beff-4d3e-9397-bdbaed41db58 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:24.269787 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:24.329886 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:24.334688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:24.336974 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=ea5caf8a-decc-4694-83fc-c46b2441f861,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:24.339367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:24.348004 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:24.348004 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:24.352381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0e8b7d6c-f2b2-4691-be32-c873a2517c7b details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:34:24.435060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8d8f39a-1600-4c02-b0b2-98762e5187fc req-29dd9dd8-9ff1-403e-89f7-64c3c0c7e242 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021410 Oct 13 14:34:24.441249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-15025365-dbcf-48f8-8a9c-968606adb40d service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063214 Oct 13 14:34:24.475657 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c781e40a-fd07-484f-a799-3519adf74625 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1118667 Oct 13 14:34:24.479363 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45060) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:24.497926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b176b2bd-9554-4477-9d41-b286cf81d948 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:24.509464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-cd057b45-4b80-4cbc-b709-d0d43aab29f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=ac703971-2eb9-4b72-acde-5f0c872f63f0 HTTP/1.1" status: 200 len: 217 time: 0.0600777 Oct 13 14:34:24.513224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 311af53c-2370-471c-9cdb-054b57b3c1c7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:24.569931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0e8b7d6c-f2b2-4691-be32-c873a2517c7b,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:24.577720 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-85a0014e-a52d-4c46-9f77-5252da0702ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:24.579289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-85a0014e-a52d-4c46-9f77-5252da0702ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0621572 Oct 13 14:34:24.591677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '0e8b7d6c-f2b2-4691-be32-c873a2517c7b', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'port_id': '0e8b7d6c-f2b2-4691-be32-c873a2517c7b', 'mac_address': 'fa:16:3e:3c:11:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:34:24.651130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-1e3b1a32-41af-4381-a342-c13fea2d4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:24.652811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-1e3b1a32-41af-4381-a342-c13fea2d4bcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0637393 Oct 13 14:34:24.664318 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:24.672556 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 311af53c-2370-471c-9cdb-054b57b3c1c7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:24.672925 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:24.698154 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8b7d6c-f2b2-4691-be32-c873a2517c7b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:34:24.703958 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b176b2bd-9554-4477-9d41-b286cf81d948 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:24.707572 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b176b2bd-9554-4477-9d41-b286cf81d948 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:24.732868 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0e8b7d6c-f2b2-4691-be32-c873a2517c7b,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:24.747826 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f67f9287-d351-4022-b45c-546c153af59f None None] Provisioning complete for port ea5caf8a-decc-4694-83fc-c46b2441f861 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:24.748194 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f67f9287-d351-4022-b45c-546c153af59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:24.769573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-2e240cb5-8099-405d-b361-c29abfebffb0 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085110 Oct 13 14:34:24.807535 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:24.820687 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f67f9287-d351-4022-b45c-546c153af59f None None] Port ea5caf8a-decc-4694-83fc-c46b2441f861 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:24.837493 n-d-806683-15 neutron-server[112684]: INFO neutron.db.ipam_backend_mixin [None req-b176b2bd-9554-4477-9d41-b286cf81d948 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet efb92c97-cb17-48cd-9c72-ce29aef7cc5d (CIDR: 2001:db8::/64) Oct 13 14:34:24.873217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0e8b7d6c-f2b2-4691-be32-c873a2517c7b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:24.883688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-00cb79fc-e3ed-4d22-b77c-6367c8a2f75d service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053033 Oct 13 14:34:24.898147 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b176b2bd-9554-4477-9d41-b286cf81d948 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:34:24.898858 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b176b2bd-9554-4477-9d41-b286cf81d948 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:24.931732 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-ab4b51e1-0514-4fa1-830e-075482503cea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=d0e204fc-83f5-4423-b87e-78a554179830 HTTP/1.1" status: 200 len: 217 time: 0.0398364 Oct 13 14:34:24.986331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-5d34fc28-e997-48da-98b6-f21946b93bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:24.987812 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-5d34fc28-e997-48da-98b6-f21946b93bbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0476608 Oct 13 14:34:25.003037 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b176b2bd-9554-4477-9d41-b286cf81d948 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5219028 Oct 13 14:34:25.005764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45066) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:25.011207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-42d15931-bbdd-4321-9329-3a53faecca39 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:25.099005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['0e8b7d6c-f2b2-4691-be32-c873a2517c7b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:34:25.100699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-8ce07660-de79-4004-a56e-ce9b49c78852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:25.102587 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-8ce07660-de79-4004-a56e-ce9b49c78852 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1067693 Oct 13 14:34:25.227429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-3652de6a-e618-40d7-a02a-87c4d4f51b33 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150239 Oct 13 14:34:25.296314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d15931-bbdd-4321-9329-3a53faecca39 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:25.299895 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-42d15931-bbdd-4321-9329-3a53faecca39 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:25.355402 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:25.391412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-cc53a5fa-b4bb-4429-8b72-70bc462a5ca9 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508255 Oct 13 14:34:25.452579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-7c4517ec-a544-4524-a81f-aba8b6187423 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=b91123ca-2120-403f-a2c5-c27d48444356 HTTP/1.1" status: 200 len: 217 time: 0.0446949 Oct 13 14:34:25.460264 n-d-806683-15 neutron-server[112685]: INFO neutron.db.ipam_backend_mixin [None req-42d15931-bbdd-4321-9329-3a53faecca39 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 98d75aef-d48e-45eb-ba41-6aec00aaa9ca (CIDR: 2001:db8:0:1::/64) Oct 13 14:34:25.511803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-904e43df-1a37-4d7b-8831-271756d1dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:25.513329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-904e43df-1a37-4d7b-8831-271756d1dd3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0514479 Oct 13 14:34:25.514162 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d15931-bbdd-4321-9329-3a53faecca39 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:34:25.514685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d15931-bbdd-4321-9329-3a53faecca39 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:25.595263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-de07c198-28ee-4ea7-8239-4826a05a8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:25.596790 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-de07c198-28ee-4ea7-8239-4826a05a8a83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0757115 Oct 13 14:34:25.605965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35da6d-9552-4c70-ae18-3be430b33f2d req-b59c3400-d1bd-4c3c-b9c7-5f1203a4acd2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:25.607418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae35da6d-9552-4c70-ae18-3be430b33f2d req-b59c3400-d1bd-4c3c-b9c7-5f1203a4acd2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 945 time: 0.0745733 Oct 13 14:34:25.618474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-42d15931-bbdd-4321-9329-3a53faecca39 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6117241 Oct 13 14:34:25.621525 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45072) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:25.626576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-dd1b93d6-657c-4137-b0fe-5228fc7e08ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'subnet': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:25.704498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae35da6d-9552-4c70-ae18-3be430b33f2d req-581c090d-ce48-43ee-abfa-be1ff29f04ad tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840516 Oct 13 14:34:25.728637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-241e6c88-4909-4b6e-8f3a-9b6178c73f80 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202557 Oct 13 14:34:25.829717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-47252108-3fb1-4916-a2bb-e90f6d513eb6 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936723 Oct 13 14:34:25.847194 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1b93d6-657c-4137-b0fe-5228fc7e08ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Made reservation on behalf of 593fafdb7ab5424e90fb588fe19f13a8 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:25.851393 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd1b93d6-657c-4137-b0fe-5228fc7e08ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:25.880053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-48e97ed9-00ca-49de-8a50-7667e6544d41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a092aec-e3af-4bbb-8507-5ec176f71743 HTTP/1.1" status: 200 len: 217 time: 0.0421278 Oct 13 14:34:25.932966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-10056f82-a5dc-4be3-9a3d-1ddd08531063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:25.934463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-10056f82-a5dc-4be3-9a3d-1ddd08531063 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.0468621 Oct 13 14:34:25.990128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-231ef634-7f95-4c2f-ac17-c0910881da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:25.991897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-231ef634-7f95-4c2f-ac17-c0910881da1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0493326 Oct 13 14:34:26.106351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-29ef62c2-18b9-43da-8d49-45b95fc18ed9 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054544 Oct 13 14:34:26.189431 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd1b93d6-657c-4137-b0fe-5228fc7e08ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:26.217944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-9f4a0cc9-ecd5-463b-8f82-ba726fc5fed5 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994916 Oct 13 14:34:26.233139 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1b93d6-657c-4137-b0fe-5228fc7e08ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:26.236365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-dd1b93d6-657c-4137-b0fe-5228fc7e08ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:26.241237 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1b93d6-657c-4137-b0fe-5228fc7e08ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:26.241828 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd1b93d6-657c-4137-b0fe-5228fc7e08ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:26.249116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b348eef-296d-4ba5-aa84-c80d8256246f None None] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:26.257186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b93d6-657c-4137-b0fe-5228fc7e08ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Subnet': ['ID=467c95fa-41de-4cda-8445-22e990d26d57,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:26.268160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-8eac3943-c1d2-4c51-b4de-3ddf50bc9aec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895 HTTP/1.1" status: 200 len: 217 time: 0.0423162 Oct 13 14:34:26.323595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-b46d2384-80e6-424f-9b96-d646bea7a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:26.325087 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0e8b7d6c-f2b2-4691-be32-c873a2517c7b up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:26.326696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-b46d2384-80e6-424f-9b96-d646bea7a1a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.0496836 Oct 13 14:34:26.346327 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dd1b93d6-657c-4137-b0fe-5228fc7e08ec tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7236748 Oct 13 14:34:26.348900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45080) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:26.356356 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-559b160d-51b4-4361-aa62-4ba815394da5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1006262874', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '467c95fa-41de-4cda-8445-22e990d26d57'}], 'security_groups': ['ca83e693-a00d-40b8-82a7-b7dc98a1f9d5', '486f4a07-f11d-4ef6-add2-b575a26c5197']}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:26.382808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ef74-5575-4c14-a661-737a09b81a6d req-69313e01-bdb4-45fa-a13d-54965fa57265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:26.384896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-69313e01-bdb4-45fa-a13d-54965fa57265 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504422 Oct 13 14:34:26.434894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-559b160d-51b4-4361-aa62-4ba815394da5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:26.507094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-3ea42f61-e14b-45fb-af55-624f45efde49 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136775 Oct 13 14:34:26.514766 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:34:26.536703 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:26.536703 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:26.581001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f66ef-0bd3-4a67-863c-f2f7cf1ab4e0 None None] Update dhcp port {'port': {'network_id': 'ae944195-4cde-4b37-8dde-ba87bbfbd8e1', 'fixed_ips': [{'subnet_id': '98d75aef-d48e-45eb-ba41-6aec00aaa9ca', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'efb92c97-cb17-48cd-9c72-ce29aef7cc5d', 'ip_address': '2001:db8::2'}, {'subnet_id': '467c95fa-41de-4cda-8445-22e990d26d57'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '311af53c-2370-471c-9cdb-054b57b3c1c7'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:34:26.623577 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-390f66ef-0bd3-4a67-863c-f2f7cf1ab4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:26.630464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9161ef74-5575-4c14-a661-737a09b81a6d req-df128df9-0290-44c8-be18-b2422e3de6fc service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144261 Oct 13 14:34:26.751489 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:26.791957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e785342e-eb91-4fd0-af29-f1001b121bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8b7d6c-f2b2-4691-be32-c873a2517c7b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:34:26.792928 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-559b160d-51b4-4361-aa62-4ba815394da5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Delete allocated IP 2001:db8::37d (ae944195-4cde-4b37-8dde-ba87bbfbd8e1/efb92c97-cb17-48cd-9c72-ce29aef7cc5d) {{(pid=112684) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 14:34:26.794356 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f62303-bae3-4bbe-b8d3-158a257811bc" -d '{"events": [{"server_uuid": "e785342e-eb91-4fd0-af29-f1001b121bd7", "name": "network-vif-plugged", "status": "completed", "tag": "0e8b7d6c-f2b2-4691-be32-c873a2517c7b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:34:26.802352 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-559b160d-51b4-4361-aa62-4ba815394da5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Allocated IP 2001:db8:0:2::186 (ae944195-4cde-4b37-8dde-ba87bbfbd8e1/467c95fa-41de-4cda-8445-22e990d26d57/ea5caf8a-decc-4694-83fc-c46b2441f861) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:26.828350 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0e8b7d6c-f2b2-4691-be32-c873a2517c7b,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:26.847039 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1757d3a-bb9c-435f-92da-2e9cef9d8f93 x-openstack-request-id: req-a1757d3a-bb9c-435f-92da-2e9cef9d8f93 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:34:26.847330 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e785342e-eb91-4fd0-af29-f1001b121bd7", "name": "network-vif-plugged", "status": "completed", "tag": "0e8b7d6c-f2b2-4691-be32-c873a2517c7b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:34:26.847761 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1757d3a-bb9c-435f-92da-2e9cef9d8f93 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:34:26.848163 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e785342e-eb91-4fd0-af29-f1001b121bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8b7d6c-f2b2-4691-be32-c873a2517c7b', 'code': 200} Oct 13 14:34:26.862221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef628e3c-19cd-4a23-b042-317958cf63aa req-bffc7f54-489d-47fb-9a86-d734ba48a6b3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:26.864487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef628e3c-19cd-4a23-b042-317958cf63aa req-bffc7f54-489d-47fb-9a86-d734ba48a6b3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 945 time: 0.0708165 Oct 13 14:34:26.913115 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:26.934103 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef628e3c-19cd-4a23-b042-317958cf63aa req-849f8382-d5b8-4132-bd57-8f243b564050 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632365 Oct 13 14:34:26.983857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d4053-789f-4c1c-8dda-cadab4f01bd5 req-3628d5c8-1d0b-46c0-b4c9-7ae6dd367186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:26.986612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f34d4053-789f-4c1c-8dda-cadab4f01bd5 req-3628d5c8-1d0b-46c0-b4c9-7ae6dd367186 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 1098 time: 0.0673683 Oct 13 14:34:26.994300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0e8b7d6c-f2b2-4691-be32-c873a2517c7b,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:27.021808 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-559b160d-51b4-4361-aa62-4ba815394da5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:27.030327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f34d4053-789f-4c1c-8dda-cadab4f01bd5 req-08f0eb5e-e0f6-4f3c-9528-c70eca9a1c20 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329871 Oct 13 14:34:27.091594 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-559b160d-51b4-4361-aa62-4ba815394da5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:27.147651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-390f66ef-0bd3-4a67-863c-f2f7cf1ab4e0 None None] Allocated IP 2001:db8:0:2::2 (ae944195-4cde-4b37-8dde-ba87bbfbd8e1/467c95fa-41de-4cda-8445-22e990d26d57/311af53c-2370-471c-9cdb-054b57b3c1c7) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:27.154063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-559b160d-51b4-4361-aa62-4ba815394da5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] In _notify_port_updated(), no bound segment for port ea5caf8a-decc-4694-83fc-c46b2441f861 on network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:34:27.160478 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559b160d-51b4-4361-aa62-4ba815394da5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:27.161435 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-559b160d-51b4-4361-aa62-4ba815394da5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:27.163685 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-559b160d-51b4-4361-aa62-4ba815394da5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "PUT /v2.0/ports/ea5caf8a-decc-4694-83fc-c46b2441f861 HTTP/1.1" status: 200 len: 970 time: 0.8136604 Oct 13 14:34:27.167306 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45090) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:27.198177 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b160d-51b4-4361-aa62-4ba815394da5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event updated for resources: {'Port': ['ID=ea5caf8a-decc-4694-83fc-c46b2441f861,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:27.262943 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-390f66ef-0bd3-4a67-863c-f2f7cf1ab4e0 None None] For port 311af53c-2370-471c-9cdb-054b57b3c1c7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=311af53c-2370-471c-9cdb-054b57b3c1c7,segment=NetworkSegment(03321749-48da-4094-8c6a-6c6dd3c87769),segment_id=03321749-48da-4094-8c6a-6c6dd3c87769)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:27.277948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a9b0c48a-c2bd-465b-aca9-d4861a2d3c5e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port ea5caf8a-decc-4694-83fc-c46b2441f861 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:27.278299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9b0c48a-c2bd-465b-aca9-d4861a2d3c5e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:27.294912 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-390f66ef-0bd3-4a67-863c-f2f7cf1ab4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:27.374529 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9b0c48a-c2bd-465b-aca9-d4861a2d3c5e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:27.386681 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a9b0c48a-c2bd-465b-aca9-d4861a2d3c5e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for ea5caf8a-decc-4694-83fc-c46b2441f861 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:27.388909 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-390f66ef-0bd3-4a67-863c-f2f7cf1ab4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:27.480193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f66ef-0bd3-4a67-863c-f2f7cf1ab4e0 None None] Pushing event updated for resources: {'Port': ['ID=311af53c-2370-471c-9cdb-054b57b3c1c7,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:27.635009 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9b0c48a-c2bd-465b-aca9-d4861a2d3c5e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:27.672736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0c48a-c2bd-465b-aca9-d4861a2d3c5e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=ea5caf8a-decc-4694-83fc-c46b2441f861,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:27.705759 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9b0c48a-c2bd-465b-aca9-d4861a2d3c5e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:27.709687 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a9b0c48a-c2bd-465b-aca9-d4861a2d3c5e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/ea5caf8a-decc-4694-83fc-c46b2441f861 HTTP/1.1" status: 204 len: 168 time: 0.5409632 Oct 13 14:34:27.711783 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45094) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:27.742452 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcfcfec-2261-4bd2-af80-44c915c7a4ba tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] GET failed (client error): The resource could not be found. Oct 13 14:34:27.744180 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2fcfcfec-2261-4bd2-af80-44c915c7a4ba tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports/ea5caf8a-decc-4694-83fc-c46b2441f861 HTTP/1.1" status: 404 len: 333 time: 0.0313313 Oct 13 14:34:27.747067 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45096) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:27.810486 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d5c9ea5-295b-488b-ae6e-2c246517c393 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:27.835741 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d5c9ea5-295b-488b-ae6e-2c246517c393 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:27.977447 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d5c9ea5-295b-488b-ae6e-2c246517c393 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:27.983006 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d5c9ea5-295b-488b-ae6e-2c246517c393 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:27.984825 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7d5c9ea5-295b-488b-ae6e-2c246517c393 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/security-groups/efc2f8f2-a6a6-4377-927b-46597a398644 HTTP/1.1" status: 204 len: 168 time: 0.2361548 Oct 13 14:34:27.986979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45102) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:27.996123 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c9ea5-295b-488b-ae6e-2c246517c393 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc2f8f2-a6a6-4377-927b-46597a398644,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:28.103208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc3887-fc9d-42d5-bbe3-d2b8d1a35505 req-cf957e51-00dc-40c6-8c2e-e0b02e90e42c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:28.106016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77fc3887-fc9d-42d5-bbe3-d2b8d1a35505 req-cf957e51-00dc-40c6-8c2e-e0b02e90e42c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 946 time: 0.0825641 Oct 13 14:34:28.108179 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b133383-ef7a-459f-b96e-23a44c72f885 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.149459 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b133383-ef7a-459f-b96e-23a44c72f885 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.189574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77fc3887-fc9d-42d5-bbe3-d2b8d1a35505 req-b5b6cecd-3231-4d57-8fa9-9373c2c53c18 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748842 Oct 13 14:34:28.286016 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b133383-ef7a-459f-b96e-23a44c72f885 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.289303 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b133383-ef7a-459f-b96e-23a44c72f885 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.290665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8b133383-ef7a-459f-b96e-23a44c72f885 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/security-groups/486f4a07-f11d-4ef6-add2-b575a26c5197 HTTP/1.1" status: 204 len: 168 time: 0.3015819 Oct 13 14:34:28.293466 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45106) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:28.300451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b133383-ef7a-459f-b96e-23a44c72f885 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486f4a07-f11d-4ef6-add2-b575a26c5197,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:28.365361 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-233cb26d-1730-427a-83ce-c5c3e5ad7409 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.385986 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-00cb8946-0556-4a69-ba4c-bea26c1bf44e None None] Could not find standard attr ID for object ea5caf8a-decc-4694-83fc-c46b2441f861. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:34:28.405318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-00cb8946-0556-4a69-ba4c-bea26c1bf44e None None] Provisioning complete for port 311af53c-2370-471c-9cdb-054b57b3c1c7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:28.405318 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00cb8946-0556-4a69-ba4c-bea26c1bf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.405995 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-233cb26d-1730-427a-83ce-c5c3e5ad7409 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.507946 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 311af53c-2370-471c-9cdb-054b57b3c1c7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:28.566327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-00cb8946-0556-4a69-ba4c-bea26c1bf44e None None] Provisioning complete for port 37796340-beff-4d3e-9397-bdbaed41db58 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:28.566912 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00cb8946-0556-4a69-ba4c-bea26c1bf44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.600315 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-233cb26d-1730-427a-83ce-c5c3e5ad7409 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.600315 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-233cb26d-1730-427a-83ce-c5c3e5ad7409 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.600315 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-233cb26d-1730-427a-83ce-c5c3e5ad7409 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/security-groups/ca83e693-a00d-40b8-82a7-b7dc98a1f9d5 HTTP/1.1" status: 204 len: 168 time: 0.3009517 Oct 13 14:34:28.600816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45110) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:28.611294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 311af53c-2370-471c-9cdb-054b57b3c1c7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:28.612446 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.619072 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cb26d-1730-427a-83ce-c5c3e5ad7409 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca83e693-a00d-40b8-82a7-b7dc98a1f9d5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:28.644087 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-00cb8946-0556-4a69-ba4c-bea26c1bf44e None None] Port 37796340-beff-4d3e-9397-bdbaed41db58 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:28.672342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d51bb4-791e-48b1-800e-7904e3fbc04b tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting subnet efb92c97-cb17-48cd-9c72-ce29aef7cc5d {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:34:28.675926 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f5d51bb4-791e-48b1-800e-7904e3fbc04b tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.737153 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f5d51bb4-791e-48b1-800e-7904e3fbc04b tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.759153 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c9fd1f58-1d9a-467f-bacc-21aa7f50b3e3 None None] Could not find standard attr ID for object ea5caf8a-decc-4694-83fc-c46b2441f861. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:34:28.828206 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f5d51bb4-791e-48b1-800e-7904e3fbc04b tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.949373 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f5d51bb4-791e-48b1-800e-7904e3fbc04b tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.979036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d51bb4-791e-48b1-800e-7904e3fbc04b tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Subnet': ['ID=efb92c97-cb17-48cd-9c72-ce29aef7cc5d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:28.985228 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f5d51bb4-791e-48b1-800e-7904e3fbc04b tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:28.990032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f5d51bb4-791e-48b1-800e-7904e3fbc04b tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/efb92c97-cb17-48cd-9c72-ce29aef7cc5d HTTP/1.1" status: 204 len: 168 time: 0.3891485 Oct 13 14:34:28.992892 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45114) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:28.995795 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e571051-f723-4039-b2da-0b5f39fbd6e7 None None] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:29.052185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c15e93-86f6-4e6b-9ef9-078bec92ac0a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting subnet 467c95fa-41de-4cda-8445-22e990d26d57 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:34:29.055723 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-19c15e93-86f6-4e6b-9ef9-078bec92ac0a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:29.099512 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-19c15e93-86f6-4e6b-9ef9-078bec92ac0a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:29.185873 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-19c15e93-86f6-4e6b-9ef9-078bec92ac0a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:29.332362 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-19c15e93-86f6-4e6b-9ef9-078bec92ac0a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:29.334032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b0576-b1c4-4a8c-aa43-a0a193e0a4f9 req-f9ae977b-9643-4d89-9137-10b0aad69c74 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:29.336424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a0b0576-b1c4-4a8c-aa43-a0a193e0a4f9 req-f9ae977b-9643-4d89-9137-10b0aad69c74 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 946 time: 0.0581992 Oct 13 14:34:29.348601 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-19c15e93-86f6-4e6b-9ef9-078bec92ac0a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:29.353106 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-19c15e93-86f6-4e6b-9ef9-078bec92ac0a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/467c95fa-41de-4cda-8445-22e990d26d57 HTTP/1.1" status: 204 len: 168 time: 0.3591378 Oct 13 14:34:29.361379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45120) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:29.373127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c15e93-86f6-4e6b-9ef9-078bec92ac0a tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Subnet': ['ID=467c95fa-41de-4cda-8445-22e990d26d57,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:29.396789 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a658fda-c40d-4996-84fe-73880fd816d6 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] DELETE failed (client error): The resource could not be found. Oct 13 14:34:29.397767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a658fda-c40d-4996-84fe-73880fd816d6 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:29.402602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9a658fda-c40d-4996-84fe-73880fd816d6 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/efb92c97-cb17-48cd-9c72-ce29aef7cc5d HTTP/1.1" status: 404 len: 337 time: 0.0408573 Oct 13 14:34:29.406302 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45122) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:29.425744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a0b0576-b1c4-4a8c-aa43-a0a193e0a4f9 req-1c457ada-dbea-442a-a2e9-bf0b0114fcca tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824184 Oct 13 14:34:29.464909 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7bc817-c99a-4bdc-8621-b24e2d6acd84 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting subnet 98d75aef-d48e-45eb-ba41-6aec00aaa9ca {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:34:29.468890 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc817-c99a-4bdc-8621-b24e2d6acd84 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:29.522359 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc817-c99a-4bdc-8621-b24e2d6acd84 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:29.577757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2279df8-8671-4ef4-92b5-40f38d4dd39d req-f406258b-09e0-493b-9776-66327b16afb9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:29.585567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2279df8-8671-4ef4-92b5-40f38d4dd39d req-f406258b-09e0-493b-9776-66327b16afb9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 946 time: 0.0699997 Oct 13 14:34:29.624963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2279df8-8671-4ef4-92b5-40f38d4dd39d req-3241d9b9-aaa8-4b3d-9413-6429f45098e4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384288 Oct 13 14:34:29.633743 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc817-c99a-4bdc-8621-b24e2d6acd84 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:29.806339 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc817-c99a-4bdc-8621-b24e2d6acd84 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:29.813452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d4d64a-85df-4cf0-b5fb-147cfed6a104 None None] Network ae944195-4cde-4b37-8dde-ba87bbfbd8e1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:29.837269 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bc817-c99a-4bdc-8621-b24e2d6acd84 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Subnet': ['ID=98d75aef-d48e-45eb-ba41-6aec00aaa9ca,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:29.843634 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc817-c99a-4bdc-8621-b24e2d6acd84 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:29.846820 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ef7bc817-c99a-4bdc-8621-b24e2d6acd84 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/98d75aef-d48e-45eb-ba41-6aec00aaa9ca HTTP/1.1" status: 204 len: 168 time: 0.4394126 Oct 13 14:34:29.850000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45132) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:29.878658 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-db89ba56-4fe4-44d1-ab00-740773a59305 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] DELETE failed (client error): The resource could not be found. Oct 13 14:34:29.879287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db89ba56-4fe4-44d1-ab00-740773a59305 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:29.882321 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-db89ba56-4fe4-44d1-ab00-740773a59305 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/8ec637f7-2e79-4092-9adb-5e371fadf880 HTTP/1.1" status: 404 len: 337 time: 0.0304027 Oct 13 14:34:29.885311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45134) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:29.916492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e5652e2e-12de-4917-b486-29f0a1b3a04e tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "GET /v2.0/ports?device_id=409f2d96-99bb-4317-aca8-4d163064efc3 HTTP/1.1" status: 200 len: 205 time: 0.0298221 Oct 13 14:34:29.918907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45136) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:29.940466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9c980ea9-e464-41ee-a86f-24f638609edc None None] Provisioning complete for port 311af53c-2370-471c-9cdb-054b57b3c1c7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:29.940831 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9c980ea9-e464-41ee-a86f-24f638609edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:29.958774 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-3ae0bb40-e302-4379-b851-335d34551d37 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] delete failed (client error): The resource could not be found. Oct 13 14:34:29.963644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3ae0bb40-e302-4379-b851-335d34551d37 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/routers/409f2d96-99bb-4317-aca8-4d163064efc3 HTTP/1.1" status: 404 len: 336 time: 0.0399897 Oct 13 14:34:29.963644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45138) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:29.996368 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acacd9b-0d39-4e37-984c-4f6dfe968916 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] DELETE failed (client error): The resource could not be found. Oct 13 14:34:29.997002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acacd9b-0d39-4e37-984c-4f6dfe968916 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:29.999842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4acacd9b-0d39-4e37-984c-4f6dfe968916 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/d8004b85-aba5-4ce9-a5db-8ef7340df683 HTTP/1.1" status: 404 len: 337 time: 0.0356786 Oct 13 14:34:30.002474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45140) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:30.031702 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-11702d43-b6fe-4094-ae69-c2b3b28f72a9 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] DELETE failed (client error): The resource could not be found. Oct 13 14:34:30.032163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11702d43-b6fe-4094-ae69-c2b3b28f72a9 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:30.035143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-11702d43-b6fe-4094-ae69-c2b3b28f72a9 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/7364c56a-2c67-4dd5-a76d-4534678c2e75 HTTP/1.1" status: 404 len: 337 time: 0.0317140 Oct 13 14:34:30.040474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45142) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:30.047060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a69b0-f4ef-48bd-93eb-8c4df8758743 None None] DHCP port deletion for ae944195-4cde-4b37-8dde-ba87bbfbd8e1 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:34:30.065876 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd261229-7703-4209-8c25-1e589800c071 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] DELETE failed (client error): The resource could not be found. Oct 13 14:34:30.066339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd261229-7703-4209-8c25-1e589800c071 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:30.072331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fd261229-7703-4209-8c25-1e589800c071 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/82b806b4-8c6a-447f-bf86-8105c7c9a157 HTTP/1.1" status: 404 len: 337 time: 0.0301440 Oct 13 14:34:30.072562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45146) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:30.093100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9c980ea9-e464-41ee-a86f-24f638609edc None None] Provisioning complete for port 37796340-beff-4d3e-9397-bdbaed41db58 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:30.093100 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9c980ea9-e464-41ee-a86f-24f638609edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:30.115315 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8dbeb0c-df99-47ef-bbbe-46af8b0a1c23 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] DELETE failed (client error): The resource could not be found. Oct 13 14:34:30.115692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8dbeb0c-df99-47ef-bbbe-46af8b0a1c23 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:30.125043 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45150) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:30.125565 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b8dbeb0c-df99-47ef-bbbe-46af8b0a1c23 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/b871efd4-fd4b-4bfa-9ef4-4d7a1d612d46 HTTP/1.1" status: 404 len: 333 time: 0.0519588 Oct 13 14:34:30.140695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9c980ea9-e464-41ee-a86f-24f638609edc None None] Port 37796340-beff-4d3e-9397-bdbaed41db58 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:30.150602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a69b0-f4ef-48bd-93eb-8c4df8758743 None None] Deleting port 311af53c-2370-471c-9cdb-054b57b3c1c7 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:30.151149 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e1a69b0-f4ef-48bd-93eb-8c4df8758743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:30.158456 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65b7399-13c4-43a3-8b7a-bdffbcf0ca25 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] DELETE failed (client error): The resource could not be found. Oct 13 14:34:30.160595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65b7399-13c4-43a3-8b7a-bdffbcf0ca25 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:30.165021 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d65b7399-13c4-43a3-8b7a-bdffbcf0ca25 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/5383dea2-34ed-4712-9e4d-595547ee224f HTTP/1.1" status: 404 len: 337 time: 0.0354376 Oct 13 14:34:30.165727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45152) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:30.198140 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5a61b7-6361-4c19-a7d5-63f8047c9e0d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] DELETE failed (client error): The resource could not be found. Oct 13 14:34:30.199240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5a61b7-6361-4c19-a7d5-63f8047c9e0d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:30.202797 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ad5a61b7-6361-4c19-a7d5-63f8047c9e0d tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/521dd726-f263-4ee4-a883-2ffc53ec7e5a HTTP/1.1" status: 404 len: 337 time: 0.0360737 Oct 13 14:34:30.205625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45154) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:30.222911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e354be-e457-4420-9566-d4ae503e9d93 req-bed2f99d-69b8-4e72-990d-c99c31b0785c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:30.226550 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e1a69b0-f4ef-48bd-93eb-8c4df8758743 None None] For port 311af53c-2370-471c-9cdb-054b57b3c1c7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=311af53c-2370-471c-9cdb-054b57b3c1c7,segment=NetworkSegment(03321749-48da-4094-8c6a-6c6dd3c87769),segment_id=03321749-48da-4094-8c6a-6c6dd3c87769)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:30.227144 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e1a69b0-f4ef-48bd-93eb-8c4df8758743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:30.227566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8e354be-e457-4420-9566-d4ae503e9d93 req-bed2f99d-69b8-4e72-990d-c99c31b0785c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 946 time: 0.0604639 Oct 13 14:34:30.235606 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-672220a0-2321-4679-a818-61a814e14f52 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] DELETE failed (client error): The resource could not be found. Oct 13 14:34:30.236760 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672220a0-2321-4679-a818-61a814e14f52 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:30.242785 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-672220a0-2321-4679-a818-61a814e14f52 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/8be8affe-1b52-4e48-9382-2a8afcc1fd71 HTTP/1.1" status: 404 len: 333 time: 0.0333941 Oct 13 14:34:30.243129 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45156) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:30.246887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a69b0-f4ef-48bd-93eb-8c4df8758743 None None] Calling delete_port for 311af53c-2370-471c-9cdb-054b57b3c1c7 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:30.268235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8e354be-e457-4420-9566-d4ae503e9d93 req-92009dcd-515e-49d0-bf2d-73a31328ef17 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362325 Oct 13 14:34:30.275622 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5bedca7-eaef-4f34-a150-40ee36bcd31f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] DELETE failed (client error): The resource could not be found. Oct 13 14:34:30.277082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5bedca7-eaef-4f34-a150-40ee36bcd31f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:30.284251 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d5bedca7-eaef-4f34-a150-40ee36bcd31f tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/1db9160e-ba4d-4323-8941-858f72b8c5ec HTTP/1.1" status: 404 len: 337 time: 0.0373449 Oct 13 14:34:30.284534 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45158) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:30.314301 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-534cb05f-f60c-4b28-ae00-65b75bbd43d4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] DELETE failed (client error): The resource could not be found. Oct 13 14:34:30.314889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534cb05f-f60c-4b28-ae00-65b75bbd43d4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:30.318262 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-534cb05f-f60c-4b28-ae00-65b75bbd43d4 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/subnets/020b7af3-9db8-4a9a-b274-78c9b650543d HTTP/1.1" status: 404 len: 337 time: 0.0327375 Oct 13 14:34:30.321839 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45162) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:30.407432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e1a69b0-f4ef-48bd-93eb-8c4df8758743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:30.423908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2ac61b08-0eeb-42d1-a5cc-c9b8098dddc5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Deleting port 37796340-beff-4d3e-9397-bdbaed41db58 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:30.424174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ac61b08-0eeb-42d1-a5cc-c9b8098dddc5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:30.434664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a69b0-f4ef-48bd-93eb-8c4df8758743 None None] Pushing event deleted for resources: {'Port': ['ID=311af53c-2370-471c-9cdb-054b57b3c1c7,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:30.440487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a69b0-f4ef-48bd-93eb-8c4df8758743 None None] No DVR routers for this DVR port 311af53c-2370-471c-9cdb-054b57b3c1c7 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:34:30.473063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 311af53c-2370-471c-9cdb-054b57b3c1c7 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:34:30.495226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 311af53c-2370-471c-9cdb-054b57b3c1c7 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:34:30.495596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 311af53c-2370-471c-9cdb-054b57b3c1c7 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:34:30.500452 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ac61b08-0eeb-42d1-a5cc-c9b8098dddc5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:30.514343 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2ac61b08-0eeb-42d1-a5cc-c9b8098dddc5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Calling delete_port for 37796340-beff-4d3e-9397-bdbaed41db58 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:30.651776 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ac61b08-0eeb-42d1-a5cc-c9b8098dddc5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:30.683482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac61b08-0eeb-42d1-a5cc-c9b8098dddc5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Port': ['ID=37796340-beff-4d3e-9397-bdbaed41db58,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:30.689721 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2ac61b08-0eeb-42d1-a5cc-c9b8098dddc5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:30.693704 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2ac61b08-0eeb-42d1-a5cc-c9b8098dddc5 tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/ports/37796340-beff-4d3e-9397-bdbaed41db58 HTTP/1.1" status: 204 len: 168 time: 0.3706541 Oct 13 14:34:30.697277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45166) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:30.779857 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c67e91d-3588-4cdc-bf22-3469bdfe65ef tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:30.874829 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c67e91d-3588-4cdc-bf22-3469bdfe65ef tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:30.897354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3c67e91d-3588-4cdc-bf22-3469bdfe65ef tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae944195-4cde-4b37-8dde-ba87bbfbd8e1']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:30.907126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3c67e91d-3588-4cdc-bf22-3469bdfe65ef tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03321749-48da-4094-8c6a-6c6dd3c87769') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:30.907350 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3c67e91d-3588-4cdc-bf22-3469bdfe65ef tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03321749-48da-4094-8c6a-6c6dd3c87769') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:30.917090 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c67e91d-3588-4cdc-bf22-3469bdfe65ef tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:30.930978 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c67e91d-3588-4cdc-bf22-3469bdfe65ef tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:30.938477 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c67e91d-3588-4cdc-bf22-3469bdfe65ef tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:34:30.938867 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c67e91d-3588-4cdc-bf22-3469bdfe65ef tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:34:30.942134 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:34:31.074372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c67e91d-3588-4cdc-bf22-3469bdfe65ef tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:31.088653 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c67e91d-3588-4cdc-bf22-3469bdfe65ef tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:31.088653 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3c67e91d-3588-4cdc-bf22-3469bdfe65ef tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] 10.222.0.18 "DELETE /v2.0/networks/ae944195-4cde-4b37-8dde-ba87bbfbd8e1 HTTP/1.1" status: 204 len: 168 time: 0.3871536 Oct 13 14:34:31.097563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67e91d-3588-4cdc-bf22-3469bdfe65ef tempest-PortsIpV6TestJSON-1342887640 tempest-PortsIpV6TestJSON-1342887640-project] Pushing event deleted for resources: {'Network': ['ID=ae944195-4cde-4b37-8dde-ba87bbfbd8e1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:31.420332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607d1ae-b3b4-4ac3-aa6a-68648da07b4b req-e1b43330-6eea-4d8a-a9ae-03e77b72d574 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:31.428029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4607d1ae-b3b4-4ac3-aa6a-68648da07b4b req-e1b43330-6eea-4d8a-a9ae-03e77b72d574 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 946 time: 0.0688190 Oct 13 14:34:31.463183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4607d1ae-b3b4-4ac3-aa6a-68648da07b4b req-11fef148-9b3e-4256-9a5e-b5c5eda70762 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341787 Oct 13 14:34:31.630112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45180) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:31.712751 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:34:31.776500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7aac1838-55fd-4c32-baee-3214c3616a03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=593fafdb7ab5424e90fb588fe19f13a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448262 Oct 13 14:34:31.779175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45184) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:31.862632 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dda326fe-b410-4b52-9b1d-9d13611aa643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:31.887336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bde95a-d6a5-4ac5-8968-af6b3221dc7f req-4dd53c38-1bfe-4412-8b02-5747894a2d93 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:31.888819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8bde95a-d6a5-4ac5-8968-af6b3221dc7f req-4dd53c38-1bfe-4412-8b02-5747894a2d93 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 946 time: 0.0816183 Oct 13 14:34:31.899164 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dda326fe-b410-4b52-9b1d-9d13611aa643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:32.026589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c8bde95a-d6a5-4ac5-8968-af6b3221dc7f req-7e670a58-233a-41fa-bfe6-29212f735422 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Deleting port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:32.026934 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c8bde95a-d6a5-4ac5-8968-af6b3221dc7f req-7e670a58-233a-41fa-bfe6-29212f735422 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:32.080415 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dda326fe-b410-4b52-9b1d-9d13611aa643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:32.086170 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dda326fe-b410-4b52-9b1d-9d13611aa643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:32.086170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dda326fe-b410-4b52-9b1d-9d13611aa643 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a70af5d-9f39-4840-8b58-0a0f57b1030d HTTP/1.1" status: 204 len: 168 time: 0.3039079 Oct 13 14:34:32.100778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda326fe-b410-4b52-9b1d-9d13611aa643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a70af5d-9f39-4840-8b58-0a0f57b1030d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:32.168613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c8bde95a-d6a5-4ac5-8968-af6b3221dc7f req-7e670a58-233a-41fa-bfe6-29212f735422 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] For port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0e8b7d6c-f2b2-4691-be32-c873a2517c7b,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:32.168999 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c8bde95a-d6a5-4ac5-8968-af6b3221dc7f req-7e670a58-233a-41fa-bfe6-29212f735422 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:32.182456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c8bde95a-d6a5-4ac5-8968-af6b3221dc7f req-7e670a58-233a-41fa-bfe6-29212f735422 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Calling delete_port for 0e8b7d6c-f2b2-4691-be32-c873a2517c7b owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:32.441353 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c8bde95a-d6a5-4ac5-8968-af6b3221dc7f req-7e670a58-233a-41fa-bfe6-29212f735422 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:32.466607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['994bd72a-0611-4e0b-8f0f-96b698253f7c', '0e8b7d6c-f2b2-4691-be32-c873a2517c7b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:34:32.544414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e670a58-233a-41fa-bfe6-29212f735422 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event deleted for resources: {'Port': ['ID=0e8b7d6c-f2b2-4691-be32-c873a2517c7b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:32.629542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bde95a-d6a5-4ac5-8968-af6b3221dc7f req-7e670a58-233a-41fa-bfe6-29212f735422 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] No DVR routers for this DVR port 0e8b7d6c-f2b2-4691-be32-c873a2517c7b on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:34:32.635517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48011dc6-c229-4997-bc7b-421419dfd453 req-c853e167-6a78-4aa3-a03a-2a0b320a9fd2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1816576 Oct 13 14:34:32.636668 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c8bde95a-d6a5-4ac5-8968-af6b3221dc7f req-7e670a58-233a-41fa-bfe6-29212f735422 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:32.640499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8bde95a-d6a5-4ac5-8968-af6b3221dc7f req-7e670a58-233a-41fa-bfe6-29212f735422 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "DELETE /v2.0/ports/0e8b7d6c-f2b2-4691-be32-c873a2517c7b HTTP/1.1" status: 204 len: 173 time: 0.7393527 Oct 13 14:34:32.652843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e785342e-eb91-4fd0-af29-f1001b121bd7', 'name': 'network-vif-deleted', 'tag': '0e8b7d6c-f2b2-4691-be32-c873a2517c7b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:34:32.655162 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4224bbe3-cef5-4b97-a867-b4822b9a047d" -d '{"events": [{"server_uuid": "e785342e-eb91-4fd0-af29-f1001b121bd7", "name": "network-vif-deleted", "tag": "0e8b7d6c-f2b2-4691-be32-c873a2517c7b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:34:32.727184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6fe05d28-2e07-4649-82cf-fc73900594ea req-7338344e-6a1e-4664-aeca-925595f2640b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 210 time: 0.0987170 Oct 13 14:34:32.753885 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fb52a9-4f1e-4a30-899b-b2ab4e7452a2 x-openstack-request-id: req-22fb52a9-4f1e-4a30-899b-b2ab4e7452a2 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:34:32.753885 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e785342e-eb91-4fd0-af29-f1001b121bd7", "name": "network-vif-deleted", "tag": "0e8b7d6c-f2b2-4691-be32-c873a2517c7b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:34:32.754228 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22fb52a9-4f1e-4a30-899b-b2ab4e7452a2 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:34:32.754492 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e785342e-eb91-4fd0-af29-f1001b121bd7', 'name': 'network-vif-deleted', 'tag': '0e8b7d6c-f2b2-4691-be32-c873a2517c7b', 'status': 'completed', 'code': 200} Oct 13 14:34:32.793850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48011dc6-c229-4997-bc7b-421419dfd453 req-0696bed7-90d1-4a2c-b5f2-c19af1388844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:32.795548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48011dc6-c229-4997-bc7b-421419dfd453 req-0696bed7-90d1-4a2c-b5f2-c19af1388844 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 1097 time: 0.0723920 Oct 13 14:34:32.971432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48011dc6-c229-4997-bc7b-421419dfd453 req-c2f5d55c-4c6c-4f2c-985e-2f210a1d6911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:32.974295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48011dc6-c229-4997-bc7b-421419dfd453 req-c2f5d55c-4c6c-4f2c-985e-2f210a1d6911 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.1477935 Oct 13 14:34:33.030493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48011dc6-c229-4997-bc7b-421419dfd453 req-9bc3d0d7-b437-4bf2-a8f4-0873b3bbd39f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994bd72a-0611-4e0b-8f0f-96b698253f7c HTTP/1.1" status: 200 len: 217 time: 0.0447040 Oct 13 14:34:33.091533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48011dc6-c229-4997-bc7b-421419dfd453 req-fe827911-d5dd-4018-9a7f-60e3460cfe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:33.094156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48011dc6-c229-4997-bc7b-421419dfd453 req-fe827911-d5dd-4018-9a7f-60e3460cfe61 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0566275 Oct 13 14:34:33.187032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48011dc6-c229-4997-bc7b-421419dfd453 req-83e7e365-bf53-4f0f-868e-1f29440592f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:33.190253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48011dc6-c229-4997-bc7b-421419dfd453 req-83e7e365-bf53-4f0f-868e-1f29440592f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816503 Oct 13 14:34:33.327469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48011dc6-c229-4997-bc7b-421419dfd453 req-6ba9c173-bcf3-4dfc-8e5b-4d078e1654d0 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245430 Oct 13 14:34:33.446113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48011dc6-c229-4997-bc7b-421419dfd453 req-87867e86-6331-43a0-ab4f-9ad6e34613b5 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061528 Oct 13 14:34:33.450818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45218) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:33.558848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1479551508'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:33.674434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:33.681460 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:33.695548 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:33.794374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:33.855484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3763c5e3-415f-489a-9ae3-b17a62c9f4b9 req-067ba1b3-1064-42ca-a6c9-c017577fe017 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 210 time: 0.0328596 Oct 13 14:34:33.903158 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:33.935414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:34:33.942025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c703622-98ea-4e8a-b8e8-7ffca9cb40d2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:33.965541 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:33.965541 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Added segment 29b8ee83-2c52-48cd-95b0-f2aff255415a of type vlan for network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae Oct 13 14:34:34.008829 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:34.098144 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:34.105783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:34.106541 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:34.177594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Network': ['ID=d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:34.198517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:34:34.222369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bd87cdfe-63ac-4bfa-a8c8-a5e0ee162b69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7675152 Oct 13 14:34:34.222700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45230) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:34.228400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'name': 'tempest-PortsTestJSON-1000706926'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:34.395226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:34.399760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:34.420255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:34:34.615323 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:34.721264 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:34.795594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=16327a4d-34bf-49e5-a6db-e571f44ce9a6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:34.818926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Checking segment: {'id': '29b8ee83-2c52-48cd-95b0-f2aff255415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:34:34.819506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network hostable DHCP agents. Network: d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:34:34.911652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f067-3e3e-4efb-b204-70674b4d5857 req-df2980cc-c5fc-4526-b6d0-11a9dbf21636 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:34.919529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f067-3e3e-4efb-b204-70674b4d5857 req-df2980cc-c5fc-4526-b6d0-11a9dbf21636 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:34.925679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f067-3e3e-4efb-b204-70674b4d5857 req-df2980cc-c5fc-4526-b6d0-11a9dbf21636 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:34.933177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f067-3e3e-4efb-b204-70674b4d5857 req-df2980cc-c5fc-4526-b6d0-11a9dbf21636 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:34.939256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f067-3e3e-4efb-b204-70674b4d5857 req-df2980cc-c5fc-4526-b6d0-11a9dbf21636 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:34.945964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f067-3e3e-4efb-b204-70674b4d5857 req-df2980cc-c5fc-4526-b6d0-11a9dbf21636 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:34.952266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238f067-3e3e-4efb-b204-70674b4d5857 req-df2980cc-c5fc-4526-b6d0-11a9dbf21636 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:34.954658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1238f067-3e3e-4efb-b204-70674b4d5857 req-df2980cc-c5fc-4526-b6d0-11a9dbf21636 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5444 time: 0.1134491 Oct 13 14:34:34.990837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c61e1198-b93a-4c71-965c-f7071850bf50 req-3b810cd7-4935-4209-b171-7641edb0c824 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 210 time: 0.0352340 Oct 13 14:34:34.998321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:34:35.028206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1238f067-3e3e-4efb-b204-70674b4d5857 req-bc0e3ef9-a31f-49cc-add0-55eb297ff60c tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619683 Oct 13 14:34:35.097009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:35.097009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:35.104959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:35.107520 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eeec6c-cc35-4f66-b75e-53d637e0985c None None] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:35.107782 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:35.217071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf813032-1e66-4645-a138-da4b0bee1293 req-6b583e1d-d010-4d32-88fd-e281d4cdfc70 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:35.227243 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf813032-1e66-4645-a138-da4b0bee1293 req-6b583e1d-d010-4d32-88fd-e281d4cdfc70 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:35.233806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf813032-1e66-4645-a138-da4b0bee1293 req-6b583e1d-d010-4d32-88fd-e281d4cdfc70 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:35.239889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf813032-1e66-4645-a138-da4b0bee1293 req-6b583e1d-d010-4d32-88fd-e281d4cdfc70 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:35.246350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf813032-1e66-4645-a138-da4b0bee1293 req-6b583e1d-d010-4d32-88fd-e281d4cdfc70 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:35.252339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf813032-1e66-4645-a138-da4b0bee1293 req-6b583e1d-d010-4d32-88fd-e281d4cdfc70 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:35.258925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf813032-1e66-4645-a138-da4b0bee1293 req-6b583e1d-d010-4d32-88fd-e281d4cdfc70 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:35.261301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf813032-1e66-4645-a138-da4b0bee1293 req-6b583e1d-d010-4d32-88fd-e281d4cdfc70 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5444 time: 0.1210337 Oct 13 14:34:35.299908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-220128dd-d738-4386-a1ef-12af64583ed1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0761757 Oct 13 14:34:35.305694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45248) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:35.310609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3c86273d-168c-410d-88a1-499630af74f2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-749616129'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:35.417822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c86273d-168c-410d-88a1-499630af74f2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:35.422050 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c86273d-168c-410d-88a1-499630af74f2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:35.459272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c86273d-168c-410d-88a1-499630af74f2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:34:35.467068 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c86273d-168c-410d-88a1-499630af74f2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:35.467068 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-3c86273d-168c-410d-88a1-499630af74f2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Added segment 23a638b2-7708-4a93-9142-1e82024c53ab of type vlan for network f4e72978-5950-41c8-b401-0be1dfff21b2 Oct 13 14:34:35.511939 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c86273d-168c-410d-88a1-499630af74f2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:35.597116 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c86273d-168c-410d-88a1-499630af74f2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:35.604007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c86273d-168c-410d-88a1-499630af74f2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:35.604660 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3c86273d-168c-410d-88a1-499630af74f2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:35.674296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86273d-168c-410d-88a1-499630af74f2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Network': ['ID=f4e72978-5950-41c8-b401-0be1dfff21b2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:35.687667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network f4e72978-5950-41c8-b401-0be1dfff21b2 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:34:35.735432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3c86273d-168c-410d-88a1-499630af74f2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4286535 Oct 13 14:34:35.738043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45252) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:35.743332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'ports': [{'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae'}, {'network_id': 'f4e72978-5950-41c8-b401-0be1dfff21b2'}]} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:35.743651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:35.744138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': 'f4e72978-5950-41c8-b401-0be1dfff21b2'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:36.007294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 2} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:36.012675 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:36.039592 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:36.140149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e169dab3-7cde-4eb5-95aa-d461e06e5754 req-328d89b8-705b-4527-9a5f-44a4aae32380 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 210 time: 0.0390429 Oct 13 14:34:36.160860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port ad9d46c5-cd11-4ff2-87d2-65dbd90e2bbb yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:34:36.310345 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:36.377972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0e8b7d6c-f2b2-4691-be32-c873a2517c7b no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:34:36.397670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port 2cbfdf05-bad1-4cfa-ab21-35738a86e941 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:34:36.404206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 0e8b7d6c-f2b2-4691-be32-c873a2517c7b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:34:36.404792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0e8b7d6c-f2b2-4691-be32-c873a2517c7b not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:34:36.527282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:36.652603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:36.699267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:36.703764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:36.710371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:36.713086 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:36.736741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=ad9d46c5-cd11-4ff2-87d2-65dbd90e2bbb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:36.804588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=2cbfdf05-bad1-4cfa-ab21-35738a86e941,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:36.809206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Checking segment: {'id': '23a638b2-7708-4a93-9142-1e82024c53ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'f4e72978-5950-41c8-b401-0be1dfff21b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:34:36.809646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network hostable DHCP agents. Network: f4e72978-5950-41c8-b401-0be1dfff21b2, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:34:36.925888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network f4e72978-5950-41c8-b401-0be1dfff21b2 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:34:37.057056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, f4e72978-5950-41c8-b401-0be1dfff21b2) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:37.061195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:37.066492 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65863ddb-10a8-4291-9082-d56e2a99efe1 None None] Network f4e72978-5950-41c8-b401-0be1dfff21b2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:37.067555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:37.074280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:37.074982 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:37.157277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-11e35de6-e294-4c94-b0ec-2b1c6a40f5fb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4180155 Oct 13 14:34:37.160293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45262) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:37.287665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e240b6d8-e6ff-45e2-a78f-d5f1057fa8d9 req-526e490e-21b0-4081-b6e6-e5ef4530be19 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 210 time: 0.0448065 Oct 13 14:34:37.301868 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-65dda9f3-dd68-446c-8585-1c1f3c92f0a4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 2cbfdf05-bad1-4cfa-ab21-35738a86e941 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:37.302497 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65dda9f3-dd68-446c-8585-1c1f3c92f0a4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:37.390055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65dda9f3-dd68-446c-8585-1c1f3c92f0a4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:37.407303 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-65dda9f3-dd68-446c-8585-1c1f3c92f0a4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 2cbfdf05-bad1-4cfa-ab21-35738a86e941 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:37.583348 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65dda9f3-dd68-446c-8585-1c1f3c92f0a4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:37.623688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dda9f3-dd68-446c-8585-1c1f3c92f0a4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=2cbfdf05-bad1-4cfa-ab21-35738a86e941,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:37.627596 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65dda9f3-dd68-446c-8585-1c1f3c92f0a4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:37.632029 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-65dda9f3-dd68-446c-8585-1c1f3c92f0a4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/2cbfdf05-bad1-4cfa-ab21-35738a86e941 HTTP/1.1" status: 204 len: 168 time: 0.4698861 Oct 13 14:34:37.639883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45266) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:37.698369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bcb30f-fd07-4871-b83e-ea1a8211ad30 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:37.707194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bcb30f-fd07-4871-b83e-ea1a8211ad30 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:37.711846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-69bcb30f-fd07-4871-b83e-ea1a8211ad30 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0676992 Oct 13 14:34:37.712228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45270) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:37.812379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-ba2872b7-c9ae-4b90-b681-2e0f719de485 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port ad9d46c5-cd11-4ff2-87d2-65dbd90e2bbb {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:37.812699 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ba2872b7-c9ae-4b90-b681-2e0f719de485 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:37.885012 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ba2872b7-c9ae-4b90-b681-2e0f719de485 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:37.899374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-ba2872b7-c9ae-4b90-b681-2e0f719de485 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for ad9d46c5-cd11-4ff2-87d2-65dbd90e2bbb owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:38.097363 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ba2872b7-c9ae-4b90-b681-2e0f719de485 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:38.131912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2872b7-c9ae-4b90-b681-2e0f719de485 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=ad9d46c5-cd11-4ff2-87d2-65dbd90e2bbb,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:38.137304 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ba2872b7-c9ae-4b90-b681-2e0f719de485 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:38.140596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ba2872b7-c9ae-4b90-b681-2e0f719de485 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/ad9d46c5-cd11-4ff2-87d2-65dbd90e2bbb HTTP/1.1" status: 204 len: 168 time: 0.4272192 Oct 13 14:34:38.143208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45274) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:38.192068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1145f979-aa83-4047-9714-0e8079ffb2ad tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:38.194428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1145f979-aa83-4047-9714-0e8079ffb2ad tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0495729 Oct 13 14:34:38.197194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45276) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:38.220971 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af7a8c6-9a0c-4aa7-862e-cc680ad1cf10 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:34:38.222484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9af7a8c6-9a0c-4aa7-862e-cc680ad1cf10 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/2cbfdf05-bad1-4cfa-ab21-35738a86e941 HTTP/1.1" status: 404 len: 333 time: 0.0243907 Oct 13 14:34:38.225210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45278) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:38.249394 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e059fc6-525d-4e75-996a-278a9fe2f66f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:34:38.251006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3e059fc6-525d-4e75-996a-278a9fe2f66f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/ad9d46c5-cd11-4ff2-87d2-65dbd90e2bbb HTTP/1.1" status: 404 len: 333 time: 0.0249074 Oct 13 14:34:38.253761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45280) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:38.339142 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2c76ed7-d9bb-4b16-a23b-7ec53a8407d1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:38.448835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6cfcdb18-4c8a-4512-b433-088bb16be49c req-3b3f4a12-5ba3-47a7-9ec7-55bce9fa73a6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 210 time: 0.0614843 Oct 13 14:34:38.462113 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2c76ed7-d9bb-4b16-a23b-7ec53a8407d1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:38.484292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c2c76ed7-d9bb-4b16-a23b-7ec53a8407d1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e72978-5950-41c8-b401-0be1dfff21b2']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:38.494030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c2c76ed7-d9bb-4b16-a23b-7ec53a8407d1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a638b2-7708-4a93-9142-1e82024c53ab') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:38.494323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c2c76ed7-d9bb-4b16-a23b-7ec53a8407d1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a638b2-7708-4a93-9142-1e82024c53ab') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:38.503748 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2c76ed7-d9bb-4b16-a23b-7ec53a8407d1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:38.518383 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2c76ed7-d9bb-4b16-a23b-7ec53a8407d1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:38.525236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c76ed7-d9bb-4b16-a23b-7ec53a8407d1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:34:38.525486 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2c76ed7-d9bb-4b16-a23b-7ec53a8407d1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:34:38.528557 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:34:38.731588 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2c76ed7-d9bb-4b16-a23b-7ec53a8407d1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:38.742929 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2c76ed7-d9bb-4b16-a23b-7ec53a8407d1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:38.750114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c2c76ed7-d9bb-4b16-a23b-7ec53a8407d1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/networks/f4e72978-5950-41c8-b401-0be1dfff21b2 HTTP/1.1" status: 204 len: 168 time: 0.4916000 Oct 13 14:34:38.750879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45288) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:38.755530 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-31a3e8f5-7485-4647-b0ed-b197b9ca0913 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-213958763'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:38.773690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c76ed7-d9bb-4b16-a23b-7ec53a8407d1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Network': ['ID=f4e72978-5950-41c8-b401-0be1dfff21b2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:38.948260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a3e8f5-7485-4647-b0ed-b197b9ca0913 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:38.954472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31a3e8f5-7485-4647-b0ed-b197b9ca0913 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:38.988245 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a3e8f5-7485-4647-b0ed-b197b9ca0913 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:34:38.997877 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31a3e8f5-7485-4647-b0ed-b197b9ca0913 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:38.998220 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-31a3e8f5-7485-4647-b0ed-b197b9ca0913 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Added segment b931bed8-cd8c-4b9d-8925-84980b1059df of type vlan for network 295daf2b-1767-488f-a7e0-74e04a1e92df Oct 13 14:34:39.051149 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31a3e8f5-7485-4647-b0ed-b197b9ca0913 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:39.182488 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31a3e8f5-7485-4647-b0ed-b197b9ca0913 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:39.188712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a3e8f5-7485-4647-b0ed-b197b9ca0913 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:39.189411 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31a3e8f5-7485-4647-b0ed-b197b9ca0913 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:39.286977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3e8f5-7485-4647-b0ed-b197b9ca0913 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Network': ['ID=295daf2b-1767-488f-a7e0-74e04a1e92df,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:39.299702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 295daf2b-1767-488f-a7e0-74e04a1e92df details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:34:39.376537 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-31a3e8f5-7485-4647-b0ed-b197b9ca0913 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6247849 Oct 13 14:34:39.379098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45304) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:39.385740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': '295daf2b-1767-488f-a7e0-74e04a1e92df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:39.506698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45312) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:39.634684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bbb5a46-8fc0-4697-81d8-afc4a29d44d7 req-85f8feef-cfdc-41f5-8eb3-be12a3b4cc49 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=e785342e-eb91-4fd0-af29-f1001b121bd7 HTTP/1.1" status: 200 len: 210 time: 0.0427465 Oct 13 14:34:39.648035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:39.666079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff3eda-49ff-492d-861f-59675a6ca8f6 req-6d5a86d0-ea1b-45fb-84e1-f50d001233d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:39.667236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff3eda-49ff-492d-861f-59675a6ca8f6 req-6d5a86d0-ea1b-45fb-84e1-f50d001233d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:39.671503 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:39.672458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff3eda-49ff-492d-861f-59675a6ca8f6 req-6d5a86d0-ea1b-45fb-84e1-f50d001233d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:39.673343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff3eda-49ff-492d-861f-59675a6ca8f6 req-6d5a86d0-ea1b-45fb-84e1-f50d001233d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:39.673980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff3eda-49ff-492d-861f-59675a6ca8f6 req-6d5a86d0-ea1b-45fb-84e1-f50d001233d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:39.674516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff3eda-49ff-492d-861f-59675a6ca8f6 req-6d5a86d0-ea1b-45fb-84e1-f50d001233d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:39.674992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff3eda-49ff-492d-861f-59675a6ca8f6 req-6d5a86d0-ea1b-45fb-84e1-f50d001233d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:39.677536 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abff3eda-49ff-492d-861f-59675a6ca8f6 req-6d5a86d0-ea1b-45fb-84e1-f50d001233d4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6508 time: 0.1685374 Oct 13 14:34:39.723042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abff3eda-49ff-492d-861f-59675a6ca8f6 req-0b90104c-d37c-4263-82fc-2d8c1c72e3ed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9662ae98-5d2c-44b0-941a-02128214685e&id=e2481582-69da-4d55-b692-0efbce887328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339561 Oct 13 14:34:39.763103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_backend_mixin [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Performing IP validity checks on allocation pools {{(pid=112684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 14:34:39.764624 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_backend_mixin [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 14:34:39.965977 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:40.027913 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Subnet': ['ID=665ee511-2a03-4356-b06e-c98875ccde6a,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:40.040314 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:40.040680 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:40.040925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:40.041697 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:40.041926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:40.042220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:40.042773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:40.042894 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:40.043229 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:40.043570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:40.043892 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:40.044215 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:40.058303 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Checking segment: {'id': 'b931bed8-cd8c-4b9d-8925-84980b1059df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '295daf2b-1767-488f-a7e0-74e04a1e92df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:34:40.058853 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network hostable DHCP agents. Network: 295daf2b-1767-488f-a7e0-74e04a1e92df, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:34:40.136695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network 295daf2b-1767-488f-a7e0-74e04a1e92df is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:34:40.241137 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 295daf2b-1767-488f-a7e0-74e04a1e92df) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:40.250641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:40.251728 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:40.253871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3f74a6-bfa7-408c-84ae-05d1270d8c92 None None] Network 295daf2b-1767-488f-a7e0-74e04a1e92df requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:40.323261 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-51e891b0-94ba-40c0-a144-2d67835c7529 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9418728 Oct 13 14:34:40.326065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45324) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:40.331587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': '295daf2b-1767-488f-a7e0-74e04a1e92df', 'name': 'tempest-PortsTestJSON-1806429199'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:40.437595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-295daf2b-1767-488f-a7e0-74e04a1e92df', 'network_id': '295daf2b-1767-488f-a7e0-74e04a1e92df', 'tenant_id': 'b5b44cd21a1a4ae8957e1d44fb672f25', 'fixed_ips': [{'subnet_id': '665ee511-2a03-4356-b06e-c98875ccde6a'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:34:40.438574 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:40.569880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:40.575013 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:40.600728 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Allocated IP 172.20.0.2 (295daf2b-1767-488f-a7e0-74e04a1e92df/665ee511-2a03-4356-b06e-c98875ccde6a/3fea1013-a3d9-4975-aba3-c9550618d02f) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:40.602007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port 87095e4e-2163-42c8-9295-c5b580c8bd74 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:34:40.821640 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:40.938110 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:40.984439 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Network 295daf2b-1767-488f-a7e0-74e04a1e92df is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:40.988286 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:40.992198 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:41.005942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Pushing event updated for resources: {'Port': ['ID=3fea1013-a3d9-4975-aba3-c9550618d02f,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:41.060545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Attempting to bind port 3fea1013-a3d9-4975-aba3-c9550618d02f on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:34:41.060913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Attempting to bind port 3fea1013-a3d9-4975-aba3-c9550618d02f by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'b931bed8-cd8c-4b9d-8925-84980b1059df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '295daf2b-1767-488f-a7e0-74e04a1e92df'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:34:41.061471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Attempting to bind port 3fea1013-a3d9-4975-aba3-c9550618d02f on network 295daf2b-1767-488f-a7e0-74e04a1e92df {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:34:41.067285 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:34:41.067666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Checking segment: {'id': 'b931bed8-cd8c-4b9d-8925-84980b1059df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '295daf2b-1767-488f-a7e0-74e04a1e92df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:34:41.068067 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:41.068460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Bound using segment: {'id': 'b931bed8-cd8c-4b9d-8925-84980b1059df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '295daf2b-1767-488f-a7e0-74e04a1e92df'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:34:41.069625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Bound port: 3fea1013-a3d9-4975-aba3-c9550618d02f, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b931bed8-cd8c-4b9d-8925-84980b1059df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '295daf2b-1767-488f-a7e0-74e04a1e92df'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:34:41.070276 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:41.108916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.11 (295daf2b-1767-488f-a7e0-74e04a1e92df/665ee511-2a03-4356-b06e-c98875ccde6a/87095e4e-2163-42c8-9295-c5b580c8bd74) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:41.151081 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] For port 3fea1013-a3d9-4975-aba3-c9550618d02f, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:34:41.155460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] For port 3fea1013-a3d9-4975-aba3-c9550618d02f, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3fea1013-a3d9-4975-aba3-c9550618d02f,segment=NetworkSegment(b931bed8-cd8c-4b9d-8925-84980b1059df),segment_id=b931bed8-cd8c-4b9d-8925-84980b1059df)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:34:41.274972 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:41.278639 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:41.351943 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01373612-ce24-44e6-86f2-99f15104aedb None None] Pushing event updated for resources: {'Port': ['ID=3fea1013-a3d9-4975-aba3-c9550618d02f,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:41.423486 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:41.479343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network 295daf2b-1767-488f-a7e0-74e04a1e92df is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:41.482656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:41.485694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:41.551074 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=87095e4e-2163-42c8-9295-c5b580c8bd74,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:41.581593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:41.582224 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:41.658169 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45334) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:41.658736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-63e3542c-a5ef-4cba-89f7-1792d4bbca55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3308699 Oct 13 14:34:41.773673 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-13cdcf1e-b9bf-42b9-a33e-27258a6a2900 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 87095e4e-2163-42c8-9295-c5b580c8bd74 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:41.773938 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13cdcf1e-b9bf-42b9-a33e-27258a6a2900 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:41.879726 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13cdcf1e-b9bf-42b9-a33e-27258a6a2900 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:41.892510 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-13cdcf1e-b9bf-42b9-a33e-27258a6a2900 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 87095e4e-2163-42c8-9295-c5b580c8bd74 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:42.120341 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13cdcf1e-b9bf-42b9-a33e-27258a6a2900 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:42.185287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdcf1e-b9bf-42b9-a33e-27258a6a2900 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=87095e4e-2163-42c8-9295-c5b580c8bd74,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:42.245510 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13cdcf1e-b9bf-42b9-a33e-27258a6a2900 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:42.249861 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-13cdcf1e-b9bf-42b9-a33e-27258a6a2900 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/87095e4e-2163-42c8-9295-c5b580c8bd74 HTTP/1.1" status: 204 len: 168 time: 0.5898695 Oct 13 14:34:42.253018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45342) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:42.282516 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-d771dca1-5513-416a-804a-0176a578f31a tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] DELETE failed (client error): The resource could not be found. Oct 13 14:34:42.283192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d771dca1-5513-416a-804a-0176a578f31a tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:42.286326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d771dca1-5513-416a-804a-0176a578f31a tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/87095e4e-2163-42c8-9295-c5b580c8bd74 HTTP/1.1" status: 404 len: 333 time: 0.0325482 Oct 13 14:34:42.289784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45344) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:42.317443 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f10113-83f2-4788-a281-4af59926d20a tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:34:42.321475 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-36f10113-83f2-4788-a281-4af59926d20a tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/87095e4e-2163-42c8-9295-c5b580c8bd74 HTTP/1.1" status: 404 len: 333 time: 0.0306778 Oct 13 14:34:42.322337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45346) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:42.378531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-11344b57-6248-4366-80a5-e99f6add3aff tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting subnet 665ee511-2a03-4356-b06e-c98875ccde6a {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:34:42.382281 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11344b57-6248-4366-80a5-e99f6add3aff tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:42.411507 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d9e0e-d1a3-4484-a450-d96ffacba60d None None] Network 295daf2b-1767-488f-a7e0-74e04a1e92df requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:42.438454 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11344b57-6248-4366-80a5-e99f6add3aff tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:42.517536 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-634880f2-c7ae-49ae-8d5a-c56db938ea42 None None] Provisioning complete for port 3fea1013-a3d9-4975-aba3-c9550618d02f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:42.517671 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-634880f2-c7ae-49ae-8d5a-c56db938ea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:42.544932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3fea1013-a3d9-4975-aba3-c9550618d02f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:42.551922 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11344b57-6248-4366-80a5-e99f6add3aff tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:42.707098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3fea1013-a3d9-4975-aba3-c9550618d02f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:42.707480 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:42.711590 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-634880f2-c7ae-49ae-8d5a-c56db938ea42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:42.712026 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11344b57-6248-4366-80a5-e99f6add3aff tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:42.750825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11344b57-6248-4366-80a5-e99f6add3aff tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Subnet': ['ID=665ee511-2a03-4356-b06e-c98875ccde6a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:42.756702 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11344b57-6248-4366-80a5-e99f6add3aff tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:42.760305 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-11344b57-6248-4366-80a5-e99f6add3aff tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/665ee511-2a03-4356-b06e-c98875ccde6a HTTP/1.1" status: 204 len: 168 time: 0.4367850 Oct 13 14:34:42.763427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45348) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:42.846057 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-634880f2-c7ae-49ae-8d5a-c56db938ea42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:34:42.846774 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-634880f2-c7ae-49ae-8d5a-c56db938ea42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:34:42.904210 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:42.932086 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:42.980712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 3fea1013-a3d9-4975-aba3-c9550618d02f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3fea1013-a3d9-4975-aba3-c9550618d02f,segment=NetworkSegment(b931bed8-cd8c-4b9d-8925-84980b1059df),segment_id=b931bed8-cd8c-4b9d-8925-84980b1059df)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:42.981876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 3fea1013-a3d9-4975-aba3-c9550618d02f {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:42.982218 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:43.034244 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d13276b-7405-4815-ae92-baa6b3bf5685 None None] Network 295daf2b-1767-488f-a7e0-74e04a1e92df requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:43.055870 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] For port 3fea1013-a3d9-4975-aba3-c9550618d02f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3fea1013-a3d9-4975-aba3-c9550618d02f,segment=NetworkSegment(b931bed8-cd8c-4b9d-8925-84980b1059df),segment_id=b931bed8-cd8c-4b9d-8925-84980b1059df)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:43.056097 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:43.075560 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 3fea1013-a3d9-4975-aba3-c9550618d02f owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:43.135145 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:43.274990 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=3fea1013-a3d9-4975-aba3-c9550618d02f,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:43.283242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:43.283594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:43.283937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:43.284271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:43.284607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:43.284940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:43.285316 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:43.285640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:43.285959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:43.286280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:43.286603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:43.286925 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:34:43.405347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5cd958-d796-41f8-8c42-e1c31f1c8217 None None] DHCP port deletion for 295daf2b-1767-488f-a7e0-74e04a1e92df request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:34:43.460976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cd958-d796-41f8-8c42-e1c31f1c8217 None None] Deleting port 3fea1013-a3d9-4975-aba3-c9550618d02f {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:43.461715 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a5cd958-d796-41f8-8c42-e1c31f1c8217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:43.497152 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:43.523776 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=3fea1013-a3d9-4975-aba3-c9550618d02f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:43.528343 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No DVR routers for this DVR port 3fea1013-a3d9-4975-aba3-c9550618d02f on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:34:43.549266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4a5cd958-d796-41f8-8c42-e1c31f1c8217 None None] For port 3fea1013-a3d9-4975-aba3-c9550618d02f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3fea1013-a3d9-4975-aba3-c9550618d02f,segment=NetworkSegment(b931bed8-cd8c-4b9d-8925-84980b1059df),segment_id=b931bed8-cd8c-4b9d-8925-84980b1059df)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:43.549660 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a5cd958-d796-41f8-8c42-e1c31f1c8217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:43.566704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cd958-d796-41f8-8c42-e1c31f1c8217 None None] Calling delete_port for 3fea1013-a3d9-4975-aba3-c9550618d02f owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:43.636817 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:43.651044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a0f7fba3-67be-4c8d-8f01-7126d885dbda None None] Could not find standard attr ID for object 3fea1013-a3d9-4975-aba3-c9550618d02f. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:34:43.665483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295daf2b-1767-488f-a7e0-74e04a1e92df']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:43.683193 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b931bed8-cd8c-4b9d-8925-84980b1059df') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:43.683622 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b931bed8-cd8c-4b9d-8925-84980b1059df') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:43.697416 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:43.714463 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:43.720583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:34:43.721087 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:34:43.724008 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:34:43.772942 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a5cd958-d796-41f8-8c42-e1c31f1c8217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:43.808383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cd958-d796-41f8-8c42-e1c31f1c8217 None None] Pushing event deleted for resources: {'Port': ['ID=3fea1013-a3d9-4975-aba3-c9550618d02f,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:43.812103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cd958-d796-41f8-8c42-e1c31f1c8217 None None] No DVR routers for this DVR port 3fea1013-a3d9-4975-aba3-c9550618d02f on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:34:43.953476 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:43.977660 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:43.981156 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/networks/295daf2b-1767-488f-a7e0-74e04a1e92df HTTP/1.1" status: 204 len: 168 time: 1.2166381 Oct 13 14:34:43.982684 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485ac8e-a7cd-43b8-8743-c8ef35ea1a70 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Network': ['ID=295daf2b-1767-488f-a7e0-74e04a1e92df,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:43.989392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45360) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:44.001234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-de24e796-74bd-45c0-a119-639fd6d2c928 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1130880013'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:44.091028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de24e796-74bd-45c0-a119-639fd6d2c928 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:44.094465 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de24e796-74bd-45c0-a119-639fd6d2c928 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:44.124878 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de24e796-74bd-45c0-a119-639fd6d2c928 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:34:44.135635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de24e796-74bd-45c0-a119-639fd6d2c928 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:44.140175 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-de24e796-74bd-45c0-a119-639fd6d2c928 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Added segment e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d of type vlan for network 92f38c2c-dd66-46ed-afbf-2aea33d70d27 Oct 13 14:34:44.184304 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de24e796-74bd-45c0-a119-639fd6d2c928 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:44.291443 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de24e796-74bd-45c0-a119-639fd6d2c928 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:44.297320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de24e796-74bd-45c0-a119-639fd6d2c928 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:44.297930 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de24e796-74bd-45c0-a119-639fd6d2c928 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:44.380568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24e796-74bd-45c0-a119-639fd6d2c928 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Network': ['ID=92f38c2c-dd66-46ed-afbf-2aea33d70d27,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:44.394822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 92f38c2c-dd66-46ed-afbf-2aea33d70d27 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:34:44.464674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45368) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:44.465246 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-de24e796-74bd-45c0-a119-639fd6d2c928 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4689043 Oct 13 14:34:44.471562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a74e4446-dc41-492e-8f57-4c2d9cd1cc4f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': '92f38c2c-dd66-46ed-afbf-2aea33d70d27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:44.476562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3fea1013-a3d9-4975-aba3-c9550618d02f no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:34:44.498778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 3fea1013-a3d9-4975-aba3-c9550618d02f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:34:44.499216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3fea1013-a3d9-4975-aba3-c9550618d02f not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:34:44.652661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74e4446-dc41-492e-8f57-4c2d9cd1cc4f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:44.657389 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a74e4446-dc41-492e-8f57-4c2d9cd1cc4f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:44.778664 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-90a36edd-de1d-4479-a852-76186768baab req-aee3d662-3ace-48f5-97ac-5119ba593c00 service neutron] (112684) timed out ('10.222.0.18', 36260) {{(pid=112684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 14:34:44.948809 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a74e4446-dc41-492e-8f57-4c2d9cd1cc4f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:45.010093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e4446-dc41-492e-8f57-4c2d9cd1cc4f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Subnet': ['ID=087404ff-5ef5-4245-9f48-8072b9830d5c,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:45.025186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e4446-dc41-492e-8f57-4c2d9cd1cc4f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Checking segment: {'id': 'e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f38c2c-dd66-46ed-afbf-2aea33d70d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:34:45.027157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e4446-dc41-492e-8f57-4c2d9cd1cc4f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network hostable DHCP agents. Network: 92f38c2c-dd66-46ed-afbf-2aea33d70d27, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:34:45.120002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e4446-dc41-492e-8f57-4c2d9cd1cc4f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network 92f38c2c-dd66-46ed-afbf-2aea33d70d27 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:34:45.211193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a74e4446-dc41-492e-8f57-4c2d9cd1cc4f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 92f38c2c-dd66-46ed-afbf-2aea33d70d27) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:45.215341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e4446-dc41-492e-8f57-4c2d9cd1cc4f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:45.215924 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a74e4446-dc41-492e-8f57-4c2d9cd1cc4f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:45.220898 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb7ded0-62b6-49ea-a4c2-c8b552bc29ef None None] Network 92f38c2c-dd66-46ed-afbf-2aea33d70d27 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:45.322443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a74e4446-dc41-492e-8f57-4c2d9cd1cc4f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8558099 Oct 13 14:34:45.325140 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45372) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:45.330954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': '92f38c2c-dd66-46ed-afbf-2aea33d70d27', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2071346497'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:45.380822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-92f38c2c-dd66-46ed-afbf-2aea33d70d27', 'network_id': '92f38c2c-dd66-46ed-afbf-2aea33d70d27', 'tenant_id': 'b5b44cd21a1a4ae8957e1d44fb672f25', 'fixed_ips': [{'subnet_id': '087404ff-5ef5-4245-9f48-8072b9830d5c'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:34:45.382253 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:45.556800 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Allocated IP 172.20.0.2 (92f38c2c-dd66-46ed-afbf-2aea33d70d27/087404ff-5ef5-4245-9f48-8072b9830d5c/afb3d2c3-e07f-4bbd-842d-760c0b616c5f) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:45.729218 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:45.868648 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:45.908217 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:45.912236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Network 92f38c2c-dd66-46ed-afbf-2aea33d70d27 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:45.912424 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:45.914666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:45.918141 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:45.925166 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Pushing event updated for resources: {'Port': ['ID=afb3d2c3-e07f-4bbd-842d-760c0b616c5f,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:45.932161 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port fa2d465c-97b5-487c-94f3-acef0cb29518 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:34:45.979126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Attempting to bind port afb3d2c3-e07f-4bbd-842d-760c0b616c5f on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:34:45.979553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Attempting to bind port afb3d2c3-e07f-4bbd-842d-760c0b616c5f by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f38c2c-dd66-46ed-afbf-2aea33d70d27'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:34:45.979849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Attempting to bind port afb3d2c3-e07f-4bbd-842d-760c0b616c5f on network 92f38c2c-dd66-46ed-afbf-2aea33d70d27 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:34:45.985405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:34:45.985776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Checking segment: {'id': 'e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f38c2c-dd66-46ed-afbf-2aea33d70d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:34:45.986175 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:45.986566 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Bound using segment: {'id': 'e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f38c2c-dd66-46ed-afbf-2aea33d70d27'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:34:45.987069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Bound port: afb3d2c3-e07f-4bbd-842d-760c0b616c5f, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92f38c2c-dd66-46ed-afbf-2aea33d70d27'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:34:45.987448 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:46.059883 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.14 (92f38c2c-dd66-46ed-afbf-2aea33d70d27/087404ff-5ef5-4245-9f48-8072b9830d5c/fa2d465c-97b5-487c-94f3-acef0cb29518) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:46.062333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] For port afb3d2c3-e07f-4bbd-842d-760c0b616c5f, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:34:46.067321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] For port afb3d2c3-e07f-4bbd-842d-760c0b616c5f, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=afb3d2c3-e07f-4bbd-842d-760c0b616c5f,segment=NetworkSegment(e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d),segment_id=e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:34:46.182454 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:46.195702 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:46.260116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb0cd9-babd-47dc-8ea0-85276da8d746 None None] Pushing event updated for resources: {'Port': ['ID=afb3d2c3-e07f-4bbd-842d-760c0b616c5f,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:46.325959 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:46.375948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network 92f38c2c-dd66-46ed-afbf-2aea33d70d27 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:46.379412 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:46.389081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:46.424710 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=fa2d465c-97b5-487c-94f3-acef0cb29518,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:46.493151 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:46.493825 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:46.626708 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5a9ee6cf-a552-456b-8aec-d07d4bf993fa tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3000877 Oct 13 14:34:46.629516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45390) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:46.768826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3418a6-cafd-43db-84be-2d1223fcc288 req-fe50871a-be0c-4b29-bfb1-a18314ae6440 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:46.770560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3418a6-cafd-43db-84be-2d1223fcc288 req-fe50871a-be0c-4b29-bfb1-a18314ae6440 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 945 time: 0.0998671 Oct 13 14:34:46.806949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-68b856a2-7aef-4f1c-88ed-d59acd6d64b9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port fa2d465c-97b5-487c-94f3-acef0cb29518 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:46.807296 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68b856a2-7aef-4f1c-88ed-d59acd6d64b9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:46.867763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e3418a6-cafd-43db-84be-2d1223fcc288 req-1d299cf6-3e4b-42f8-9fb0-1f457bc45f66 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892510 Oct 13 14:34:46.916589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68b856a2-7aef-4f1c-88ed-d59acd6d64b9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:46.928973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-68b856a2-7aef-4f1c-88ed-d59acd6d64b9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for fa2d465c-97b5-487c-94f3-acef0cb29518 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:47.165478 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68b856a2-7aef-4f1c-88ed-d59acd6d64b9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:47.199345 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b856a2-7aef-4f1c-88ed-d59acd6d64b9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=fa2d465c-97b5-487c-94f3-acef0cb29518,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:47.281533 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68b856a2-7aef-4f1c-88ed-d59acd6d64b9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:47.292401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-68b856a2-7aef-4f1c-88ed-d59acd6d64b9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/fa2d465c-97b5-487c-94f3-acef0cb29518 HTTP/1.1" status: 204 len: 168 time: 0.6595309 Oct 13 14:34:47.292672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45392) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:47.300846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024d48c0-1fd2-4bac-b448-a0d73c2a0790 None None] Network 92f38c2c-dd66-46ed-afbf-2aea33d70d27 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:47.319085 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9243840-12b3-4f3a-953b-4233ed18ef00 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:34:47.320420 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e9243840-12b3-4f3a-953b-4233ed18ef00 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/fa2d465c-97b5-487c-94f3-acef0cb29518 HTTP/1.1" status: 404 len: 333 time: 0.0267200 Oct 13 14:34:47.323078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45394) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:47.375519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-1716b071-4930-4c59-b4fd-f7f4d6ff04c9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting subnet 087404ff-5ef5-4245-9f48-8072b9830d5c {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:34:47.378711 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1716b071-4930-4c59-b4fd-f7f4d6ff04c9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:47.421388 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1716b071-4930-4c59-b4fd-f7f4d6ff04c9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:47.426690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b0a48423-c5e5-4b81-bbfa-6d306619bc48 None None] Provisioning complete for port afb3d2c3-e07f-4bbd-842d-760c0b616c5f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:47.427062 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b0a48423-c5e5-4b81-bbfa-6d306619bc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:47.526968 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1716b071-4930-4c59-b4fd-f7f4d6ff04c9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:47.567187 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b0a48423-c5e5-4b81-bbfa-6d306619bc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:47.670427 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1716b071-4930-4c59-b4fd-f7f4d6ff04c9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:47.700173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716b071-4930-4c59-b4fd-f7f4d6ff04c9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Subnet': ['ID=087404ff-5ef5-4245-9f48-8072b9830d5c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:47.712465 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-b0a48423-c5e5-4b81-bbfa-6d306619bc48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:34:47.713473 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-b0a48423-c5e5-4b81-bbfa-6d306619bc48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:34:47.715031 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1716b071-4930-4c59-b4fd-f7f4d6ff04c9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:47.720273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1716b071-4930-4c59-b4fd-f7f4d6ff04c9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/087404ff-5ef5-4245-9f48-8072b9830d5c HTTP/1.1" status: 204 len: 168 time: 0.3960717 Oct 13 14:34:47.723153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45400) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:47.793513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dcd63d-873e-4aaf-86e1-44574a20a581 None None] Network 92f38c2c-dd66-46ed-afbf-2aea33d70d27 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:47.822480 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:47.886472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port afb3d2c3-e07f-4bbd-842d-760c0b616c5f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:47.887331 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:47.996053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] For port afb3d2c3-e07f-4bbd-842d-760c0b616c5f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=afb3d2c3-e07f-4bbd-842d-760c0b616c5f,segment=NetworkSegment(e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d),segment_id=e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:47.996743 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.036565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for afb3d2c3-e07f-4bbd-842d-760c0b616c5f owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:48.101549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211055f2-91ac-48a8-98ba-96ee2084684c req-79aac1e5-4c9e-41f8-be6c-59f8fb2fc42a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:48.103029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-211055f2-91ac-48a8-98ba-96ee2084684c req-79aac1e5-4c9e-41f8-be6c-59f8fb2fc42a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 945 time: 0.1297970 Oct 13 14:34:48.114504 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67606a0-1722-4d07-a620-46799c13ba1f None None] DHCP port deletion for 92f38c2c-dd66-46ed-afbf-2aea33d70d27 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:34:48.185738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-211055f2-91ac-48a8-98ba-96ee2084684c req-351dadc2-93fc-42b0-b3c4-ee7929d1d2c0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679352 Oct 13 14:34:48.200211 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b67606a0-1722-4d07-a620-46799c13ba1f None None] Deleting port afb3d2c3-e07f-4bbd-842d-760c0b616c5f {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:48.201195 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b67606a0-1722-4d07-a620-46799c13ba1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.313739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b67606a0-1722-4d07-a620-46799c13ba1f None None] For port afb3d2c3-e07f-4bbd-842d-760c0b616c5f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=afb3d2c3-e07f-4bbd-842d-760c0b616c5f,segment=NetworkSegment(e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d),segment_id=e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:48.314463 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b67606a0-1722-4d07-a620-46799c13ba1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.316466 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b0a48423-c5e5-4b81-bbfa-6d306619bc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.336375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b67606a0-1722-4d07-a620-46799c13ba1f None None] Calling delete_port for afb3d2c3-e07f-4bbd-842d-760c0b616c5f owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:48.342693 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.375627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=afb3d2c3-e07f-4bbd-842d-760c0b616c5f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:48.380579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No DVR routers for this DVR port afb3d2c3-e07f-4bbd-842d-760c0b616c5f on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:34:48.488146 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b67606a0-1722-4d07-a620-46799c13ba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.528855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67606a0-1722-4d07-a620-46799c13ba1f None None] Pushing event deleted for resources: {'Port': ['ID=afb3d2c3-e07f-4bbd-842d-760c0b616c5f,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:48.544667 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.549985 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67606a0-1722-4d07-a620-46799c13ba1f None None] No DVR routers for this DVR port afb3d2c3-e07f-4bbd-842d-760c0b616c5f on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:34:48.557007 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-917b2240-89d1-4b41-a502-943b63635294 None None] Could not find standard attr ID for object afb3d2c3-e07f-4bbd-842d-760c0b616c5f. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:34:48.571933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6f8f5-497c-4fb7-9f83-62c7696fe2ec req-5ff41ca3-3b8a-43c2-93bc-9454d7c3b3c4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:48.573954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29c6f8f5-497c-4fb7-9f83-62c7696fe2ec req-5ff41ca3-3b8a-43c2-93bc-9454d7c3b3c4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 945 time: 0.1549792 Oct 13 14:34:48.617464 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.630355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f38c2c-dd66-46ed-afbf-2aea33d70d27']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:48.651654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:48.652050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bfcc38-f3dd-4925-aca7-bbc7efce2c8d') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:34:48.686946 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.746107 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.761325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:34:48.762022 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:34:48.768151 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:34:48.874080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-29c6f8f5-497c-4fb7-9f83-62c7696fe2ec req-82e2576a-3431-4fd8-b77b-0c50821a4705 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Deleting port 994bd72a-0611-4e0b-8f0f-96b698253f7c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:48.874522 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29c6f8f5-497c-4fb7-9f83-62c7696fe2ec req-82e2576a-3431-4fd8-b77b-0c50821a4705 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.939069 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.954723 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:48.958032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/networks/92f38c2c-dd66-46ed-afbf-2aea33d70d27 HTTP/1.1" status: 204 len: 168 time: 1.2335215 Oct 13 14:34:48.964306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45408) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:48.983094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-aeb2b7ae-948d-4905-bf91-f1991ae243ab tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'name': 'tempest-PortsTestJSON-1050586525'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:48.991054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3a5c8-44b1-44e5-9d57-c34b1825f793 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Network': ['ID=92f38c2c-dd66-46ed-afbf-2aea33d70d27,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:49.097971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-29c6f8f5-497c-4fb7-9f83-62c7696fe2ec req-82e2576a-3431-4fd8-b77b-0c50821a4705 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] For port 994bd72a-0611-4e0b-8f0f-96b698253f7c, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=994bd72a-0611-4e0b-8f0f-96b698253f7c,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:49.098338 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29c6f8f5-497c-4fb7-9f83-62c7696fe2ec req-82e2576a-3431-4fd8-b77b-0c50821a4705 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:49.116546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-29c6f8f5-497c-4fb7-9f83-62c7696fe2ec req-82e2576a-3431-4fd8-b77b-0c50821a4705 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Calling delete_port for 994bd72a-0611-4e0b-8f0f-96b698253f7c owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:49.268462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb2b7ae-948d-4905-bf91-f1991ae243ab tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:49.272334 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aeb2b7ae-948d-4905-bf91-f1991ae243ab tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:49.312324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-aeb2b7ae-948d-4905-bf91-f1991ae243ab tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port 56bc5a6d-714f-42bb-b9cc-57af97645be5 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:34:49.359087 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29c6f8f5-497c-4fb7-9f83-62c7696fe2ec req-82e2576a-3431-4fd8-b77b-0c50821a4705 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:49.375417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['994bd72a-0611-4e0b-8f0f-96b698253f7c'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:34:49.403279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffff53-cfb6-48e4-962b-c386b401c196 req-870999fe-b7ff-4fa4-8d6b-3a2e4978db93 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:49.404900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-04ffff53-cfb6-48e4-962b-c386b401c196 req-870999fe-b7ff-4fa4-8d6b-3a2e4978db93 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 867 time: 0.1292155 Oct 13 14:34:49.411729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2576a-3431-4fd8-b77b-0c50821a4705 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event deleted for resources: {'Port': ['ID=994bd72a-0611-4e0b-8f0f-96b698253f7c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:49.499873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c6f8f5-497c-4fb7-9f83-62c7696fe2ec req-82e2576a-3431-4fd8-b77b-0c50821a4705 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] No DVR routers for this DVR port 994bd72a-0611-4e0b-8f0f-96b698253f7c on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:34:49.506550 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29c6f8f5-497c-4fb7-9f83-62c7696fe2ec req-82e2576a-3431-4fd8-b77b-0c50821a4705 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:49.510875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29c6f8f5-497c-4fb7-9f83-62c7696fe2ec req-82e2576a-3431-4fd8-b77b-0c50821a4705 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "DELETE /v2.0/ports/994bd72a-0611-4e0b-8f0f-96b698253f7c HTTP/1.1" status: 204 len: 173 time: 0.9237661 Oct 13 14:34:49.518763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3c764b-a93d-4354-b22e-664a00be2691', 'name': 'network-vif-deleted', 'tag': '994bd72a-0611-4e0b-8f0f-96b698253f7c'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:34:49.525614 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2557a189-b8a9-40ad-8652-80c8e98ccb3a" -d '{"events": [{"server_uuid": "af3c764b-a93d-4354-b22e-664a00be2691", "name": "network-vif-deleted", "tag": "994bd72a-0611-4e0b-8f0f-96b698253f7c"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:34:49.536947 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c855acc2-d061-4fc2-b8c0-db3a2703863a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:49.547589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-04ffff53-cfb6-48e4-962b-c386b401c196 req-e0ffc0f5-db90-4110-9116-7f8826a31320 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328273 Oct 13 14:34:49.579884 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27112fc8-39f6-4646-a69a-55a4c52c378d x-openstack-request-id: req-27112fc8-39f6-4646-a69a-55a4c52c378d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:34:49.580179 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3c764b-a93d-4354-b22e-664a00be2691", "name": "network-vif-deleted", "tag": "994bd72a-0611-4e0b-8f0f-96b698253f7c", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:34:49.580429 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27112fc8-39f6-4646-a69a-55a4c52c378d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:34:49.580816 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af3c764b-a93d-4354-b22e-664a00be2691', 'name': 'network-vif-deleted', 'tag': '994bd72a-0611-4e0b-8f0f-96b698253f7c', 'status': 'completed', 'code': 200} Oct 13 14:34:49.632066 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aeb2b7ae-948d-4905-bf91-f1991ae243ab tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:49.715408 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aeb2b7ae-948d-4905-bf91-f1991ae243ab tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:49.774293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb2b7ae-948d-4905-bf91-f1991ae243ab tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:49.795268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-aeb2b7ae-948d-4905-bf91-f1991ae243ab tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:49.795268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb2b7ae-948d-4905-bf91-f1991ae243ab tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:49.795268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb2b7ae-948d-4905-bf91-f1991ae243ab tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:49.795268 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aeb2b7ae-948d-4905-bf91-f1991ae243ab tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:49.814394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2b7ae-948d-4905-bf91-f1991ae243ab tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=56bc5a6d-714f-42bb-b9cc-57af97645be5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:49.842436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-aeb2b7ae-948d-4905-bf91-f1991ae243ab tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8775988 Oct 13 14:34:49.845087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45418) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:49.996597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9b76d-a825-4024-bbdc-bde9619709fc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 56bc5a6d-714f-42bb-b9cc-57af97645be5 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:49.997861 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0ac9b76d-a825-4024-bbdc-bde9619709fc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:50.132290 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0ac9b76d-a825-4024-bbdc-bde9619709fc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:50.153015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0ac9b76d-a825-4024-bbdc-bde9619709fc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 56bc5a6d-714f-42bb-b9cc-57af97645be5 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:50.348674 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0ac9b76d-a825-4024-bbdc-bde9619709fc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:50.390146 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0ac9b76d-a825-4024-bbdc-bde9619709fc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:50.394864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0ac9b76d-a825-4024-bbdc-bde9619709fc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/56bc5a6d-714f-42bb-b9cc-57af97645be5 HTTP/1.1" status: 204 len: 168 time: 0.5486608 Oct 13 14:34:50.396290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9b76d-a825-4024-bbdc-bde9619709fc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=56bc5a6d-714f-42bb-b9cc-57af97645be5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:50.399898 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45420) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:50.409233 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9fa57fe1-e6e3-4a16-97ee-5f94ac4d1456 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'mac_address': 'fa:16:3e:77:b1:90', 'name': 'tempest-PortsTestJSON-579157418'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:50.601392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa57fe1-e6e3-4a16-97ee-5f94ac4d1456 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:50.705651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b076ce3d-dbbd-4793-911d-8778151bb722 req-971a670c-f07f-4cca-b34e-917bb92d30d9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 210 time: 0.0629780 Oct 13 14:34:50.729041 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9fa57fe1-e6e3-4a16-97ee-5f94ac4d1456 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:50.752423 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-9fa57fe1-e6e3-4a16-97ee-5f94ac4d1456 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port f82d2306-6828-4deb-b065-686f08ed35a6 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:34:50.990577 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9fa57fe1-e6e3-4a16-97ee-5f94ac4d1456 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:51.119390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9fa57fe1-e6e3-4a16-97ee-5f94ac4d1456 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:51.164427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa57fe1-e6e3-4a16-97ee-5f94ac4d1456 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:51.170338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-9fa57fe1-e6e3-4a16-97ee-5f94ac4d1456 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:51.178484 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa57fe1-e6e3-4a16-97ee-5f94ac4d1456 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:51.181080 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa57fe1-e6e3-4a16-97ee-5f94ac4d1456 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:51.181503 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9fa57fe1-e6e3-4a16-97ee-5f94ac4d1456 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:51.190248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa57fe1-e6e3-4a16-97ee-5f94ac4d1456 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=f82d2306-6828-4deb-b065-686f08ed35a6,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:51.306125 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9fa57fe1-e6e3-4a16-97ee-5f94ac4d1456 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9047937 Oct 13 14:34:51.308687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45428) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:51.363956 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b6ebbf-309a-47ca-b4bb-7c2a301fe077 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:51.366693 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-37b6ebbf-309a-47ca-b4bb-7c2a301fe077 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/f82d2306-6828-4deb-b065-686f08ed35a6 HTTP/1.1" status: 200 len: 840 time: 0.0568426 Oct 13 14:34:51.369659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45430) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:51.463402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-04a3cbba-d694-4d32-8f2e-54fcd4feffc6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port f82d2306-6828-4deb-b065-686f08ed35a6 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:51.464027 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04a3cbba-d694-4d32-8f2e-54fcd4feffc6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:51.534703 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04a3cbba-d694-4d32-8f2e-54fcd4feffc6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:51.548581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-04a3cbba-d694-4d32-8f2e-54fcd4feffc6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for f82d2306-6828-4deb-b065-686f08ed35a6 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:51.696719 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04a3cbba-d694-4d32-8f2e-54fcd4feffc6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:51.734202 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04a3cbba-d694-4d32-8f2e-54fcd4feffc6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:51.739881 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-04a3cbba-d694-4d32-8f2e-54fcd4feffc6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/f82d2306-6828-4deb-b065-686f08ed35a6 HTTP/1.1" status: 204 len: 168 time: 0.3673279 Oct 13 14:34:51.739881 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3cbba-d694-4d32-8f2e-54fcd4feffc6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=f82d2306-6828-4deb-b065-686f08ed35a6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:51.741689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45434) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:51.766461 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa753da-5eea-4fcf-95c0-ddcac165f168 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:34:51.771654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6fa753da-5eea-4fcf-95c0-ddcac165f168 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/f82d2306-6828-4deb-b065-686f08ed35a6 HTTP/1.1" status: 404 len: 333 time: 0.0253575 Oct 13 14:34:51.772142 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45436) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:51.777966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c97490de-8cb7-4867-afa2-2167a7142a24 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'name': 'tempest-PortsTestJSON-138319571'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:51.823964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a0026f3-f634-4f4f-a27c-962e6c4327e2 req-a1f6592a-fff9-4bbb-b3c0-1227308aa815 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 210 time: 0.0330980 Oct 13 14:34:51.974037 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97490de-8cb7-4867-afa2-2167a7142a24 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:51.980118 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c97490de-8cb7-4867-afa2-2167a7142a24 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:51.985442 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:52.002396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-c97490de-8cb7-4867-afa2-2167a7142a24 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port 9403a7d7-8a92-464e-a377-3fdb62f78bd3 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:34:52.192595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c97490de-8cb7-4867-afa2-2167a7142a24 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:52.268228 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c6bc6bc0-48a2-426b-b850-5215b46c4fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:52.319981 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c97490de-8cb7-4867-afa2-2167a7142a24 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:52.377655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97490de-8cb7-4867-afa2-2167a7142a24 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:52.381758 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c97490de-8cb7-4867-afa2-2167a7142a24 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:52.386521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97490de-8cb7-4867-afa2-2167a7142a24 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:52.392968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97490de-8cb7-4867-afa2-2167a7142a24 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:52.393612 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c97490de-8cb7-4867-afa2-2167a7142a24 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:52.397824 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97490de-8cb7-4867-afa2-2167a7142a24 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=9403a7d7-8a92-464e-a377-3fdb62f78bd3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:52.446031 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 994bd72a-0611-4e0b-8f0f-96b698253f7c no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:34:52.466249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 994bd72a-0611-4e0b-8f0f-96b698253f7c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:34:52.466655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 994bd72a-0611-4e0b-8f0f-96b698253f7c not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:34:52.499570 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c97490de-8cb7-4867-afa2-2167a7142a24 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7261529 Oct 13 14:34:52.502102 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45446) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:52.507523 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0b2eb943-cef2-45ac-8a29-ad8af5f74a04 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:52.583471 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b2eb943-cef2-45ac-8a29-ad8af5f74a04 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:52.775773 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b2eb943-cef2-45ac-8a29-ad8af5f74a04 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:52.870088 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b2eb943-cef2-45ac-8a29-ad8af5f74a04 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:52.923995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0b2eb943-cef2-45ac-8a29-ad8af5f74a04 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] In _notify_port_updated(), no bound segment for port 9403a7d7-8a92-464e-a377-3fdb62f78bd3 on network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:34:52.930686 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2eb943-cef2-45ac-8a29-ad8af5f74a04 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:52.932303 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0b2eb943-cef2-45ac-8a29-ad8af5f74a04 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:52.938309 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0b2eb943-cef2-45ac-8a29-ad8af5f74a04 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "PUT /v2.0/ports/9403a7d7-8a92-464e-a377-3fdb62f78bd3 HTTP/1.1" status: 200 len: 818 time: 0.4310086 Oct 13 14:34:52.943812 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2c25ddd-7b2c-4d54-b642-40bd2aecdaf7 req-8b4e8aea-8e8d-4b6f-a3fa-3ff830cf6d6f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 210 time: 0.0423498 Oct 13 14:34:52.957280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45454) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:52.963008 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2eb943-cef2-45ac-8a29-ad8af5f74a04 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=9403a7d7-8a92-464e-a377-3fdb62f78bd3,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:53.058902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a88ec-e4c9-482d-aa91-94540633f4cc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 9403a7d7-8a92-464e-a377-3fdb62f78bd3 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:53.058902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c0a88ec-e4c9-482d-aa91-94540633f4cc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:53.142007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c0a88ec-e4c9-482d-aa91-94540633f4cc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:53.158975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a88ec-e4c9-482d-aa91-94540633f4cc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 9403a7d7-8a92-464e-a377-3fdb62f78bd3 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:53.320609 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c0a88ec-e4c9-482d-aa91-94540633f4cc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:53.353332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a88ec-e4c9-482d-aa91-94540633f4cc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=9403a7d7-8a92-464e-a377-3fdb62f78bd3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:53.361555 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c0a88ec-e4c9-482d-aa91-94540633f4cc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:53.365124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7c0a88ec-e4c9-482d-aa91-94540633f4cc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/9403a7d7-8a92-464e-a377-3fdb62f78bd3 HTTP/1.1" status: 204 len: 168 time: 0.4114940 Oct 13 14:34:53.367809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45460) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:53.421169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd7bb4-6efc-4747-84a5-814b9948eed3 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:53.422799 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-32cd7bb4-6efc-4747-84a5-814b9948eed3 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0539520 Oct 13 14:34:53.425500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45462) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:53.453478 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7e6a1c-01e8-479d-a546-3b4f8a89aadc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:34:53.455117 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6f7e6a1c-01e8-479d-a546-3b4f8a89aadc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/9403a7d7-8a92-464e-a377-3fdb62f78bd3 HTTP/1.1" status: 404 len: 333 time: 0.0286136 Oct 13 14:34:53.458903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45464) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:53.464596 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ec8eecbc-3162-49da-b773-782c67e33d6b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-671720119'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:53.594908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8eecbc-3162-49da-b773-782c67e33d6b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:53.598635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec8eecbc-3162-49da-b773-782c67e33d6b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:53.629241 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8eecbc-3162-49da-b773-782c67e33d6b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:34:53.642408 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec8eecbc-3162-49da-b773-782c67e33d6b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:53.642755 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-ec8eecbc-3162-49da-b773-782c67e33d6b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Added segment 27ab2dc7-a3a5-4053-a245-ea92d8a12dd1 of type vlan for network a479563f-4c8d-42ed-ac2c-3c071df93149 Oct 13 14:34:53.690122 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec8eecbc-3162-49da-b773-782c67e33d6b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:53.788951 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec8eecbc-3162-49da-b773-782c67e33d6b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:53.795058 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8eecbc-3162-49da-b773-782c67e33d6b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:53.795687 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec8eecbc-3162-49da-b773-782c67e33d6b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:53.840838 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:53.881293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8eecbc-3162-49da-b773-782c67e33d6b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Network': ['ID=a479563f-4c8d-42ed-ac2c-3c071df93149,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:53.896077 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network a479563f-4c8d-42ed-ac2c-3c071df93149 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:34:53.939303 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ec8eecbc-3162-49da-b773-782c67e33d6b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4790800 Oct 13 14:34:53.942386 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45468) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:53.948156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-0a602f41-8ba0-457b-8a1c-c4ad713965f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': 'a479563f-4c8d-42ed-ac2c-3c071df93149', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:54.064034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b17f8a4e-6408-45be-91ad-f266ff9cc0a0 req-e34674d1-27fa-4d64-978b-2cf1f1f76d47 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 210 time: 0.0410936 Oct 13 14:34:54.205150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a602f41-8ba0-457b-8a1c-c4ad713965f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:54.209408 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0a602f41-8ba0-457b-8a1c-c4ad713965f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:54.257667 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:54.486725 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0a602f41-8ba0-457b-8a1c-c4ad713965f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:54.556415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a602f41-8ba0-457b-8a1c-c4ad713965f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Subnet': ['ID=72434861-2f60-48fe-b256-d6720decf692,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:54.567033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a602f41-8ba0-457b-8a1c-c4ad713965f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Checking segment: {'id': '27ab2dc7-a3a5-4053-a245-ea92d8a12dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a479563f-4c8d-42ed-ac2c-3c071df93149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:34:54.567401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a602f41-8ba0-457b-8a1c-c4ad713965f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network hostable DHCP agents. Network: a479563f-4c8d-42ed-ac2c-3c071df93149, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:34:54.685085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a602f41-8ba0-457b-8a1c-c4ad713965f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network a479563f-4c8d-42ed-ac2c-3c071df93149 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:34:54.754141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-0a602f41-8ba0-457b-8a1c-c4ad713965f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, a479563f-4c8d-42ed-ac2c-3c071df93149) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:54.758798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a602f41-8ba0-457b-8a1c-c4ad713965f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:54.762119 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0a602f41-8ba0-457b-8a1c-c4ad713965f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:54.765508 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a48212-9643-475d-9a84-639421ae1bdb None None] Network a479563f-4c8d-42ed-ac2c-3c071df93149 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:54.842163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0a602f41-8ba0-457b-8a1c-c4ad713965f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8978693 Oct 13 14:34:54.845732 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45478) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:54.851743 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d0f76cb0-4e4b-417f-9dd9-380772395120 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': 'a479563f-4c8d-42ed-ac2c-3c071df93149', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:54.921464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-a479563f-4c8d-42ed-ac2c-3c071df93149', 'network_id': 'a479563f-4c8d-42ed-ac2c-3c071df93149', 'tenant_id': 'b5b44cd21a1a4ae8957e1d44fb672f25', 'fixed_ips': [{'subnet_id': '72434861-2f60-48fe-b256-d6720decf692'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:34:54.922468 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:55.059639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Allocated IP 172.20.0.2 (a479563f-4c8d-42ed-ac2c-3c071df93149/72434861-2f60-48fe-b256-d6720decf692/4b9eabc8-2f5c-4580-995e-cc035d90f599) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:55.085939 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f76cb0-4e4b-417f-9dd9-380772395120 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:55.100068 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d0f76cb0-4e4b-417f-9dd9-380772395120 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:55.195842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0891a0b9-6ee9-42aa-95f6-a426a493a76a req-fa49a3b7-c527-43fa-8cd0-eb8fc5f9dc75 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=af3c764b-a93d-4354-b22e-664a00be2691 HTTP/1.1" status: 200 len: 210 time: 0.0349410 Oct 13 14:34:55.243383 n-d-806683-15 neutron-server[112684]: INFO neutron.db.ipam_backend_mixin [None req-d0f76cb0-4e4b-417f-9dd9-380772395120 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 72434861-2f60-48fe-b256-d6720decf692 (CIDR: 172.20.0.0/28) Oct 13 14:34:55.280036 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:55.291600 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f76cb0-4e4b-417f-9dd9-380772395120 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:34:55.292102 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f76cb0-4e4b-417f-9dd9-380772395120 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:34:55.342918 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:55.387914 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d0f76cb0-4e4b-417f-9dd9-380772395120 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5385418 Oct 13 14:34:55.388157 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45484) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:55.406775 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:55.406775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Network a479563f-4c8d-42ed-ac2c-3c071df93149 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:55.406775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Pushing event updated for resources: {'Port': ['ID=4b9eabc8-2f5c-4580-995e-cc035d90f599,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:55.408572 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:55.418818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:55.420094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-171713e8-36ab-4279-9ae2-1e5b1f8b3a93 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': 'a479563f-4c8d-42ed-ac2c-3c071df93149', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:55.485897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Attempting to bind port 4b9eabc8-2f5c-4580-995e-cc035d90f599 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:34:55.486537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Attempting to bind port 4b9eabc8-2f5c-4580-995e-cc035d90f599 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '27ab2dc7-a3a5-4053-a245-ea92d8a12dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a479563f-4c8d-42ed-ac2c-3c071df93149'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:34:55.487701 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Attempting to bind port 4b9eabc8-2f5c-4580-995e-cc035d90f599 on network a479563f-4c8d-42ed-ac2c-3c071df93149 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:34:55.495040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:34:55.495733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Checking segment: {'id': '27ab2dc7-a3a5-4053-a245-ea92d8a12dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a479563f-4c8d-42ed-ac2c-3c071df93149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:34:55.496136 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:55.496605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Bound using segment: {'id': '27ab2dc7-a3a5-4053-a245-ea92d8a12dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a479563f-4c8d-42ed-ac2c-3c071df93149'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:34:55.497105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Bound port: 4b9eabc8-2f5c-4580-995e-cc035d90f599, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ab2dc7-a3a5-4053-a245-ea92d8a12dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a479563f-4c8d-42ed-ac2c-3c071df93149'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:34:55.497539 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:55.566338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] For port 4b9eabc8-2f5c-4580-995e-cc035d90f599, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:34:55.569819 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] For port 4b9eabc8-2f5c-4580-995e-cc035d90f599, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4b9eabc8-2f5c-4580-995e-cc035d90f599,segment=NetworkSegment(27ab2dc7-a3a5-4053-a245-ea92d8a12dd1),segment_id=27ab2dc7-a3a5-4053-a245-ea92d8a12dd1)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:34:55.668732 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171713e8-36ab-4279-9ae2-1e5b1f8b3a93 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:55.673980 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-171713e8-36ab-4279-9ae2-1e5b1f8b3a93 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:55.678690 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:55.757092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a02508-41a6-4dc7-818a-28a0f59dcfe4 None None] Pushing event updated for resources: {'Port': ['ID=4b9eabc8-2f5c-4580-995e-cc035d90f599,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:56.131626 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-171713e8-36ab-4279-9ae2-1e5b1f8b3a93 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:56.173600 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171713e8-36ab-4279-9ae2-1e5b1f8b3a93 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network a479563f-4c8d-42ed-ac2c-3c071df93149 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:56.178416 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-171713e8-36ab-4279-9ae2-1e5b1f8b3a93 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:56.183474 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171713e8-36ab-4279-9ae2-1e5b1f8b3a93 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:56.184192 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-171713e8-36ab-4279-9ae2-1e5b1f8b3a93 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:56.196959 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171713e8-36ab-4279-9ae2-1e5b1f8b3a93 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Subnet': ['ID=cb5f7a1c-b70e-4457-af5e-1c4930a4be34,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:56.368573 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-171713e8-36ab-4279-9ae2-1e5b1f8b3a93 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9789460 Oct 13 14:34:56.370683 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45500) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:56.376062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': 'a479563f-4c8d-42ed-ac2c-3c071df93149', 'fixed_ips': [{'subnet_id': '72434861-2f60-48fe-b256-d6720decf692'}, {'subnet_id': 'cb5f7a1c-b70e-4457-af5e-1c4930a4be34'}], 'name': 'tempest-PortsTestJSON-795117182'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:56.567200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4b9eabc8-2f5c-4580-995e-cc035d90f599 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:56.622951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:34:56.623240 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4b9eabc8-2f5c-4580-995e-cc035d90f599 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:56.623626 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:56.750626 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:56.772669 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:56.777462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port 6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:34:56.819977 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 4b9eabc8-2f5c-4580-995e-cc035d90f599, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4b9eabc8-2f5c-4580-995e-cc035d90f599,segment=NetworkSegment(27ab2dc7-a3a5-4053-a245-ea92d8a12dd1),segment_id=27ab2dc7-a3a5-4053-a245-ea92d8a12dd1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:56.924839 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:57.002968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=4b9eabc8-2f5c-4580-995e-cc035d90f599,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:57.050983 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321d78e0-d827-4fee-b77a-f3808ee6b753 None None] Network a479563f-4c8d-42ed-ac2c-3c071df93149 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:57.125934 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.4 (a479563f-4c8d-42ed-ac2c-3c071df93149/72434861-2f60-48fe-b256-d6720decf692/6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:57.133370 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.29 (a479563f-4c8d-42ed-ac2c-3c071df93149/cb5f7a1c-b70e-4457-af5e-1c4930a4be34/6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:57.134886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-cc752345-cc64-4748-bdd5-8963d0564070 None None] Provisioning complete for port 4b9eabc8-2f5c-4580-995e-cc035d90f599 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:57.135307 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cc752345-cc64-4748-bdd5-8963d0564070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:57.320950 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:57.402994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8d0460-80c3-46ad-a693-c32876003244 None None] Update dhcp port {'port': {'network_id': 'a479563f-4c8d-42ed-ac2c-3c071df93149', 'fixed_ips': [{'subnet_id': '72434861-2f60-48fe-b256-d6720decf692', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cb5f7a1c-b70e-4457-af5e-1c4930a4be34'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '4b9eabc8-2f5c-4580-995e-cc035d90f599'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:34:57.429009 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0460-80c3-46ad-a693-c32876003244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:57.452360 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:57.497655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network a479563f-4c8d-42ed-ac2c-3c071df93149 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:34:57.501074 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:34:57.505322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:34:57.536617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:57.577267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:57.582008 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:57.639290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-2c8d0460-80c3-46ad-a693-c32876003244 None None] Allocated IP 172.20.0.18 (a479563f-4c8d-42ed-ac2c-3c071df93149/cb5f7a1c-b70e-4457-af5e-1c4930a4be34/4b9eabc8-2f5c-4580-995e-cc035d90f599) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:57.691413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45510) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:57.692076 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9ee6ef83-fc3f-471e-bd7e-d0efd85899f9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.3197110 Oct 13 14:34:57.701159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4ee1321d-c042-4de4-9bd8-7f6996776067 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '72434861-2f60-48fe-b256-d6720decf692'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:57.811581 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2c8d0460-80c3-46ad-a693-c32876003244 None None] For port 4b9eabc8-2f5c-4580-995e-cc035d90f599, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4b9eabc8-2f5c-4580-995e-cc035d90f599,segment=NetworkSegment(27ab2dc7-a3a5-4053-a245-ea92d8a12dd1),segment_id=27ab2dc7-a3a5-4053-a245-ea92d8a12dd1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:34:57.869826 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0460-80c3-46ad-a693-c32876003244 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:57.937480 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ee1321d-c042-4de4-9bd8-7f6996776067 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:57.948108 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0460-80c3-46ad-a693-c32876003244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:58.068628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d0460-80c3-46ad-a693-c32876003244 None None] Pushing event updated for resources: {'Port': ['ID=4b9eabc8-2f5c-4580-995e-cc035d90f599,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:58.222569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-4ee1321d-c042-4de4-9bd8-7f6996776067 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Delete allocated IP 172.20.0.29 (a479563f-4c8d-42ed-ac2c-3c071df93149/cb5f7a1c-b70e-4457-af5e-1c4930a4be34) {{(pid=112685) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 14:34:58.375052 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ee1321d-c042-4de4-9bd8-7f6996776067 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:58.468228 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ee1321d-c042-4de4-9bd8-7f6996776067 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:58.538924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4b9eabc8-2f5c-4580-995e-cc035d90f599 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:34:58.616463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1321d-c042-4de4-9bd8-7f6996776067 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:58.618270 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4b9eabc8-2f5c-4580-995e-cc035d90f599 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:58.618809 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:58.650257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-4ee1321d-c042-4de4-9bd8-7f6996776067 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] In _notify_port_updated(), no bound segment for port 6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd on network a479563f-4c8d-42ed-ac2c-3c071df93149 {{(pid=112685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:34:58.655965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1321d-c042-4de4-9bd8-7f6996776067 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:58.656689 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ee1321d-c042-4de4-9bd8-7f6996776067 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:58.658064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4ee1321d-c042-4de4-9bd8-7f6996776067 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "PUT /v2.0/ports/6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd HTTP/1.1" status: 200 len: 918 time: 0.9656327 Oct 13 14:34:58.660946 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45518) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:58.667314 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c2f188b8-fb80-4035-a340-f4dab1681cfb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '72434861-2f60-48fe-b256-d6720decf692'}, {'subnet_id': 'cb5f7a1c-b70e-4457-af5e-1c4930a4be34'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:34:58.737661 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb411353-a7b9-4c34-9b09-005906db4a6a None None] Network a479563f-4c8d-42ed-ac2c-3c071df93149 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:34:58.774661 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2f188b8-fb80-4035-a340-f4dab1681cfb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:58.812509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9319f765-0795-481e-8744-52cffc38d036 None None] Provisioning complete for port 4b9eabc8-2f5c-4580-995e-cc035d90f599 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:58.814797 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9319f765-0795-481e-8744-52cffc38d036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:59.062054 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-c2f188b8-fb80-4035-a340-f4dab1681cfb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.22 (a479563f-4c8d-42ed-ac2c-3c071df93149/cb5f7a1c-b70e-4457-af5e-1c4930a4be34/6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:34:59.216308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2f188b8-fb80-4035-a340-f4dab1681cfb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:59.274206 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2f188b8-fb80-4035-a340-f4dab1681cfb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:59.292545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0cb11c63-bea3-4804-bbb7-42c306078f0e None None] Provisioning complete for port 4b9eabc8-2f5c-4580-995e-cc035d90f599 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:59.292915 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0cb11c63-bea3-4804-bbb7-42c306078f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:59.414417 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f188b8-fb80-4035-a340-f4dab1681cfb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:34:59.465545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0cb11c63-bea3-4804-bbb7-42c306078f0e None None] Provisioning complete for port 6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:59.465911 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0cb11c63-bea3-4804-bbb7-42c306078f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:59.475970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c2f188b8-fb80-4035-a340-f4dab1681cfb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] In _notify_port_updated(), no bound segment for port 6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd on network a479563f-4c8d-42ed-ac2c-3c071df93149 {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:34:59.481973 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f188b8-fb80-4035-a340-f4dab1681cfb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:34:59.486708 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2f188b8-fb80-4035-a340-f4dab1681cfb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:59.493729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45522) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:34:59.497703 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c2f188b8-fb80-4035-a340-f4dab1681cfb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "PUT /v2.0/ports/6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd HTTP/1.1" status: 200 len: 998 time: 0.8335197 Oct 13 14:34:59.603249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-0cb11c63-bea3-4804-bbb7-42c306078f0e None None] Port 6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:59.679611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0242f701-aed8-40b0-8cff-bb8f1a0b0a81 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:34:59.679961 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0242f701-aed8-40b0-8cff-bb8f1a0b0a81 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:59.745838 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f527a6f2-c0a9-4c1f-8c8a-04c7ed84f4df None None] Provisioning complete for port 6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:59.746341 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f527a6f2-c0a9-4c1f-8c8a-04c7ed84f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:59.812081 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0242f701-aed8-40b0-8cff-bb8f1a0b0a81 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:34:59.837051 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f527a6f2-c0a9-4c1f-8c8a-04c7ed84f4df None None] Port 6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:34:59.844179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0242f701-aed8-40b0-8cff-bb8f1a0b0a81 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:34:59.969409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-eac6543c-a0aa-45ed-821a-7104dc20ec98 None None] Provisioning complete for port 6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:34:59.970303 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eac6543c-a0aa-45ed-821a-7104dc20ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:00.072766 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-eac6543c-a0aa-45ed-821a-7104dc20ec98 None None] Port 6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:00.194768 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0242f701-aed8-40b0-8cff-bb8f1a0b0a81 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:00.213614 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ef1910c2-22b4-418d-9d42-31bb48cbb8aa None None] Provisioning complete for port 6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:00.213989 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ef1910c2-22b4-418d-9d42-31bb48cbb8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:00.261309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ef1910c2-22b4-418d-9d42-31bb48cbb8aa None None] Port 6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd was deleted so its status cannot be updated. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 13 14:35:00.268040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242f701-aed8-40b0-8cff-bb8f1a0b0a81 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:00.362194 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0242f701-aed8-40b0-8cff-bb8f1a0b0a81 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:00.367692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0242f701-aed8-40b0-8cff-bb8f1a0b0a81 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd HTTP/1.1" status: 204 len: 168 time: 0.8728898 Oct 13 14:35:00.370328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45560) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:00.404015 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-47782d55-3143-4e5a-82d1-a93a9ebe2891 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:35:00.405730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-47782d55-3143-4e5a-82d1-a93a9ebe2891 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd HTTP/1.1" status: 404 len: 333 time: 0.0342138 Oct 13 14:35:00.412571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45564) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:00.493141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d229ae9-3ffe-40d6-9820-e06e436802d5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting subnet cb5f7a1c-b70e-4457-af5e-1c4930a4be34 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:35:00.497377 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d229ae9-3ffe-40d6-9820-e06e436802d5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:00.549007 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d229ae9-3ffe-40d6-9820-e06e436802d5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:00.644662 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d229ae9-3ffe-40d6-9820-e06e436802d5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:00.817188 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d229ae9-3ffe-40d6-9820-e06e436802d5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:00.845934 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d229ae9-3ffe-40d6-9820-e06e436802d5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5f7a1c-b70e-4457-af5e-1c4930a4be34,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:00.850688 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d229ae9-3ffe-40d6-9820-e06e436802d5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:00.856705 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5d229ae9-3ffe-40d6-9820-e06e436802d5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/cb5f7a1c-b70e-4457-af5e-1c4930a4be34 HTTP/1.1" status: 204 len: 168 time: 0.4406247 Oct 13 14:35:00.857089 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45572) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:00.862446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb77e9a0-e2da-4378-8ec3-d718b98d1ecc None None] Network a479563f-4c8d-42ed-ac2c-3c071df93149 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:00.925775 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf75b2dd-6177-47e5-863c-544af35abf50 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting subnet 72434861-2f60-48fe-b256-d6720decf692 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:35:00.930822 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf75b2dd-6177-47e5-863c-544af35abf50 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:00.977966 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf75b2dd-6177-47e5-863c-544af35abf50 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:01.093219 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf75b2dd-6177-47e5-863c-544af35abf50 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:01.251179 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf75b2dd-6177-47e5-863c-544af35abf50 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:01.285799 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf75b2dd-6177-47e5-863c-544af35abf50 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:01.290441 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cf75b2dd-6177-47e5-863c-544af35abf50 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/72434861-2f60-48fe-b256-d6720decf692 HTTP/1.1" status: 204 len: 168 time: 0.4323962 Oct 13 14:35:01.291659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75b2dd-6177-47e5-863c-544af35abf50 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Subnet': ['ID=72434861-2f60-48fe-b256-d6720decf692,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:01.293307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45590) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:01.402761 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:01.420547 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45592) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:01.422181 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a851da0a-607c-4044-bf0c-ac1d1b62ae3e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656412767', 'description': 'tempest-secgroup-smoke-656412767 description', 'project_id': '94f59679c6494a9e8ae6c3645e566442'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:01.466313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 4b9eabc8-2f5c-4580-995e-cc035d90f599 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:01.466661 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:01.525391 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a851da0a-607c-4044-bf0c-ac1d1b62ae3e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:01.542747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] For port 4b9eabc8-2f5c-4580-995e-cc035d90f599, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4b9eabc8-2f5c-4580-995e-cc035d90f599,segment=NetworkSegment(27ab2dc7-a3a5-4053-a245-ea92d8a12dd1),segment_id=27ab2dc7-a3a5-4053-a245-ea92d8a12dd1)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:01.543038 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:01.560293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 4b9eabc8-2f5c-4580-995e-cc035d90f599 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:01.643470 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a851da0a-607c-4044-bf0c-ac1d1b62ae3e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:01.664096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b91574-f0fe-4bf2-8c99-4d770f90db46 None None] Network a479563f-4c8d-42ed-ac2c-3c071df93149 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:01.708010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a851da0a-607c-4044-bf0c-ac1d1b62ae3e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:01.738075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-bc771108-e560-41ed-b671-ee3fbc5ac72e None None] Provisioning complete for port 4b9eabc8-2f5c-4580-995e-cc035d90f599 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:01.738460 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bc771108-e560-41ed-b671-ee3fbc5ac72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:01.738712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851da0a-607c-4044-bf0c-ac1d1b62ae3e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3531bc-24ae-47d2-8c74-68feab4a72e1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:01.748172 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:01.777302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No DVR routers for this DVR port 4b9eabc8-2f5c-4580-995e-cc035d90f599 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:35:01.779087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=4b9eabc8-2f5c-4580-995e-cc035d90f599,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:01.839548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-bc771108-e560-41ed-b671-ee3fbc5ac72e None None] Could not find standard attr ID for object 4b9eabc8-2f5c-4580-995e-cc035d90f599. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:35:01.839548 n-d-806683-15 neutron-server[112686]: INFO neutron.plugins.ml2.db [None req-bc771108-e560-41ed-b671-ee3fbc5ac72e None None] No ports have port_id starting with 4b9eabc8-2f5c-4580-995e-cc035d90f599 Oct 13 14:35:01.854624 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a851da0a-607c-4044-bf0c-ac1d1b62ae3e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:01.857226 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a851da0a-607c-4044-bf0c-ac1d1b62ae3e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4388576 Oct 13 14:35:01.859882 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45596) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:01.865822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-bd7f4fae-e309-4eaf-863a-dfddbdf8af8c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'security_group_rule': {'security_group_id': '7e3531bc-24ae-47d2-8c74-68feab4a72e1', 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:01.909552 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ef77fa-b488-43e2-9ac6-731be4f55240 None None] DHCP port deletion for a479563f-4c8d-42ed-ac2c-3c071df93149 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:35:02.004630 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4fae-e309-4eaf-863a-dfddbdf8af8c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.084044 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4fae-e309-4eaf-863a-dfddbdf8af8c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.171389 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4fae-e309-4eaf-863a-dfddbdf8af8c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.193259 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f4fae-e309-4eaf-863a-dfddbdf8af8c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5def868b-9aff-49d1-bfd5-b2c1705d7b50,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:02.244255 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.264687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a479563f-4c8d-42ed-ac2c-3c071df93149']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:02.274446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ab2dc7-a3a5-4053-a245-ea92d8a12dd1') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:02.274905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ab2dc7-a3a5-4053-a245-ea92d8a12dd1') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:02.284450 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.286668 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4fae-e309-4eaf-863a-dfddbdf8af8c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.287950 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bd7f4fae-e309-4eaf-863a-dfddbdf8af8c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4270222 Oct 13 14:35:02.290788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45600) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:02.297086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-8ff9f05b-6a30-4c15-a1f0-6c5445ed3828 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'security_group_rule': {'security_group_id': '7e3531bc-24ae-47d2-8c74-68feab4a72e1', 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:02.310819 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.323578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:35:02.323971 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:35:02.327208 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:35:02.376545 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f05b-6a30-4c15-a1f0-6c5445ed3828 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.444750 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f05b-6a30-4c15-a1f0-6c5445ed3828 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.482602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4b9eabc8-2f5c-4580-995e-cc035d90f599 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:35:02.502278 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.504204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 4b9eabc8-2f5c-4580-995e-cc035d90f599 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:35:02.504527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4b9eabc8-2f5c-4580-995e-cc035d90f599 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:35:02.509927 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.513803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/networks/a479563f-4c8d-42ed-ac2c-3c071df93149 HTTP/1.1" status: 204 len: 168 time: 1.2184138 Oct 13 14:35:02.518230 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45602) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:02.537192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae7e3f-f034-44ed-a9f2-e61a6d77aa14 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Network': ['ID=a479563f-4c8d-42ed-ac2c-3c071df93149,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:02.553784 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f05b-6a30-4c15-a1f0-6c5445ed3828 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.571085 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee6196d-e95a-457d-b974-55a77bb93f71 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:02.577076 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6ee6196d-e95a-457d-b974-55a77bb93f71 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0534077 Oct 13 14:35:02.577238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9f05b-6a30-4c15-a1f0-6c5445ed3828 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b615da2-d7db-4dc1-973a-eeb5d46a0fd4,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:02.577433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45604) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:02.628522 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f576078e-d4f8-40bb-9f3c-6fb2e129218d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0504308 Oct 13 14:35:02.632027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45606) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:02.636829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-93435c02-e59d-421d-a9f0-755f92a64ed6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1394461532'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:02.663739 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ff9f05b-6a30-4c15-a1f0-6c5445ed3828 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.664950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8ff9f05b-6a30-4c15-a1f0-6c5445ed3828 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3731604 Oct 13 14:35:02.667669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45608) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:02.672106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-bf9f6041-4272-4907-bfc0-49bfbba39b03 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'security_group_rule': {'security_group_id': '7e3531bc-24ae-47d2-8c74-68feab4a72e1', 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:02.747390 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93435c02-e59d-421d-a9f0-755f92a64ed6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:02.751180 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-93435c02-e59d-421d-a9f0-755f92a64ed6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.775670 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93435c02-e59d-421d-a9f0-755f92a64ed6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:35:02.785450 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-93435c02-e59d-421d-a9f0-755f92a64ed6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.785911 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-93435c02-e59d-421d-a9f0-755f92a64ed6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Added segment 7c87f2f1-2f33-40c1-a1fc-a4352f0ec377 of type vlan for network 64d6375e-bf1f-4b12-a496-ce6c39cfe466 Oct 13 14:35:02.830461 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-93435c02-e59d-421d-a9f0-755f92a64ed6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.935887 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6041-4272-4907-bfc0-49bfbba39b03 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.993055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-93435c02-e59d-421d-a9f0-755f92a64ed6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:02.998759 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93435c02-e59d-421d-a9f0-755f92a64ed6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:02.999371 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-93435c02-e59d-421d-a9f0-755f92a64ed6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:03.001996 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6041-4272-4907-bfc0-49bfbba39b03 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:03.066028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93435c02-e59d-421d-a9f0-755f92a64ed6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Network': ['ID=64d6375e-bf1f-4b12-a496-ce6c39cfe466,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:03.076367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 64d6375e-bf1f-4b12-a496-ce6c39cfe466 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:35:03.131200 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6041-4272-4907-bfc0-49bfbba39b03 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:03.146440 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-93435c02-e59d-421d-a9f0-755f92a64ed6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5125964 Oct 13 14:35:03.149349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45614) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:03.153261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f6041-4272-4907-bfc0-49bfbba39b03 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d2dd99-f7ca-4945-b79a-6472cac548ff,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:03.154427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3f0b7332-c277-4568-b1c7-a69dc73e8250 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': '64d6375e-bf1f-4b12-a496-ce6c39cfe466', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:03.251880 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6041-4272-4907-bfc0-49bfbba39b03 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:03.253110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bf9f6041-4272-4907-bfc0-49bfbba39b03 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5844567 Oct 13 14:35:03.256105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45616) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:03.260561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-18dcc8a5-4f53-4a4d-841e-02dcfc8641d4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'security_group_rule': {'security_group_id': '7e3531bc-24ae-47d2-8c74-68feab4a72e1', 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:03.370486 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0b7332-c277-4568-b1c7-a69dc73e8250 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:03.374159 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f0b7332-c277-4568-b1c7-a69dc73e8250 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:03.496560 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-18dcc8a5-4f53-4a4d-841e-02dcfc8641d4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:03.562863 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-18dcc8a5-4f53-4a4d-841e-02dcfc8641d4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:03.656575 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f0b7332-c277-4568-b1c7-a69dc73e8250 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:03.667314 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-18dcc8a5-4f53-4a4d-841e-02dcfc8641d4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:03.686942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcc8a5-4f53-4a4d-841e-02dcfc8641d4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79529594-87c3-4e5f-bfdd-599d72992cf4,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:03.720037 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b7332-c277-4568-b1c7-a69dc73e8250 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Subnet': ['ID=48bd19e4-40a9-4f5c-b81a-753992554eec,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:03.728529 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b7332-c277-4568-b1c7-a69dc73e8250 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Checking segment: {'id': '7c87f2f1-2f33-40c1-a1fc-a4352f0ec377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '64d6375e-bf1f-4b12-a496-ce6c39cfe466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:35:03.728899 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0b7332-c277-4568-b1c7-a69dc73e8250 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network hostable DHCP agents. Network: 64d6375e-bf1f-4b12-a496-ce6c39cfe466, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:35:03.772900 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-18dcc8a5-4f53-4a4d-841e-02dcfc8641d4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:03.774141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-18dcc8a5-4f53-4a4d-841e-02dcfc8641d4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5170736 Oct 13 14:35:03.776903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45618) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:03.781277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-6551f407-6639-4e3c-813c-f39e0069e456 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'security_group_rule': {'security_group_id': '7e3531bc-24ae-47d2-8c74-68feab4a72e1', 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:03.856226 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0b7332-c277-4568-b1c7-a69dc73e8250 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network 64d6375e-bf1f-4b12-a496-ce6c39cfe466 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:35:03.947742 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-6551f407-6639-4e3c-813c-f39e0069e456 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Project 94f59679c6494a9e8ae6c3645e566442 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:35:03.953597 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6551f407-6639-4e3c-813c-f39e0069e456 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:03.987782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-3f0b7332-c277-4568-b1c7-a69dc73e8250 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 64d6375e-bf1f-4b12-a496-ce6c39cfe466) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:03.993737 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0b7332-c277-4568-b1c7-a69dc73e8250 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:03.994505 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f0b7332-c277-4568-b1c7-a69dc73e8250 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.001041 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96c19fa-f928-43b8-94a3-f4cd5a19127a None None] Network 64d6375e-bf1f-4b12-a496-ce6c39cfe466 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:04.034374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6551f407-6639-4e3c-813c-f39e0069e456 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.119092 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3f0b7332-c277-4568-b1c7-a69dc73e8250 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9684384 Oct 13 14:35:04.121754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45624) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:04.129475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': '64d6375e-bf1f-4b12-a496-ce6c39cfe466', 'name': 'tempest-PortsTestJSON-517882526'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:04.137332 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6551f407-6639-4e3c-813c-f39e0069e456 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.176326 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-64d6375e-bf1f-4b12-a496-ce6c39cfe466', 'network_id': '64d6375e-bf1f-4b12-a496-ce6c39cfe466', 'tenant_id': 'b5b44cd21a1a4ae8957e1d44fb672f25', 'fixed_ips': [{'subnet_id': '48bd19e4-40a9-4f5c-b81a-753992554eec'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:35:04.177539 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.206251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551f407-6639-4e3c-813c-f39e0069e456 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484b2930-cb13-43a9-b89b-f17138774c16,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:04.276935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6551f407-6639-4e3c-813c-f39e0069e456 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.278263 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6551f407-6639-4e3c-813c-f39e0069e456 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5003896 Oct 13 14:35:04.281194 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45626) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:04.285678 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c43475b9-d239-4cb6-b9b4-30f2e28221f3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'security_group_rule': {'security_group_id': '7e3531bc-24ae-47d2-8c74-68feab4a72e1', 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:04.322249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Allocated IP 172.20.0.2 (64d6375e-bf1f-4b12-a496-ce6c39cfe466/48bd19e4-40a9-4f5c-b81a-753992554eec/fe1eb1d7-d473-4472-95de-076f48c45ba7) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:04.371967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:04.376679 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.395848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port 917ca156-5f29-4606-8608-d29bf6ed7fa7 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:35:04.473134 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.576341 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-c43475b9-d239-4cb6-b9b4-30f2e28221f3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Project 94f59679c6494a9e8ae6c3645e566442 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:35:04.581484 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c43475b9-d239-4cb6-b9b4-30f2e28221f3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.645064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c43475b9-d239-4cb6-b9b4-30f2e28221f3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.685012 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.727466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Network 64d6375e-bf1f-4b12-a496-ce6c39cfe466 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:04.730371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:04.733974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:35:04.743223 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Pushing event updated for resources: {'Port': ['ID=fe1eb1d7-d473-4472-95de-076f48c45ba7,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:04.753256 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c43475b9-d239-4cb6-b9b4-30f2e28221f3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.782325 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43475b9-d239-4cb6-b9b4-30f2e28221f3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cde98e-6041-48e0-b5e8-f52bdd1824e4,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:04.797779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Attempting to bind port fe1eb1d7-d473-4472-95de-076f48c45ba7 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:35:04.798169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Attempting to bind port fe1eb1d7-d473-4472-95de-076f48c45ba7 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7c87f2f1-2f33-40c1-a1fc-a4352f0ec377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '64d6375e-bf1f-4b12-a496-ce6c39cfe466'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:35:04.798520 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Attempting to bind port fe1eb1d7-d473-4472-95de-076f48c45ba7 on network 64d6375e-bf1f-4b12-a496-ce6c39cfe466 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:35:04.799196 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.api [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-edf876b5-9e92-49de-bb57-aa409edd1de2 {{(pid=112685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:35:04.804584 n-d-806683-15 neutron-server[112685]: DEBUG oslo_db.api [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:35:04.804759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:35:04.804759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Checking segment: {'id': '7c87f2f1-2f33-40c1-a1fc-a4352f0ec377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '64d6375e-bf1f-4b12-a496-ce6c39cfe466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:35:04.804759 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.805192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Bound using segment: {'id': '7c87f2f1-2f33-40c1-a1fc-a4352f0ec377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '64d6375e-bf1f-4b12-a496-ce6c39cfe466'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:35:04.805663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Bound port: fe1eb1d7-d473-4472-95de-076f48c45ba7, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c87f2f1-2f33-40c1-a1fc-a4352f0ec377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '64d6375e-bf1f-4b12-a496-ce6c39cfe466'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:35:04.806050 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.858492 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c43475b9-d239-4cb6-b9b4-30f2e28221f3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:04.859768 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c43475b9-d239-4cb6-b9b4-30f2e28221f3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5776312 Oct 13 14:35:04.877500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] For port fe1eb1d7-d473-4472-95de-076f48c45ba7, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:35:04.881442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] For port fe1eb1d7-d473-4472-95de-076f48c45ba7, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fe1eb1d7-d473-4472-95de-076f48c45ba7,segment=NetworkSegment(7c87f2f1-2f33-40c1-a1fc-a4352f0ec377),segment_id=7c87f2f1-2f33-40c1-a1fc-a4352f0ec377)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:35:04.943067 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:05.020160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4d12c-e3d7-4be0-b10d-d4a22958deee None None] Pushing event updated for resources: {'Port': ['ID=fe1eb1d7-d473-4472-95de-076f48c45ba7,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:05.301025 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:05.319664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port 2a22d5cb-9dca-420f-8a0b-2e21e2bd82bb yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:35:05.434291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.4 (64d6375e-bf1f-4b12-a496-ce6c39cfe466/48bd19e4-40a9-4f5c-b81a-753992554eec/2a22d5cb-9dca-420f-8a0b-2e21e2bd82bb) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:05.594013 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:05.737275 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:05.798564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network 64d6375e-bf1f-4b12-a496-ce6c39cfe466 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:05.802243 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:05.807732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:35:05.835259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=2a22d5cb-9dca-420f-8a0b-2e21e2bd82bb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:05.864834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:05.866930 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:05.999227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13e9060-f135-4bc3-a1cf-2447c661376d None None] Network 64d6375e-bf1f-4b12-a496-ce6c39cfe466 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:06.002426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7b744cda-e7c6-41c5-a524-ef59dcd2ac3e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8793654 Oct 13 14:35:06.005279 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45674) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:06.011213 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': '64d6375e-bf1f-4b12-a496-ce6c39cfe466', 'name': 'tempest-PortsTestJSON-605838660'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:06.119299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-eaf09fc0-2d79-413d-b8ab-6a5a24acc1e6 None None] Provisioning complete for port fe1eb1d7-d473-4472-95de-076f48c45ba7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:06.119733 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eaf09fc0-2d79-413d-b8ab-6a5a24acc1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:06.199247 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:06.202938 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:06.222337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port 6afe2d08-eff0-4cad-aa1d-d458b5c03190 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:35:06.312976 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eaf09fc0-2d79-413d-b8ab-6a5a24acc1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:06.388084 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.9 (64d6375e-bf1f-4b12-a496-ce6c39cfe466/48bd19e4-40a9-4f5c-b81a-753992554eec/6afe2d08-eff0-4cad-aa1d-d458b5c03190) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:06.636592 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fe1eb1d7-d473-4472-95de-076f48c45ba7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:35:06.644074 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:06.712631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-eaf09fc0-2d79-413d-b8ab-6a5a24acc1e6 None None] For port fe1eb1d7-d473-4472-95de-076f48c45ba7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fe1eb1d7-d473-4472-95de-076f48c45ba7,segment=NetworkSegment(7c87f2f1-2f33-40c1-a1fc-a4352f0ec377),segment_id=7c87f2f1-2f33-40c1-a1fc-a4352f0ec377)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:06.725651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fe1eb1d7-d473-4472-95de-076f48c45ba7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:06.725651 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:06.821668 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:06.828369 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:06.867069 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eaf09fc0-2d79-413d-b8ab-6a5a24acc1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:06.874000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network 64d6375e-bf1f-4b12-a496-ce6c39cfe466 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:06.879488 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:06.883527 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:35:06.922159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=6afe2d08-eff0-4cad-aa1d-d458b5c03190,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:06.951706 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf09fc0-2d79-413d-b8ab-6a5a24acc1e6 None None] Pushing event updated for resources: {'Port': ['ID=fe1eb1d7-d473-4472-95de-076f48c45ba7,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:06.957289 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:06.957942 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:06.960529 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:35:06.960961 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:35:06.997902 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-146c3b99-d9c9-49c6-8a87-93f66c83873e None None] Provisioning complete for port 2a22d5cb-9dca-420f-8a0b-2e21e2bd82bb triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:06.998280 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-146c3b99-d9c9-49c6-8a87-93f66c83873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:07.039725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-146c3b99-d9c9-49c6-8a87-93f66c83873e None None] Port 2a22d5cb-9dca-420f-8a0b-2e21e2bd82bb cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:07.051478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-146c3b99-d9c9-49c6-8a87-93f66c83873e None None] Provisioning complete for port fe1eb1d7-d473-4472-95de-076f48c45ba7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:07.051857 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-146c3b99-d9c9-49c6-8a87-93f66c83873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:07.070540 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fb187507-a851-45b0-9695-71696fb08edc tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0640671 Oct 13 14:35:07.073734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45712) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:07.147555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121d721e-2755-46b6-83db-440db68bc2ee tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:07.149101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-121d721e-2755-46b6-83db-440db68bc2ee tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.0734546 Oct 13 14:35:07.151866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45714) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:07.265847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-85db0172-8b89-4ceb-b7e5-4e17da87e1a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 6afe2d08-eff0-4cad-aa1d-d458b5c03190 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:07.291722 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85db0172-8b89-4ceb-b7e5-4e17da87e1a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:07.295208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-565e7851-b658-4b23-b5d0-205894ba6a70 None None] Provisioning complete for port 6afe2d08-eff0-4cad-aa1d-d458b5c03190 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:07.295738 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-565e7851-b658-4b23-b5d0-205894ba6a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:07.334519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-565e7851-b658-4b23-b5d0-205894ba6a70 None None] Port 6afe2d08-eff0-4cad-aa1d-d458b5c03190 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:07.373839 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85db0172-8b89-4ceb-b7e5-4e17da87e1a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:07.386524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-85db0172-8b89-4ceb-b7e5-4e17da87e1a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 6afe2d08-eff0-4cad-aa1d-d458b5c03190 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:07.599128 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85db0172-8b89-4ceb-b7e5-4e17da87e1a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:07.633556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db0172-8b89-4ceb-b7e5-4e17da87e1a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=6afe2d08-eff0-4cad-aa1d-d458b5c03190,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:07.755150 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85db0172-8b89-4ceb-b7e5-4e17da87e1a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:07.759514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-85db0172-8b89-4ceb-b7e5-4e17da87e1a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/6afe2d08-eff0-4cad-aa1d-d458b5c03190 HTTP/1.1" status: 204 len: 168 time: 0.6056054 Oct 13 14:35:07.763698 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45720) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:07.792130 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7889312-f5a9-4f5c-87be-75ceba314157 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:35:07.793849 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b7889312-f5a9-4f5c-87be-75ceba314157 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/6afe2d08-eff0-4cad-aa1d-d458b5c03190 HTTP/1.1" status: 404 len: 333 time: 0.0289826 Oct 13 14:35:07.797242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45722) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:07.940404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c2034edd-f126-4fbf-b103-0c2cefccb140 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 2a22d5cb-9dca-420f-8a0b-2e21e2bd82bb {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:07.940692 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2034edd-f126-4fbf-b103-0c2cefccb140 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:08.051170 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2034edd-f126-4fbf-b103-0c2cefccb140 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:08.066647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c2034edd-f126-4fbf-b103-0c2cefccb140 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 2a22d5cb-9dca-420f-8a0b-2e21e2bd82bb owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:08.347918 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2034edd-f126-4fbf-b103-0c2cefccb140 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:08.382278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2034edd-f126-4fbf-b103-0c2cefccb140 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=2a22d5cb-9dca-420f-8a0b-2e21e2bd82bb,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:08.493006 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2034edd-f126-4fbf-b103-0c2cefccb140 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:08.500162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c2034edd-f126-4fbf-b103-0c2cefccb140 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/2a22d5cb-9dca-420f-8a0b-2e21e2bd82bb HTTP/1.1" status: 204 len: 168 time: 0.7014689 Oct 13 14:35:08.500946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45730) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:08.533086 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cf42cd-d84a-4615-9f3e-4f6975d783c6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:35:08.537976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e0cf42cd-d84a-4615-9f3e-4f6975d783c6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/2a22d5cb-9dca-420f-8a0b-2e21e2bd82bb HTTP/1.1" status: 404 len: 333 time: 0.0360057 Oct 13 14:35:08.540211 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45732) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:08.546344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fe1eb1d7-d473-4472-95de-076f48c45ba7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:35:08.632216 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-6989122f-3b0d-43c6-bc69-bbb46ebb6d9f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting subnet 48bd19e4-40a9-4f5c-b81a-753992554eec {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:35:08.635950 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6989122f-3b0d-43c6-bc69-bbb46ebb6d9f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:08.645940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fe1eb1d7-d473-4472-95de-076f48c45ba7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:08.646859 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:08.694520 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6989122f-3b0d-43c6-bc69-bbb46ebb6d9f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:08.713049 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:35:08.796255 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6989122f-3b0d-43c6-bc69-bbb46ebb6d9f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:08.947465 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6989122f-3b0d-43c6-bc69-bbb46ebb6d9f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:08.979850 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989122f-3b0d-43c6-bc69-bbb46ebb6d9f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Subnet': ['ID=48bd19e4-40a9-4f5c-b81a-753992554eec,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:08.988199 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6989122f-3b0d-43c6-bc69-bbb46ebb6d9f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:08.991721 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6989122f-3b0d-43c6-bc69-bbb46ebb6d9f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/48bd19e4-40a9-4f5c-b81a-753992554eec HTTP/1.1" status: 204 len: 168 time: 0.4504797 Oct 13 14:35:08.994327 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45736) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:09.002565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd27e4-c118-4fad-a2a6-c7c3e4ed7781 None None] Network 64d6375e-bf1f-4b12-a496-ce6c39cfe466 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:09.095217 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:09.186336 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port fe1eb1d7-d473-4472-95de-076f48c45ba7 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:09.186712 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:09.212005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ecf7ed-586d-4d16-8af0-2d3889d3cc8e None None] DHCP port deletion for 64d6375e-bf1f-4b12-a496-ce6c39cfe466 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:35:09.272896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-55ecf7ed-586d-4d16-8af0-2d3889d3cc8e None None] Deleting port fe1eb1d7-d473-4472-95de-076f48c45ba7 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:09.274393 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-55ecf7ed-586d-4d16-8af0-2d3889d3cc8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:09.415885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-55ecf7ed-586d-4d16-8af0-2d3889d3cc8e None None] For port fe1eb1d7-d473-4472-95de-076f48c45ba7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fe1eb1d7-d473-4472-95de-076f48c45ba7,segment=NetworkSegment(7c87f2f1-2f33-40c1-a1fc-a4352f0ec377),segment_id=7c87f2f1-2f33-40c1-a1fc-a4352f0ec377)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:09.416374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-55ecf7ed-586d-4d16-8af0-2d3889d3cc8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:09.437568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-55ecf7ed-586d-4d16-8af0-2d3889d3cc8e None None] Calling delete_port for fe1eb1d7-d473-4472-95de-076f48c45ba7 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:09.598205 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] For port fe1eb1d7-d473-4472-95de-076f48c45ba7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fe1eb1d7-d473-4472-95de-076f48c45ba7,segment=NetworkSegment(7c87f2f1-2f33-40c1-a1fc-a4352f0ec377),segment_id=7c87f2f1-2f33-40c1-a1fc-a4352f0ec377)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:09.598948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:09.619206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for fe1eb1d7-d473-4472-95de-076f48c45ba7 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:09.633368 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-55ecf7ed-586d-4d16-8af0-2d3889d3cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:09.662302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecf7ed-586d-4d16-8af0-2d3889d3cc8e None None] Pushing event deleted for resources: {'Port': ['ID=fe1eb1d7-d473-4472-95de-076f48c45ba7,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:09.667152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ecf7ed-586d-4d16-8af0-2d3889d3cc8e None None] No DVR routers for this DVR port fe1eb1d7-d473-4472-95de-076f48c45ba7 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:35:09.717942 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:09.731328 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No DVR routers for this DVR port fe1eb1d7-d473-4472-95de-076f48c45ba7 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:35:09.779538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=fe1eb1d7-d473-4472-95de-076f48c45ba7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:09.846860 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:09.872338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d6375e-bf1f-4b12-a496-ce6c39cfe466']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:09.882432 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c87f2f1-2f33-40c1-a1fc-a4352f0ec377') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:09.882731 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c87f2f1-2f33-40c1-a1fc-a4352f0ec377') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:09.898963 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:09.914602 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:09.920760 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:35:09.921197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:35:09.924278 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:35:10.078752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:10.087362 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:10.090769 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/networks/64d6375e-bf1f-4b12-a496-ce6c39cfe466 HTTP/1.1" status: 204 len: 168 time: 1.0953989 Oct 13 14:35:10.094423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45744) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:10.099780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-98c44a2d-148e-46bd-bf7b-de19b3883798 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-372027098'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:10.105578 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469cfaa-411a-4bc2-b38c-83ac2a22774e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Network': ['ID=64d6375e-bf1f-4b12-a496-ce6c39cfe466,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:10.198158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c44a2d-148e-46bd-bf7b-de19b3883798 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:10.201910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98c44a2d-148e-46bd-bf7b-de19b3883798 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:10.228785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c44a2d-148e-46bd-bf7b-de19b3883798 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:35:10.241887 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98c44a2d-148e-46bd-bf7b-de19b3883798 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:10.242521 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-98c44a2d-148e-46bd-bf7b-de19b3883798 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Added segment 301ac090-2ea6-4ecd-8e7d-c43288fcb8bd of type vlan for network 3dcdfde9-84d3-4a9a-a84c-a329b972e11f Oct 13 14:35:10.293442 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98c44a2d-148e-46bd-bf7b-de19b3883798 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:10.410585 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98c44a2d-148e-46bd-bf7b-de19b3883798 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:10.417508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c44a2d-148e-46bd-bf7b-de19b3883798 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:10.418419 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98c44a2d-148e-46bd-bf7b-de19b3883798 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:10.496648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c44a2d-148e-46bd-bf7b-de19b3883798 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Network': ['ID=3dcdfde9-84d3-4a9a-a84c-a329b972e11f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:10.509770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 3dcdfde9-84d3-4a9a-a84c-a329b972e11f details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:35:10.564220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fe1eb1d7-d473-4472-95de-076f48c45ba7 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:35:10.600089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: fe1eb1d7-d473-4472-95de-076f48c45ba7 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:35:10.600733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fe1eb1d7-d473-4472-95de-076f48c45ba7 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:35:10.613915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-98c44a2d-148e-46bd-bf7b-de19b3883798 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5176857 Oct 13 14:35:10.617138 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45750) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:10.622208 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c45fe5b4-de45-4623-b8f8-025ef4dc502e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': '3dcdfde9-84d3-4a9a-a84c-a329b972e11f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:10.833630 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45fe5b4-de45-4623-b8f8-025ef4dc502e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:10.837335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c45fe5b4-de45-4623-b8f8-025ef4dc502e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:11.153052 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c45fe5b4-de45-4623-b8f8-025ef4dc502e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:11.217215 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fe5b4-de45-4623-b8f8-025ef4dc502e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Subnet': ['ID=239180bd-34c5-46b2-9d2e-71b4fe94b374,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:11.226067 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45fe5b4-de45-4623-b8f8-025ef4dc502e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Checking segment: {'id': '301ac090-2ea6-4ecd-8e7d-c43288fcb8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3dcdfde9-84d3-4a9a-a84c-a329b972e11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:35:11.226426 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45fe5b4-de45-4623-b8f8-025ef4dc502e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network hostable DHCP agents. Network: 3dcdfde9-84d3-4a9a-a84c-a329b972e11f, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:35:11.329733 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45fe5b4-de45-4623-b8f8-025ef4dc502e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network 3dcdfde9-84d3-4a9a-a84c-a329b972e11f is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:35:11.438812 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c45fe5b4-de45-4623-b8f8-025ef4dc502e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 3dcdfde9-84d3-4a9a-a84c-a329b972e11f) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:11.442794 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45fe5b4-de45-4623-b8f8-025ef4dc502e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:11.443396 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c45fe5b4-de45-4623-b8f8-025ef4dc502e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:11.450502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ce2699-a35b-4b73-827c-c81ef208d652 None None] Network 3dcdfde9-84d3-4a9a-a84c-a329b972e11f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:11.585369 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c45fe5b4-de45-4623-b8f8-025ef4dc502e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9670799 Oct 13 14:35:11.590021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45758) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:11.601530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': '3dcdfde9-84d3-4a9a-a84c-a329b972e11f', 'name': 'tempest-PortsTestJSON-1312177699', 'fixed_ips': [{'subnet_id': '239180bd-34c5-46b2-9d2e-71b4fe94b374', 'ip_address': '172.20.0.10'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:11.638113 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-3dcdfde9-84d3-4a9a-a84c-a329b972e11f', 'network_id': '3dcdfde9-84d3-4a9a-a84c-a329b972e11f', 'tenant_id': 'b5b44cd21a1a4ae8957e1d44fb672f25', 'fixed_ips': [{'subnet_id': '239180bd-34c5-46b2-9d2e-71b4fe94b374'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:35:11.639003 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:11.815085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Allocated IP 172.20.0.2 (3dcdfde9-84d3-4a9a-a84c-a329b972e11f/239180bd-34c5-46b2-9d2e-71b4fe94b374/6898a832-7c26-49f5-85ec-531793231e2a) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:11.869555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:11.972198 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:12.003535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port adb89639-3d51-48b1-8cb1-e491b3269578 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:35:12.010571 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:12.096929 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:12.157968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Network 3dcdfde9-84d3-4a9a-a84c-a329b972e11f is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:12.164458 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:12.166816 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Pushing event updated for resources: {'Port': ['ID=6898a832-7c26-49f5-85ec-531793231e2a,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:12.169274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:35:12.203353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.10 (3dcdfde9-84d3-4a9a-a84c-a329b972e11f/239180bd-34c5-46b2-9d2e-71b4fe94b374/adb89639-3d51-48b1-8cb1-e491b3269578) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:12.250675 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Attempting to bind port 6898a832-7c26-49f5-85ec-531793231e2a on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:35:12.251296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Attempting to bind port 6898a832-7c26-49f5-85ec-531793231e2a by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '301ac090-2ea6-4ecd-8e7d-c43288fcb8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3dcdfde9-84d3-4a9a-a84c-a329b972e11f'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:35:12.251822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Attempting to bind port 6898a832-7c26-49f5-85ec-531793231e2a on network 3dcdfde9-84d3-4a9a-a84c-a329b972e11f {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:35:12.259233 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:35:12.259917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Checking segment: {'id': '301ac090-2ea6-4ecd-8e7d-c43288fcb8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3dcdfde9-84d3-4a9a-a84c-a329b972e11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:35:12.260662 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:12.261269 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Bound using segment: {'id': '301ac090-2ea6-4ecd-8e7d-c43288fcb8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3dcdfde9-84d3-4a9a-a84c-a329b972e11f'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:35:12.266341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Bound port: 6898a832-7c26-49f5-85ec-531793231e2a, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '301ac090-2ea6-4ecd-8e7d-c43288fcb8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3dcdfde9-84d3-4a9a-a84c-a329b972e11f'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:35:12.266341 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:12.339462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] For port 6898a832-7c26-49f5-85ec-531793231e2a, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:35:12.343026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] For port 6898a832-7c26-49f5-85ec-531793231e2a, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6898a832-7c26-49f5-85ec-531793231e2a,segment=NetworkSegment(301ac090-2ea6-4ecd-8e7d-c43288fcb8bd),segment_id=301ac090-2ea6-4ecd-8e7d-c43288fcb8bd)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:35:12.373252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:12.428371 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:12.476598 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:12.500678 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40951de8-b9c2-4051-b2b7-23961129d43b None None] Pushing event updated for resources: {'Port': ['ID=6898a832-7c26-49f5-85ec-531793231e2a,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:12.549713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network 3dcdfde9-84d3-4a9a-a84c-a329b972e11f is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:12.560472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:12.565314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:35:12.604144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=adb89639-3d51-48b1-8cb1-e491b3269578,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:12.652151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:12.652901 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:12.764963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5ed44992-ccce-4fa5-9a45-ee18a63ca5d4 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1740851 Oct 13 14:35:12.766222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45768) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:12.773352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': '3dcdfde9-84d3-4a9a-a84c-a329b972e11f', 'name': 'tempest-PortsTestJSON-497034102', 'fixed_ips': [{'subnet_id': '239180bd-34c5-46b2-9d2e-71b4fe94b374', 'ip_address': '172.20.0.9'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:12.947770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:12.953369 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:12.972209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port 37c90905-52d1-4180-8f6a-0025a67b2671 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:35:13.198715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.9 (3dcdfde9-84d3-4a9a-a84c-a329b972e11f/239180bd-34c5-46b2-9d2e-71b4fe94b374/37c90905-52d1-4180-8f6a-0025a67b2671) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:13.376019 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:13.485561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:13.529269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network 3dcdfde9-84d3-4a9a-a84c-a329b972e11f is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:13.532418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:13.539945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:35:13.580809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=37c90905-52d1-4180-8f6a-0025a67b2671,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:13.608180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:13.608907 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:13.688353 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b08a63aa-1fb6-4133-b0f2-1f152a6ff8e7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9205878 Oct 13 14:35:13.690772 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45776) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:13.758954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0e9140-8795-41ca-9650-9df84c418388 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:13.760950 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fe0e9140-8795-41ca-9650-9df84c418388 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0690928 Oct 13 14:35:13.772614 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45782) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:13.828468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f127242-fcc8-430b-9051-b1cca41aaea3 None None] Network 3dcdfde9-84d3-4a9a-a84c-a329b972e11f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:13.842286 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85249960-01ec-44eb-b43d-46b41030348d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:13.848514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85249960-01ec-44eb-b43d-46b41030348d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:13.854902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85249960-01ec-44eb-b43d-46b41030348d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:13.856583 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-85249960-01ec-44eb-b43d-46b41030348d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0828440 Oct 13 14:35:13.859623 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45784) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:13.930804 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b6d5a238-af8a-45eb-92c6-4a6d89684db1 None None] Provisioning complete for port 6898a832-7c26-49f5-85ec-531793231e2a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:13.931095 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b6d5a238-af8a-45eb-92c6-4a6d89684db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:13.959879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-10149621-d329-4fa2-8d79-41e36e319a22 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 37c90905-52d1-4180-8f6a-0025a67b2671 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:13.960254 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10149621-d329-4fa2-8d79-41e36e319a22 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:14.072141 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10149621-d329-4fa2-8d79-41e36e319a22 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:14.073529 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b6d5a238-af8a-45eb-92c6-4a6d89684db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:14.089204 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-10149621-d329-4fa2-8d79-41e36e319a22 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 37c90905-52d1-4180-8f6a-0025a67b2671 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:14.120155 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b6d5a238-af8a-45eb-92c6-4a6d89684db1 None None] For port 6898a832-7c26-49f5-85ec-531793231e2a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6898a832-7c26-49f5-85ec-531793231e2a,segment=NetworkSegment(301ac090-2ea6-4ecd-8e7d-c43288fcb8bd),segment_id=301ac090-2ea6-4ecd-8e7d-c43288fcb8bd)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:14.379459 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b6d5a238-af8a-45eb-92c6-4a6d89684db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:14.427742 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10149621-d329-4fa2-8d79-41e36e319a22 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:14.448592 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5a238-af8a-45eb-92c6-4a6d89684db1 None None] Pushing event updated for resources: {'Port': ['ID=6898a832-7c26-49f5-85ec-531793231e2a,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:14.472265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10149621-d329-4fa2-8d79-41e36e319a22 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=37c90905-52d1-4180-8f6a-0025a67b2671,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:14.493294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-23124a07-4a3c-48f3-8930-d41b43f3ff87 None None] Could not find standard attr ID for object 37c90905-52d1-4180-8f6a-0025a67b2671. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:35:14.528932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-23124a07-4a3c-48f3-8930-d41b43f3ff87 None None] Provisioning complete for port adb89639-3d51-48b1-8cb1-e491b3269578 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:14.529494 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23124a07-4a3c-48f3-8930-d41b43f3ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:14.602910 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-10149621-d329-4fa2-8d79-41e36e319a22 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:14.607699 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-23124a07-4a3c-48f3-8930-d41b43f3ff87 None None] Port adb89639-3d51-48b1-8cb1-e491b3269578 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:14.610713 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-10149621-d329-4fa2-8d79-41e36e319a22 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/37c90905-52d1-4180-8f6a-0025a67b2671 HTTP/1.1" status: 204 len: 168 time: 0.7499847 Oct 13 14:35:14.613460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45790) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:14.647079 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-23124a07-4a3c-48f3-8930-d41b43f3ff87 None None] Provisioning complete for port 6898a832-7c26-49f5-85ec-531793231e2a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:14.647731 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-23124a07-4a3c-48f3-8930-d41b43f3ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:14.651081 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b339a4-690a-42dd-9759-a3b9b044d71f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:35:14.653281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-67b339a4-690a-42dd-9759-a3b9b044d71f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/37c90905-52d1-4180-8f6a-0025a67b2671 HTTP/1.1" status: 404 len: 333 time: 0.0385373 Oct 13 14:35:14.655633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45792) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:14.682509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6898a832-7c26-49f5-85ec-531793231e2a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:35:14.795383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-af6fe3cb-590a-4530-842c-2e7d7cccbc61 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port adb89639-3d51-48b1-8cb1-e491b3269578 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:14.795761 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af6fe3cb-590a-4530-842c-2e7d7cccbc61 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:14.801254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6898a832-7c26-49f5-85ec-531793231e2a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:14.801752 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:14.947612 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af6fe3cb-590a-4530-842c-2e7d7cccbc61 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:14.955864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a0300bab-8a76-4e3a-abd6-02f81a64e270 None None] Could not find standard attr ID for object 37c90905-52d1-4180-8f6a-0025a67b2671. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:35:14.966683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-af6fe3cb-590a-4530-842c-2e7d7cccbc61 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for adb89639-3d51-48b1-8cb1-e491b3269578 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:14.982190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a0300bab-8a76-4e3a-abd6-02f81a64e270 None None] Provisioning complete for port adb89639-3d51-48b1-8cb1-e491b3269578 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:14.982726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a0300bab-8a76-4e3a-abd6-02f81a64e270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:15.042132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a0300bab-8a76-4e3a-abd6-02f81a64e270 None None] Port adb89639-3d51-48b1-8cb1-e491b3269578 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:15.222476 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af6fe3cb-590a-4530-842c-2e7d7cccbc61 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:15.254427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fe3cb-590a-4530-842c-2e7d7cccbc61 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=adb89639-3d51-48b1-8cb1-e491b3269578,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:15.365679 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af6fe3cb-590a-4530-842c-2e7d7cccbc61 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:15.372853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-af6fe3cb-590a-4530-842c-2e7d7cccbc61 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/adb89639-3d51-48b1-8cb1-e491b3269578 HTTP/1.1" status: 204 len: 168 time: 0.7160065 Oct 13 14:35:15.375511 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45800) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:15.404950 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1815a24-aa48-4307-8ce8-3758480884e8 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:35:15.409333 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a1815a24-aa48-4307-8ce8-3758480884e8 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/adb89639-3d51-48b1-8cb1-e491b3269578 HTTP/1.1" status: 404 len: 333 time: 0.0303407 Oct 13 14:35:15.409711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45802) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:15.478579 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-99777e61-d78e-4d6a-b0f5-1474a31f5747 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting subnet 239180bd-34c5-46b2-9d2e-71b4fe94b374 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:35:15.480681 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99777e61-d78e-4d6a-b0f5-1474a31f5747 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:15.539961 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99777e61-d78e-4d6a-b0f5-1474a31f5747 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:15.637295 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99777e61-d78e-4d6a-b0f5-1474a31f5747 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:15.782374 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99777e61-d78e-4d6a-b0f5-1474a31f5747 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:15.819059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99777e61-d78e-4d6a-b0f5-1474a31f5747 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Subnet': ['ID=239180bd-34c5-46b2-9d2e-71b4fe94b374,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:15.823087 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99777e61-d78e-4d6a-b0f5-1474a31f5747 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:15.826559 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-99777e61-d78e-4d6a-b0f5-1474a31f5747 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/239180bd-34c5-46b2-9d2e-71b4fe94b374 HTTP/1.1" status: 204 len: 168 time: 0.4157910 Oct 13 14:35:15.831276 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45804) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:15.833234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17c6b72-54c4-4113-9f32-5205a674832e None None] Network 3dcdfde9-84d3-4a9a-a84c-a329b972e11f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:15.924272 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.012884 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 6898a832-7c26-49f5-85ec-531793231e2a {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:16.013359 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.071805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8a51d9-f856-4d9f-b391-0201b74e3a17 None None] DHCP port deletion for 3dcdfde9-84d3-4a9a-a84c-a329b972e11f request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:35:16.105105 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] For port 6898a832-7c26-49f5-85ec-531793231e2a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6898a832-7c26-49f5-85ec-531793231e2a,segment=NetworkSegment(301ac090-2ea6-4ecd-8e7d-c43288fcb8bd),segment_id=301ac090-2ea6-4ecd-8e7d-c43288fcb8bd)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:16.105796 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.124631 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 6898a832-7c26-49f5-85ec-531793231e2a owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:16.128385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a51d9-f856-4d9f-b391-0201b74e3a17 None None] Deleting port 6898a832-7c26-49f5-85ec-531793231e2a {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:16.128810 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7a8a51d9-f856-4d9f-b391-0201b74e3a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.216068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7a8a51d9-f856-4d9f-b391-0201b74e3a17 None None] For port 6898a832-7c26-49f5-85ec-531793231e2a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6898a832-7c26-49f5-85ec-531793231e2a,segment=NetworkSegment(301ac090-2ea6-4ecd-8e7d-c43288fcb8bd),segment_id=301ac090-2ea6-4ecd-8e7d-c43288fcb8bd)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:16.216598 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7a8a51d9-f856-4d9f-b391-0201b74e3a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.240919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a51d9-f856-4d9f-b391-0201b74e3a17 None None] Calling delete_port for 6898a832-7c26-49f5-85ec-531793231e2a owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:16.353679 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.363399 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7a8a51d9-f856-4d9f-b391-0201b74e3a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.394788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a51d9-f856-4d9f-b391-0201b74e3a17 None None] Pushing event deleted for resources: {'Port': ['ID=6898a832-7c26-49f5-85ec-531793231e2a,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:16.397318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=6898a832-7c26-49f5-85ec-531793231e2a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:16.415017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8a51d9-f856-4d9f-b391-0201b74e3a17 None None] No DVR routers for this DVR port 6898a832-7c26-49f5-85ec-531793231e2a on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:35:16.415144 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No DVR routers for this DVR port 6898a832-7c26-49f5-85ec-531793231e2a on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:35:16.513934 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.532789 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6898a832-7c26-49f5-85ec-531793231e2a no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:35:16.547991 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcdfde9-84d3-4a9a-a84c-a329b972e11f']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:16.557557 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 6898a832-7c26-49f5-85ec-531793231e2a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:35:16.558357 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6898a832-7c26-49f5-85ec-531793231e2a not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:35:16.562669 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301ac090-2ea6-4ecd-8e7d-c43288fcb8bd') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:16.563285 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301ac090-2ea6-4ecd-8e7d-c43288fcb8bd') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:16.577736 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.593743 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.601898 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:35:16.602398 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:35:16.606210 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:35:16.762385 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.770894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.777461 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/networks/3dcdfde9-84d3-4a9a-a84c-a329b972e11f HTTP/1.1" status: 204 len: 168 time: 0.9437768 Oct 13 14:35:16.777835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45812) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:16.783506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4bced69d-9bbb-41e6-b4d1-705d796ee35f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-655766153'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:16.787831 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c358931-e1f4-45e8-9a3e-82feb5b642eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Network': ['ID=3dcdfde9-84d3-4a9a-a84c-a329b972e11f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:16.879154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bced69d-9bbb-41e6-b4d1-705d796ee35f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:16.882913 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4bced69d-9bbb-41e6-b4d1-705d796ee35f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.907576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bced69d-9bbb-41e6-b4d1-705d796ee35f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:35:16.919115 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4bced69d-9bbb-41e6-b4d1-705d796ee35f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:16.919714 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-4bced69d-9bbb-41e6-b4d1-705d796ee35f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Added segment 2c3dc61e-9c00-44ff-9be9-1493e7e50cd1 of type vlan for network a1b9287c-12c0-4b2a-be72-6216237f764d Oct 13 14:35:16.962217 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4bced69d-9bbb-41e6-b4d1-705d796ee35f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:17.056921 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4bced69d-9bbb-41e6-b4d1-705d796ee35f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:17.062577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bced69d-9bbb-41e6-b4d1-705d796ee35f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:17.063216 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4bced69d-9bbb-41e6-b4d1-705d796ee35f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:17.151701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bced69d-9bbb-41e6-b4d1-705d796ee35f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Network': ['ID=a1b9287c-12c0-4b2a-be72-6216237f764d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:17.162452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network a1b9287c-12c0-4b2a-be72-6216237f764d details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:35:17.256680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4bced69d-9bbb-41e6-b4d1-705d796ee35f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4746423 Oct 13 14:35:17.257143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45818) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:17.263041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3d9e4056-6ac5-455a-a813-85116664212b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': 'a1b9287c-12c0-4b2a-be72-6216237f764d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:17.462206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9e4056-6ac5-455a-a813-85116664212b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:17.466689 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d9e4056-6ac5-455a-a813-85116664212b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:18.056745 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d9e4056-6ac5-455a-a813-85116664212b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:18.196078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e4056-6ac5-455a-a813-85116664212b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Checking segment: {'id': '2c3dc61e-9c00-44ff-9be9-1493e7e50cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a1b9287c-12c0-4b2a-be72-6216237f764d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:35:18.196589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9e4056-6ac5-455a-a813-85116664212b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network hostable DHCP agents. Network: a1b9287c-12c0-4b2a-be72-6216237f764d, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:35:18.204267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e4056-6ac5-455a-a813-85116664212b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Subnet': ['ID=ff14be6e-9dcb-42e7-aed7-758960f11059,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:18.285303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9e4056-6ac5-455a-a813-85116664212b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network a1b9287c-12c0-4b2a-be72-6216237f764d is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:35:18.445402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3d9e4056-6ac5-455a-a813-85116664212b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, a1b9287c-12c0-4b2a-be72-6216237f764d) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:18.468104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9e4056-6ac5-455a-a813-85116664212b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:18.469547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399883fc-745f-4563-af7c-5e85844e770d None None] Network a1b9287c-12c0-4b2a-be72-6216237f764d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:18.470001 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d9e4056-6ac5-455a-a813-85116664212b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:18.553134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3d9e4056-6ac5-455a-a813-85116664212b tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2919707 Oct 13 14:35:18.554343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45832) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:18.559270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-950a9279-94ec-4aae-a8f6-88b364f8cd8e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1204108500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:18.616510 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:18.679124 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-950a9279-94ec-4aae-a8f6-88b364f8cd8e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:18.680390 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-950a9279-94ec-4aae-a8f6-88b364f8cd8e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:18.721374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-a1b9287c-12c0-4b2a-be72-6216237f764d', 'network_id': 'a1b9287c-12c0-4b2a-be72-6216237f764d', 'tenant_id': 'b5b44cd21a1a4ae8957e1d44fb672f25', 'fixed_ips': [{'subnet_id': 'ff14be6e-9dcb-42e7-aed7-758960f11059'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:35:18.725865 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:18.753209 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-950a9279-94ec-4aae-a8f6-88b364f8cd8e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:18.845653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-950a9279-94ec-4aae-a8f6-88b364f8cd8e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:18.875287 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Allocated IP 172.20.0.2 (a1b9287c-12c0-4b2a-be72-6216237f764d/ff14be6e-9dcb-42e7-aed7-758960f11059/c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:18.921360 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-950a9279-94ec-4aae-a8f6-88b364f8cd8e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:18.924934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-950a9279-94ec-4aae-a8f6-88b364f8cd8e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3671556 Oct 13 14:35:18.927059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45836) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:18.930973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'network_id': 'a1b9287c-12c0-4b2a-be72-6216237f764d', 'name': 'tempest-PortsTestJSON-562991262'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:19.049181 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:19.118998 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:19.153790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:19.157673 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:19.163099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Network a1b9287c-12c0-4b2a-be72-6216237f764d is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:19.168695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:19.173830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:35:19.186593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port 7e4e5f9d-3449-443b-b19b-c23996cfd15a yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:35:19.206364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Pushing event updated for resources: {'Port': ['ID=c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:19.243869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Attempting to bind port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:35:19.244249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Attempting to bind port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '2c3dc61e-9c00-44ff-9be9-1493e7e50cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a1b9287c-12c0-4b2a-be72-6216237f764d'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:35:19.244607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Attempting to bind port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 on network a1b9287c-12c0-4b2a-be72-6216237f764d {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:35:19.249972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:35:19.250353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Checking segment: {'id': '2c3dc61e-9c00-44ff-9be9-1493e7e50cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a1b9287c-12c0-4b2a-be72-6216237f764d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:35:19.250761 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:19.251159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Bound using segment: {'id': '2c3dc61e-9c00-44ff-9be9-1493e7e50cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a1b9287c-12c0-4b2a-be72-6216237f764d'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:35:19.251729 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Bound port: c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3dc61e-9c00-44ff-9be9-1493e7e50cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'a1b9287c-12c0-4b2a-be72-6216237f764d'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:35:19.252255 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:19.334806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] For port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:35:19.337543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.9 (a1b9287c-12c0-4b2a-be72-6216237f764d/ff14be6e-9dcb-42e7-aed7-758960f11059/7e4e5f9d-3449-443b-b19b-c23996cfd15a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:19.340635 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] For port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5,segment=NetworkSegment(2c3dc61e-9c00-44ff-9be9-1493e7e50cd1),segment_id=2c3dc61e-9c00-44ff-9be9-1493e7e50cd1)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:35:19.406812 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:19.573284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:19.734740 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:19.746091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb40a45-482c-44b6-829d-4382f5b0959c None None] Pushing event updated for resources: {'Port': ['ID=c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:19.804296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network a1b9287c-12c0-4b2a-be72-6216237f764d is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:19.809401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:19.814994 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a714831f-0db0-4948-95e4-9d8342d06872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:19.815147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:35:19.821361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=7e4e5f9d-3449-443b-b19b-c23996cfd15a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:19.863553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:19.868762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:19.868762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:19.868762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:19.868762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:19.868762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:19.868762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:19.868762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:19.868762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:19.868762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:19.868762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:19.868762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:19.891767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:19.897441 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:20.002521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d7996668-a92f-4bb9-81c5-888d02188de0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0761869 Oct 13 14:35:20.005336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45846) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:20.353434 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:20.625168 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:35:20.704713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:20.704713 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:20.767943 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:20.769202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9692b49-25e3-4929-953b-1fb90651c3ec None None] Network a1b9287c-12c0-4b2a-be72-6216237f764d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:20.845759 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:20.914315 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:20.916141 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c0959381-077e-473c-8f0d-d01fe100c1d3 None None] Provisioning complete for port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:20.916536 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c0959381-077e-473c-8f0d-d01fe100c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:20.930205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=7e4e5f9d-3449-443b-b19b-c23996cfd15a,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:21.023114 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5,segment=NetworkSegment(2c3dc61e-9c00-44ff-9be9-1493e7e50cd1),segment_id=2c3dc61e-9c00-44ff-9be9-1493e7e50cd1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:21.119921 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:21.158578 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c0959381-077e-473c-8f0d-d01fe100c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:21.206069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:21.273259 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-c0959381-077e-473c-8f0d-d01fe100c1d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:35:21.273538 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-c0959381-077e-473c-8f0d-d01fe100c1d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:35:21.628429 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:21.930759 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:21.970562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b0942384-4fea-4345-852e-9966d6876374 None None] Provisioning complete for port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:21.971150 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b0942384-4fea-4345-852e-9966d6876374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:22.024126 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:22.182324 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b0942384-4fea-4345-852e-9966d6876374 None None] Provisioning complete for port 7e4e5f9d-3449-443b-b19b-c23996cfd15a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:22.183003 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b0942384-4fea-4345-852e-9966d6876374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:22.236162 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b0942384-4fea-4345-852e-9966d6876374 None None] Port 7e4e5f9d-3449-443b-b19b-c23996cfd15a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:22.305031 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:22.319771 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-37c3af64-c675-4f11-a723-edc77dd03912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:22.358185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-24ca8168-5618-442a-8e02-6515ff6ecc89 None None] Provisioning complete for port 7e4e5f9d-3449-443b-b19b-c23996cfd15a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:22.358514 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-24ca8168-5618-442a-8e02-6515ff6ecc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:22.395780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-24ca8168-5618-442a-8e02-6515ff6ecc89 None None] Port 7e4e5f9d-3449-443b-b19b-c23996cfd15a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:22.416205 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:22.498707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=7e4e5f9d-3449-443b-b19b-c23996cfd15a,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:22.504276 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:22.552663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:35:22.644647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:22.645335 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:22.678446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network a1b9287c-12c0-4b2a-be72-6216237f764d is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:22.678446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:23.035478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7a7c274e-0586-465a-b95f-9a4af569ed32 None None] Provisioning complete for port 7e4e5f9d-3449-443b-b19b-c23996cfd15a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:23.036039 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7a7c274e-0586-465a-b95f-9a4af569ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:23.072119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7a7c274e-0586-465a-b95f-9a4af569ed32 None None] Port 7e4e5f9d-3449-443b-b19b-c23996cfd15a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:23.536303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Router 6f850af5-bf0a-4366-8b35-8980743e8336 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:35:23.671561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:35:23.677981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9548ded3-010e-4c9e-b923-bbe3d750734c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "PUT /v2.0/routers/6f850af5-bf0a-4366-8b35-8980743e8336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6703374 Oct 13 14:35:23.680536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45886) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:23.688179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6c0ea-021e-4449-a906-fca3e99d4f4c None None] Sync routers for ids ['6f850af5-bf0a-4366-8b35-8980743e8336'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:35:23.700587 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e6c0ea-021e-4449-a906-fca3e99d4f4c None None] Routers {'6f850af5-bf0a-4366-8b35-8980743e8336'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:35:23.701613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-46e6c0ea-021e-4449-a906-fca3e99d4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:35:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6f850af5-bf0a-4366-8b35-8980743e8336'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:23.753768 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6e14a4-f310-4d76-9a35-3a3dfc221450 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:23.754540 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-46e6c0ea-021e-4449-a906-fca3e99d4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:23.756694 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fa6e14a4-f310-4d76-9a35-3a3dfc221450 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f850af5-bf0a-4366-8b35-8980743e8336 HTTP/1.1" status: 200 len: 981 time: 0.0738666 Oct 13 14:35:23.759915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45888) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:23.775909 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e6c0ea-021e-4449-a906-fca3e99d4f4c None None] Routers {'6f850af5-bf0a-4366-8b35-8980743e8336'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:35:23.776650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-46e6c0ea-021e-4449-a906-fca3e99d4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:35:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6f850af5-bf0a-4366-8b35-8980743e8336'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:23.812705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-46e6c0ea-021e-4449-a906-fca3e99d4f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:23.813415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6c0ea-021e-4449-a906-fca3e99d4f4c None None] The sync data for ids ['6f850af5-bf0a-4366-8b35-8980743e8336'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:35:23.862394 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:23.987573 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:24.192711 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9cf9-1859-4094-bcd1-af1ff41088c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:24.425314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b9cf9-1859-4094-bcd1-af1ff41088c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 7e4e5f9d-3449-443b-b19b-c23996cfd15a {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:24.425575 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9cf9-1859-4094-bcd1-af1ff41088c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:24.529052 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9cf9-1859-4094-bcd1-af1ff41088c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:24.542176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b9cf9-1859-4094-bcd1-af1ff41088c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 7e4e5f9d-3449-443b-b19b-c23996cfd15a owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:24.763761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-09ba7658-c3bf-493c-8229-28ab2871b69d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1179025 Oct 13 14:35:24.847452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-93085a7f-89b0-42d2-80b2-33daba7623e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:24.847885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-93085a7f-89b0-42d2-80b2-33daba7623e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:24.848364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-93085a7f-89b0-42d2-80b2-33daba7623e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:24.848828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-93085a7f-89b0-42d2-80b2-33daba7623e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:24.849382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-93085a7f-89b0-42d2-80b2-33daba7623e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:24.849851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-93085a7f-89b0-42d2-80b2-33daba7623e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:24.850470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-93085a7f-89b0-42d2-80b2-33daba7623e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:24.852608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-93085a7f-89b0-42d2-80b2-33daba7623e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 6499 time: 0.0604362 Oct 13 14:35:24.890814 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9cf9-1859-4094-bcd1-af1ff41088c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:24.971963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b9cf9-1859-4094-bcd1-af1ff41088c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=7e4e5f9d-3449-443b-b19b-c23996cfd15a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:25.156084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-b86b9341-bbb3-4fd5-89eb-7d5c9ab004e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:25.156572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-b86b9341-bbb3-4fd5-89eb-7d5c9ab004e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:25.157055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-b86b9341-bbb3-4fd5-89eb-7d5c9ab004e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:25.158665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-b86b9341-bbb3-4fd5-89eb-7d5c9ab004e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=04869804-6b90-49cf-9c8c-d69c53d0480c&id=04869804-6b90-49cf-9c8c-d69c53d0480c HTTP/1.1" status: 200 len: 2289 time: 0.2797775 Oct 13 14:35:25.164045 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9cf9-1859-4094-bcd1-af1ff41088c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:25.325776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-a34c9bb2-335e-41e7-a86a-e692bdb235b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6570fba8-02df-4686-b8cd-13bad9a25560 HTTP/1.1" status: 200 len: 1001 time: 0.1527243 Oct 13 14:35:25.342906 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:25.454501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9b9cf9-1859-4094-bcd1-af1ff41088c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Router 6f850af5-bf0a-4366-8b35-8980743e8336 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:35:25.463258 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-6c5bd1bb-45fd-45fd-9cb8-6b169eed8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:25.467010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-6c5bd1bb-45fd-45fd-9cb8-6b169eed8e52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d98b753-5756-4883-9995-4439b4ac06ca HTTP/1.1" status: 200 len: 848 time: 0.1063304 Oct 13 14:35:25.590148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9b9cf9-1859-4094-bcd1-af1ff41088c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:35:25.606482 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690cf75a-7d28-4d1c-985f-cec32c529c4b None None] Sync routers for ids ['6f850af5-bf0a-4366-8b35-8980743e8336'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:35:25.611543 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45916) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:25.618136 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3f9b9cf9-1859-4094-bcd1-af1ff41088c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "PUT /v2.0/routers/6f850af5-bf0a-4366-8b35-8980743e8336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8570480 Oct 13 14:35:25.618824 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690cf75a-7d28-4d1c-985f-cec32c529c4b None None] Routers {'6f850af5-bf0a-4366-8b35-8980743e8336'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:35:25.619559 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-690cf75a-7d28-4d1c-985f-cec32c529c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:35:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6f850af5-bf0a-4366-8b35-8980743e8336'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:25.635356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-cf4c9d94-1cba-4bb1-9210-8a54d8b752d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:25.636846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-cf4c9d94-1cba-4bb1-9210-8a54d8b752d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1641610 Oct 13 14:35:25.659606 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-46aec70b-ebf4-46b8-8d64-0809fb8535d9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:35:25.662060 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-46aec70b-ebf4-46b8-8d64-0809fb8535d9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/7e4e5f9d-3449-443b-b19b-c23996cfd15a HTTP/1.1" status: 404 len: 333 time: 0.0488083 Oct 13 14:35:25.664754 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45918) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:25.727289 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-690cf75a-7d28-4d1c-985f-cec32c529c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:25.742087 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690cf75a-7d28-4d1c-985f-cec32c529c4b None None] Routers {'6f850af5-bf0a-4366-8b35-8980743e8336'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:35:25.742984 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-690cf75a-7d28-4d1c-985f-cec32c529c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:35:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6f850af5-bf0a-4366-8b35-8980743e8336'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:25.798200 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-690cf75a-7d28-4d1c-985f-cec32c529c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:25.798930 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690cf75a-7d28-4d1c-985f-cec32c529c4b None None] The sync data for ids ['6f850af5-bf0a-4366-8b35-8980743e8336'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:35:25.810644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-cb4a8bf8-8b0a-4507-8cae-1c684ecba433 service neutron] 10.222.0.41 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650648 Oct 13 14:35:25.824553 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-707ba275-6b07-40f0-a016-b1202b3b91c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:25.961741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-cc550152-febe-4819-8d08-75ccb8b1fa0c service neutron] 10.222.0.41 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433494 Oct 13 14:35:26.011621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-7abc108e-6c8f-410f-b251-a26bb910c82a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=f928a12f-8d60-4dde-bc7d-f75ac0b51092 HTTP/1.1" status: 200 len: 217 time: 0.0374599 Oct 13 14:35:26.071781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-e3939d6f-8050-468c-8338-79c3b8804c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:26.071781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-e3939d6f-8050-468c-8338-79c3b8804c10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0514369 Oct 13 14:35:26.096440 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-707ba275-6b07-40f0-a016-b1202b3b91c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:26.096440 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-707ba275-6b07-40f0-a016-b1202b3b91c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:26.138474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-93ce7baa-2128-4fd2-a98c-809f445a8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:26.140672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-93ce7baa-2128-4fd2-a98c-809f445a8c52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0544586 Oct 13 14:35:26.206721 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-707ba275-6b07-40f0-a016-b1202b3b91c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:26.208354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707ba275-6b07-40f0-a016-b1202b3b91c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Fanout notify agent at l3_agent the message router_deleted on router 6f850af5-bf0a-4366-8b35-8980743e8336 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:35:26.231079 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-707ba275-6b07-40f0-a016-b1202b3b91c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:26.233430 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-707ba275-6b07-40f0-a016-b1202b3b91c5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/routers/6f850af5-bf0a-4366-8b35-8980743e8336 HTTP/1.1" status: 204 len: 168 time: 0.5671337 Oct 13 14:35:26.235778 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45934) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:26.246047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-ac1f6d9c-5c8b-4f64-8583-c010410b9761 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941689 Oct 13 14:35:26.310140 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-99238d95-0a13-4160-98b8-c252dd9dc0a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting subnet ff14be6e-9dcb-42e7-aed7-758960f11059 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:35:26.313944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99238d95-0a13-4160-98b8-c252dd9dc0a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:26.360726 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99238d95-0a13-4160-98b8-c252dd9dc0a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:26.360940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-25db9e42-bc75-478a-9de5-d06c19cb6e36 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065915 Oct 13 14:35:26.405535 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-9b40a076-fdf8-45af-9d5b-e474ad8d4c23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=2c37e341-3a35-47e3-8b77-88ecba7dd0b1 HTTP/1.1" status: 200 len: 217 time: 0.0363069 Oct 13 14:35:26.459353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-dcda223f-2f00-4915-9187-0b5f825f2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:26.460718 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99238d95-0a13-4160-98b8-c252dd9dc0a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:26.460859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-dcda223f-2f00-4915-9187-0b5f825f2fc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0482659 Oct 13 14:35:26.524822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-568a6cb2-c15d-4409-9bc2-f271512a9005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:26.526341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-568a6cb2-c15d-4409-9bc2-f271512a9005 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0577233 Oct 13 14:35:26.593938 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99238d95-0a13-4160-98b8-c252dd9dc0a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:26.640907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-4c4e7403-c171-41cc-b413-2e22234b2b10 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059587 Oct 13 14:35:26.648444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99238d95-0a13-4160-98b8-c252dd9dc0a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Subnet': ['ID=ff14be6e-9dcb-42e7-aed7-758960f11059,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:26.663338 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99238d95-0a13-4160-98b8-c252dd9dc0a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:26.663925 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee44e7d-292a-42e1-8fd6-532733bfed96 None None] Network a1b9287c-12c0-4b2a-be72-6216237f764d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:26.670444 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-99238d95-0a13-4160-98b8-c252dd9dc0a7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/ff14be6e-9dcb-42e7-aed7-758960f11059 HTTP/1.1" status: 204 len: 168 time: 0.4333596 Oct 13 14:35:26.671332 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45938) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:26.789124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-5c60cbc3-558d-4585-8f88-140e6e464e72 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365204 Oct 13 14:35:26.794450 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:26.850418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-4213b1e7-296d-4b29-b392-1cd24afe29c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=5da5fa50-7e51-4bac-9635-956781d762b9 HTTP/1.1" status: 200 len: 217 time: 0.0535836 Oct 13 14:35:26.889713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:26.890002 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:26.920590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-efdfabd6-fe48-4c6d-b022-917f19cfa92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:26.922396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-efdfabd6-fe48-4c6d-b022-917f19cfa92f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0602481 Oct 13 14:35:26.930099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be97aaad-e8b7-41f8-9119-2f11fc997caa None None] DHCP port deletion for a1b9287c-12c0-4b2a-be72-6216237f764d request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:35:27.006072 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] For port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5,segment=NetworkSegment(2c3dc61e-9c00-44ff-9be9-1493e7e50cd1),segment_id=2c3dc61e-9c00-44ff-9be9-1493e7e50cd1)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:27.006436 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:27.020821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-120a3bec-5339-4258-82eb-377151a41bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:27.023123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-120a3bec-5339-4258-82eb-377151a41bde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0916109 Oct 13 14:35:27.030990 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:27.039194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-be97aaad-e8b7-41f8-9119-2f11fc997caa None None] Deleting port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:27.040102 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-be97aaad-e8b7-41f8-9119-2f11fc997caa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:27.123638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-be97aaad-e8b7-41f8-9119-2f11fc997caa None None] For port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5,segment=NetworkSegment(2c3dc61e-9c00-44ff-9be9-1493e7e50cd1),segment_id=2c3dc61e-9c00-44ff-9be9-1493e7e50cd1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:27.124468 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-be97aaad-e8b7-41f8-9119-2f11fc997caa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:27.140292 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-be97aaad-e8b7-41f8-9119-2f11fc997caa None None] Calling delete_port for c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:27.205650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-623c171e-59c8-49e3-bf9d-090a78152795 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704047 Oct 13 14:35:27.320952 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:27.347215 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-be97aaad-e8b7-41f8-9119-2f11fc997caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:27.399167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:27.403994 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No DVR routers for this DVR port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:35:27.419274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97aaad-e8b7-41f8-9119-2f11fc997caa None None] Pushing event deleted for resources: {'Port': ['ID=c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:27.433714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be97aaad-e8b7-41f8-9119-2f11fc997caa None None] No DVR routers for this DVR port c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:35:27.519064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:27.547803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b9287c-12c0-4b2a-be72-6216237f764d']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:27.560348 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3dc61e-9c00-44ff-9be9-1493e7e50cd1') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:27.560637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3dc61e-9c00-44ff-9be9-1493e7e50cd1') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:27.573715 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:27.589483 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:27.603699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:35:27.604124 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:35:27.648648 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:35:27.711158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-87c1cae8-9b8f-42c9-add9-538e31345b4e service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975433 Oct 13 14:35:27.754646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-2449b18f-4c52-4376-be7c-293bfffb4021 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=a40af342-105f-45cc-8b9c-1c286b9f02b3 HTTP/1.1" status: 200 len: 217 time: 0.0358226 Oct 13 14:35:27.759334 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:27.776590 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:27.780205 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/networks/a1b9287c-12c0-4b2a-be72-6216237f764d HTTP/1.1" status: 204 len: 168 time: 1.1078224 Oct 13 14:35:27.791907 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45946) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:27.802187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781228f-6a26-431f-90df-fbd6d33cac03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Network': ['ID=a1b9287c-12c0-4b2a-be72-6216237f764d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:27.831569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-88116c47-ae7c-43b8-b64e-90a68d643da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:27.835594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-88116c47-ae7c-43b8-b64e-90a68d643da9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0717947 Oct 13 14:35:27.846331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cea93ef-a252-471d-bc1d-1bac09f39c1e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:27.847979 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1cea93ef-a252-471d-bc1d-1bac09f39c1e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/16327a4d-34bf-49e5-a6db-e571f44ce9a6 HTTP/1.1" status: 200 len: 841 time: 0.0544209 Oct 13 14:35:27.851908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45948) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:27.892288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-b0efc183-90de-434e-a02b-41837aeeb42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:27.894048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-b0efc183-90de-434e-a02b-41837aeeb42e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504229 Oct 13 14:35:27.903431 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1fab941e-3db4-4132-87ce-cf04cb062a8f tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/16327a4d-34bf-49e5-a6db-e571f44ce9a6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0498540 Oct 13 14:35:27.911308 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45950) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:27.915134 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-545b485e-1b0c-431b-bd2c-eb4388d4ca97 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:28.004473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-bf8f935c-7030-48eb-806c-7843a6e4295b service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011047 Oct 13 14:35:28.086432 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545b485e-1b0c-431b-bd2c-eb4388d4ca97 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:28.090814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-545b485e-1b0c-431b-bd2c-eb4388d4ca97 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:28.112286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-1e44d7c2-c88d-4454-aa9a-9cfecf4df3ce service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996358 Oct 13 14:35:28.185067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-fa370eee-2f8a-4408-86d9-1d4a14539bb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=721e5f9b-285c-4d44-b325-575341d83b4e HTTP/1.1" status: 200 len: 217 time: 0.0644128 Oct 13 14:35:28.285480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-5974dda0-9245-45cf-a99a-343db0a131c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:28.287771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-5974dda0-9245-45cf-a99a-343db0a131c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b211eb86-cceb-4223-8e35-6e5309a555d4 HTTP/1.1" status: 200 len: 797 time: 0.0900595 Oct 13 14:35:28.353032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-9943c3f6-e167-4cb3-9848-bf4bd42a70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:28.354644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-9943c3f6-e167-4cb3-9848-bf4bd42a70c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04869804-6b90-49cf-9c8c-d69c53d0480c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589690 Oct 13 14:35:28.423728 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-545b485e-1b0c-431b-bd2c-eb4388d4ca97 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:28.463658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-202a541f-156d-4f97-874e-a25ccd4e5c09 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989475 Oct 13 14:35:28.475121 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545b485e-1b0c-431b-bd2c-eb4388d4ca97 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:28.482659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-545b485e-1b0c-431b-bd2c-eb4388d4ca97 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:28.487941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545b485e-1b0c-431b-bd2c-eb4388d4ca97 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:28.488546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-545b485e-1b0c-431b-bd2c-eb4388d4ca97 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:28.494248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f82a991-42b0-4aff-8f1e-965ccfac1fe1 None None] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:28.510691 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b485e-1b0c-431b-bd2c-eb4388d4ca97 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Subnet': ['ID=f23e0786-3fc6-4778-9605-eae37c4834c4,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:28.567841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:35:28.586652 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-545b485e-1b0c-431b-bd2c-eb4388d4ca97 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6771300 Oct 13 14:35:28.589597 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45956) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:28.598814 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6a112994-cf1a-4ac8-9da5-99ea5057864c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'security_group': {'name': 'tempest-secgroup-1168593413'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:28.598979 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:35:28.598979 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c1c39c9e-e59a-4bff-874b-59f7f4b3c7c5 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:35:28.650377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-03ca303a-4a00-4041-a9db-f09d5e1fc8c2 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770988 Oct 13 14:35:28.698826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-e7a21dda-74c4-47c0-b378-33e419d6292b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c HTTP/1.1" status: 200 len: 217 time: 0.0387664 Oct 13 14:35:28.734749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'tenant_id': 'b5b44cd21a1a4ae8957e1d44fb672f25', 'fixed_ips': [{'subnet_id': 'f23e0786-3fc6-4778-9605-eae37c4834c4'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:35:28.735876 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:28.771066 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a112994-cf1a-4ac8-9da5-99ea5057864c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:28.779477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-6ee67ce3-fba7-44c8-b311-ca8720aca59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:28.783360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-6ee67ce3-fba7-44c8-b311-ca8720aca59f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b211eb86-cceb-4223-8e35-6e5309a555d4 HTTP/1.1" status: 200 len: 797 time: 0.0654125 Oct 13 14:35:28.839759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-f6833829-8ca5-43fe-bcc1-4319cbe9d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:28.843838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-f6833829-8ca5-43fe-bcc1-4319cbe9d264 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04869804-6b90-49cf-9c8c-d69c53d0480c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0500259 Oct 13 14:35:28.910098 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a112994-cf1a-4ac8-9da5-99ea5057864c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:28.927034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Allocated IP 172.20.0.2 (d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae/f23e0786-3fc6-4778-9605-eae37c4834c4/96dc05ab-0c29-4155-a6ef-608775bc3ef4) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:28.959006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-765de2f9-f186-497e-90d9-5d815fa22984 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083543 Oct 13 14:35:29.050393 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a112994-cf1a-4ac8-9da5-99ea5057864c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.061873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-547b8117-d899-44f7-9e5d-1aa7229be125 req-48e1295d-3f41-446d-ac41-c7397dcd9d32 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943477 Oct 13 14:35:29.087744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a112994-cf1a-4ac8-9da5-99ea5057864c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f77aa86-ed4d-4963-bf92-baf8c1368317,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:29.112188 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.201668 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a112994-cf1a-4ac8-9da5-99ea5057864c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.203375 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6a112994-cf1a-4ac8-9da5-99ea5057864c tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6128118 Oct 13 14:35:29.206674 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45962) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:29.211809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-58fcc20e-c3e1-4ace-85dd-3fdba8aab427 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'security_group': {'name': 'tempest-secgroup-935889681'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:29.255470 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.299892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:29.302272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:29.305973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:35:29.316958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Pushing event updated for resources: {'Port': ['ID=96dc05ab-0c29-4155-a6ef-608775bc3ef4,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:29.373055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Attempting to bind port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:35:29.373522 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Attempting to bind port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '29b8ee83-2c52-48cd-95b0-f2aff255415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:35:29.373880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Attempting to bind port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 on network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:35:29.379159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:35:29.379520 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Checking segment: {'id': '29b8ee83-2c52-48cd-95b0-f2aff255415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:35:29.380063 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.380517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Bound using segment: {'id': '29b8ee83-2c52-48cd-95b0-f2aff255415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:35:29.381011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Bound port: 96dc05ab-0c29-4155-a6ef-608775bc3ef4, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b8ee83-2c52-48cd-95b0-f2aff255415a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:35:29.381396 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.394944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58fcc20e-c3e1-4ace-85dd-3fdba8aab427 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.410185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45970) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:29.453507 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] For port 96dc05ab-0c29-4155-a6ef-608775bc3ef4, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:35:29.456942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] For port 96dc05ab-0c29-4155-a6ef-608775bc3ef4, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=96dc05ab-0c29-4155-a6ef-608775bc3ef4,segment=NetworkSegment(29b8ee83-2c52-48cd-95b0-f2aff255415a),segment_id=29b8ee83-2c52-48cd-95b0-f2aff255415a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:35:29.478434 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58fcc20e-c3e1-4ace-85dd-3fdba8aab427 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.529272 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8484251-c92c-48fe-839a-b882b0b6fc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.599807 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.620845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8484251-c92c-48fe-839a-b882b0b6fc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.644900 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58fcc20e-c3e1-4ace-85dd-3fdba8aab427 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.679859 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcc20e-c3e1-4ace-85dd-3fdba8aab427 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be3b48a-3f94-4163-a2fd-f1cd863f4189,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:29.680266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8282a4c-3ff5-432c-ba10-7bcbf9609b93 None None] Pushing event updated for resources: {'Port': ['ID=96dc05ab-0c29-4155-a6ef-608775bc3ef4,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:29.719422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8484251-c92c-48fe-839a-b882b0b6fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.761788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d8484251-c92c-48fe-839a-b882b0b6fc45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3add149884814f88b29b0e4f5eee0152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496583 Oct 13 14:35:29.762661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8484251-c92c-48fe-839a-b882b0b6fc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e72226a-2308-4c98-9cc3-7d2b1a87d49f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:29.763887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 45974) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:29.779053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-58fcc20e-c3e1-4ace-85dd-3fdba8aab427 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.779053 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-58fcc20e-c3e1-4ace-85dd-3fdba8aab427 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5685546 Oct 13 14:35:29.780839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45976) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:29.786309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1212550217', 'security_groups': ['3be3b48a-3f94-4163-a2fd-f1cd863f4189'], 'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f23e0786-3fc6-4778-9605-eae37c4834c4'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:29.864334 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5410541-1911-42a5-a89c-8738baba1d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:29.903195 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5410541-1911-42a5-a89c-8738baba1d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:30.050698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:30.091728 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5410541-1911-42a5-a89c-8738baba1d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:30.094073 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5410541-1911-42a5-a89c-8738baba1d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:30.095225 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e5410541-1911-42a5-a89c-8738baba1d20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e72226a-2308-4c98-9cc3-7d2b1a87d49f HTTP/1.1" status: 204 len: 168 time: 0.3303564 Oct 13 14:35:30.106726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5410541-1911-42a5-a89c-8738baba1d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e72226a-2308-4c98-9cc3-7d2b1a87d49f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:30.150721 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:30.175318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port 8d0fd3bf-2771-4d1b-877f-58cd72f712b4 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:35:30.341428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.13 (d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae/f23e0786-3fc6-4778-9605-eae37c4834c4/8d0fd3bf-2771-4d1b-877f-58cd72f712b4) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:30.544651 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:30.578367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 96dc05ab-0c29-4155-a6ef-608775bc3ef4 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:35:30.642238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:30.642902 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:30.685595 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:30.737018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:30.740874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:30.744748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:35:30.757272 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:30.797607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 96dc05ab-0c29-4155-a6ef-608775bc3ef4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=96dc05ab-0c29-4155-a6ef-608775bc3ef4,segment=NetworkSegment(29b8ee83-2c52-48cd-95b0-f2aff255415a),segment_id=29b8ee83-2c52-48cd-95b0-f2aff255415a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:30.799468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=8d0fd3bf-2771-4d1b-877f-58cd72f712b4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:30.832547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:30.833238 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:30.902963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:30.939464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bc2d5cc4-e9f5-4c4e-b7ea-1e80a44804a9 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1574633 Oct 13 14:35:30.947440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 45992) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:30.951101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-81eb92ac-efd2-4cae-b48e-778145e24307 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:30.971267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=96dc05ab-0c29-4155-a6ef-608775bc3ef4,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:30.984903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9cabc704-34a5-4c6a-8af7-062f33f4a836 None None] Provisioning complete for port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:30.985572 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9cabc704-34a5-4c6a-8af7-062f33f4a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:31.107342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9cabc704-34a5-4c6a-8af7-062f33f4a836 None None] Provisioning complete for port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:31.107656 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9cabc704-34a5-4c6a-8af7-062f33f4a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:31.141072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9cabc704-34a5-4c6a-8af7-062f33f4a836 None None] Port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:31.210863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eb92ac-efd2-4cae-b48e-778145e24307 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:31.214629 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-81eb92ac-efd2-4cae-b48e-778145e24307 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:31.260082 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1b2320a4-3b65-4ef8-8b9c-4fcb4fab9bf3 None None] Provisioning complete for port 8d0fd3bf-2771-4d1b-877f-58cd72f712b4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:31.260454 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1b2320a4-3b65-4ef8-8b9c-4fcb4fab9bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:31.296606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1b2320a4-3b65-4ef8-8b9c-4fcb4fab9bf3 None None] Port 8d0fd3bf-2771-4d1b-877f-58cd72f712b4 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:31.312644 n-d-806683-15 neutron-server[112685]: INFO neutron.db.ipam_backend_mixin [None req-81eb92ac-efd2-4cae-b48e-778145e24307 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f23e0786-3fc6-4778-9605-eae37c4834c4 (CIDR: 172.20.0.0/28) Oct 13 14:35:31.370651 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-81eb92ac-efd2-4cae-b48e-778145e24307 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:35:31.371149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81eb92ac-efd2-4cae-b48e-778145e24307 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:31.470473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-81eb92ac-efd2-4cae-b48e-778145e24307 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5246060 Oct 13 14:35:31.470689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46008) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:31.475747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-e197129b-cea2-427a-955e-ac2c8cca41ef tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:31.656889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e197129b-cea2-427a-955e-ac2c8cca41ef tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:31.660641 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e197129b-cea2-427a-955e-ac2c8cca41ef tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:31.994354 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e197129b-cea2-427a-955e-ac2c8cca41ef tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:32.039902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e197129b-cea2-427a-955e-ac2c8cca41ef tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:32.044870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-e197129b-cea2-427a-955e-ac2c8cca41ef tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:32.047978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e197129b-cea2-427a-955e-ac2c8cca41ef tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:32.048757 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e197129b-cea2-427a-955e-ac2c8cca41ef tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:32.055631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46266607-5962-4559-b200-5856664e8c84 None None] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:32.068346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197129b-cea2-427a-955e-ac2c8cca41ef tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Subnet': ['ID=2658da3e-5284-478d-a08d-47d3726bf8bd,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:32.157838 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46016) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:32.158658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e197129b-cea2-427a-955e-ac2c8cca41ef tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6869402 Oct 13 14:35:32.165124 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2e6d6d30-6c84-46e0-b572-352bbf5de445 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-597525403', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2658da3e-5284-478d-a08d-47d3726bf8bd'}], 'security_groups': ['1f77aa86-ed4d-4963-bf92-baf8c1368317']}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:32.303606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9553b176-9bf1-4420-a8f0-8b29f7389452 None None] Update dhcp port {'port': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'fixed_ips': [{'subnet_id': 'f23e0786-3fc6-4778-9605-eae37c4834c4', 'ip_address': '172.20.0.2'}, {'subnet_id': '2658da3e-5284-478d-a08d-47d3726bf8bd'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '96dc05ab-0c29-4155-a6ef-608775bc3ef4'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:35:32.329963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9553b176-9bf1-4420-a8f0-8b29f7389452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:32.336176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6d30-6c84-46e0-b572-352bbf5de445 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:32.540626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-9553b176-9bf1-4420-a8f0-8b29f7389452 None None] Allocated IP 172.20.0.18 (d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae/2658da3e-5284-478d-a08d-47d3726bf8bd/96dc05ab-0c29-4155-a6ef-608775bc3ef4) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:32.610306 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 96dc05ab-0c29-4155-a6ef-608775bc3ef4 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:35:32.695551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9553b176-9bf1-4420-a8f0-8b29f7389452 None None] For port 96dc05ab-0c29-4155-a6ef-608775bc3ef4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=96dc05ab-0c29-4155-a6ef-608775bc3ef4,segment=NetworkSegment(29b8ee83-2c52-48cd-95b0-f2aff255415a),segment_id=29b8ee83-2c52-48cd-95b0-f2aff255415a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:32.712802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:32.713219 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:32.758760 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9553b176-9bf1-4420-a8f0-8b29f7389452 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:32.914437 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9553b176-9bf1-4420-a8f0-8b29f7389452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:33.038377 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-2e6d6d30-6c84-46e0-b572-352bbf5de445 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Delete allocated IP 172.20.0.13 (d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae/f23e0786-3fc6-4778-9605-eae37c4834c4) {{(pid=112684) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 14:35:33.049587 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-2e6d6d30-6c84-46e0-b572-352bbf5de445 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.25 (d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae/2658da3e-5284-478d-a08d-47d3726bf8bd/8d0fd3bf-2771-4d1b-877f-58cd72f712b4) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:33.181013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553b176-9bf1-4420-a8f0-8b29f7389452 None None] Pushing event updated for resources: {'Port': ['ID=96dc05ab-0c29-4155-a6ef-608775bc3ef4,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:33.246843 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6d30-6c84-46e0-b572-352bbf5de445 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:33.342440 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6d30-6c84-46e0-b572-352bbf5de445 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:33.458391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d6d30-6c84-46e0-b572-352bbf5de445 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=8d0fd3bf-2771-4d1b-877f-58cd72f712b4,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:33.488831 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2e6d6d30-6c84-46e0-b572-352bbf5de445 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] In _notify_port_updated(), no bound segment for port 8d0fd3bf-2771-4d1b-877f-58cd72f712b4 on network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:35:33.490576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6d6d30-6c84-46e0-b572-352bbf5de445 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:33.491452 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6d30-6c84-46e0-b572-352bbf5de445 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:33.492893 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2e6d6d30-6c84-46e0-b572-352bbf5de445 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "PUT /v2.0/ports/8d0fd3bf-2771-4d1b-877f-58cd72f712b4 HTTP/1.1" status: 200 len: 920 time: 1.3332615 Oct 13 14:35:33.495912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46030) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:33.610143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-45d2c532-2c5a-4dff-b154-6932a7349688 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 8d0fd3bf-2771-4d1b-877f-58cd72f712b4 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:33.610556 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45d2c532-2c5a-4dff-b154-6932a7349688 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:33.719066 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45d2c532-2c5a-4dff-b154-6932a7349688 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:33.732593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-45d2c532-2c5a-4dff-b154-6932a7349688 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 8d0fd3bf-2771-4d1b-877f-58cd72f712b4 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:33.851128 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-33ca5e03-1844-4363-9703-93baa9c3722a None None] Provisioning complete for port 8d0fd3bf-2771-4d1b-877f-58cd72f712b4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:33.851540 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-33ca5e03-1844-4363-9703-93baa9c3722a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:33.893441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-33ca5e03-1844-4363-9703-93baa9c3722a None None] Port 8d0fd3bf-2771-4d1b-877f-58cd72f712b4 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:33.904348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-33ca5e03-1844-4363-9703-93baa9c3722a None None] Provisioning complete for port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:33.904771 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-33ca5e03-1844-4363-9703-93baa9c3722a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:33.960378 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45d2c532-2c5a-4dff-b154-6932a7349688 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:33.992718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2c532-2c5a-4dff-b154-6932a7349688 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=8d0fd3bf-2771-4d1b-877f-58cd72f712b4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:34.000735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-33ca5e03-1844-4363-9703-93baa9c3722a None None] Provisioning complete for port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:34.001021 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-33ca5e03-1844-4363-9703-93baa9c3722a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.034449 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-33ca5e03-1844-4363-9703-93baa9c3722a None None] Port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:34.059675 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-45d2c532-2c5a-4dff-b154-6932a7349688 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.062944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-45d2c532-2c5a-4dff-b154-6932a7349688 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/8d0fd3bf-2771-4d1b-877f-58cd72f712b4 HTTP/1.1" status: 204 len: 168 time: 0.5659037 Oct 13 14:35:34.065601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46036) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:34.091550 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbddaf2-0b18-43e7-bdcb-c792b8c51724 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:35:34.095700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4fbddaf2-0b18-43e7-bdcb-c792b8c51724 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/8d0fd3bf-2771-4d1b-877f-58cd72f712b4 HTTP/1.1" status: 404 len: 333 time: 0.0266011 Oct 13 14:35:34.095954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46038) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:34.161280 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9dea9c56-f33c-4548-881a-39daa0a81961 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.186627 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9dea9c56-f33c-4548-881a-39daa0a81961 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.319835 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9dea9c56-f33c-4548-881a-39daa0a81961 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.322541 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9dea9c56-f33c-4548-881a-39daa0a81961 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.323687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9dea9c56-f33c-4548-881a-39daa0a81961 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/security-groups/3be3b48a-3f94-4163-a2fd-f1cd863f4189 HTTP/1.1" status: 204 len: 168 time: 0.2267866 Oct 13 14:35:34.326826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46040) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:34.334874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea9c56-f33c-4548-881a-39daa0a81961 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be3b48a-3f94-4163-a2fd-f1cd863f4189,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:34.356183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9ae35dab-a843-4b5e-b623-40d7f9903f35 None None] Could not find standard attr ID for object 8d0fd3bf-2771-4d1b-877f-58cd72f712b4. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:35:34.387513 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1467d421-0816-49df-8a38-51e167ac3c08 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.415013 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1467d421-0816-49df-8a38-51e167ac3c08 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.517256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 96dc05ab-0c29-4155-a6ef-608775bc3ef4 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:35:34.530594 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1467d421-0816-49df-8a38-51e167ac3c08 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.533569 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1467d421-0816-49df-8a38-51e167ac3c08 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.537686 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1467d421-0816-49df-8a38-51e167ac3c08 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/security-groups/1f77aa86-ed4d-4963-bf92-baf8c1368317 HTTP/1.1" status: 204 len: 168 time: 0.2070360 Oct 13 14:35:34.539957 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46044) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:34.571801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:34.572179 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.576462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467d421-0816-49df-8a38-51e167ac3c08 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f77aa86-ed4d-4963-bf92-baf8c1368317,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:34.611981 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ece3a1-ed93-482d-8521-a032db3f66e1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting subnet f23e0786-3fc6-4778-9605-eae37c4834c4 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:35:34.617664 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6ece3a1-ed93-482d-8521-a032db3f66e1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.673279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6ece3a1-ed93-482d-8521-a032db3f66e1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.783035 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6ece3a1-ed93-482d-8521-a032db3f66e1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.948852 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6ece3a1-ed93-482d-8521-a032db3f66e1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.979603 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ece3a1-ed93-482d-8521-a032db3f66e1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Subnet': ['ID=f23e0786-3fc6-4778-9605-eae37c4834c4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:34.983775 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6ece3a1-ed93-482d-8521-a032db3f66e1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:34.987594 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f6ece3a1-ed93-482d-8521-a032db3f66e1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/f23e0786-3fc6-4778-9605-eae37c4834c4 HTTP/1.1" status: 204 len: 168 time: 0.4466648 Oct 13 14:35:34.992263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fb28f8-cf1d-4cc5-8bcb-cedb056a3253 None None] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:34.993478 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46054) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:34.998740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-38649576-3a8c-49e3-9c7e-4bfb384a8422 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:35.257260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38649576-3a8c-49e3-9c7e-4bfb384a8422 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:35.261360 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-38649576-3a8c-49e3-9c7e-4bfb384a8422 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:35.588939 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-38649576-3a8c-49e3-9c7e-4bfb384a8422 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:35.646408 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38649576-3a8c-49e3-9c7e-4bfb384a8422 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:35.651274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-38649576-3a8c-49e3-9c7e-4bfb384a8422 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:35.658892 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38649576-3a8c-49e3-9c7e-4bfb384a8422 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:35.658892 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-38649576-3a8c-49e3-9c7e-4bfb384a8422 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:35.666084 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38649576-3a8c-49e3-9c7e-4bfb384a8422 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Subnet': ['ID=1558dee5-8eda-4b0e-bf8d-5a6939b9d8e8,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:35.685113 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bd4939-8339-4117-9d0c-2652b6c6f217 None None] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:35.787754 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-38649576-3a8c-49e3-9c7e-4bfb384a8422 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7919796 Oct 13 14:35:35.790056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46066) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:35.797245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-81d93998-554a-48f8-a0be-f76a60a34d55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'security_group': {'name': 'tempest-secgroup-1860787174'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:35.815752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7cd9e782-3cb9-4eed-a148-47ac41f286c5 None None] Provisioning complete for port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:35.816015 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7cd9e782-3cb9-4eed-a148-47ac41f286c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:35.946096 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-81d93998-554a-48f8-a0be-f76a60a34d55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:35.969829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce38296-f935-4aa6-a2ee-1370ee984169 None None] Update dhcp port {'port': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'fixed_ips': [{'subnet_id': '2658da3e-5284-478d-a08d-47d3726bf8bd', 'ip_address': '172.20.0.18'}, {'subnet_id': '1558dee5-8eda-4b0e-bf8d-5a6939b9d8e8'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '96dc05ab-0c29-4155-a6ef-608775bc3ef4'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:35:36.002352 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7cd9e782-3cb9-4eed-a148-47ac41f286c5 None None] Provisioning complete for port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:36.002746 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7cd9e782-3cb9-4eed-a148-47ac41f286c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:36.007254 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fce38296-f935-4aa6-a2ee-1370ee984169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:36.017021 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-81d93998-554a-48f8-a0be-f76a60a34d55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:36.065170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7cd9e782-3cb9-4eed-a148-47ac41f286c5 None None] Port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:36.148529 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-81d93998-554a-48f8-a0be-f76a60a34d55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:36.179069 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d93998-554a-48f8-a0be-f76a60a34d55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5edc82-95aa-4e85-bcd3-8b8b1c9b9e74,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:36.204053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-fce38296-f935-4aa6-a2ee-1370ee984169 None None] Allocated IP 172.20.0.2 (d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae/1558dee5-8eda-4b0e-bf8d-5a6939b9d8e8/96dc05ab-0c29-4155-a6ef-608775bc3ef4) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:36.236274 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-81d93998-554a-48f8-a0be-f76a60a34d55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:36.237847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-81d93998-554a-48f8-a0be-f76a60a34d55 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4466670 Oct 13 14:35:36.240609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46070) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:36.245523 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6a73b2f1-8a52-42a5-88b3-4742aaaf8cb5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'security_group': {'name': 'tempest-secgroup-611471401'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:36.299390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-fce38296-f935-4aa6-a2ee-1370ee984169 None None] For port 96dc05ab-0c29-4155-a6ef-608775bc3ef4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=96dc05ab-0c29-4155-a6ef-608775bc3ef4,segment=NetworkSegment(29b8ee83-2c52-48cd-95b0-f2aff255415a),segment_id=29b8ee83-2c52-48cd-95b0-f2aff255415a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:36.331397 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fce38296-f935-4aa6-a2ee-1370ee984169 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:36.358604 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a73b2f1-8a52-42a5-88b3-4742aaaf8cb5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:36.428458 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a73b2f1-8a52-42a5-88b3-4742aaaf8cb5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:36.445337 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fce38296-f935-4aa6-a2ee-1370ee984169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:36.525309 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a73b2f1-8a52-42a5-88b3-4742aaaf8cb5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:36.539011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce38296-f935-4aa6-a2ee-1370ee984169 None None] Pushing event updated for resources: {'Port': ['ID=96dc05ab-0c29-4155-a6ef-608775bc3ef4,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:36.558335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73b2f1-8a52-42a5-88b3-4742aaaf8cb5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61ab08e-f22d-42d5-b373-818f7c9e8317,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:36.658853 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6a73b2f1-8a52-42a5-88b3-4742aaaf8cb5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:36.663363 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6a73b2f1-8a52-42a5-88b3-4742aaaf8cb5 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4183898 Oct 13 14:35:36.663609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46074) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:36.668381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ebabf68e-6313-43a4-aa7a-23c4031ae3f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'security_group': {'name': 'tempest-secgroup-1360507851'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:36.827756 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ebabf68e-6313-43a4-aa7a-23c4031ae3f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:36.902946 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ebabf68e-6313-43a4-aa7a-23c4031ae3f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:37.034221 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ebabf68e-6313-43a4-aa7a-23c4031ae3f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:37.064400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabf68e-6313-43a4-aa7a-23c4031ae3f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea4b3a1-c5d6-4afa-bf40-cc64dd56fadf,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:37.089733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e4405af4-6b22-49a6-beb1-d38c60ab58d7 None None] Provisioning complete for port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:37.090263 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4405af4-6b22-49a6-beb1-d38c60ab58d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:37.173497 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ebabf68e-6313-43a4-aa7a-23c4031ae3f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:37.174755 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ebabf68e-6313-43a4-aa7a-23c4031ae3f1 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5101776 Oct 13 14:35:37.177838 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46080) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:37.178060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e4405af4-6b22-49a6-beb1-d38c60ab58d7 None None] Provisioning complete for port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:37.178420 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4405af4-6b22-49a6-beb1-d38c60ab58d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:37.183115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1246004338', 'security_groups': ['1ea4b3a1-c5d6-4afa-bf40-cc64dd56fadf'], 'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1558dee5-8eda-4b0e-bf8d-5a6939b9d8e8'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:37.213278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e4405af4-6b22-49a6-beb1-d38c60ab58d7 None None] Port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:37.417038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:37.508383 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:37.529072 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] device_id is not set on port b816c156-973d-430d-8124-fd504de29588 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:35:37.987776 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.3 (d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae/1558dee5-8eda-4b0e-bf8d-5a6939b9d8e8/b816c156-973d-430d-8124-fd504de29588) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:38.129003 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:38.314171 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:38.359236 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:38.362567 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:38.366960 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:35:38.391599 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=b816c156-973d-430d-8124-fd504de29588,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:38.424092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:38.424721 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:38.517266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 96dc05ab-0c29-4155-a6ef-608775bc3ef4 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:35:38.532495 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ddc2bb64-0007-4479-9834-3c38987910e2 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3533576 Oct 13 14:35:38.535209 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46096) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:38.541213 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4ac7ba78-04ab-45e2-9501-8bc561936d66 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:38.578886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:38.579256 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:38.676636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1588b992-b9c3-4ad5-8959-d8507eeb0cb7 None None] Provisioning complete for port b816c156-973d-430d-8124-fd504de29588 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:38.677016 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1588b992-b9c3-4ad5-8959-d8507eeb0cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:38.721097 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1588b992-b9c3-4ad5-8959-d8507eeb0cb7 None None] Port b816c156-973d-430d-8124-fd504de29588 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:38.759618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac7ba78-04ab-45e2-9501-8bc561936d66 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:38.763378 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ba78-04ab-45e2-9501-8bc561936d66 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:38.863976 n-d-806683-15 neutron-server[112684]: INFO neutron.db.ipam_backend_mixin [None req-4ac7ba78-04ab-45e2-9501-8bc561936d66 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1558dee5-8eda-4b0e-bf8d-5a6939b9d8e8 (CIDR: 172.20.0.0/28) Oct 13 14:35:38.931149 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac7ba78-04ab-45e2-9501-8bc561936d66 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:35:38.931689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac7ba78-04ab-45e2-9501-8bc561936d66 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:39.053384 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4ac7ba78-04ab-45e2-9501-8bc561936d66 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5164869 Oct 13 14:35:39.056441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46104) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:39.061396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c379bd75-6eb5-4f0f-976a-3bd4e8777e69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:39.262361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c379bd75-6eb5-4f0f-976a-3bd4e8777e69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:39.266077 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c379bd75-6eb5-4f0f-976a-3bd4e8777e69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:39.360273 n-d-806683-15 neutron-server[112684]: INFO neutron.db.ipam_backend_mixin [None req-c379bd75-6eb5-4f0f-976a-3bd4e8777e69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2658da3e-5284-478d-a08d-47d3726bf8bd (CIDR: 172.20.0.16/28) Oct 13 14:35:39.411413 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c379bd75-6eb5-4f0f-976a-3bd4e8777e69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 14:35:39.411906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c379bd75-6eb5-4f0f-976a-3bd4e8777e69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:39.545402 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c379bd75-6eb5-4f0f-976a-3bd4e8777e69 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4877279 Oct 13 14:35:39.547934 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46108) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:39.553398 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'subnet': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:39.839807 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Made reservation on behalf of b5b44cd21a1a4ae8957e1d44fb672f25 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:39.843450 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:40.177420 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:40.219767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:40.224220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:40.228405 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:40.229010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:40.233236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f816558a-cbe1-423e-8390-706517033669 None None] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:40.238375 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Subnet': ['ID=4546bdc5-5f9f-4939-ad8b-10562ee7d54a,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:40.249955 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:40.250432 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:40.250619 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:40.250967 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:40.251308 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:40.251614 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:40.251938 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:40.252255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:40.252577 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:40.252902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:40.253250 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:40.253569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:40.335080 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f6901b11-0770-4585-bf31-45dc0134ea43 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7860878 Oct 13 14:35:40.337797 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46116) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:40.345349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7ecbc490-c1dc-4c04-a348-bd3c655aeb6e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2005447745', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4546bdc5-5f9f-4939-ad8b-10562ee7d54a'}], 'security_groups': ['6c5edc82-95aa-4e85-bcd3-8b8b1c9b9e74', 'd61ab08e-f22d-42d5-b373-818f7c9e8317']}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:40.426379 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ecbc490-c1dc-4c04-a348-bd3c655aeb6e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:40.489654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6806acc5-f858-497f-9d2b-1f37847816b9 None None] Update dhcp port {'port': {'network_id': 'd4fc1c07-05aa-4ed9-bdfc-9fc95de006ae', 'fixed_ips': [{'subnet_id': '2658da3e-5284-478d-a08d-47d3726bf8bd', 'ip_address': '172.20.0.18'}, {'subnet_id': '1558dee5-8eda-4b0e-bf8d-5a6939b9d8e8', 'ip_address': '172.20.0.2'}, {'subnet_id': '4546bdc5-5f9f-4939-ad8b-10562ee7d54a'}], 'binding:host_id': 'n-d-806683-15'}, 'id': '96dc05ab-0c29-4155-a6ef-608775bc3ef4'} from n-d-806683-15. {{(pid=112686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 13 14:35:40.518043 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6806acc5-f858-497f-9d2b-1f37847816b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:40.707956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-6806acc5-f858-497f-9d2b-1f37847816b9 None None] Allocated IP 172.20.0.34 (d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae/4546bdc5-5f9f-4939-ad8b-10562ee7d54a/96dc05ab-0c29-4155-a6ef-608775bc3ef4) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:40.806439 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6806acc5-f858-497f-9d2b-1f37847816b9 None None] For port 96dc05ab-0c29-4155-a6ef-608775bc3ef4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=96dc05ab-0c29-4155-a6ef-608775bc3ef4,segment=NetworkSegment(29b8ee83-2c52-48cd-95b0-f2aff255415a),segment_id=29b8ee83-2c52-48cd-95b0-f2aff255415a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:40.836312 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6806acc5-f858-497f-9d2b-1f37847816b9 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:40.925590 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6806acc5-f858-497f-9d2b-1f37847816b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:41.047046 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806acc5-f858-497f-9d2b-1f37847816b9 None None] Pushing event updated for resources: {'Port': ['ID=96dc05ab-0c29-4155-a6ef-608775bc3ef4,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:41.067887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-7ecbc490-c1dc-4c04-a348-bd3c655aeb6e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Delete allocated IP 172.20.0.3 (d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae/1558dee5-8eda-4b0e-bf8d-5a6939b9d8e8) {{(pid=112684) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 14:35:41.078305 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-7ecbc490-c1dc-4c04-a348-bd3c655aeb6e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Allocated IP 172.20.0.42 (d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae/4546bdc5-5f9f-4939-ad8b-10562ee7d54a/b816c156-973d-430d-8124-fd504de29588) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:41.286681 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ecbc490-c1dc-4c04-a348-bd3c655aeb6e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:41.393750 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ecbc490-c1dc-4c04-a348-bd3c655aeb6e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:41.496521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbc490-c1dc-4c04-a348-bd3c655aeb6e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event updated for resources: {'Port': ['ID=b816c156-973d-430d-8124-fd504de29588,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:41.525605 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7ecbc490-c1dc-4c04-a348-bd3c655aeb6e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] In _notify_port_updated(), no bound segment for port b816c156-973d-430d-8124-fd504de29588 on network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:35:41.530809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecbc490-c1dc-4c04-a348-bd3c655aeb6e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:41.531706 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ecbc490-c1dc-4c04-a348-bd3c655aeb6e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:41.536103 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7ecbc490-c1dc-4c04-a348-bd3c655aeb6e tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "PUT /v2.0/ports/b816c156-973d-430d-8124-fd504de29588 HTTP/1.1" status: 200 len: 960 time: 1.1971116 Oct 13 14:35:41.536223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46148) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:41.649495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-f4f504e0-e28c-442d-bfc1-72b0ac68ddcd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port b816c156-973d-430d-8124-fd504de29588 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:41.649835 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f4f504e0-e28c-442d-bfc1-72b0ac68ddcd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:41.669783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9343b5e2-04f4-497c-8e1f-fc6d32a508d1 None None] Provisioning complete for port b816c156-973d-430d-8124-fd504de29588 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:41.670320 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9343b5e2-04f4-497c-8e1f-fc6d32a508d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:41.707913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9343b5e2-04f4-497c-8e1f-fc6d32a508d1 None None] Port b816c156-973d-430d-8124-fd504de29588 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:41.718075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9343b5e2-04f4-497c-8e1f-fc6d32a508d1 None None] Provisioning complete for port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:41.721863 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9343b5e2-04f4-497c-8e1f-fc6d32a508d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:41.755957 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f4f504e0-e28c-442d-bfc1-72b0ac68ddcd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:41.766591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-f4f504e0-e28c-442d-bfc1-72b0ac68ddcd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for b816c156-973d-430d-8124-fd504de29588 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:41.818457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9343b5e2-04f4-497c-8e1f-fc6d32a508d1 None None] Provisioning complete for port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:41.818842 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9343b5e2-04f4-497c-8e1f-fc6d32a508d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:41.855827 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9343b5e2-04f4-497c-8e1f-fc6d32a508d1 None None] Port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:42.092435 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f4f504e0-e28c-442d-bfc1-72b0ac68ddcd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.136144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f504e0-e28c-442d-bfc1-72b0ac68ddcd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=b816c156-973d-430d-8124-fd504de29588,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:42.212248 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f4f504e0-e28c-442d-bfc1-72b0ac68ddcd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.216087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f4f504e0-e28c-442d-bfc1-72b0ac68ddcd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/b816c156-973d-430d-8124-fd504de29588 HTTP/1.1" status: 204 len: 168 time: 0.6780472 Oct 13 14:35:42.219419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46170) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:42.252554 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6287a21-f86a-4596-931f-f5b882526c46 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] GET failed (client error): The resource could not be found. Oct 13 14:35:42.254133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a6287a21-f86a-4596-931f-f5b882526c46 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports/b816c156-973d-430d-8124-fd504de29588 HTTP/1.1" status: 404 len: 333 time: 0.0331335 Oct 13 14:35:42.257024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46172) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:42.273943 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6798ba3f-2b1e-4e12-b171-42c64abb2f93 None None] Could not find standard attr ID for object b816c156-973d-430d-8124-fd504de29588. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:35:42.323649 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df603549-d422-4b74-bb99-46368196f968 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.348570 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df603549-d422-4b74-bb99-46368196f968 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.497588 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df603549-d422-4b74-bb99-46368196f968 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.500206 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df603549-d422-4b74-bb99-46368196f968 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.504333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-df603549-d422-4b74-bb99-46368196f968 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/security-groups/1ea4b3a1-c5d6-4afa-bf40-cc64dd56fadf HTTP/1.1" status: 204 len: 168 time: 0.2433612 Oct 13 14:35:42.504954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46180) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:42.519942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 96dc05ab-0c29-4155-a6ef-608775bc3ef4 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:35:42.538844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df603549-d422-4b74-bb99-46368196f968 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea4b3a1-c5d6-4afa-bf40-cc64dd56fadf,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:42.583372 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5aeffffa-f7df-4539-bc20-6b86aa1695ce tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.585939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:42.586322 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.611992 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5aeffffa-f7df-4539-bc20-6b86aa1695ce tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.754519 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5aeffffa-f7df-4539-bc20-6b86aa1695ce tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.757883 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5aeffffa-f7df-4539-bc20-6b86aa1695ce tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.759067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5aeffffa-f7df-4539-bc20-6b86aa1695ce tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/security-groups/d61ab08e-f22d-42d5-b373-818f7c9e8317 HTTP/1.1" status: 204 len: 168 time: 0.2529697 Oct 13 14:35:42.762453 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46186) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:42.769029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeffffa-f7df-4539-bc20-6b86aa1695ce tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61ab08e-f22d-42d5-b373-818f7c9e8317,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:42.823057 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f64512f-7614-44cc-8d89-9e7ff86494eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.847837 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f64512f-7614-44cc-8d89-9e7ff86494eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.988392 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f64512f-7614-44cc-8d89-9e7ff86494eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.991321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1f64512f-7614-44cc-8d89-9e7ff86494eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:42.992549 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1f64512f-7614-44cc-8d89-9e7ff86494eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c5edc82-95aa-4e85-bcd3-8b8b1c9b9e74 HTTP/1.1" status: 204 len: 168 time: 0.2285161 Oct 13 14:35:42.995454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46194) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:43.002145 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64512f-7614-44cc-8d89-9e7ff86494eb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5edc82-95aa-4e85-bcd3-8b8b1c9b9e74,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:43.062984 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12f83d5-5a12-45d9-ad1c-23bd32e01ae8 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting subnet 1558dee5-8eda-4b0e-bf8d-5a6939b9d8e8 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:35:43.066291 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12f83d5-5a12-45d9-ad1c-23bd32e01ae8 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:43.113714 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12f83d5-5a12-45d9-ad1c-23bd32e01ae8 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:43.204159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12f83d5-5a12-45d9-ad1c-23bd32e01ae8 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:43.354488 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12f83d5-5a12-45d9-ad1c-23bd32e01ae8 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:43.385786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f83d5-5a12-45d9-ad1c-23bd32e01ae8 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Subnet': ['ID=1558dee5-8eda-4b0e-bf8d-5a6939b9d8e8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:43.390577 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12f83d5-5a12-45d9-ad1c-23bd32e01ae8 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:43.394494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b12f83d5-5a12-45d9-ad1c-23bd32e01ae8 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/1558dee5-8eda-4b0e-bf8d-5a6939b9d8e8 HTTP/1.1" status: 204 len: 168 time: 0.3977244 Oct 13 14:35:43.398712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d3c2a8-7234-446c-951a-283c7634ac20 None None] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:43.402480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46204) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:43.454626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa662d4a-e50a-49e5-85ad-dfb4b51287dd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting subnet 4546bdc5-5f9f-4939-ad8b-10562ee7d54a {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:35:43.457790 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa662d4a-e50a-49e5-85ad-dfb4b51287dd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:43.499417 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa662d4a-e50a-49e5-85ad-dfb4b51287dd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:43.598588 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa662d4a-e50a-49e5-85ad-dfb4b51287dd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:43.759009 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa662d4a-e50a-49e5-85ad-dfb4b51287dd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:43.790227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa662d4a-e50a-49e5-85ad-dfb4b51287dd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Subnet': ['ID=4546bdc5-5f9f-4939-ad8b-10562ee7d54a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:43.795070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa662d4a-e50a-49e5-85ad-dfb4b51287dd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:43.801693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-aa662d4a-e50a-49e5-85ad-dfb4b51287dd tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/4546bdc5-5f9f-4939-ad8b-10562ee7d54a HTTP/1.1" status: 204 len: 168 time: 0.3952372 Oct 13 14:35:43.801693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46206) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:43.831015 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14e6571-5f32-4ef6-a14a-a0016edca626 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] DELETE failed (client error): The resource could not be found. Oct 13 14:35:43.831584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14e6571-5f32-4ef6-a14a-a0016edca626 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:43.835820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f14e6571-5f32-4ef6-a14a-a0016edca626 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/1558dee5-8eda-4b0e-bf8d-5a6939b9d8e8 HTTP/1.1" status: 404 len: 337 time: 0.0328515 Oct 13 14:35:43.838342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46208) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:43.899119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-619c04e3-6982-419f-a1cc-8ee4485f2145 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting subnet 2658da3e-5284-478d-a08d-47d3726bf8bd {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:35:43.903769 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-619c04e3-6982-419f-a1cc-8ee4485f2145 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:43.946627 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-619c04e3-6982-419f-a1cc-8ee4485f2145 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:44.035916 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-619c04e3-6982-419f-a1cc-8ee4485f2145 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:44.150650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e360cf24-d475-47ad-978a-ceba269d6436 None None] Network d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:44.215966 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-619c04e3-6982-419f-a1cc-8ee4485f2145 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:44.227303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d495730d-8ca7-47af-aea6-2d099eb44889 None None] Provisioning complete for port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:44.229290 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d495730d-8ca7-47af-aea6-2d099eb44889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:44.246453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c04e3-6982-419f-a1cc-8ee4485f2145 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Subnet': ['ID=2658da3e-5284-478d-a08d-47d3726bf8bd,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:44.254151 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-619c04e3-6982-419f-a1cc-8ee4485f2145 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:44.258647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-619c04e3-6982-419f-a1cc-8ee4485f2145 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/2658da3e-5284-478d-a08d-47d3726bf8bd HTTP/1.1" status: 204 len: 168 time: 0.4191990 Oct 13 14:35:44.260792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46212) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:44.287852 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f73937-7a36-496d-989b-13a70fe98552 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] DELETE failed (client error): The resource could not be found. Oct 13 14:35:44.288507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f73937-7a36-496d-989b-13a70fe98552 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:44.293217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-75f73937-7a36-496d-989b-13a70fe98552 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/f23e0786-3fc6-4778-9605-eae37c4834c4 HTTP/1.1" status: 404 len: 337 time: 0.0306044 Oct 13 14:35:44.295386 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46214) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:44.339589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-76ca8f8e-f0de-4b70-9d30-cabc31f111a0 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f850af5-bf0a-4366-8b35-8980743e8336 HTTP/1.1" status: 200 len: 205 time: 0.0405583 Oct 13 14:35:44.339980 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46218) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:44.379741 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-35039c2a-022b-4652-9352-71eb74fdde03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] delete failed (client error): The resource could not be found. Oct 13 14:35:44.383195 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-35039c2a-022b-4652-9352-71eb74fdde03 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/routers/6f850af5-bf0a-4366-8b35-8980743e8336 HTTP/1.1" status: 404 len: 336 time: 0.0421658 Oct 13 14:35:44.393368 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46222) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:44.400641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d495730d-8ca7-47af-aea6-2d099eb44889 None None] Provisioning complete for port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:44.401246 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d495730d-8ca7-47af-aea6-2d099eb44889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:44.445420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d495730d-8ca7-47af-aea6-2d099eb44889 None None] Port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:44.457503 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-4175b196-c181-4fef-be07-1ed14aa2a188 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] DELETE failed (client error): The resource could not be found. Oct 13 14:35:44.457953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4175b196-c181-4fef-be07-1ed14aa2a188 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:44.464400 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4175b196-c181-4fef-be07-1ed14aa2a188 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/ff14be6e-9dcb-42e7-aed7-758960f11059 HTTP/1.1" status: 404 len: 337 time: 0.0703661 Oct 13 14:35:44.465016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46224) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:44.491568 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5244287d-f331-4ee5-b9e1-4b4b0bb5dacb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] DELETE failed (client error): The resource could not be found. Oct 13 14:35:44.492623 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5244287d-f331-4ee5-b9e1-4b4b0bb5dacb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:44.498852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46226) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:44.499070 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5244287d-f331-4ee5-b9e1-4b4b0bb5dacb tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/239180bd-34c5-46b2-9d2e-71b4fe94b374 HTTP/1.1" status: 404 len: 337 time: 0.0328822 Oct 13 14:35:44.510770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b010db-b53d-4d54-93d0-2d726b7399d9 None None] DHCP port deletion for d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:35:44.534062 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c86b3d1-8f37-4a6b-9435-99259287e2c6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] DELETE failed (client error): The resource could not be found. Oct 13 14:35:44.534794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c86b3d1-8f37-4a6b-9435-99259287e2c6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:44.538598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2c86b3d1-8f37-4a6b-9435-99259287e2c6 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/48bd19e4-40a9-4f5c-b81a-753992554eec HTTP/1.1" status: 404 len: 337 time: 0.0386837 Oct 13 14:35:44.541184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46228) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:44.566625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-21b010db-b53d-4d54-93d0-2d726b7399d9 None None] Deleting port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:44.567133 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-21b010db-b53d-4d54-93d0-2d726b7399d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:44.571754 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c0446b-afa1-4894-8be5-c1191adaf698 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] DELETE failed (client error): The resource could not be found. Oct 13 14:35:44.572672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c0446b-afa1-4894-8be5-c1191adaf698 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:44.576237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-82c0446b-afa1-4894-8be5-c1191adaf698 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/6ad23d1b-0c2d-4aa8-b38f-fe05e0b2eafd HTTP/1.1" status: 404 len: 333 time: 0.0340898 Oct 13 14:35:44.578816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46230) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:44.608412 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 96dc05ab-0c29-4155-a6ef-608775bc3ef4 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:35:44.616659 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2959442-0bb7-4904-b31f-a846e5014dd7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] DELETE failed (client error): The resource could not be found. Oct 13 14:35:44.617296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2959442-0bb7-4904-b31f-a846e5014dd7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:44.622991 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e2959442-0bb7-4904-b31f-a846e5014dd7 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/cb5f7a1c-b70e-4457-af5e-1c4930a4be34 HTTP/1.1" status: 404 len: 337 time: 0.0403597 Oct 13 14:35:44.623428 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46232) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:44.651076 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44ae3fa-873d-40da-ab46-133db3decc18 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] DELETE failed (client error): The resource could not be found. Oct 13 14:35:44.652031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44ae3fa-873d-40da-ab46-133db3decc18 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:44.658105 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e44ae3fa-873d-40da-ab46-133db3decc18 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/72434861-2f60-48fe-b256-d6720decf692 HTTP/1.1" status: 404 len: 337 time: 0.0335872 Oct 13 14:35:44.658290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46234) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:44.679346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-21b010db-b53d-4d54-93d0-2d726b7399d9 None None] For port 96dc05ab-0c29-4155-a6ef-608775bc3ef4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=96dc05ab-0c29-4155-a6ef-608775bc3ef4,segment=NetworkSegment(29b8ee83-2c52-48cd-95b0-f2aff255415a),segment_id=29b8ee83-2c52-48cd-95b0-f2aff255415a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:44.679757 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-21b010db-b53d-4d54-93d0-2d726b7399d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:44.682924 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4864de-5730-4cd7-bd44-d36f1c6cab85 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] DELETE failed (client error): The resource could not be found. Oct 13 14:35:44.683788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4864de-5730-4cd7-bd44-d36f1c6cab85 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:44.686834 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bc4864de-5730-4cd7-bd44-d36f1c6cab85 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/fa2d465c-97b5-487c-94f3-acef0cb29518 HTTP/1.1" status: 404 len: 333 time: 0.0275738 Oct 13 14:35:44.689418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46236) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:44.712395 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-21b010db-b53d-4d54-93d0-2d726b7399d9 None None] Calling delete_port for 96dc05ab-0c29-4155-a6ef-608775bc3ef4 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:44.716344 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-f548f499-68e0-43c1-afd5-df359fd4d969 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] DELETE failed (client error): The resource could not be found. Oct 13 14:35:44.716799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f548f499-68e0-43c1-afd5-df359fd4d969 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:44.719793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f548f499-68e0-43c1-afd5-df359fd4d969 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/087404ff-5ef5-4245-9f48-8072b9830d5c HTTP/1.1" status: 404 len: 337 time: 0.0294521 Oct 13 14:35:44.722292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46238) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:44.735058 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:44.749115 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97e9e2a-4a67-468f-b1ef-a1ee5d955f88 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] DELETE failed (client error): The resource could not be found. Oct 13 14:35:44.749569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97e9e2a-4a67-468f-b1ef-a1ee5d955f88 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:35:44.752539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f97e9e2a-4a67-468f-b1ef-a1ee5d955f88 tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/subnets/665ee511-2a03-4356-b06e-c98875ccde6a HTTP/1.1" status: 404 len: 337 time: 0.0293503 Oct 13 14:35:44.758767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46240) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:44.812257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 96dc05ab-0c29-4155-a6ef-608775bc3ef4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=96dc05ab-0c29-4155-a6ef-608775bc3ef4,segment=NetworkSegment(29b8ee83-2c52-48cd-95b0-f2aff255415a),segment_id=29b8ee83-2c52-48cd-95b0-f2aff255415a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:35:44.861314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7d57f2d5-f88b-47c2-b805-13f31768de8a tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Deleting port 16327a4d-34bf-49e5-a6db-e571f44ce9a6 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:35:44.861658 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d57f2d5-f88b-47c2-b805-13f31768de8a tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:44.887970 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:44.939358 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d57f2d5-f88b-47c2-b805-13f31768de8a tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:44.947897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=96dc05ab-0c29-4155-a6ef-608775bc3ef4,revision_number=11']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:44.953321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7d57f2d5-f88b-47c2-b805-13f31768de8a tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Calling delete_port for 16327a4d-34bf-49e5-a6db-e571f44ce9a6 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:35:44.956321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:44.956677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:44.957039 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:44.957402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:44.961759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:44.961759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:44.961759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:44.961759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:44.961759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:44.961759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:44.961759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:44.961759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:35:45.057441 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-21b010db-b53d-4d54-93d0-2d726b7399d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:45.083653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b010db-b53d-4d54-93d0-2d726b7399d9 None None] Pushing event deleted for resources: {'Port': ['ID=96dc05ab-0c29-4155-a6ef-608775bc3ef4,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:45.090354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b010db-b53d-4d54-93d0-2d726b7399d9 None None] No DVR routers for this DVR port 96dc05ab-0c29-4155-a6ef-608775bc3ef4 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:35:45.183174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d57f2d5-f88b-47c2-b805-13f31768de8a tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:45.217105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57f2d5-f88b-47c2-b805-13f31768de8a tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Port': ['ID=16327a4d-34bf-49e5-a6db-e571f44ce9a6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:45.222576 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7d57f2d5-f88b-47c2-b805-13f31768de8a tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:45.225848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7d57f2d5-f88b-47c2-b805-13f31768de8a tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/ports/16327a4d-34bf-49e5-a6db-e571f44ce9a6 HTTP/1.1" status: 204 len: 168 time: 0.4657898 Oct 13 14:35:45.228297 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46244) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:45.318364 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50876a9d-e919-4d2b-a586-82481d31526d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:45.423629 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50876a9d-e919-4d2b-a586-82481d31526d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:45.450683 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-50876a9d-e919-4d2b-a586-82481d31526d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:45.465380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-50876a9d-e919-4d2b-a586-82481d31526d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b8ee83-2c52-48cd-95b0-f2aff255415a') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:45.466737 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-50876a9d-e919-4d2b-a586-82481d31526d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b8ee83-2c52-48cd-95b0-f2aff255415a') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:45.481965 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50876a9d-e919-4d2b-a586-82481d31526d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:45.499142 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50876a9d-e919-4d2b-a586-82481d31526d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:45.506808 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50876a9d-e919-4d2b-a586-82481d31526d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:35:45.507461 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50876a9d-e919-4d2b-a586-82481d31526d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:35:45.510603 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:35:45.674153 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50876a9d-e919-4d2b-a586-82481d31526d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:45.682180 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50876a9d-e919-4d2b-a586-82481d31526d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:45.685527 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-50876a9d-e919-4d2b-a586-82481d31526d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] 10.222.0.18 "DELETE /v2.0/networks/d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae HTTP/1.1" status: 204 len: 168 time: 0.4562209 Oct 13 14:35:45.701400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50876a9d-e919-4d2b-a586-82481d31526d tempest-PortsTestJSON-1643361156 tempest-PortsTestJSON-1643361156-project] Pushing event deleted for resources: {'Network': ['ID=d4fc1c07-05aa-4ed9-bdfc-9fc95de006ae,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:45.714452 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:35:46.389627 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46258) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:46.596133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46268) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:46.596888 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6f50654d-722d-4b1e-8b90-ae4fd0b45495 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5b44cd21a1a4ae8957e1d44fb672f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2051771 Oct 13 14:35:46.656916 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52c88151-f919-4ab7-a252-84774407512e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:46.681358 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52c88151-f919-4ab7-a252-84774407512e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:46.851129 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52c88151-f919-4ab7-a252-84774407512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:46.853638 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52c88151-f919-4ab7-a252-84774407512e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:46.854975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-52c88151-f919-4ab7-a252-84774407512e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c703622-98ea-4e8a-b8e8-7ffca9cb40d2 HTTP/1.1" status: 204 len: 168 time: 0.2566555 Oct 13 14:35:46.863756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c88151-f919-4ab7-a252-84774407512e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c703622-98ea-4e8a-b8e8-7ffca9cb40d2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:47.698402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-b8fbb23f-f26b-40fa-aa6a-bf6ae0285922 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656412767&fields=id&tenant_id=94f59679c6494a9e8ae6c3645e566442 HTTP/1.1" status: 200 len: 267 time: 0.0370684 Oct 13 14:35:47.819138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-bf629735-cf8c-4a43-b42b-6a31d6887d67 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:47.827260 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-bf629735-cf8c-4a43-b42b-6a31d6887d67 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.1215067 Oct 13 14:35:47.852754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-bbff5b5f-0280-4310-86ce-5cc5f42b8864 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/quotas/94f59679c6494a9e8ae6c3645e566442 HTTP/1.1" status: 200 len: 375 time: 0.0245245 Oct 13 14:35:47.910558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-5e99f338-66fc-4846-8a92-e813351f9a8f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564616 Oct 13 14:35:48.045015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46308) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:48.088937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-48bd0f62-fefb-48fb-83cb-c740a7cd258f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:35:48.090230 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-48bd0f62-fefb-48fb-83cb-c740a7cd258f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1656983 Oct 13 14:35:48.102984 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-355810922-network', 'tenant_id': '7ce56ee9631b40e68a4f54424902e66b'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:48.207077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-09813833-385d-4278-8dac-d6d0ca015836 service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084647 Oct 13 14:35:48.259718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Made reservation on behalf of 7ce56ee9631b40e68a4f54424902e66b for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:48.262031 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:48.275062 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:48.345032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-45141c4f-e343-49b8-b327-24fc45d61d75 service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303041 Oct 13 14:35:48.388481 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:48.469256 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:48.498015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:35:48.504541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b53abd-b056-4b9d-ad3e-b75bafd77296,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:48.511224 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:48.511566 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Added segment a67009aa-147b-4a3c-855a-38718653ef20 of type vlan for network 7357dc8f-af01-4d85-adee-c60bb13a3657 Oct 13 14:35:48.557725 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:48.605645 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:48.685789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:48.686840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:48.687443 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:48.751242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] Pushing event updated for resources: {'Network': ['ID=7357dc8f-af01-4d85-adee-c60bb13a3657,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:48.762132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 7357dc8f-af01-4d85-adee-c60bb13a3657 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:35:48.894027 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8c70262c-b65c-41ab-b16d-a75cc69184cd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8476949 Oct 13 14:35:48.899200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46324) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:48.902889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5ab39231-02c6-4e8d-9a54-a859f2762621 admin admin] Request body: {'subnet': {'network_id': '7357dc8f-af01-4d85-adee-c60bb13a3657', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-355810922-subnet', 'tenant_id': '7ce56ee9631b40e68a4f54424902e66b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:49.005639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab39231-02c6-4e8d-9a54-a859f2762621 admin admin] Made reservation on behalf of 7ce56ee9631b40e68a4f54424902e66b for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:49.005639 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ab39231-02c6-4e8d-9a54-a859f2762621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:49.071212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83ff75da-e6c4-47c8-8e0c-e023bb2f2767 req-3f62013b-3f56-49c4-a281-f688e453875d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 210 time: 0.0654209 Oct 13 14:35:49.304230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ab39231-02c6-4e8d-9a54-a859f2762621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:49.366905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab39231-02c6-4e8d-9a54-a859f2762621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ccd460b-2580-4773-bf40-b626b032f236,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:49.372038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab39231-02c6-4e8d-9a54-a859f2762621 admin admin] Checking segment: {'id': 'a67009aa-147b-4a3c-855a-38718653ef20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7357dc8f-af01-4d85-adee-c60bb13a3657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:35:49.375388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab39231-02c6-4e8d-9a54-a859f2762621 admin admin] Network hostable DHCP agents. Network: 7357dc8f-af01-4d85-adee-c60bb13a3657, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:35:49.491296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab39231-02c6-4e8d-9a54-a859f2762621 admin admin] Network 7357dc8f-af01-4d85-adee-c60bb13a3657 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:35:49.583053 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bc1756fe-568a-422b-8bae-f57125a68e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:49.634249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-5ab39231-02c6-4e8d-9a54-a859f2762621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 7357dc8f-af01-4d85-adee-c60bb13a3657) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:49.638862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab39231-02c6-4e8d-9a54-a859f2762621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:49.639632 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5ab39231-02c6-4e8d-9a54-a859f2762621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:49.644539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7641ca50-0909-42bc-9203-6c079e1a5777 None None] Network 7357dc8f-af01-4d85-adee-c60bb13a3657 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:49.717551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5ab39231-02c6-4e8d-9a54-a859f2762621 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8186996 Oct 13 14:35:49.815011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d5714-a7a1-4afa-9622-723da1ffd94c None None] Network 7357dc8f-af01-4d85-adee-c60bb13a3657 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:50.194487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a01527c4-b1df-4500-a1d7-b79ada68e573 req-cbbb857d-9130-4939-9db5-4cb8bcea603f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 210 time: 0.0385697 Oct 13 14:35:50.547565 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46360) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:50.558093 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1147004817-network', 'tenant_id': '0118911ff4254aa9b4c12125ba0d5152'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:50.689889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Made reservation on behalf of 0118911ff4254aa9b4c12125ba0d5152 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:50.692448 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:50.703620 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:50.809170 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:50.902972 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:50.932283 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:35:50.938264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70493a2f-512b-412f-a1b6-fb1482eb82bb,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:50.947224 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:50.951355 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Added segment e0e4f713-00ad-48f7-b555-79dac429878f of type vlan for network 9f113336-d28d-4c43-a87b-50dc0c38f8c5 Oct 13 14:35:50.995500 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:51.072771 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:51.073804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:51.074391 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:51.134978 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] Pushing event updated for resources: {'Network': ['ID=9f113336-d28d-4c43-a87b-50dc0c38f8c5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:51.146156 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 9f113336-d28d-4c43-a87b-50dc0c38f8c5 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:35:51.223273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46368) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:51.229641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-ee329bf6-eac5-403f-883f-0b1f24bcad6c admin admin] Request body: {'subnet': {'network_id': '9f113336-d28d-4c43-a87b-50dc0c38f8c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1147004817-subnet', 'tenant_id': '0118911ff4254aa9b4c12125ba0d5152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:51.231642 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a615cd93-dd97-4e5b-b8a7-1945c0ed393d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6828604 Oct 13 14:35:51.312602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7e6c829-824b-451e-9c66-7901f77a1c92 req-444c9bea-cf71-4291-8a59-8f104807d11a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 210 time: 0.0353491 Oct 13 14:35:51.363399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee329bf6-eac5-403f-883f-0b1f24bcad6c admin admin] Made reservation on behalf of 0118911ff4254aa9b4c12125ba0d5152 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:51.366832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee329bf6-eac5-403f-883f-0b1f24bcad6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:51.487336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-ff488085-174e-45d4-b226-286271a19e37 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:51.488777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-ff488085-174e-45d4-b226-286271a19e37 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.1788242 Oct 13 14:35:51.576833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-eab6f240-b904-4e28-9e56-965974d5987f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f59679c6494a9e8ae6c3645e566442 HTTP/1.1" status: 200 len: 379 time: 0.0729403 Oct 13 14:35:51.617672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-01d6155e-d01e-455b-b0f0-ad822d5fe496 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'port': {'device_id': 'd4a9326e-56d5-43fa-b421-cb1fbcac3b60', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'admin_state_up': True, 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'security_groups': ['7e3531bc-24ae-47d2-8c74-68feab4a72e1']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:51.766347 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee329bf6-eac5-403f-883f-0b1f24bcad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:51.824320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee329bf6-eac5-403f-883f-0b1f24bcad6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a2e1b16-6ec1-4dd2-af89-539cacc51289,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:51.836459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee329bf6-eac5-403f-883f-0b1f24bcad6c admin admin] Checking segment: {'id': 'e0e4f713-00ad-48f7-b555-79dac429878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9f113336-d28d-4c43-a87b-50dc0c38f8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:35:51.836823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee329bf6-eac5-403f-883f-0b1f24bcad6c admin admin] Network hostable DHCP agents. Network: 9f113336-d28d-4c43-a87b-50dc0c38f8c5, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:35:51.855267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-01d6155e-d01e-455b-b0f0-ad822d5fe496 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Made reservation on behalf of 94f59679c6494a9e8ae6c3645e566442 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:35:51.858845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-01d6155e-d01e-455b-b0f0-ad822d5fe496 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:51.995959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee329bf6-eac5-403f-883f-0b1f24bcad6c admin admin] Network 9f113336-d28d-4c43-a87b-50dc0c38f8c5 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:35:52.028403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-01d6155e-d01e-455b-b0f0-ad822d5fe496 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Allocated IP 172.20.0.10 (4e8a36f7-8caf-41d4-931c-18eadbf2a690/08748c55-89a9-4f16-983f-c770a7b74817/0d144d19-0a3e-4b1a-829d-cf43ca863f17) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:35:52.118347 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:52.138392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-ee329bf6-eac5-403f-883f-0b1f24bcad6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 9f113336-d28d-4c43-a87b-50dc0c38f8c5) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:52.146599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee329bf6-eac5-403f-883f-0b1f24bcad6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:52.147316 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee329bf6-eac5-403f-883f-0b1f24bcad6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:52.150044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55589ffb-324d-4f44-93f2-e7dd683bbfc9 None None] Network 9f113336-d28d-4c43-a87b-50dc0c38f8c5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:52.190981 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-01d6155e-d01e-455b-b0f0-ad822d5fe496 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:52.264083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ee329bf6-eac5-403f-883f-0b1f24bcad6c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0394306 Oct 13 14:35:52.305998 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ec4875-d5d0-41b2-90a7-412b383412c3 None None] Network 9f113336-d28d-4c43-a87b-50dc0c38f8c5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:35:52.323705 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb50ed4e-98be-4897-812a-b2231ba558b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:52.373405 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-01d6155e-d01e-455b-b0f0-ad822d5fe496 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:52.401491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46378) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:52.453054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-01d6155e-d01e-455b-b0f0-ad822d5fe496 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:35:52.461180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-01d6155e-d01e-455b-b0f0-ad822d5fe496 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:35:52.466404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-01d6155e-d01e-455b-b0f0-ad822d5fe496 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:35:52.468308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6155e-d01e-455b-b0f0-ad822d5fe496 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'Port': ['ID=0d144d19-0a3e-4b1a-829d-cf43ca863f17,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:52.502941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48fd2ce-690f-4d64-9353-128ca52472b3 admin admin] Deleting subnet 1ccd460b-2580-4773-bf40-b626b032f236 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:35:52.514697 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a48fd2ce-690f-4d64-9353-128ca52472b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:52.533524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-01d6155e-d01e-455b-b0f0-ad822d5fe496 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:52.534053 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-01d6155e-d01e-455b-b0f0-ad822d5fe496 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:52.561925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7a42e-8a55-4ce9-adac-0efe7c6d55f1 req-794b301f-053b-412e-a4ce-52fedf8ac1ee tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:52.570769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bab7a42e-8a55-4ce9-adac-0efe7c6d55f1 req-794b301f-053b-412e-a4ce-52fedf8ac1ee tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 932 time: 0.1647289 Oct 13 14:35:52.590388 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a48fd2ce-690f-4d64-9353-128ca52472b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:52.642429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a48fd2ce-690f-4d64-9353-128ca52472b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:52.801829 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a48fd2ce-690f-4d64-9353-128ca52472b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:52.836997 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fd2ce-690f-4d64-9353-128ca52472b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ccd460b-2580-4773-bf40-b626b032f236,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:52.840219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-fa57c11f-1f1d-4c66-9125-0d7516116d5a None None] Provisioning complete for port 0d144d19-0a3e-4b1a-829d-cf43ca863f17 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:35:52.842045 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fa57c11f-1f1d-4c66-9125-0d7516116d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:52.847327 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a48fd2ce-690f-4d64-9353-128ca52472b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:52.852623 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a48fd2ce-690f-4d64-9353-128ca52472b3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1ccd460b-2580-4773-bf40-b626b032f236 HTTP/1.1" status: 204 len: 168 time: 0.4369004 Oct 13 14:35:52.854661 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46380) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:52.894020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-fa57c11f-1f1d-4c66-9125-0d7516116d5a None None] Port 0d144d19-0a3e-4b1a-829d-cf43ca863f17 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:35:52.945190 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6912db45-851f-4ce0-98a5-477b30b8fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:52.973525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-01d6155e-d01e-455b-b0f0-ad822d5fe496 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3656495 Oct 13 14:35:53.001873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bab7a42e-8a55-4ce9-adac-0efe7c6d55f1 req-4cfcc7d3-56ef-4cd5-993a-69234d4f30e8 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4301302 Oct 13 14:35:53.020194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Request body: {'port': {'device_id': 'd4a9326e-56d5-43fa-b421-cb1fbcac3b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:35:53.041280 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6912db45-851f-4ce0-98a5-477b30b8fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.068063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-6912db45-851f-4ce0-98a5-477b30b8fe83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7357dc8f-af01-4d85-adee-c60bb13a3657']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:53.079864 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-6912db45-851f-4ce0-98a5-477b30b8fe83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67009aa-147b-4a3c-855a-38718653ef20') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:53.080381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-6912db45-851f-4ce0-98a5-477b30b8fe83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67009aa-147b-4a3c-855a-38718653ef20') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:53.085852 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.094748 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6912db45-851f-4ce0-98a5-477b30b8fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.113881 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6912db45-851f-4ce0-98a5-477b30b8fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.122248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6912db45-851f-4ce0-98a5-477b30b8fe83 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:35:53.123149 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6912db45-851f-4ce0-98a5-477b30b8fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:35:53.191833 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:35:53.275640 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6912db45-851f-4ce0-98a5-477b30b8fe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.285730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6912db45-851f-4ce0-98a5-477b30b8fe83 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.293108 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6912db45-851f-4ce0-98a5-477b30b8fe83 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7357dc8f-af01-4d85-adee-c60bb13a3657 HTTP/1.1" status: 204 len: 168 time: 0.4370227 Oct 13 14:35:53.295587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46384) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:53.311871 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912db45-851f-4ce0-98a5-477b30b8fe83 admin admin] Pushing event deleted for resources: {'Network': ['ID=7357dc8f-af01-4d85-adee-c60bb13a3657,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:53.376640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18402a6-b3f0-4b0a-8603-e67cfc252c87 admin admin] Deleting subnet 5a2e1b16-6ec1-4dd2-af89-539cacc51289 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:35:53.384244 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d18402a6-b3f0-4b0a-8603-e67cfc252c87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.453743 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d18402a6-b3f0-4b0a-8603-e67cfc252c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.484618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d144d19-0a3e-4b1a-829d-cf43ca863f17 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:35:53.498889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.525751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Transition to ACTIVE for port object 0d144d19-0a3e-4b1a-829d-cf43ca863f17 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:35:53.526893 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d18402a6-b3f0-4b0a-8603-e67cfc252c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.638000 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.683892 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d18402a6-b3f0-4b0a-8603-e67cfc252c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.727073 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d18402a6-b3f0-4b0a-8603-e67cfc252c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.730572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d18402a6-b3f0-4b0a-8603-e67cfc252c87 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5a2e1b16-6ec1-4dd2-af89-539cacc51289 HTTP/1.1" status: 204 len: 168 time: 0.4339452 Oct 13 14:35:53.731704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18402a6-b3f0-4b0a-8603-e67cfc252c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2e1b16-6ec1-4dd2-af89-539cacc51289,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:53.733186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46390) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:53.737018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Pushing event updated for resources: {'Port': ['ID=0d144d19-0a3e-4b1a-829d-cf43ca863f17,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:53.824509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Attempting to bind port 0d144d19-0a3e-4b1a-829d-cf43ca863f17 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:35:53.825310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Attempting to bind port 0d144d19-0a3e-4b1a-829d-cf43ca863f17 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:35:53.825897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Attempting to bind port 0d144d19-0a3e-4b1a-829d-cf43ca863f17 on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:35:53.838328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Port 0d144d19-0a3e-4b1a-829d-cf43ca863f17 on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:35:53.839139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Attempting to bind port 0d144d19-0a3e-4b1a-829d-cf43ca863f17 on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:35:53.846939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:35:53.847551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Checking segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:35:53.848417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Bound using segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:35:53.849417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Bound port: 0d144d19-0a3e-4b1a-829d-cf43ca863f17, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:35:53.850618 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.956233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c85680d7-3092-4510-915e-619272548997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:53.956944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] For port 0d144d19-0a3e-4b1a-829d-cf43ca863f17, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:35:53.956944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] For port 0d144d19-0a3e-4b1a-829d-cf43ca863f17, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d144d19-0a3e-4b1a-829d-cf43ca863f17,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:35:54.041323 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c85680d7-3092-4510-915e-619272548997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:54.077250 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c85680d7-3092-4510-915e-619272548997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f113336-d28d-4c43-a87b-50dc0c38f8c5']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:54.093116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c85680d7-3092-4510-915e-619272548997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e4f713-00ad-48f7-b555-79dac429878f') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:54.093445 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c85680d7-3092-4510-915e-619272548997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e4f713-00ad-48f7-b555-79dac429878f') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:35:54.097349 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:54.126707 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c85680d7-3092-4510-915e-619272548997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:54.159816 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c85680d7-3092-4510-915e-619272548997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:54.174462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85680d7-3092-4510-915e-619272548997 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:35:54.175108 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c85680d7-3092-4510-915e-619272548997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:35:54.186523 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:35:54.216070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043c2cb-7d74-498e-ac59-5c7a4ae16725 req-8c5ee0ce-b456-477d-805c-492a7516f614 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:54.217668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c043c2cb-7d74-498e-ac59-5c7a4ae16725 req-8c5ee0ce-b456-477d-805c-492a7516f614 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 944 time: 0.1134806 Oct 13 14:35:54.228716 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:54.275839 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:54.325027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46400) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:54.345228 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c043c2cb-7d74-498e-ac59-5c7a4ae16725 req-06bf2a4b-9e38-4c94-8552-b74d7c416faa tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190064 Oct 13 14:35:54.395193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:54.395951 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:54.398642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] 10.222.0.49 "PUT /v2.0/ports/0d144d19-0a3e-4b1a-829d-cf43ca863f17 HTTP/1.1" status: 200 len: 1093 time: 1.4063594 Oct 13 14:35:54.400115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a9326e-56d5-43fa-b421-cb1fbcac3b60', 'tag': '0d144d19-0a3e-4b1a-829d-cf43ca863f17'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:35:54.408454 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f73de0-6576-4d11-9260-b8d9342ad8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a9326e-56d5-43fa-b421-cb1fbcac3b60", "tag": "0d144d19-0a3e-4b1a-829d-cf43ca863f17"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:35:54.446718 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c85680d7-3092-4510-915e-619272548997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:54.452397 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c85680d7-3092-4510-915e-619272548997 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:54.455615 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c85680d7-3092-4510-915e-619272548997 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9f113336-d28d-4c43-a87b-50dc0c38f8c5 HTTP/1.1" status: 204 len: 168 time: 0.7179477 Oct 13 14:35:54.496641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5d266-e873-4735-b466-8293fa7b617c service neutron] Pushing event updated for resources: {'Port': ['ID=0d144d19-0a3e-4b1a-829d-cf43ca863f17,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:54.496829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85680d7-3092-4510-915e-619272548997 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f113336-d28d-4c43-a87b-50dc0c38f8c5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:54.519166 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907f53a4-7bde-4536-bf8a-9e08e5cb66d1 x-openstack-request-id: req-907f53a4-7bde-4536-bf8a-9e08e5cb66d1 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:35:54.525481 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a9326e-56d5-43fa-b421-cb1fbcac3b60", "tag": "0d144d19-0a3e-4b1a-829d-cf43ca863f17", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:35:54.525481 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-907f53a4-7bde-4536-bf8a-9e08e5cb66d1 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:35:54.525481 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a9326e-56d5-43fa-b421-cb1fbcac3b60', 'tag': '0d144d19-0a3e-4b1a-829d-cf43ca863f17', 'status': 'completed', 'code': 200} Oct 13 14:35:54.546529 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-09e50aa8-489c-427c-b866-31fba6ba609e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:54.630792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-7cd12efa-6bc6-446e-9292-c1fd44452146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:54.630792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-7cd12efa-6bc6-446e-9292-c1fd44452146 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 1096 time: 0.0986867 Oct 13 14:35:54.690244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-86ea8a76-5659-48c1-b5bc-6c852245609e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d144d19-0a3e-4b1a-829d-cf43ca863f17 HTTP/1.1" status: 200 len: 217 time: 0.0495224 Oct 13 14:35:54.705606 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-09e50aa8-489c-427c-b866-31fba6ba609e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:54.768510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-44dde9a1-c892-44fa-8e03-eda3a972e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:54.770352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-44dde9a1-c892-44fa-8e03-eda3a972e195 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0588245 Oct 13 14:35:54.836538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-949b6bea-257c-4981-aa0b-7f1a9b3c80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:54.838117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-949b6bea-257c-4981-aa0b-7f1a9b3c80a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569451 Oct 13 14:35:54.845429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-09e50aa8-489c-427c-b866-31fba6ba609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:54.922042 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-09e50aa8-489c-427c-b866-31fba6ba609e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=619e6a44d00448bfbd102a3f73b80cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5954540 Oct 13 14:35:54.924463 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46408) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:54.929789 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e50aa8-489c-427c-b866-31fba6ba609e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4939ae2a-5c3e-4336-96a1-e46c79287b03,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:54.954323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-1eeca6af-f6ef-4eb3-9f5a-2287c667d490 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050253 Oct 13 14:35:54.984574 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6c76-01da-4bc8-9e16-f755e1f5cf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:55.008502 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6c76-01da-4bc8-9e16-f755e1f5cf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:55.066106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46410) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:55.108419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806d9143-3d5e-457c-8705-28fd5f0562ec req-e9986b06-df3d-41a2-820f-b9a2cc45562b service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388752 Oct 13 14:35:55.135934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3cbbdee2-f6be-4f78-92c1-78a90d936cdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ce56ee9631b40e68a4f54424902e66b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656431 Oct 13 14:35:55.142138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46412) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:55.154790 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6c76-01da-4bc8-9e16-f755e1f5cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:55.158794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0cdd6c76-01da-4bc8-9e16-f755e1f5cf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:55.165255 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0cdd6c76-01da-4bc8-9e16-f755e1f5cf6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4939ae2a-5c3e-4336-96a1-e46c79287b03 HTTP/1.1" status: 204 len: 168 time: 0.2361143 Oct 13 14:35:55.170651 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd6c76-01da-4bc8-9e16-f755e1f5cf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4939ae2a-5c3e-4336-96a1-e46c79287b03,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:55.203418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dbbb3fdf-c408-41a5-bc68-38e1a60aa6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:55.229899 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dbbb3fdf-c408-41a5-bc68-38e1a60aa6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:55.315433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73de0-6576-4d11-9260-b8d9342ad8b2 req-44653bc8-2a69-40b8-914d-3c85bba48441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:55.316945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0f73de0-6576-4d11-9260-b8d9342ad8b2 req-44653bc8-2a69-40b8-914d-3c85bba48441 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 1096 time: 0.0649323 Oct 13 14:35:55.349040 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:55.375411 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dbbb3fdf-c408-41a5-bc68-38e1a60aa6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:55.378006 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dbbb3fdf-c408-41a5-bc68-38e1a60aa6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:55.387364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dbbb3fdf-c408-41a5-bc68-38e1a60aa6e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02b53abd-b056-4b9d-ad3e-b75bafd77296 HTTP/1.1" status: 204 len: 168 time: 0.2419820 Oct 13 14:35:55.393267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb3fdf-c408-41a5-bc68-38e1a60aa6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b53abd-b056-4b9d-ad3e-b75bafd77296,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:55.435432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73de0-6576-4d11-9260-b8d9342ad8b2 req-e2008569-21f8-4fd1-b5ac-0e596a536e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:55.436887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0f73de0-6576-4d11-9260-b8d9342ad8b2 req-e2008569-21f8-4fd1-b5ac-0e596a536e19 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.1082683 Oct 13 14:35:55.516575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0f73de0-6576-4d11-9260-b8d9342ad8b2 req-b852bfc8-0d01-4515-87d7-883c45c9bb97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d144d19-0a3e-4b1a-829d-cf43ca863f17 HTTP/1.1" status: 200 len: 217 time: 0.0439568 Oct 13 14:35:55.544655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fac1cb-39da-43da-b6c7-73b2898926fa req-e5733c7d-c843-48ec-bdce-768d66d0ca41 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:55.546096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77fac1cb-39da-43da-b6c7-73b2898926fa req-e5733c7d-c843-48ec-bdce-768d66d0ca41 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 944 time: 0.1051171 Oct 13 14:35:55.618921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73de0-6576-4d11-9260-b8d9342ad8b2 req-5d2c8ef9-b34f-4475-ae01-e250aa637100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:55.620433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0f73de0-6576-4d11-9260-b8d9342ad8b2 req-5d2c8ef9-b34f-4475-ae01-e250aa637100 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0921764 Oct 13 14:35:55.626747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77fac1cb-39da-43da-b6c7-73b2898926fa req-be458b18-5495-4a85-8da0-ee71626bf6d9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625341 Oct 13 14:35:55.675465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73de0-6576-4d11-9260-b8d9342ad8b2 req-3092c4e2-4804-4af2-acde-30b7da5a816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:55.677471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0f73de0-6576-4d11-9260-b8d9342ad8b2 req-3092c4e2-4804-4af2-acde-30b7da5a816a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461836 Oct 13 14:35:55.796396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0f73de0-6576-4d11-9260-b8d9342ad8b2 req-5fd6fbbd-8c30-4260-ab55-9becf312a399 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049643 Oct 13 14:35:55.902169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0f73de0-6576-4d11-9260-b8d9342ad8b2 req-a0eb0e5d-4dea-476a-a267-50049cbfdc0a service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942192 Oct 13 14:35:56.142451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46436) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:56.187509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e4f26487-c766-4ab7-8511-30d84b85599e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0118911ff4254aa9b4c12125ba0d5152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437877 Oct 13 14:35:56.190109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46438) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:35:56.254248 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-096f05aa-7413-431f-8f1d-eb4a52b542ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:56.280680 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-096f05aa-7413-431f-8f1d-eb4a52b542ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:56.437155 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-096f05aa-7413-431f-8f1d-eb4a52b542ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:56.439860 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-096f05aa-7413-431f-8f1d-eb4a52b542ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:35:56.441652 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-096f05aa-7413-431f-8f1d-eb4a52b542ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70493a2f-512b-412f-a1b6-fb1482eb82bb HTTP/1.1" status: 204 len: 168 time: 0.2499585 Oct 13 14:35:56.454089 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f05aa-7413-431f-8f1d-eb4a52b542ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70493a2f-512b-412f-a1b6-fb1482eb82bb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:35:56.769244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44169e9-bc4a-47a8-91e6-298c8881b694 req-762a964e-b91d-415c-a6e4-1717bbe7329f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:56.771074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d44169e9-bc4a-47a8-91e6-298c8881b694 req-762a964e-b91d-415c-a6e4-1717bbe7329f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 944 time: 0.0700600 Oct 13 14:35:56.823274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d44169e9-bc4a-47a8-91e6-298c8881b694 req-990b4bdb-b754-49f4-ae3a-962f0fae04a8 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434070 Oct 13 14:35:57.956444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3fb72-bb49-4966-b240-ba8637aeb382 req-2047654c-c5fa-4ac8-a4e0-71deb43c1630 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:57.957950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9e3fb72-bb49-4966-b240-ba8637aeb382 req-2047654c-c5fa-4ac8-a4e0-71deb43c1630 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 944 time: 0.0519681 Oct 13 14:35:58.003114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9e3fb72-bb49-4966-b240-ba8637aeb382 req-6ddeebeb-bde1-4b60-a826-b6cb7ac9c33b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364282 Oct 13 14:35:59.135043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecf608-1a9d-4c90-8ed1-b7515787b497 req-3d41ca0f-c03e-4351-8fbf-1c693be361a4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:35:59.136564 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-afecf608-1a9d-4c90-8ed1-b7515787b497 req-3d41ca0f-c03e-4351-8fbf-1c693be361a4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 944 time: 0.0593839 Oct 13 14:35:59.182769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-afecf608-1a9d-4c90-8ed1-b7515787b497 req-b7909445-c6c9-40bd-9c16-3443d2fd60da tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396357 Oct 13 14:36:00.309180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc012aa-47d1-4558-8726-269746ad8e90 req-a7bee484-866a-4dc7-b651-1a9e2a82b4fb tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:00.310752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dc012aa-47d1-4558-8726-269746ad8e90 req-a7bee484-866a-4dc7-b651-1a9e2a82b4fb tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 944 time: 0.0587292 Oct 13 14:36:00.350366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1dc012aa-47d1-4558-8726-269746ad8e90 req-0d9a0300-2d0b-4822-8e10-4f4751b15844 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321403 Oct 13 14:36:01.487088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47462a3d-af2e-4fee-af73-293df49dc472 req-1e1c9556-d758-4162-9587-794b03413101 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:01.488765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47462a3d-af2e-4fee-af73-293df49dc472 req-1e1c9556-d758-4162-9587-794b03413101 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 944 time: 0.0664978 Oct 13 14:36:01.545711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47462a3d-af2e-4fee-af73-293df49dc472 req-4a9d445c-910e-4061-995b-7fab234e021c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474281 Oct 13 14:36:02.351453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46630) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:02.475609 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50ee30f2-551a-4c10-baf2-debfe4f6bf4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:02.556198 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50ee30f2-551a-4c10-baf2-debfe4f6bf4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:02.653338 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-50ee30f2-551a-4c10-baf2-debfe4f6bf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:02.712232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368733cb-0f71-49ff-bb34-a83373bf17fc req-e9d03a56-4219-49da-a2e4-42efc223e1f6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:02.713583 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-368733cb-0f71-49ff-bb34-a83373bf17fc req-e9d03a56-4219-49da-a2e4-42efc223e1f6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 944 time: 0.0958385 Oct 13 14:36:02.714502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee30f2-551a-4c10-baf2-debfe4f6bf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b1dbf8-5c0c-4169-89d6-ee227c1752f5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:02.719980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-50ee30f2-551a-4c10-baf2-debfe4f6bf4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b3bc7e2385943d9b2682c5228e5148f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674655 Oct 13 14:36:02.722827 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46642) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:02.754654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-368733cb-0f71-49ff-bb34-a83373bf17fc req-73f5ef61-dad8-4889-a907-c5e815f87ce5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335515 Oct 13 14:36:02.786789 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f50b6bd-e89f-418d-b186-d65c3bbaaea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:02.814261 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f50b6bd-e89f-418d-b186-d65c3bbaaea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:02.948828 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f50b6bd-e89f-418d-b186-d65c3bbaaea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:02.951799 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f50b6bd-e89f-418d-b186-d65c3bbaaea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:02.953045 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2f50b6bd-e89f-418d-b186-d65c3bbaaea4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16b1dbf8-5c0c-4169-89d6-ee227c1752f5 HTTP/1.1" status: 204 len: 168 time: 0.2291827 Oct 13 14:36:02.962150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50b6bd-e89f-418d-b186-d65c3bbaaea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b1dbf8-5c0c-4169-89d6-ee227c1752f5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:03.528371 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46652) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:03.541879 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8f9cd1b-7613-4c5c-9c28-f6c7b1a28865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:03.628107 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8f9cd1b-7613-4c5c-9c28-f6c7b1a28865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:03.726344 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8f9cd1b-7613-4c5c-9c28-f6c7b1a28865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:03.768962 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d8f9cd1b-7613-4c5c-9c28-f6c7b1a28865 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31279019be19482983eef17a3dcb0a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372186 Oct 13 14:36:03.768962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9cd1b-7613-4c5c-9c28-f6c7b1a28865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fd3ba5-b10d-44ea-b7c0-ec7be70013ee,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:03.769573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46654) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:03.826222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-216f4c08-86e8-4168-b80e-a20905550f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:03.849228 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-216f4c08-86e8-4168-b80e-a20905550f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:03.937920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37efbfc-5246-4911-a344-0fffa7d75a7c req-c6b6e84d-4167-4b29-9326-7cf485f977d4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:03.939467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f37efbfc-5246-4911-a344-0fffa7d75a7c req-c6b6e84d-4167-4b29-9326-7cf485f977d4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 944 time: 0.0514028 Oct 13 14:36:03.987037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f37efbfc-5246-4911-a344-0fffa7d75a7c req-bdbd2e7c-baf9-4a09-a3da-5ef4ac9768e8 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394709 Oct 13 14:36:03.987612 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-216f4c08-86e8-4168-b80e-a20905550f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:03.990751 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-216f4c08-86e8-4168-b80e-a20905550f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:03.994194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-216f4c08-86e8-4168-b80e-a20905550f62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33fd3ba5-b10d-44ea-b7c0-ec7be70013ee HTTP/1.1" status: 204 len: 168 time: 0.2211010 Oct 13 14:36:04.000134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f4c08-86e8-4168-b80e-a20905550f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fd3ba5-b10d-44ea-b7c0-ec7be70013ee,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:05.128622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b8a04-3cf2-4c5e-be9a-a9ae9c92871e req-9a856590-190c-4553-a071-5fb83d60344b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:05.133821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b22b8a04-3cf2-4c5e-be9a-a9ae9c92871e req-9a856590-190c-4553-a071-5fb83d60344b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 944 time: 0.0589335 Oct 13 14:36:05.174071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b22b8a04-3cf2-4c5e-be9a-a9ae9c92871e req-e3ab0cd5-8c00-4765-8056-86e69cda73c0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371225 Oct 13 14:36:06.309697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36d490-39a0-405f-974e-984059d6d6d8 req-38b5f12c-bd56-4b85-9080-6e4924cc04e0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:06.311224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba36d490-39a0-405f-974e-984059d6d6d8 req-38b5f12c-bd56-4b85-9080-6e4924cc04e0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 944 time: 0.0609918 Oct 13 14:36:06.350959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba36d490-39a0-405f-974e-984059d6d6d8 req-7f87ba4a-c48c-4fcb-97b5-5b70604cc51a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336549 Oct 13 14:36:06.818256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d144d19-0a3e-4b1a-829d-cf43ca863f17 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:36:06.935262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d144d19-0a3e-4b1a-829d-cf43ca863f17, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d144d19-0a3e-4b1a-829d-cf43ca863f17,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:06.946858 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '0d144d19-0a3e-4b1a-829d-cf43ca863f17', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'port_id': '0d144d19-0a3e-4b1a-829d-cf43ca863f17', 'mac_address': 'fa:16:3e:8d:31:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:36:06.984957 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:06.998330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d144d19-0a3e-4b1a-829d-cf43ca863f17 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:36:07.017978 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d144d19-0a3e-4b1a-829d-cf43ca863f17, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d144d19-0a3e-4b1a-829d-cf43ca863f17,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:07.108787 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:07.159692 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d144d19-0a3e-4b1a-829d-cf43ca863f17,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:07.376478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['0d144d19-0a3e-4b1a-829d-cf43ca863f17'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:36:07.480603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e93795-881c-4eca-b8ef-ec7ec23a23ea req-cb9d81d1-2b47-4fff-ba1a-d10c438cf20d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:07.482183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11e93795-881c-4eca-b8ef-ec7ec23a23ea req-cb9d81d1-2b47-4fff-ba1a-d10c438cf20d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 945 time: 0.0547435 Oct 13 14:36:07.531498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11e93795-881c-4eca-b8ef-ec7ec23a23ea req-479b6c75-0337-4d38-8d52-d5d97b75d53a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421634 Oct 13 14:36:08.664361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db94ea-6918-498f-96b9-87a2d01a1243 req-740fb4dd-2376-4043-a0b2-135b849c314f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:08.666134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33db94ea-6918-498f-96b9-87a2d01a1243 req-740fb4dd-2376-4043-a0b2-135b849c314f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 945 time: 0.0604303 Oct 13 14:36:08.705902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33db94ea-6918-498f-96b9-87a2d01a1243 req-5de13b32-aa97-43bc-9807-3365c4cad2ec tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334079 Oct 13 14:36:08.833448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46740) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:08.837221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d144d19-0a3e-4b1a-829d-cf43ca863f17 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:36:08.954851 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f3013df7-a495-418a-8c38-a41dc3fd5b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:08.998820 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 0d144d19-0a3e-4b1a-829d-cf43ca863f17 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:36:09.000133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 0d144d19-0a3e-4b1a-829d-cf43ca863f17 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:09.000713 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:09.053177 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f3013df7-a495-418a-8c38-a41dc3fd5b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:09.097018 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:09.120185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a9326e-56d5-43fa-b421-cb1fbcac3b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d144d19-0a3e-4b1a-829d-cf43ca863f17'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:36:09.122894 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ba8bb8-d27f-446b-92d5-0b98b0101494" -d '{"events": [{"server_uuid": "d4a9326e-56d5-43fa-b421-cb1fbcac3b60", "name": "network-vif-plugged", "status": "completed", "tag": "0d144d19-0a3e-4b1a-829d-cf43ca863f17"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:36:09.135640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0d144d19-0a3e-4b1a-829d-cf43ca863f17, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d144d19-0a3e-4b1a-829d-cf43ca863f17,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:09.160467 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22f07c0-499d-4eb6-8d24-8de72027cfdf x-openstack-request-id: req-a22f07c0-499d-4eb6-8d24-8de72027cfdf {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:36:09.160829 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a9326e-56d5-43fa-b421-cb1fbcac3b60", "name": "network-vif-plugged", "status": "completed", "tag": "0d144d19-0a3e-4b1a-829d-cf43ca863f17", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:36:09.161133 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a22f07c0-499d-4eb6-8d24-8de72027cfdf {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:36:09.161560 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a9326e-56d5-43fa-b421-cb1fbcac3b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d144d19-0a3e-4b1a-829d-cf43ca863f17', 'code': 200} Oct 13 14:36:09.166175 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f3013df7-a495-418a-8c38-a41dc3fd5b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:09.205744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3013df7-a495-418a-8c38-a41dc3fd5b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948493b9-8e7e-4489-91cc-c25c1b6f5d5d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:09.218340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f3013df7-a495-418a-8c38-a41dc3fd5b6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d982949d8ba4352a2d57100e378d163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3813872 Oct 13 14:36:09.219000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46750) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:09.255729 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:09.302764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55769ccd-ba6c-4357-a0aa-1232ad0ce0ef req-3f4e86b7-5257-4ce2-b37a-f7cbcf73c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:09.304694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55769ccd-ba6c-4357-a0aa-1232ad0ce0ef req-3f4e86b7-5257-4ce2-b37a-f7cbcf73c7cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 1097 time: 0.0782204 Oct 13 14:36:09.307663 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf54b936-5853-4db6-b247-ab8833f7760b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:09.309900 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0d144d19-0a3e-4b1a-829d-cf43ca863f17,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:09.348289 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf54b936-5853-4db6-b247-ab8833f7760b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:09.372940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55769ccd-ba6c-4357-a0aa-1232ad0ce0ef req-745dfd69-652b-4b5e-a120-2ce24465c821 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566516 Oct 13 14:36:09.508944 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf54b936-5853-4db6-b247-ab8833f7760b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:09.511640 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bf54b936-5853-4db6-b247-ab8833f7760b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:09.513154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bf54b936-5853-4db6-b247-ab8833f7760b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/948493b9-8e7e-4489-91cc-c25c1b6f5d5d HTTP/1.1" status: 204 len: 168 time: 0.2935164 Oct 13 14:36:09.522694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54b936-5853-4db6-b247-ab8833f7760b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948493b9-8e7e-4489-91cc-c25c1b6f5d5d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:09.829918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e82fb9-f281-404a-894d-60b660e9866e req-5281c8bc-7ab5-4246-b380-ee0f291fbc77 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:09.831518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e82fb9-f281-404a-894d-60b660e9866e req-5281c8bc-7ab5-4246-b380-ee0f291fbc77 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 946 time: 0.0539229 Oct 13 14:36:09.879976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e82fb9-f281-404a-894d-60b660e9866e req-4c19be4b-196e-4664-86cc-ce2f71ce9a06 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388341 Oct 13 14:36:11.172938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeada1-ef4d-42f9-88ce-ea7458d34b4f req-300658cf-fe3c-441b-b83c-5a1dc6ce8f29 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:11.174399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2aeeada1-ef4d-42f9-88ce-ea7458d34b4f req-300658cf-fe3c-441b-b83c-5a1dc6ce8f29 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 946 time: 0.2241805 Oct 13 14:36:11.217668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2aeeada1-ef4d-42f9-88ce-ea7458d34b4f req-cf78dbad-ca26-4a9b-9423-82aecce533ef tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352013 Oct 13 14:36:11.554698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46810) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:11.660143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'network': {'name': 'tempest-network-smoke--2118474007', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'port_security_enabled': True}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:11.721579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7712fad-506d-4d54-8011-3599c422149c req-d14dc32b-e001-400e-8d96-100ee8538580 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:11.723071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7712fad-506d-4d54-8011-3599c422149c req-d14dc32b-e001-400e-8d96-100ee8538580 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 946 time: 0.3385530 Oct 13 14:36:11.762851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7712fad-506d-4d54-8011-3599c422149c req-d19b6d63-3068-4a5f-a35a-16a36fa963f1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330236 Oct 13 14:36:11.784901 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46814) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:11.794199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Made reservation on behalf of 872a5f9254c2400da577ebbc742a44b8 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:36:11.797677 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:11.807721 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:11.886188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:11.945443 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51166e-38e4-4e2c-a186-ae12732af643 tempest-TestVolumeBootPattern-959768973 tempest-TestVolumeBootPattern-959768973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:11.947046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bd51166e-38e4-4e2c-a186-ae12732af643 tempest-TestVolumeBootPattern-959768973 tempest-TestVolumeBootPattern-959768973-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 1093 time: 0.1611483 Oct 13 14:36:11.948384 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:11.950968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46818) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:11.956278 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '0d144d19-0a3e-4b1a-829d-cf43ca863f17', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:11.977550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:36:11.987413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630ab94b-f132-479a-8e02-38f939dd86c6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:11.992974 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:11.993371 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Added segment dc4ec87e-13ab-4a31-b90d-577372afbeac of type vlan for network 8cf5f0b7-df0e-4e71-b521-c1c17291157c Oct 13 14:36:12.032575 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:12.046038 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:12.142744 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:12.149481 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:12.154775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:12.155389 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:12.227739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Network': ['ID=8cf5f0b7-df0e-4e71-b521-c1c17291157c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:12.238711 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 8cf5f0b7-df0e-4e71-b521-c1c17291157c details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:36:12.263571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Allocated IP 172.25.0.36 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/980031e3-5016-4476-a9a3-8210f24f3f60) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:36:12.304639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-38b57287-ca00-4125-80f0-d1259e455171 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7491860 Oct 13 14:36:12.307546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46820) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:12.312557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-485866695', 'admin_state_up': True, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:12.372138 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:12.394750 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:12.395813 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:12.454508 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:12.463542 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:12.502809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:36:12.505753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:36:12.509943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:36:12.534026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'Port': ['ID=980031e3-5016-4476-a9a3-8210f24f3f60,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:12.668180 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:12.923866 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:12.943763 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:13.013834 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:13.055128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Allocated IP 172.25.0.234 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/9b041909-96b6-4f61-887c-2c5171f246ae) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:36:13.161668 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:13.168756 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:13.268161 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:13.312229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:36:13.315130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:36:13.319361 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:13.320382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:36:13.323109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=9b041909-96b6-4f61-887c-2c5171f246ae,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:13.381574 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:13.670566 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:13.745198 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'Port': ['ID=980031e3-5016-4476-a9a3-8210f24f3f60,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:13.757997 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:13.859593 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Floating IP 0873f966-051a-40c5-a64d-8ef40b2fc853 associated. External IP: 172.25.0.36, port: 0d144d19-0a3e-4b1a-829d-cf43ca863f17. Oct 13 14:36:13.880752 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:14.076482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:36:14.080216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Router 0f1ed48a-0172-4adf-831b-500890b624bc is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:36:14.192266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:36:14.195779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:36:14.206736 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5c0bd-6b81-4378-aa85-855d4e79da4f None None] Sync routers for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:36:14.217276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5c0bd-6b81-4378-aa85-855d4e79da4f None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:36:14.218058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0fc5c0bd-6b81-4378-aa85-855d4e79da4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:35:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:14.232124 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Sync routers for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:36:14.242316 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:36:14.242926 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:35:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:14.339245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-0fc5c0bd-6b81-4378-aa85-855d4e79da4f None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:36:14.345677 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:14.346088 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:14.347860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7e90777a-3e4b-4578-8a89-9f3d8205f984 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0391581 Oct 13 14:36:14.349941 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:36:14.350936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46842) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:14.393102 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2d5267b4-3589-4f9f-9c36-958bf4a6c902 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4313149 Oct 13 14:36:14.393102 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a9326e-56d5-43fa-b421-cb1fbcac3b60', 'tag': '0d144d19-0a3e-4b1a-829d-cf43ca863f17'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:36:14.393102 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8c26e4-4b7e-4a41-a158-45794923cca1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a9326e-56d5-43fa-b421-cb1fbcac3b60", "tag": "0d144d19-0a3e-4b1a-829d-cf43ca863f17"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:36:14.530473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f96a4428-c0fe-45a4-89e5-f7805ffb4bb3 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=872a5f9254c2400da577ebbc742a44b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1754408 Oct 13 14:36:14.530898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46854) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:14.579780 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:13Z', 'revision_number': 3, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:14.619253 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Checking router: 0f1ed48a-0172-4adf-831b-500890b624bc for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:36:14.619741 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Updating router 0f1ed48a-0172-4adf-831b-500890b624bc port 9b041909-96b6-4f61-887c-2c5171f246ae binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:36:14.625769 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9e9259-7154-404a-9fe4-ea47b5ade7c3 x-openstack-request-id: req-7b9e9259-7154-404a-9fe4-ea47b5ade7c3 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:36:14.626061 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a9326e-56d5-43fa-b421-cb1fbcac3b60", "tag": "0d144d19-0a3e-4b1a-829d-cf43ca863f17", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:36:14.626312 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b9e9259-7154-404a-9fe4-ea47b5ade7c3 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:36:14.626712 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a9326e-56d5-43fa-b421-cb1fbcac3b60', 'tag': '0d144d19-0a3e-4b1a-829d-cf43ca863f17', 'status': 'completed', 'code': 200} Oct 13 14:36:14.647994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0fc5c0bd-6b81-4378-aa85-855d4e79da4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '0873f966-051a-40c5-a64d-8ef40b2fc853', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '0d144d19-0a3e-4b1a-829d-cf43ca863f17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:8d:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9326e-56d5-43fa-b421-cb1fbcac3b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:12Z', 'revision_number': 0, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:14.668912 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:14.696234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5c0bd-6b81-4378-aa85-855d4e79da4f None None] Checking router: 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:36:14.707102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5c0bd-6b81-4378-aa85-855d4e79da4f None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:36:14.707985 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0fc5c0bd-6b81-4378-aa85-855d4e79da4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:35:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:14.836951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-0fc5c0bd-6b81-4378-aa85-855d4e79da4f None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:36:15.143726 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:15.154561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0fc5c0bd-6b81-4378-aa85-855d4e79da4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '0873f966-051a-40c5-a64d-8ef40b2fc853', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '0d144d19-0a3e-4b1a-829d-cf43ca863f17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:8d:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9326e-56d5-43fa-b421-cb1fbcac3b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:12Z', 'revision_number': 0, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:15.172881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c26e4-4b7e-4a41-a158-45794923cca1 req-897127fc-20c7-433e-a144-a1a76841f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:15.174574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a8c26e4-4b7e-4a41-a158-45794923cca1 req-897127fc-20c7-433e-a144-a1a76841f890 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 1098 time: 0.5103922 Oct 13 14:36:15.191387 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5c0bd-6b81-4378-aa85-855d4e79da4f None None] The sync data for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 is: [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '0873f966-051a-40c5-a64d-8ef40b2fc853', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '0d144d19-0a3e-4b1a-829d-cf43ca863f17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:8d:31:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a9326e-56d5-43fa-b421-cb1fbcac3b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:12Z', 'revision_number': 0, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:36:15.206262 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:15.216106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4591b8-fdcf-4f52-aed9-efaf3839d6ae tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:15.225497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9c4591b8-fdcf-4f52-aed9-efaf3839d6ae tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6868234 Oct 13 14:36:15.225638 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46858) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:15.267733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46860) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:15.267942 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6cf8757d-81c0-4487-9fa3-7c102116605d tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454648 Oct 13 14:36:15.273364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-568f82af-4cbb-4f82-afb0-5ba51910884e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1471355023', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:15.279671 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Attempting to bind port 9b041909-96b6-4f61-887c-2c5171f246ae on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:36:15.280125 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Attempting to bind port 9b041909-96b6-4f61-887c-2c5171f246ae by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:36:15.280329 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Attempting to bind port 9b041909-96b6-4f61-887c-2c5171f246ae on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:36:15.283651 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Pushing event updated for resources: {'Port': ['ID=9b041909-96b6-4f61-887c-2c5171f246ae,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:15.289786 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:36:15.299381 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:36:15.299381 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:15.299381 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:36:15.299381 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Bound port: 9b041909-96b6-4f61-887c-2c5171f246ae, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:36:15.299381 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:15.299381 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:15.299381 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:15.300019 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:15.300218 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:15.300543 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:15.300859 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:15.301197 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:15.301510 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:15.301821 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:15.302135 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:15.302444 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:15.302829 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:15.363811 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] For port 9b041909-96b6-4f61-887c-2c5171f246ae, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:36:15.368020 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] For port 9b041909-96b6-4f61-887c-2c5171f246ae, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9b041909-96b6-4f61-887c-2c5171f246ae,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:36:15.373762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c26e4-4b7e-4a41-a158-45794923cca1 req-5fb434ba-f6cb-4252-9780-9f16ff02e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:15.374500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a8c26e4-4b7e-4a41-a158-45794923cca1 req-5fb434ba-f6cb-4252-9780-9f16ff02e4ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.1894739 Oct 13 14:36:15.452310 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:15.455130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a8c26e4-4b7e-4a41-a158-45794923cca1 req-db39e8db-bc13-43a2-a70f-979d0d502f04 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d144d19-0a3e-4b1a-829d-cf43ca863f17 HTTP/1.1" status: 200 len: 999 time: 0.0716445 Oct 13 14:36:15.501920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da804dc-d9d9-4521-829d-4327ad4de7a3 None None] New status for floating IP 0873f966-051a-40c5-a64d-8ef40b2fc853: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:36:15.525539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c26e4-4b7e-4a41-a158-45794923cca1 req-a0d74717-1211-4a46-85c9-7daebe3b574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:15.527203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a8c26e4-4b7e-4a41-a158-45794923cca1 req-a0d74717-1211-4a46-85c9-7daebe3b574e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0619721 Oct 13 14:36:15.529794 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:36:15.530397 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:35:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:15.532494 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28131a17-bb90-46f6-9808-338ba996af1b None None] Pushing event updated for resources: {'Port': ['ID=9b041909-96b6-4f61-887c-2c5171f246ae,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:15.546758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568f82af-4cbb-4f82-afb0-5ba51910884e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Made reservation on behalf of 872a5f9254c2400da577ebbc742a44b8 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:36:15.550225 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-568f82af-4cbb-4f82-afb0-5ba51910884e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:15.670253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c26e4-4b7e-4a41-a158-45794923cca1 req-1f1b5ffc-a846-4e13-944d-16ec2360071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:15.670453 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:36:15.671679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a8c26e4-4b7e-4a41-a158-45794923cca1 req-1f1b5ffc-a846-4e13-944d-16ec2360071f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1369929 Oct 13 14:36:15.818156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a8c26e4-4b7e-4a41-a158-45794923cca1 req-a0d4ce4c-87e1-41e7-ab26-d7adf96ff72e service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374464 Oct 13 14:36:15.894993 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:13Z', 'revision_number': 3, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:15.927457 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f791d0-4fbc-401b-8e9a-ce76fd212864 None None] The sync data for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 is: [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:13Z', 'revision_number': 3, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:36:15.953411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a8c26e4-4b7e-4a41-a158-45794923cca1 req-a59359b9-3bc0-4a3c-8081-7c00c2eb2972 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135190 Oct 13 14:36:16.024633 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-568f82af-4cbb-4f82-afb0-5ba51910884e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:16.087143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f82af-4cbb-4f82-afb0-5ba51910884e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Subnet': ['ID=3487665d-758f-4f29-be5f-5c317d5c1118,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:16.097983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568f82af-4cbb-4f82-afb0-5ba51910884e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Checking segment: {'id': 'dc4ec87e-13ab-4a31-b90d-577372afbeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:36:16.098420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568f82af-4cbb-4f82-afb0-5ba51910884e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network hostable DHCP agents. Network: 8cf5f0b7-df0e-4e71-b521-c1c17291157c, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:36:16.176507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568f82af-4cbb-4f82-afb0-5ba51910884e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network 8cf5f0b7-df0e-4e71-b521-c1c17291157c is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:36:16.250603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-568f82af-4cbb-4f82-afb0-5ba51910884e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 8cf5f0b7-df0e-4e71-b521-c1c17291157c) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:36:16.257909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f82af-4cbb-4f82-afb0-5ba51910884e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:16.260620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-568f82af-4cbb-4f82-afb0-5ba51910884e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:16.263511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc3073-673d-491c-8369-fee311952a1b None None] Network 8cf5f0b7-df0e-4e71-b521-c1c17291157c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:36:16.350245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-568f82af-4cbb-4f82-afb0-5ba51910884e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0814354 Oct 13 14:36:16.352887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46866) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:16.474193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:36:16.475161 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:16.689139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9b041909-96b6-4f61-887c-2c5171f246ae up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:36:16.695548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Allocated IP 172.20.0.2 (8cf5f0b7-df0e-4e71-b521-c1c17291157c/3487665d-758f-4f29-be5f-5c317d5c1118/d4454262-d46b-4f51-b904-846d0174ba52) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:36:16.808618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 9b041909-96b6-4f61-887c-2c5171f246ae triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:16.810455 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:16.958199 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:16.967552 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:16.994381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 9b041909-96b6-4f61-887c-2c5171f246ae, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9b041909-96b6-4f61-887c-2c5171f246ae,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:16.996944 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:17.041022 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:17.071455 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:17.089066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Network 8cf5f0b7-df0e-4e71-b521-c1c17291157c is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:36:17.091989 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:36:17.094521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:36:17.102731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Pushing event updated for resources: {'Port': ['ID=d4454262-d46b-4f51-b904-846d0174ba52,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:17.194045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=9b041909-96b6-4f61-887c-2c5171f246ae,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:17.197782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Attempting to bind port d4454262-d46b-4f51-b904-846d0174ba52 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:36:17.198160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Attempting to bind port d4454262-d46b-4f51-b904-846d0174ba52 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'dc4ec87e-13ab-4a31-b90d-577372afbeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:36:17.198528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Attempting to bind port d4454262-d46b-4f51-b904-846d0174ba52 on network 8cf5f0b7-df0e-4e71-b521-c1c17291157c {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:36:17.204250 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:36:17.204619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Checking segment: {'id': 'dc4ec87e-13ab-4a31-b90d-577372afbeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:36:17.205049 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:17.205439 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Bound using segment: {'id': 'dc4ec87e-13ab-4a31-b90d-577372afbeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:36:17.205906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Bound port: d4454262-d46b-4f51-b904-846d0174ba52, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4ec87e-13ab-4a31-b90d-577372afbeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:36:17.206291 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:17.275677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] For port d4454262-d46b-4f51-b904-846d0174ba52, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:36:17.278836 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] For port d4454262-d46b-4f51-b904-846d0174ba52, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d4454262-d46b-4f51-b904-846d0174ba52,segment=NetworkSegment(dc4ec87e-13ab-4a31-b90d-577372afbeac),segment_id=dc4ec87e-13ab-4a31-b90d-577372afbeac)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:36:17.282821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Allocated IP 172.20.0.1 (8cf5f0b7-df0e-4e71-b521-c1c17291157c/3487665d-758f-4f29-be5f-5c317d5c1118/6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:36:17.349755 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:17.406031 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:17.417431 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec490b43-4f3d-4b8b-bc60-ecb63b5b9235 None None] Pushing event updated for resources: {'Port': ['ID=d4454262-d46b-4f51-b904-846d0174ba52,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:17.519694 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:17.588448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network 8cf5f0b7-df0e-4e71-b521-c1c17291157c is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:36:17.591593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:36:17.595619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:36:17.641233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:17.662845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:17.921254 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:18.220499 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:18.275007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:18.357103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:18.360686 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:18.469982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network 8cf5f0b7-df0e-4e71-b521-c1c17291157c is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:36:18.473659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:36:18.640874 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:18.645426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7092c48-ea11-4351-9e03-c6e93379dea0 None None] Network 8cf5f0b7-df0e-4e71-b521-c1c17291157c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:36:18.738637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d4454262-d46b-4f51-b904-846d0174ba52 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:36:18.808484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-07fd3f9d-60ca-47cf-a778-5caa788ef75b None None] Provisioning complete for port d4454262-d46b-4f51-b904-846d0174ba52 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:18.809415 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07fd3f9d-60ca-47cf-a778-5caa788ef75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:18.915076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Router 0f1ed48a-0172-4adf-831b-500890b624bc has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:36:19.058457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:36:19.066442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2f16a43c-5232-4895-b4fe-3a0974f1ea5c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "PUT /v2.0/routers/0f1ed48a-0172-4adf-831b-500890b624bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7120190 Oct 13 14:36:19.070616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46888) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:19.072838 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d4454262-d46b-4f51-b904-846d0174ba52 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:19.073309 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:19.073959 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Sync routers for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:36:19.088413 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:36:19.089186 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:35:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:19.220501 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:36:19.229228 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07fd3f9d-60ca-47cf-a778-5caa788ef75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:19.277547 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:19.319626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-07fd3f9d-60ca-47cf-a778-5caa788ef75b None None] For port d4454262-d46b-4f51-b904-846d0174ba52, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d4454262-d46b-4f51-b904-846d0174ba52,segment=NetworkSegment(dc4ec87e-13ab-4a31-b90d-577372afbeac),segment_id=dc4ec87e-13ab-4a31-b90d-577372afbeac)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:19.340806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8358c74-b3d6-47d1-bb37-6307bd015e97 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.342431 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8358c74-b3d6-47d1-bb37-6307bd015e97 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.343227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8358c74-b3d6-47d1-bb37-6307bd015e97 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.343848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8358c74-b3d6-47d1-bb37-6307bd015e97 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.344514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8358c74-b3d6-47d1-bb37-6307bd015e97 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.345540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8358c74-b3d6-47d1-bb37-6307bd015e97 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.346263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8358c74-b3d6-47d1-bb37-6307bd015e97 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.346890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8358c74-b3d6-47d1-bb37-6307bd015e97 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.347786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8358c74-b3d6-47d1-bb37-6307bd015e97 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.348406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8358c74-b3d6-47d1-bb37-6307bd015e97 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.349072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8358c74-b3d6-47d1-bb37-6307bd015e97 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.349880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8358c74-b3d6-47d1-bb37-6307bd015e97 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.352543 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a8358c74-b3d6-47d1-bb37-6307bd015e97 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8443 time: 0.2809408 Oct 13 14:36:19.355627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46890) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:19.410384 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07fd3f9d-60ca-47cf-a778-5caa788ef75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:19.496504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e498f-baab-4ab0-b953-69f069ec8e21 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.497908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e498f-baab-4ab0-b953-69f069ec8e21 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.498522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e498f-baab-4ab0-b953-69f069ec8e21 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.499160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e498f-baab-4ab0-b953-69f069ec8e21 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.499767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e498f-baab-4ab0-b953-69f069ec8e21 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.501045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e498f-baab-4ab0-b953-69f069ec8e21 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.501501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e498f-baab-4ab0-b953-69f069ec8e21 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.502164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e498f-baab-4ab0-b953-69f069ec8e21 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.502625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e498f-baab-4ab0-b953-69f069ec8e21 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.503176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e498f-baab-4ab0-b953-69f069ec8e21 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.503632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e498f-baab-4ab0-b953-69f069ec8e21 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.504229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e498f-baab-4ab0-b953-69f069ec8e21 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:19.507967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6c8e498f-baab-4ab0-b953-69f069ec8e21 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7624 time: 0.1511202 Oct 13 14:36:19.511176 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46892) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:19.520975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd3f9d-60ca-47cf-a778-5caa788ef75b None None] Pushing event updated for resources: {'Port': ['ID=d4454262-d46b-4f51-b904-846d0174ba52,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:19.525773 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:36:19.526360 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:36:19.555126 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7318ca48-0e15-43af-8556-35054e7988c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:19.561671 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:17Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:18Z', 'revision_number': 2, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:19.590762 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Checking router: 0f1ed48a-0172-4adf-831b-500890b624bc for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:36:19.591113 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Updating router 0f1ed48a-0172-4adf-831b-500890b624bc port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:36:19.626353 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:19.641814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-94f3ac7e-2d59-40c8-b47c-7721bb165bcb None None] Provisioning complete for port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:19.643403 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-94f3ac7e-2d59-40c8-b47c-7721bb165bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:19.690665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-94f3ac7e-2d59-40c8-b47c-7721bb165bcb None None] Port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:36:19.711005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-94f3ac7e-2d59-40c8-b47c-7721bb165bcb None None] Provisioning complete for port d4454262-d46b-4f51-b904-846d0174ba52 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:19.711830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-94f3ac7e-2d59-40c8-b47c-7721bb165bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:19.846055 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c781c58a-7635-4418-a90b-2adcc394102d tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.3329988 Oct 13 14:36:19.944473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b0b32166-a955-4a50-ae1c-db9ce68910af None None] Provisioning complete for port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:19.944907 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b0b32166-a955-4a50-ae1c-db9ce68910af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:19.985288 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:19.985523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b0b32166-a955-4a50-ae1c-db9ce68910af None None] Port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:36:20.065259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9b041909-96b6-4f61-887c-2c5171f246ae up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:36:20.086340 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.112686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-50206dbd-c630-4eb7-841e-f92b85a07cc8 None None] Provisioning complete for port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:20.113099 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-50206dbd-c630-4eb7-841e-f92b85a07cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.161383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-50206dbd-c630-4eb7-841e-f92b85a07cc8 None None] Port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:36:20.164237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 9b041909-96b6-4f61-887c-2c5171f246ae triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:20.164613 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.202114 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a87d8-1215-45c5-b3b8-1bef7618b72c None None] Pushing event updated for resources: {'Port': ['ID=6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:20.223658 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Attempting to bind port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:36:20.224025 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Attempting to bind port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'dc4ec87e-13ab-4a31-b90d-577372afbeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:36:20.224381 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Attempting to bind port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb on network 8cf5f0b7-df0e-4e71-b521-c1c17291157c {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:36:20.230859 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:36:20.231234 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Checking segment: {'id': 'dc4ec87e-13ab-4a31-b90d-577372afbeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:36:20.231634 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.232021 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Bound using segment: {'id': 'dc4ec87e-13ab-4a31-b90d-577372afbeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:36:20.232487 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Bound port: 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4ec87e-13ab-4a31-b90d-577372afbeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:36:20.232864 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.302034 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] For port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:36:20.307899 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] For port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb,segment=NetworkSegment(dc4ec87e-13ab-4a31-b90d-577372afbeac),segment_id=dc4ec87e-13ab-4a31-b90d-577372afbeac)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:36:20.378225 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.437872 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:36:20.438493 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:35:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:20.441475 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a87d8-1215-45c5-b3b8-1bef7618b72c None None] Pushing event updated for resources: {'Port': ['ID=6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:20.485294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d71ae218-4747-4684-b2ac-5a5b7ff43e5d None None] Provisioning complete for port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:20.486186 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d71ae218-4747-4684-b2ac-5a5b7ff43e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.577278 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:36:20.592193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d4454262-d46b-4f51-b904-846d0174ba52 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:36:20.610310 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46902) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:20.623196 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f0fda563-0f18-4eb1-8156-a32f83de7666 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353556674', 'description': 'tempest-secgroup-smoke-1353556674 description', 'project_id': '872a5f9254c2400da577ebbc742a44b8'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:20.644381 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d71ae218-4747-4684-b2ac-5a5b7ff43e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.691785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d71ae218-4747-4684-b2ac-5a5b7ff43e5d None None] For port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb,segment=NetworkSegment(dc4ec87e-13ab-4a31-b90d-577372afbeac),segment_id=dc4ec87e-13ab-4a31-b90d-577372afbeac)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:20.697631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d4454262-d46b-4f51-b904-846d0174ba52 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:20.698023 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.732973 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0fda563-0f18-4eb1-8156-a32f83de7666 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.765391 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d71ae218-4747-4684-b2ac-5a5b7ff43e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.814881 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0fda563-0f18-4eb1-8156-a32f83de7666 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.837133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ae218-4747-4684-b2ac-5a5b7ff43e5d None None] Pushing event updated for resources: {'Port': ['ID=6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:20.873186 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0fda563-0f18-4eb1-8156-a32f83de7666 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.884272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-41bb67ae-9c0b-4bcf-911e-f5b1becadd8f None None] Provisioning complete for port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:20.884640 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-41bb67ae-9c0b-4bcf-911e-f5b1becadd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.911415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fda563-0f18-4eb1-8156-a32f83de7666 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:20.931186 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:17Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:20.958974 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8700f6c2-bd00-4728-a88b-6e965abf4d5e None None] The sync data for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 is: [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:17Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:36:20.975904 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f0fda563-0f18-4eb1-8156-a32f83de7666 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:20.981026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46912) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:20.981553 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f0fda563-0f18-4eb1-8156-a32f83de7666 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3633573 Oct 13 14:36:20.986961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:21.095666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:21.188547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:21.248488 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:21.272280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b3d07d-2509-477b-bd42-13283949dd67,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:21.283970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:21.284681 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:21.285399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:21.285970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:21.286527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:21.287085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:21.288272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:21.288827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:21.289500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:21.290054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:21.290699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:21.291256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:21.335012 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:21.338688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-83db25b1-d713-43ae-a7c6-c750992ed63d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3534646 Oct 13 14:36:21.339545 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46920) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:21.344322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fa85c917-0499-4991-9b25-73b37581b84d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:21.445105 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa85c917-0499-4991-9b25-73b37581b84d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:21.520432 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa85c917-0499-4991-9b25-73b37581b84d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:21.589564 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa85c917-0499-4991-9b25-73b37581b84d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:21.612268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85c917-0499-4991-9b25-73b37581b84d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5ea7e7-eada-4bce-ab36-8b73f82222db,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:21.685179 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa85c917-0499-4991-9b25-73b37581b84d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:21.686844 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fa85c917-0499-4991-9b25-73b37581b84d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3462062 Oct 13 14:36:21.689512 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46924) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:21.695768 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8f52f960-ba2a-492e-aa3a-5273bb375cdc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:21.804758 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f52f960-ba2a-492e-aa3a-5273bb375cdc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:21.872700 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f52f960-ba2a-492e-aa3a-5273bb375cdc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:21.955332 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f52f960-ba2a-492e-aa3a-5273bb375cdc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:21.988520 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52f960-ba2a-492e-aa3a-5273bb375cdc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028d39a4-e267-45ee-9bd7-784b1dde3dbe,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:22.035143 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.063903 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f52f960-ba2a-492e-aa3a-5273bb375cdc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.065669 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8f52f960-ba2a-492e-aa3a-5273bb375cdc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3751330 Oct 13 14:36:22.068695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46926) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:22.074273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f6ddb559-4ebd-4559-8c42-8f94d8a0e878 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:22.177374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb559-4ebd-4559-8c42-8f94d8a0e878 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.260622 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb559-4ebd-4559-8c42-8f94d8a0e878 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.291896 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00635248-6731-4a8f-a83b-43a1a67227c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.314822 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb559-4ebd-4559-8c42-8f94d8a0e878 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.334000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddb559-4ebd-4559-8c42-8f94d8a0e878 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bde78d3-6e43-4cd9-b84c-2361ca29184c,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:22.408170 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb559-4ebd-4559-8c42-8f94d8a0e878 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.409548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f6ddb559-4ebd-4559-8c42-8f94d8a0e878 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3391790 Oct 13 14:36:22.412654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46932) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:22.417280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-8d024136-f6f8-406e-bdba-28078d6fc689 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:22.486721 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-8d024136-f6f8-406e-bdba-28078d6fc689 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Project 872a5f9254c2400da577ebbc742a44b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:36:22.492821 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d024136-f6f8-406e-bdba-28078d6fc689 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.566744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d024136-f6f8-406e-bdba-28078d6fc689 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.586674 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:36:22.628252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d024136-f6f8-406e-bdba-28078d6fc689 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.639054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:22.639415 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.654874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d024136-f6f8-406e-bdba-28078d6fc689 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c9b756-cc37-405e-b73c-a9c4094877a8,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:22.720849 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8d024136-f6f8-406e-bdba-28078d6fc689 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.724964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8d024136-f6f8-406e-bdba-28078d6fc689 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3083787 Oct 13 14:36:22.725218 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46934) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:22.730288 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:36:22.735897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ec2bc244-a2de-41c9-b92a-e51d91bbb769 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:22.821873 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-ec2bc244-a2de-41c9-b92a-e51d91bbb769 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Project 872a5f9254c2400da577ebbc742a44b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:36:22.827802 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc244-a2de-41c9-b92a-e51d91bbb769 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.895664 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc244-a2de-41c9-b92a-e51d91bbb769 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.972522 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc244-a2de-41c9-b92a-e51d91bbb769 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:22.996876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bc244-a2de-41c9-b92a-e51d91bbb769 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc9dc3c-97c6-4ae2-8f66-87777c93b4bc,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:23.063700 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc244-a2de-41c9-b92a-e51d91bbb769 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:23.065044 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ec2bc244-a2de-41c9-b92a-e51d91bbb769 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3386583 Oct 13 14:36:23.208623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-8a177f0d-9f9b-4d87-bf25-22d01b1565e3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353556674&fields=id&tenant_id=872a5f9254c2400da577ebbc742a44b8 HTTP/1.1" status: 200 len: 267 time: 0.0342073 Oct 13 14:36:23.323540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-dfa5fc4c-e81b-4889-bc6e-e5002deca04b tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:23.325146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-dfa5fc4c-e81b-4889-bc6e-e5002deca04b tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/networks?id=8cf5f0b7-df0e-4e71-b521-c1c17291157c HTTP/1.1" status: 200 len: 797 time: 0.1090422 Oct 13 14:36:23.342155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-fa7d964f-851c-4004-b19f-822fe66715b6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/quotas/872a5f9254c2400da577ebbc742a44b8 HTTP/1.1" status: 200 len: 375 time: 0.0103879 Oct 13 14:36:23.398636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-bc221a3a-9e5e-4d8b-8d5d-7bdf70378ce4 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=872a5f9254c2400da577ebbc742a44b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501170 Oct 13 14:36:23.505082 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-9e8ec38a-f27e-4989-a17d-f1bba18f04aa service neutron] 10.222.0.18 "GET /v2.0/networks/8cf5f0b7-df0e-4e71-b521-c1c17291157c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899394 Oct 13 14:36:23.592584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-baa1034b-98b2-4866-ac62-753e1a90c176 service neutron] 10.222.0.18 "GET /v2.0/networks/8cf5f0b7-df0e-4e71-b521-c1c17291157c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849826 Oct 13 14:36:23.821668 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:23.897653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b4a830a-962f-45f3-ade5-7aaafe746f0d req-28c2a326-fb31-419b-83ab-71a848f435a0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 210 time: 0.0335197 Oct 13 14:36:24.005422 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:24.653467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-58be3b2b-e96c-42d5-9fdb-55f2610d6826 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0597174 Oct 13 14:36:24.758719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-d579982b-050a-4700-9685-8f6524d8c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:24.759118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-d579982b-050a-4700-9685-8f6524d8c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:24.759603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-d579982b-050a-4700-9685-8f6524d8c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:24.760042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-d579982b-050a-4700-9685-8f6524d8c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:24.760504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-d579982b-050a-4700-9685-8f6524d8c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:24.761096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-d579982b-050a-4700-9685-8f6524d8c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:24.761564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-d579982b-050a-4700-9685-8f6524d8c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:24.766936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-d579982b-050a-4700-9685-8f6524d8c5b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=adffe79e13844ca6825792b087d82314&device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 6508 time: 0.0618360 Oct 13 14:36:24.857126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46972) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:24.906723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-dda2efbf-7744-471c-9c68-2daf5394a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:24.906995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-dda2efbf-7744-471c-9c68-2daf5394a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:24.907378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-dda2efbf-7744-471c-9c68-2daf5394a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:24.909073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-dda2efbf-7744-471c-9c68-2daf5394a020 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23652a0e-fdc8-4019-a88a-94449553c2fa&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=10aa74c4-b44f-48f7-92a3-f12491d08647&id=c618d8ae-014f-47f1-941a-268db5728f54&id=c618d8ae-014f-47f1-941a-268db5728f54 HTTP/1.1" status: 200 len: 2297 time: 0.1187434 Oct 13 14:36:24.983396 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f95b1af-72d0-49d2-94e0-d03d7bb8dd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:25.010565 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40256fd5-f92c-459f-851f-3e93a41296a1 req-c73a23e9-85aa-4570-9a70-7e38a1fba828 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 210 time: 0.0373197 Oct 13 14:36:25.020208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-1939523e-de0d-4f4e-b509-787756136fa1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b HTTP/1.1" status: 200 len: 1000 time: 0.0991843 Oct 13 14:36:25.066915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f95b1af-72d0-49d2-94e0-d03d7bb8dd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:25.072522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-995baa36-5e2d-4ff3-bcc8-e90950a7c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:25.074110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-995baa36-5e2d-4ff3-bcc8-e90950a7c578 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dff8190b-2496-4c8f-b489-28a02d965473 HTTP/1.1" status: 200 len: 855 time: 0.0493364 Oct 13 14:36:25.121535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-c96bb602-703a-4f9b-9cb0-2b95947714dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:25.123041 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-c96bb602-703a-4f9b-9cb0-2b95947714dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23652a0e-fdc8-4019-a88a-94449553c2fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408804 Oct 13 14:36:25.214616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-44b7d732-bfa5-4df2-99aa-9fc815f8b366 service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841010 Oct 13 14:36:25.223517 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f95b1af-72d0-49d2-94e0-d03d7bb8dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:25.262945 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3f95b1af-72d0-49d2-94e0-d03d7bb8dd21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a55112f8e0614f7b831593adabeafb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045222 Oct 13 14:36:25.263992 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95b1af-72d0-49d2-94e0-d03d7bb8dd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54f1ccb-c463-4ac3-8fd1-0452847b2139,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:25.266449 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46978) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:25.321154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-eefceb14-f486-4711-99af-18c5ef3b8dc6 service neutron] 10.222.0.41 "GET /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989435 Oct 13 14:36:25.325895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78e9d1dd-fe63-4098-9f34-692799f366b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:25.351398 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78e9d1dd-fe63-4098-9f34-692799f366b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:25.369521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-5fd75497-9ffd-4e73-b901-44bd8a7ebc9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 HTTP/1.1" status: 200 len: 217 time: 0.0404944 Oct 13 14:36:25.415007 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:25.447772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-ccccf9eb-9566-4b24-855e-c6124cab3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:25.449296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-ccccf9eb-9566-4b24-855e-c6124cab3637 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0714369 Oct 13 14:36:25.469060 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78e9d1dd-fe63-4098-9f34-692799f366b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:25.471777 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-78e9d1dd-fe63-4098-9f34-692799f366b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:25.473104 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-78e9d1dd-fe63-4098-9f34-692799f366b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c54f1ccb-c463-4ac3-8fd1-0452847b2139 HTTP/1.1" status: 204 len: 168 time: 0.2055874 Oct 13 14:36:25.488966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9d1dd-fe63-4098-9f34-692799f366b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54f1ccb-c463-4ac3-8fd1-0452847b2139,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:25.517953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-2e64eb5d-fd4d-48ec-b87f-1f0683f77dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:25.519483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-2e64eb5d-fd4d-48ec-b87f-1f0683f77dad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0623846 Oct 13 14:36:25.616956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-819fb11e-0e9c-4cff-a03a-3523fe6703e2 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872538 Oct 13 14:36:25.717370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-b13bb934-20c9-4ce2-a328-d811afe6c7aa service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915592 Oct 13 14:36:25.769616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-3d2fcf61-6176-49ef-ab6e-0f2da91cda27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=ac703971-2eb9-4b72-acde-5f0c872f63f0 HTTP/1.1" status: 200 len: 217 time: 0.0416057 Oct 13 14:36:25.829880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-b014de61-e215-4099-b1d9-0055167ce237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:25.832664 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-b014de61-e215-4099-b1d9-0055167ce237 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0536106 Oct 13 14:36:25.883322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-76b6eda1-aeb1-43be-b8a7-a401705a9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:25.884814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-76b6eda1-aeb1-43be-b8a7-a401705a9578 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0448678 Oct 13 14:36:25.986562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-a06d5d58-3827-45c0-8007-849e4ea894b9 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940661 Oct 13 14:36:26.108937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-cda1ca41-2efb-4ea1-b4cf-2039b0c5434c service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137245 Oct 13 14:36:26.129528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68bee8c2-f042-4415-8690-4caf1cb12a91 req-36df2bde-f35d-4c4b-b7d9-e6d5befe3fcb tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 210 time: 0.0366075 Oct 13 14:36:26.163295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-2e8d72b1-bf50-483d-b2ee-4a276ccf1664 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=d0e204fc-83f5-4423-b87e-78a554179830 HTTP/1.1" status: 200 len: 217 time: 0.0411329 Oct 13 14:36:26.173181 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 46988) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:26.187141 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2f4476d-19ac-470e-8a0c-1e7e4b61e30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:26.225783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-2d032bd1-49c2-4c92-a2b4-3361e4864977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:26.228548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-2d032bd1-49c2-4c92-a2b4-3361e4864977 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.0555382 Oct 13 14:36:26.280203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-eb0b3f8e-8288-40da-b3c5-9db2a5d89d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:26.281753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-eb0b3f8e-8288-40da-b3c5-9db2a5d89d1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423617 Oct 13 14:36:26.282948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2f4476d-19ac-470e-8a0c-1e7e4b61e30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:26.349588 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2f4476d-19ac-470e-8a0c-1e7e4b61e30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:26.389037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-15daa994-b95b-4794-907d-8f5ec5c5aa43 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983043 Oct 13 14:36:26.390064 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c2f4476d-19ac-470e-8a0c-1e7e4b61e30b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c92497010f9549ce97abbc8ecd3975df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158077 Oct 13 14:36:26.392268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4476d-19ac-470e-8a0c-1e7e4b61e30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba6aeb0-8190-4ad5-9007-0af9d8335dd5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:26.392635 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 46990) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:26.576262 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43a762c6-ea72-48de-9b96-6a6a89cd4a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:26.595131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-6bf114cc-296b-452d-aa4e-b193f8294815 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952999 Oct 13 14:36:26.662421 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43a762c6-ea72-48de-9b96-6a6a89cd4a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:26.665637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-3d6debe5-7516-4895-93f7-5a99ee950133 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=b91123ca-2120-403f-a2c5-c27d48444356 HTTP/1.1" status: 200 len: 217 time: 0.0591140 Oct 13 14:36:26.672311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-23b92658-6466-4b25-bc97-f858b432956a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:26.674700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-23b92658-6466-4b25-bc97-f858b432956a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.41 "GET /v2.0/networks?id=8cf5f0b7-df0e-4e71-b521-c1c17291157c HTTP/1.1" status: 200 len: 797 time: 0.1959114 Oct 13 14:36:26.774317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-0a9d06e3-846e-4fae-812f-5aa3eb37aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:26.775769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-0a9d06e3-846e-4fae-812f-5aa3eb37aea9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 200 len: 797 time: 0.1012805 Oct 13 14:36:26.779835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-31251707-01f0-4c8f-a620-182175efb25f tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=872a5f9254c2400da577ebbc742a44b8 HTTP/1.1" status: 200 len: 380 time: 0.0872488 Oct 13 14:36:26.799075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-17597ae9-2a10-4420-852c-0fcaf27cfaea tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'port': {'device_id': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'admin_state_up': True, 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'security_groups': ['8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:26.888321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-6107d408-a431-4d76-9041-c03d715ff8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:26.889801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-6107d408-a431-4d76-9041-c03d715ff8b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10aa74c4-b44f-48f7-92a3-f12491d08647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1021745 Oct 13 14:36:26.958764 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43a762c6-ea72-48de-9b96-6a6a89cd4a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:26.961269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43a762c6-ea72-48de-9b96-6a6a89cd4a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:26.962392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-43a762c6-ea72-48de-9b96-6a6a89cd4a54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ba6aeb0-8190-4ad5-9007-0af9d8335dd5 HTTP/1.1" status: 204 len: 168 time: 0.5688076 Oct 13 14:36:26.990769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a762c6-ea72-48de-9b96-6a6a89cd4a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba6aeb0-8190-4ad5-9007-0af9d8335dd5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:27.023646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-e45c5855-6791-4d84-942e-cf023c2d089c service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180909 Oct 13 14:36:27.085896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-17597ae9-2a10-4420-852c-0fcaf27cfaea tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Made reservation on behalf of 872a5f9254c2400da577ebbc742a44b8 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:36:27.089679 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-17597ae9-2a10-4420-852c-0fcaf27cfaea tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:27.175759 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-0d5a89bf-a94c-4a1e-85f9-56c080871601 service neutron] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448848 Oct 13 14:36:27.233100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-f6bfda7d-e1a4-4ed8-a946-0711aec81a48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4a092aec-e3af-4bbb-8507-5ec176f71743 HTTP/1.1" status: 200 len: 217 time: 0.0483122 Oct 13 14:36:27.309335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27de962c-cb8b-4234-a8de-448d87f1ebb4 req-0e0c69ca-76fc-4951-8a0f-a9edda0949a5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 210 time: 0.0807338 Oct 13 14:36:27.338770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-17597ae9-2a10-4420-852c-0fcaf27cfaea tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Allocated IP 172.20.0.9 (8cf5f0b7-df0e-4e71-b521-c1c17291157c/3487665d-758f-4f29-be5f-5c317d5c1118/8d1c224d-68dc-4ba6-b48c-082850b26ea2) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:36:27.345499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-53479be4-9b8e-4b31-980f-029988ce21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:27.351694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-53479be4-9b8e-4b31-980f-029988ce21ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.0853791 Oct 13 14:36:27.709810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-11d4c728-4eee-44ba-862b-f87933ca794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:27.711458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-11d4c728-4eee-44ba-862b-f87933ca794c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3550949 Oct 13 14:36:27.838789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-17597ae9-2a10-4420-852c-0fcaf27cfaea tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:27.860838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-0baf3e32-21ef-4371-9340-22c2e77b33d3 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401978 Oct 13 14:36:27.967887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-330e6046-3280-4fac-862d-9042f25572fa service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958509 Oct 13 14:36:28.011221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-d4e306a8-3eb5-4c93-a0de-a8259cdf9128 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895 HTTP/1.1" status: 200 len: 217 time: 0.0345879 Oct 13 14:36:28.017979 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-17597ae9-2a10-4420-852c-0fcaf27cfaea tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:28.104780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-17597ae9-2a10-4420-852c-0fcaf27cfaea tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network 8cf5f0b7-df0e-4e71-b521-c1c17291157c is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:36:28.112385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-17597ae9-2a10-4420-852c-0fcaf27cfaea tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:36:28.119656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-17597ae9-2a10-4420-852c-0fcaf27cfaea tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:36:28.124641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-4497d16c-60ed-44a1-92d1-ec5fd1bb12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:28.126212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-4497d16c-60ed-44a1-92d1-ec5fd1bb12fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 200 len: 797 time: 0.1063361 Oct 13 14:36:28.126862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17597ae9-2a10-4420-852c-0fcaf27cfaea tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=8d1c224d-68dc-4ba6-b48c-082850b26ea2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:28.205875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-17597ae9-2a10-4420-852c-0fcaf27cfaea tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:28.206418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-17597ae9-2a10-4420-852c-0fcaf27cfaea tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:28.224266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-599b05ef-786c-4d2b-b6e3-6f83cb92de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:28.226852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-599b05ef-786c-4d2b-b6e3-6f83cb92de23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c618d8ae-014f-47f1-941a-268db5728f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0733724 Oct 13 14:36:28.301097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-17597ae9-2a10-4420-852c-0fcaf27cfaea tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5120771 Oct 13 14:36:28.318055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Request body: {'port': {'device_id': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:28.363515 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b17bfa46-a77e-4d5c-9f50-9fb0aeec47b8 None None] Provisioning complete for port 8d1c224d-68dc-4ba6-b48c-082850b26ea2 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:28.364125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-3ca6822c-151a-46f5-8a8e-f52c3ce62b66 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284471 Oct 13 14:36:28.364654 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b17bfa46-a77e-4d5c-9f50-9fb0aeec47b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:28.403601 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b17bfa46-a77e-4d5c-9f50-9fb0aeec47b8 None None] Port 8d1c224d-68dc-4ba6-b48c-082850b26ea2 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:36:28.466835 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:28.560051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657fdfe-8c90-4134-b92f-c0159e3fdede req-4a8bbf7f-c278-4f45-a825-81bbce999e9c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:28.562221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3657fdfe-8c90-4134-b92f-c0159e3fdede req-4a8bbf7f-c278-4f45-a825-81bbce999e9c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 931 time: 0.1641300 Oct 13 14:36:28.585125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdbade98-4af3-416d-905f-c83baadd9d7b req-bae3a54e-9aa7-4934-9142-bc47bdfba7e8 service neutron] 10.222.0.41 "GET /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981707 Oct 13 14:36:28.676217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3657fdfe-8c90-4134-b92f-c0159e3fdede req-9eff1451-6c70-45c3-b036-b5b80928e49d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023967 Oct 13 14:36:28.839111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1c224d-68dc-4ba6-b48c-082850b26ea2 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:36:28.847813 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:28.861401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Transition to ACTIVE for port object 8d1c224d-68dc-4ba6-b48c-082850b26ea2 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:36:28.913254 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:29.008994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1c224d-68dc-4ba6-b48c-082850b26ea2,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:29.043570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Attempting to bind port 8d1c224d-68dc-4ba6-b48c-082850b26ea2 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:36:29.043911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Attempting to bind port 8d1c224d-68dc-4ba6-b48c-082850b26ea2 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'dc4ec87e-13ab-4a31-b90d-577372afbeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:36:29.044474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Attempting to bind port 8d1c224d-68dc-4ba6-b48c-082850b26ea2 on network 8cf5f0b7-df0e-4e71-b521-c1c17291157c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:36:29.048811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Port 8d1c224d-68dc-4ba6-b48c-082850b26ea2 on network 8cf5f0b7-df0e-4e71-b521-c1c17291157c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:36:29.049174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Attempting to bind port 8d1c224d-68dc-4ba6-b48c-082850b26ea2 on network 8cf5f0b7-df0e-4e71-b521-c1c17291157c {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:36:29.054989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:36:29.055330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Checking segment: {'id': 'dc4ec87e-13ab-4a31-b90d-577372afbeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:36:29.055714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Bound using segment: {'id': 'dc4ec87e-13ab-4a31-b90d-577372afbeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:36:29.056479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Bound port: 8d1c224d-68dc-4ba6-b48c-082850b26ea2, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc4ec87e-13ab-4a31-b90d-577372afbeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:36:29.056628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:29.140740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] For port 8d1c224d-68dc-4ba6-b48c-082850b26ea2, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:36:29.144705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] For port 8d1c224d-68dc-4ba6-b48c-082850b26ea2, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=8d1c224d-68dc-4ba6-b48c-082850b26ea2,segment=NetworkSegment(dc4ec87e-13ab-4a31-b90d-577372afbeac),segment_id=dc4ec87e-13ab-4a31-b90d-577372afbeac)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:36:29.247282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:29.283322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:29.283984 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:29.285864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] 10.222.0.41 "PUT /v2.0/ports/8d1c224d-68dc-4ba6-b48c-082850b26ea2 HTTP/1.1" status: 200 len: 1092 time: 0.9733667 Oct 13 14:36:29.288432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'tag': '8d1c224d-68dc-4ba6-b48c-082850b26ea2'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:36:29.296723 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82be5056-48ef-4e6e-b0a9-871f316ecbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "08e467f9-d56a-4e9a-8b2a-d107d84977bb", "tag": "8d1c224d-68dc-4ba6-b48c-082850b26ea2"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:36:29.329646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948aa84-cc89-46da-b28d-d54612691654 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1c224d-68dc-4ba6-b48c-082850b26ea2,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:29.350590 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f28c1a-b4b8-4665-ac42-d8efd882db1e x-openstack-request-id: req-85f28c1a-b4b8-4665-ac42-d8efd882db1e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:36:29.351191 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e467f9-d56a-4e9a-8b2a-d107d84977bb", "tag": "8d1c224d-68dc-4ba6-b48c-082850b26ea2", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:36:29.351543 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85f28c1a-b4b8-4665-ac42-d8efd882db1e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:36:29.351985 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'tag': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'status': 'completed', 'code': 200} Oct 13 14:36:29.420576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be5056-48ef-4e6e-b0a9-871f316ecbd7 req-61ab510b-3600-46bf-b76b-b7521ac2397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:29.422129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82be5056-48ef-4e6e-b0a9-871f316ecbd7 req-61ab510b-3600-46bf-b76b-b7521ac2397e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=872a5f9254c2400da577ebbc742a44b8&device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 1095 time: 0.0479243 Oct 13 14:36:29.614454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be5056-48ef-4e6e-b0a9-871f316ecbd7 req-36f312d8-d323-4d9d-8632-443104840885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:29.617036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82be5056-48ef-4e6e-b0a9-871f316ecbd7 req-36f312d8-d323-4d9d-8632-443104840885 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=872a5f9254c2400da577ebbc742a44b8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1852977 Oct 13 14:36:29.813057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be5056-48ef-4e6e-b0a9-871f316ecbd7 req-25cfb3a3-6483-46b0-a047-7df6a8e4bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:29.814557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82be5056-48ef-4e6e-b0a9-871f316ecbd7 req-25cfb3a3-6483-46b0-a047-7df6a8e4bc75 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1900158 Oct 13 14:36:29.832584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadb719-2f76-4a26-bfa5-394a1632a137 req-c0ca51ed-5792-496e-b93b-7158dbe38767 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:29.834165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-faadb719-2f76-4a26-bfa5-394a1632a137 req-c0ca51ed-5792-496e-b93b-7158dbe38767 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 943 time: 0.0791738 Oct 13 14:36:29.914956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-faadb719-2f76-4a26-bfa5-394a1632a137 req-93ff028b-1a73-4a36-b691-76a8ae21a934 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622380 Oct 13 14:36:29.926414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-ee6d136d-410a-4973-aab4-26e683516a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:29.931916 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-ee6d136d-410a-4973-aab4-26e683516a02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=872a5f9254c2400da577ebbc742a44b8&device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 1095 time: 0.0645549 Oct 13 14:36:29.993000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-3a5f4020-8ee3-4a6a-bd73-2dfa01f20090 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d1c224d-68dc-4ba6-b48c-082850b26ea2 HTTP/1.1" status: 200 len: 217 time: 0.0527589 Oct 13 14:36:30.050412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-488c4a94-dbd1-4758-8ba5-18601e94f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:30.052245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-488c4a94-dbd1-4758-8ba5-18601e94f23e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3487665d-758f-4f29-be5f-5c317d5c1118 HTTP/1.1" status: 200 len: 835 time: 0.0519843 Oct 13 14:36:30.108156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-d8c039da-eca4-4c6d-8d2a-fdf13710ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:30.110231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-d8c039da-eca4-4c6d-8d2a-fdf13710ddc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cf5f0b7-df0e-4e71-b521-c1c17291157c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495045 Oct 13 14:36:30.203592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-24735991-5c1c-4d0f-8791-2c615a2b820b service neutron] 10.222.0.41 "GET /v2.0/networks/8cf5f0b7-df0e-4e71-b521-c1c17291157c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856063 Oct 13 14:36:30.298434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff52e40c-f64b-4b1b-ac2c-e3c5fb1372e1 req-b4980c9e-2e34-4fb3-b36a-f4f1721ebdd1 service neutron] 10.222.0.41 "GET /v2.0/networks/8cf5f0b7-df0e-4e71-b521-c1c17291157c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872371 Oct 13 14:36:31.039094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4723a1-1557-4a5e-8805-7b19d5f04e6c req-66df957c-d2a4-4799-818c-753134e7ce8d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:31.039094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c4723a1-1557-4a5e-8805-7b19d5f04e6c req-66df957c-d2a4-4799-818c-753134e7ce8d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 943 time: 0.0518808 Oct 13 14:36:31.083310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c4723a1-1557-4a5e-8805-7b19d5f04e6c req-4ae8b4e8-c6bf-4964-884e-3fc85bf6cbd4 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376608 Oct 13 14:36:32.208210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2ff16-724f-4683-b449-00551d66a24e req-7889c310-06aa-4ca1-b97a-2e02c3ed2efb tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:32.209975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0c2ff16-724f-4683-b449-00551d66a24e req-7889c310-06aa-4ca1-b97a-2e02c3ed2efb tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 943 time: 0.0546515 Oct 13 14:36:32.250427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0c2ff16-724f-4683-b449-00551d66a24e req-4489e086-9372-4ec7-bdbf-3d370ea0c640 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336659 Oct 13 14:36:32.908801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8d1c224d-68dc-4ba6-b48c-082850b26ea2 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:36:33.023058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 8d1c224d-68dc-4ba6-b48c-082850b26ea2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=8d1c224d-68dc-4ba6-b48c-082850b26ea2,segment=NetworkSegment(dc4ec87e-13ab-4a31-b90d-577372afbeac),segment_id=dc4ec87e-13ab-4a31-b90d-577372afbeac)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:33.035304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'port_id': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'mac_address': 'fa:16:3e:ac:55:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:36:33.077187 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:33.091870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1c224d-68dc-4ba6-b48c-082850b26ea2 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:36:33.119512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 8d1c224d-68dc-4ba6-b48c-082850b26ea2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=8d1c224d-68dc-4ba6-b48c-082850b26ea2,segment=NetworkSegment(dc4ec87e-13ab-4a31-b90d-577372afbeac),segment_id=dc4ec87e-13ab-4a31-b90d-577372afbeac)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:33.192858 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:33.250092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=8d1c224d-68dc-4ba6-b48c-082850b26ea2,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:33.380655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19687c42-6f42-4cad-a1fd-5d7ef9092073 req-d81b874e-afe9-473f-8022-93208e6d2182 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:33.382482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19687c42-6f42-4cad-a1fd-5d7ef9092073 req-d81b874e-afe9-473f-8022-93208e6d2182 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 944 time: 0.0552485 Oct 13 14:36:33.430075 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19687c42-6f42-4cad-a1fd-5d7ef9092073 req-11512e99-2cd5-467a-8fe2-bfb398cd0c68 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404096 Oct 13 14:36:33.486543 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ef78813-dc18-4b2c-b8ce-3febbb316023 req-5e3a57f9-5bf5-4d57-a358-13a789c0e146 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478072 Oct 13 14:36:33.579739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef78813-dc18-4b2c-b8ce-3febbb316023 req-8566dd40-e059-4126-9df9-cce85e258d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:33.581255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ef78813-dc18-4b2c-b8ce-3febbb316023 req-8566dd40-e059-4126-9df9-cce85e258d1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 1098 time: 0.0502949 Oct 13 14:36:33.701939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['8d1c224d-68dc-4ba6-b48c-082850b26ea2'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:36:33.706114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef78813-dc18-4b2c-b8ce-3febbb316023 req-f04e3b58-4b6b-46b0-bf6a-70346915b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:33.707604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ef78813-dc18-4b2c-b8ce-3febbb316023 req-f04e3b58-4b6b-46b0-bf6a-70346915b8d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.1003933 Oct 13 14:36:33.776850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ef78813-dc18-4b2c-b8ce-3febbb316023 req-51992452-3868-42fc-b9b3-e7536bbb4d54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d144d19-0a3e-4b1a-829d-cf43ca863f17 HTTP/1.1" status: 200 len: 1001 time: 0.0607572 Oct 13 14:36:33.828056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef78813-dc18-4b2c-b8ce-3febbb316023 req-ab50a178-2578-4009-8aa9-343d5c16d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:33.829744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ef78813-dc18-4b2c-b8ce-3febbb316023 req-ab50a178-2578-4009-8aa9-343d5c16d8f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0464149 Oct 13 14:36:33.879028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef78813-dc18-4b2c-b8ce-3febbb316023 req-58ea07bc-0415-40b5-b345-747b5becc4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:33.880530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ef78813-dc18-4b2c-b8ce-3febbb316023 req-58ea07bc-0415-40b5-b345-747b5becc4ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437875 Oct 13 14:36:33.981196 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ef78813-dc18-4b2c-b8ce-3febbb316023 req-1f9e8763-957f-4c17-98e5-d02692adf935 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920281 Oct 13 14:36:34.081485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ef78813-dc18-4b2c-b8ce-3febbb316023 req-2bff5c26-969b-4935-8e06-eab8fdb828a7 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924571 Oct 13 14:36:34.557168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e938727-0044-44ca-8cd5-3083e8ac214e req-862e3037-dda0-469e-a82b-8276d993f362 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:34.558673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e938727-0044-44ca-8cd5-3083e8ac214e req-862e3037-dda0-469e-a82b-8276d993f362 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 944 time: 0.0554569 Oct 13 14:36:34.560521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47118) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:34.601557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e938727-0044-44ca-8cd5-3083e8ac214e req-be017ca7-b039-4ead-a184-ad00d9981bee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353491 Oct 13 14:36:34.679200 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ab2f4e1a-1ded-46fd-8a3e-d7d669cbc3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:34.754192 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ab2f4e1a-1ded-46fd-8a3e-d7d669cbc3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:34.863835 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ab2f4e1a-1ded-46fd-8a3e-d7d669cbc3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:34.903026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f4e1a-1ded-46fd-8a3e-d7d669cbc3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e34e98-8442-457f-b600-8ae19fea463c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:34.907306 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ab2f4e1a-1ded-46fd-8a3e-d7d669cbc3a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba6b4f064fa64cd3a52c0574eb0218df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460119 Oct 13 14:36:34.910212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47122) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:35.220188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61aacc2a-f3ac-4a7c-b591-448769df3d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:35.241355 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61aacc2a-f3ac-4a7c-b591-448769df3d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:35.370163 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61aacc2a-f3ac-4a7c-b591-448769df3d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:35.372917 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-61aacc2a-f3ac-4a7c-b591-448769df3d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:35.374494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-61aacc2a-f3ac-4a7c-b591-448769df3d90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9e34e98-8442-457f-b600-8ae19fea463c HTTP/1.1" status: 204 len: 168 time: 0.4635189 Oct 13 14:36:35.382851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aacc2a-f3ac-4a7c-b591-448769df3d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e34e98-8442-457f-b600-8ae19fea463c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:35.723244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61d20f-3dd5-4d50-a747-e8aa54b441dc req-015a6ad9-4bfd-4af7-b669-9cb272e77872 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:35.724956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a61d20f-3dd5-4d50-a747-e8aa54b441dc req-015a6ad9-4bfd-4af7-b669-9cb272e77872 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 944 time: 0.0524909 Oct 13 14:36:35.765780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a61d20f-3dd5-4d50-a747-e8aa54b441dc req-6374e90d-ba95-459a-b8d4-0d34628ec429 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340128 Oct 13 14:36:35.989639 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47134) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:36.003397 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d21e070-3382-4146-8a27-95004b86173c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:36.077899 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d21e070-3382-4146-8a27-95004b86173c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:36.147102 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6d21e070-3382-4146-8a27-95004b86173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:36.187543 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6d21e070-3382-4146-8a27-95004b86173c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5cbcd2e348e04460bd477f996a31a488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968265 Oct 13 14:36:36.189504 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21e070-3382-4146-8a27-95004b86173c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb20230-e48e-4568-bbed-8c81b2fc733f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:36.190336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47136) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:36.239877 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-201751d1-5e7d-411c-986f-639fe84933de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:36.262299 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-201751d1-5e7d-411c-986f-639fe84933de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:36.424296 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-201751d1-5e7d-411c-986f-639fe84933de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:36.426812 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-201751d1-5e7d-411c-986f-639fe84933de admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:36.427961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-201751d1-5e7d-411c-986f-639fe84933de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4eb20230-e48e-4568-bbed-8c81b2fc733f HTTP/1.1" status: 204 len: 168 time: 0.2366014 Oct 13 14:36:36.436265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201751d1-5e7d-411c-986f-639fe84933de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb20230-e48e-4568-bbed-8c81b2fc733f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:36.894143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c39a8-1209-474b-89a2-40933350522e req-dae50dde-e5fe-4b2c-9d53-928683080a8a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:36.895720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab8c39a8-1209-474b-89a2-40933350522e req-dae50dde-e5fe-4b2c-9d53-928683080a8a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 944 time: 0.0584872 Oct 13 14:36:36.939091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab8c39a8-1209-474b-89a2-40933350522e req-169cdb90-def8-4af9-8ef3-5e333260f655 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367246 Oct 13 14:36:36.942994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8d1c224d-68dc-4ba6-b48c-082850b26ea2 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:36:37.086593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 8d1c224d-68dc-4ba6-b48c-082850b26ea2 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:36:37.093910 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 8d1c224d-68dc-4ba6-b48c-082850b26ea2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:37.094290 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:37.182460 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:37.206216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1c224d-68dc-4ba6-b48c-082850b26ea2'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:36:37.208508 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ae6b79-c955-47b0-9702-82ee4a4b5f1c" -d '{"events": [{"server_uuid": "08e467f9-d56a-4e9a-8b2a-d107d84977bb", "name": "network-vif-plugged", "status": "completed", "tag": "8d1c224d-68dc-4ba6-b48c-082850b26ea2"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:36:37.222103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 8d1c224d-68dc-4ba6-b48c-082850b26ea2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=8d1c224d-68dc-4ba6-b48c-082850b26ea2,segment=NetworkSegment(dc4ec87e-13ab-4a31-b90d-577372afbeac),segment_id=dc4ec87e-13ab-4a31-b90d-577372afbeac)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:37.251807 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e0d761-b0cf-4805-a286-6f1bfa57a8ba x-openstack-request-id: req-09e0d761-b0cf-4805-a286-6f1bfa57a8ba {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:36:37.252109 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e467f9-d56a-4e9a-8b2a-d107d84977bb", "name": "network-vif-plugged", "status": "completed", "tag": "8d1c224d-68dc-4ba6-b48c-082850b26ea2", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:36:37.252378 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09e0d761-b0cf-4805-a286-6f1bfa57a8ba {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:36:37.252783 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'code': 200} Oct 13 14:36:37.349870 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:37.376208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ab6bc-43f2-44cf-bd58-69e13095dce9 req-6a3e44fb-3a83-4a8d-baa7-8b1247d30710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:37.377752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f4ab6bc-43f2-44cf-bd58-69e13095dce9 req-6a3e44fb-3a83-4a8d-baa7-8b1247d30710 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 1096 time: 0.0572131 Oct 13 14:36:37.404096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=8d1c224d-68dc-4ba6-b48c-082850b26ea2,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:37.423086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f4ab6bc-43f2-44cf-bd58-69e13095dce9 req-4c91c345-73dc-4f7c-bba6-ed2a3a5fcab2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294991 Oct 13 14:36:38.068142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c79a57-f97f-4258-b28b-df2c76a9b232 req-ef4a35cf-5faf-4592-a91e-e0bb16cd4acd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:38.069725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88c79a57-f97f-4258-b28b-df2c76a9b232 req-ef4a35cf-5faf-4592-a91e-e0bb16cd4acd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 945 time: 0.0539129 Oct 13 14:36:38.109815 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88c79a57-f97f-4258-b28b-df2c76a9b232 req-fe9dc9bf-b5fe-4608-9f82-f30f01d14be2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329280 Oct 13 14:36:39.235284 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6999241-e000-46de-96a9-f2929106197b req-c6a66821-09fd-4384-b46c-348161d89f73 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:39.236795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6999241-e000-46de-96a9-f2929106197b req-c6a66821-09fd-4384-b46c-348161d89f73 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 945 time: 0.0513694 Oct 13 14:36:39.274978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6999241-e000-46de-96a9-f2929106197b req-7a45dafb-7985-473e-b034-681f4cbd37c3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321212 Oct 13 14:36:39.397619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7bb7f-e3e7-45cf-8310-14d567c02184 req-17340933-6d61-419b-aa24-b7826bf0df65 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:39.399051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bca7bb7f-e3e7-45cf-8310-14d567c02184 req-17340933-6d61-419b-aa24-b7826bf0df65 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 945 time: 0.0522103 Oct 13 14:36:39.441200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bca7bb7f-e3e7-45cf-8310-14d567c02184 req-3b5bfba1-3a3f-419e-9324-b430f20c4663 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348923 Oct 13 14:36:39.465030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47214) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:39.510669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf3711-bf81-475b-9945-6276b1966bbb tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:39.515473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-efaf3711-bf81-475b-9945-6276b1966bbb tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 1092 time: 0.0473413 Oct 13 14:36:39.515829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47220) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:39.520708 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:39.627292 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:39.735285 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:39.841482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Allocated IP 172.25.0.125 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/9913a068-cd51-4efb-a549-f32b75407fdb) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:36:39.947764 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:40.042243 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:40.082158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:36:40.085023 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:36:40.089099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:36:40.118894 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=9913a068-cd51-4efb-a549-f32b75407fdb,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:40.468160 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:40.629273 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:40.792910 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:40.904020 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:40.986756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=9913a068-cd51-4efb-a549-f32b75407fdb,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:40.989875 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:40.997875 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:40.998215 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:40.998643 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:40.999043 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:40.999403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:40.999739 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:41.000073 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:41.000408 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:41.000737 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:41.001104 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:41.001467 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:41.004208 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:41.115105 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Floating IP a1a0e5a1-210d-4773-bd59-eb1d6278b177 associated. External IP: 172.25.0.125, port: 8d1c224d-68dc-4ba6-b48c-082850b26ea2. Oct 13 14:36:41.332975 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Router 0f1ed48a-0172-4adf-831b-500890b624bc has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:36:41.759017 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:36:41.769814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62013450-34b8-4ca0-8854-116413a931d9 None None] Sync routers for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:36:41.781873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62013450-34b8-4ca0-8854-116413a931d9 None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:36:41.782731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-62013450-34b8-4ca0-8854-116413a931d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:36:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:41.869962 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:41.897988 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-64c6da60-f375-4d3a-a71a-400b7ae39be8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3810349 Oct 13 14:36:41.898592 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'tag': '8d1c224d-68dc-4ba6-b48c-082850b26ea2'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:36:41.901595 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467afcd9-77c3-4409-bae1-c82a6e09f8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "08e467f9-d56a-4e9a-8b2a-d107d84977bb", "tag": "8d1c224d-68dc-4ba6-b48c-082850b26ea2"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:36:41.901804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47246) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:41.911978 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-62013450-34b8-4ca0-8854-116413a931d9 None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:36:41.940417 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8be419-d79e-43ac-8cd8-d198f470f594 x-openstack-request-id: req-5d8be419-d79e-43ac-8cd8-d198f470f594 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:36:41.940859 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e467f9-d56a-4e9a-8b2a-d107d84977bb", "tag": "8d1c224d-68dc-4ba6-b48c-082850b26ea2", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:36:41.941095 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d8be419-d79e-43ac-8cd8-d198f470f594 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:36:41.941533 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'tag': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'status': 'completed', 'code': 200} Oct 13 14:36:42.118473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-303ccec3-3fd5-4ef3-8d83-3842045c5616 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/floatingips/a1a0e5a1-210d-4773-bd59-eb1d6278b177 HTTP/1.1" status: 200 len: 991 time: 0.2152257 Oct 13 14:36:42.126747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467afcd9-77c3-4409-bae1-c82a6e09f8fa req-7e74945e-ef94-4f76-bd80-92e3417206c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:42.128366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467afcd9-77c3-4409-bae1-c82a6e09f8fa req-7e74945e-ef94-4f76-bd80-92e3417206c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=872a5f9254c2400da577ebbc742a44b8&device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 1097 time: 0.1570718 Oct 13 14:36:42.146836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d5dcd-7d37-45cc-b946-7085fd7d4114 req-47ac74ed-77b5-4b3b-8893-0495c64de9ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:42.153910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d5dcd-7d37-45cc-b946-7085fd7d4114 req-47ac74ed-77b5-4b3b-8893-0495c64de9ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:42.159925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d5dcd-7d37-45cc-b946-7085fd7d4114 req-47ac74ed-77b5-4b3b-8893-0495c64de9ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:42.166488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d5dcd-7d37-45cc-b946-7085fd7d4114 req-47ac74ed-77b5-4b3b-8893-0495c64de9ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:42.173067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d5dcd-7d37-45cc-b946-7085fd7d4114 req-47ac74ed-77b5-4b3b-8893-0495c64de9ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:42.179063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d5dcd-7d37-45cc-b946-7085fd7d4114 req-47ac74ed-77b5-4b3b-8893-0495c64de9ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:42.185571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d5dcd-7d37-45cc-b946-7085fd7d4114 req-47ac74ed-77b5-4b3b-8893-0495c64de9ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:42.187525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-375d5dcd-7d37-45cc-b946-7085fd7d4114 req-47ac74ed-77b5-4b3b-8893-0495c64de9ad tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5444 time: 0.1673236 Oct 13 14:36:42.191039 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-62013450-34b8-4ca0-8854-116413a931d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:17Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'a1a0e5a1-210d-4773-bd59-eb1d6278b177', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'port_id': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'mac_address': 'fa:16:3e:ac:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:36:40Z', 'updated_at': '2021-10-13T14:36:40Z', 'revision_number': 0, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:42.231776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62013450-34b8-4ca0-8854-116413a931d9 None None] Checking router: 0f1ed48a-0172-4adf-831b-500890b624bc for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:36:42.244302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62013450-34b8-4ca0-8854-116413a931d9 None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:36:42.244302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-62013450-34b8-4ca0-8854-116413a931d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:36:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:42.289482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-375d5dcd-7d37-45cc-b946-7085fd7d4114 req-5b1ad8c1-9044-4e8a-840f-49727ff30940 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919015 Oct 13 14:36:42.329760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467afcd9-77c3-4409-bae1-c82a6e09f8fa req-06635a77-51f8-479c-b260-68bbbca6841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:42.331332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467afcd9-77c3-4409-bae1-c82a6e09f8fa req-06635a77-51f8-479c-b260-68bbbca6841e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cf5f0b7-df0e-4e71-b521-c1c17291157c HTTP/1.1" status: 200 len: 898 time: 0.1428611 Oct 13 14:36:42.380672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-62013450-34b8-4ca0-8854-116413a931d9 None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:36:42.434051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467afcd9-77c3-4409-bae1-c82a6e09f8fa req-a68da117-f34a-4e0b-ae62-1f0eb88432dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d1c224d-68dc-4ba6-b48c-082850b26ea2 HTTP/1.1" status: 200 len: 999 time: 0.0925467 Oct 13 14:36:42.490702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467afcd9-77c3-4409-bae1-c82a6e09f8fa req-f4b1c688-d77b-4bd5-8f52-ac87b6157e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:42.493150 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467afcd9-77c3-4409-bae1-c82a6e09f8fa req-f4b1c688-d77b-4bd5-8f52-ac87b6157e94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3487665d-758f-4f29-be5f-5c317d5c1118 HTTP/1.1" status: 200 len: 835 time: 0.0490713 Oct 13 14:36:42.546642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467afcd9-77c3-4409-bae1-c82a6e09f8fa req-663ff279-7fb5-4850-ac0a-b7e55f6605f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:42.548097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467afcd9-77c3-4409-bae1-c82a6e09f8fa req-663ff279-7fb5-4850-ac0a-b7e55f6605f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cf5f0b7-df0e-4e71-b521-c1c17291157c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461411 Oct 13 14:36:42.659687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467afcd9-77c3-4409-bae1-c82a6e09f8fa req-97a4d813-49cb-4d17-93c0-e4b1d233ef30 service neutron] 10.222.0.41 "GET /v2.0/networks/8cf5f0b7-df0e-4e71-b521-c1c17291157c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025312 Oct 13 14:36:42.757594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467afcd9-77c3-4409-bae1-c82a6e09f8fa req-74c80cdc-4787-4b1e-9592-58ee330bf0bb service neutron] 10.222.0.41 "GET /v2.0/networks/8cf5f0b7-df0e-4e71-b521-c1c17291157c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898230 Oct 13 14:36:42.790658 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-62013450-34b8-4ca0-8854-116413a931d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:17Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'a1a0e5a1-210d-4773-bd59-eb1d6278b177', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'port_id': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'mac_address': 'fa:16:3e:ac:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:36:40Z', 'updated_at': '2021-10-13T14:36:40Z', 'revision_number': 0, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:42.821799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62013450-34b8-4ca0-8854-116413a931d9 None None] The sync data for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 is: [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:17Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'a1a0e5a1-210d-4773-bd59-eb1d6278b177', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'port_id': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'mac_address': 'fa:16:3e:ac:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:36:40Z', 'updated_at': '2021-10-13T14:36:40Z', 'revision_number': 0, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:36:43.067339 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d24cf3d-183c-4c92-b06c-0bb2942dde5c None None] New status for floating IP a1a0e5a1-210d-4773-bd59-eb1d6278b177: ACTIVE {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:36:43.122929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47258) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:43.239958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9c0649a9-ffc7-4cad-90ba-09b3d7bb87ae tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/floatingips/a1a0e5a1-210d-4773-bd59-eb1d6278b177 HTTP/1.1" status: 200 len: 991 time: 0.1155748 Oct 13 14:36:43.471895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711015f6-4dc0-4533-a479-1312f9ee89d5 req-e732648b-a19b-41c6-9157-51936a0cca81 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.480014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711015f6-4dc0-4533-a479-1312f9ee89d5 req-e732648b-a19b-41c6-9157-51936a0cca81 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.486167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711015f6-4dc0-4533-a479-1312f9ee89d5 req-e732648b-a19b-41c6-9157-51936a0cca81 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.492352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711015f6-4dc0-4533-a479-1312f9ee89d5 req-e732648b-a19b-41c6-9157-51936a0cca81 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.498625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711015f6-4dc0-4533-a479-1312f9ee89d5 req-e732648b-a19b-41c6-9157-51936a0cca81 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.504609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711015f6-4dc0-4533-a479-1312f9ee89d5 req-e732648b-a19b-41c6-9157-51936a0cca81 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.511222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711015f6-4dc0-4533-a479-1312f9ee89d5 req-e732648b-a19b-41c6-9157-51936a0cca81 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.514175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-711015f6-4dc0-4533-a479-1312f9ee89d5 req-e732648b-a19b-41c6-9157-51936a0cca81 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5444 time: 0.1085150 Oct 13 14:36:43.586198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-711015f6-4dc0-4533-a479-1312f9ee89d5 req-e54d8411-4d2b-401d-9db2-cbd464a2e7f0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582056 Oct 13 14:36:43.605076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-714040c3-f13f-48bd-8f44-807904930ce7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.611753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-714040c3-f13f-48bd-8f44-807904930ce7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.617915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-714040c3-f13f-48bd-8f44-807904930ce7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.624084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-714040c3-f13f-48bd-8f44-807904930ce7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.630229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-714040c3-f13f-48bd-8f44-807904930ce7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.636772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-714040c3-f13f-48bd-8f44-807904930ce7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.642798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-714040c3-f13f-48bd-8f44-807904930ce7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.644714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-714040c3-f13f-48bd-8f44-807904930ce7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 5444 time: 0.1294143 Oct 13 14:36:43.699393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-2a46fef9-3caf-4249-90c3-0eacd2902098 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:43.701104 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-2a46fef9-3caf-4249-90c3-0eacd2902098 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "GET /v2.0/ports/aeb332e8-6ce3-4cf3-b8ad-041f33cf3986?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0488071 Oct 13 14:36:43.804689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-504408b4-d286-49d1-8154-b7df2a46a5a3 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "GET /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0975270 Oct 13 14:36:43.817585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-d4ad3965-6728-4a15-93aa-d4ff4396b0ab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:43.875757 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-d4ad3965-6728-4a15-93aa-d4ff4396b0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:44.019559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-d4ad3965-6728-4a15-93aa-d4ff4396b0ab service neutron] For port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:44.051721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-d4ad3965-6728-4a15-93aa-d4ff4396b0ab service neutron] For port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:36:44.085729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-d4ad3965-6728-4a15-93aa-d4ff4396b0ab service neutron] device_id is not set on port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:36:44.094193 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-d4ad3965-6728-4a15-93aa-d4ff4396b0ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:44.149734 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-d4ad3965-6728-4a15-93aa-d4ff4396b0ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:44.214827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-d4ad3965-6728-4a15-93aa-d4ff4396b0ab service neutron] No DVR routers for this DVR port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:36:44.218225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad3965-6728-4a15-93aa-d4ff4396b0ab service neutron] Pushing event updated for resources: {'Port': ['ID=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:44.241730 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47272) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:44.263428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-d4ad3965-6728-4a15-93aa-d4ff4396b0ab service neutron] In _notify_port_updated(), no bound segment for port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 {{(pid=112685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:36:44.264326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-d4ad3965-6728-4a15-93aa-d4ff4396b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:44.264947 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-d4ad3965-6728-4a15-93aa-d4ff4396b0ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:44.266285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-d4ad3965-6728-4a15-93aa-d4ff4396b0ab service neutron] 10.222.0.41 "PUT /v2.0/ports/aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 HTTP/1.1" status: 200 len: 1032 time: 0.4530568 Oct 13 14:36:44.320137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-9d5f12b9-5ee1-421d-90f3-6d20e38b1f8a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:44.322776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-9d5f12b9-5ee1-421d-90f3-6d20e38b1f8a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "GET /v2.0/ports/ac703971-2eb9-4b72-acde-5f0c872f63f0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0479431 Oct 13 14:36:44.335354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-f819be82-aa53-4938-87ad-fc6493363bfd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:36:44.358648 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-477373ba-8abb-4314-a90f-f210c64da917 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/floatingips/a1a0e5a1-210d-4773-bd59-eb1d6278b177 HTTP/1.1" status: 200 len: 993 time: 0.1073637 Oct 13 14:36:44.399268 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-f819be82-aa53-4938-87ad-fc6493363bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:44.497056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3ee9a333-c510-4ef1-a2b8-23780c2e12af None None] Provisioning complete for port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:44.498279 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a333-c510-4ef1-a2b8-23780c2e12af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:44.538989 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9a333-c510-4ef1-a2b8-23780c2e12af None None] Port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:36:44.558595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-f819be82-aa53-4938-87ad-fc6493363bfd service neutron] For port ac703971-2eb9-4b72-acde-5f0c872f63f0, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ac703971-2eb9-4b72-acde-5f0c872f63f0,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:44.596920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-f819be82-aa53-4938-87ad-fc6493363bfd service neutron] For port ac703971-2eb9-4b72-acde-5f0c872f63f0, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:36:44.637783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-f819be82-aa53-4938-87ad-fc6493363bfd service neutron] device_id is not set on port ac703971-2eb9-4b72-acde-5f0c872f63f0 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:36:44.646930 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-f819be82-aa53-4938-87ad-fc6493363bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:44.739830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0674bd-5977-4d92-86b9-1160583c5869 req-b454fd97-1d16-4fb5-b837-26537a164ac0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:44.746700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0674bd-5977-4d92-86b9-1160583c5869 req-b454fd97-1d16-4fb5-b837-26537a164ac0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:44.752726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0674bd-5977-4d92-86b9-1160583c5869 req-b454fd97-1d16-4fb5-b837-26537a164ac0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:44.758790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0674bd-5977-4d92-86b9-1160583c5869 req-b454fd97-1d16-4fb5-b837-26537a164ac0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:44.765647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0674bd-5977-4d92-86b9-1160583c5869 req-b454fd97-1d16-4fb5-b837-26537a164ac0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:44.771595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0674bd-5977-4d92-86b9-1160583c5869 req-b454fd97-1d16-4fb5-b837-26537a164ac0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:44.773484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae0674bd-5977-4d92-86b9-1160583c5869 req-b454fd97-1d16-4fb5-b837-26537a164ac0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 4665 time: 0.0946112 Oct 13 14:36:44.774517 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-f819be82-aa53-4938-87ad-fc6493363bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:44.856291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-f819be82-aa53-4938-87ad-fc6493363bfd service neutron] No DVR routers for this DVR port ac703971-2eb9-4b72-acde-5f0c872f63f0 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:36:44.864236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819be82-aa53-4938-87ad-fc6493363bfd service neutron] Pushing event updated for resources: {'Port': ['ID=ac703971-2eb9-4b72-acde-5f0c872f63f0,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:44.900706 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae0674bd-5977-4d92-86b9-1160583c5869 req-b7f459cb-6fa3-469a-938a-e342ee3f92a8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2481582-69da-4d55-b692-0efbce887328&id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1034150 Oct 13 14:36:44.919854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-f819be82-aa53-4938-87ad-fc6493363bfd service neutron] In _notify_port_updated(), no bound segment for port ac703971-2eb9-4b72-acde-5f0c872f63f0 on network 10aa74c4-b44f-48f7-92a3-f12491d08647 {{(pid=112685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:36:44.920757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-f819be82-aa53-4938-87ad-fc6493363bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:44.921418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-f819be82-aa53-4938-87ad-fc6493363bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:44.922811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-f819be82-aa53-4938-87ad-fc6493363bfd service neutron] 10.222.0.41 "PUT /v2.0/ports/ac703971-2eb9-4b72-acde-5f0c872f63f0 HTTP/1.1" status: 200 len: 1032 time: 0.5920908 Oct 13 14:36:44.989254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:36:45.033139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:36:45.033504 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b91123ca-2120-403f-a2c5-c27d48444356 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:36:45.066019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Deleting port 900e03e3-d7c3-4a70-b439-eb5a9660f72b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:36:45.066791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:45.094528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6620e510-8d48-464c-aa9e-f091cd5e1be8 None None] Provisioning complete for port ac703971-2eb9-4b72-acde-5f0c872f63f0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:36:45.094528 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6620e510-8d48-464c-aa9e-f091cd5e1be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:45.153017 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:45.162402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6620e510-8d48-464c-aa9e-f091cd5e1be8 None None] Port ac703971-2eb9-4b72-acde-5f0c872f63f0 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:36:45.179672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91123ca-2120-403f-a2c5-c27d48444356'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:36:45.180780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] For port 900e03e3-d7c3-4a70-b439-eb5a9660f72b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b,segment=NetworkSegment(9594ee4c-f2b6-41ee-bcb9-b9675c139b0b),segment_id=9594ee4c-f2b6-41ee-bcb9-b9675c139b0b)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:45.181318 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:45.182548 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7983741-f085-405b-9bd0-dc32469b20aa" -d '{"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-unplugged", "status": "completed", "tag": "b91123ca-2120-403f-a2c5-c27d48444356"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:36:45.196001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b91123ca-2120-403f-a2c5-c27d48444356, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b91123ca-2120-403f-a2c5-c27d48444356,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:45.223003 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a6622e-fc85-4a32-9284-43730117c6ed x-openstack-request-id: req-d7a6622e-fc85-4a32-9284-43730117c6ed {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:36:45.223302 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-unplugged", "status": "completed", "tag": "b91123ca-2120-403f-a2c5-c27d48444356", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:36:45.223559 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7a6622e-fc85-4a32-9284-43730117c6ed {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:36:45.223969 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b91123ca-2120-403f-a2c5-c27d48444356', 'code': 200} Oct 13 14:36:45.276302 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:45.277347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 900e03e3-d7c3-4a70-b439-eb5a9660f72b no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:36:45.359808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b91123ca-2120-403f-a2c5-c27d48444356,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:45.369995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:45.370339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:45.370680 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:45.371129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:45.371361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:45.371689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:45.372011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:45.372334 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:45.372653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:45.373008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:45.373317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:45.373635 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:36:45.413802 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:45.428879 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:45.429287 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:45.429607 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Floating IP bbba5eba-d2e2-453e-9640-67f181bd94c7 disassociated. External IP: 172.25.0.43, port: 900e03e3-d7c3-4a70-b439-eb5a9660f72b. Oct 13 14:36:45.429949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Calling delete_port for 900e03e3-d7c3-4a70-b439-eb5a9660f72b owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:36:45.454597 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 900e03e3-d7c3-4a70-b439-eb5a9660f72b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=900e03e3-d7c3-4a70-b439-eb5a9660f72b,segment=NetworkSegment(9594ee4c-f2b6-41ee-bcb9-b9675c139b0b),segment_id=9594ee4c-f2b6-41ee-bcb9-b9675c139b0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:45.510097 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:45.511305 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device d0e204fc-83f5-4423-b87e-78a554179830 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:36:45.611027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=900e03e3-d7c3-4a70-b439-eb5a9660f72b,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:45.651462 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:45.684308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port d0e204fc-83f5-4423-b87e-78a554179830, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d0e204fc-83f5-4423-b87e-78a554179830,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:45.695727 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:45.731798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'Port': ['ID=900e03e3-d7c3-4a70-b439-eb5a9660f72b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:45.801678 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:45.802582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 699d70ee-58e0-4e48-89c7-1ff7ee825895 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:36:45.881186 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=d0e204fc-83f5-4423-b87e-78a554179830,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:45.905052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Router bb9b37b6-1725-43a1-8337-3988c093f98e has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:36:45.933154 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:45.986911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 699d70ee-58e0-4e48-89c7-1ff7ee825895, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:46.052535 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:46.053253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ac703971-2eb9-4b72-acde-5f0c872f63f0 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:36:46.138972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ac703971-2eb9-4b72-acde-5f0c872f63f0 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:36:46.139413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4a092aec-e3af-4bbb-8507-5ec176f71743 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:36:46.142242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=699d70ee-58e0-4e48-89c7-1ff7ee825895,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:46.239830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:46.279428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 4a092aec-e3af-4bbb-8507-5ec176f71743, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a092aec-e3af-4bbb-8507-5ec176f71743,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:46.361295 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:46.407648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:36:46.413181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411edcf1-87ed-4817-9602-171a7043f916 req-255f8193-e052-4884-bdd1-f3d96307567a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:46.420044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411edcf1-87ed-4817-9602-171a7043f916 req-255f8193-e052-4884-bdd1-f3d96307567a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:46.420358 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21194ab4-b5c6-48e8-81cf-9175cc9163e7 None None] Sync routers for ids ['bb9b37b6-1725-43a1-8337-3988c093f98e'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:36:46.426168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411edcf1-87ed-4817-9602-171a7043f916 req-255f8193-e052-4884-bdd1-f3d96307567a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:46.432151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411edcf1-87ed-4817-9602-171a7043f916 req-255f8193-e052-4884-bdd1-f3d96307567a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:46.434241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-411edcf1-87ed-4817-9602-171a7043f916 req-255f8193-e052-4884-bdd1-f3d96307567a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 3147 time: 0.4416687 Oct 13 14:36:46.443678 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=4a092aec-e3af-4bbb-8507-5ec176f71743,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:46.447980 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21194ab4-b5c6-48e8-81cf-9175cc9163e7 None None] Routers {'bb9b37b6-1725-43a1-8337-3988c093f98e'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:36:46.448856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-21194ab4-b5c6-48e8-81cf-9175cc9163e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:36:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bb9b37b6-1725-43a1-8337-3988c093f98e'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:46.478488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] No DVR routers for this DVR port 900e03e3-d7c3-4a70-b439-eb5a9660f72b on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:36:46.486144 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:46.489367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-7ae9902f-eb85-4f13-96f5-9fc9cad8f524 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "DELETE /v2.0/ports/900e03e3-d7c3-4a70-b439-eb5a9660f72b HTTP/1.1" status: 204 len: 173 time: 1.5559273 Oct 13 14:36:46.489815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-deleted', 'tag': '900e03e3-d7c3-4a70-b439-eb5a9660f72b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:36:46.492239 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d26cdf-c4de-496f-9bae-a4e1cb218e11" -d '{"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-deleted", "tag": "900e03e3-d7c3-4a70-b439-eb5a9660f72b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:36:46.565481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-411edcf1-87ed-4817-9602-171a7043f916 req-0463d180-0ce4-46d7-817f-49418debcb41 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068656 Oct 13 14:36:46.617407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-21194ab4-b5c6-48e8-81cf-9175cc9163e7 None None] Set router bb9b37b6-1725-43a1-8337-3988c093f98e gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:36:46.638867 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32528c03-1293-43a8-bb38-e368ea04c51e x-openstack-request-id: req-32528c03-1293-43a8-bb38-e368ea04c51e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:36:46.639348 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-deleted", "tag": "900e03e3-d7c3-4a70-b439-eb5a9660f72b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:36:46.639689 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32528c03-1293-43a8-bb38-e368ea04c51e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:36:46.640181 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-deleted', 'tag': '900e03e3-d7c3-4a70-b439-eb5a9660f72b', 'status': 'completed', 'code': 200} Oct 13 14:36:46.661754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-5681af10-814e-4e40-9af5-8b616a3fb5fe tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Deleting port b91123ca-2120-403f-a2c5-c27d48444356 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:36:46.662101 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-5681af10-814e-4e40-9af5-8b616a3fb5fe tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:46.765751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-5681af10-814e-4e40-9af5-8b616a3fb5fe tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] For port b91123ca-2120-403f-a2c5-c27d48444356, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b91123ca-2120-403f-a2c5-c27d48444356,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:46.766122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-5681af10-814e-4e40-9af5-8b616a3fb5fe tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:46.784141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-5681af10-814e-4e40-9af5-8b616a3fb5fe tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Calling delete_port for b91123ca-2120-403f-a2c5-c27d48444356 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:36:46.872271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-21194ab4-b5c6-48e8-81cf-9175cc9163e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:25:33Z', 'revision_number': 4, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port': {'id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:28Z', 'updated_at': '2021-10-13T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '022016a4-91ad-4468-a0ae-8f46630142ec', 'name': '', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'mac_address': 'fa:16:3e:bf:6e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:32Z', 'updated_at': '2021-10-13T14:25:40Z', 'revision_number': 5, 'project_id': 'adffe79e13844ca6825792b087d82314', 'subnets': [{'id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:46.900803 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21194ab4-b5c6-48e8-81cf-9175cc9163e7 None None] Checking router: bb9b37b6-1725-43a1-8337-3988c093f98e for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:36:46.910190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21194ab4-b5c6-48e8-81cf-9175cc9163e7 None None] Routers {'bb9b37b6-1725-43a1-8337-3988c093f98e'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:36:46.910474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-21194ab4-b5c6-48e8-81cf-9175cc9163e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:36:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bb9b37b6-1725-43a1-8337-3988c093f98e'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:47.020337 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-21194ab4-b5c6-48e8-81cf-9175cc9163e7 None None] Set router bb9b37b6-1725-43a1-8337-3988c093f98e gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:36:47.035510 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-5681af10-814e-4e40-9af5-8b616a3fb5fe tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:47.067078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681af10-814e-4e40-9af5-8b616a3fb5fe tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'Port': ['ID=b91123ca-2120-403f-a2c5-c27d48444356,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:47.124017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-5681af10-814e-4e40-9af5-8b616a3fb5fe tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] No DVR routers for this DVR port b91123ca-2120-403f-a2c5-c27d48444356 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:36:47.126781 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-5681af10-814e-4e40-9af5-8b616a3fb5fe tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:47.130158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-5681af10-814e-4e40-9af5-8b616a3fb5fe tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "DELETE /v2.0/ports/b91123ca-2120-403f-a2c5-c27d48444356 HTTP/1.1" status: 204 len: 173 time: 0.6340365 Oct 13 14:36:47.225488 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '900e03e3-d7c3-4a70-b439-eb5a9660f72b'}, {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e204fc-83f5-4423-b87e-78a554179830'}, {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699d70ee-58e0-4e48-89c7-1ff7ee825895'}, {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a092aec-e3af-4bbb-8507-5ec176f71743'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:36:47.227897 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e7d6c8-45a8-4bfc-8e0e-c8274c88ae7a" -d '{"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-unplugged", "status": "completed", "tag": "900e03e3-d7c3-4a70-b439-eb5a9660f72b"}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e204fc-83f5-4423-b87e-78a554179830"}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-unplugged", "status": "completed", "tag": "699d70ee-58e0-4e48-89c7-1ff7ee825895"}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-unplugged", "status": "completed", "tag": "4a092aec-e3af-4bbb-8507-5ec176f71743"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:36:47.273025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-21194ab4-b5c6-48e8-81cf-9175cc9163e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:25:33Z', 'revision_number': 4, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port': {'id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:28Z', 'updated_at': '2021-10-13T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '022016a4-91ad-4468-a0ae-8f46630142ec', 'name': '', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'mac_address': 'fa:16:3e:bf:6e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:32Z', 'updated_at': '2021-10-13T14:25:40Z', 'revision_number': 5, 'project_id': 'adffe79e13844ca6825792b087d82314', 'subnets': [{'id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:36:47.322762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-2982c29d-eb07-47f9-9d9e-c80f38ce55b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Deleting port 4a092aec-e3af-4bbb-8507-5ec176f71743 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:36:47.323366 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-2982c29d-eb07-47f9-9d9e-c80f38ce55b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:47.325819 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 13 Oct 2021 14:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdee24e-cb79-4b53-8a97-924b72738544 x-openstack-request-id: req-bbdee24e-cb79-4b53-8a97-924b72738544 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:36:47.326139 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-unplugged", "status": "completed", "tag": "900e03e3-d7c3-4a70-b439-eb5a9660f72b", "code": 200}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-unplugged", "status": "completed", "tag": "d0e204fc-83f5-4423-b87e-78a554179830", "code": 200}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-unplugged", "status": "completed", "tag": "699d70ee-58e0-4e48-89c7-1ff7ee825895", "code": 200}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-unplugged", "status": "completed", "tag": "4a092aec-e3af-4bbb-8507-5ec176f71743", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:36:47.326421 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbdee24e-cb79-4b53-8a97-924b72738544 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:36:47.326819 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '900e03e3-d7c3-4a70-b439-eb5a9660f72b', 'code': 200} Oct 13 14:36:47.327273 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0e204fc-83f5-4423-b87e-78a554179830', 'code': 200} Oct 13 14:36:47.327407 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '699d70ee-58e0-4e48-89c7-1ff7ee825895', 'code': 200} Oct 13 14:36:47.327619 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a092aec-e3af-4bbb-8507-5ec176f71743', 'code': 200} Oct 13 14:36:47.330709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21194ab4-b5c6-48e8-81cf-9175cc9163e7 None None] The sync data for ids ['bb9b37b6-1725-43a1-8337-3988c093f98e'] in n-d-806683-15 is: [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:25:33Z', 'revision_number': 4, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port': {'id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:28Z', 'updated_at': '2021-10-13T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '022016a4-91ad-4468-a0ae-8f46630142ec', 'name': '', 'network_id': '23652a0e-fdc8-4019-a88a-94449553c2fa', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'mac_address': 'fa:16:3e:bf:6e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:32Z', 'updated_at': '2021-10-13T14:25:40Z', 'revision_number': 5, 'project_id': 'adffe79e13844ca6825792b087d82314', 'subnets': [{'id': 'dff8190b-2496-4c8f-b489-28a02d965473', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:36:47.434495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-2982c29d-eb07-47f9-9d9e-c80f38ce55b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] For port 4a092aec-e3af-4bbb-8507-5ec176f71743, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a092aec-e3af-4bbb-8507-5ec176f71743,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:47.434954 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-2982c29d-eb07-47f9-9d9e-c80f38ce55b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:47.459434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-2982c29d-eb07-47f9-9d9e-c80f38ce55b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Calling delete_port for 4a092aec-e3af-4bbb-8507-5ec176f71743 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:36:47.705610 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-2982c29d-eb07-47f9-9d9e-c80f38ce55b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:47.713057 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f707ee-055f-467c-b020-75ed5c1ad90a None None] New status for floating IP bbba5eba-d2e2-453e-9640-67f181bd94c7: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:36:47.741350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982c29d-eb07-47f9-9d9e-c80f38ce55b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'Port': ['ID=4a092aec-e3af-4bbb-8507-5ec176f71743,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:47.786100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad115e8-7e89-40a0-8ce3-edf0aecc0127 req-788f3198-099f-4d9d-96da-45925c22bab7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:47.792642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad115e8-7e89-40a0-8ce3-edf0aecc0127 req-788f3198-099f-4d9d-96da-45925c22bab7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:36:47.794330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ad115e8-7e89-40a0-8ce3-edf0aecc0127 req-788f3198-099f-4d9d-96da-45925c22bab7 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 1677 time: 0.1252525 Oct 13 14:36:47.814414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-2982c29d-eb07-47f9-9d9e-c80f38ce55b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] No DVR routers for this DVR port 4a092aec-e3af-4bbb-8507-5ec176f71743 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:36:47.821796 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-2982c29d-eb07-47f9-9d9e-c80f38ce55b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:47.826199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-2982c29d-eb07-47f9-9d9e-c80f38ce55b8 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "DELETE /v2.0/ports/4a092aec-e3af-4bbb-8507-5ec176f71743 HTTP/1.1" status: 204 len: 173 time: 0.6887977 Oct 13 14:36:47.891582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ad115e8-7e89-40a0-8ce3-edf0aecc0127 req-7a2ccc5b-b122-4b81-9fb9-3062286a0187 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups?id=9662ae98-5d2c-44b0-941a-02128214685e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775411 Oct 13 14:36:47.967679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-cc56eaac-ba9f-4c05-9039-aebc6910f68f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Deleting port d0e204fc-83f5-4423-b87e-78a554179830 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:36:47.968210 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-cc56eaac-ba9f-4c05-9039-aebc6910f68f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:48.070134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-cc56eaac-ba9f-4c05-9039-aebc6910f68f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] For port d0e204fc-83f5-4423-b87e-78a554179830, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d0e204fc-83f5-4423-b87e-78a554179830,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:48.070416 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-cc56eaac-ba9f-4c05-9039-aebc6910f68f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:48.088446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-cc56eaac-ba9f-4c05-9039-aebc6910f68f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Calling delete_port for d0e204fc-83f5-4423-b87e-78a554179830 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:36:48.312884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-cc56eaac-ba9f-4c05-9039-aebc6910f68f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:48.342970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56eaac-ba9f-4c05-9039-aebc6910f68f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'Port': ['ID=d0e204fc-83f5-4423-b87e-78a554179830,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:48.392048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-cc56eaac-ba9f-4c05-9039-aebc6910f68f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] No DVR routers for this DVR port d0e204fc-83f5-4423-b87e-78a554179830 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:36:48.400110 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-cc56eaac-ba9f-4c05-9039-aebc6910f68f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:48.404448 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-cc56eaac-ba9f-4c05-9039-aebc6910f68f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "DELETE /v2.0/ports/d0e204fc-83f5-4423-b87e-78a554179830 HTTP/1.1" status: 204 len: 173 time: 0.5679717 Oct 13 14:36:48.524356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-3c0c7331-68ea-4d6a-948c-6223185ed45d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Deleting port 699d70ee-58e0-4e48-89c7-1ff7ee825895 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:36:48.525317 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-3c0c7331-68ea-4d6a-948c-6223185ed45d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:48.596858 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:48.626927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-3c0c7331-68ea-4d6a-948c-6223185ed45d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] For port 699d70ee-58e0-4e48-89c7-1ff7ee825895, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=699d70ee-58e0-4e48-89c7-1ff7ee825895,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:36:48.627290 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-3c0c7331-68ea-4d6a-948c-6223185ed45d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:48.641250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-deleted', 'tag': 'b91123ca-2120-403f-a2c5-c27d48444356'}, {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-deleted', 'tag': '4a092aec-e3af-4bbb-8507-5ec176f71743'}, {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-deleted', 'tag': 'd0e204fc-83f5-4423-b87e-78a554179830'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:36:48.643533 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d7c2b1-193b-4aaa-bdb7-ff54126f18d3" -d '{"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-deleted", "tag": "b91123ca-2120-403f-a2c5-c27d48444356"}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-deleted", "tag": "4a092aec-e3af-4bbb-8507-5ec176f71743"}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-deleted", "tag": "d0e204fc-83f5-4423-b87e-78a554179830"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:36:48.646742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-3c0c7331-68ea-4d6a-948c-6223185ed45d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Calling delete_port for 699d70ee-58e0-4e48-89c7-1ff7ee825895 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:36:48.697926 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 13 Oct 2021 14:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20fbd7f-b16f-4bac-87f3-25635d222e00 x-openstack-request-id: req-e20fbd7f-b16f-4bac-87f3-25635d222e00 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:36:48.698305 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-deleted", "tag": "b91123ca-2120-403f-a2c5-c27d48444356", "status": "completed", "code": 200}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-deleted", "tag": "4a092aec-e3af-4bbb-8507-5ec176f71743", "status": "completed", "code": 200}, {"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-deleted", "tag": "d0e204fc-83f5-4423-b87e-78a554179830", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:36:48.698511 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e20fbd7f-b16f-4bac-87f3-25635d222e00 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:36:48.698829 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-deleted', 'tag': 'b91123ca-2120-403f-a2c5-c27d48444356', 'status': 'completed', 'code': 200} Oct 13 14:36:48.699094 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-deleted', 'tag': '4a092aec-e3af-4bbb-8507-5ec176f71743', 'status': 'completed', 'code': 200} Oct 13 14:36:48.699324 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-deleted', 'tag': 'd0e204fc-83f5-4423-b87e-78a554179830', 'status': 'completed', 'code': 200} Oct 13 14:36:48.878837 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-3c0c7331-68ea-4d6a-948c-6223185ed45d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:48.907997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c7331-68ea-4d6a-948c-6223185ed45d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'Port': ['ID=699d70ee-58e0-4e48-89c7-1ff7ee825895,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:48.951556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-3c0c7331-68ea-4d6a-948c-6223185ed45d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] No DVR routers for this DVR port 699d70ee-58e0-4e48-89c7-1ff7ee825895 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:36:48.954265 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-3c0c7331-68ea-4d6a-948c-6223185ed45d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:48.959190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec3f3865-fdc3-44d0-98d4-ff5dce9a28ea req-3c0c7331-68ea-4d6a-948c-6223185ed45d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.41 "DELETE /v2.0/ports/699d70ee-58e0-4e48-89c7-1ff7ee825895 HTTP/1.1" status: 204 len: 173 time: 0.5468993 Oct 13 14:36:49.010722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e24c54cd-415f-438c-a1fe-41189221e331 req-de583fa6-0610-44e4-b3bb-6cc8e79cc228 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0303602 Oct 13 14:36:49.532708 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ad06f5bf-a7cb-4743-95cb-561528b08fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:50.124379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ef008ea-92d0-473e-affa-d219c07e3966 req-270c4ecf-3e3a-4a62-9946-38f6d0fc205d tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0322900 Oct 13 14:36:50.700288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-deleted', 'tag': '699d70ee-58e0-4e48-89c7-1ff7ee825895'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:36:50.702960 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69fc62a-d141-4c85-b57f-9d1a3851f0b2" -d '{"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-deleted", "tag": "699d70ee-58e0-4e48-89c7-1ff7ee825895"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:36:50.742060 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1529c3-4af2-4efc-acc7-dc4fbe3308a6 x-openstack-request-id: req-8d1529c3-4af2-4efc-acc7-dc4fbe3308a6 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:36:50.742465 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e093ac-ce1b-4347-8bad-8c9bc72b33e5", "name": "network-vif-deleted", "tag": "699d70ee-58e0-4e48-89c7-1ff7ee825895", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:36:50.742710 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d1529c3-4af2-4efc-acc7-dc4fbe3308a6 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:36:50.743103 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e093ac-ce1b-4347-8bad-8c9bc72b33e5', 'name': 'network-vif-deleted', 'tag': '699d70ee-58e0-4e48-89c7-1ff7ee825895', 'status': 'completed', 'code': 200} Oct 13 14:36:51.233244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb8a531-0ac6-4495-8b34-b5480b142913 req-b561e39f-85be-44f9-9e9d-0b051eaf4ff0 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0293717 Oct 13 14:36:52.051684 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:52.281508 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c0f6a7d0-9195-4bbf-89b3-77bccf2a7b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:52.343194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cf74073-3766-40b7-97a5-dc2887668573 req-ed61f357-f1f4-404a-9d5b-46dfc76d1ec2 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0282171 Oct 13 14:36:53.455610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8afecc1-a499-4e63-95cc-7452cc0949fc req-0cc9fbc1-8fab-4739-913e-07b28031619b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0342052 Oct 13 14:36:53.804627 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:53.998714 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:54.569220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c0dc6e0-b0ad-42ec-b14d-6e3ebf49ba40 req-d5a5604a-b0fd-4727-a13f-b89237baf30f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0276964 Oct 13 14:36:55.392752 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:55.710992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c74b5cf-e3bd-46f0-8c53-5aa397e77ad3 req-c57fdbe0-d0dd-4050-9384-9baed6785d26 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0285459 Oct 13 14:36:56.813456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72726cd1-e81b-44ab-abb4-92eee858d3f0 req-bffcb9df-c75c-407f-812d-9c3a0c76f372 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0372820 Oct 13 14:36:57.015509 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47398) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:57.142975 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf4e9c81-3636-4fd3-891f-eb00c374dbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:57.221734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf4e9c81-3636-4fd3-891f-eb00c374dbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:57.324633 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cf4e9c81-3636-4fd3-891f-eb00c374dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:57.368060 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cf4e9c81-3636-4fd3-891f-eb00c374dbdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08fee71d532148db9b036f4cca508650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476970 Oct 13 14:36:57.368060 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e9c81-3636-4fd3-891f-eb00c374dbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b292ab0-7a5b-4446-a4b3-296a6b61dacd,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:57.368600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47402) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:57.424622 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f3db813b-36fc-452e-89e9-9a024599e527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:57.447599 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f3db813b-36fc-452e-89e9-9a024599e527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:57.578959 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f3db813b-36fc-452e-89e9-9a024599e527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:57.582040 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f3db813b-36fc-452e-89e9-9a024599e527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:57.583380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f3db813b-36fc-452e-89e9-9a024599e527 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b292ab0-7a5b-4446-a4b3-296a6b61dacd HTTP/1.1" status: 204 len: 168 time: 0.2136035 Oct 13 14:36:57.594035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db813b-36fc-452e-89e9-9a024599e527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b292ab0-7a5b-4446-a4b3-296a6b61dacd,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:57.929712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b9c62ab-a12d-4af3-b039-303cbc06cdbe req-316da234-e88c-420d-9b19-b32f42aee985 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0291326 Oct 13 14:36:58.327340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47412) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:58.342083 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9cccf725-96d9-4e17-b88c-abaf4a68010f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:58.439049 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9cccf725-96d9-4e17-b88c-abaf4a68010f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:58.501589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9cccf725-96d9-4e17-b88c-abaf4a68010f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:58.550762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9cccf725-96d9-4e17-b88c-abaf4a68010f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=372623f912674f4d8c728b09aabcbd50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195890 Oct 13 14:36:58.550762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccf725-96d9-4e17-b88c-abaf4a68010f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c5718b-31e0-4f9d-8670-801874c94c09,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:58.551144 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47414) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:58.621800 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d1771337-08b6-4f67-8ac9-f04296b304fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:58.644296 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d1771337-08b6-4f67-8ac9-f04296b304fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:58.791761 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d1771337-08b6-4f67-8ac9-f04296b304fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:58.791761 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d1771337-08b6-4f67-8ac9-f04296b304fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:58.791936 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d1771337-08b6-4f67-8ac9-f04296b304fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30c5718b-31e0-4f9d-8670-801874c94c09 HTTP/1.1" status: 204 len: 168 time: 0.2392592 Oct 13 14:36:58.800891 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1771337-08b6-4f67-8ac9-f04296b304fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c5718b-31e0-4f9d-8670-801874c94c09,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:59.039496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b42488b5-af23-4435-acc0-e132d8768ff9 req-41e40024-ad78-48ae-9783-da84030ed0be tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0303166 Oct 13 14:36:59.507439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47424) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:59.522166 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0b89ce17-2a89-4424-83bc-745d6d270c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:59.606818 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0b89ce17-2a89-4424-83bc-745d6d270c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:59.720651 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:36:59.727835 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0b89ce17-2a89-4424-83bc-745d6d270c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:59.770461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0b89ce17-2a89-4424-83bc-745d6d270c5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a96746b4fe148a4ac63058adf273394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616453 Oct 13 14:36:59.772791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89ce17-2a89-4424-83bc-745d6d270c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8465d6-f3a3-4b7c-afed-47abbb39d11b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:36:59.773339 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47426) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:36:59.831768 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8f4a-1962-4e10-a495-ab6125e3732d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:59.857845 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8f4a-1962-4e10-a495-ab6125e3732d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:59.972695 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8f4a-1962-4e10-a495-ab6125e3732d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:59.975321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a0b8f4a-1962-4e10-a495-ab6125e3732d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:36:59.976475 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0a0b8f4a-1962-4e10-a495-ab6125e3732d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b8465d6-f3a3-4b7c-afed-47abbb39d11b HTTP/1.1" status: 204 len: 168 time: 0.2020578 Oct 13 14:36:59.986287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b8f4a-1962-4e10-a495-ab6125e3732d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8465d6-f3a3-4b7c-afed-47abbb39d11b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:00.153007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa1da53e-c7da-46cc-93a8-fc98551ca4d2 req-19fe9590-7960-4ff2-9ecf-335de4db6f30 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0281570 Oct 13 14:37:01.278804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7722f8a-6af7-4d1b-9f42-62f26f2c958e req-5dc6621c-d402-419f-80ea-3b917bae4b76 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0407801 Oct 13 14:37:02.376407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7eafc7a4-b8e5-48b7-894c-cb95bc0fe807 req-2b646bd9-7a0f-4436-a7d4-c71aac6fa1a2 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0310001 Oct 13 14:37:03.488472 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73a28b13-474d-4dcf-af24-3df0079fe733 req-54224824-00f9-4b18-920b-840422b6436e tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0279307 Oct 13 14:37:04.649852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edae84f3-fbd9-4f29-8fed-926da493a321 req-7be7a7fb-089b-40f7-b45f-5f342cb6c64f tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/ports?device_id=51e093ac-ce1b-4347-8bad-8c9bc72b33e5 HTTP/1.1" status: 200 len: 210 time: 0.0293963 Oct 13 14:37:05.834115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47522) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:05.890658 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7ce0-1412-4498-bedf-4630f3b68d13 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:05.913060 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7ce0-1412-4498-bedf-4630f3b68d13 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:06.069806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7ce0-1412-4498-bedf-4630f3b68d13 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:06.072551 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7ce0-1412-4498-bedf-4630f3b68d13 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:06.073742 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f2ed7ce0-1412-4498-bedf-4630f3b68d13 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "DELETE /v2.0/security-groups/9662ae98-5d2c-44b0-941a-02128214685e HTTP/1.1" status: 204 len: 168 time: 0.2386417 Oct 13 14:37:06.077293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47528) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:06.083427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed7ce0-1412-4498-bedf-4630f3b68d13 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9662ae98-5d2c-44b0-941a-02128214685e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:06.093431 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-9883a67f-9ea8-45d3-ad9c-a79cad6f18d2 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] show failed (client error): The resource could not be found. Oct 13 14:37:06.094512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9883a67f-9ea8-45d3-ad9c-a79cad6f18d2 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "GET /v2.0/security-groups/9662ae98-5d2c-44b0-941a-02128214685e HTTP/1.1" status: 404 len: 347 time: 0.0161748 Oct 13 14:37:06.097719 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47530) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:06.226761 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e480fc4b-1655-49d3-974e-3926f572d097 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Deleting port ac8e0dd5-09a1-4440-9d80-2a4498bb1beb {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:37:06.226761 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e480fc4b-1655-49d3-974e-3926f572d097 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:06.307000 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e480fc4b-1655-49d3-974e-3926f572d097 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:06.307346 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e480fc4b-1655-49d3-974e-3926f572d097 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:06.319842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e480fc4b-1655-49d3-974e-3926f572d097 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Calling delete_port for ac8e0dd5-09a1-4440-9d80-2a4498bb1beb owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:37:06.561607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e480fc4b-1655-49d3-974e-3926f572d097 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:06.596392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480fc4b-1655-49d3-974e-3926f572d097 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'Port': ['ID=ac8e0dd5-09a1-4440-9d80-2a4498bb1beb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:06.658662 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e480fc4b-1655-49d3-974e-3926f572d097 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:06.661580 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e480fc4b-1655-49d3-974e-3926f572d097 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:06.662921 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e480fc4b-1655-49d3-974e-3926f572d097 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "DELETE /v2.0/floatingips/bbba5eba-d2e2-453e-9640-67f181bd94c7 HTTP/1.1" status: 204 len: 168 time: 0.5641520 Oct 13 14:37:06.665651 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47544) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:06.764544 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef84b7-647b-473b-848b-13e81331fa7b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Deleting port ac703971-2eb9-4b72-acde-5f0c872f63f0 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:37:06.764544 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1ef84b7-647b-473b-848b-13e81331fa7b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:06.853714 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1ef84b7-647b-473b-848b-13e81331fa7b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:06.866723 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef84b7-647b-473b-848b-13e81331fa7b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Calling delete_port for ac703971-2eb9-4b72-acde-5f0c872f63f0 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:37:07.115741 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1ef84b7-647b-473b-848b-13e81331fa7b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:07.147812 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef84b7-647b-473b-848b-13e81331fa7b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'Port': ['ID=ac703971-2eb9-4b72-acde-5f0c872f63f0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:07.221274 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1ef84b7-647b-473b-848b-13e81331fa7b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:07.225171 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a1ef84b7-647b-473b-848b-13e81331fa7b tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "DELETE /v2.0/ports/ac703971-2eb9-4b72-acde-5f0c872f63f0 HTTP/1.1" status: 204 len: 168 time: 0.5585372 Oct 13 14:37:07.227981 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47556) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:07.323444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a902f-419f-4f86-827b-f8637bbffe24 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Deleting port aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:37:07.323789 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b1a902f-419f-4f86-827b-f8637bbffe24 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:07.417219 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b1a902f-419f-4f86-827b-f8637bbffe24 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:07.430153 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a902f-419f-4f86-827b-f8637bbffe24 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Calling delete_port for aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:37:07.673044 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b1a902f-419f-4f86-827b-f8637bbffe24 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:07.706032 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a902f-419f-4f86-827b-f8637bbffe24 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'Port': ['ID=aeb332e8-6ce3-4cf3-b8ad-041f33cf3986,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:07.772625 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b1a902f-419f-4f86-827b-f8637bbffe24 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:07.776588 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9b1a902f-419f-4f86-827b-f8637bbffe24 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "DELETE /v2.0/ports/aeb332e8-6ce3-4cf3-b8ad-041f33cf3986 HTTP/1.1" status: 204 len: 168 time: 0.5474963 Oct 13 14:37:07.779715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47560) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:07.835034 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcadecd-5a4e-441c-b847-7fa7d1dca9b4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Deleting subnet 3483b2bf-544b-4b95-b27e-16a656d41f88 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:37:07.838393 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfcadecd-5a4e-441c-b847-7fa7d1dca9b4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:07.885771 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfcadecd-5a4e-441c-b847-7fa7d1dca9b4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:07.978754 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfcadecd-5a4e-441c-b847-7fa7d1dca9b4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.100474 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfcadecd-5a4e-441c-b847-7fa7d1dca9b4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.134542 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcadecd-5a4e-441c-b847-7fa7d1dca9b4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'Subnet': ['ID=3483b2bf-544b-4b95-b27e-16a656d41f88,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:08.140458 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bfcadecd-5a4e-441c-b847-7fa7d1dca9b4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.144377 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bfcadecd-5a4e-441c-b847-7fa7d1dca9b4 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "DELETE /v2.0/subnets/3483b2bf-544b-4b95-b27e-16a656d41f88 HTTP/1.1" status: 204 len: 168 time: 0.3632190 Oct 13 14:37:08.147639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b0cdd2-07b5-41b8-bc83-50117a3108e3 None None] Network c618d8ae-014f-47f1-941a-268db5728f54 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:37:08.150978 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47562) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:08.218328 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fec3037-c08b-4637-8ee9-c9c53ee40e8a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Deleting subnet c3356880-d0f9-4ad5-93b7-059787dc578e {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:37:08.221710 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fec3037-c08b-4637-8ee9-c9c53ee40e8a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.279878 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fec3037-c08b-4637-8ee9-c9c53ee40e8a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.374874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fec3037-c08b-4637-8ee9-c9c53ee40e8a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.382762 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a9531f-fea1-4a36-9c59-0cef7469bd73 None None] DHCP port deletion for c618d8ae-014f-47f1-941a-268db5728f54 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:37:08.434094 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-48a9531f-fea1-4a36-9c59-0cef7469bd73 None None] Deleting port e3e95efd-29e8-4f2b-8c91-81979b0d13f7 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:37:08.441164 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-48a9531f-fea1-4a36-9c59-0cef7469bd73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.502868 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-48a9531f-fea1-4a36-9c59-0cef7469bd73 None None] For port e3e95efd-29e8-4f2b-8c91-81979b0d13f7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e3e95efd-29e8-4f2b-8c91-81979b0d13f7,segment=NetworkSegment(ce63f69a-1368-4bdb-9333-3d5f937c2113),segment_id=ce63f69a-1368-4bdb-9333-3d5f937c2113)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:37:08.503265 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-48a9531f-fea1-4a36-9c59-0cef7469bd73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.516931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-48a9531f-fea1-4a36-9c59-0cef7469bd73 None None] Calling delete_port for e3e95efd-29e8-4f2b-8c91-81979b0d13f7 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:37:08.522368 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fec3037-c08b-4637-8ee9-c9c53ee40e8a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.557006 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec3037-c08b-4637-8ee9-c9c53ee40e8a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'Subnet': ['ID=c3356880-d0f9-4ad5-93b7-059787dc578e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:08.557006 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7fec3037-c08b-4637-8ee9-c9c53ee40e8a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.563700 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7fec3037-c08b-4637-8ee9-c9c53ee40e8a tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "DELETE /v2.0/subnets/c3356880-d0f9-4ad5-93b7-059787dc578e HTTP/1.1" status: 204 len: 168 time: 0.3981338 Oct 13 14:37:08.564518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47566) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:08.591086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad1fd4e-8e82-414e-8024-718eb77a0e5e None None] Network 10aa74c4-b44f-48f7-92a3-f12491d08647 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:37:08.621195 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e3e95efd-29e8-4f2b-8c91-81979b0d13f7 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:37:08.656997 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.694358 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-48a9531f-fea1-4a36-9c59-0cef7469bd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.721555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Deleting port e3e95efd-29e8-4f2b-8c91-81979b0d13f7 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:37:08.722705 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.743523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9531f-fea1-4a36-9c59-0cef7469bd73 None None] No DVR routers for this DVR port e3e95efd-29e8-4f2b-8c91-81979b0d13f7 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:37:08.751796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9531f-fea1-4a36-9c59-0cef7469bd73 None None] Pushing event deleted for resources: {'Port': ['ID=e3e95efd-29e8-4f2b-8c91-81979b0d13f7,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:08.787006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No active binding found for port e3e95efd-29e8-4f2b-8c91-81979b0d13f7 {{(pid=112686) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 14:37:08.787525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e3e95efd-29e8-4f2b-8c91-81979b0d13f7 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:37:08.802964 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] For port e3e95efd-29e8-4f2b-8c91-81979b0d13f7, host n-d-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:37:08.803339 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.817805 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Calling delete_port for e3e95efd-29e8-4f2b-8c91-81979b0d13f7 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:37:08.823506 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_backend_mixin [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Port e3e95efd-29e8-4f2b-8c91-81979b0d13f7 was not found and therefore no delete operation was performed {{(pid=112684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 14:37:08.823506 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.836962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] No DVR routers for this DVR port e3e95efd-29e8-4f2b-8c91-81979b0d13f7 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:37:08.871507 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'Port': ['ID=e3e95efd-29e8-4f2b-8c91-81979b0d13f7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:08.922929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf0fa1-0d5e-43b7-bfd2-1748f0cefb19 None None] DHCP port deletion for 10aa74c4-b44f-48f7-92a3-f12491d08647 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:37:08.968465 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.984028 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-90cf0fa1-0d5e-43b7-bfd2-1748f0cefb19 None None] Deleting port ed807e56-a91c-4e16-bffe-21ae67aa8741 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:37:08.984461 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-90cf0fa1-0d5e-43b7-bfd2-1748f0cefb19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:08.990988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c618d8ae-014f-47f1-941a-268db5728f54']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:09.001931 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce63f69a-1368-4bdb-9333-3d5f937c2113') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:09.002312 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce63f69a-1368-4bdb-9333-3d5f937c2113') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:09.018339 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.026867 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.034291 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:37:09.034701 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:37:09.037974 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:37:09.051567 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-90cf0fa1-0d5e-43b7-bfd2-1748f0cefb19 None None] For port ed807e56-a91c-4e16-bffe-21ae67aa8741, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ed807e56-a91c-4e16-bffe-21ae67aa8741,segment=NetworkSegment(65602e87-7755-4d5e-a924-9dc91379479f),segment_id=65602e87-7755-4d5e-a924-9dc91379479f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:37:09.052237 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-90cf0fa1-0d5e-43b7-bfd2-1748f0cefb19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.071234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-90cf0fa1-0d5e-43b7-bfd2-1748f0cefb19 None None] Calling delete_port for ed807e56-a91c-4e16-bffe-21ae67aa8741 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:37:09.185138 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.197943 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.197943 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "DELETE /v2.0/networks/c618d8ae-014f-47f1-941a-268db5728f54 HTTP/1.1" status: 204 len: 168 time: 0.6299982 Oct 13 14:37:09.198345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47570) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:09.217476 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24eb69a-e54f-42ef-b64f-dd9784aaa750 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'Network': ['ID=c618d8ae-014f-47f1-941a-268db5728f54,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:09.244444 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-90cf0fa1-0d5e-43b7-bfd2-1748f0cefb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.268823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf0fa1-0d5e-43b7-bfd2-1748f0cefb19 None None] Pushing event deleted for resources: {'Port': ['ID=ed807e56-a91c-4e16-bffe-21ae67aa8741,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:09.274527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf0fa1-0d5e-43b7-bfd2-1748f0cefb19 None None] No DVR routers for this DVR port ed807e56-a91c-4e16-bffe-21ae67aa8741 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:37:09.300943 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-741d9306-4ede-408b-81ff-930d3dbf70d6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.399742 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-741d9306-4ede-408b-81ff-930d3dbf70d6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.422322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-741d9306-4ede-408b-81ff-930d3dbf70d6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10aa74c4-b44f-48f7-92a3-f12491d08647']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:09.431965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-741d9306-4ede-408b-81ff-930d3dbf70d6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65602e87-7755-4d5e-a924-9dc91379479f') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:09.432254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-741d9306-4ede-408b-81ff-930d3dbf70d6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65602e87-7755-4d5e-a924-9dc91379479f') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:09.442283 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-741d9306-4ede-408b-81ff-930d3dbf70d6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.457992 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-741d9306-4ede-408b-81ff-930d3dbf70d6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.465945 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741d9306-4ede-408b-81ff-930d3dbf70d6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-741d9306-4ede-408b-81ff-930d3dbf70d6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:37:09.470296 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:37:09.627508 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-741d9306-4ede-408b-81ff-930d3dbf70d6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.636169 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-741d9306-4ede-408b-81ff-930d3dbf70d6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:09.640126 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-741d9306-4ede-408b-81ff-930d3dbf70d6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] 10.222.0.18 "DELETE /v2.0/networks/10aa74c4-b44f-48f7-92a3-f12491d08647 HTTP/1.1" status: 204 len: 168 time: 0.4408329 Oct 13 14:37:09.650398 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d9306-4ede-408b-81ff-930d3dbf70d6 tempest-TaggedBootDevicesTest_v242-1943291002 tempest-TaggedBootDevicesTest_v242-1943291002-project] Pushing event deleted for resources: {'Network': ['ID=10aa74c4-b44f-48f7-92a3-f12491d08647,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:10.615505 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ed807e56-a91c-4e16-bffe-21ae67aa8741 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:37:10.642816 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: ed807e56-a91c-4e16-bffe-21ae67aa8741 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:37:10.643162 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ed807e56-a91c-4e16-bffe-21ae67aa8741 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:37:11.038380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47598) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:11.170544 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e323-1767-47a9-ab81-5e4ed983ee70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:11.261589 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e323-1767-47a9-ab81-5e4ed983ee70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:11.370186 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ce9e323-1767-47a9-ab81-5e4ed983ee70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:11.412246 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7ce9e323-1767-47a9-ab81-5e4ed983ee70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48df000c4c91408488fda4b5ceb230b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702035 Oct 13 14:37:11.412246 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9e323-1767-47a9-ab81-5e4ed983ee70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b0b45c-7b70-444c-be31-e7a71be67ba5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:11.412682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47604) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:11.469283 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6330895e-d73d-4dbd-97d5-f428bcb0f8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:11.491152 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6330895e-d73d-4dbd-97d5-f428bcb0f8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:11.618808 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6330895e-d73d-4dbd-97d5-f428bcb0f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:11.621498 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6330895e-d73d-4dbd-97d5-f428bcb0f8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:11.622716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6330895e-d73d-4dbd-97d5-f428bcb0f8dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0b0b45c-7b70-444c-be31-e7a71be67ba5 HTTP/1.1" status: 204 len: 168 time: 0.2089531 Oct 13 14:37:11.630884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330895e-d73d-4dbd-97d5-f428bcb0f8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b0b45c-7b70-444c-be31-e7a71be67ba5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:12.314099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47614) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:12.328944 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-451e8a6f-47ee-4a04-9448-08c7078b7073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:12.406751 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-451e8a6f-47ee-4a04-9448-08c7078b7073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:12.487486 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-451e8a6f-47ee-4a04-9448-08c7078b7073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:12.534176 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-451e8a6f-47ee-4a04-9448-08c7078b7073 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1491d0562d2143c3871829ab6c8d3a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188919 Oct 13 14:37:12.538601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e8a6f-47ee-4a04-9448-08c7078b7073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71546493-dd52-4007-9896-d57758d162a5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:12.538737 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47616) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:12.588552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c32f563-ee58-4f57-9d7e-4dbdb3f45670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:12.610865 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c32f563-ee58-4f57-9d7e-4dbdb3f45670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:12.761925 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c32f563-ee58-4f57-9d7e-4dbdb3f45670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:12.764692 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c32f563-ee58-4f57-9d7e-4dbdb3f45670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:12.768285 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2c32f563-ee58-4f57-9d7e-4dbdb3f45670 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71546493-dd52-4007-9896-d57758d162a5 HTTP/1.1" status: 204 len: 168 time: 0.2279491 Oct 13 14:37:12.775212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32f563-ee58-4f57-9d7e-4dbdb3f45670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71546493-dd52-4007-9896-d57758d162a5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:13.525036 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47626) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:13.538874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3625604b-0ecf-4cb7-b80d-fd4722e20230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:13.615361 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3625604b-0ecf-4cb7-b80d-fd4722e20230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:13.678508 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3625604b-0ecf-4cb7-b80d-fd4722e20230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:13.721402 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3625604b-0ecf-4cb7-b80d-fd4722e20230 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc4d0af845fb4052998741c1ea7eb9b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952198 Oct 13 14:37:13.723741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625604b-0ecf-4cb7-b80d-fd4722e20230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fabcb7-ee55-4a8e-8a22-84e13cea2ca7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:13.724125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47628) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:13.778253 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b011cac8-21bb-4de5-b094-ca332f521d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:13.803826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b011cac8-21bb-4de5-b094-ca332f521d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:13.981838 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b011cac8-21bb-4de5-b094-ca332f521d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:13.984620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b011cac8-21bb-4de5-b094-ca332f521d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:13.985727 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b011cac8-21bb-4de5-b094-ca332f521d7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6fabcb7-ee55-4a8e-8a22-84e13cea2ca7 HTTP/1.1" status: 204 len: 168 time: 0.2605987 Oct 13 14:37:13.994045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011cac8-21bb-4de5-b094-ca332f521d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fabcb7-ee55-4a8e-8a22-84e13cea2ca7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:18.664585 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:19.538627 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15822e3d-705e-46ff-965b-a2c8efbf0d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:22.079248 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:22.335194 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-abae8a89-67c3-4595-8f19-8d5a1ac1a537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:22.353078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47726) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:22.472627 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:22.561376 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:22.692991 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:22.733690 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7e9bd6e224e4e1e9926455c75e5aac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792813 Oct 13 14:37:22.734565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9de513-2271-4dc6-a296-685b9fefeaf4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:22.736502 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47732) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:22.742616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:22.742912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:22.743378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:22.743714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:22.744048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:22.744376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:22.744704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:22.745068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:22.745398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:22.745712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:22.746038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:22.746355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567006a2-d635-4428-8ee1-e33ba9a36a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:22.796149 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22bf308f-729a-437a-a965-2e2d3d5f038e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:22.818881 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22bf308f-729a-437a-a965-2e2d3d5f038e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:22.967364 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22bf308f-729a-437a-a965-2e2d3d5f038e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:22.970161 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22bf308f-729a-437a-a965-2e2d3d5f038e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:22.971381 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-22bf308f-729a-437a-a965-2e2d3d5f038e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b9de513-2271-4dc6-a296-685b9fefeaf4 HTTP/1.1" status: 204 len: 168 time: 0.2339895 Oct 13 14:37:22.979993 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf308f-729a-437a-a965-2e2d3d5f038e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9de513-2271-4dc6-a296-685b9fefeaf4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:23.359054 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47746) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:23.865451 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-987f546c-6fff-4123-b303-3d0d118e0f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:23.882401 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:24.095667 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:24.145986 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-987f546c-6fff-4123-b303-3d0d118e0f29 admin admin] Deleting port 022016a4-91ad-4468-a0ae-8f46630142ec {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:37:24.146331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-987f546c-6fff-4123-b303-3d0d118e0f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:24.227392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-987f546c-6fff-4123-b303-3d0d118e0f29 admin admin] For port 022016a4-91ad-4468-a0ae-8f46630142ec, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=022016a4-91ad-4468-a0ae-8f46630142ec,segment=NetworkSegment(9594ee4c-f2b6-41ee-bcb9-b9675c139b0b),segment_id=9594ee4c-f2b6-41ee-bcb9-b9675c139b0b)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:37:24.227792 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-987f546c-6fff-4123-b303-3d0d118e0f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:24.245208 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-987f546c-6fff-4123-b303-3d0d118e0f29 admin admin] Calling delete_port for 022016a4-91ad-4468-a0ae-8f46630142ec owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:37:24.528284 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-987f546c-6fff-4123-b303-3d0d118e0f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:24.551231 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f546c-6fff-4123-b303-3d0d118e0f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=022016a4-91ad-4468-a0ae-8f46630142ec,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:24.758885 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-987f546c-6fff-4123-b303-3d0d118e0f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:24.792528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-460a7aa2-df54-4d8d-bce2-c6a205797d9d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1865227 Oct 13 14:37:24.869286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-3f8b9812-3be5-4877-b965-69f31067b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:24.869684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-3f8b9812-3be5-4877-b965-69f31067b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:24.870160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-3f8b9812-3be5-4877-b965-69f31067b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:24.870640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-3f8b9812-3be5-4877-b965-69f31067b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:24.871144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-3f8b9812-3be5-4877-b965-69f31067b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:24.872252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-3f8b9812-3be5-4877-b965-69f31067b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:24.872935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-3f8b9812-3be5-4877-b965-69f31067b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:24.875029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-3f8b9812-3be5-4877-b965-69f31067b1a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 6499 time: 0.0542948 Oct 13 14:37:24.994562 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987f546c-6fff-4123-b303-3d0d118e0f29 admin admin] Router bb9b37b6-1725-43a1-8337-3988c093f98e has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:37:25.012031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-da7d3283-106d-43b8-851f-12307538162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:25.013583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-da7d3283-106d-43b8-851f-12307538162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:25.013583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-da7d3283-106d-43b8-851f-12307538162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:25.017065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-da7d3283-106d-43b8-851f-12307538162e service neutron] 10.222.0.41 "GET /v2.0/networks?id=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=04869804-6b90-49cf-9c8c-d69c53d0480c&id=04869804-6b90-49cf-9c8c-d69c53d0480c HTTP/1.1" status: 200 len: 2289 time: 0.1155739 Oct 13 14:37:25.100141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-ce43b233-8365-4632-8d6a-3f97b8de3027 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6570fba8-02df-4686-b8cd-13bad9a25560 HTTP/1.1" status: 200 len: 1001 time: 0.0753427 Oct 13 14:37:25.124907 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987f546c-6fff-4123-b303-3d0d118e0f29 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:37:25.130138 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-987f546c-6fff-4123-b303-3d0d118e0f29 admin admin] 10.222.0.18 "PUT /v2.0/routers/bb9b37b6-1725-43a1-8337-3988c093f98e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7699621 Oct 13 14:37:25.132577 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47778) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:25.136541 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e3806-52fb-4b56-8040-4f2b29b57848 None None] Sync routers for ids ['bb9b37b6-1725-43a1-8337-3988c093f98e'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:37:25.147785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e3806-52fb-4b56-8040-4f2b29b57848 None None] Routers {'bb9b37b6-1725-43a1-8337-3988c093f98e'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:37:25.148442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7b4e3806-52fb-4b56-8040-4f2b29b57848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:37:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bb9b37b6-1725-43a1-8337-3988c093f98e'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:25.164197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-b8d0f3d5-b18c-4c04-95f0-6f6de5965720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:25.165760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-b8d0f3d5-b18c-4c04-95f0-6f6de5965720 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d98b753-5756-4883-9995-4439b4ac06ca HTTP/1.1" status: 200 len: 848 time: 0.0576377 Oct 13 14:37:25.222957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-d8adc307-e5a9-4375-9582-6b73c87cc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:25.224952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-d8adc307-e5a9-4375-9582-6b73c87cc9d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508389 Oct 13 14:37:25.241308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:25.350004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-a46e6767-b812-4261-a463-9cf4de31b1a2 service neutron] 10.222.0.41 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164973 Oct 13 14:37:25.359233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:25.442167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7b4e3806-52fb-4b56-8040-4f2b29b57848 None None] Set router bb9b37b6-1725-43a1-8337-3988c093f98e gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:37:25.481945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-60555df0-103a-45f9-8f70-a08f652ec6f7 service neutron] 10.222.0.41 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214566 Oct 13 14:37:25.508311 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Deleting port 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:37:25.508757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:25.540148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-c50c6a6f-4093-4901-94ba-cbdb98a1f8b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=f928a12f-8d60-4dde-bc7d-f75ac0b51092 HTTP/1.1" status: 200 len: 217 time: 0.0504038 Oct 13 14:37:25.549797 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:25.617018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-48c92d31-9882-43d4-993d-b9b35195825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:25.618799 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-48c92d31-9882-43d4-993d-b9b35195825c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0698695 Oct 13 14:37:25.630643 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] For port 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:37:25.631495 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:25.651577 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Calling delete_port for 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:37:25.660823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7b4e3806-52fb-4b56-8040-4f2b29b57848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:37:24Z', 'revision_number': 5, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port': {'id': '1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:25:28Z', 'updated_at': '2021-10-13T14:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:25.681398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-818ee2c4-8eac-40f9-b9f0-f4e6a45e665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:25.683162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-818ee2c4-8eac-40f9-b9f0-f4e6a45e665b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0563538 Oct 13 14:37:25.694217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e3806-52fb-4b56-8040-4f2b29b57848 None None] Checking router: bb9b37b6-1725-43a1-8337-3988c093f98e for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:37:25.706099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e3806-52fb-4b56-8040-4f2b29b57848 None None] Routers {'bb9b37b6-1725-43a1-8337-3988c093f98e'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:37:25.707526 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7b4e3806-52fb-4b56-8040-4f2b29b57848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:37:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bb9b37b6-1725-43a1-8337-3988c093f98e'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:25.811535 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-e970b641-1f4d-41aa-8d9f-0a990a446c8d service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180060 Oct 13 14:37:25.824018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7b4e3806-52fb-4b56-8040-4f2b29b57848 None None] Set router bb9b37b6-1725-43a1-8337-3988c093f98e gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:37:25.898623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7b4e3806-52fb-4b56-8040-4f2b29b57848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:37:25Z', 'revision_number': 6, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:25.928467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e3806-52fb-4b56-8040-4f2b29b57848 None None] The sync data for ids ['bb9b37b6-1725-43a1-8337-3988c093f98e'] in n-d-806683-15 is: [{'id': 'bb9b37b6-1725-43a1-8337-3988c093f98e', 'name': 'tempest-TaggedBootDevicesTest_v242-893920648-router', 'tenant_id': 'adffe79e13844ca6825792b087d82314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:25:27Z', 'updated_at': '2021-10-13T14:37:25Z', 'revision_number': 6, 'project_id': 'adffe79e13844ca6825792b087d82314', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:37:25.932800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-5291cbb5-8b2a-4a55-83c7-117e841de352 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138134 Oct 13 14:37:25.984347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-e54e1dd4-e1d6-42d2-9a60-af0f595992eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=2c37e341-3a35-47e3-8b77-88ecba7dd0b1 HTTP/1.1" status: 200 len: 217 time: 0.0421202 Oct 13 14:37:26.041649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-64dfce1b-2f34-408c-ab54-283258cce782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:26.043142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-64dfce1b-2f34-408c-ab54-283258cce782 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0513837 Oct 13 14:37:26.099124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-f4cedce4-ba60-4f1d-8a85-a316741bdbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:26.100782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-f4cedce4-ba60-4f1d-8a85-a316741bdbe3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0494819 Oct 13 14:37:26.206735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-cf7c129b-1218-4431-a143-9811e1f0cc9b service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955324 Oct 13 14:37:26.312286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-7156f968-e681-443e-8381-f7d6428e35fa service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982773 Oct 13 14:37:26.313545 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:26.357722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:26.386853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-c2403998-caf2-4973-bba9-39587b440367 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=5da5fa50-7e51-4bac-9635-956781d762b9 HTTP/1.1" status: 200 len: 217 time: 0.0630853 Oct 13 14:37:26.444700 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:26.472071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-bd45151d-d5cc-4aaa-8565-109080ab4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:26.473770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-bd45151d-d5cc-4aaa-8565-109080ab4cfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0748703 Oct 13 14:37:26.542411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-78417474-37b2-4c12-b6ce-8d08a30ce607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:26.542411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-78417474-37b2-4c12-b6ce-8d08a30ce607 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0495198 Oct 13 14:37:26.558583 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:26.561386 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:26.647611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-a6be2aa2-47b0-460a-834e-8f0af2726af5 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052532 Oct 13 14:37:26.744666 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:26.745176 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb9b37b6-1725-43a1-8337-3988c093f98e {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:37:26.753691 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:26.753691 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8fdd12cd-7d3a-42a3-9558-a4ca3458a08d admin admin] 10.222.0.18 "DELETE /v2.0/routers/bb9b37b6-1725-43a1-8337-3988c093f98e HTTP/1.1" status: 204 len: 168 time: 1.6182041 Oct 13 14:37:26.753910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-a0c572af-27c6-460b-a2eb-b70c7b98d04e service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970716 Oct 13 14:37:26.754411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47788) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:26.823070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-9898af62-5f3d-4387-8581-00fcafb4a55b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=a40af342-105f-45cc-8b9c-1c286b9f02b3 HTTP/1.1" status: 200 len: 217 time: 0.0618682 Oct 13 14:37:26.860226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:37:26.869377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b1cce2-3ee5-4160-8b1d-fe0b048214db admin admin] Deleting subnet dff8190b-2496-4c8f-b489-28a02d965473 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:37:26.874062 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cce2-3ee5-4160-8b1d-fe0b048214db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:26.888462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:37:26.888462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1ea33a61-6d57-41c0-ab34-fc5d90e4aa8d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:37:26.888462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 022016a4-91ad-4468-a0ae-8f46630142ec no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:37:26.905548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 022016a4-91ad-4468-a0ae-8f46630142ec {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:37:26.906104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 022016a4-91ad-4468-a0ae-8f46630142ec not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:37:26.917265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-7f68b3de-f130-4d08-b729-e9cd1f3cedee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:26.917265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-7f68b3de-f130-4d08-b729-e9cd1f3cedee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0831785 Oct 13 14:37:26.922726 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cce2-3ee5-4160-8b1d-fe0b048214db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.021634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-7855b233-ae4a-40b5-9f43-c996d2b6e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:27.023117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-7855b233-ae4a-40b5-9f43-c996d2b6e7b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0983837 Oct 13 14:37:27.082006 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cce2-3ee5-4160-8b1d-fe0b048214db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.176937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-c52b9973-a597-463b-81ae-41cd68011e6d service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380167 Oct 13 14:37:27.246894 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cce2-3ee5-4160-8b1d-fe0b048214db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.287581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1cce2-3ee5-4160-8b1d-fe0b048214db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff8190b-2496-4c8f-b489-28a02d965473,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:27.302313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-5c39e5a1-4485-429b-a69e-703ee6d5b7bd service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230540 Oct 13 14:37:27.303127 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cce2-3ee5-4160-8b1d-fe0b048214db admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.306732 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0917d32a-d2c4-438f-9683-3dc37be05ab6 None None] Network 23652a0e-fdc8-4019-a88a-94449553c2fa requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:37:27.307619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a3b1cce2-3ee5-4160-8b1d-fe0b048214db admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dff8190b-2496-4c8f-b489-28a02d965473 HTTP/1.1" status: 204 len: 168 time: 0.5521724 Oct 13 14:37:27.311545 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47800) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:27.350713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-dbb5a32d-ba49-4110-a537-0e322b6bd4e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=721e5f9b-285c-4d44-b325-575341d83b4e HTTP/1.1" status: 200 len: 217 time: 0.0403011 Oct 13 14:37:27.390511 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.408577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-f21b15df-f02e-4ade-834a-72fd92c73b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:27.409916 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-f21b15df-f02e-4ade-834a-72fd92c73b6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b211eb86-cceb-4223-8e35-6e5309a555d4 HTTP/1.1" status: 200 len: 797 time: 0.0515313 Oct 13 14:37:27.460166 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Deleting port 24c177fb-8cea-4550-88f9-645593b2554b {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:37:27.460166 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.472496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-26485a5d-e2fe-4704-bf64-c348139eec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:27.474763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-26485a5d-e2fe-4704-bf64-c348139eec32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04869804-6b90-49cf-9c8c-d69c53d0480c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0564282 Oct 13 14:37:27.524182 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d33bef-ed39-4ab3-8c8a-5bfd7f09a635 None None] DHCP port deletion for 23652a0e-fdc8-4019-a88a-94449553c2fa request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:37:27.537453 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] For port 24c177fb-8cea-4550-88f9-645593b2554b, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24c177fb-8cea-4550-88f9-645593b2554b,segment=NetworkSegment(9594ee4c-f2b6-41ee-bcb9-b9675c139b0b),segment_id=9594ee4c-f2b6-41ee-bcb9-b9675c139b0b)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:37:27.537860 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.553434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Calling delete_port for 24c177fb-8cea-4550-88f9-645593b2554b owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:37:27.589090 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b2d33bef-ed39-4ab3-8c8a-5bfd7f09a635 None None] Deleting port 24c177fb-8cea-4550-88f9-645593b2554b {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:37:27.589475 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b2d33bef-ed39-4ab3-8c8a-5bfd7f09a635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.597826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-fb376e7c-693a-4df9-ad43-91e715a901ae service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147432 Oct 13 14:37:27.670463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b2d33bef-ed39-4ab3-8c8a-5bfd7f09a635 None None] For port 24c177fb-8cea-4550-88f9-645593b2554b, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24c177fb-8cea-4550-88f9-645593b2554b,segment=NetworkSegment(9594ee4c-f2b6-41ee-bcb9-b9675c139b0b),segment_id=9594ee4c-f2b6-41ee-bcb9-b9675c139b0b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:37:27.671324 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b2d33bef-ed39-4ab3-8c8a-5bfd7f09a635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.685250 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b2d33bef-ed39-4ab3-8c8a-5bfd7f09a635 None None] Calling delete_port for 24c177fb-8cea-4550-88f9-645593b2554b owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:37:27.710612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-7e258a85-702b-4c17-bbd4-55878b33822b service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041658 Oct 13 14:37:27.724267 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.753982 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] No DVR routers for this DVR port 24c177fb-8cea-4550-88f9-645593b2554b on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:37:27.760065 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Pushing event deleted for resources: {'Port': ['ID=24c177fb-8cea-4550-88f9-645593b2554b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:27.763551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-643d4671-2ba1-4efa-b97a-39d8ebd52169 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c HTTP/1.1" status: 200 len: 217 time: 0.0420191 Oct 13 14:37:27.770875 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b2d33bef-ed39-4ab3-8c8a-5bfd7f09a635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.798094 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d33bef-ed39-4ab3-8c8a-5bfd7f09a635 None None] Pushing event deleted for resources: {'Port': ['ID=24c177fb-8cea-4550-88f9-645593b2554b,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:27.802527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d33bef-ed39-4ab3-8c8a-5bfd7f09a635 None None] No DVR routers for this DVR port 24c177fb-8cea-4550-88f9-645593b2554b on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:37:27.822402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-24e92850-8b18-40a7-885b-5e20765a96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:27.824044 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-24e92850-8b18-40a7-885b-5e20765a96ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b211eb86-cceb-4223-8e35-6e5309a555d4 HTTP/1.1" status: 200 len: 797 time: 0.0560184 Oct 13 14:37:27.839172 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.866476 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23652a0e-fdc8-4019-a88a-94449553c2fa']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:27.873274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-dcb89ce9-64ec-4653-a625-14bfc731e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:27.874809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-dcb89ce9-64ec-4653-a625-14bfc731e1f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04869804-6b90-49cf-9c8c-d69c53d0480c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0430887 Oct 13 14:37:27.877344 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:27.877633 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9594ee4c-f2b6-41ee-bcb9-b9675c139b0b') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:27.888051 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.901915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.908649 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:37:27.909076 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:37:27.910715 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:37:27.994823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-1f7d738e-a0df-498d-a5a6-98b3806d78e7 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119905 Oct 13 14:37:28.067269 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:28.073119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:28.076914 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] 10.222.0.18 "DELETE /v2.0/networks/23652a0e-fdc8-4019-a88a-94449553c2fa HTTP/1.1" status: 204 len: 168 time: 0.7639544 Oct 13 14:37:28.088254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1119e25-7679-4e8b-9805-60b60638db8f admin admin] Pushing event deleted for resources: {'Network': ['ID=23652a0e-fdc8-4019-a88a-94449553c2fa,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:28.088804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c8898a8-de78-4091-94b2-4e3f08e33916 req-72d46fa9-947f-45f2-bef2-bdf32aed1090 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857637 Oct 13 14:37:28.583145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24c177fb-8cea-4550-88f9-645593b2554b no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:37:28.604685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 24c177fb-8cea-4550-88f9-645593b2554b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:37:28.605053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24c177fb-8cea-4550-88f9-645593b2554b not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:37:28.608524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47814) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:28.650470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9bfabc86-f2bd-4fd3-a042-a6988457f972 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adffe79e13844ca6825792b087d82314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424323 Oct 13 14:37:28.653462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 47818) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:28.708603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7000-d8d5-49e6-9b1f-f09392c1069c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:28.732676 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7000-d8d5-49e6-9b1f-f09392c1069c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:28.906814 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7000-d8d5-49e6-9b1f-f09392c1069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:28.909822 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2d0a7000-d8d5-49e6-9b1f-f09392c1069c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:28.911091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2d0a7000-d8d5-49e6-9b1f-f09392c1069c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2481582-69da-4d55-b692-0efbce887328 HTTP/1.1" status: 204 len: 168 time: 0.2566733 Oct 13 14:37:28.920199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a7000-d8d5-49e6-9b1f-f09392c1069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2481582-69da-4d55-b692-0efbce887328,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:30.176131 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47848) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:30.277375 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-582976102-network', 'tenant_id': 'c75eb4da4c644db29ecd31a4621305f5'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:37:30.419487 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Made reservation on behalf of c75eb4da4c644db29ecd31a4621305f5 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:37:30.422993 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:30.430953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:30.509653 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:30.636580 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:30.663024 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:37:30.677073 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f66dfd-126b-4434-9c1c-9cdff3201ffa,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:30.683125 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:30.683489 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Added segment 21d52870-0b4f-4828-bb64-c0ec968e80de of type vlan for network 4e6af0c6-4f70-46ab-ac99-0cecef184a87 Oct 13 14:37:30.724388 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:30.950583 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:30.953507 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:30.953507 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:31.022715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] Pushing event updated for resources: {'Network': ['ID=4e6af0c6-4f70-46ab-ac99-0cecef184a87,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:31.033984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 4e6af0c6-4f70-46ab-ac99-0cecef184a87 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:37:31.092057 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c64d31f1-07cb-4619-9670-c15c5598570e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9143028 Oct 13 14:37:31.094470 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 47862) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:31.100171 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1869e8ef-9f0c-4d9c-980f-b826d83d300e admin admin] Request body: {'subnet': {'network_id': '4e6af0c6-4f70-46ab-ac99-0cecef184a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-582976102-subnet', 'tenant_id': 'c75eb4da4c644db29ecd31a4621305f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:37:31.204464 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1869e8ef-9f0c-4d9c-980f-b826d83d300e admin admin] Made reservation on behalf of c75eb4da4c644db29ecd31a4621305f5 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:37:31.206923 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1869e8ef-9f0c-4d9c-980f-b826d83d300e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:31.460025 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1869e8ef-9f0c-4d9c-980f-b826d83d300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:31.525115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869e8ef-9f0c-4d9c-980f-b826d83d300e admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ea600f-9c07-424f-b735-bf5893291f58,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:31.534297 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1869e8ef-9f0c-4d9c-980f-b826d83d300e admin admin] Checking segment: {'id': '21d52870-0b4f-4828-bb64-c0ec968e80de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e6af0c6-4f70-46ab-ac99-0cecef184a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:37:31.534581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869e8ef-9f0c-4d9c-980f-b826d83d300e admin admin] Network hostable DHCP agents. Network: 4e6af0c6-4f70-46ab-ac99-0cecef184a87, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:37:31.633088 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869e8ef-9f0c-4d9c-980f-b826d83d300e admin admin] Network 4e6af0c6-4f70-46ab-ac99-0cecef184a87 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:37:31.727989 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-1869e8ef-9f0c-4d9c-980f-b826d83d300e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 4e6af0c6-4f70-46ab-ac99-0cecef184a87) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:37:31.732958 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1869e8ef-9f0c-4d9c-980f-b826d83d300e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:31.734539 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1869e8ef-9f0c-4d9c-980f-b826d83d300e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:31.738542 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2584f429-1708-45d6-a46e-1abe77c57f16 None None] Network 4e6af0c6-4f70-46ab-ac99-0cecef184a87 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:37:31.830281 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1869e8ef-9f0c-4d9c-980f-b826d83d300e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7346973 Oct 13 14:37:31.877415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea7aa3-9974-4d9a-8462-edb4911f18e7 None None] Network 4e6af0c6-4f70-46ab-ac99-0cecef184a87 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:37:32.326954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-7c5c0fe2-edac-4c64-9acd-23cfe99abc98 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:32.329275 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-7c5c0fe2-edac-4c64-9acd-23cfe99abc98 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/networks?id=4e6af0c6-4f70-46ab-ac99-0cecef184a87 HTTP/1.1" status: 200 len: 813 time: 0.1137893 Oct 13 14:37:32.345206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-b6962773-a6f7-496c-a142-22b4250ccf5c tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/quotas/c75eb4da4c644db29ecd31a4621305f5 HTTP/1.1" status: 200 len: 375 time: 0.0106475 Oct 13 14:37:32.379480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-e9b8e76c-ddfa-4b78-ac85-8e509c2abe36 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c75eb4da4c644db29ecd31a4621305f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283065 Oct 13 14:37:32.395142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-97b728dc-a528-41f1-acc6-086aa50d68ce service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:37:32.396313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-97b728dc-a528-41f1-acc6-086aa50d68ce service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062284 Oct 13 14:37:32.500064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-d4e74d2d-4a43-4cf4-a410-6f1f690ca070 service neutron] 10.222.0.18 "GET /v2.0/networks/4e6af0c6-4f70-46ab-ac99-0cecef184a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945261 Oct 13 14:37:32.618952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-6e686c24-9bc3-4b7c-ad85-32bc3f30d642 service neutron] 10.222.0.18 "GET /v2.0/networks/4e6af0c6-4f70-46ab-ac99-0cecef184a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097131 Oct 13 14:37:32.942165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5ce3edb-8133-444b-93e0-7812bdb5c40c req-0dae64d1-c6e9-4b36-b253-5b784f1780cb tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 210 time: 0.0409920 Oct 13 14:37:34.024589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a97116ce-85ee-4197-a066-4f2d91617f8e req-938483d4-9365-46ed-b073-d29f0431e76e tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 210 time: 0.0290945 Oct 13 14:37:34.495626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be4b70b4-a741-4f91-aa03-854714e7e9e4 req-85dab54b-f6d5-4947-af59-ed32ab140eab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514996 Oct 13 14:37:34.603606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b70b4-a741-4f91-aa03-854714e7e9e4 req-d405365b-413d-4a8a-9c2a-f14205aef009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:34.605333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be4b70b4-a741-4f91-aa03-854714e7e9e4 req-d405365b-413d-4a8a-9c2a-f14205aef009 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 1098 time: 0.0575404 Oct 13 14:37:34.770937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b70b4-a741-4f91-aa03-854714e7e9e4 req-f9d5e80c-037c-4f9f-bb0e-1e58237ffe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:34.773190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be4b70b4-a741-4f91-aa03-854714e7e9e4 req-f9d5e80c-037c-4f9f-bb0e-1e58237ffe14 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.1395864 Oct 13 14:37:34.851201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be4b70b4-a741-4f91-aa03-854714e7e9e4 req-360eb449-c98c-44a4-8d27-ed3a828340ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d144d19-0a3e-4b1a-829d-cf43ca863f17 HTTP/1.1" status: 200 len: 1001 time: 0.0672326 Oct 13 14:37:34.906129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b70b4-a741-4f91-aa03-854714e7e9e4 req-61205eac-8de6-49a6-ae1c-c1c2c36c0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:34.907842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be4b70b4-a741-4f91-aa03-854714e7e9e4 req-61205eac-8de6-49a6-ae1c-c1c2c36c0a85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0463037 Oct 13 14:37:34.961688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b70b4-a741-4f91-aa03-854714e7e9e4 req-ccce83cf-3904-4aa2-8a17-d6807917df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:34.963337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be4b70b4-a741-4f91-aa03-854714e7e9e4 req-ccce83cf-3904-4aa2-8a17-d6807917df86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476596 Oct 13 14:37:35.077954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be4b70b4-a741-4f91-aa03-854714e7e9e4 req-1f3d960a-fb06-490b-ba3f-50aadb1c7697 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028647 Oct 13 14:37:35.173088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e82e5bc6-97c2-4f4b-8614-3130d6867cf0 req-d6595723-cb79-4480-8c37-62c17eb55e34 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 210 time: 0.0374248 Oct 13 14:37:35.207099 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be4b70b4-a741-4f91-aa03-854714e7e9e4 req-8f7c3dfd-ffd1-446d-8218-c7778c9b341a service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178012 Oct 13 14:37:36.198523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-eba74fda-7b65-416b-842c-cba39d52b37c tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:36.199934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-eba74fda-7b65-416b-842c-cba39d52b37c tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.49 "GET /v2.0/networks?id=4e6af0c6-4f70-46ab-ac99-0cecef184a87 HTTP/1.1" status: 200 len: 813 time: 0.4033451 Oct 13 14:37:36.219201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-ad96b5f4-de61-4e80-8cb9-0b70e883223b tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Request body: {'port': {'device_id': '8824fdd3-cda7-45b7-bc4d-99e7471cdf4d', 'network_id': '4e6af0c6-4f70-46ab-ac99-0cecef184a87', 'admin_state_up': True, 'tenant_id': 'c75eb4da4c644db29ecd31a4621305f5'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:37:36.293089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d2482af-d23a-4e97-bc48-c537eb07e828 req-097d98a6-e466-43d6-8dca-c504193833d2 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 210 time: 0.0310333 Oct 13 14:37:36.415473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-ad96b5f4-de61-4e80-8cb9-0b70e883223b tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Made reservation on behalf of c75eb4da4c644db29ecd31a4621305f5 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:37:36.419701 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-ad96b5f4-de61-4e80-8cb9-0b70e883223b tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:36.553305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-ad96b5f4-de61-4e80-8cb9-0b70e883223b tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Allocated IP 172.20.0.9 (4e6af0c6-4f70-46ab-ac99-0cecef184a87/93ea600f-9c07-424f-b735-bf5893291f58/00a81b08-8b1b-4780-a445-5b958e1f8346) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:37:36.720223 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:37:36.734067 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-ad96b5f4-de61-4e80-8cb9-0b70e883223b tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:36.845247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-ad96b5f4-de61-4e80-8cb9-0b70e883223b tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:36.891676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-ad96b5f4-de61-4e80-8cb9-0b70e883223b tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Network 4e6af0c6-4f70-46ab-ac99-0cecef184a87 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:37:36.895010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-ad96b5f4-de61-4e80-8cb9-0b70e883223b tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:37:36.898870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-ad96b5f4-de61-4e80-8cb9-0b70e883223b tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:37:36.923855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96b5f4-de61-4e80-8cb9-0b70e883223b tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Pushing event updated for resources: {'Port': ['ID=00a81b08-8b1b-4780-a445-5b958e1f8346,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:36.954556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-ad96b5f4-de61-4e80-8cb9-0b70e883223b tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:36.955187 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-ad96b5f4-de61-4e80-8cb9-0b70e883223b tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:37.098532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-ad96b5f4-de61-4e80-8cb9-0b70e883223b tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8835266 Oct 13 14:37:37.116232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Request body: {'port': {'device_id': '8824fdd3-cda7-45b7-bc4d-99e7471cdf4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:37:37.188111 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:37.450459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2692fb6-d9df-4316-84a3-71a56bd79906 req-622be739-f8cc-460a-b581-bcf809ffcca2 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:37.452189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2692fb6-d9df-4316-84a3-71a56bd79906 req-622be739-f8cc-460a-b581-bcf809ffcca2 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 931 time: 0.0835168 Oct 13 14:37:37.531239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2692fb6-d9df-4316-84a3-71a56bd79906 req-14081875-d3dd-4650-aaa5-9189ca7d3237 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717576 Oct 13 14:37:37.551616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a81b08-8b1b-4780-a445-5b958e1f8346 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:37:37.557014 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:37.569965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Transition to ACTIVE for port object 00a81b08-8b1b-4780-a445-5b958e1f8346 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:37:37.636164 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:37.688904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Pushing event updated for resources: {'Port': ['ID=00a81b08-8b1b-4780-a445-5b958e1f8346,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:37.766853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Attempting to bind port 00a81b08-8b1b-4780-a445-5b958e1f8346 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:37:37.767218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Attempting to bind port 00a81b08-8b1b-4780-a445-5b958e1f8346 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '21d52870-0b4f-4828-bb64-c0ec968e80de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e6af0c6-4f70-46ab-ac99-0cecef184a87'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:37:37.767659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Attempting to bind port 00a81b08-8b1b-4780-a445-5b958e1f8346 on network 4e6af0c6-4f70-46ab-ac99-0cecef184a87 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:37:37.772889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Port 00a81b08-8b1b-4780-a445-5b958e1f8346 on network 4e6af0c6-4f70-46ab-ac99-0cecef184a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:37:37.772889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Attempting to bind port 00a81b08-8b1b-4780-a445-5b958e1f8346 on network 4e6af0c6-4f70-46ab-ac99-0cecef184a87 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:37:37.778010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:37:37.778343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Checking segment: {'id': '21d52870-0b4f-4828-bb64-c0ec968e80de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e6af0c6-4f70-46ab-ac99-0cecef184a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:37:37.778752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Bound using segment: {'id': '21d52870-0b4f-4828-bb64-c0ec968e80de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e6af0c6-4f70-46ab-ac99-0cecef184a87'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:37:37.779156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Bound port: 00a81b08-8b1b-4780-a445-5b958e1f8346, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d52870-0b4f-4828-bb64-c0ec968e80de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4e6af0c6-4f70-46ab-ac99-0cecef184a87'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:37:37.779627 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:37.850803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] For port 00a81b08-8b1b-4780-a445-5b958e1f8346, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:37:37.853916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] For port 00a81b08-8b1b-4780-a445-5b958e1f8346, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=00a81b08-8b1b-4780-a445-5b958e1f8346,segment=NetworkSegment(21d52870-0b4f-4828-bb64-c0ec968e80de),segment_id=21d52870-0b4f-4828-bb64-c0ec968e80de)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:37:38.033543 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:38.069331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:38.069712 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:38.071094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] 10.222.0.49 "PUT /v2.0/ports/00a81b08-8b1b-4780-a445-5b958e1f8346 HTTP/1.1" status: 200 len: 1092 time: 0.9598916 Oct 13 14:37:38.073755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8824fdd3-cda7-45b7-bc4d-99e7471cdf4d', 'tag': '00a81b08-8b1b-4780-a445-5b958e1f8346'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:37:38.077835 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46290b21-ca05-47a7-a2ff-eb567417bbda" -d '{"events": [{"name": "network-changed", "server_uuid": "8824fdd3-cda7-45b7-bc4d-99e7471cdf4d", "tag": "00a81b08-8b1b-4780-a445-5b958e1f8346"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:37:38.104753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b9c55-059b-40c5-b73a-2de9634d1b5d service neutron] Pushing event updated for resources: {'Port': ['ID=00a81b08-8b1b-4780-a445-5b958e1f8346,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:38.121264 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4a04fb-b8f4-412f-a70b-5b54ad6b08e9 x-openstack-request-id: req-4a4a04fb-b8f4-412f-a70b-5b54ad6b08e9 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:37:38.122250 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8824fdd3-cda7-45b7-bc4d-99e7471cdf4d", "tag": "00a81b08-8b1b-4780-a445-5b958e1f8346", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:37:38.122601 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a4a04fb-b8f4-412f-a70b-5b54ad6b08e9 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:37:38.123184 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8824fdd3-cda7-45b7-bc4d-99e7471cdf4d', 'tag': '00a81b08-8b1b-4780-a445-5b958e1f8346', 'status': 'completed', 'code': 200} Oct 13 14:37:38.194274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290b21-ca05-47a7-a2ff-eb567417bbda req-974e501b-efe5-4666-a3d9-4917bc75f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:38.194661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46290b21-ca05-47a7-a2ff-eb567417bbda req-974e501b-efe5-4666-a3d9-4917bc75f948 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c75eb4da4c644db29ecd31a4621305f5&device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 1095 time: 0.0514772 Oct 13 14:37:38.310331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290b21-ca05-47a7-a2ff-eb567417bbda req-80c13df1-4b60-4754-a9c0-99a0433956d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:38.311757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46290b21-ca05-47a7-a2ff-eb567417bbda req-80c13df1-4b60-4754-a9c0-99a0433956d0 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c75eb4da4c644db29ecd31a4621305f5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1054060 Oct 13 14:37:38.427775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290b21-ca05-47a7-a2ff-eb567417bbda req-39a7dbd6-8b1a-4341-8a84-53ee602d4b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:38.430688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-46290b21-ca05-47a7-a2ff-eb567417bbda req-39a7dbd6-8b1a-4341-8a84-53ee602d4b04 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062081 Oct 13 14:37:38.521795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-e1b511d9-06a0-43cd-99ba-4afbb60cfecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:38.523081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-e1b511d9-06a0-43cd-99ba-4afbb60cfecf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c75eb4da4c644db29ecd31a4621305f5&device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 1095 time: 0.0489202 Oct 13 14:37:38.571187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-ca364997-48eb-4782-aa01-39eca9eba8b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00a81b08-8b1b-4780-a445-5b958e1f8346 HTTP/1.1" status: 200 len: 217 time: 0.0353346 Oct 13 14:37:38.658541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-8d7dd7fb-14e1-4843-94ac-7dbf19f8e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:38.660127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-8d7dd7fb-14e1-4843-94ac-7dbf19f8e00d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93ea600f-9c07-424f-b735-bf5893291f58 HTTP/1.1" status: 200 len: 853 time: 0.0785182 Oct 13 14:37:38.680526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae9183-87c7-4a85-83a5-1a2e0ad994b3 req-5976ae52-3cc3-44f1-8ca0-61aefef895dd tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:38.682090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cae9183-87c7-4a85-83a5-1a2e0ad994b3 req-5976ae52-3cc3-44f1-8ca0-61aefef895dd tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 943 time: 0.0691595 Oct 13 14:37:38.720220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-4d121a84-e02d-4f32-8fb7-99eac94d3de5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e6af0c6-4f70-46ab-ac99-0cecef184a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476556 Oct 13 14:37:38.758718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cae9183-87c7-4a85-83a5-1a2e0ad994b3 req-4ed51d33-ba61-4be4-a583-23625b361321 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681572 Oct 13 14:37:38.840562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-31a5e833-4efd-43a6-a0f6-a05fbb1cd36b service neutron] 10.222.0.49 "GET /v2.0/networks/4e6af0c6-4f70-46ab-ac99-0cecef184a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053455 Oct 13 14:37:38.939221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d208c7e-7cfc-4218-88b4-fdfaf3fb3732 req-260cae78-8ebc-4062-bdd1-75280aedd5af service neutron] 10.222.0.49 "GET /v2.0/networks/4e6af0c6-4f70-46ab-ac99-0cecef184a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882409 Oct 13 14:37:39.878662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0a206-2c34-48e2-b0c0-981e00d3f04f req-b982fbc9-8498-45ca-a95c-310480b32733 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:39.880155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99f0a206-2c34-48e2-b0c0-981e00d3f04f req-b982fbc9-8498-45ca-a95c-310480b32733 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 943 time: 0.0504777 Oct 13 14:37:39.917452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99f0a206-2c34-48e2-b0c0-981e00d3f04f req-b25bc942-9843-4d22-bb9a-20335f71b6cd tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311956 Oct 13 14:37:41.040697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70385424-891b-44d0-b2b2-984aca720742 req-f8ea768b-560a-4341-b3c0-af9497bdde90 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:41.042227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70385424-891b-44d0-b2b2-984aca720742 req-f8ea768b-560a-4341-b3c0-af9497bdde90 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 943 time: 0.0547752 Oct 13 14:37:41.083419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70385424-891b-44d0-b2b2-984aca720742 req-4c00e9d9-9d37-496b-bab4-8c1768a7cc0c tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340323 Oct 13 14:37:41.244342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 00a81b08-8b1b-4780-a445-5b958e1f8346 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:37:41.344333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 00a81b08-8b1b-4780-a445-5b958e1f8346, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=00a81b08-8b1b-4780-a445-5b958e1f8346,segment=NetworkSegment(21d52870-0b4f-4828-bb64-c0ec968e80de),segment_id=21d52870-0b4f-4828-bb64-c0ec968e80de)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:37:41.356481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '00a81b08-8b1b-4780-a445-5b958e1f8346', 'network_id': '4e6af0c6-4f70-46ab-ac99-0cecef184a87', 'port_id': '00a81b08-8b1b-4780-a445-5b958e1f8346', 'mac_address': 'fa:16:3e:28:ef:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ea600f-9c07-424f-b735-bf5893291f58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:37:41.397705 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:41.413048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a81b08-8b1b-4780-a445-5b958e1f8346 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:37:41.434381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 00a81b08-8b1b-4780-a445-5b958e1f8346, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=00a81b08-8b1b-4780-a445-5b958e1f8346,segment=NetworkSegment(21d52870-0b4f-4828-bb64-c0ec968e80de),segment_id=21d52870-0b4f-4828-bb64-c0ec968e80de)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:37:41.516486 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:41.569118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=00a81b08-8b1b-4780-a445-5b958e1f8346,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:41.779775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['00a81b08-8b1b-4780-a445-5b958e1f8346'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:37:42.206453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217d8de-9e4a-4726-9d11-12a613a825c1 req-a991c289-ceca-48c5-8e50-f1773bc9d143 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:42.208001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7217d8de-9e4a-4726-9d11-12a613a825c1 req-a991c289-ceca-48c5-8e50-f1773bc9d143 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 944 time: 0.0531306 Oct 13 14:37:42.249738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7217d8de-9e4a-4726-9d11-12a613a825c1 req-24816cbb-7323-4b72-bc8c-778df4b2dabd tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348563 Oct 13 14:37:43.248637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 00a81b08-8b1b-4780-a445-5b958e1f8346 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:37:43.374391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9054e80-cee5-42ab-9814-73c6b91d3556 req-996da7a1-5e08-4900-80eb-f6f83bfd3bbe tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:43.375895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9054e80-cee5-42ab-9814-73c6b91d3556 req-996da7a1-5e08-4900-80eb-f6f83bfd3bbe tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 944 time: 0.0514843 Oct 13 14:37:43.430323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9054e80-cee5-42ab-9814-73c6b91d3556 req-4e10d57e-b712-4bf2-939a-85c112d52080 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474741 Oct 13 14:37:43.436709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 00a81b08-8b1b-4780-a445-5b958e1f8346 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:37:43.442973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 00a81b08-8b1b-4780-a445-5b958e1f8346 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:37:43.443516 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:43.524359 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:43.547418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8824fdd3-cda7-45b7-bc4d-99e7471cdf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a81b08-8b1b-4780-a445-5b958e1f8346'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:37:43.550659 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295a2c56-5d70-47e0-b0b1-fba0fce9f128" -d '{"events": [{"server_uuid": "8824fdd3-cda7-45b7-bc4d-99e7471cdf4d", "name": "network-vif-plugged", "status": "completed", "tag": "00a81b08-8b1b-4780-a445-5b958e1f8346"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:37:43.563514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 00a81b08-8b1b-4780-a445-5b958e1f8346, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=00a81b08-8b1b-4780-a445-5b958e1f8346,segment=NetworkSegment(21d52870-0b4f-4828-bb64-c0ec968e80de),segment_id=21d52870-0b4f-4828-bb64-c0ec968e80de)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:37:43.588187 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5f0c2a-ce95-4196-8933-99c62d290f83 x-openstack-request-id: req-7d5f0c2a-ce95-4196-8933-99c62d290f83 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:37:43.588474 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8824fdd3-cda7-45b7-bc4d-99e7471cdf4d", "name": "network-vif-plugged", "status": "completed", "tag": "00a81b08-8b1b-4780-a445-5b958e1f8346", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:37:43.588730 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d5f0c2a-ce95-4196-8933-99c62d290f83 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:37:43.589169 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8824fdd3-cda7-45b7-bc4d-99e7471cdf4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a81b08-8b1b-4780-a445-5b958e1f8346', 'code': 200} Oct 13 14:37:43.638517 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:43.692005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=00a81b08-8b1b-4780-a445-5b958e1f8346,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:43.698993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f554b-882f-49dd-9b0f-89bf1e913587 req-2339ecaf-02f6-47d1-a6d0-29e7c536c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:43.701152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f554b-882f-49dd-9b0f-89bf1e913587 req-2339ecaf-02f6-47d1-a6d0-29e7c536c621 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 1097 time: 0.0459318 Oct 13 14:37:43.749611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d17f554b-882f-49dd-9b0f-89bf1e913587 req-74f43ccc-78ff-44bc-adbb-abec2ed84377 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359898 Oct 13 14:37:44.556453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bdcdc-ffee-43f2-8695-865888c04520 req-16172cc9-52a6-4d81-816a-6885ffb7a4a9 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:44.558072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf6bdcdc-ffee-43f2-8695-865888c04520 req-16172cc9-52a6-4d81-816a-6885ffb7a4a9 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 945 time: 0.0525725 Oct 13 14:37:44.599936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf6bdcdc-ffee-43f2-8695-865888c04520 req-f3c7332a-5724-499a-bee1-f277e7c9fcd6 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351763 Oct 13 14:37:45.719222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20d126-5998-4ce8-9ccb-0ee9f2bd0782 req-924e01d7-db79-4e7c-8692-cc73d569a060 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:45.720819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c20d126-5998-4ce8-9ccb-0ee9f2bd0782 req-924e01d7-db79-4e7c-8692-cc73d569a060 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 945 time: 0.0510523 Oct 13 14:37:45.759989 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c20d126-5998-4ce8-9ccb-0ee9f2bd0782 req-b7af655e-0b11-45cf-8d6f-fefc91b7040d tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330939 Oct 13 14:37:46.169239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f18dc0-900a-442c-ba29-f2d34bcfb5e0 req-527743a7-25af-46c7-9df0-f165d420f1bc tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:46.172707 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75f18dc0-900a-442c-ba29-f2d34bcfb5e0 req-527743a7-25af-46c7-9df0-f165d420f1bc tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 945 time: 0.0578249 Oct 13 14:37:46.219440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75f18dc0-900a-442c-ba29-f2d34bcfb5e0 req-def43a30-7ec8-412b-a744-e17f80f9f531 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419123 Oct 13 14:37:46.259950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b07092-61dd-4fab-95d6-e4c5a4d69364 req-c0419ca7-dd7f-4599-b02f-1dd3a7908fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:46.261531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5b07092-61dd-4fab-95d6-e4c5a4d69364 req-c0419ca7-dd7f-4599-b02f-1dd3a7908fff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c75eb4da4c644db29ecd31a4621305f5&device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 1097 time: 0.0577118 Oct 13 14:37:46.358544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b07092-61dd-4fab-95d6-e4c5a4d69364 req-c98916cc-348d-49dd-b879-1768e62ef1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:46.359933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5b07092-61dd-4fab-95d6-e4c5a4d69364 req-c98916cc-348d-49dd-b879-1768e62ef1b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e6af0c6-4f70-46ab-ac99-0cecef184a87 HTTP/1.1" status: 200 len: 914 time: 0.0911016 Oct 13 14:37:46.403266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5b07092-61dd-4fab-95d6-e4c5a4d69364 req-aebf5adf-cca0-472b-b394-049982f070c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=00a81b08-8b1b-4780-a445-5b958e1f8346 HTTP/1.1" status: 200 len: 217 time: 0.0363441 Oct 13 14:37:46.455925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b07092-61dd-4fab-95d6-e4c5a4d69364 req-aef80843-365b-4f04-bb33-6f2f4272bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:46.457498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5b07092-61dd-4fab-95d6-e4c5a4d69364 req-aef80843-365b-4f04-bb33-6f2f4272bb03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93ea600f-9c07-424f-b735-bf5893291f58 HTTP/1.1" status: 200 len: 853 time: 0.0473435 Oct 13 14:37:46.499978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5b07092-61dd-4fab-95d6-e4c5a4d69364 req-8324f192-76f0-4cb5-9f2d-c8dffc666c93 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e6af0c6-4f70-46ab-ac99-0cecef184a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348492 Oct 13 14:37:46.600200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5b07092-61dd-4fab-95d6-e4c5a4d69364 req-09c3732b-60a9-4e45-b07b-c45394f176ee service neutron] 10.222.0.49 "GET /v2.0/networks/4e6af0c6-4f70-46ab-ac99-0cecef184a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920510 Oct 13 14:37:46.694732 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5b07092-61dd-4fab-95d6-e4c5a4d69364 req-b9bdc55b-2855-4f7a-9ff0-1f2f115651a7 service neutron] 10.222.0.49 "GET /v2.0/networks/4e6af0c6-4f70-46ab-ac99-0cecef184a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874765 Oct 13 14:37:47.353929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbcda3-a52e-4a98-ace5-6d1806310067 req-9d7b1d49-e6de-4be4-86ee-32b891e692d5 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:47.357549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1bbcda3-a52e-4a98-ace5-6d1806310067 req-9d7b1d49-e6de-4be4-86ee-32b891e692d5 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 945 time: 0.0581753 Oct 13 14:37:47.400281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1bbcda3-a52e-4a98-ace5-6d1806310067 req-b94538f4-6a41-4aa7-af54-b1dc70b209ca tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383880 Oct 13 14:37:48.534538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f3e1c-1275-4535-9dbb-179f83f0e6d9 req-f0dfd536-b6ab-4d81-8ea0-50ea24ebc3f0 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:48.535417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-065f3e1c-1275-4535-9dbb-179f83f0e6d9 req-f0dfd536-b6ab-4d81-8ea0-50ea24ebc3f0 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 945 time: 0.0515113 Oct 13 14:37:48.580722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-065f3e1c-1275-4535-9dbb-179f83f0e6d9 req-fc09b7d8-f6f4-40b4-ad5a-8d974f562adb tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354655 Oct 13 14:37:48.647605 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:49.270180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f0342-f0b8-4ef6-b7dd-7adee41607db req-b330a5c7-7727-40e2-9490-9294b5fd7bd4 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:49.271850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-686f0342-f0b8-4ef6-b7dd-7adee41607db req-b330a5c7-7727-40e2-9490-9294b5fd7bd4 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 945 time: 0.0512938 Oct 13 14:37:49.311712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-686f0342-f0b8-4ef6-b7dd-7adee41607db req-f7bce01c-761b-4ad8-9c23-c4be709ddba5 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336711 Oct 13 14:37:49.518894 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-066fc3b2-ab00-42e5-b10b-0a070310cac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:50.437048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35187a-6841-4f6f-a722-b82cc3b5d6e5 req-c5f1c02d-b88e-411b-9dfa-c4ca63199ce6 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:50.438550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d35187a-6841-4f6f-a722-b82cc3b5d6e5 req-c5f1c02d-b88e-411b-9dfa-c4ca63199ce6 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 945 time: 0.0576108 Oct 13 14:37:50.481007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d35187a-6841-4f6f-a722-b82cc3b5d6e5 req-2d9910d7-0451-49cb-8a97-281acd9745a7 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/security-groups?id=39f66dfd-126b-4434-9c1c-9cdff3201ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351682 Oct 13 14:37:50.790412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab2ac4-cbad-47df-81d4-59368e3a7b44 req-59e8861c-3676-4a39-8c1e-1bd6929bebde tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:50.791949 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34ab2ac4-cbad-47df-81d4-59368e3a7b44 req-59e8861c-3676-4a39-8c1e-1bd6929bebde tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.49 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 945 time: 0.0529244 Oct 13 14:37:50.888216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-34ab2ac4-cbad-47df-81d4-59368e3a7b44 req-46cfd950-837c-4808-be36-209ca2ca4373 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Deleting port 00a81b08-8b1b-4780-a445-5b958e1f8346 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:37:50.888569 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34ab2ac4-cbad-47df-81d4-59368e3a7b44 req-46cfd950-837c-4808-be36-209ca2ca4373 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:50.981307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-34ab2ac4-cbad-47df-81d4-59368e3a7b44 req-46cfd950-837c-4808-be36-209ca2ca4373 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] For port 00a81b08-8b1b-4780-a445-5b958e1f8346, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=00a81b08-8b1b-4780-a445-5b958e1f8346,segment=NetworkSegment(21d52870-0b4f-4828-bb64-c0ec968e80de),segment_id=21d52870-0b4f-4828-bb64-c0ec968e80de)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:37:50.981978 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34ab2ac4-cbad-47df-81d4-59368e3a7b44 req-46cfd950-837c-4808-be36-209ca2ca4373 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:50.994734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-34ab2ac4-cbad-47df-81d4-59368e3a7b44 req-46cfd950-837c-4808-be36-209ca2ca4373 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Calling delete_port for 00a81b08-8b1b-4780-a445-5b958e1f8346 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:37:51.204416 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34ab2ac4-cbad-47df-81d4-59368e3a7b44 req-46cfd950-837c-4808-be36-209ca2ca4373 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:51.221201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['00a81b08-8b1b-4780-a445-5b958e1f8346'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:37:51.236473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfd950-837c-4808-be36-209ca2ca4373 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Pushing event deleted for resources: {'Port': ['ID=00a81b08-8b1b-4780-a445-5b958e1f8346,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:51.282225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ab2ac4-cbad-47df-81d4-59368e3a7b44 req-46cfd950-837c-4808-be36-209ca2ca4373 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] No DVR routers for this DVR port 00a81b08-8b1b-4780-a445-5b958e1f8346 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:37:51.286329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-34ab2ac4-cbad-47df-81d4-59368e3a7b44 req-46cfd950-837c-4808-be36-209ca2ca4373 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:51.289780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34ab2ac4-cbad-47df-81d4-59368e3a7b44 req-46cfd950-837c-4808-be36-209ca2ca4373 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.49 "DELETE /v2.0/ports/00a81b08-8b1b-4780-a445-5b958e1f8346 HTTP/1.1" status: 204 len: 173 time: 0.4881055 Oct 13 14:37:51.290245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8824fdd3-cda7-45b7-bc4d-99e7471cdf4d', 'name': 'network-vif-deleted', 'tag': '00a81b08-8b1b-4780-a445-5b958e1f8346'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:37:51.292519 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f987cc-3bba-4d45-aa72-af2803300d09" -d '{"events": [{"server_uuid": "8824fdd3-cda7-45b7-bc4d-99e7471cdf4d", "name": "network-vif-deleted", "tag": "00a81b08-8b1b-4780-a445-5b958e1f8346"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:37:51.332766 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f309dd97-6e07-48e3-bf27-38a847d3397a x-openstack-request-id: req-f309dd97-6e07-48e3-bf27-38a847d3397a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:37:51.333472 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8824fdd3-cda7-45b7-bc4d-99e7471cdf4d", "name": "network-vif-deleted", "tag": "00a81b08-8b1b-4780-a445-5b958e1f8346", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:37:51.333897 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f309dd97-6e07-48e3-bf27-38a847d3397a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:37:51.334531 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8824fdd3-cda7-45b7-bc4d-99e7471cdf4d', 'name': 'network-vif-deleted', 'tag': '00a81b08-8b1b-4780-a445-5b958e1f8346', 'status': 'completed', 'code': 200} Oct 13 14:37:51.584894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac0d2473-3e90-4b7e-9b1c-5055023d7eec req-b021b45e-fb12-445d-b24a-95e37ed78530 tempest-InstanceActionsTestJSON-1153115696 tempest-InstanceActionsTestJSON-1153115696-project] 10.222.0.18 "GET /v2.0/ports?device_id=8824fdd3-cda7-45b7-bc4d-99e7471cdf4d HTTP/1.1" status: 200 len: 210 time: 0.0304632 Oct 13 14:37:52.055355 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:52.318382 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bde59e7c-9a6f-4e52-86a3-364122ebdbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:52.647685 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48058) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:52.695081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Deleting subnet 93ea600f-9c07-424f-b735-bf5893291f58 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:37:52.698277 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:52.734310 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:52.776840 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:52.928640 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:52.953168 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ea600f-9c07-424f-b735-bf5893291f58,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:52.963905 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:52.964246 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:52.964582 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:52.964969 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:52.965339 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:52.965650 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:52.966303 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:52.966388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:52.966643 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:52.967078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:52.967429 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:52.967744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:37:52.970600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:52.974160 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e31400d8-dfeb-4040-a09e-da4124092f35 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/93ea600f-9c07-424f-b735-bf5893291f58 HTTP/1.1" status: 204 len: 168 time: 0.3254700 Oct 13 14:37:52.976569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48062) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:53.045747 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c62e2c62-8269-43b6-be69-c5eb5f93dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:53.129701 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c62e2c62-8269-43b6-be69-c5eb5f93dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:53.149978 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c62e2c62-8269-43b6-be69-c5eb5f93dee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6af0c6-4f70-46ab-ac99-0cecef184a87']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:53.159361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c62e2c62-8269-43b6-be69-c5eb5f93dee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d52870-0b4f-4828-bb64-c0ec968e80de') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:53.159663 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c62e2c62-8269-43b6-be69-c5eb5f93dee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d52870-0b4f-4828-bb64-c0ec968e80de') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:37:53.169348 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c62e2c62-8269-43b6-be69-c5eb5f93dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:53.183992 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c62e2c62-8269-43b6-be69-c5eb5f93dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:53.192320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62e2c62-8269-43b6-be69-c5eb5f93dee0 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:37:53.192940 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c62e2c62-8269-43b6-be69-c5eb5f93dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:37:53.194749 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:37:53.276470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 00a81b08-8b1b-4780-a445-5b958e1f8346 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:37:53.297083 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 00a81b08-8b1b-4780-a445-5b958e1f8346 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:37:53.297427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 00a81b08-8b1b-4780-a445-5b958e1f8346 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:37:53.312400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c62e2c62-8269-43b6-be69-c5eb5f93dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:53.317772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c62e2c62-8269-43b6-be69-c5eb5f93dee0 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:53.321529 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c62e2c62-8269-43b6-be69-c5eb5f93dee0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4e6af0c6-4f70-46ab-ac99-0cecef184a87 HTTP/1.1" status: 204 len: 168 time: 0.3437924 Oct 13 14:37:53.336666 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e2c62-8269-43b6-be69-c5eb5f93dee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e6af0c6-4f70-46ab-ac99-0cecef184a87,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:53.672030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48068) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:53.719412 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-69fb26c6-dcab-48ea-8a90-85dfa4d5c0d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c75eb4da4c644db29ecd31a4621305f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461483 Oct 13 14:37:53.721860 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48070) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:53.773415 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c204fef9-4a2b-48fe-8abc-8ef38d799c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:53.796316 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c204fef9-4a2b-48fe-8abc-8ef38d799c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:53.860055 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:53.949992 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c204fef9-4a2b-48fe-8abc-8ef38d799c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:53.949992 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c204fef9-4a2b-48fe-8abc-8ef38d799c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:53.949992 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c204fef9-4a2b-48fe-8abc-8ef38d799c5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39f66dfd-126b-4434-9c1c-9cdff3201ffa HTTP/1.1" status: 204 len: 168 time: 0.2255645 Oct 13 14:37:53.959108 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204fef9-4a2b-48fe-8abc-8ef38d799c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f66dfd-126b-4434-9c1c-9cdff3201ffa,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:54.004117 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:55.124164 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48098) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:55.232535 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-40282539-network', 'tenant_id': 'cac673095eff4ee585a59676a3c7f5a5'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:37:55.407713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Made reservation on behalf of cac673095eff4ee585a59676a3c7f5a5 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:37:55.410988 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:55.419924 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:55.453430 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:55.499577 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:55.615367 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:55.643502 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:37:55.650134 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53a9456-904a-4cb1-860c-b7e44deaf2ac,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:55.659195 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:55.659488 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Added segment c51d3996-9ec9-4560-b74f-886497034234 of type vlan for network a58842ca-9cea-4ac5-a974-546b3c3771fe Oct 13 14:37:55.714856 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:55.805826 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:55.807152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:55.808113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:55.869691 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] Pushing event updated for resources: {'Network': ['ID=a58842ca-9cea-4ac5-a974-546b3c3771fe,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:55.885856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network a58842ca-9cea-4ac5-a974-546b3c3771fe details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:37:55.946110 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fccc530b-7b17-4ef9-a433-7c2be84fedce admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8205798 Oct 13 14:37:55.948571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48104) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:55.953971 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0ee56503-a4e1-499b-bfb2-d1384318469c admin admin] Request body: {'subnet': {'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-40282539-subnet', 'tenant_id': 'cac673095eff4ee585a59676a3c7f5a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:37:56.061662 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee56503-a4e1-499b-bfb2-d1384318469c admin admin] Made reservation on behalf of cac673095eff4ee585a59676a3c7f5a5 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:37:56.064590 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ee56503-a4e1-499b-bfb2-d1384318469c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:56.345657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ee56503-a4e1-499b-bfb2-d1384318469c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:56.414863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee56503-a4e1-499b-bfb2-d1384318469c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0f07cf-3681-4635-9343-577c01c78f9f,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:37:56.421405 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee56503-a4e1-499b-bfb2-d1384318469c admin admin] Checking segment: {'id': 'c51d3996-9ec9-4560-b74f-886497034234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:37:56.421771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee56503-a4e1-499b-bfb2-d1384318469c admin admin] Network hostable DHCP agents. Network: a58842ca-9cea-4ac5-a974-546b3c3771fe, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:37:56.518924 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee56503-a4e1-499b-bfb2-d1384318469c admin admin] Network a58842ca-9cea-4ac5-a974-546b3c3771fe is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:37:56.621429 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-0ee56503-a4e1-499b-bfb2-d1384318469c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, a58842ca-9cea-4ac5-a974-546b3c3771fe) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:37:56.627656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee56503-a4e1-499b-bfb2-d1384318469c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:56.628209 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ee56503-a4e1-499b-bfb2-d1384318469c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:37:56.631255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf3c7fb-93f6-42f3-b724-d8ccf9210ab2 None None] Network a58842ca-9cea-4ac5-a974-546b3c3771fe requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:37:56.734766 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0ee56503-a4e1-499b-bfb2-d1384318469c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7776597 Oct 13 14:37:56.768234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd484c-1108-48ad-b947-5e7efcb5ed39 None None] Network a58842ca-9cea-4ac5-a974-546b3c3771fe requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:37:57.205769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-b3fcbcde-1114-495f-a85c-3d4988be073f tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:57.208718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-b3fcbcde-1114-495f-a85c-3d4988be073f tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/networks?id=a58842ca-9cea-4ac5-a974-546b3c3771fe HTTP/1.1" status: 200 len: 816 time: 0.1098831 Oct 13 14:37:57.231322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-62fb16d7-0a58-4414-aabe-5ac1cd958825 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/quotas/cac673095eff4ee585a59676a3c7f5a5 HTTP/1.1" status: 200 len: 375 time: 0.0155222 Oct 13 14:37:57.271600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-8bf0bb70-348f-4d47-bb69-c8341ae53c2a tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac673095eff4ee585a59676a3c7f5a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327573 Oct 13 14:37:57.365994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-4e64b6fa-3ef4-41a8-b868-10c1ddbcf7f6 service neutron] 10.222.0.18 "GET /v2.0/networks/a58842ca-9cea-4ac5-a974-546b3c3771fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872614 Oct 13 14:37:57.468722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-a5aa29e6-2114-4165-8482-e9395634b44d service neutron] 10.222.0.18 "GET /v2.0/networks/a58842ca-9cea-4ac5-a974-546b3c3771fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925961 Oct 13 14:37:58.214486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc78e7b9-2b86-49ec-8116-80bbdec44401 req-8162f576-7d6b-4712-8e49-d91ec249d427 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 210 time: 0.0310485 Oct 13 14:37:59.298879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0988756-bf45-4e84-a401-740f6306484b req-099766c5-fed2-4b2f-9bf9-994a3b33dfe7 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 210 time: 0.0264661 Oct 13 14:37:59.413888 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48170) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:37:59.495555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b80a6-2159-4f35-83a3-6982f444a48d tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:59.496073 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b80a6-2159-4f35-83a3-6982f444a48d tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:59.496839 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b80a6-2159-4f35-83a3-6982f444a48d tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:37:59.498756 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fc6b80a6-2159-4f35-83a3-6982f444a48d tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=872a5f9254c2400da577ebbc742a44b8&network_id=8cf5f0b7-df0e-4e71-b521-c1c17291157c HTTP/1.1" status: 200 len: 2972 time: 0.0838385 Oct 13 14:38:00.379163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6960fa55-2959-4bcc-b6cc-0e6d85fc3140 req-255a129c-802e-4b43-808d-c39e39dea6c5 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 210 time: 0.0266194 Oct 13 14:38:01.544310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67b9f6e6-dcac-46b4-9acd-d4480a789275 req-76bb13df-8d9a-469d-a4c8-23e3ab967ed8 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 210 time: 0.0624466 Oct 13 14:38:01.599584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-cc702927-4727-45d3-b243-45dc5a89adc2 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:01.601344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-cc702927-4727-45d3-b243-45dc5a89adc2 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.49 "GET /v2.0/networks?id=a58842ca-9cea-4ac5-a974-546b3c3771fe HTTP/1.1" status: 200 len: 816 time: 0.1474926 Oct 13 14:38:01.619219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-7bd731ac-e689-4053-93d7-9c18b021d093 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Request body: {'port': {'device_id': '59da13c4-1370-4746-a56d-08ed758bf0db', 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe', 'admin_state_up': True, 'tenant_id': 'cac673095eff4ee585a59676a3c7f5a5'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:01.809715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-7bd731ac-e689-4053-93d7-9c18b021d093 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Made reservation on behalf of cac673095eff4ee585a59676a3c7f5a5 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:38:01.819664 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-7bd731ac-e689-4053-93d7-9c18b021d093 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:02.404259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-7bd731ac-e689-4053-93d7-9c18b021d093 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Allocated IP 172.20.0.11 (a58842ca-9cea-4ac5-a974-546b3c3771fe/cf0f07cf-3681-4635-9343-577c01c78f9f/8a66b33a-e10b-4c01-a3ff-72fa9be624c3) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:38:02.436729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-740b06eb-bb88-440b-a662-3c1cc5449edd tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:02.438386 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-740b06eb-bb88-440b-a662-3c1cc5449edd tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.41 "GET /v2.0/networks?id=a58842ca-9cea-4ac5-a974-546b3c3771fe HTTP/1.1" status: 200 len: 816 time: 0.5537417 Oct 13 14:38:02.463633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-ae2e3ef6-0e54-4e56-9d0e-059483c27b01 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Request body: {'port': {'device_id': '010f1d6a-2a27-4509-a7ce-d909140b976e', 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe', 'admin_state_up': True, 'tenant_id': 'cac673095eff4ee585a59676a3c7f5a5'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:02.542533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-162aa430-673f-41b0-a45f-13ae14f03fc4 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:02.544272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-162aa430-673f-41b0-a45f-13ae14f03fc4 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.49 "GET /v2.0/networks?id=a58842ca-9cea-4ac5-a974-546b3c3771fe HTTP/1.1" status: 200 len: 816 time: 0.2579329 Oct 13 14:38:02.572955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-261bc6a9-a515-4387-83b4-cf9a1e1db2fa tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Request body: {'port': {'device_id': 'e9d9518c-b45b-4d09-b239-2c1163ed6ac4', 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe', 'admin_state_up': True, 'tenant_id': 'cac673095eff4ee585a59676a3c7f5a5'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:02.605759 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48210) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:02.666737 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9fbca3-b51c-4437-b1b3-8b1b41c74173 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:02.668589 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7e9fbca3-b51c-4437-b1b3-8b1b41c74173 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 814 time: 0.0618377 Oct 13 14:38:02.740607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85fe7270-8c06-4cd3-bf5c-c8fd9cc83df9 req-d0e64ed2-47ac-41a6-bf88-c3329472c619 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 210 time: 0.0755351 Oct 13 14:38:02.859542 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-7bd731ac-e689-4053-93d7-9c18b021d093 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:02.937521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-ae2e3ef6-0e54-4e56-9d0e-059483c27b01 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Made reservation on behalf of cac673095eff4ee585a59676a3c7f5a5 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:38:02.941912 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-ae2e3ef6-0e54-4e56-9d0e-059483c27b01 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:02.968256 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-7bd731ac-e689-4053-93d7-9c18b021d093 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:03.043927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-261bc6a9-a515-4387-83b4-cf9a1e1db2fa tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Made reservation on behalf of cac673095eff4ee585a59676a3c7f5a5 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:38:03.047551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-261bc6a9-a515-4387-83b4-cf9a1e1db2fa tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:03.082278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-7bd731ac-e689-4053-93d7-9c18b021d093 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Network a58842ca-9cea-4ac5-a974-546b3c3771fe is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:38:03.095750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-7bd731ac-e689-4053-93d7-9c18b021d093 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:38:03.106483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-7bd731ac-e689-4053-93d7-9c18b021d093 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:38:03.108883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd731ac-e689-4053-93d7-9c18b021d093 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Pushing event updated for resources: {'Port': ['ID=8a66b33a-e10b-4c01-a3ff-72fa9be624c3,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:03.257510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-7bd731ac-e689-4053-93d7-9c18b021d093 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:03.257954 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-7bd731ac-e689-4053-93d7-9c18b021d093 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:03.260956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-ae2e3ef6-0e54-4e56-9d0e-059483c27b01 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Allocated IP 172.20.0.2 (a58842ca-9cea-4ac5-a974-546b3c3771fe/cf0f07cf-3681-4635-9343-577c01c78f9f/b66229bf-c8c2-4195-b8a1-8d55dc27d2e8) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:38:03.380668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-7bd731ac-e689-4053-93d7-9c18b021d093 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7654850 Oct 13 14:38:03.400892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Request body: {'port': {'device_id': '59da13c4-1370-4746-a56d-08ed758bf0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:03.497837 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:03.504137 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-ae2e3ef6-0e54-4e56-9d0e-059483c27b01 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:03.583185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48218) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:03.588746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ff4dff7d-a7f7-4d68-9b5c-df5d93d723fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'network': {'name': 'tempest-network-smoke--1678876499', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'port_security_enabled': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:03.663987 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-ae2e3ef6-0e54-4e56-9d0e-059483c27b01 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:03.690418 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4dff7d-a7f7-4d68-9b5c-df5d93d723fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Made reservation on behalf of 872a5f9254c2400da577ebbc742a44b8 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:38:03.695127 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff4dff7d-a7f7-4d68-9b5c-df5d93d723fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:03.744803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-ae2e3ef6-0e54-4e56-9d0e-059483c27b01 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Network a58842ca-9cea-4ac5-a974-546b3c3771fe is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:38:03.751287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4dff7d-a7f7-4d68-9b5c-df5d93d723fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:38:03.754489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-ae2e3ef6-0e54-4e56-9d0e-059483c27b01 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:38:03.758762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-ae2e3ef6-0e54-4e56-9d0e-059483c27b01 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:38:03.764041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e3ef6-0e54-4e56-9d0e-059483c27b01 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Pushing event updated for resources: {'Port': ['ID=b66229bf-c8c2-4195-b8a1-8d55dc27d2e8,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:03.768199 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff4dff7d-a7f7-4d68-9b5c-df5d93d723fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:03.769601 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-ff4dff7d-a7f7-4d68-9b5c-df5d93d723fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Added segment a77fde5a-af20-4f38-9180-e5704d87c119 of type vlan for network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a Oct 13 14:38:03.806318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-261bc6a9-a515-4387-83b4-cf9a1e1db2fa tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Allocated IP 172.20.0.14 (a58842ca-9cea-4ac5-a974-546b3c3771fe/cf0f07cf-3681-4635-9343-577c01c78f9f/30046408-6c56-4416-ba49-cf16d2bd90b7) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:38:03.818815 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff4dff7d-a7f7-4d68-9b5c-df5d93d723fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:03.850559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-ae2e3ef6-0e54-4e56-9d0e-059483c27b01 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:03.850559 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-ae2e3ef6-0e54-4e56-9d0e-059483c27b01 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:03.891009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53f618d2-1e90-42bb-a4e8-3ce63a80018d req-613bec30-9e26-467d-a749-b01cda213698 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 210 time: 0.0528295 Oct 13 14:38:03.935390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff4dff7d-a7f7-4d68-9b5c-df5d93d723fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:03.941954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4dff7d-a7f7-4d68-9b5c-df5d93d723fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:03.945793 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff4dff7d-a7f7-4d68-9b5c-df5d93d723fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:04.001884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-ae2e3ef6-0e54-4e56-9d0e-059483c27b01 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5465174 Oct 13 14:38:04.016775 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4dff7d-a7f7-4d68-9b5c-df5d93d723fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Network': ['ID=1932f47b-0d44-4e5d-bfe8-3e8a9410065a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:04.017904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Request body: {'port': {'device_id': '010f1d6a-2a27-4509-a7ce-d909140b976e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:04.029391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:38:04.056340 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-261bc6a9-a515-4387-83b4-cf9a1e1db2fa tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:04.089938 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ff4dff7d-a7f7-4d68-9b5c-df5d93d723fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5027533 Oct 13 14:38:04.090890 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48224) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:04.109113 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:04.181258 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2588fc8b-81c6-420a-bfa2-19bbd3220d6b tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:04.185298 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2588fc8b-81c6-420a-bfa2-19bbd3220d6b tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=872a5f9254c2400da577ebbc742a44b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0907726 Oct 13 14:38:04.185649 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48226) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:04.252416 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-261bc6a9-a515-4387-83b4-cf9a1e1db2fa tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:04.351420 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8413b4-84ed-4c1c-8bf9-7f1aa59b29eb tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:04.361057 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2f8413b4-84ed-4c1c-8bf9-7f1aa59b29eb tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1668038 Oct 13 14:38:04.361057 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48230) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:04.366140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-261bc6a9-a515-4387-83b4-cf9a1e1db2fa tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Network a58842ca-9cea-4ac5-a974-546b3c3771fe is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:38:04.372754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-261bc6a9-a515-4387-83b4-cf9a1e1db2fa tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:38:04.376553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bc6a9-a515-4387-83b4-cf9a1e1db2fa tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Pushing event updated for resources: {'Port': ['ID=30046408-6c56-4416-ba49-cf16d2bd90b7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:04.388061 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-06e66333-7bcd-47e5-8bbf-cc10f34fb5bb tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281200 Oct 13 14:38:04.388231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-261bc6a9-a515-4387-83b4-cf9a1e1db2fa tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:38:04.388345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48232) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:04.419488 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-454ec423-4fd8-4a6b-9091-16689275efe7 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=872a5f9254c2400da577ebbc742a44b8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277598 Oct 13 14:38:04.419806 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48234) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:04.462908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-261bc6a9-a515-4387-83b4-cf9a1e1db2fa tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:04.463604 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-261bc6a9-a515-4387-83b4-cf9a1e1db2fa tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:04.526320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c1f63-affd-4519-96c8-4c6082cab04c tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:04.529884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:38:04.530887 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-005c1f63-affd-4519-96c8-4c6082cab04c tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1100137 Oct 13 14:38:04.531957 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48236) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:04.538821 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:04.553823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Transition to ACTIVE for port object 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:38:04.561739 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e70bea37-4cd9-4f93-a116-29e99df3786e tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273440 Oct 13 14:38:04.563781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48238) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:04.568909 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-35701b32-b1dc-4067-a808-0eacf39931e6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-757590864', 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:04.584521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-261bc6a9-a515-4387-83b4-cf9a1e1db2fa tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0197370 Oct 13 14:38:04.598728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Request body: {'port': {'device_id': 'e9d9518c-b45b-4d09-b239-2c1163ed6ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:04.671960 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:04.707716 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:04.740951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35701b32-b1dc-4067-a808-0eacf39931e6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Made reservation on behalf of 872a5f9254c2400da577ebbc742a44b8 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:38:04.744810 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-35701b32-b1dc-4067-a808-0eacf39931e6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:04.886100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Pushing event updated for resources: {'Port': ['ID=8a66b33a-e10b-4c01-a3ff-72fa9be624c3,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:05.015936 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-35701b32-b1dc-4067-a808-0eacf39931e6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:05.070288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Attempting to bind port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:38:05.070630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Attempting to bind port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'c51d3996-9ec9-4560-b74f-886497034234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:38:05.070963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Attempting to bind port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 on network a58842ca-9cea-4ac5-a974-546b3c3771fe {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:38:05.076991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:38:05.079122 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35701b32-b1dc-4067-a808-0eacf39931e6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Subnet': ['ID=0693b5a8-e449-465d-a9c2-aa0fb7b0eda2,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:05.088398 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:05.088616 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35701b32-b1dc-4067-a808-0eacf39931e6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Checking segment: {'id': 'a77fde5a-af20-4f38-9180-e5704d87c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:38:05.088782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35701b32-b1dc-4067-a808-0eacf39931e6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network hostable DHCP agents. Network: 1932f47b-0d44-4e5d-bfe8-3e8a9410065a, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:38:05.094209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 on network a58842ca-9cea-4ac5-a974-546b3c3771fe not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:38:05.094504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Attempting to bind port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 on network a58842ca-9cea-4ac5-a974-546b3c3771fe {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:38:05.107069 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502e7c8-4b28-4c4a-8a40-0d617d4bf569 req-ed01a2c7-d8f2-4382-9fba-b507a60d3caf tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:05.108670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b502e7c8-4b28-4c4a-8a40-0d617d4bf569 req-ed01a2c7-d8f2-4382-9fba-b507a60d3caf tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 932 time: 0.1201839 Oct 13 14:38:05.115338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:38:05.115678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Checking segment: {'id': 'c51d3996-9ec9-4560-b74f-886497034234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:38:05.116066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Bound using segment: {'id': 'c51d3996-9ec9-4560-b74f-886497034234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:38:05.116559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Bound port: 8a66b33a-e10b-4c01-a3ff-72fa9be624c3, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51d3996-9ec9-4560-b74f-886497034234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:38:05.116924 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:05.135306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Transition to ACTIVE for port object b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:38:05.193052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b502e7c8-4b28-4c4a-8a40-0d617d4bf569 req-88cb7bb2-d7d0-4bde-a535-7b512101ceb9 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709579 Oct 13 14:38:05.196021 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35701b32-b1dc-4067-a808-0eacf39931e6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:38:05.219735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] For port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:38:05.223458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] For port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8a66b33a-e10b-4c01-a3ff-72fa9be624c3,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:38:05.232317 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:05.295630 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-35701b32-b1dc-4067-a808-0eacf39931e6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 1932f47b-0d44-4e5d-bfe8-3e8a9410065a) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:38:05.302894 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35701b32-b1dc-4067-a808-0eacf39931e6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:05.302894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-35701b32-b1dc-4067-a808-0eacf39931e6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:05.316721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d094c505-b2e8-4c88-a902-b39c3af84a4c None None] Network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:38:05.336702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:05.357356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Pushing event updated for resources: {'Port': ['ID=b66229bf-c8c2-4195-b8a1-8d55dc27d2e8,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:05.389335 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-35701b32-b1dc-4067-a808-0eacf39931e6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8243783 Oct 13 14:38:05.391464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:05.391723 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:05.393650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] 10.222.0.49 "PUT /v2.0/ports/8a66b33a-e10b-4c01-a3ff-72fa9be624c3 HTTP/1.1" status: 200 len: 1093 time: 1.9969618 Oct 13 14:38:05.413398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59da13c4-1370-4746-a56d-08ed758bf0db', 'tag': '8a66b33a-e10b-4c01-a3ff-72fa9be624c3'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:38:05.415791 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad47efb0-2100-4f20-bb3a-1e1c592346d2" -d '{"events": [{"name": "network-changed", "server_uuid": "59da13c4-1370-4746-a56d-08ed758bf0db", "tag": "8a66b33a-e10b-4c01-a3ff-72fa9be624c3"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:38:05.493257 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4935373-2b04-4904-a5d9-fc64b3be7f69 x-openstack-request-id: req-d4935373-2b04-4904-a5d9-fc64b3be7f69 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:38:05.493843 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59da13c4-1370-4746-a56d-08ed758bf0db", "tag": "8a66b33a-e10b-4c01-a3ff-72fa9be624c3", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:38:05.494185 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4935373-2b04-4904-a5d9-fc64b3be7f69 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:38:05.494674 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59da13c4-1370-4746-a56d-08ed758bf0db', 'tag': '8a66b33a-e10b-4c01-a3ff-72fa9be624c3', 'status': 'completed', 'code': 200} Oct 13 14:38:05.524499 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-1932f47b-0d44-4e5d-bfe8-3e8a9410065a', 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ips': [{'subnet_id': '0693b5a8-e449-465d-a9c2-aa0fb7b0eda2'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:38:05.525455 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:05.546387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86408186-a1f5-425f-9db1-5401e100bb02 service neutron] Pushing event updated for resources: {'Port': ['ID=8a66b33a-e10b-4c01-a3ff-72fa9be624c3,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:05.605183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Attempting to bind port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:38:05.605183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Attempting to bind port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'c51d3996-9ec9-4560-b74f-886497034234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:38:05.605525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Attempting to bind port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 on network a58842ca-9cea-4ac5-a974-546b3c3771fe {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:38:05.619209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 on network a58842ca-9cea-4ac5-a974-546b3c3771fe not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:38:05.619552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Attempting to bind port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 on network a58842ca-9cea-4ac5-a974-546b3c3771fe {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:38:05.633211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30046408-6c56-4416-ba49-cf16d2bd90b7 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:38:05.639234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:38:05.639632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Checking segment: {'id': 'c51d3996-9ec9-4560-b74f-886497034234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:38:05.639963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Bound using segment: {'id': 'c51d3996-9ec9-4560-b74f-886497034234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:38:05.640408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Bound port: b66229bf-c8c2-4195-b8a1-8d55dc27d2e8, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51d3996-9ec9-4560-b74f-886497034234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:38:05.640789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:05.647761 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:05.651312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47efb0-2100-4f20-bb3a-1e1c592346d2 req-2dda0d78-9084-4107-b212-fcabac9d8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:05.652875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad47efb0-2100-4f20-bb3a-1e1c592346d2 req-2dda0d78-9084-4107-b212-fcabac9d8044 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cac673095eff4ee585a59676a3c7f5a5&device_id=59da13c4-1370-4746-a56d-08ed758bf0db HTTP/1.1" status: 200 len: 1096 time: 0.1293178 Oct 13 14:38:05.766824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Allocated IP 172.20.0.18 (1932f47b-0d44-4e5d-bfe8-3e8a9410065a/0693b5a8-e449-465d-a9c2-aa0fb7b0eda2/5f14b74f-f3f9-4aeb-b736-bffbe3835b97) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:38:05.776048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47efb0-2100-4f20-bb3a-1e1c592346d2 req-7a91bdc3-597f-42e2-b2ba-28ab27812659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:05.777568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad47efb0-2100-4f20-bb3a-1e1c592346d2 req-7a91bdc3-597f-42e2-b2ba-28ab27812659 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=cac673095eff4ee585a59676a3c7f5a5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1094985 Oct 13 14:38:05.823081 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Transition to ACTIVE for port object 30046408-6c56-4416-ba49-cf16d2bd90b7 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:38:05.880143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] For port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:38:05.901966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] For port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b66229bf-c8c2-4195-b8a1-8d55dc27d2e8,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:38:05.943086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47efb0-2100-4f20-bb3a-1e1c592346d2 req-07511188-e358-4fce-8586-2d258f0ae044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:05.944811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad47efb0-2100-4f20-bb3a-1e1c592346d2 req-07511188-e358-4fce-8586-2d258f0ae044 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1206985 Oct 13 14:38:05.991445 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:05.997894 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.027248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48258) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:06.034613 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8070a1f3-e663-4a9d-9cbf-79ed7952563d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658499259', 'description': 'tempest-secgroup-smoke-658499259 description', 'project_id': '872a5f9254c2400da577ebbc742a44b8'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:06.059798 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.077542 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.104634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:06.105562 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.107630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] 10.222.0.41 "PUT /v2.0/ports/b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 HTTP/1.1" status: 200 len: 1092 time: 2.0965817 Oct 13 14:38:06.113254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:38:06.121343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:38:06.125536 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:38:06.139173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Pushing event updated for resources: {'Port': ['ID=5f14b74f-f3f9-4aeb-b736-bffbe3835b97,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:06.145145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Pushing event updated for resources: {'Port': ['ID=30046408-6c56-4416-ba49-cf16d2bd90b7,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:06.147162 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8070a1f3-e663-4a9d-9cbf-79ed7952563d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.182114 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:06.193554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:06.194166 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:06.194666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:06.195171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:06.195681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:06.196199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:06.196536 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:06.196887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:06.197228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:06.197559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:06.197891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:06.237398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Attempting to bind port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:38:06.239482 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Attempting to bind port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'a77fde5a-af20-4f38-9180-e5704d87c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:38:06.239482 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Attempting to bind port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 on network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:38:06.244558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-2d2c8e15-2753-4b33-9595-46cd3d290abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:06.245019 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:38:06.245759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Checking segment: {'id': 'a77fde5a-af20-4f38-9180-e5704d87c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:38:06.246347 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.247077 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Bound using segment: {'id': 'a77fde5a-af20-4f38-9180-e5704d87c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:38:06.247866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Bound port: 5f14b74f-f3f9-4aeb-b736-bffbe3835b97, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77fde5a-af20-4f38-9180-e5704d87c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:38:06.248432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.250977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-2d2c8e15-2753-4b33-9595-46cd3d290abe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cac673095eff4ee585a59676a3c7f5a5&device_id=59da13c4-1370-4746-a56d-08ed758bf0db HTTP/1.1" status: 200 len: 1096 time: 0.2545810 Oct 13 14:38:06.251854 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8070a1f3-e663-4a9d-9cbf-79ed7952563d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.319849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] For port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:38:06.322195 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8070a1f3-e663-4a9d-9cbf-79ed7952563d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.324864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] For port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5f14b74f-f3f9-4aeb-b736-bffbe3835b97,segment=NetworkSegment(a77fde5a-af20-4f38-9180-e5704d87c119),segment_id=a77fde5a-af20-4f38-9180-e5704d87c119)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:38:06.341348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-d90eb2ae-fa1b-4b1f-9a89-a0cbd6da7100 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a66b33a-e10b-4c01-a3ff-72fa9be624c3 HTTP/1.1" status: 200 len: 217 time: 0.0756135 Oct 13 14:38:06.359321 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070a1f3-e663-4a9d-9cbf-79ed7952563d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4097dd7e-6dc4-4791-b717-69eb44383ea4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:06.420448 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.454877 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8070a1f3-e663-4a9d-9cbf-79ed7952563d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.461028 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8070a1f3-e663-4a9d-9cbf-79ed7952563d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4313824 Oct 13 14:38:06.462988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48264) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:06.473107 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-084a1e19-e7b9-4a7f-98c6-47cd64ac050a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '4097dd7e-6dc4-4791-b717-69eb44383ea4', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:06.512308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a1a68-aac5-4022-8ce8-95f34f2273db None None] Pushing event updated for resources: {'Port': ['ID=5f14b74f-f3f9-4aeb-b736-bffbe3835b97,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:06.622605 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-084a1e19-e7b9-4a7f-98c6-47cd64ac050a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.772689 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-084a1e19-e7b9-4a7f-98c6-47cd64ac050a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.866129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba3661-5037-4ef9-9bd5-97ab14254567 service neutron] Pushing event updated for resources: {'Port': ['ID=b66229bf-c8c2-4195-b8a1-8d55dc27d2e8,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:06.884486 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-084a1e19-e7b9-4a7f-98c6-47cd64ac050a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.886674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Attempting to bind port 30046408-6c56-4416-ba49-cf16d2bd90b7 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:38:06.887008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Attempting to bind port 30046408-6c56-4416-ba49-cf16d2bd90b7 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'c51d3996-9ec9-4560-b74f-886497034234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:38:06.887346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Attempting to bind port 30046408-6c56-4416-ba49-cf16d2bd90b7 on network a58842ca-9cea-4ac5-a974-546b3c3771fe {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:38:06.900115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b941a-54dc-4f44-a977-1e2afc45334f req-b6991cea-23e1-4ac7-90be-36844abdf15d tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:06.901844 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-568b941a-54dc-4f44-a977-1e2afc45334f req-b6991cea-23e1-4ac7-90be-36844abdf15d tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 944 time: 0.5526047 Oct 13 14:38:06.904322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Port 30046408-6c56-4416-ba49-cf16d2bd90b7 on network a58842ca-9cea-4ac5-a974-546b3c3771fe not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:38:06.904717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Attempting to bind port 30046408-6c56-4416-ba49-cf16d2bd90b7 on network a58842ca-9cea-4ac5-a974-546b3c3771fe {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:38:06.907597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-99beec12-fab4-4586-8e3b-0af5455b08be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:06.909197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-99beec12-fab4-4586-8e3b-0af5455b08be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf0f07cf-3681-4635-9343-577c01c78f9f HTTP/1.1" status: 200 len: 856 time: 0.5300765 Oct 13 14:38:06.914078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-9c0269fc-042c-4306-870e-f3dc8f1da03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:06.914320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a1e19-e7b9-4a7f-98c6-47cd64ac050a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fe026c-65eb-4670-a8e1-20e90851862f,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:06.915596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-9c0269fc-042c-4306-870e-f3dc8f1da03b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cac673095eff4ee585a59676a3c7f5a5&device_id=010f1d6a-2a27-4509-a7ce-d909140b976e HTTP/1.1" status: 200 len: 1095 time: 0.5731256 Oct 13 14:38:06.946474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:38:06.946871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Checking segment: {'id': 'c51d3996-9ec9-4560-b74f-886497034234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:38:06.947372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Bound using segment: {'id': 'c51d3996-9ec9-4560-b74f-886497034234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:38:06.947880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Bound port: 30046408-6c56-4416-ba49-cf16d2bd90b7, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51d3996-9ec9-4560-b74f-886497034234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:38:06.948343 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.976561 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-084a1e19-e7b9-4a7f-98c6-47cd64ac050a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:06.980516 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-084a1e19-e7b9-4a7f-98c6-47cd64ac050a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5125518 Oct 13 14:38:06.980838 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48270) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:06.985668 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d6679a0b-5acb-40e9-b5c3-62cf7f6047da tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '4097dd7e-6dc4-4791-b717-69eb44383ea4', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:06.985971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-e7c900b2-56ff-4424-86a2-951e18d4ab2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a58842ca-9cea-4ac5-a974-546b3c3771fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569663 Oct 13 14:38:07.031501 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-48008dde-280c-45d1-b81f-6f62fc2ade7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 HTTP/1.1" status: 200 len: 217 time: 0.1013360 Oct 13 14:38:07.072912 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6679a0b-5acb-40e9-b5c3-62cf7f6047da tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:07.140167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-568b941a-54dc-4f44-a977-1e2afc45334f req-0eea3321-65a5-4fd9-900b-9287d9710a45 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226846 Oct 13 14:38:07.145512 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6679a0b-5acb-40e9-b5c3-62cf7f6047da tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:07.185480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-b07df6c0-8b40-420d-ad6c-236f1cff5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:07.186859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-b07df6c0-8b40-420d-ad6c-236f1cff5f52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf0f07cf-3681-4635-9343-577c01c78f9f HTTP/1.1" status: 200 len: 856 time: 0.1465139 Oct 13 14:38:07.204142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] For port 30046408-6c56-4416-ba49-cf16d2bd90b7, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:38:07.246444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] For port 30046408-6c56-4416-ba49-cf16d2bd90b7, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=30046408-6c56-4416-ba49-cf16d2bd90b7,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:38:07.248942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-c86d0b9e-0a09-4d0a-be95-1e9edbf4c921 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a58842ca-9cea-4ac5-a974-546b3c3771fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472836 Oct 13 14:38:07.252591 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-5e04773e-c54a-4b9e-a32e-c3c50092f20a service neutron] 10.222.0.49 "GET /v2.0/networks/a58842ca-9cea-4ac5-a974-546b3c3771fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313302 Oct 13 14:38:07.267165 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6679a0b-5acb-40e9-b5c3-62cf7f6047da tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:07.291825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6679a0b-5acb-40e9-b5c3-62cf7f6047da tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c334c7-b3db-4edf-ac74-ec94f5ddcd3f,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:07.403390 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:07.410776 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d6679a0b-5acb-40e9-b5c3-62cf7f6047da tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:07.412874 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d6679a0b-5acb-40e9-b5c3-62cf7f6047da tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4308660 Oct 13 14:38:07.416642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48272) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:07.420812 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c6697763-0e52-46a8-8868-bd8fe0476ca5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '4097dd7e-6dc4-4791-b717-69eb44383ea4', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:07.468082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:07.469055 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:07.470463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] 10.222.0.49 "PUT /v2.0/ports/30046408-6c56-4416-ba49-cf16d2bd90b7 HTTP/1.1" status: 200 len: 1093 time: 2.8765824 Oct 13 14:38:07.479332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-0e6ec265-85d8-424e-9215-ac5c7bce1023 service neutron] 10.222.0.41 "GET /v2.0/networks/a58842ca-9cea-4ac5-a974-546b3c3771fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216904 Oct 13 14:38:07.483620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-efa31bdb-b380-45dd-af96-241c858c4433 service neutron] 10.222.0.49 "GET /v2.0/networks/a58842ca-9cea-4ac5-a974-546b3c3771fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175212 Oct 13 14:38:07.497218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010f1d6a-2a27-4509-a7ce-d909140b976e', 'tag': 'b66229bf-c8c2-4195-b8a1-8d55dc27d2e8'}, {'name': 'network-changed', 'server_uuid': 'e9d9518c-b45b-4d09-b239-2c1163ed6ac4', 'tag': '30046408-6c56-4416-ba49-cf16d2bd90b7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:38:07.499517 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f6b764-9e20-4d83-8077-90736a9715b5" -d '{"events": [{"name": "network-changed", "server_uuid": "010f1d6a-2a27-4509-a7ce-d909140b976e", "tag": "b66229bf-c8c2-4195-b8a1-8d55dc27d2e8"}, {"name": "network-changed", "server_uuid": "e9d9518c-b45b-4d09-b239-2c1163ed6ac4", "tag": "30046408-6c56-4416-ba49-cf16d2bd90b7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:38:07.552438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237b7c7-57d4-4ca8-84dd-4275153ecf02 service neutron] Pushing event updated for resources: {'Port': ['ID=30046408-6c56-4416-ba49-cf16d2bd90b7,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:07.556171 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c6697763-0e52-46a8-8868-bd8fe0476ca5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:07.575082 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 14:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98c4820-9092-4902-8983-790b2208150e x-openstack-request-id: req-a98c4820-9092-4902-8983-790b2208150e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:38:07.575388 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010f1d6a-2a27-4509-a7ce-d909140b976e", "tag": "b66229bf-c8c2-4195-b8a1-8d55dc27d2e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e9d9518c-b45b-4d09-b239-2c1163ed6ac4", "tag": "30046408-6c56-4416-ba49-cf16d2bd90b7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:38:07.575640 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a98c4820-9092-4902-8983-790b2208150e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:38:07.576281 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010f1d6a-2a27-4509-a7ce-d909140b976e', 'tag': 'b66229bf-c8c2-4195-b8a1-8d55dc27d2e8', 'status': 'completed', 'code': 200} Oct 13 14:38:07.576534 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d9518c-b45b-4d09-b239-2c1163ed6ac4', 'tag': '30046408-6c56-4416-ba49-cf16d2bd90b7', 'status': 'completed', 'code': 200} Oct 13 14:38:07.630386 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-b2030d8b-d539-453b-ab43-0f98e3dac501 service neutron] 10.222.0.41 "GET /v2.0/networks/a58842ca-9cea-4ac5-a974-546b3c3771fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274235 Oct 13 14:38:07.660428 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c6697763-0e52-46a8-8868-bd8fe0476ca5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:07.664488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-ae38893c-72c2-44b1-9672-131c69dfc67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:07.666132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-ae38893c-72c2-44b1-9672-131c69dfc67e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cac673095eff4ee585a59676a3c7f5a5&device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0564392 Oct 13 14:38:07.740065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7e0319-a747-4c3f-bec3-ce66f843c910 None None] Network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:38:07.758643 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c6697763-0e52-46a8-8868-bd8fe0476ca5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:07.777728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6697763-0e52-46a8-8868-bd8fe0476ca5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbaf4bf-c248-4545-950a-c902aec501f1,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:07.816265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-77252418-3084-432b-8a40-25e11949ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:07.817888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-77252418-3084-432b-8a40-25e11949ea2b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=cac673095eff4ee585a59676a3c7f5a5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1433775 Oct 13 14:38:07.856100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-2fcd2fcf-df04-4258-971d-5c4d347032ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:07.856100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-2fcd2fcf-df04-4258-971d-5c4d347032ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cac673095eff4ee585a59676a3c7f5a5&device_id=010f1d6a-2a27-4509-a7ce-d909140b976e HTTP/1.1" status: 200 len: 1095 time: 0.0853069 Oct 13 14:38:07.882244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c6697763-0e52-46a8-8868-bd8fe0476ca5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:07.883791 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c6697763-0e52-46a8-8868-bd8fe0476ca5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4671683 Oct 13 14:38:07.886779 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48278) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:07.892340 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a6abd5cd-94ac-42e2-b61d-4977aa863f34 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '4097dd7e-6dc4-4791-b717-69eb44383ea4', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:07.918466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6261fe7f-b260-4ec6-bdb0-e04d83b15580 None None] Provisioning complete for port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:38:07.918932 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6261fe7f-b260-4ec6-bdb0-e04d83b15580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:08.007159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-ad0a43b4-3fdc-448f-93d0-817056903b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:08.008730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-ad0a43b4-3fdc-448f-93d0-817056903b95 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1826320 Oct 13 14:38:08.014277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-7fcaed6c-682d-479a-95f6-d00a6983c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:08.015973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-7fcaed6c-682d-479a-95f6-d00a6983c0bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=a58842ca-9cea-4ac5-a974-546b3c3771fe HTTP/1.1" status: 200 len: 917 time: 0.1332104 Oct 13 14:38:08.057024 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6261fe7f-b260-4ec6-bdb0-e04d83b15580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:08.058139 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6abd5cd-94ac-42e2-b61d-4977aa863f34 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:08.084323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-39c10d78-c49c-4215-a928-5cb3b53f1e5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 HTTP/1.1" status: 200 len: 217 time: 0.0602872 Oct 13 14:38:08.102727 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6261fe7f-b260-4ec6-bdb0-e04d83b15580 None None] For port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5f14b74f-f3f9-4aeb-b736-bffbe3835b97,segment=NetworkSegment(a77fde5a-af20-4f38-9180-e5704d87c119),segment_id=a77fde5a-af20-4f38-9180-e5704d87c119)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:08.157652 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6abd5cd-94ac-42e2-b61d-4977aa863f34 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:08.161424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-c03fedaa-346a-46e6-b3ee-1f4cb6320778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:08.163032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-c03fedaa-346a-46e6-b3ee-1f4cb6320778 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cac673095eff4ee585a59676a3c7f5a5&device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0914266 Oct 13 14:38:08.169795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-c89d00e4-31ab-48da-86b9-bb9a52212174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:08.171817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-c89d00e4-31ab-48da-86b9-bb9a52212174 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf0f07cf-3681-4635-9343-577c01c78f9f HTTP/1.1" status: 200 len: 856 time: 0.0684347 Oct 13 14:38:08.239453 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-b4ffff3a-380b-4b86-8b09-1f4c675b1e3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a58842ca-9cea-4ac5-a974-546b3c3771fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594404 Oct 13 14:38:08.240675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-fa40cace-e09a-4fb3-8dc0-b23f93eebebc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30046408-6c56-4416-ba49-cf16d2bd90b7 HTTP/1.1" status: 200 len: 217 time: 0.0674977 Oct 13 14:38:08.260900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6261fe7f-b260-4ec6-bdb0-e04d83b15580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:08.294055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6abd5cd-94ac-42e2-b61d-4977aa863f34 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:08.316713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abd5cd-94ac-42e2-b61d-4977aa863f34 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7940ad3f-8fce-45b3-932b-8743fe9e6046,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:08.351216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261fe7f-b260-4ec6-bdb0-e04d83b15580 None None] Pushing event updated for resources: {'Port': ['ID=5f14b74f-f3f9-4aeb-b736-bffbe3835b97,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:08.380886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-929fe08c-1d97-466b-9395-6c83fc0511b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:08.382115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3f99ccef-0aee-4da0-8ac1-b415a7519a9b None None] Provisioning complete for port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:38:08.382387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-929fe08c-1d97-466b-9395-6c83fc0511b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cf0f07cf-3681-4635-9343-577c01c78f9f HTTP/1.1" status: 200 len: 856 time: 0.1323249 Oct 13 14:38:08.382634 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3f99ccef-0aee-4da0-8ac1-b415a7519a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:08.400525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197af07-4b56-49d2-867d-d46411e9f11e req-e9d3bfb1-c891-40fb-87cc-76795657fbd0 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:08.400786 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6abd5cd-94ac-42e2-b61d-4977aa863f34 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:08.402274 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a6abd5cd-94ac-42e2-b61d-4977aa863f34 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5145206 Oct 13 14:38:08.406249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8197af07-4b56-49d2-867d-d46411e9f11e req-e9d3bfb1-c891-40fb-87cc-76795657fbd0 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 944 time: 0.1663213 Oct 13 14:38:08.406400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48284) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:08.410070 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5f7e1a45-705c-400c-b962-1e36e17c688a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '4097dd7e-6dc4-4791-b717-69eb44383ea4', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:08.453289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-530ba2ce-2793-4e79-9505-9171f8062156 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a58842ca-9cea-4ac5-a974-546b3c3771fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498793 Oct 13 14:38:08.519203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-bbaf20f3-1d07-4e15-b4bd-f77f8bb2c02e service neutron] 10.222.0.41 "GET /v2.0/networks/a58842ca-9cea-4ac5-a974-546b3c3771fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700686 Oct 13 14:38:08.531503 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-5f7e1a45-705c-400c-b962-1e36e17c688a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Project 872a5f9254c2400da577ebbc742a44b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:38:08.538693 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1a45-705c-400c-b962-1e36e17c688a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:08.571262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8197af07-4b56-49d2-867d-d46411e9f11e req-5b58f79b-74e0-424c-89d1-b973c1e8e870 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569614 Oct 13 14:38:08.640177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-02627f7d-531e-49dc-a87a-ed1b8a510936 service neutron] 10.222.0.49 "GET /v2.0/networks/a58842ca-9cea-4ac5-a974-546b3c3771fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705563 Oct 13 14:38:08.643024 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1a45-705c-400c-b962-1e36e17c688a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:08.685591 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:38:08.731314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87f6b764-9e20-4d83-8077-90736a9715b5 req-a426b195-a025-4f11-866b-002a44a30c05 service neutron] 10.222.0.41 "GET /v2.0/networks/a58842ca-9cea-4ac5-a974-546b3c3771fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944411 Oct 13 14:38:08.747743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:38:08.748705 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:08.755916 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1a45-705c-400c-b962-1e36e17c688a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:08.776456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d9bf08bf-fa77-4770-b876-7f0e703f16da req-11e2fbf2-b3a8-4c88-bcc7-a575601fe7af service neutron] 10.222.0.49 "GET /v2.0/networks/a58842ca-9cea-4ac5-a974-546b3c3771fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290371 Oct 13 14:38:08.779011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e1a45-705c-400c-b962-1e36e17c688a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fd8d8c-2709-4edf-8af7-9cd87abfafb0,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:08.840524 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5f7e1a45-705c-400c-b962-1e36e17c688a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:08.845016 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5f7e1a45-705c-400c-b962-1e36e17c688a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4385350 Oct 13 14:38:08.847856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48286) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:08.852315 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4f39c884-f225-4769-8096-4422203685a5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '4097dd7e-6dc4-4791-b717-69eb44383ea4', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:08.970050 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-4f39c884-f225-4769-8096-4422203685a5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Project 872a5f9254c2400da577ebbc742a44b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:38:08.978308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f39c884-f225-4769-8096-4422203685a5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:09.052008 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f39c884-f225-4769-8096-4422203685a5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:09.164100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f39c884-f225-4769-8096-4422203685a5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:09.184739 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39c884-f225-4769-8096-4422203685a5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ef235a-a8f0-407b-9cc6-a1bc507ec2a2,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:09.313085 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f39c884-f225-4769-8096-4422203685a5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:09.314360 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4f39c884-f225-4769-8096-4422203685a5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4655433 Oct 13 14:38:09.357221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:38:09.489817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8a66b33a-e10b-4c01-a3ff-72fa9be624c3,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:09.504407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '8a66b33a-e10b-4c01-a3ff-72fa9be624c3', 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe', 'port_id': '8a66b33a-e10b-4c01-a3ff-72fa9be624c3', 'mac_address': 'fa:16:3e:aa:9f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0f07cf-3681-4635-9343-577c01c78f9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:38:09.549912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-833e88a5-3d38-4e63-b653-7ff2aa74e15c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658499259&fields=id&tenant_id=872a5f9254c2400da577ebbc742a44b8 HTTP/1.1" status: 200 len: 267 time: 0.0334933 Oct 13 14:38:09.551138 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:09.557397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:38:09.584858 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8a66b33a-e10b-4c01-a3ff-72fa9be624c3,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:09.663134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-749c3110-5967-4ccf-92d1-e26ab6f42135 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:09.664828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-749c3110-5967-4ccf-92d1-e26ab6f42135 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/networks?id=1932f47b-0d44-4e5d-bfe8-3e8a9410065a HTTP/1.1" status: 200 len: 797 time: 0.1147530 Oct 13 14:38:09.706018 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-c1b0bbed-daaf-495a-b816-84be7b5fcdb0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/quotas/872a5f9254c2400da577ebbc742a44b8 HTTP/1.1" status: 200 len: 375 time: 0.0338566 Oct 13 14:38:09.707575 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:09.783579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=8a66b33a-e10b-4c01-a3ff-72fa9be624c3,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:09.804303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a60d9-7301-4b09-a253-1ea48e4651fe req-183a02ae-48ac-4069-a7eb-00db6e29b034 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:09.805933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-808a60d9-7301-4b09-a253-1ea48e4651fe req-183a02ae-48ac-4069-a7eb-00db6e29b034 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 944 time: 0.1261184 Oct 13 14:38:09.820245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-e62a69db-33a5-49a1-941a-08bc9b4782c4 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=872a5f9254c2400da577ebbc742a44b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0991015 Oct 13 14:38:09.865547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-808a60d9-7301-4b09-a253-1ea48e4651fe req-90f25c46-03de-497d-99c4-271bc3056a23 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441568 Oct 13 14:38:09.943253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['8a66b33a-e10b-4c01-a3ff-72fa9be624c3'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:38:10.002022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-aafc03c4-6b50-4825-9d33-a065aaa2b9c5 service neutron] 10.222.0.18 "GET /v2.0/networks/1932f47b-0d44-4e5d-bfe8-3e8a9410065a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657345 Oct 13 14:38:10.115636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-f256f4cd-708b-4489-a092-96bd4b1e1ffb service neutron] 10.222.0.18 "GET /v2.0/networks/1932f47b-0d44-4e5d-bfe8-3e8a9410065a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062629 Oct 13 14:38:10.408037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65e8c831-d1c8-40d7-b6c9-032501f7b3ea req-78a09155-222e-4dc5-8ca1-7603df059b68 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0287778 Oct 13 14:38:11.001090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b6aa9-2769-4e21-8b7e-b1df31a61949 req-62bd4105-6e98-4210-b868-d348a7456845 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:11.002689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-470b6aa9-2769-4e21-8b7e-b1df31a61949 req-62bd4105-6e98-4210-b868-d348a7456845 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 944 time: 0.0611780 Oct 13 14:38:11.042678 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-470b6aa9-2769-4e21-8b7e-b1df31a61949 req-624b34d4-4586-48cd-9969-1421413367de tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335896 Oct 13 14:38:11.348139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 30046408-6c56-4416-ba49-cf16d2bd90b7 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:38:11.352159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:38:11.516240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edea238-b0b8-40cd-9479-7fa18e7f6ce4 req-78157abd-4bdf-4fb7-8059-4b854cd43f56 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0287435 Oct 13 14:38:11.638797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 30046408-6c56-4416-ba49-cf16d2bd90b7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=30046408-6c56-4416-ba49-cf16d2bd90b7,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:11.650459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '30046408-6c56-4416-ba49-cf16d2bd90b7', 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe', 'port_id': '30046408-6c56-4416-ba49-cf16d2bd90b7', 'mac_address': 'fa:16:3e:1e:94:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0f07cf-3681-4635-9343-577c01c78f9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:38:11.684851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:38:11.693074 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:38:11.693457 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:11.697210 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:11.733770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30046408-6c56-4416-ba49-cf16d2bd90b7 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:38:11.762593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 30046408-6c56-4416-ba49-cf16d2bd90b7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=30046408-6c56-4416-ba49-cf16d2bd90b7,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:11.809221 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:11.828363 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:11.837233 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59da13c4-1370-4746-a56d-08ed758bf0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a66b33a-e10b-4c01-a3ff-72fa9be624c3'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:38:11.839524 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b65221-01ce-41b3-a7fc-c2800ed4ec6d" -d '{"events": [{"server_uuid": "59da13c4-1370-4746-a56d-08ed758bf0db", "name": "network-vif-plugged", "status": "completed", "tag": "8a66b33a-e10b-4c01-a3ff-72fa9be624c3"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:38:11.871501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8a66b33a-e10b-4c01-a3ff-72fa9be624c3,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:11.897044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=30046408-6c56-4416-ba49-cf16d2bd90b7,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:11.982032 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4b5db2-321c-496c-b23e-1d4a7aa5eb15 x-openstack-request-id: req-7a4b5db2-321c-496c-b23e-1d4a7aa5eb15 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:38:11.982328 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59da13c4-1370-4746-a56d-08ed758bf0db", "name": "network-vif-plugged", "status": "completed", "tag": "8a66b33a-e10b-4c01-a3ff-72fa9be624c3", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:38:11.982580 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a4b5db2-321c-496c-b23e-1d4a7aa5eb15 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:38:11.982978 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59da13c4-1370-4746-a56d-08ed758bf0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a66b33a-e10b-4c01-a3ff-72fa9be624c3', 'code': 200} Oct 13 14:38:11.986831 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:12.048859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=8a66b33a-e10b-4c01-a3ff-72fa9be624c3,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:12.093474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['30046408-6c56-4416-ba49-cf16d2bd90b7'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:38:12.098714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db04a3-c681-4e30-9a07-cdd92b439857 req-fa34b4a2-21d5-4f74-9122-f7db67fbadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:12.102290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9db04a3-c681-4e30-9a07-cdd92b439857 req-fa34b4a2-21d5-4f74-9122-f7db67fbadd0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59da13c4-1370-4746-a56d-08ed758bf0db HTTP/1.1" status: 200 len: 1098 time: 0.0532000 Oct 13 14:38:12.182798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9db04a3-c681-4e30-9a07-cdd92b439857 req-a0194fab-8e45-4656-ba05-c3ebf0e1ef19 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731547 Oct 13 14:38:12.199760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110fff3-d852-4656-bb60-45f27ac7585e req-e781c206-24f4-42eb-9cd9-7fe8ec47a5f6 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:12.201554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8110fff3-d852-4656-bb60-45f27ac7585e req-e781c206-24f4-42eb-9cd9-7fe8ec47a5f6 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 945 time: 0.0722737 Oct 13 14:38:12.258046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8110fff3-d852-4656-bb60-45f27ac7585e req-8d4b5251-3d93-416a-8c56-914581b4189d tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500038 Oct 13 14:38:12.633485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f5cc41a-54d3-4916-82b1-81779b377dc3 req-f6097225-0f79-42ec-b8c6-29f497d88bf0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0314353 Oct 13 14:38:12.675582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-93a08172-5e43-4aa9-821c-f502d3bdbb81 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:12.676205 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-93a08172-5e43-4aa9-821c-f502d3bdbb81 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.41 "GET /v2.0/networks?id=1932f47b-0d44-4e5d-bfe8-3e8a9410065a HTTP/1.1" status: 200 len: 797 time: 0.1354134 Oct 13 14:38:12.728642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-8c1a807a-3ca1-4cca-b633-e41f7aa68813 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=872a5f9254c2400da577ebbc742a44b8 HTTP/1.1" status: 200 len: 472 time: 0.0430901 Oct 13 14:38:12.738546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-38b54818-d8a4-4c27-8722-12eef699abf9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'port': {'device_id': '14181877-549c-4c72-a2f6-97125098c9e7', 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a', 'admin_state_up': True, 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'security_groups': ['4097dd7e-6dc4-4791-b717-69eb44383ea4']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:12.923845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-38b54818-d8a4-4c27-8722-12eef699abf9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Made reservation on behalf of 872a5f9254c2400da577ebbc742a44b8 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:38:12.927468 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-38b54818-d8a4-4c27-8722-12eef699abf9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:13.072552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-38b54818-d8a4-4c27-8722-12eef699abf9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Allocated IP 172.20.0.29 (1932f47b-0d44-4e5d-bfe8-3e8a9410065a/0693b5a8-e449-465d-a9c2-aa0fb7b0eda2/8b81b6b7-80f6-470a-9f95-72edba2ff14a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:38:13.216876 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-38b54818-d8a4-4c27-8722-12eef699abf9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:13.330493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-38b54818-d8a4-4c27-8722-12eef699abf9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:13.354134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 30046408-6c56-4416-ba49-cf16d2bd90b7 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:38:13.433197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b54818-d8a4-4c27-8722-12eef699abf9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=8b81b6b7-80f6-470a-9f95-72edba2ff14a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:13.448272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-38b54818-d8a4-4c27-8722-12eef699abf9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:38:13.451710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-38b54818-d8a4-4c27-8722-12eef699abf9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:38:13.455703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-38b54818-d8a4-4c27-8722-12eef699abf9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:38:13.496211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39f7a7-3c7a-4a42-bc82-6ebef56d986e req-fa765f88-eb7e-4f9d-9fdc-477303875199 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:13.502089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a39f7a7-3c7a-4a42-bc82-6ebef56d986e req-fa765f88-eb7e-4f9d-9fdc-477303875199 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 945 time: 0.1522315 Oct 13 14:38:13.504345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:38:13.524843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 30046408-6c56-4416-ba49-cf16d2bd90b7 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:38:13.533055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 30046408-6c56-4416-ba49-cf16d2bd90b7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:38:13.533427 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:13.548994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-38b54818-d8a4-4c27-8722-12eef699abf9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:13.549704 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-38b54818-d8a4-4c27-8722-12eef699abf9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:13.580369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a39f7a7-3c7a-4a42-bc82-6ebef56d986e req-5fa9e18b-df3c-4728-aa39-a2ddd026e136 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705888 Oct 13 14:38:13.642107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-38b54818-d8a4-4c27-8722-12eef699abf9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9028256 Oct 13 14:38:13.655401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Request body: {'port': {'device_id': '14181877-549c-4c72-a2f6-97125098c9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:13.710890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b66229bf-c8c2-4195-b8a1-8d55dc27d2e8,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:13.721642 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:38:13.732865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'b66229bf-c8c2-4195-b8a1-8d55dc27d2e8', 'network_id': 'a58842ca-9cea-4ac5-a974-546b3c3771fe', 'port_id': 'b66229bf-c8c2-4195-b8a1-8d55dc27d2e8', 'mac_address': 'fa:16:3e:70:9b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf0f07cf-3681-4635-9343-577c01c78f9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:38:13.737653 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:13.746791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:13.808797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 30046408-6c56-4416-ba49-cf16d2bd90b7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=30046408-6c56-4416-ba49-cf16d2bd90b7,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:13.809940 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:13.825568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:38:13.858700 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b66229bf-c8c2-4195-b8a1-8d55dc27d2e8,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:13.864769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7130b1c2-b24a-4396-b0ad-bb3f841f01ab None None] Provisioning complete for port 8b81b6b7-80f6-470a-9f95-72edba2ff14a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:38:13.865177 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7130b1c2-b24a-4396-b0ad-bb3f841f01ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:13.868465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4951b-83a2-46af-80ea-c5baeefd38ed req-db208e6e-edb1-4308-8102-77a9a6b6a9fa tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:13.870085 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0d4951b-83a2-46af-80ea-c5baeefd38ed req-db208e6e-edb1-4308-8102-77a9a6b6a9fa tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 932 time: 0.0990491 Oct 13 14:38:13.900256 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:13.932804 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7130b1c2-b24a-4396-b0ad-bb3f841f01ab None None] Port 8b81b6b7-80f6-470a-9f95-72edba2ff14a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:38:13.957271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=30046408-6c56-4416-ba49-cf16d2bd90b7,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:13.961046 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:13.987076 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d9518c-b45b-4d09-b239-2c1163ed6ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30046408-6c56-4416-ba49-cf16d2bd90b7'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:38:13.989831 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83608e48-4ee0-4ffe-9faf-de49414f1637" -d '{"events": [{"server_uuid": "e9d9518c-b45b-4d09-b239-2c1163ed6ac4", "name": "network-vif-plugged", "status": "completed", "tag": "30046408-6c56-4416-ba49-cf16d2bd90b7"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:38:14.023296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b66229bf-c8c2-4195-b8a1-8d55dc27d2e8,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:14.050353 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0d4951b-83a2-46af-80ea-c5baeefd38ed req-3465e610-aaba-4169-a1ea-06621f88c585 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254680 Oct 13 14:38:14.064838 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc52138-2f6f-446a-8059-b2e1682d2785 x-openstack-request-id: req-bdc52138-2f6f-446a-8059-b2e1682d2785 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:38:14.065260 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d9518c-b45b-4d09-b239-2c1163ed6ac4", "name": "network-vif-plugged", "status": "completed", "tag": "30046408-6c56-4416-ba49-cf16d2bd90b7", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:38:14.065930 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdc52138-2f6f-446a-8059-b2e1682d2785 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:38:14.066561 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d9518c-b45b-4d09-b239-2c1163ed6ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30046408-6c56-4416-ba49-cf16d2bd90b7', 'code': 200} Oct 13 14:38:14.224835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b81b6b7-80f6-470a-9f95-72edba2ff14a {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:38:14.234030 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:14.258346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Transition to ACTIVE for port object 8b81b6b7-80f6-470a-9f95-72edba2ff14a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:38:14.258346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a6e00-805b-4304-a735-65cd580b51a5 req-8595dc8d-c54a-4334-9d1b-ea7a9c9b63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:14.258346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a7a6e00-805b-4304-a735-65cd580b51a5 req-8595dc8d-c54a-4334-9d1b-ea7a9c9b63fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 1098 time: 0.1307335 Oct 13 14:38:14.295488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a7a6e00-805b-4304-a735-65cd580b51a5 req-12328a01-f74a-4e4a-aaf4-42a6b8b9bebd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311151 Oct 13 14:38:14.341357 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:14.392718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Pushing event updated for resources: {'Port': ['ID=8b81b6b7-80f6-470a-9f95-72edba2ff14a,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:14.467959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b66229bf-c8c2-4195-b8a1-8d55dc27d2e8'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:38:14.489101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Attempting to bind port 8b81b6b7-80f6-470a-9f95-72edba2ff14a on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:38:14.500429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Attempting to bind port 8b81b6b7-80f6-470a-9f95-72edba2ff14a by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'a77fde5a-af20-4f38-9180-e5704d87c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:38:14.500429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Attempting to bind port 8b81b6b7-80f6-470a-9f95-72edba2ff14a on network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:38:14.500429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Port 8b81b6b7-80f6-470a-9f95-72edba2ff14a on network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:38:14.500429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Attempting to bind port 8b81b6b7-80f6-470a-9f95-72edba2ff14a on network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:38:14.509855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:38:14.510907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Checking segment: {'id': 'a77fde5a-af20-4f38-9180-e5704d87c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:38:14.513221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Bound using segment: {'id': 'a77fde5a-af20-4f38-9180-e5704d87c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:38:14.513221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Bound port: 8b81b6b7-80f6-470a-9f95-72edba2ff14a, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77fde5a-af20-4f38-9180-e5704d87c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:38:14.513221 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:14.616111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] For port 8b81b6b7-80f6-470a-9f95-72edba2ff14a, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:38:14.620721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] For port 8b81b6b7-80f6-470a-9f95-72edba2ff14a, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=8b81b6b7-80f6-470a-9f95-72edba2ff14a,segment=NetworkSegment(a77fde5a-af20-4f38-9180-e5704d87c119),segment_id=a77fde5a-af20-4f38-9180-e5704d87c119)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:38:14.696314 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:14.746120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:14.746757 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:14.748178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] 10.222.0.41 "PUT /v2.0/ports/8b81b6b7-80f6-470a-9f95-72edba2ff14a HTTP/1.1" status: 200 len: 1093 time: 1.0976727 Oct 13 14:38:14.748637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14181877-549c-4c72-a2f6-97125098c9e7', 'tag': '8b81b6b7-80f6-470a-9f95-72edba2ff14a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:38:14.751010 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc538484-a5a9-47d6-9066-9f11516af50a" -d '{"events": [{"name": "network-changed", "server_uuid": "14181877-549c-4c72-a2f6-97125098c9e7", "tag": "8b81b6b7-80f6-470a-9f95-72edba2ff14a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:38:14.779574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d2b32-af3f-4722-b1e7-b82e916a663a req-282c632b-758e-4e43-866f-0f673fda8e5a tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:14.781331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-792d2b32-af3f-4722-b1e7-b82e916a663a req-282c632b-758e-4e43-866f-0f673fda8e5a tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 946 time: 0.1141558 Oct 13 14:38:14.787212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73a557-05f4-4a26-a7db-92f07729a984 service neutron] Pushing event updated for resources: {'Port': ['ID=8b81b6b7-80f6-470a-9f95-72edba2ff14a,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:14.813832 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e64ca8-03d2-4182-ab7b-91f1989d3e2b x-openstack-request-id: req-f7e64ca8-03d2-4182-ab7b-91f1989d3e2b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:38:14.814261 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14181877-549c-4c72-a2f6-97125098c9e7", "tag": "8b81b6b7-80f6-470a-9f95-72edba2ff14a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:38:14.815062 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7e64ca8-03d2-4182-ab7b-91f1989d3e2b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:38:14.817121 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14181877-549c-4c72-a2f6-97125098c9e7', 'tag': '8b81b6b7-80f6-470a-9f95-72edba2ff14a', 'status': 'completed', 'code': 200} Oct 13 14:38:14.865044 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-792d2b32-af3f-4722-b1e7-b82e916a663a req-0ca60b29-41de-49b8-8daf-348e1e57e120 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736465 Oct 13 14:38:14.905616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc538484-a5a9-47d6-9066-9f11516af50a req-84df2e56-2d1b-4942-9199-29d14d948f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:14.907364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc538484-a5a9-47d6-9066-9f11516af50a req-84df2e56-2d1b-4942-9199-29d14d948f86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=872a5f9254c2400da577ebbc742a44b8&device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0640016 Oct 13 14:38:15.030121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc538484-a5a9-47d6-9066-9f11516af50a req-9f1323b1-e396-47b3-bb1b-756abdaf851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:15.030121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc538484-a5a9-47d6-9066-9f11516af50a req-9f1323b1-e396-47b3-bb1b-756abdaf851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:15.031408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc538484-a5a9-47d6-9066-9f11516af50a req-9f1323b1-e396-47b3-bb1b-756abdaf851c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=872a5f9254c2400da577ebbc742a44b8&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1137900 Oct 13 14:38:15.150383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc538484-a5a9-47d6-9066-9f11516af50a req-d742b44b-e236-490f-a7da-6e9b28faeb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:15.152135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc538484-a5a9-47d6-9066-9f11516af50a req-d742b44b-e236-490f-a7da-6e9b28faeb52 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1131589 Oct 13 14:38:15.196895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903998fe-1a8a-4606-895d-bb5cdfbf6908 req-1dc9a487-fac4-489f-bb2c-05e02a2ba2c8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:15.197755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-903998fe-1a8a-4606-895d-bb5cdfbf6908 req-1dc9a487-fac4-489f-bb2c-05e02a2ba2c8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 944 time: 0.0614614 Oct 13 14:38:15.263843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-903998fe-1a8a-4606-895d-bb5cdfbf6908 req-392b3bf3-696f-42e5-8ad6-dc4dcf351d6d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547121 Oct 13 14:38:15.274192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-ab79ce54-6cde-40cb-bf6a-3dc14c2d789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:15.277311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-ab79ce54-6cde-40cb-bf6a-3dc14c2d789b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=872a5f9254c2400da577ebbc742a44b8&device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 1096 time: 0.0770240 Oct 13 14:38:15.323601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-60051369-4101-4d0d-8993-f4927d11bc13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=8b81b6b7-80f6-470a-9f95-72edba2ff14a HTTP/1.1" status: 200 len: 217 time: 0.0363603 Oct 13 14:38:15.378874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-6573ae31-9fa3-416e-a0e8-2a9a85aa0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:15.380327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-6573ae31-9fa3-416e-a0e8-2a9a85aa0bdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0693b5a8-e449-465d-a9c2-aa0fb7b0eda2 HTTP/1.1" status: 200 len: 837 time: 0.0496559 Oct 13 14:38:15.741085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-14345370-5520-4f72-a689-f53e14d037ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:15.742566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-14345370-5520-4f72-a689-f53e14d037ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1932f47b-0d44-4e5d-bfe8-3e8a9410065a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3549998 Oct 13 14:38:15.840073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-a0c36f37-301d-4075-963a-d414ab05f32b service neutron] 10.222.0.41 "GET /v2.0/networks/1932f47b-0d44-4e5d-bfe8-3e8a9410065a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886326 Oct 13 14:38:15.959088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92591a5a-7d21-4fb5-94d9-5bc7e1e9ad17 req-0370f175-de2a-4dd1-bd35-1df639456f5b service neutron] 10.222.0.41 "GET /v2.0/networks/1932f47b-0d44-4e5d-bfe8-3e8a9410065a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103859 Oct 13 14:38:15.995997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445897c8-0bf2-44f6-a42f-70957ba634f3 req-8a4abbed-c4a8-4c84-868d-486f0cbdf68a tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:15.997663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-445897c8-0bf2-44f6-a42f-70957ba634f3 req-8a4abbed-c4a8-4c84-868d-486f0cbdf68a tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 946 time: 0.0558825 Oct 13 14:38:16.039117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-445897c8-0bf2-44f6-a42f-70957ba634f3 req-934dc523-94b2-4d26-986c-35b487b78b84 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353720 Oct 13 14:38:16.166716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb45fb-0279-41e2-91d5-285ac1be4172 req-c30144d0-1a78-4562-ac3d-497e451adc04 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:16.168368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70cb45fb-0279-41e2-91d5-285ac1be4172 req-c30144d0-1a78-4562-ac3d-497e451adc04 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=010f1d6a-2a27-4509-a7ce-d909140b976e HTTP/1.1" status: 200 len: 944 time: 0.0533376 Oct 13 14:38:16.211449 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70cb45fb-0279-41e2-91d5-285ac1be4172 req-13379218-631b-4162-82b3-dae0a5c1323b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362356 Oct 13 14:38:16.396307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86db4cd-acb7-40c7-9f36-d758680be8f6 req-5ad08ead-11a9-4b87-aea2-c2b13683e0a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:16.397917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e86db4cd-acb7-40c7-9f36-d758680be8f6 req-5ad08ead-11a9-4b87-aea2-c2b13683e0a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 944 time: 0.0651457 Oct 13 14:38:16.440485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e86db4cd-acb7-40c7-9f36-d758680be8f6 req-5b1c99fd-eac9-4746-bb40-60af8319d252 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362837 Oct 13 14:38:17.339564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64137643-e0e9-4ab5-a6ea-b7d4f874610f req-37df2d70-7c79-4bc8-946e-92e3e4d429a4 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:17.341587 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64137643-e0e9-4ab5-a6ea-b7d4f874610f req-37df2d70-7c79-4bc8-946e-92e3e4d429a4 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=010f1d6a-2a27-4509-a7ce-d909140b976e HTTP/1.1" status: 200 len: 944 time: 0.0585177 Oct 13 14:38:17.382295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64137643-e0e9-4ab5-a6ea-b7d4f874610f req-86156ba7-e92e-41b7-aaea-ce612f84f31b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334356 Oct 13 14:38:17.508808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:38:17.579070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7954d9f-10e2-4614-b748-d6c9bc92cd04 req-b61e7bd5-a201-47cf-b3c8-e3841003f1e4 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:17.580635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7954d9f-10e2-4614-b748-d6c9bc92cd04 req-b61e7bd5-a201-47cf-b3c8-e3841003f1e4 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 944 time: 0.0608485 Oct 13 14:38:17.619628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:38:17.621275 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7954d9f-10e2-4614-b748-d6c9bc92cd04 req-0e917d66-2fa2-4317-b3bc-63985209c980 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331259 Oct 13 14:38:17.625022 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:38:17.628913 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:17.717102 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:17.743529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f1d6a-2a27-4509-a7ce-d909140b976e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66229bf-c8c2-4195-b8a1-8d55dc27d2e8'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:38:17.746358 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a7c140-37d1-4ece-9c26-9c9b1ab2b0f5" -d '{"events": [{"server_uuid": "010f1d6a-2a27-4509-a7ce-d909140b976e", "name": "network-vif-plugged", "status": "completed", "tag": "b66229bf-c8c2-4195-b8a1-8d55dc27d2e8"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:38:17.767875 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b66229bf-c8c2-4195-b8a1-8d55dc27d2e8,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:17.789279 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3456f43f-0965-42f2-9ea3-9ad93fe3a47c x-openstack-request-id: req-3456f43f-0965-42f2-9ea3-9ad93fe3a47c {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:38:17.789691 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010f1d6a-2a27-4509-a7ce-d909140b976e", "name": "network-vif-plugged", "status": "completed", "tag": "b66229bf-c8c2-4195-b8a1-8d55dc27d2e8", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:38:17.790543 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3456f43f-0965-42f2-9ea3-9ad93fe3a47c {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:38:17.791348 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f1d6a-2a27-4509-a7ce-d909140b976e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66229bf-c8c2-4195-b8a1-8d55dc27d2e8', 'code': 200} Oct 13 14:38:17.838104 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:17.889203 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b66229bf-c8c2-4195-b8a1-8d55dc27d2e8,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:17.906169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b19d8-0b3c-41e1-902b-9c4164d8a9bd req-a02e9228-5292-4136-9711-a6a39a76e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:17.907776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-029b19d8-0b3c-41e1-902b-9c4164d8a9bd req-a02e9228-5292-4136-9711-a6a39a76e813 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=010f1d6a-2a27-4509-a7ce-d909140b976e HTTP/1.1" status: 200 len: 1097 time: 0.0546238 Oct 13 14:38:17.950270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-029b19d8-0b3c-41e1-902b-9c4164d8a9bd req-8aba1c55-58e8-4330-9029-f45a36fe1133 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307646 Oct 13 14:38:18.525148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badb7be-abc2-4d65-90de-183385dbfad9 req-a5fd8998-0aff-4893-84f5-21c78ea3be6b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:18.526760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1badb7be-abc2-4d65-90de-183385dbfad9 req-a5fd8998-0aff-4893-84f5-21c78ea3be6b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=010f1d6a-2a27-4509-a7ce-d909140b976e HTTP/1.1" status: 200 len: 945 time: 0.0628865 Oct 13 14:38:18.577077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1badb7be-abc2-4d65-90de-183385dbfad9 req-eba5f282-5d62-41b1-98e9-91d9dae959ea tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Oct 13 14:38:18.647020 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:18.758127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bff36-8c1c-47e5-a51f-51ef386fd551 req-1e242db9-e80b-4690-8913-10f84d11c19d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:18.761485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806bff36-8c1c-47e5-a51f-51ef386fd551 req-1e242db9-e80b-4690-8913-10f84d11c19d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 944 time: 0.0579250 Oct 13 14:38:18.804492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-806bff36-8c1c-47e5-a51f-51ef386fd551 req-3298c4b0-fe26-45a7-983a-ae8960898ccb tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363948 Oct 13 14:38:19.518033 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8e8d4511-8b12-4c58-9a6d-c38acf52a3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:19.726089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08339cf7-9a51-44a6-88d3-a7a656df31f5 req-0ab3801d-e463-4d37-81c4-ab2f8630f825 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:19.727752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08339cf7-9a51-44a6-88d3-a7a656df31f5 req-0ab3801d-e463-4d37-81c4-ab2f8630f825 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=010f1d6a-2a27-4509-a7ce-d909140b976e HTTP/1.1" status: 200 len: 945 time: 0.0641875 Oct 13 14:38:19.774382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08339cf7-9a51-44a6-88d3-a7a656df31f5 req-47a1db38-2999-4960-a064-b92be94ffe76 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345922 Oct 13 14:38:19.945779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06ee07-847c-4dea-924c-9a8ff18564fa req-2148b3df-1d93-4861-869f-1887c7293ec6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:19.947346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb06ee07-847c-4dea-924c-9a8ff18564fa req-2148b3df-1d93-4861-869f-1887c7293ec6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 944 time: 0.0591514 Oct 13 14:38:19.998059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb06ee07-847c-4dea-924c-9a8ff18564fa req-abb8cc4f-8017-4db7-bf5c-c976d480b994 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395401 Oct 13 14:38:20.898533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b473ed-2fa6-4dec-b1eb-dc6913056a01 req-da39c065-db12-4a1b-b622-7f64f330e5ea tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:20.900086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7b473ed-2fa6-4dec-b1eb-dc6913056a01 req-da39c065-db12-4a1b-b622-7f64f330e5ea tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=010f1d6a-2a27-4509-a7ce-d909140b976e HTTP/1.1" status: 200 len: 945 time: 0.0497670 Oct 13 14:38:20.939395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7b473ed-2fa6-4dec-b1eb-dc6913056a01 req-20530fc8-7531-48b0-9aa7-6d71b7035941 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332718 Oct 13 14:38:21.091890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb0f0e-cbe0-446a-913d-07debf50171b req-b3b9506a-2487-4230-99c8-66c0b1ef742f tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:21.093662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0adb0f0e-cbe0-446a-913d-07debf50171b req-b3b9506a-2487-4230-99c8-66c0b1ef742f tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=59da13c4-1370-4746-a56d-08ed758bf0db HTTP/1.1" status: 200 len: 946 time: 0.0738795 Oct 13 14:38:21.159344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0adb0f0e-cbe0-446a-913d-07debf50171b req-b50cae60-3ea5-4853-b966-47ad055ada31 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552752 Oct 13 14:38:21.172140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1422868-59ba-4477-8a35-0b437e050ee0 req-9701304a-e023-4f77-a141-3812f4da1fa0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:21.173713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1422868-59ba-4477-8a35-0b437e050ee0 req-9701304a-e023-4f77-a141-3812f4da1fa0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 944 time: 0.0789664 Oct 13 14:38:21.219203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1422868-59ba-4477-8a35-0b437e050ee0 req-8b4c3773-5947-4c61-a7a2-6d42fce4122f tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385318 Oct 13 14:38:21.525864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a77e69-e673-4375-891d-6d744c569c46 req-833bf312-bd88-42c7-9db6-fe6b462ae0f9 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:21.533547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36a77e69-e673-4375-891d-6d744c569c46 req-833bf312-bd88-42c7-9db6-fe6b462ae0f9 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=59da13c4-1370-4746-a56d-08ed758bf0db HTTP/1.1" status: 200 len: 946 time: 0.0579906 Oct 13 14:38:21.533979 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8b81b6b7-80f6-470a-9f95-72edba2ff14a details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:38:21.569900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36a77e69-e673-4375-891d-6d744c569c46 req-4ac2c701-4c1b-4af9-be2c-7d330b09890b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333714 Oct 13 14:38:21.638663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 8b81b6b7-80f6-470a-9f95-72edba2ff14a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=8b81b6b7-80f6-470a-9f95-72edba2ff14a,segment=NetworkSegment(a77fde5a-af20-4f38-9180-e5704d87c119),segment_id=a77fde5a-af20-4f38-9180-e5704d87c119)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:21.657161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '8b81b6b7-80f6-470a-9f95-72edba2ff14a', 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a', 'port_id': '8b81b6b7-80f6-470a-9f95-72edba2ff14a', 'mac_address': 'fa:16:3e:d3:08:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0693b5a8-e449-465d-a9c2-aa0fb7b0eda2', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:38:21.699668 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:21.713417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b81b6b7-80f6-470a-9f95-72edba2ff14a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:38:21.733248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 8b81b6b7-80f6-470a-9f95-72edba2ff14a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=8b81b6b7-80f6-470a-9f95-72edba2ff14a,segment=NetworkSegment(a77fde5a-af20-4f38-9180-e5704d87c119),segment_id=a77fde5a-af20-4f38-9180-e5704d87c119)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:22.137629 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:22.239829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=8b81b6b7-80f6-470a-9f95-72edba2ff14a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:22.372027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f8a61-3db8-4a8e-ac0a-fda36d822081 req-9f4959f3-91a3-4fee-ade3-6e59f0ef5e26 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:22.373966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f3f8a61-3db8-4a8e-ac0a-fda36d822081 req-9f4959f3-91a3-4fee-ade3-6e59f0ef5e26 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0662315 Oct 13 14:38:22.414049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f3f8a61-3db8-4a8e-ac0a-fda36d822081 req-371be62f-7702-49e3-bd60-6f8638a7f36a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333033 Oct 13 14:38:22.632655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['8b81b6b7-80f6-470a-9f95-72edba2ff14a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:38:22.722554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b040-5881-45f4-8fbb-ccb3d6a9d900 req-262160b7-f2b4-4ebd-a8fa-d45b3808a488 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:22.728007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0540b040-5881-45f4-8fbb-ccb3d6a9d900 req-262160b7-f2b4-4ebd-a8fa-d45b3808a488 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=59da13c4-1370-4746-a56d-08ed758bf0db HTTP/1.1" status: 200 len: 946 time: 0.0750182 Oct 13 14:38:22.759663 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:22.761216 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cc2bad03-5299-4bde-b8dd-b96d391cc1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:22.765864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0540b040-5881-45f4-8fbb-ccb3d6a9d900 req-2685d950-cca1-4191-a303-ec06d7e064d0 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352311 Oct 13 14:38:22.931909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf704fa3-16a3-444f-ae74-cea404090831 req-b4488758-5180-4636-81ef-a01a68204266 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:22.933504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf704fa3-16a3-444f-ae74-cea404090831 req-b4488758-5180-4636-81ef-a01a68204266 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.49 "GET /v2.0/ports?device_id=59da13c4-1370-4746-a56d-08ed758bf0db HTTP/1.1" status: 200 len: 946 time: 0.0526285 Oct 13 14:38:23.037040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-cf704fa3-16a3-444f-ae74-cea404090831 req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Deleting port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:38:23.037040 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cf704fa3-16a3-444f-ae74-cea404090831 req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:23.135973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cf704fa3-16a3-444f-ae74-cea404090831 req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] For port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=8a66b33a-e10b-4c01-a3ff-72fa9be624c3,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:23.136350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cf704fa3-16a3-444f-ae74-cea404090831 req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:23.149388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-cf704fa3-16a3-444f-ae74-cea404090831 req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Calling delete_port for 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:38:23.341407 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cf704fa3-16a3-444f-ae74-cea404090831 req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:23.356837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['8a66b33a-e10b-4c01-a3ff-72fa9be624c3', '30046408-6c56-4416-ba49-cf16d2bd90b7'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:38:23.374234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Pushing event deleted for resources: {'Port': ['ID=8a66b33a-e10b-4c01-a3ff-72fa9be624c3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:23.410918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:23.411314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:23.411812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:23.412160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:23.413160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:23.413560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:23.414368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:23.414830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:23.415244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:23.415590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:23.416172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:23.416710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:23.443741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf704fa3-16a3-444f-ae74-cea404090831 req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] No DVR routers for this DVR port 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:38:23.447181 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cf704fa3-16a3-444f-ae74-cea404090831 req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:23.459013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf704fa3-16a3-444f-ae74-cea404090831 req-3452054d-0301-46da-a9c5-86ac1aefd688 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.49 "DELETE /v2.0/ports/8a66b33a-e10b-4c01-a3ff-72fa9be624c3 HTTP/1.1" status: 204 len: 173 time: 0.5111556 Oct 13 14:38:23.459013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59da13c4-1370-4746-a56d-08ed758bf0db', 'name': 'network-vif-deleted', 'tag': '8a66b33a-e10b-4c01-a3ff-72fa9be624c3'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:38:23.459013 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1633a2-ed36-498a-ba2a-c2c89f3e1187" -d '{"events": [{"server_uuid": "59da13c4-1370-4746-a56d-08ed758bf0db", "name": "network-vif-deleted", "tag": "8a66b33a-e10b-4c01-a3ff-72fa9be624c3"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:38:23.538737 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f597c1b-63a4-44fb-b130-b985343ba3f5 x-openstack-request-id: req-0f597c1b-63a4-44fb-b130-b985343ba3f5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:38:23.544124 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59da13c4-1370-4746-a56d-08ed758bf0db", "name": "network-vif-deleted", "tag": "8a66b33a-e10b-4c01-a3ff-72fa9be624c3", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:38:23.544124 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f597c1b-63a4-44fb-b130-b985343ba3f5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:38:23.544124 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59da13c4-1370-4746-a56d-08ed758bf0db', 'name': 'network-vif-deleted', 'tag': '8a66b33a-e10b-4c01-a3ff-72fa9be624c3', 'status': 'completed', 'code': 200} Oct 13 14:38:23.574741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c97840-6202-44d2-9802-e4eee1c9b30f req-44d6a465-45f0-4b63-b433-61e3076f1e24 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:23.580814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05c97840-6202-44d2-9802-e4eee1c9b30f req-44d6a465-45f0-4b63-b433-61e3076f1e24 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0859838 Oct 13 14:38:23.640095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05c97840-6202-44d2-9802-e4eee1c9b30f req-3a31e054-d785-48ac-bfc2-9fba88230ec7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579240 Oct 13 14:38:23.838087 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b66229bf-c8c2-4195-b8a1-8d55dc27d2e8'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:38:23.895181 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:23.906418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bfd99e6b-bf01-456e-bcf5-4879d0eacdee req-5476a643-1bdd-49a7-a650-db8b7c590261 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=59da13c4-1370-4746-a56d-08ed758bf0db HTTP/1.1" status: 200 len: 210 time: 0.0336714 Oct 13 14:38:24.010293 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:24.774056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea6607-8263-4186-8619-c798dbd82c60 req-aeb77ab1-2d71-45df-a5af-cbf5492ca544 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:24.775560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69ea6607-8263-4186-8619-c798dbd82c60 req-aeb77ab1-2d71-45df-a5af-cbf5492ca544 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 945 time: 0.0585623 Oct 13 14:38:24.814883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69ea6607-8263-4186-8619-c798dbd82c60 req-a68cc194-2171-4ee2-83fe-e6c390aef874 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331132 Oct 13 14:38:25.385579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:38:25.388156 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:25.407789 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:38:25.408201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 8a66b33a-e10b-4c01-a3ff-72fa9be624c3 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:38:25.558470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8b81b6b7-80f6-470a-9f95-72edba2ff14a up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:38:25.659030 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-e2775c47-6200-43f8-b79e-2c74e913fc50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0520897 Oct 13 14:38:25.704413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 8b81b6b7-80f6-470a-9f95-72edba2ff14a completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:38:25.710666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 8b81b6b7-80f6-470a-9f95-72edba2ff14a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:38:25.711790 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:25.792270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68938165-b2ab-44bc-9c67-6dcf5e10451e req-7bc09ba2-f162-448f-b335-529a91ae761b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:25.798328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68938165-b2ab-44bc-9c67-6dcf5e10451e req-7bc09ba2-f162-448f-b335-529a91ae761b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:25.800550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68938165-b2ab-44bc-9c67-6dcf5e10451e req-7bc09ba2-f162-448f-b335-529a91ae761b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=010f1d6a-2a27-4509-a7ce-d909140b976e&device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 1682 time: 0.1020782 Oct 13 14:38:25.800865 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:25.806385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-6bdc2a91-c93a-467a-b298-c5af3552ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:25.807617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-6bdc2a91-c93a-467a-b298-c5af3552ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:25.807617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-6bdc2a91-c93a-467a-b298-c5af3552ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:25.807923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-6bdc2a91-c93a-467a-b298-c5af3552ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:25.808395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-6bdc2a91-c93a-467a-b298-c5af3552ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:25.808878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-6bdc2a91-c93a-467a-b298-c5af3552ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:25.809353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-6bdc2a91-c93a-467a-b298-c5af3552ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:25.811385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-6bdc2a91-c93a-467a-b298-c5af3552ffc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 6499 time: 0.0979433 Oct 13 14:38:25.835862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14181877-549c-4c72-a2f6-97125098c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b81b6b7-80f6-470a-9f95-72edba2ff14a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:38:25.841901 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd43052-edb2-4460-8101-50072799b56a" -d '{"events": [{"server_uuid": "14181877-549c-4c72-a2f6-97125098c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "8b81b6b7-80f6-470a-9f95-72edba2ff14a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:38:25.855477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 8b81b6b7-80f6-470a-9f95-72edba2ff14a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=8b81b6b7-80f6-470a-9f95-72edba2ff14a,segment=NetworkSegment(a77fde5a-af20-4f38-9180-e5704d87c119),segment_id=a77fde5a-af20-4f38-9180-e5704d87c119)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:25.935313 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:25.943464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68938165-b2ab-44bc-9c67-6dcf5e10451e req-0a6ce0b3-f4b9-4e8c-a904-203b982d55ed tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310003 Oct 13 14:38:25.993744 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70330e3b-9059-4028-8618-1a31d6bb874c x-openstack-request-id: req-70330e3b-9059-4028-8618-1a31d6bb874c {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:38:25.994377 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14181877-549c-4c72-a2f6-97125098c9e7", "name": "network-vif-plugged", "status": "completed", "tag": "8b81b6b7-80f6-470a-9f95-72edba2ff14a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:38:25.994829 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70330e3b-9059-4028-8618-1a31d6bb874c {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:38:25.995434 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14181877-549c-4c72-a2f6-97125098c9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b81b6b7-80f6-470a-9f95-72edba2ff14a', 'code': 200} Oct 13 14:38:25.996196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=8b81b6b7-80f6-470a-9f95-72edba2ff14a,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:26.046664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffd9c0-d34b-4aa0-a7e9-bf6e8d0aee15 req-9210195e-f3b3-4377-9143-ed2557e4051c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:26.046664 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5ffd9c0-d34b-4aa0-a7e9-bf6e8d0aee15 req-9210195e-f3b3-4377-9143-ed2557e4051c tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 946 time: 0.1165614 Oct 13 14:38:26.067857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-5aa8dfaa-a2fa-4bd5-bd76-ae2e3666f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:26.068325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-5aa8dfaa-a2fa-4bd5-bd76-ae2e3666f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:26.068795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-5aa8dfaa-a2fa-4bd5-bd76-ae2e3666f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:26.070483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-5aa8dfaa-a2fa-4bd5-bd76-ae2e3666f756 service neutron] 10.222.0.41 "GET /v2.0/networks?id=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=04869804-6b90-49cf-9c8c-d69c53d0480c&id=04869804-6b90-49cf-9c8c-d69c53d0480c HTTP/1.1" status: 200 len: 2289 time: 0.2301052 Oct 13 14:38:26.167151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5ffd9c0-d34b-4aa0-a7e9-bf6e8d0aee15 req-d9ad93a3-c04b-4f17-bd19-1b16346cfeb3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211512 Oct 13 14:38:26.192624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac4b1-ec5a-453b-9076-f697fdde8f26 req-c63c8123-2e4f-4c6a-bb3e-cf0400934f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:26.194450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5aeac4b1-ec5a-453b-9076-f697fdde8f26 req-c63c8123-2e4f-4c6a-bb3e-cf0400934f4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 1098 time: 0.1405952 Oct 13 14:38:26.196549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-2d9f0435-69b7-44dd-9b42-957b0958ad79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6570fba8-02df-4686-b8cd-13bad9a25560 HTTP/1.1" status: 200 len: 1001 time: 0.1047275 Oct 13 14:38:26.278335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5aeac4b1-ec5a-453b-9076-f697fdde8f26 req-41330a71-66bd-4d4b-8c22-3fcd1e08e0ef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704937 Oct 13 14:38:26.283001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-5042ee44-67ff-471e-9673-816c60a78afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:26.284798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-5042ee44-67ff-471e-9673-816c60a78afc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d98b753-5756-4883-9995-4439b4ac06ca HTTP/1.1" status: 200 len: 848 time: 0.0754144 Oct 13 14:38:26.613363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-c576b60a-fba0-48b4-ac63-d0497cc96adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:26.616098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-c576b60a-fba0-48b4-ac63-d0497cc96adc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716040 Oct 13 14:38:26.749379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-3d43f747-3a9f-4aed-9f6c-f643df0af84b service neutron] 10.222.0.41 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250529 Oct 13 14:38:26.902172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-29e6cd65-d4ae-4028-8632-63e72660d94f service neutron] 10.222.0.41 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139634 Oct 13 14:38:26.959829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-4c445d1b-501b-49e7-a4d9-78d2d38e005b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=f928a12f-8d60-4dde-bc7d-f75ac0b51092 HTTP/1.1" status: 200 len: 217 time: 0.0450561 Oct 13 14:38:27.056654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-6474e641-9666-48b8-8c86-4d7c46dfab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:27.058142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-6474e641-9666-48b8-8c86-4d7c46dfab16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0891783 Oct 13 14:38:27.092782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a506a89-66c8-47f6-92fb-4b8569be83ed req-9bfd7f2b-8a2c-4cfc-92e0-f7207fe6a953 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:27.094377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a506a89-66c8-47f6-92fb-4b8569be83ed req-9bfd7f2b-8a2c-4cfc-92e0-f7207fe6a953 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=010f1d6a-2a27-4509-a7ce-d909140b976e HTTP/1.1" status: 200 len: 945 time: 0.0811255 Oct 13 14:38:27.160091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a506a89-66c8-47f6-92fb-4b8569be83ed req-4e54b6e1-d887-44dd-bcce-2ddf75216284 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Oct 13 14:38:27.162047 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-e63034ad-3d3f-49fb-af6f-6d363ceff552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:27.163495 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-e63034ad-3d3f-49fb-af6f-6d363ceff552 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0924697 Oct 13 14:38:27.322283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-bcfa2b22-8d85-4977-9c9c-fa063b835c28 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487861 Oct 13 14:38:27.336408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f909f37-246b-4bab-b4ab-2273da995ae5 req-b832e98e-233f-4c65-90f9-054cc13aff7d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:27.338109 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f909f37-246b-4bab-b4ab-2273da995ae5 req-b832e98e-233f-4c65-90f9-054cc13aff7d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 946 time: 0.0823526 Oct 13 14:38:27.433259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f909f37-246b-4bab-b4ab-2273da995ae5 req-5bd8d210-7e10-4a75-bc5e-cebc61cfb1bc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864525 Oct 13 14:38:27.475574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-0acd77b8-3036-4457-b9c0-06292eb91d91 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363018 Oct 13 14:38:27.525942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-3d151261-da6f-44d9-9284-e58742df148a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=2c37e341-3a35-47e3-8b77-88ecba7dd0b1 HTTP/1.1" status: 200 len: 217 time: 0.0408504 Oct 13 14:38:27.579383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-4436284d-230e-4632-a422-be2a31901852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:27.580769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-4436284d-230e-4632-a422-be2a31901852 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0471733 Oct 13 14:38:27.655838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-1acc3aba-7d3d-4326-84e3-035b1c0cf96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:27.657862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-1acc3aba-7d3d-4326-84e3-035b1c0cf96f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0604534 Oct 13 14:38:27.759210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-fdd643eb-90bf-4850-9e2c-ea9d693b7ea6 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919664 Oct 13 14:38:27.903786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-24163bce-e2fe-4115-aa0f-16e205d21b1c service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353776 Oct 13 14:38:27.968770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-09bd13be-0b55-45a1-8a0d-c905f935be05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=5da5fa50-7e51-4bac-9635-956781d762b9 HTTP/1.1" status: 200 len: 217 time: 0.0523624 Oct 13 14:38:28.025435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-3c58e844-74b7-4050-84c6-f43fe43b288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:28.026942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-3c58e844-74b7-4050-84c6-f43fe43b288e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0493269 Oct 13 14:38:28.106236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-972155cb-8b4f-4f4a-9c3c-8e1092d33cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:28.107705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-972155cb-8b4f-4f4a-9c3c-8e1092d33cfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0722299 Oct 13 14:38:28.204523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-8526a65c-b7f4-4541-9af6-da81a956e95a service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873704 Oct 13 14:38:28.341343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e43f5-57be-4eff-8ab2-125bfd21dbd2 req-76148051-69b4-4758-9dd0-e09fb2a541ac tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:28.342831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f24e43f5-57be-4eff-8ab2-125bfd21dbd2 req-76148051-69b4-4758-9dd0-e09fb2a541ac tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=010f1d6a-2a27-4509-a7ce-d909140b976e HTTP/1.1" status: 200 len: 945 time: 0.0788405 Oct 13 14:38:28.350082 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-81d86238-341b-4485-bc56-e47bb30f3e26 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353045 Oct 13 14:38:28.438886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-860ece1f-bdf1-4618-b91e-41cef56b8e0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=a40af342-105f-45cc-8b9c-1c286b9f02b3 HTTP/1.1" status: 200 len: 217 time: 0.0720062 Oct 13 14:38:28.499740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f24e43f5-57be-4eff-8ab2-125bfd21dbd2 req-10748ba8-6fb1-4a45-b4dc-326ec02a4df9 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486120 Oct 13 14:38:28.537696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487fcac-cc5b-451f-932d-b08651a900bc req-71a799d6-1d62-4560-9fd9-979e92d3aa8d tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:28.539276 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8487fcac-cc5b-451f-932d-b08651a900bc req-71a799d6-1d62-4560-9fd9-979e92d3aa8d tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9d9518c-b45b-4d09-b239-2c1163ed6ac4 HTTP/1.1" status: 200 len: 946 time: 0.1201017 Oct 13 14:38:28.556640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-8d3dea92-8194-438a-9f14-c96fcb70774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:28.558302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-8d3dea92-8194-438a-9f14-c96fcb70774c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0957680 Oct 13 14:38:28.718861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725b4e4-7e97-4cf4-b08e-c425cb189186 req-27d54554-5766-4a76-9c19-0f58b0f4c371 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:28.718861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5725b4e4-7e97-4cf4-b08e-c425cb189186 req-27d54554-5766-4a76-9c19-0f58b0f4c371 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 946 time: 0.1512563 Oct 13 14:38:28.718861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-4ec38540-a1fb-441b-bac7-48f962baa859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:28.718861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-4ec38540-a1fb-441b-bac7-48f962baa859 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1193960 Oct 13 14:38:28.832785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-8487fcac-cc5b-451f-932d-b08651a900bc req-102cc950-e869-4c0a-bba9-268bce5b8dda tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Deleting port 30046408-6c56-4416-ba49-cf16d2bd90b7 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:38:28.833155 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8487fcac-cc5b-451f-932d-b08651a900bc req-102cc950-e869-4c0a-bba9-268bce5b8dda tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:28.841520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5725b4e4-7e97-4cf4-b08e-c425cb189186 req-1f7fd6c1-2341-44dc-b3a0-1779929be530 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365576 Oct 13 14:38:28.938094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3286f-aa16-4aa5-89ca-22105df7b4d4 req-690666d8-b1f2-49e2-960c-a3c2c0ad3675 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:28.939589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0e3286f-aa16-4aa5-89ca-22105df7b4d4 req-690666d8-b1f2-49e2-960c-a3c2c0ad3675 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.41 "GET /v2.0/ports?device_id=010f1d6a-2a27-4509-a7ce-d909140b976e HTTP/1.1" status: 200 len: 945 time: 0.1969924 Oct 13 14:38:28.965925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-91c2201d-185e-4195-b4a7-6fd24430833f service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528677 Oct 13 14:38:29.099594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-8487fcac-cc5b-451f-932d-b08651a900bc req-102cc950-e869-4c0a-bba9-268bce5b8dda tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] For port 30046408-6c56-4416-ba49-cf16d2bd90b7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=30046408-6c56-4416-ba49-cf16d2bd90b7,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:29.099882 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8487fcac-cc5b-451f-932d-b08651a900bc req-102cc950-e869-4c0a-bba9-268bce5b8dda tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:29.144200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2ae4e-0690-4e52-b6d9-772c5e8b3da1 req-7c373728-e1e1-48a9-8832-7df17201352a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:29.145780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bd2ae4e-0690-4e52-b6d9-772c5e8b3da1 req-7c373728-e1e1-48a9-8832-7df17201352a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 946 time: 0.2224429 Oct 13 14:38:29.160935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-8487fcac-cc5b-451f-932d-b08651a900bc req-102cc950-e869-4c0a-bba9-268bce5b8dda tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Calling delete_port for 30046408-6c56-4416-ba49-cf16d2bd90b7 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:38:29.241661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-7b36ff67-055f-46b9-85c9-f0ca4bf5d8ba service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526059 Oct 13 14:38:29.301403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bd2ae4e-0690-4e52-b6d9-772c5e8b3da1 req-3aaa8a47-b90e-426d-9ed8-79679fa95687 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429172 Oct 13 14:38:29.302633 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-8928bbb0-2b04-49f4-a506-0e5d6fc18c70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=721e5f9b-285c-4d44-b325-575341d83b4e HTTP/1.1" status: 200 len: 217 time: 0.0549381 Oct 13 14:38:29.353335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-e0e3286f-aa16-4aa5-89ca-22105df7b4d4 req-88440a70-4ccb-464c-9ced-86a757e3782b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Deleting port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:38:29.353596 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e0e3286f-aa16-4aa5-89ca-22105df7b4d4 req-88440a70-4ccb-464c-9ced-86a757e3782b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:29.771371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-a4e14942-377a-4beb-bd04-3e656923d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:29.772883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-a4e14942-377a-4beb-bd04-3e656923d201 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b211eb86-cceb-4223-8e35-6e5309a555d4 HTTP/1.1" status: 200 len: 797 time: 0.4600263 Oct 13 14:38:29.896528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710ac51-182c-46d9-a5a6-9b96cb66e3e9 req-e54d335d-bc07-459a-952b-9fcec23bab4d tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:29.897975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5710ac51-182c-46d9-a5a6-9b96cb66e3e9 req-e54d335d-bc07-459a-952b-9fcec23bab4d tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=010f1d6a-2a27-4509-a7ce-d909140b976e HTTP/1.1" status: 200 len: 945 time: 0.2207096 Oct 13 14:38:29.900872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e0e3286f-aa16-4aa5-89ca-22105df7b4d4 req-88440a70-4ccb-464c-9ced-86a757e3782b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] For port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b66229bf-c8c2-4195-b8a1-8d55dc27d2e8,segment=NetworkSegment(c51d3996-9ec9-4560-b74f-886497034234),segment_id=c51d3996-9ec9-4560-b74f-886497034234)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:29.901309 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e0e3286f-aa16-4aa5-89ca-22105df7b4d4 req-88440a70-4ccb-464c-9ced-86a757e3782b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:29.944911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-e0e3286f-aa16-4aa5-89ca-22105df7b4d4 req-88440a70-4ccb-464c-9ced-86a757e3782b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Calling delete_port for b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:38:29.967474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-a1133900-7a6d-42da-8230-4ceb92bfe518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:29.968525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-a1133900-7a6d-42da-8230-4ceb92bfe518 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04869804-6b90-49cf-9c8c-d69c53d0480c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1769309 Oct 13 14:38:30.022409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5710ac51-182c-46d9-a5a6-9b96cb66e3e9 req-d75b3e59-85be-4858-8a83-68a5decf9eb7 tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/security-groups?id=d53a9456-904a-4cb1-860c-b7e44deaf2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127598 Oct 13 14:38:30.062336 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8487fcac-cc5b-451f-932d-b08651a900bc req-102cc950-e869-4c0a-bba9-268bce5b8dda tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:30.074515 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b66229bf-c8c2-4195-b8a1-8d55dc27d2e8'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:38:30.115572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cc950-e869-4c0a-bba9-268bce5b8dda tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Pushing event deleted for resources: {'Port': ['ID=30046408-6c56-4416-ba49-cf16d2bd90b7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:30.191045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8487fcac-cc5b-451f-932d-b08651a900bc req-102cc950-e869-4c0a-bba9-268bce5b8dda tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] No DVR routers for this DVR port 30046408-6c56-4416-ba49-cf16d2bd90b7 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:38:30.196929 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8487fcac-cc5b-451f-932d-b08651a900bc req-102cc950-e869-4c0a-bba9-268bce5b8dda tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:30.200203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8487fcac-cc5b-451f-932d-b08651a900bc req-102cc950-e869-4c0a-bba9-268bce5b8dda tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.49 "DELETE /v2.0/ports/30046408-6c56-4416-ba49-cf16d2bd90b7 HTTP/1.1" status: 204 len: 173 time: 1.6465800 Oct 13 14:38:30.200684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d9518c-b45b-4d09-b239-2c1163ed6ac4', 'name': 'network-vif-deleted', 'tag': '30046408-6c56-4416-ba49-cf16d2bd90b7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:38:30.203222 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daa7634-cff8-4b26-b52c-65b46928c76d" -d '{"events": [{"server_uuid": "e9d9518c-b45b-4d09-b239-2c1163ed6ac4", "name": "network-vif-deleted", "tag": "30046408-6c56-4416-ba49-cf16d2bd90b7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:38:30.213395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-d5035625-667f-4681-9d74-148cd6cc393d service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025461 Oct 13 14:38:30.245549 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0498b26d-5656-4985-a634-85a903fb8784 x-openstack-request-id: req-0498b26d-5656-4985-a634-85a903fb8784 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:38:30.245549 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d9518c-b45b-4d09-b239-2c1163ed6ac4", "name": "network-vif-deleted", "tag": "30046408-6c56-4416-ba49-cf16d2bd90b7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:38:30.245549 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0498b26d-5656-4985-a634-85a903fb8784 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:38:30.245549 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d9518c-b45b-4d09-b239-2c1163ed6ac4', 'name': 'network-vif-deleted', 'tag': '30046408-6c56-4416-ba49-cf16d2bd90b7', 'status': 'completed', 'code': 200} Oct 13 14:38:30.340277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-e3a8f5ca-a96b-4493-8a15-04875f4c33dd service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069889 Oct 13 14:38:30.385601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-d064a0ec-89bf-4465-a810-4be374491345 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c HTTP/1.1" status: 200 len: 217 time: 0.0365460 Oct 13 14:38:30.421369 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e0e3286f-aa16-4aa5-89ca-22105df7b4d4 req-88440a70-4ccb-464c-9ced-86a757e3782b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:30.463358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88440a70-4ccb-464c-9ced-86a757e3782b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Pushing event deleted for resources: {'Port': ['ID=b66229bf-c8c2-4195-b8a1-8d55dc27d2e8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:30.475719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-865d88d4-e232-41a6-b423-d68bccfcda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:30.477319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-865d88d4-e232-41a6-b423-d68bccfcda30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b211eb86-cceb-4223-8e35-6e5309a555d4 HTTP/1.1" status: 200 len: 797 time: 0.0842829 Oct 13 14:38:30.530754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e3286f-aa16-4aa5-89ca-22105df7b4d4 req-88440a70-4ccb-464c-9ced-86a757e3782b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] No DVR routers for this DVR port b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:38:30.534042 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e0e3286f-aa16-4aa5-89ca-22105df7b4d4 req-88440a70-4ccb-464c-9ced-86a757e3782b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:30.538248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0e3286f-aa16-4aa5-89ca-22105df7b4d4 req-88440a70-4ccb-464c-9ced-86a757e3782b tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.41 "DELETE /v2.0/ports/b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 HTTP/1.1" status: 204 len: 173 time: 1.5830433 Oct 13 14:38:30.554980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-187161e8-1f68-45ac-b0c5-6ffbea3e7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:30.556524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-187161e8-1f68-45ac-b0c5-6ffbea3e7e21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04869804-6b90-49cf-9c8c-d69c53d0480c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0648746 Oct 13 14:38:30.656866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-76768990-4666-46da-8e8d-1fafafea69c1 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927179 Oct 13 14:38:30.754716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-534e4dba-8a4e-44e0-8d9a-1f646eb8dd67 req-be92cc18-0eba-499e-823a-7a97b0523888 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904305 Oct 13 14:38:30.881257 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48618) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:31.145034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7dc15523-61b1-4e4b-84d3-722b8f83e52f req-6eea857e-34c7-44a5-8f53-eeb0acc8c5fd tempest-ListServersNegativeTestJSON-1473662309 tempest-ListServersNegativeTestJSON-1473662309-project] 10.222.0.18 "GET /v2.0/ports?device_id=010f1d6a-2a27-4509-a7ce-d909140b976e HTTP/1.1" status: 200 len: 210 time: 0.0350637 Oct 13 14:38:31.376895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:31.402429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 30046408-6c56-4416-ba49-cf16d2bd90b7 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:38:31.423033 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 30046408-6c56-4416-ba49-cf16d2bd90b7 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:38:31.423370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 30046408-6c56-4416-ba49-cf16d2bd90b7 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:38:31.978714 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Allocated IP 172.20.0.17 (1932f47b-0d44-4e5d-bfe8-3e8a9410065a/0693b5a8-e449-465d-a9c2-aa0fb7b0eda2/b5974426-3601-4c88-af7a-a01a437fddf4) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:38:32.099765 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.227700 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.254484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f1d6a-2a27-4509-a7ce-d909140b976e', 'name': 'network-vif-deleted', 'tag': 'b66229bf-c8c2-4195-b8a1-8d55dc27d2e8'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:38:32.254484 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba1ae00-09ff-4c7a-89ab-4123d896e860" -d '{"events": [{"server_uuid": "010f1d6a-2a27-4509-a7ce-d909140b976e", "name": "network-vif-deleted", "tag": "b66229bf-c8c2-4195-b8a1-8d55dc27d2e8"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:38:32.255201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48632) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:32.276424 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:38:32.279805 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:38:32.282429 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:38:32.321046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-901c5c83-a8d9-46f7-9e2d-9d90385d4137 admin admin] Deleting subnet cf0f07cf-3681-4635-9343-577c01c78f9f {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:38:32.326788 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-901c5c83-a8d9-46f7-9e2d-9d90385d4137 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.329090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=b5974426-3601-4c88-af7a-a01a437fddf4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:32.351869 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.360975 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3132a805-6bd0-48c4-b169-24ead1fd357d x-openstack-request-id: req-3132a805-6bd0-48c4-b169-24ead1fd357d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:38:32.361559 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010f1d6a-2a27-4509-a7ce-d909140b976e", "name": "network-vif-deleted", "tag": "b66229bf-c8c2-4195-b8a1-8d55dc27d2e8", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:38:32.361989 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3132a805-6bd0-48c4-b169-24ead1fd357d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:38:32.363199 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f1d6a-2a27-4509-a7ce-d909140b976e', 'name': 'network-vif-deleted', 'tag': 'b66229bf-c8c2-4195-b8a1-8d55dc27d2e8', 'status': 'completed', 'code': 200} Oct 13 14:38:32.382665 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-901c5c83-a8d9-46f7-9e2d-9d90385d4137 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.432345 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-901c5c83-a8d9-46f7-9e2d-9d90385d4137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.579573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-20f06ba7-afcc-4ba5-92b3-75f4f9650308 None None] Provisioning complete for port b5974426-3601-4c88-af7a-a01a437fddf4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:38:32.580052 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-20f06ba7-afcc-4ba5-92b3-75f4f9650308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.581306 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-901c5c83-a8d9-46f7-9e2d-9d90385d4137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.583620 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.615472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c5c83-a8d9-46f7-9e2d-9d90385d4137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0f07cf-3681-4635-9343-577c01c78f9f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:32.621257 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-901c5c83-a8d9-46f7-9e2d-9d90385d4137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.626751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-901c5c83-a8d9-46f7-9e2d-9d90385d4137 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cf0f07cf-3681-4635-9343-577c01c78f9f HTTP/1.1" status: 204 len: 168 time: 0.3679826 Oct 13 14:38:32.627063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48636) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:32.652854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-20f06ba7-afcc-4ba5-92b3-75f4f9650308 None None] Port b5974426-3601-4c88-af7a-a01a437fddf4 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:38:32.700265 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ece70bfd-5e2c-4486-b231-8c00924d6320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.793461 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ece70bfd-5e2c-4486-b231-8c00924d6320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.815136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ece70bfd-5e2c-4486-b231-8c00924d6320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58842ca-9cea-4ac5-a974-546b3c3771fe']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:38:32.825599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ece70bfd-5e2c-4486-b231-8c00924d6320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51d3996-9ec9-4560-b74f-886497034234') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:38:32.826151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ece70bfd-5e2c-4486-b231-8c00924d6320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51d3996-9ec9-4560-b74f-886497034234') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:38:32.837248 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ece70bfd-5e2c-4486-b231-8c00924d6320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.852526 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ece70bfd-5e2c-4486-b231-8c00924d6320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.859108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece70bfd-5e2c-4486-b231-8c00924d6320 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:38:32.859504 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ece70bfd-5e2c-4486-b231-8c00924d6320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:38:32.861361 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:38:32.911919 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:32.986432 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:33.021222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ece70bfd-5e2c-4486-b231-8c00924d6320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:33.030385 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ece70bfd-5e2c-4486-b231-8c00924d6320 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:33.033866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ece70bfd-5e2c-4486-b231-8c00924d6320 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a58842ca-9cea-4ac5-a974-546b3c3771fe HTTP/1.1" status: 204 len: 168 time: 0.4057634 Oct 13 14:38:33.046975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece70bfd-5e2c-4486-b231-8c00924d6320 admin admin] Pushing event deleted for resources: {'Network': ['ID=a58842ca-9cea-4ac5-a974-546b3c3771fe,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:33.074656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=b5974426-3601-4c88-af7a-a01a437fddf4,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:33.086776 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:33.192116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:38:33.193891 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:38:33.329146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Router 0f1ed48a-0172-4adf-831b-500890b624bc has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:38:33.422660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48644) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:33.460657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:38:33.466068 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-022600c4-7fa3-4a97-aa3b-5853f2d6b847 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "PUT /v2.0/routers/0f1ed48a-0172-4adf-831b-500890b624bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5837293 Oct 13 14:38:33.468174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-77cb6188-097e-41e8-9b87-51e239f69324 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cac673095eff4ee585a59676a3c7f5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443733 Oct 13 14:38:33.470543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48646) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:33.484511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7992bc69-d25a-4a3f-8536-d0676006fc72 None None] Provisioning complete for port b5974426-3601-4c88-af7a-a01a437fddf4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:38:33.484746 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Sync routers for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:38:33.485281 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7992bc69-d25a-4a3f-8536-d0676006fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:33.495773 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:38:33.496697 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:38:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:38:33.521489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7992bc69-d25a-4a3f-8536-d0676006fc72 None None] Port b5974426-3601-4c88-af7a-a01a437fddf4 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:38:33.525901 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a1ae85b7-0ed2-4cf8-b071-62ec3a994095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:33.549381 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a1ae85b7-0ed2-4cf8-b071-62ec3a994095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:33.613222 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:38:33.613798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:38:33.637903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:38:33.638233 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b66229bf-c8c2-4195-b8a1-8d55dc27d2e8 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:38:33.706710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a1ae85b7-0ed2-4cf8-b071-62ec3a994095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:33.709603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a1ae85b7-0ed2-4cf8-b071-62ec3a994095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:33.710925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a1ae85b7-0ed2-4cf8-b071-62ec3a994095 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d53a9456-904a-4cb1-860c-b7e44deaf2ac HTTP/1.1" status: 204 len: 168 time: 0.2393382 Oct 13 14:38:33.719119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae85b7-0ed2-4cf8-b071-62ec3a994095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53a9456-904a-4cb1-860c-b7e44deaf2ac,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:33.876327 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:38:32Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'a1a0e5a1-210d-4773-bd59-eb1d6278b177', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'port_id': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'mac_address': 'fa:16:3e:ac:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:36:40Z', 'updated_at': '2021-10-13T14:36:43Z', 'revision_number': 1, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5974426-3601-4c88-af7a-a01a437fddf4', 'name': '', 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:73:fa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '0693b5a8-e449-465d-a9c2-aa0fb7b0eda2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:38:31Z', 'updated_at': '2021-10-13T14:38:32Z', 'revision_number': 2, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '0693b5a8-e449-465d-a9c2-aa0fb7b0eda2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:38:33.908862 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Checking router: 0f1ed48a-0172-4adf-831b-500890b624bc for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:38:33.909303 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Updating router 0f1ed48a-0172-4adf-831b-500890b624bc port b5974426-3601-4c88-af7a-a01a437fddf4 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:38:33.936183 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:34.220731 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:34.277966 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:34.333410 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Pushing event updated for resources: {'Port': ['ID=b5974426-3601-4c88-af7a-a01a437fddf4,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:34.355617 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:34.355963 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:34.356296 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:34.356626 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:34.356960 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:34.357300 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:34.357626 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:34.357965 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:34.358305 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:34.358657 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:34.358966 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:34.359280 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:34.399315 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Attempting to bind port b5974426-3601-4c88-af7a-a01a437fddf4 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:38:34.399678 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Attempting to bind port b5974426-3601-4c88-af7a-a01a437fddf4 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'a77fde5a-af20-4f38-9180-e5704d87c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:38:34.400056 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Attempting to bind port b5974426-3601-4c88-af7a-a01a437fddf4 on network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:38:34.405632 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:38:34.406438 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Checking segment: {'id': 'a77fde5a-af20-4f38-9180-e5704d87c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:38:34.406438 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:34.407495 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Bound using segment: {'id': 'a77fde5a-af20-4f38-9180-e5704d87c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:38:34.407495 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Bound port: b5974426-3601-4c88-af7a-a01a437fddf4, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77fde5a-af20-4f38-9180-e5704d87c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:38:34.408526 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:34.489198 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] For port b5974426-3601-4c88-af7a-a01a437fddf4, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:38:34.493065 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] For port b5974426-3601-4c88-af7a-a01a437fddf4, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b5974426-3601-4c88-af7a-a01a437fddf4,segment=NetworkSegment(a77fde5a-af20-4f38-9180-e5704d87c119),segment_id=a77fde5a-af20-4f38-9180-e5704d87c119)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:38:34.499748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-888225da-1e76-4f4b-9bc6-1e26c7dbe9ea req-28f1a35d-2989-41f9-a26f-27a14e089db4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526462 Oct 13 14:38:34.591659 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:34.605806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888225da-1e76-4f4b-9bc6-1e26c7dbe9ea req-6b479b36-82a0-442e-8289-6f37a1069124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:34.607408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-888225da-1e76-4f4b-9bc6-1e26c7dbe9ea req-6b479b36-82a0-442e-8289-6f37a1069124 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 1098 time: 0.0569291 Oct 13 14:38:34.667846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-35404206-6afd-4d0d-9fa2-c946f140de34 None None] Provisioning complete for port b5974426-3601-4c88-af7a-a01a437fddf4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:38:34.669240 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-35404206-6afd-4d0d-9fa2-c946f140de34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:34.741726 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:38:34.742600 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:38:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:38:34.758888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888225da-1e76-4f4b-9bc6-1e26c7dbe9ea req-24ca4631-5863-477e-90ae-e61efdbb83af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:34.759611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-888225da-1e76-4f4b-9bc6-1e26c7dbe9ea req-24ca4631-5863-477e-90ae-e61efdbb83af service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.1186054 Oct 13 14:38:34.796924 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-35404206-6afd-4d0d-9fa2-c946f140de34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:34.854319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-888225da-1e76-4f4b-9bc6-1e26c7dbe9ea req-b3640abb-1459-463a-9d25-2362c482cd8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d144d19-0a3e-4b1a-829d-cf43ca863f17 HTTP/1.1" status: 200 len: 1001 time: 0.0859835 Oct 13 14:38:34.854877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-35404206-6afd-4d0d-9fa2-c946f140de34 None None] For port b5974426-3601-4c88-af7a-a01a437fddf4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b5974426-3601-4c88-af7a-a01a437fddf4,segment=NetworkSegment(a77fde5a-af20-4f38-9180-e5704d87c119),segment_id=a77fde5a-af20-4f38-9180-e5704d87c119)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:34.883047 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:38:34.916035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888225da-1e76-4f4b-9bc6-1e26c7dbe9ea req-d861c2dd-2058-4c5a-b3f3-432da829228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:34.917999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-888225da-1e76-4f4b-9bc6-1e26c7dbe9ea req-d861c2dd-2058-4c5a-b3f3-432da829228f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0523038 Oct 13 14:38:34.939264 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fbf7d-39d0-4477-869a-e52ce216feba None None] Pushing event updated for resources: {'Port': ['ID=b5974426-3601-4c88-af7a-a01a437fddf4,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:34.974458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888225da-1e76-4f4b-9bc6-1e26c7dbe9ea req-cced8aca-ef89-482c-afce-9aadb0cfabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:34.976026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-888225da-1e76-4f4b-9bc6-1e26c7dbe9ea req-cced8aca-ef89-482c-afce-9aadb0cfabf5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459573 Oct 13 14:38:35.025539 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-35404206-6afd-4d0d-9fa2-c946f140de34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:35.083938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-888225da-1e76-4f4b-9bc6-1e26c7dbe9ea req-d2b7f52c-be2a-4c06-a7fd-b65c645f1401 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964694 Oct 13 14:38:35.108420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35404206-6afd-4d0d-9fa2-c946f140de34 None None] Pushing event updated for resources: {'Port': ['ID=b5974426-3601-4c88-af7a-a01a437fddf4,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:35.155068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-fe8d458b-4dbc-4f36-81ce-a22fc2f62f2b None None] Provisioning complete for port b5974426-3601-4c88-af7a-a01a437fddf4 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:38:35.155455 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fe8d458b-4dbc-4f36-81ce-a22fc2f62f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:35.204375 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:38:32Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'a1a0e5a1-210d-4773-bd59-eb1d6278b177', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'port_id': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'mac_address': 'fa:16:3e:ac:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:36:40Z', 'updated_at': '2021-10-13T14:36:43Z', 'revision_number': 1, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5974426-3601-4c88-af7a-a01a437fddf4', 'name': '', 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:73:fa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '0693b5a8-e449-465d-a9c2-aa0fb7b0eda2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:38:31Z', 'updated_at': '2021-10-13T14:38:34Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '0693b5a8-e449-465d-a9c2-aa0fb7b0eda2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:38:35.243015 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847f864-781e-41f0-b72a-4c1c07e9f92f None None] The sync data for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 is: [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:38:32Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'a1a0e5a1-210d-4773-bd59-eb1d6278b177', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'port_id': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'mac_address': 'fa:16:3e:ac:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:36:40Z', 'updated_at': '2021-10-13T14:36:43Z', 'revision_number': 1, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b5974426-3601-4c88-af7a-a01a437fddf4', 'name': '', 'network_id': '1932f47b-0d44-4e5d-bfe8-3e8a9410065a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:73:fa:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '0693b5a8-e449-465d-a9c2-aa0fb7b0eda2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:38:31Z', 'updated_at': '2021-10-13T14:38:34Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '0693b5a8-e449-465d-a9c2-aa0fb7b0eda2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:38:35.284087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-888225da-1e76-4f4b-9bc6-1e26c7dbe9ea req-24724ebc-3586-4aed-854a-73a81b0716d0 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858780 Oct 13 14:38:35.791091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8331b922-73f2-4adc-9b55-c12302392d32 req-6e314778-ad25-4bf1-acbd-ef567827b54d tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7834ee7-0859-4c8b-adfe-cbdf8f59c627 HTTP/1.1" status: 200 len: 210 time: 0.0436938 Oct 13 14:38:36.271869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e34a14df-9f92-47e3-bc89-cb5113526f8c req-e7c9f032-3fd2-4301-9790-3a1fe8a4d4a9 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0355761 Oct 13 14:38:36.654230 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b5974426-3601-4c88-af7a-a01a437fddf4 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:38:36.715242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port b5974426-3601-4c88-af7a-a01a437fddf4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:38:36.715615 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:37.416937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ed07790-76de-422e-a5a5-c21871b4ed7d req-c40c28e0-c9a7-44a9-bb07-ced96913d2ba tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0320611 Oct 13 14:38:38.545478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c472db65-4cd2-4c62-849f-4aa94662e481 req-816dc47a-eef7-4379-beb3-b4833147c79e tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0277677 Oct 13 14:38:39.655318 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e08f03da-c14e-48af-a9f8-20ba568268aa req-8c8ab54b-258e-4306-99e6-657ab1aeb78a tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0269547 Oct 13 14:38:40.173529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10c484b1-3354-449f-bcfb-0684cab56b40 req-21054355-f3c5-4522-9b03-b9ab8ef7e2fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c7834ee7-0859-4c8b-adfe-cbdf8f59c627 HTTP/1.1" status: 200 len: 210 time: 0.0254858 Oct 13 14:38:40.764247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98e22276-17ff-4d6b-9032-edbf567c1818 req-c110d681-60e2-4e67-9256-b9b3588c67ad tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0286231 Oct 13 14:38:41.150416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b083c3d-7128-49a6-8657-d7a2479f08cb req-b88f4e65-3fa1-455f-a7d5-383588257632 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0255911 Oct 13 14:38:41.878995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff9a946c-4fe7-45f7-b447-246d819d25fe req-10f76b23-fa9b-4f83-a3b1-3eac37c2fad8 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0305746 Oct 13 14:38:42.985033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90856b67-f8f7-4a06-a2cb-ea0d41eae47d req-e77543c8-37d3-48e3-8dba-02d5fab326c9 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0267007 Oct 13 14:38:43.484954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0daabc4f-c1e2-49ab-9e14-851c06498f64 req-b1f8f2fc-9c77-42d3-97b2-9bffe1a2c187 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0311804 Oct 13 14:38:44.591051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9fa5bb1-3ce6-4f84-b895-33856ff82603 req-b02a647a-9351-4bb5-883b-787589e35baa tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0296755 Oct 13 14:38:45.696674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40a8fd90-568f-4405-b879-ec257075f341 req-51095021-abc2-4c3f-a450-1d5970154f0f tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0268297 Oct 13 14:38:46.818778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf977abd-9c12-4720-807b-33e488f3b8cd req-abea1a19-5b34-44ba-b51a-8a7d81d49746 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0286741 Oct 13 14:38:47.931577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cea86a2-0024-4355-96f9-a94528dc062b req-2fe862c1-af74-4d0c-b700-24a7d8e47482 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0313873 Oct 13 14:38:48.660119 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:49.041779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156b5139-3e40-4468-9ed9-6f404041fb72 req-f9fd0a33-d04d-476b-80f0-f46a4f4871cb tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0300617 Oct 13 14:38:49.540204 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5b20ed29-fdcc-431d-b4f3-af10ad627ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:50.175957 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5dd12c-cc88-4108-926f-16ceac3811a6 req-8bf031d1-118e-4ecc-b4f8-c77b634e8c19 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0487587 Oct 13 14:38:50.722538 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:38:51.288910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c488a85-2ddd-4d58-976c-a7c9b01a1fbb req-b05850c0-da59-42ba-bb5a-82d95572e04b tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0324380 Oct 13 14:38:52.055137 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:52.317856 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-408a0365-5c66-4e3a-bca2-58556d944970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:52.402922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0beb4aee-2194-456a-8816-68e9b5230082 req-e846d086-cb56-4b69-af25-2856adbe53af tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0263894 Oct 13 14:38:53.113065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963e58b-0103-42d0-9eb6-cc3d5d040f24 req-9ade50f8-eb25-4aee-8568-7ea13dc41c42 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:53.114577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4963e58b-0103-42d0-9eb6-cc3d5d040f24 req-9ade50f8-eb25-4aee-8568-7ea13dc41c42 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 946 time: 0.0511775 Oct 13 14:38:53.157634 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4963e58b-0103-42d0-9eb6-cc3d5d040f24 req-e96246db-72b0-4d9d-92ac-7c5d295847ef tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366204 Oct 13 14:38:53.532652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00e59b27-a946-4153-940b-4d6a63b1b755 req-0f879b3e-71b8-4f71-bb3c-66e33097e464 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0310986 Oct 13 14:38:53.539386 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48894) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:53.667058 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2c800bdc-a5ca-4278-be61-66df24ee5b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:53.748229 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2c800bdc-a5ca-4278-be61-66df24ee5b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:53.872215 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2c800bdc-a5ca-4278-be61-66df24ee5b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:53.896634 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:53.913756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2c800bdc-a5ca-4278-be61-66df24ee5b54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4cee8b237134989b6e4dcc1537cb941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731925 Oct 13 14:38:53.914483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c800bdc-a5ca-4278-be61-66df24ee5b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24606b24-c99e-4064-a824-297182530f13,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:53.917901 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 48900) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:53.973566 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b2b627cc-5c85-4d2b-80ca-5e03f390f4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:53.996844 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b2b627cc-5c85-4d2b-80ca-5e03f390f4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:54.014136 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:54.157633 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b2b627cc-5c85-4d2b-80ca-5e03f390f4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:54.160501 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b2b627cc-5c85-4d2b-80ca-5e03f390f4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:54.161756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b2b627cc-5c85-4d2b-80ca-5e03f390f4da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24606b24-c99e-4064-a824-297182530f13 HTTP/1.1" status: 204 len: 168 time: 0.2429829 Oct 13 14:38:54.169864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b627cc-5c85-4d2b-80ca-5e03f390f4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24606b24-c99e-4064-a824-297182530f13,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:54.278189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fe196-ec94-499f-af23-ce41906b6d4d req-a1ec5ac9-5a6b-48a6-a51e-2a4957e23d86 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:54.279677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f8fe196-ec94-499f-af23-ce41906b6d4d req-a1ec5ac9-5a6b-48a6-a51e-2a4957e23d86 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 946 time: 0.0499253 Oct 13 14:38:54.319030 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f8fe196-ec94-499f-af23-ce41906b6d4d req-9e9830df-aad5-4b55-b4fe-ee91c30259d6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329232 Oct 13 14:38:54.647064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-926c5354-707a-4234-bd3d-941b7f52e319 req-438debe7-95ab-4e06-a519-f74f2c887269 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0285273 Oct 13 14:38:54.864228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-bcecf459-7d15-47fa-8678-f7bf85a1cc97 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:54.865796 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-bcecf459-7d15-47fa-8678-f7bf85a1cc97 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 946 time: 0.0511463 Oct 13 14:38:54.969664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Deleting port 0d144d19-0a3e-4b1a-829d-cf43ca863f17 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:38:54.970048 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.062637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] For port 0d144d19-0a3e-4b1a-829d-cf43ca863f17, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0d144d19-0a3e-4b1a-829d-cf43ca863f17,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:38:55.063006 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.179212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48928) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:55.248555 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.249035 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.249358 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Floating IP 0873f966-051a-40c5-a64d-8ef40b2fc853 disassociated. External IP: 172.25.0.36, port: 0d144d19-0a3e-4b1a-829d-cf43ca863f17. Oct 13 14:38:55.249703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Calling delete_port for 0d144d19-0a3e-4b1a-829d-cf43ca863f17 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:38:55.286868 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-897013462-network', 'tenant_id': '97da299e19d749f383a61f0e924d0b29'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:55.380641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Made reservation on behalf of 97da299e19d749f383a61f0e924d0b29 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:38:55.383082 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.392599 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.409508 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.444594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dd6e3-1902-4c79-9461-5148cd03cea6 req-049a6b60-9e36-4319-8c16-5d0b2588a165 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:55.445840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a7dd6e3-1902-4c79-9461-5148cd03cea6 req-049a6b60-9e36-4319-8c16-5d0b2588a165 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 946 time: 0.0598249 Oct 13 14:38:55.449273 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.476237 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.500399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event deleted for resources: {'Port': ['ID=0d144d19-0a3e-4b1a-829d-cf43ca863f17,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:55.535108 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.560051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a7dd6e3-1902-4c79-9461-5148cd03cea6 req-85c7f356-c176-4211-982d-ec49a8f45e81 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053529 Oct 13 14:38:55.564174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:38:55.574006 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2a6ec6-830f-4d06-99a0-01316af27714,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:55.582190 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.582542 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Added segment 66ba78a9-cad2-4223-b976-28811e13292d of type vlan for network a0aed768-82be-43fe-87e3-0d186f9748b2 Oct 13 14:38:55.617285 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:55.617635 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:55.617978 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:55.618311 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:55.618641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:55.618974 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:55.619299 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:55.619628 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:55.619945 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:55.620265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:55.620582 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:55.621108 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:38:55.636084 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.644270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:38:55.735230 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.736236 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:55.736823 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.773671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7994ddae-aa80-464d-a854-538890cb5311 req-310254a1-7a78-4941-aedf-9aaaf91b674e tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0386021 Oct 13 14:38:55.787826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:38:55.799555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f509e90-f536-49a1-92e7-d302f91ed1b4 None None] Sync routers for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:38:55.818191 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] Pushing event updated for resources: {'Network': ['ID=a0aed768-82be-43fe-87e3-0d186f9748b2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:55.821737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f509e90-f536-49a1-92e7-d302f91ed1b4 None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:38:55.827400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9f509e90-f536-49a1-92e7-d302f91ed1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:38:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:38:55.832702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] No DVR routers for this DVR port 0d144d19-0a3e-4b1a-829d-cf43ca863f17 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:38:55.839625 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:55.843443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4818639d-03c8-4f46-8a45-b3d8320e0192 req-a10f16f7-2dfd-403d-8e5f-cb129d8f048a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "DELETE /v2.0/ports/0d144d19-0a3e-4b1a-829d-cf43ca863f17 HTTP/1.1" status: 204 len: 173 time: 0.9703047 Oct 13 14:38:55.843914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a9326e-56d5-43fa-b421-cb1fbcac3b60', 'name': 'network-vif-deleted', 'tag': '0d144d19-0a3e-4b1a-829d-cf43ca863f17'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:38:55.846353 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22a35fe-a9a2-4f72-989f-436fa25aa97c" -d '{"events": [{"server_uuid": "d4a9326e-56d5-43fa-b421-cb1fbcac3b60", "name": "network-vif-deleted", "tag": "0d144d19-0a3e-4b1a-829d-cf43ca863f17"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:38:55.872176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network a0aed768-82be-43fe-87e3-0d186f9748b2 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:38:55.886597 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af55b334-82b4-41e9-9804-b4d2152f9ff4 x-openstack-request-id: req-af55b334-82b4-41e9-9804-b4d2152f9ff4 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:38:55.886969 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a9326e-56d5-43fa-b421-cb1fbcac3b60", "name": "network-vif-deleted", "tag": "0d144d19-0a3e-4b1a-829d-cf43ca863f17", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:38:55.887328 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af55b334-82b4-41e9-9804-b4d2152f9ff4 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:38:55.887804 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a9326e-56d5-43fa-b421-cb1fbcac3b60', 'name': 'network-vif-deleted', 'tag': '0d144d19-0a3e-4b1a-829d-cf43ca863f17', 'status': 'completed', 'code': 200} Oct 13 14:38:55.899061 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-12761757-f7ec-47c2-af21-9fb0179eb692 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7185023 Oct 13 14:38:55.901716 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 48942) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:38:55.913133 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6aa01824-2b21-4250-90bd-63a15da90d26 admin admin] Request body: {'subnet': {'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-897013462-subnet', 'tenant_id': '97da299e19d749f383a61f0e924d0b29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:38:56.002598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-9f509e90-f536-49a1-92e7-d302f91ed1b4 None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:38:56.026810 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa01824-2b21-4250-90bd-63a15da90d26 admin admin] Made reservation on behalf of 97da299e19d749f383a61f0e924d0b29 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:38:56.029413 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6aa01824-2b21-4250-90bd-63a15da90d26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:56.229677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9f509e90-f536-49a1-92e7-d302f91ed1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:38:56.257384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f509e90-f536-49a1-92e7-d302f91ed1b4 None None] Checking router: 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:38:56.265792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f509e90-f536-49a1-92e7-d302f91ed1b4 None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:38:56.266433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9f509e90-f536-49a1-92e7-d302f91ed1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:38:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:38:56.278010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6aa01824-2b21-4250-90bd-63a15da90d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:56.336338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa01824-2b21-4250-90bd-63a15da90d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddcd9561-27da-47e7-a91b-dbaa48adb45c,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:38:56.357460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa01824-2b21-4250-90bd-63a15da90d26 admin admin] Checking segment: {'id': '66ba78a9-cad2-4223-b976-28811e13292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:38:56.357831 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa01824-2b21-4250-90bd-63a15da90d26 admin admin] Network hostable DHCP agents. Network: a0aed768-82be-43fe-87e3-0d186f9748b2, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:38:56.449122 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa01824-2b21-4250-90bd-63a15da90d26 admin admin] Network a0aed768-82be-43fe-87e3-0d186f9748b2 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:38:56.526834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-9f509e90-f536-49a1-92e7-d302f91ed1b4 None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:38:56.534715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-6aa01824-2b21-4250-90bd-63a15da90d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, a0aed768-82be-43fe-87e3-0d186f9748b2) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:38:56.539789 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa01824-2b21-4250-90bd-63a15da90d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:38:56.540607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6aa01824-2b21-4250-90bd-63a15da90d26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:38:56.556923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654dec0e-c3c1-470a-82ee-e32ade83419b None None] Network a0aed768-82be-43fe-87e3-0d186f9748b2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:38:56.665016 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6aa01824-2b21-4250-90bd-63a15da90d26 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7476039 Oct 13 14:38:56.705162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0b9faf1-184b-4bf3-9aff-07eac87761b1 req-060ea279-62e1-428b-97d6-c80d28242c7c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 210 time: 0.0375144 Oct 13 14:38:56.897410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9f509e90-f536-49a1-92e7-d302f91ed1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:38:56.903637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c22725-ed2d-4014-b55c-c4c8248c6d54 None None] Network a0aed768-82be-43fe-87e3-0d186f9748b2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:38:56.945423 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f509e90-f536-49a1-92e7-d302f91ed1b4 None None] The sync data for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 is: [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:38:56.969773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5082b50d-d53e-4ce1-9a1a-3cef57169b94 req-cfb3224c-652e-42f7-a586-e26a724753bc tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0348525 Oct 13 14:38:57.261371 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b920ad7f-ad5b-434c-89a5-f46932e02a96 None None] New status for floating IP 0873f966-051a-40c5-a64d-8ef40b2fc853: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:38:57.818569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ccb6ccc0-46a0-4e15-be36-a01db94fb0fb req-ff427bbe-b46a-4cce-8591-709bfb5dde24 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 210 time: 0.0286708 Oct 13 14:38:58.089463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-382f826e-ce70-44b1-91c5-b4058c7732b3 req-a036a0e0-67ee-47bb-803b-c1043d25bba1 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0298171 Oct 13 14:38:58.922843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bb4a518f-ba5c-4f1e-9e18-52e38c4c8102 req-fa82b98d-c29b-4669-b387-ab228d1e025a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 210 time: 0.0271287 Oct 13 14:38:59.198199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f9c93d9-4da7-4356-8de4-9194ecb3ef49 req-26ea1a3b-dcf7-4e8b-8f4d-3cd0992ab358 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0273325 Oct 13 14:38:59.573164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d144d19-0a3e-4b1a-829d-cf43ca863f17 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:38:59.594654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 0d144d19-0a3e-4b1a-829d-cf43ca863f17 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:38:59.595015 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0d144d19-0a3e-4b1a-829d-cf43ca863f17 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:39:00.024273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db85473e-291a-4924-a2a8-a2cb35eda11d req-218fb82d-4a70-4168-9d47-2fbf140b39f5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 210 time: 0.0282779 Oct 13 14:39:00.329713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd9f967a-f762-483b-9b92-100e77d027d9 req-145cf22d-3863-4859-a202-4cd985c7ab32 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0312414 Oct 13 14:39:01.136078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14e2fb3c-1795-4d54-b7c4-accab5cc7e57 req-eaa06094-a987-4109-8925-400352e07897 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4a9326e-56d5-43fa-b421-cb1fbcac3b60 HTTP/1.1" status: 200 len: 210 time: 0.0281363 Oct 13 14:39:01.437586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9bf51992-59ba-4205-90a2-b94dbffc5d5b req-619f15e3-ef4c-4f56-bf14-3c49ad63c131 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0270543 Oct 13 14:39:02.437835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-662bf7b4-a5ac-46f1-80ec-6a9a71ec2252 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656412767&fields=id&tenant_id=94f59679c6494a9e8ae6c3645e566442 HTTP/1.1" status: 200 len: 267 time: 0.0340505 Oct 13 14:39:02.854237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d07ce45c-28ef-420c-97f1-a5e0655b2398 req-2d8d6241-4084-4eae-be54-2bd4b6561966 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.3354757 Oct 13 14:39:02.880665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-2c8c7e20-e83f-4444-ab85-fec42c815105 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:02.880665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-2c8c7e20-e83f-4444-ab85-fec42c815105 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.4345665 Oct 13 14:39:02.896624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-cb78a53b-614d-4eac-bafb-d45b73a116c3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/quotas/94f59679c6494a9e8ae6c3645e566442 HTTP/1.1" status: 200 len: 375 time: 0.0102067 Oct 13 14:39:02.950253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-6069921a-6ba4-4e22-af77-f5ec98478b12 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479698 Oct 13 14:39:03.051146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-d8cecdcd-3e09-4527-85c3-0b2b77158e6c service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875080 Oct 13 14:39:03.144240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-250543a0-241a-45f9-b1cb-e72dfc5af2b8 service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861058 Oct 13 14:39:03.974140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc19fe8b-53b2-4cc4-8036-c6a62be91df0 req-5c9cc818-5b08-4af5-9273-c498c43b49d2 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0275526 Oct 13 14:39:04.155659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-195b99d8-9ec6-423b-a1eb-5fc26fc10aea req-a7a0e876-860a-4c5c-a48b-28a785bfcb32 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 210 time: 0.0372508 Oct 13 14:39:05.084881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fb7d7ba-9ca8-4dae-9a13-2545dba54c52 req-1d3b7474-cd63-42f4-bcd6-8db9f6316f1e tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0277152 Oct 13 14:39:05.260788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09c30c40-2d8e-4231-8080-68c8691d07cd req-139e47d1-9b75-4d84-bdbf-a08180467855 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 210 time: 0.0268433 Oct 13 14:39:06.205614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-673b2dc5-5639-4954-8412-9bf9eccaa1f4 req-1255dbfd-5bda-4a36-86a6-0f6b67a20181 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0378578 Oct 13 14:39:06.261923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-d55124ff-7b18-406c-8d03-0eca7454c728 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:06.263400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-d55124ff-7b18-406c-8d03-0eca7454c728 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.41 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.1611936 Oct 13 14:39:06.317900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-deb0c67e-cfb9-4262-9b28-90641e3d6c64 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f59679c6494a9e8ae6c3645e566442 HTTP/1.1" status: 200 len: 379 time: 0.0434244 Oct 13 14:39:06.331068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-3941bcae-cbd7-4482-b674-9457c3f5832f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'port': {'device_id': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'admin_state_up': True, 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'security_groups': ['7e3531bc-24ae-47d2-8c74-68feab4a72e1']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:06.404502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83cba015-2956-4e77-a2ef-de330a69a6b8 req-447a82eb-7cd3-4cfb-a610-0041d14a71f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 210 time: 0.0684991 Oct 13 14:39:06.580484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-3941bcae-cbd7-4482-b674-9457c3f5832f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Made reservation on behalf of 94f59679c6494a9e8ae6c3645e566442 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:39:06.584267 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-3941bcae-cbd7-4482-b674-9457c3f5832f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:06.722265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-3941bcae-cbd7-4482-b674-9457c3f5832f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Allocated IP 172.20.0.8 (4e8a36f7-8caf-41d4-931c-18eadbf2a690/08748c55-89a9-4f16-983f-c770a7b74817/1974a755-ce5a-4f41-b572-123adba1ee73) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:39:06.885839 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-3941bcae-cbd7-4482-b674-9457c3f5832f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:06.993959 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-3941bcae-cbd7-4482-b674-9457c3f5832f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:07.039148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-3941bcae-cbd7-4482-b674-9457c3f5832f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:39:07.044027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-3941bcae-cbd7-4482-b674-9457c3f5832f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:39:07.046624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-3941bcae-cbd7-4482-b674-9457c3f5832f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:39:07.088221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941bcae-cbd7-4482-b674-9457c3f5832f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'Port': ['ID=1974a755-ce5a-4f41-b572-123adba1ee73,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:07.118791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-3941bcae-cbd7-4482-b674-9457c3f5832f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:07.120375 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-3941bcae-cbd7-4482-b674-9457c3f5832f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:07.217695 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-3941bcae-cbd7-4482-b674-9457c3f5832f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8906651 Oct 13 14:39:07.236093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Request body: {'port': {'device_id': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:07.341797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c28bc3f1-972e-40ab-aefe-9044167a0e7b req-2da54011-0744-44e7-a134-3832058ba460 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0323722 Oct 13 14:39:07.342750 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:07.407514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-df534b36-e333-4655-9ad3-b680847d298f None None] Provisioning complete for port 1974a755-ce5a-4f41-b572-123adba1ee73 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:07.408961 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-df534b36-e333-4655-9ad3-b680847d298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:07.446554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-df534b36-e333-4655-9ad3-b680847d298f None None] Port 1974a755-ce5a-4f41-b572-123adba1ee73 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:39:07.728266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccfd3a6-571b-44bd-90c3-3939f639f6f9 req-8d891181-d6ec-47aa-a195-674dd0b5477a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:07.729840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ccfd3a6-571b-44bd-90c3-3939f639f6f9 req-8d891181-d6ec-47aa-a195-674dd0b5477a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 931 time: 0.0882347 Oct 13 14:39:07.758949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1974a755-ce5a-4f41-b572-123adba1ee73 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:39:07.769982 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:07.792866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Transition to ACTIVE for port object 1974a755-ce5a-4f41-b572-123adba1ee73 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:39:07.796267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ccfd3a6-571b-44bd-90c3-3939f639f6f9 req-3c6900df-57ab-403f-98b3-518f48cb385d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558927 Oct 13 14:39:07.877494 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:07.983181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Pushing event updated for resources: {'Port': ['ID=1974a755-ce5a-4f41-b572-123adba1ee73,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:08.093815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Attempting to bind port 1974a755-ce5a-4f41-b572-123adba1ee73 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:39:08.094329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Attempting to bind port 1974a755-ce5a-4f41-b572-123adba1ee73 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:39:08.094661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Attempting to bind port 1974a755-ce5a-4f41-b572-123adba1ee73 on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:39:08.100494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Port 1974a755-ce5a-4f41-b572-123adba1ee73 on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:39:08.100820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Attempting to bind port 1974a755-ce5a-4f41-b572-123adba1ee73 on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:39:08.106940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:39:08.107273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Checking segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:39:08.107671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Bound using segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:39:08.108260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Bound port: 1974a755-ce5a-4f41-b572-123adba1ee73, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:39:08.108630 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:08.193884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] For port 1974a755-ce5a-4f41-b572-123adba1ee73, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:39:08.201332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] For port 1974a755-ce5a-4f41-b572-123adba1ee73, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=1974a755-ce5a-4f41-b572-123adba1ee73,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:39:08.297155 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:08.342287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:08.343406 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:08.346451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] 10.222.0.41 "PUT /v2.0/ports/1974a755-ce5a-4f41-b572-123adba1ee73 HTTP/1.1" status: 200 len: 1092 time: 1.1156662 Oct 13 14:39:08.348374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'tag': '1974a755-ce5a-4f41-b572-123adba1ee73'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:39:08.352490 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0ebafa-9211-4f70-9a37-7d3a1c96def7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4", "tag": "1974a755-ce5a-4f41-b572-123adba1ee73"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:39:08.424509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905d4f1-df0a-4064-821d-3c2832ce5f50 service neutron] Pushing event updated for resources: {'Port': ['ID=1974a755-ce5a-4f41-b572-123adba1ee73,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:08.444585 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced65126-7945-4c07-9af6-6ac1613dab8a x-openstack-request-id: req-ced65126-7945-4c07-9af6-6ac1613dab8a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:39:08.444585 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4", "tag": "1974a755-ce5a-4f41-b572-123adba1ee73", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:39:08.447445 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ced65126-7945-4c07-9af6-6ac1613dab8a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:39:08.447445 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'tag': '1974a755-ce5a-4f41-b572-123adba1ee73', 'status': 'completed', 'code': 200} Oct 13 14:39:08.529980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fffdc590-df2b-40b1-8a49-732f0c21281b req-6668b9fd-77da-43ea-9612-3d937ed17f75 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0353017 Oct 13 14:39:08.545603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ebafa-9211-4f70-9a37-7d3a1c96def7 req-1b88a6e9-5a63-4940-aa6d-06bcfa275008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:08.547272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd0ebafa-9211-4f70-9a37-7d3a1c96def7 req-1b88a6e9-5a63-4940-aa6d-06bcfa275008 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 1095 time: 0.0873034 Oct 13 14:39:08.709655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ebafa-9211-4f70-9a37-7d3a1c96def7 req-37cc79f0-0354-4e78-bd08-c561046d8f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:08.711274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd0ebafa-9211-4f70-9a37-7d3a1c96def7 req-37cc79f0-0354-4e78-bd08-c561046d8f0a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=94f59679c6494a9e8ae6c3645e566442&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1537843 Oct 13 14:39:08.832297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ebafa-9211-4f70-9a37-7d3a1c96def7 req-1b01c6d1-054b-46a8-9a4e-93de896da51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:08.834234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd0ebafa-9211-4f70-9a37-7d3a1c96def7 req-1b01c6d1-054b-46a8-9a4e-93de896da51d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146417 Oct 13 14:39:08.956453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abfd58-d5f0-4221-b30a-85e633f20955 req-2d9845b8-23b6-4c22-9387-6c838faac675 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:08.958015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10abfd58-d5f0-4221-b30a-85e633f20955 req-2d9845b8-23b6-4c22-9387-6c838faac675 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 943 time: 0.0828426 Oct 13 14:39:08.960955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-910a57cd-477c-424b-b4af-dc2d1752cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:08.962670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-910a57cd-477c-424b-b4af-dc2d1752cfea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 1095 time: 0.0779843 Oct 13 14:39:09.013537 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-5e1f4abb-484a-4694-b0c5-bc9aeaaa75c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1974a755-ce5a-4f41-b572-123adba1ee73 HTTP/1.1" status: 200 len: 217 time: 0.0422134 Oct 13 14:39:09.041786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10abfd58-d5f0-4221-b30a-85e633f20955 req-f3643a6d-6ccb-4c05-840b-449a6d90da11 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773776 Oct 13 14:39:09.092814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-fea1684b-39b1-494d-9108-239a5e6ed82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:09.094733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-fea1684b-39b1-494d-9108-239a5e6ed82b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0700102 Oct 13 14:39:09.144521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-25d9ae89-5a78-4948-ace7-54b248503011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:09.146067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-25d9ae89-5a78-4948-ace7-54b248503011 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428016 Oct 13 14:39:09.239089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-b9317615-c0f6-4295-b25b-859d690d7115 service neutron] 10.222.0.41 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847504 Oct 13 14:39:09.340528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbb392cd-917f-4542-b37e-3fff420cce9e req-ac5e81e2-86b0-43aa-a208-f116bb889e66 service neutron] 10.222.0.41 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937705 Oct 13 14:39:09.646006 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49094) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:09.654359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11bd8f73-655e-4d87-8297-70e6c4b5bfc7 req-c6a6531a-8f2a-4a23-bf41-28c0fd5f870c tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0361593 Oct 13 14:39:10.042151 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4a69604-ef76-4cec-8957-003de92895cc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:10.187757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784c2c9-ecf7-462b-a85d-6505e5d7c8fe req-e3a0da99-0c3c-40f0-9523-3ee9c374926b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:10.189364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2784c2c9-ecf7-462b-a85d-6505e5d7c8fe req-e3a0da99-0c3c-40f0-9523-3ee9c374926b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 943 time: 0.0642333 Oct 13 14:39:10.246528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2784c2c9-ecf7-462b-a85d-6505e5d7c8fe req-b808dc3b-cd76-4211-bd50-d591c83d0596 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424991 Oct 13 14:39:10.400626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f4a69604-ef76-4cec-8957-003de92895cc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting port b5974426-3601-4c88-af7a-a01a437fddf4 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:39:10.400626 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4a69604-ef76-4cec-8957-003de92895cc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:10.493366 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-f4a69604-ef76-4cec-8957-003de92895cc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] For port b5974426-3601-4c88-af7a-a01a437fddf4, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b5974426-3601-4c88-af7a-a01a437fddf4,segment=NetworkSegment(a77fde5a-af20-4f38-9180-e5704d87c119),segment_id=a77fde5a-af20-4f38-9180-e5704d87c119)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:10.493758 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4a69604-ef76-4cec-8957-003de92895cc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:10.508134 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f4a69604-ef76-4cec-8957-003de92895cc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Calling delete_port for b5974426-3601-4c88-af7a-a01a437fddf4 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:39:10.780405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf440823-b325-4a3f-aead-b9d7f666e1a8 req-14a313fa-e96f-44cf-82c9-ec6ecdf28367 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0310748 Oct 13 14:39:10.837627 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4a69604-ef76-4cec-8957-003de92895cc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:10.876724 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a69604-ef76-4cec-8957-003de92895cc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Port': ['ID=b5974426-3601-4c88-af7a-a01a437fddf4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:11.104933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f4a69604-ef76-4cec-8957-003de92895cc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:11.362822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a69604-ef76-4cec-8957-003de92895cc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Router 0f1ed48a-0172-4adf-831b-500890b624bc has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:39:11.383391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf526035-5b62-4c0d-a967-486ba7808a43 req-14195425-47f3-4be0-86f5-a3ade0be4c3b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:11.385081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf526035-5b62-4c0d-a967-486ba7808a43 req-14195425-47f3-4be0-86f5-a3ade0be4c3b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 943 time: 0.0599439 Oct 13 14:39:11.432616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf526035-5b62-4c0d-a967-486ba7808a43 req-d011d000-6140-4426-9d21-31d01bef8c28 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415077 Oct 13 14:39:11.488747 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a69604-ef76-4cec-8957-003de92895cc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:39:11.493928 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f4a69604-ef76-4cec-8957-003de92895cc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "PUT /v2.0/routers/0f1ed48a-0172-4adf-831b-500890b624bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8469005 Oct 13 14:39:11.501914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaa1945-ce67-46b8-9723-333ec7c5fb69 None None] Sync routers for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:39:11.517617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaa1945-ce67-46b8-9723-333ec7c5fb69 None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:11.517617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2aaa1945-ce67-46b8-9723-333ec7c5fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:38:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:11.644287 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-2aaa1945-ce67-46b8-9723-333ec7c5fb69 None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:11.887717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af1702bf-9089-4d1f-a26e-6c93540df207 req-f08d71bf-45d9-43eb-a9d2-b706c1e41b83 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0274146 Oct 13 14:39:11.915481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2aaa1945-ce67-46b8-9723-333ec7c5fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:39:10Z', 'revision_number': 6, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'a1a0e5a1-210d-4773-bd59-eb1d6278b177', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'port_id': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'mac_address': 'fa:16:3e:ac:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:36:40Z', 'updated_at': '2021-10-13T14:36:43Z', 'revision_number': 1, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:11.941601 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaa1945-ce67-46b8-9723-333ec7c5fb69 None None] Checking router: 0f1ed48a-0172-4adf-831b-500890b624bc for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:39:11.951688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaa1945-ce67-46b8-9723-333ec7c5fb69 None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:11.952339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2aaa1945-ce67-46b8-9723-333ec7c5fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:38:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:12.102213 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-2aaa1945-ce67-46b8-9723-333ec7c5fb69 None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:12.116188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631be88c-3859-4319-927a-8b08d3d53a8b req-270cb867-9d69-4b1f-b862-d351bdf0aa81 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:12.118772 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-631be88c-3859-4319-927a-8b08d3d53a8b req-270cb867-9d69-4b1f-b862-d351bdf0aa81 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 946 time: 0.0560925 Oct 13 14:39:12.173666 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-631be88c-3859-4319-927a-8b08d3d53a8b req-e1c4fa8b-1e1a-41e7-bb5a-d6d67a12b17e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489225 Oct 13 14:39:12.386705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2aaa1945-ce67-46b8-9723-333ec7c5fb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:39:10Z', 'revision_number': 6, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'a1a0e5a1-210d-4773-bd59-eb1d6278b177', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'port_id': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'mac_address': 'fa:16:3e:ac:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:36:40Z', 'updated_at': '2021-10-13T14:36:43Z', 'revision_number': 1, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:12.417171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaa1945-ce67-46b8-9723-333ec7c5fb69 None None] The sync data for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 is: [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:39:10Z', 'revision_number': 6, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'a1a0e5a1-210d-4773-bd59-eb1d6278b177', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'port_id': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'mac_address': 'fa:16:3e:ac:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:36:40Z', 'updated_at': '2021-10-13T14:36:43Z', 'revision_number': 1, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:39:12.573734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ba1d-d06f-4e0b-a296-1649237e59ad req-57b1bd77-f5d1-4f10-bf3a-7886c3ce6207 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:12.577475 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1f0ba1d-d06f-4e0b-a296-1649237e59ad req-57b1bd77-f5d1-4f10-bf3a-7886c3ce6207 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 943 time: 0.0598495 Oct 13 14:39:12.621068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1f0ba1d-d06f-4e0b-a296-1649237e59ad req-197fa46f-4b34-4aba-bb08-dba3ce5b49f5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390100 Oct 13 14:39:12.839114 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b5974426-3601-4c88-af7a-a01a437fddf4 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:39:12.861023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: b5974426-3601-4c88-af7a-a01a437fddf4 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:39:12.861023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b5974426-3601-4c88-af7a-a01a437fddf4 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:39:13.005632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f723b13c-3450-4e4e-867c-8fdd6a9b45c9 req-dfcb9f7e-721c-458a-9153-8ce90aa87979 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0299990 Oct 13 14:39:13.303415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4923d9a-3777-4309-96f3-7cddafa8e60e req-7265c053-f8b5-4ed0-8c02-50119286b1d1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:13.304931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4923d9a-3777-4309-96f3-7cddafa8e60e req-7265c053-f8b5-4ed0-8c02-50119286b1d1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 946 time: 0.0541127 Oct 13 14:39:13.346934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4923d9a-3777-4309-96f3-7cddafa8e60e req-f532512c-b282-447c-b936-5ec80d8530a2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=4097dd7e-6dc4-4791-b717-69eb44383ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350134 Oct 13 14:39:13.749597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e5cad-72aa-42ec-886e-ed47cc3308de req-48193a7f-f53a-48c9-84cd-f2623bc5bb31 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:13.751078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352e5cad-72aa-42ec-886e-ed47cc3308de req-48193a7f-f53a-48c9-84cd-f2623bc5bb31 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 943 time: 0.0529916 Oct 13 14:39:13.800111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352e5cad-72aa-42ec-886e-ed47cc3308de req-a972fa36-97c5-4b4c-bcfb-6f1e1366a18a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421913 Oct 13 14:39:13.852499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d78644-102d-4ef3-8678-f5f982ad7921 req-3b547fdd-15b7-42f9-9953-e939b62891a4 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:13.854029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02d78644-102d-4ef3-8678-f5f982ad7921 req-3b547fdd-15b7-42f9-9953-e939b62891a4 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.41 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 946 time: 0.0496516 Oct 13 14:39:13.950540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-02d78644-102d-4ef3-8678-f5f982ad7921 req-da88d9ae-54ff-438b-b568-d517be5bafa3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting port 8b81b6b7-80f6-470a-9f95-72edba2ff14a {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:39:13.951047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-02d78644-102d-4ef3-8678-f5f982ad7921 req-da88d9ae-54ff-438b-b568-d517be5bafa3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:14.048116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-02d78644-102d-4ef3-8678-f5f982ad7921 req-da88d9ae-54ff-438b-b568-d517be5bafa3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] For port 8b81b6b7-80f6-470a-9f95-72edba2ff14a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=8b81b6b7-80f6-470a-9f95-72edba2ff14a,segment=NetworkSegment(a77fde5a-af20-4f38-9180-e5704d87c119),segment_id=a77fde5a-af20-4f38-9180-e5704d87c119)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:14.048655 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-02d78644-102d-4ef3-8678-f5f982ad7921 req-da88d9ae-54ff-438b-b568-d517be5bafa3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:14.063581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-02d78644-102d-4ef3-8678-f5f982ad7921 req-da88d9ae-54ff-438b-b568-d517be5bafa3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Calling delete_port for 8b81b6b7-80f6-470a-9f95-72edba2ff14a owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:39:14.146131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b5f05f9-f45a-4c0d-af17-997cfe2eeaaf req-539c4e02-8177-44ae-ac87-c46460929cf5 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0317476 Oct 13 14:39:14.312137 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-02d78644-102d-4ef3-8678-f5f982ad7921 req-da88d9ae-54ff-438b-b568-d517be5bafa3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:14.342360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88d9ae-54ff-438b-b568-d517be5bafa3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Port': ['ID=8b81b6b7-80f6-470a-9f95-72edba2ff14a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:14.388872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d78644-102d-4ef3-8678-f5f982ad7921 req-da88d9ae-54ff-438b-b568-d517be5bafa3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] No DVR routers for this DVR port 8b81b6b7-80f6-470a-9f95-72edba2ff14a on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:39:14.391526 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-02d78644-102d-4ef3-8678-f5f982ad7921 req-da88d9ae-54ff-438b-b568-d517be5bafa3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:14.394974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02d78644-102d-4ef3-8678-f5f982ad7921 req-da88d9ae-54ff-438b-b568-d517be5bafa3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.41 "DELETE /v2.0/ports/8b81b6b7-80f6-470a-9f95-72edba2ff14a HTTP/1.1" status: 204 len: 173 time: 0.5338933 Oct 13 14:39:14.395452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14181877-549c-4c72-a2f6-97125098c9e7', 'name': 'network-vif-deleted', 'tag': '8b81b6b7-80f6-470a-9f95-72edba2ff14a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:39:14.397782 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4417779-b016-4d89-b6af-0270a46b8fc9" -d '{"events": [{"server_uuid": "14181877-549c-4c72-a2f6-97125098c9e7", "name": "network-vif-deleted", "tag": "8b81b6b7-80f6-470a-9f95-72edba2ff14a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:39:14.438327 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca719dd6-0443-467f-9fdc-4f1f1d10a1fd x-openstack-request-id: req-ca719dd6-0443-467f-9fdc-4f1f1d10a1fd {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:39:14.438710 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14181877-549c-4c72-a2f6-97125098c9e7", "name": "network-vif-deleted", "tag": "8b81b6b7-80f6-470a-9f95-72edba2ff14a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:39:14.439042 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca719dd6-0443-467f-9fdc-4f1f1d10a1fd {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:39:14.439437 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14181877-549c-4c72-a2f6-97125098c9e7', 'name': 'network-vif-deleted', 'tag': '8b81b6b7-80f6-470a-9f95-72edba2ff14a', 'status': 'completed', 'code': 200} Oct 13 14:39:14.463975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-019da89c-0933-44e7-8850-36efe48c80df req-0f323969-52f8-44f1-8254-05b38f10e846 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0313258 Oct 13 14:39:14.929210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d13844-ec2f-4a41-af0d-996f25d38b69 req-42b30a91-71af-4326-945e-0177eafd9853 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:14.929210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1d13844-ec2f-4a41-af0d-996f25d38b69 req-42b30a91-71af-4326-945e-0177eafd9853 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 943 time: 0.0529668 Oct 13 14:39:14.967278 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1d13844-ec2f-4a41-af0d-996f25d38b69 req-3241270d-f77c-4479-8e10-7421b2d8d3aa tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334840 Oct 13 14:39:15.263688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e3795a8-079a-4e20-a351-a82fd21e51b2 req-4c75a1da-760f-4846-9d8f-b019c8357075 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0300708 Oct 13 14:39:15.574051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1b50f2c-e98c-479d-9d63-f230bdb1651f req-9e682d73-82ef-466e-aa40-2d4d325539a5 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=14181877-549c-4c72-a2f6-97125098c9e7 HTTP/1.1" status: 200 len: 210 time: 0.0311329 Oct 13 14:39:16.089584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20c13d-a422-435b-9f86-cf8581daf2aa req-15808675-4bbb-455c-b881-3de958500c58 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:16.091211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b20c13d-a422-435b-9f86-cf8581daf2aa req-15808675-4bbb-455c-b881-3de958500c58 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 943 time: 0.0518765 Oct 13 14:39:16.129429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b20c13d-a422-435b-9f86-cf8581daf2aa req-20ea8249-4e09-4b0a-a65f-03ad7716b74e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322022 Oct 13 14:39:16.375438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69979a54-da9b-4256-abc9-81a376b5f0b2 req-0914aadc-4d82-49a4-b084-cf0c52748fdc tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0271683 Oct 13 14:39:16.634995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49162) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:16.694866 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb128703-e427-4fff-9844-2655d3d4a69a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:16.719981 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb128703-e427-4fff-9844-2655d3d4a69a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:16.877949 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb128703-e427-4fff-9844-2655d3d4a69a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:16.880483 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eb128703-e427-4fff-9844-2655d3d4a69a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:16.881765 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eb128703-e427-4fff-9844-2655d3d4a69a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "DELETE /v2.0/security-groups/4097dd7e-6dc4-4791-b717-69eb44383ea4 HTTP/1.1" status: 204 len: 168 time: 0.2463627 Oct 13 14:39:16.891281 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb128703-e427-4fff-9844-2655d3d4a69a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4097dd7e-6dc4-4791-b717-69eb44383ea4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:16.998561 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49166) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:17.054133 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f86ebff-f910-4606-a7fc-aa1674155797 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting subnet 0693b5a8-e449-465d-a9c2-aa0fb7b0eda2 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:39:17.057362 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f86ebff-f910-4606-a7fc-aa1674155797 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:17.098505 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f86ebff-f910-4606-a7fc-aa1674155797 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:17.154093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57edda5f-2e6a-49af-ae3c-480df48a71eb req-22c77929-c3e4-4ac5-9e34-5bc309f833e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0264387 Oct 13 14:39:17.182947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f86ebff-f910-4606-a7fc-aa1674155797 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:17.257857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7906335-d4e8-4ac6-a377-168d4bba17b2 req-7ac0de2c-b73c-48ad-afe3-e6575adec999 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:17.261423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7906335-d4e8-4ac6-a377-168d4bba17b2 req-7ac0de2c-b73c-48ad-afe3-e6575adec999 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 943 time: 0.0581572 Oct 13 14:39:17.300289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7906335-d4e8-4ac6-a377-168d4bba17b2 req-ee8bc9d4-38f2-484e-9499-eb65d66f7dd3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350006 Oct 13 14:39:17.341099 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f86ebff-f910-4606-a7fc-aa1674155797 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:17.369900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86ebff-f910-4606-a7fc-aa1674155797 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Subnet': ['ID=0693b5a8-e449-465d-a9c2-aa0fb7b0eda2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:17.376236 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f86ebff-f910-4606-a7fc-aa1674155797 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:17.379654 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3f86ebff-f910-4606-a7fc-aa1674155797 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "DELETE /v2.0/subnets/0693b5a8-e449-465d-a9c2-aa0fb7b0eda2 HTTP/1.1" status: 204 len: 168 time: 0.3800223 Oct 13 14:39:17.382371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49174) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:17.382829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afafbf3-7a49-4888-80c0-0ab57f541730 None None] Network 1932f47b-0d44-4e5d-bfe8-3e8a9410065a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:39:17.465541 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:17.502477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c15f80dc-f7e3-4c4b-a40f-4460f2ff8e98 req-dcb7c1dd-0624-48d1-beb1-3b593c889e72 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0348790 Oct 13 14:39:17.584955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:39:17.584955 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:17.587594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] DHCP port deletion for 1932f47b-0d44-4e5d-bfe8-3e8a9410065a request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:39:17.629722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] For port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5f14b74f-f3f9-4aeb-b736-bffbe3835b97,segment=NetworkSegment(a77fde5a-af20-4f38-9180-e5704d87c119),segment_id=a77fde5a-af20-4f38-9180-e5704d87c119)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:17.630090 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:17.645914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Calling delete_port for 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:39:17.646824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Deleting port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:39:17.646824 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:17.730580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] For port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5f14b74f-f3f9-4aeb-b736-bffbe3835b97,segment=NetworkSegment(a77fde5a-af20-4f38-9180-e5704d87c119),segment_id=a77fde5a-af20-4f38-9180-e5704d87c119)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:17.733875 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:17.752421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Calling delete_port for 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:39:17.809516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8b81b6b7-80f6-470a-9f95-72edba2ff14a no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:39:17.837254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 8b81b6b7-80f6-470a-9f95-72edba2ff14a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:39:17.837595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8b81b6b7-80f6-470a-9f95-72edba2ff14a not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:39:17.866984 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:17.873302 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:17.890605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Port': ['ID=5f14b74f-f3f9-4aeb-b736-bffbe3835b97,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:17.903217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] No DVR routers for this DVR port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:39:17.907636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Pushing event deleted for resources: {'Port': ['ID=5f14b74f-f3f9-4aeb-b736-bffbe3835b97,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:17.916230 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] No DVR routers for this DVR port 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:39:17.918808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:17.919169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:17.919712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:17.920056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:17.920392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:17.920751 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:17.921114 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:17.927775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:17.927775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:17.927775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:17.927775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:17.927775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eb8dbc-840d-42e6-850a-a5d57b336059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:18.001195 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:18.021892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1932f47b-0d44-4e5d-bfe8-3e8a9410065a']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:18.031746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77fde5a-af20-4f38-9180-e5704d87c119') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:18.032039 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77fde5a-af20-4f38-9180-e5704d87c119') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:18.042440 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:18.057628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:18.064728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:39:18.065172 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:39:18.068224 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:39:18.237650 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:18.246456 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:18.249537 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "DELETE /v2.0/networks/1932f47b-0d44-4e5d-bfe8-3e8a9410065a HTTP/1.1" status: 204 len: 168 time: 0.8661091 Oct 13 14:39:18.252568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49178) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:18.267251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbec2f-9956-497e-b9a2-b825b84d2c98 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Network': ['ID=1932f47b-0d44-4e5d-bfe8-3e8a9410065a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:18.451471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-335630ea-9ada-463c-93d2-3a7f9e7b28bf tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting port 9913a068-cd51-4efb-a549-f32b75407fdb {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:39:18.451471 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-335630ea-9ada-463c-93d2-3a7f9e7b28bf tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:18.469213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38efc86-2258-42ed-8284-917b3d06bffe req-227553eb-cb52-42bb-87ec-030a7103b783 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:18.470752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f38efc86-2258-42ed-8284-917b3d06bffe req-227553eb-cb52-42bb-87ec-030a7103b783 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 943 time: 0.0909216 Oct 13 14:39:18.515786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f38efc86-2258-42ed-8284-917b3d06bffe req-0d0e58c1-5310-49e5-84dd-c0183cc9e9d1 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371976 Oct 13 14:39:18.539183 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-335630ea-9ada-463c-93d2-3a7f9e7b28bf tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:18.539433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-335630ea-9ada-463c-93d2-3a7f9e7b28bf tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:18.551769 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-335630ea-9ada-463c-93d2-3a7f9e7b28bf tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Calling delete_port for 9913a068-cd51-4efb-a549-f32b75407fdb owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:39:18.622593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d214ddf0-c49f-4e5a-b2c2-99cc5ac8f8a2 req-08ccc553-3732-4616-a578-cb1864b8359c tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0328188 Oct 13 14:39:18.660358 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:18.673692 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:39:18.708027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:39:18.708372 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5f14b74f-f3f9-4aeb-b736-bffbe3835b97 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:39:18.883282 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-335630ea-9ada-463c-93d2-3a7f9e7b28bf tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:18.915313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335630ea-9ada-463c-93d2-3a7f9e7b28bf tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Port': ['ID=9913a068-cd51-4efb-a549-f32b75407fdb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:18.948590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0708d187-264e-43c4-8b2f-deda61f5a06e req-6321ed52-f6dc-42bf-9f46-7c9601a1af73 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085&device_id=c7834ee7-0859-4c8b-adfe-cbdf8f59c627 HTTP/1.1" status: 200 len: 210 time: 0.0340056 Oct 13 14:39:18.985793 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-335630ea-9ada-463c-93d2-3a7f9e7b28bf tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:18.986094 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-335630ea-9ada-463c-93d2-3a7f9e7b28bf tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Floating IP a1a0e5a1-210d-4773-bd59-eb1d6278b177 disassociated (deleted). External IP: 172.25.0.125, port: 8d1c224d-68dc-4ba6-b48c-082850b26ea2. Oct 13 14:39:19.434391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30892aa2-fca4-4dcf-b513-0a7b9ad97978 req-db3e29c6-ab23-4089-880a-9737e405174a tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0576403 Oct 13 14:39:19.437207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00650e8f-ee95-4aec-b962-e311713dbc41 req-671ce4df-7e9e-47dd-960b-67eeacdd5d44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3815f6ae8a7f400ead0e6ae56b93f041&device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0486648 Oct 13 14:39:19.470581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00650e8f-ee95-4aec-b962-e311713dbc41 req-21f3166b-55bd-4e23-b7af-7df3c7634148 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3815f6ae8a7f400ead0e6ae56b93f041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238969 Oct 13 14:39:19.529373 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7f21dee-a842-4fd0-93f7-6a25ccfbe6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:19.571535 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335630ea-9ada-463c-93d2-3a7f9e7b28bf tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Router 0f1ed48a-0172-4adf-831b-500890b624bc has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:39:19.619824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00650e8f-ee95-4aec-b962-e311713dbc41 req-1d612afd-2d5b-4613-8631-840a13840594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:19.621386 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00650e8f-ee95-4aec-b962-e311713dbc41 req-1d612afd-2d5b-4613-8631-840a13840594 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434283 Oct 13 14:39:19.672384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d00bf9-1285-4501-b618-38f95270aac7 req-fcc78ea2-7baa-4a0d-ba77-8e3dbfab92fc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:19.674024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70d00bf9-1285-4501-b618-38f95270aac7 req-fcc78ea2-7baa-4a0d-ba77-8e3dbfab92fc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 943 time: 0.0662615 Oct 13 14:39:19.733006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70d00bf9-1285-4501-b618-38f95270aac7 req-64f02a39-1628-4b14-9ecd-f90565d190a6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499067 Oct 13 14:39:19.739887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335630ea-9ada-463c-93d2-3a7f9e7b28bf tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:39:19.751753 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-335630ea-9ada-463c-93d2-3a7f9e7b28bf tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:19.756588 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409b1d6-6cf7-4fc6-830d-2dcd32f88de9 None None] Sync routers for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:39:19.767362 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409b1d6-6cf7-4fc6-830d-2dcd32f88de9 None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:19.767967 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0409b1d6-6cf7-4fc6-830d-2dcd32f88de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:38:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:19.796167 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-335630ea-9ada-463c-93d2-3a7f9e7b28bf tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "DELETE /v2.0/floatingips/a1a0e5a1-210d-4773-bd59-eb1d6278b177 HTTP/1.1" status: 204 len: 168 time: 1.5398924 Oct 13 14:39:19.796167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'tag': '8d1c224d-68dc-4ba6-b48c-082850b26ea2'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:39:19.797017 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e670c89-05bc-4623-9531-3023fb85c41e" -d '{"events": [{"name": "network-changed", "server_uuid": "08e467f9-d56a-4e9a-8b2a-d107d84977bb", "tag": "8d1c224d-68dc-4ba6-b48c-082850b26ea2"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:39:19.861216 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f547e-ccef-4943-8072-dacf1cfe3425 x-openstack-request-id: req-ed9f547e-ccef-4943-8072-dacf1cfe3425 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:39:19.861721 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e467f9-d56a-4e9a-8b2a-d107d84977bb", "tag": "8d1c224d-68dc-4ba6-b48c-082850b26ea2", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:39:19.862182 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed9f547e-ccef-4943-8072-dacf1cfe3425 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:39:19.862829 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'tag': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'status': 'completed', 'code': 200} Oct 13 14:39:19.880864 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0409b1d6-6cf7-4fc6-830d-2dcd32f88de9 None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:19.942337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e670c89-05bc-4623-9531-3023fb85c41e req-ab14b71e-e5d0-4b12-8742-f8cd8e9593c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:19.950884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e670c89-05bc-4623-9531-3023fb85c41e req-ab14b71e-e5d0-4b12-8742-f8cd8e9593c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=872a5f9254c2400da577ebbc742a44b8&device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 1097 time: 0.0562580 Oct 13 14:39:20.051328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e670c89-05bc-4623-9531-3023fb85c41e req-bbac0f2e-abcc-42d8-9b9b-a4da251442f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:20.052828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e670c89-05bc-4623-9531-3023fb85c41e req-bbac0f2e-abcc-42d8-9b9b-a4da251442f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8cf5f0b7-df0e-4e71-b521-c1c17291157c HTTP/1.1" status: 200 len: 898 time: 0.1003697 Oct 13 14:39:20.102761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e670c89-05bc-4623-9531-3023fb85c41e req-d3c7cad2-45d2-4b89-85ae-5341c766bda2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d1c224d-68dc-4ba6-b48c-082850b26ea2 HTTP/1.1" status: 200 len: 217 time: 0.0406621 Oct 13 14:39:20.119295 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0409b1d6-6cf7-4fc6-830d-2dcd32f88de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:39:10Z', 'revision_number': 6, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:20.159245 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409b1d6-6cf7-4fc6-830d-2dcd32f88de9 None None] Checking router: 0f1ed48a-0172-4adf-831b-500890b624bc for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:39:20.161684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e670c89-05bc-4623-9531-3023fb85c41e req-945c2577-8f0c-43f3-9cbc-a769e4dbac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:20.163875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e670c89-05bc-4623-9531-3023fb85c41e req-945c2577-8f0c-43f3-9cbc-a769e4dbac42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3487665d-758f-4f29-be5f-5c317d5c1118 HTTP/1.1" status: 200 len: 835 time: 0.0539358 Oct 13 14:39:20.168837 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409b1d6-6cf7-4fc6-830d-2dcd32f88de9 None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:20.169477 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0409b1d6-6cf7-4fc6-830d-2dcd32f88de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:38:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:20.218418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e670c89-05bc-4623-9531-3023fb85c41e req-dfdd5d63-96e9-421e-93c2-6b49297d96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:20.219996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e670c89-05bc-4623-9531-3023fb85c41e req-dfdd5d63-96e9-421e-93c2-6b49297d96fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8cf5f0b7-df0e-4e71-b521-c1c17291157c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487647 Oct 13 14:39:20.307317 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0409b1d6-6cf7-4fc6-830d-2dcd32f88de9 None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:20.621203 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0409b1d6-6cf7-4fc6-830d-2dcd32f88de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:39:10Z', 'revision_number': 6, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:20.655505 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409b1d6-6cf7-4fc6-830d-2dcd32f88de9 None None] The sync data for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 is: [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:39:10Z', 'revision_number': 6, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb', 'name': '', 'network_id': '8cf5f0b7-df0e-4e71-b521-c1c17291157c', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:64:ab:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:17Z', 'updated_at': '2021-10-13T14:36:20Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '3487665d-758f-4f29-be5f-5c317d5c1118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:39:20.673132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70594e6b-ee2e-4575-879a-cd7481a87668 req-935cda62-66fe-48d9-8c02-30baa9c55fce tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0456719 Oct 13 14:39:20.757268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491eb9c2-ecaf-4883-9034-5fc08acf9929 req-71b53a24-2143-47c7-8e48-12b0985087ca tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:20.760585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-491eb9c2-ecaf-4883-9034-5fc08acf9929 req-71b53a24-2143-47c7-8e48-12b0985087ca tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 945 time: 0.1350129 Oct 13 14:39:20.762966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e670c89-05bc-4623-9531-3023fb85c41e req-38b015f4-d6e4-4d3f-ac42-fa90a1e2e485 service neutron] 10.222.0.41 "GET /v2.0/networks/8cf5f0b7-df0e-4e71-b521-c1c17291157c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338957 Oct 13 14:39:20.923059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-491eb9c2-ecaf-4883-9034-5fc08acf9929 req-671c123f-3163-4479-8bba-5aed32dc80f9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577275 Oct 13 14:39:20.980711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a76945-54a0-49b8-bba6-e0a66322e08e req-8d90cb95-d038-43be-a2e5-d239ad134809 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:20.982316 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28a76945-54a0-49b8-bba6-e0a66322e08e req-8d90cb95-d038-43be-a2e5-d239ad134809 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 943 time: 0.1209347 Oct 13 14:39:21.009267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e670c89-05bc-4623-9531-3023fb85c41e req-89daaf5e-3e1b-47ad-966f-35ae341f7b1a service neutron] 10.222.0.41 "GET /v2.0/networks/8cf5f0b7-df0e-4e71-b521-c1c17291157c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182441 Oct 13 14:39:21.011261 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01299ac3-7865-47e9-a05b-f0405459b969 None None] New status for floating IP a1a0e5a1-210d-4773-bd59-eb1d6278b177: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:39:21.058357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28a76945-54a0-49b8-bba6-e0a66322e08e req-215d191b-e1d7-435d-aef1-c60322d74767 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684977 Oct 13 14:39:21.163519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00650e8f-ee95-4aec-b962-e311713dbc41 req-37e5bd09-c735-4b9f-98cb-5c398e7312ea tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0415356 Oct 13 14:39:21.817496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-390dcab8-4100-4e5a-a9aa-d29b521c9742 req-92c964c9-15f1-44cd-a73e-3634d1f67182 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ee660dc-95c8-4a1e-ae47-16dec9a12085 HTTP/1.1" status: 200 len: 210 time: 0.0323250 Oct 13 14:39:22.063187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31de18-8c5d-4d96-973b-c0267b8321b1 req-d05c22c1-55ec-4db9-9f9f-e268044cfb35 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:22.064862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d31de18-8c5d-4d96-973b-c0267b8321b1 req-d05c22c1-55ec-4db9-9f9f-e268044cfb35 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 945 time: 0.0619533 Oct 13 14:39:22.112522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d31de18-8c5d-4d96-973b-c0267b8321b1 req-75b70e58-b377-4c3e-9d79-5441213c9ddc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396616 Oct 13 14:39:22.134575 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:22.201761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72968e6-402a-40ab-b55e-a78df84cd580 req-44dd3b00-48ee-48b2-af55-89f47c95fff0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:22.203297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a72968e6-402a-40ab-b55e-a78df84cd580 req-44dd3b00-48ee-48b2-af55-89f47c95fff0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 943 time: 0.0547287 Oct 13 14:39:22.244028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a72968e6-402a-40ab-b55e-a78df84cd580 req-69e3816c-5b5f-4129-845c-087d13012047 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342691 Oct 13 14:39:22.300837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41044d-762f-4aee-8c80-91bcdb921d7e req-1ede39a7-7d9a-486b-937e-4cd1e50ac5a4 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:22.302337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d41044d-762f-4aee-8c80-91bcdb921d7e req-1ede39a7-7d9a-486b-937e-4cd1e50ac5a4 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.41 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 945 time: 0.0496895 Oct 13 14:39:22.311752 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1b049a4-048b-4456-a181-13092f6e4a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:22.407669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4d41044d-762f-4aee-8c80-91bcdb921d7e req-cf121569-dd53-4ecb-b263-2029da350159 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting port 8d1c224d-68dc-4ba6-b48c-082850b26ea2 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:39:22.408039 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d41044d-762f-4aee-8c80-91bcdb921d7e req-cf121569-dd53-4ecb-b263-2029da350159 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:22.498711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4d41044d-762f-4aee-8c80-91bcdb921d7e req-cf121569-dd53-4ecb-b263-2029da350159 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] For port 8d1c224d-68dc-4ba6-b48c-082850b26ea2, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=8d1c224d-68dc-4ba6-b48c-082850b26ea2,segment=NetworkSegment(dc4ec87e-13ab-4a31-b90d-577372afbeac),segment_id=dc4ec87e-13ab-4a31-b90d-577372afbeac)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:22.498988 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d41044d-762f-4aee-8c80-91bcdb921d7e req-cf121569-dd53-4ecb-b263-2029da350159 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:22.512104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4d41044d-762f-4aee-8c80-91bcdb921d7e req-cf121569-dd53-4ecb-b263-2029da350159 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Calling delete_port for 8d1c224d-68dc-4ba6-b48c-082850b26ea2 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:39:22.706551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d41044d-762f-4aee-8c80-91bcdb921d7e req-cf121569-dd53-4ecb-b263-2029da350159 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:22.738879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf121569-dd53-4ecb-b263-2029da350159 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Port': ['ID=8d1c224d-68dc-4ba6-b48c-082850b26ea2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:22.784639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d41044d-762f-4aee-8c80-91bcdb921d7e req-cf121569-dd53-4ecb-b263-2029da350159 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] No DVR routers for this DVR port 8d1c224d-68dc-4ba6-b48c-082850b26ea2 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:39:22.787435 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4d41044d-762f-4aee-8c80-91bcdb921d7e req-cf121569-dd53-4ecb-b263-2029da350159 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:22.793203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d41044d-762f-4aee-8c80-91bcdb921d7e req-cf121569-dd53-4ecb-b263-2029da350159 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.41 "DELETE /v2.0/ports/8d1c224d-68dc-4ba6-b48c-082850b26ea2 HTTP/1.1" status: 204 len: 173 time: 0.4829497 Oct 13 14:39:22.793724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'name': 'network-vif-deleted', 'tag': '8d1c224d-68dc-4ba6-b48c-082850b26ea2'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:39:22.796222 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e01b01e-e3fd-49d4-a500-30f5ebde95ef" -d '{"events": [{"server_uuid": "08e467f9-d56a-4e9a-8b2a-d107d84977bb", "name": "network-vif-deleted", "tag": "8d1c224d-68dc-4ba6-b48c-082850b26ea2"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:39:22.833650 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e47e1c-9b43-4a45-841d-d05b55c0bfc1 x-openstack-request-id: req-c6e47e1c-9b43-4a45-841d-d05b55c0bfc1 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:39:22.834274 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e467f9-d56a-4e9a-8b2a-d107d84977bb", "name": "network-vif-deleted", "tag": "8d1c224d-68dc-4ba6-b48c-082850b26ea2", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:39:22.834274 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6e47e1c-9b43-4a45-841d-d05b55c0bfc1 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:39:22.834761 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e467f9-d56a-4e9a-8b2a-d107d84977bb', 'name': 'network-vif-deleted', 'tag': '8d1c224d-68dc-4ba6-b48c-082850b26ea2', 'status': 'completed', 'code': 200} Oct 13 14:39:23.279180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1423a7ca-d76d-4185-aa80-870dd6a69587 req-c624c2f9-3e4d-4031-a70f-c86e8fe9b09b tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=08e467f9-d56a-4e9a-8b2a-d107d84977bb HTTP/1.1" status: 200 len: 210 time: 0.0546000 Oct 13 14:39:23.304177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba729cd4-3838-43dd-bc49-b6226d0e5931 req-e814b13a-9cc2-441c-b0da-7535bbd3a7c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3815f6ae8a7f400ead0e6ae56b93f041&device_id=c7834ee7-0859-4c8b-adfe-cbdf8f59c627 HTTP/1.1" status: 200 len: 210 time: 0.0451598 Oct 13 14:39:23.340417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bd42a56-912d-4d04-9abb-1c110baa68a5 req-ef003347-31c7-4b55-8eaa-91a613a8eda2 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7834ee7-0859-4c8b-adfe-cbdf8f59c627 HTTP/1.1" status: 200 len: 210 time: 0.0400391 Oct 13 14:39:23.352340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba729cd4-3838-43dd-bc49-b6226d0e5931 req-5efde629-cdea-4c17-8384-249a1c7cd19a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3815f6ae8a7f400ead0e6ae56b93f041&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391278 Oct 13 14:39:23.463052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0ae8e-5877-45e1-93b1-7f281262d822 req-79c6a4a6-3b30-4e69-8a8b-d1bcc89822ed tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:23.464570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ba0ae8e-5877-45e1-93b1-7f281262d822 req-79c6a4a6-3b30-4e69-8a8b-d1bcc89822ed tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 943 time: 0.1097898 Oct 13 14:39:23.500606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba729cd4-3838-43dd-bc49-b6226d0e5931 req-16318594-b69f-47fe-af1a-32d29a255bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:23.502105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba729cd4-3838-43dd-bc49-b6226d0e5931 req-16318594-b69f-47fe-af1a-32d29a255bba service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386611 Oct 13 14:39:23.520062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ba0ae8e-5877-45e1-93b1-7f281262d822 req-3b3218a2-a07b-4459-8300-9ae6c415834e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462825 Oct 13 14:39:23.830662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 1974a755-ce5a-4f41-b572-123adba1ee73 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:39:23.941561 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:23.945030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 1974a755-ce5a-4f41-b572-123adba1ee73, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=1974a755-ce5a-4f41-b572-123adba1ee73,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:23.957416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '1974a755-ce5a-4f41-b572-123adba1ee73', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'port_id': '1974a755-ce5a-4f41-b572-123adba1ee73', 'mac_address': 'fa:16:3e:b0:cb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:39:24.004059 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:24.018664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1974a755-ce5a-4f41-b572-123adba1ee73 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:39:24.025791 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:24.040831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 1974a755-ce5a-4f41-b572-123adba1ee73, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=1974a755-ce5a-4f41-b572-123adba1ee73,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:24.118164 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:24.172229 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=1974a755-ce5a-4f41-b572-123adba1ee73,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:24.340593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49246) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:24.421909 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a6ca6ad-3a63-4515-89ea-09c33c9edaa2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:24.452219 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a6ca6ad-3a63-4515-89ea-09c33c9edaa2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:24.465235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1870cc53-2c9a-48e9-aec7-cffc6ed0eabb req-6542658b-92b7-45ca-a00f-b3c1490caa86 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7834ee7-0859-4c8b-adfe-cbdf8f59c627 HTTP/1.1" status: 200 len: 210 time: 0.0298996 Oct 13 14:39:24.545596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['1974a755-ce5a-4f41-b572-123adba1ee73'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:39:24.609603 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a6ca6ad-3a63-4515-89ea-09c33c9edaa2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:24.615822 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0a6ca6ad-3a63-4515-89ea-09c33c9edaa2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:24.615822 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0a6ca6ad-3a63-4515-89ea-09c33c9edaa2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "DELETE /v2.0/security-groups/8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827 HTTP/1.1" status: 204 len: 168 time: 0.2768834 Oct 13 14:39:24.659771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ca6ad-3a63-4515-89ea-09c33c9edaa2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9fbbbc-7c9b-47ca-ba2f-00d7913ac827,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:24.668415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3703857-264a-44b0-91c7-f702400d590b req-fa92059e-aa40-4de3-a067-aa5b0b20416d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:24.680558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3703857-264a-44b0-91c7-f702400d590b req-fa92059e-aa40-4de3-a067-aa5b0b20416d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 944 time: 0.0861664 Oct 13 14:39:24.729427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3703857-264a-44b0-91c7-f702400d590b req-61689bf3-ee6e-4436-a55c-721e52e75ae5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486350 Oct 13 14:39:24.731653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49256) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:24.908573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba729cd4-3838-43dd-bc49-b6226d0e5931 req-fddd5020-3b40-4aa4-a09c-73d3d4c6c3dd tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7834ee7-0859-4c8b-adfe-cbdf8f59c627 HTTP/1.1" status: 200 len: 210 time: 0.0283482 Oct 13 14:39:25.150535 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d86331ee-bb96-488e-acb0-10d604ba1398 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:25.389214 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:25.452238 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d86331ee-bb96-488e-acb0-10d604ba1398 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:39:25.452785 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d86331ee-bb96-488e-acb0-10d604ba1398 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:25.558743 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-d86331ee-bb96-488e-acb0-10d604ba1398 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] For port 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb,segment=NetworkSegment(dc4ec87e-13ab-4a31-b90d-577372afbeac),segment_id=dc4ec87e-13ab-4a31-b90d-577372afbeac)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:25.559197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d86331ee-bb96-488e-acb0-10d604ba1398 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:25.576247 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d86331ee-bb96-488e-acb0-10d604ba1398 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Calling delete_port for 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:39:25.584128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44d8ba3d-6354-4920-8b88-39ecd7223964 req-751e4e1c-f2b1-498f-9339-b007a38e5f72 tempest-ServerShowV247Test-1477606241 tempest-ServerShowV247Test-1477606241-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7834ee7-0859-4c8b-adfe-cbdf8f59c627 HTTP/1.1" status: 200 len: 210 time: 0.0271430 Oct 13 14:39:25.842340 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8d1c224d-68dc-4ba6-b48c-082850b26ea2 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:39:25.860805 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d86331ee-bb96-488e-acb0-10d604ba1398 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:25.863374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 8d1c224d-68dc-4ba6-b48c-082850b26ea2 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:39:25.863716 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 8d1c224d-68dc-4ba6-b48c-082850b26ea2 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:39:25.867102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a385170-2388-485d-b0fd-0ccdb2027d23 req-0e5a83fe-c4d8-4bdf-be84-00259b7ee6bd tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:25.869037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a385170-2388-485d-b0fd-0ccdb2027d23 req-0e5a83fe-c4d8-4bdf-be84-00259b7ee6bd tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 944 time: 0.0551901 Oct 13 14:39:25.891292 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86331ee-bb96-488e-acb0-10d604ba1398 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Port': ['ID=6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:25.921571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a385170-2388-485d-b0fd-0ccdb2027d23 req-2f2140b4-e572-49d6-9f71-a159ae2afea5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462120 Oct 13 14:39:26.093172 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d86331ee-bb96-488e-acb0-10d604ba1398 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:26.344827 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86331ee-bb96-488e-acb0-10d604ba1398 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Router 0f1ed48a-0172-4adf-831b-500890b624bc has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:39:26.456888 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86331ee-bb96-488e-acb0-10d604ba1398 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:39:26.462572 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d86331ee-bb96-488e-acb0-10d604ba1398 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "PUT /v2.0/routers/0f1ed48a-0172-4adf-831b-500890b624bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7294204 Oct 13 14:39:26.465210 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49270) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:26.466836 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80033a7c-b236-48b8-b465-dcaa2e017ea2 None None] Sync routers for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:39:26.476594 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80033a7c-b236-48b8-b465-dcaa2e017ea2 None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:26.477308 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-80033a7c-b236-48b8-b465-dcaa2e017ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:39:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:26.524717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fad639-bb81-4823-9d5a-7ceee1a429e2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting subnet 3487665d-758f-4f29-be5f-5c317d5c1118 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:39:26.529025 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3fad639-bb81-4823-9d5a-7ceee1a429e2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:26.581654 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3fad639-bb81-4823-9d5a-7ceee1a429e2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:26.717514 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-80033a7c-b236-48b8-b465-dcaa2e017ea2 None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:26.720910 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3fad639-bb81-4823-9d5a-7ceee1a429e2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:26.894954 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3fad639-bb81-4823-9d5a-7ceee1a429e2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:26.911408 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-80033a7c-b236-48b8-b465-dcaa2e017ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:39:25Z', 'revision_number': 7, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:26.924015 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fad639-bb81-4823-9d5a-7ceee1a429e2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Subnet': ['ID=3487665d-758f-4f29-be5f-5c317d5c1118,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:26.930336 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3fad639-bb81-4823-9d5a-7ceee1a429e2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:26.933961 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b3fad639-bb81-4823-9d5a-7ceee1a429e2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "DELETE /v2.0/subnets/3487665d-758f-4f29-be5f-5c317d5c1118 HTTP/1.1" status: 204 len: 168 time: 0.4677672 Oct 13 14:39:26.936617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49278) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:26.940888 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80033a7c-b236-48b8-b465-dcaa2e017ea2 None None] Checking router: 0f1ed48a-0172-4adf-831b-500890b624bc for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:39:26.950519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed0486-f4b7-4f19-b3c7-9f072467dad8 None None] Network 8cf5f0b7-df0e-4e71-b521-c1c17291157c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:39:26.955948 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80033a7c-b236-48b8-b465-dcaa2e017ea2 None None] Routers {'0f1ed48a-0172-4adf-831b-500890b624bc'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:26.956576 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-80033a7c-b236-48b8-b465-dcaa2e017ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:39:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f1ed48a-0172-4adf-831b-500890b624bc'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:27.086947 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-80033a7c-b236-48b8-b465-dcaa2e017ea2 None None] Set router 0f1ed48a-0172-4adf-831b-500890b624bc gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:27.118846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63ff21-fd24-41c5-b166-8624b1f3c8d3 req-bb3f1821-cb51-4830-b84d-c3bcef63c73d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:27.120619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b63ff21-fd24-41c5-b166-8624b1f3c8d3 req-bb3f1821-cb51-4830-b84d-c3bcef63c73d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 944 time: 0.0776701 Oct 13 14:39:27.123309 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:27.220324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b63ff21-fd24-41c5-b166-8624b1f3c8d3 req-3ca3e272-77ee-4806-9c44-ae09c81e91ed tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884249 Oct 13 14:39:27.264495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f833d-8541-4a0c-a62d-32b3828cb279 None None] DHCP port deletion for 8cf5f0b7-df0e-4e71-b521-c1c17291157c request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:39:27.322956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:27.331420 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49286) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:27.335963 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f833d-8541-4a0c-a62d-32b3828cb279 None None] Deleting port d4454262-d46b-4f51-b904-846d0174ba52 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:39:27.336708 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2b1f833d-8541-4a0c-a62d-32b3828cb279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:27.381849 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-80033a7c-b236-48b8-b465-dcaa2e017ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:39:25Z', 'revision_number': 7, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:27.410977 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80033a7c-b236-48b8-b465-dcaa2e017ea2 None None] The sync data for ids ['0f1ed48a-0172-4adf-831b-500890b624bc'] in n-d-806683-15 is: [{'id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'name': 'tempest-TestNetworkBasicOps-router-485866695', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:39:25Z', 'revision_number': 7, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': '9b041909-96b6-4f61-887c-2c5171f246ae', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1ed48a-0172-4adf-831b-500890b624bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:36:12Z', 'updated_at': '2021-10-13T14:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:39:27.436899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2b1f833d-8541-4a0c-a62d-32b3828cb279 None None] For port d4454262-d46b-4f51-b904-846d0174ba52, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d4454262-d46b-4f51-b904-846d0174ba52,segment=NetworkSegment(dc4ec87e-13ab-4a31-b90d-577372afbeac),segment_id=dc4ec87e-13ab-4a31-b90d-577372afbeac)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:27.437446 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2b1f833d-8541-4a0c-a62d-32b3828cb279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:27.456721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f833d-8541-4a0c-a62d-32b3828cb279 None None] Calling delete_port for d4454262-d46b-4f51-b904-846d0174ba52 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:39:27.495686 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5260d75-9c7c-48d1-989e-42e654af5957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:27.500731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting port 9b041909-96b6-4f61-887c-2c5171f246ae {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:39:27.501231 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:27.596650 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5260d75-9c7c-48d1-989e-42e654af5957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:27.608359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] For port 9b041909-96b6-4f61-887c-2c5171f246ae, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9b041909-96b6-4f61-887c-2c5171f246ae,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:27.613927 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:27.614072 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2b1f833d-8541-4a0c-a62d-32b3828cb279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:27.629493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Calling delete_port for 9b041909-96b6-4f61-887c-2c5171f246ae owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:39:27.640706 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f833d-8541-4a0c-a62d-32b3828cb279 None None] Pushing event deleted for resources: {'Port': ['ID=d4454262-d46b-4f51-b904-846d0174ba52,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:27.646193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f833d-8541-4a0c-a62d-32b3828cb279 None None] No DVR routers for this DVR port d4454262-d46b-4f51-b904-846d0174ba52 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:39:27.660684 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f5260d75-9c7c-48d1-989e-42e654af5957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:27.703099 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f5260d75-9c7c-48d1-989e-42e654af5957 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3815f6ae8a7f400ead0e6ae56b93f041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679855 Oct 13 14:39:27.703099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5260d75-9c7c-48d1-989e-42e654af5957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c25c93-7915-40e1-8960-a62d7f83f37c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:27.703403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49292) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:27.723406 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:39:27.808020 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5d46a2c7-0fc7-4f81-8841-57512e2fa54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:27.840895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 1974a755-ce5a-4f41-b572-123adba1ee73 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:39:27.861577 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5d46a2c7-0fc7-4f81-8841-57512e2fa54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:27.928966 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:27.981891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Port': ['ID=9b041909-96b6-4f61-887c-2c5171f246ae,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:27.992399 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 1974a755-ce5a-4f41-b572-123adba1ee73 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:39:27.996767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 1974a755-ce5a-4f41-b572-123adba1ee73 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:27.997261 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.010217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:28.010564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:28.010900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:28.011268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:28.011605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:28.012050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:28.012383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:28.012705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:28.013043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:28.013398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:28.013721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:28.014041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:28.020000 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5d46a2c7-0fc7-4f81-8841-57512e2fa54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.029159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5d46a2c7-0fc7-4f81-8841-57512e2fa54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.029159 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5d46a2c7-0fc7-4f81-8841-57512e2fa54f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0c25c93-7915-40e1-8960-a62d7f83f37c HTTP/1.1" status: 204 len: 168 time: 0.3200853 Oct 13 14:39:28.040901 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46a2c7-0fc7-4f81-8841-57512e2fa54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c25c93-7915-40e1-8960-a62d7f83f37c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:28.056959 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.109395 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.135116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1974a755-ce5a-4f41-b572-123adba1ee73'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:39:28.137838 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52d2c74-2122-41a7-a62e-1efad940a1f9" -d '{"events": [{"server_uuid": "fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4", "name": "network-vif-plugged", "status": "completed", "tag": "1974a755-ce5a-4f41-b572-123adba1ee73"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:39:28.152423 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 1974a755-ce5a-4f41-b572-123adba1ee73, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=1974a755-ce5a-4f41-b572-123adba1ee73,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:28.191943 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5710f8a-3f40-44f6-b703-1bd0723987ba x-openstack-request-id: req-d5710f8a-3f40-44f6-b703-1bd0723987ba {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:39:28.192242 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4", "name": "network-vif-plugged", "status": "completed", "tag": "1974a755-ce5a-4f41-b572-123adba1ee73", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:39:28.192671 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5710f8a-3f40-44f6-b703-1bd0723987ba {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:39:28.192788 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.193162 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1974a755-ce5a-4f41-b572-123adba1ee73', 'code': 200} Oct 13 14:39:28.195473 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.217029 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.320219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=1974a755-ce5a-4f41-b572-123adba1ee73,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:28.338038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b57f2-6b93-4ccd-86e0-a46ed1d17058 req-dcae6653-34a0-4497-90c3-702101902466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:28.339947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-110b57f2-6b93-4ccd-86e0-a46ed1d17058 req-dcae6653-34a0-4497-90c3-702101902466 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 1097 time: 0.0677469 Oct 13 14:39:28.372688 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.373259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Fanout notify agent at l3_agent the message router_deleted on router 0f1ed48a-0172-4adf-831b-500890b624bc {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:39:28.381251 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.385165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-567c0149-2b95-4a55-a765-133463f35f93 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "DELETE /v2.0/routers/0f1ed48a-0172-4adf-831b-500890b624bc HTTP/1.1" status: 204 len: 168 time: 1.4441206 Oct 13 14:39:28.385646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49304) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:28.416774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-110b57f2-6b93-4ccd-86e0-a46ed1d17058 req-71947d11-9a27-4486-b055-df34ab9baae2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557015 Oct 13 14:39:28.424894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d0dc4-74ac-4bc5-827c-4cda2b0ba977 req-329ade52-419f-4a18-a528-7555df430f3d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:28.426777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-362d0dc4-74ac-4bc5-827c-4cda2b0ba977 req-329ade52-419f-4a18-a528-7555df430f3d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 945 time: 0.1096551 Oct 13 14:39:28.483486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-362d0dc4-74ac-4bc5-827c-4cda2b0ba977 req-02a55619-10e5-42cd-8ff8-98e50e2c798d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460439 Oct 13 14:39:28.513412 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-931e6a04-b966-48b7-a4ed-e9745aa8a6dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.618628 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-931e6a04-b966-48b7-a4ed-e9745aa8a6dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.640458 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-931e6a04-b966-48b7-a4ed-e9745aa8a6dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf5f0b7-df0e-4e71-b521-c1c17291157c']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:28.650744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-931e6a04-b966-48b7-a4ed-e9745aa8a6dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4ec87e-13ab-4a31-b90d-577372afbeac') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:28.651033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-931e6a04-b966-48b7-a4ed-e9745aa8a6dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4ec87e-13ab-4a31-b90d-577372afbeac') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:28.661087 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-931e6a04-b966-48b7-a4ed-e9745aa8a6dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.677607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-931e6a04-b966-48b7-a4ed-e9745aa8a6dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.690268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931e6a04-b966-48b7-a4ed-e9745aa8a6dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:39:28.690695 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-931e6a04-b966-48b7-a4ed-e9745aa8a6dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:39:28.697496 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:39:28.843831 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-931e6a04-b966-48b7-a4ed-e9745aa8a6dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.854340 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-931e6a04-b966-48b7-a4ed-e9745aa8a6dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:28.860074 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-931e6a04-b966-48b7-a4ed-e9745aa8a6dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "DELETE /v2.0/networks/8cf5f0b7-df0e-4e71-b521-c1c17291157c HTTP/1.1" status: 204 len: 168 time: 0.4733012 Oct 13 14:39:28.880434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e6a04-b966-48b7-a4ed-e9745aa8a6dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Network': ['ID=8cf5f0b7-df0e-4e71-b521-c1c17291157c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:28.899692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49318) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:28.905466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-cf2d5de5-3acd-4916-a7a3-85f9dfea8ff2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'network': {'name': 'tempest-network-smoke--1684915751', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'port_security_enabled': True}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:28.962693 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d4454262-d46b-4f51-b904-846d0174ba52 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:39:28.991427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: d4454262-d46b-4f51-b904-846d0174ba52 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:39:28.991935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d4454262-d46b-4f51-b904-846d0174ba52 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:39:28.992419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:39:29.018709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2d5de5-3acd-4916-a7a3-85f9dfea8ff2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Made reservation on behalf of 872a5f9254c2400da577ebbc742a44b8 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:39:29.026653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:39:29.026653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6d3f1b6b-0939-4c9b-b8d0-7f6d8fdbbdfb not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:39:29.027610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9b041909-96b6-4f61-887c-2c5171f246ae no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:39:29.035387 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cf2d5de5-3acd-4916-a7a3-85f9dfea8ff2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:29.055504 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 9b041909-96b6-4f61-887c-2c5171f246ae {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:39:29.055979 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9b041909-96b6-4f61-887c-2c5171f246ae not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:39:29.061516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf2d5de5-3acd-4916-a7a3-85f9dfea8ff2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:39:29.072385 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cf2d5de5-3acd-4916-a7a3-85f9dfea8ff2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:29.072850 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-cf2d5de5-3acd-4916-a7a3-85f9dfea8ff2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Added segment 4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1 of type vlan for network e29ab5c2-7f99-4bba-ac1c-ac177368d50a Oct 13 14:39:29.118365 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cf2d5de5-3acd-4916-a7a3-85f9dfea8ff2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:29.185756 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cf2d5de5-3acd-4916-a7a3-85f9dfea8ff2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:29.191375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2d5de5-3acd-4916-a7a3-85f9dfea8ff2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:29.191959 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cf2d5de5-3acd-4916-a7a3-85f9dfea8ff2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:29.262990 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d5de5-3acd-4916-a7a3-85f9dfea8ff2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Network': ['ID=e29ab5c2-7f99-4bba-ac1c-ac177368d50a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:29.278963 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network e29ab5c2-7f99-4bba-ac1c-ac177368d50a details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:39:29.283676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cf2d5de5-3acd-4916-a7a3-85f9dfea8ff2 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3809915 Oct 13 14:39:29.283920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49330) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:29.289335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-669513139', 'admin_state_up': True, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:29.382212 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:29.383329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:29.452220 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:30.012855 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:30.033939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2e512-12d9-473a-b103-e8d9508d59eb req-5bfebf51-c32f-4b49-b389-b863e640654b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:30.038263 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ee2e512-12d9-473a-b103-e8d9508d59eb req-5bfebf51-c32f-4b49-b389-b863e640654b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 945 time: 0.4597375 Oct 13 14:39:30.099133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ee2e512-12d9-473a-b103-e8d9508d59eb req-c3583370-6a31-4dd6-b160-b5871986d283 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557997 Oct 13 14:39:30.325420 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:30.346197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:30.469169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Allocated IP 172.25.0.237 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/c1492398-be62-4a65-9986-fbbd5fcb2c50) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:39:30.591105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:30.723710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:30.769910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:39:30.778151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:39:30.778626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:39:30.806263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=c1492398-be62-4a65-9986-fbbd5fcb2c50,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:31.187048 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:31.269561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d0dcf-5d86-4658-9827-a975f1c06a97 req-0baf57be-98df-46bb-b3f2-2d51c08a8ec5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:31.271107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b32d0dcf-5d86-4658-9827-a975f1c06a97 req-0baf57be-98df-46bb-b3f2-2d51c08a8ec5 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 945 time: 0.0957966 Oct 13 14:39:31.347231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b32d0dcf-5d86-4658-9827-a975f1c06a97 req-ddb92b59-7a4e-4535-b2f7-9316ef851d9c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484874 Oct 13 14:39:31.482311 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:31.494440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd66bf6-7a5e-4b06-9424-3a1ec8d79026 req-a018cc75-b4d8-4fb2-ac78-f9ee5d69471b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:31.496142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ffd66bf6-7a5e-4b06-9424-3a1ec8d79026 req-a018cc75-b4d8-4fb2-ac78-f9ee5d69471b tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 945 time: 0.0681252 Oct 13 14:39:31.624283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ffd66bf6-7a5e-4b06-9424-3a1ec8d79026 req-fc195dd1-b5bf-40b5-a729-e73a973519fa tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855484 Oct 13 14:39:31.644294 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49408) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:31.721359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08447c06-a4f7-4bcd-a555-d7938a061b11 tempest-TestVolumeBootPattern-959768973 tempest-TestVolumeBootPattern-959768973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:31.723071 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-08447c06-a4f7-4bcd-a555-d7938a061b11 tempest-TestVolumeBootPattern-959768973 tempest-TestVolumeBootPattern-959768973-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 1092 time: 0.0776782 Oct 13 14:39:31.727015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49412) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:31.732737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '1974a755-ce5a-4f41-b572-123adba1ee73', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address': '172.20.0.8'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:31.742957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Router bcf247fe-2e62-4c9e-b637-b288232ef475 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:39:31.861593 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:31.865487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:39:31.876953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Sync routers for ids ['bcf247fe-2e62-4c9e-b637-b288232ef475'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:39:31.901844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Routers {'bcf247fe-2e62-4c9e-b637-b288232ef475'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:31.901844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:39:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bcf247fe-2e62-4c9e-b637-b288232ef475'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:32.000333 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:32.002605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9fa06c8b-41b6-45c9-88ec-e714fe8b16c1 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7164896 Oct 13 14:39:32.007590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49424) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:32.021330 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:32.027564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Set router bcf247fe-2e62-4c9e-b637-b288232ef475 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:32.061983 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e106d326-d379-4150-ad67-0bc3df08f9a5 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=872a5f9254c2400da577ebbc742a44b8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510483 Oct 13 14:39:32.062469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49428) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:32.180106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Allocated IP 172.25.0.75 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/9926b8e9-0735-4d1b-a6c0-c1797e6c7307) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:39:32.271333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:39:30Z', 'revision_number': 3, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:32.308338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Checking router: bcf247fe-2e62-4c9e-b637-b288232ef475 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:39:32.309156 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Updating router bcf247fe-2e62-4c9e-b637-b288232ef475 port c1492398-be62-4a65-9986-fbbd5fcb2c50 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:39:32.327689 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:32.339819 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:32.450312 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:32.519339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:39:32.524196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:39:32.539477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:39:32.569311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'Port': ['ID=9926b8e9-0735-4d1b-a6c0-c1797e6c7307,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:32.665149 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0615dc7e-fa1a-4c5b-80d1-2d2c06eedf2f tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:32.666694 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0615dc7e-fa1a-4c5b-80d1-2d2c06eedf2f tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6019702 Oct 13 14:39:32.669500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49440) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:32.704401 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-31277330-d80e-416c-b638-97e45611de27 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297925 Oct 13 14:39:32.705192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49442) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:32.712811 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-973ade2e-a7f1-4358-abe2-9af2fcad21a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1757722853', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:32.820959 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:32.917301 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:32.930156 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973ade2e-a7f1-4358-abe2-9af2fcad21a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Made reservation on behalf of 872a5f9254c2400da577ebbc742a44b8 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:39:32.933710 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-973ade2e-a7f1-4358-abe2-9af2fcad21a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.010294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49450) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:33.028145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Attempting to bind port c1492398-be62-4a65-9986-fbbd5fcb2c50 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:39:33.028530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Attempting to bind port c1492398-be62-4a65-9986-fbbd5fcb2c50 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:39:33.028874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Attempting to bind port c1492398-be62-4a65-9986-fbbd5fcb2c50 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:39:33.051003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad1d45-4362-4712-a9d4-8181daf44a17 None None] Pushing event updated for resources: {'Port': ['ID=c1492398-be62-4a65-9986-fbbd5fcb2c50,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:33.056729 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:39:33.061453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:39:33.062010 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.062543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:39:33.063136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Bound port: c1492398-be62-4a65-9986-fbbd5fcb2c50, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:39:33.063622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.171568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] For port c1492398-be62-4a65-9986-fbbd5fcb2c50, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:39:33.174969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] For port c1492398-be62-4a65-9986-fbbd5fcb2c50, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c1492398-be62-4a65-9986-fbbd5fcb2c50,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:39:33.232152 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.301765 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.333232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Routers {'bcf247fe-2e62-4c9e-b637-b288232ef475'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:33.333944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:39:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bcf247fe-2e62-4c9e-b637-b288232ef475'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:33.411434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad1d45-4362-4712-a9d4-8181daf44a17 None None] Pushing event updated for resources: {'Port': ['ID=c1492398-be62-4a65-9986-fbbd5fcb2c50,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:33.417925 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5689742-457c-49fb-bef8-0be124b37794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.474944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-973ade2e-a7f1-4358-abe2-9af2fcad21a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.485825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] Set router bcf247fe-2e62-4c9e-b637-b288232ef475 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:33.519860 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5689742-457c-49fb-bef8-0be124b37794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.558230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.594275 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ade2e-a7f1-4358-abe2-9af2fcad21a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Subnet': ['ID=62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:33.597846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ade2e-a7f1-4358-abe2-9af2fcad21a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Checking segment: {'id': '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:39:33.601546 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973ade2e-a7f1-4358-abe2-9af2fcad21a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network hostable DHCP agents. Network: e29ab5c2-7f99-4bba-ac1c-ac177368d50a, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:39:33.619514 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d5689742-457c-49fb-bef8-0be124b37794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.689157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5689742-457c-49fb-bef8-0be124b37794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c444b7a-2696-4d25-a83c-d58ac3819e85,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:33.704906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d5689742-457c-49fb-bef8-0be124b37794 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0885de809914d5e9a435179722315e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6934607 Oct 13 14:39:33.707378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49460) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:33.721475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:39:30Z', 'revision_number': 3, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:33.740251 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973ade2e-a7f1-4358-abe2-9af2fcad21a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network e29ab5c2-7f99-4bba-ac1c-ac177368d50a is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:39:33.780385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b877c-3fd3-4362-aed8-12c631078a24 None None] The sync data for ids ['bcf247fe-2e62-4c9e-b637-b288232ef475'] in n-d-806683-15 is: [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:39:30Z', 'revision_number': 3, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:39:33.832169 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-973ade2e-a7f1-4358-abe2-9af2fcad21a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, e29ab5c2-7f99-4bba-ac1c-ac177368d50a) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:39:33.837491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ade2e-a7f1-4358-abe2-9af2fcad21a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:33.838190 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-973ade2e-a7f1-4358-abe2-9af2fcad21a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.842094 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9970aa-a634-466a-8624-cc35d1c58767 None None] Network e29ab5c2-7f99-4bba-ac1c-ac177368d50a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:39:33.857464 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3323fb9b-8f6e-4287-9a7c-0ce8503b27f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.903984 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3323fb9b-8f6e-4287-9a7c-0ce8503b27f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.926368 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:33.978499 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-973ade2e-a7f1-4358-abe2-9af2fcad21a8 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2720451 Oct 13 14:39:33.981255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49468) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:34.017453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ips': [{'subnet_id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:39:34.018546 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:34.020615 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:34.090739 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3323fb9b-8f6e-4287-9a7c-0ce8503b27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:34.099434 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3323fb9b-8f6e-4287-9a7c-0ce8503b27f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:34.125256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3323fb9b-8f6e-4287-9a7c-0ce8503b27f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c444b7a-2696-4d25-a83c-d58ac3819e85 HTTP/1.1" status: 204 len: 168 time: 0.4007020 Oct 13 14:39:34.154366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'Port': ['ID=9926b8e9-0735-4d1b-a6c0-c1797e6c7307,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:34.208605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323fb9b-8f6e-4287-9a7c-0ce8503b27f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c444b7a-2696-4d25-a83c-d58ac3819e85,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:34.246174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:34.337135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Allocated IP 172.20.0.2 (e29ab5c2-7f99-4bba-ac1c-ac177368d50a/62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0/0b3bcf99-4c53-4376-be56-03481bd35e8e) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:39:34.395283 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Floating IP 107cfc8a-3b97-45dc-9050-7c9a6368e3b9 associated. External IP: 172.25.0.75, port: 1974a755-ce5a-4f41-b572-123adba1ee73. Oct 13 14:39:34.593329 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:34.655063 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:34.761724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Network e29ab5c2-7f99-4bba-ac1c-ac177368d50a is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:39:34.763280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:39:34.767382 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:39:34.783283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Pushing event updated for resources: {'Port': ['ID=0b3bcf99-4c53-4376-be56-03481bd35e8e,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:34.846160 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:34.861419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c1492398-be62-4a65-9986-fbbd5fcb2c50 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:39:34.909478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Attempting to bind port 0b3bcf99-4c53-4376-be56-03481bd35e8e on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:39:34.910539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Attempting to bind port 0b3bcf99-4c53-4376-be56-03481bd35e8e by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:39:34.911005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Attempting to bind port 0b3bcf99-4c53-4376-be56-03481bd35e8e on network e29ab5c2-7f99-4bba-ac1c-ac177368d50a {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:39:34.927569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:39:34.928801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Checking segment: {'id': '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:39:34.929224 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:34.929746 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Bound using segment: {'id': '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:39:34.930904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Bound port: 0b3bcf99-4c53-4376-be56-03481bd35e8e, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:39:34.931407 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.061281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c1492398-be62-4a65-9986-fbbd5fcb2c50 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:35.061976 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.115270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49484) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:35.132209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] For port 0b3bcf99-4c53-4376-be56-03481bd35e8e, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:39:35.137100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] For port 0b3bcf99-4c53-4376-be56-03481bd35e8e, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0b3bcf99-4c53-4376-be56-03481bd35e8e,segment=NetworkSegment(4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1),segment_id=4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:39:35.150055 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3af1e77c-92d4-4774-b885-6f4a1b29d03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.194145 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.218340 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.222531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port c1492398-be62-4a65-9986-fbbd5fcb2c50, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c1492398-be62-4a65-9986-fbbd5fcb2c50,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:35.252870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:39:35.311161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c27793-c9f8-4031-98a1-ab83f7d13ec3 None None] Pushing event updated for resources: {'Port': ['ID=0b3bcf99-4c53-4376-be56-03481bd35e8e,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:35.317739 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.333363 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Allocated IP 172.20.0.1 (e29ab5c2-7f99-4bba-ac1c-ac177368d50a/62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0/a55be883-2a38-4603-80b0-235a16ad3248) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:39:35.426990 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3af1e77c-92d4-4774-b885-6f4a1b29d03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.439099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=c1492398-be62-4a65-9986-fbbd5fcb2c50,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:35.455933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:39:35.473065 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6a8302-fd94-494c-9ca4-e8b24327ecdc None None] Sync routers for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:39:35.484361 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6a8302-fd94-494c-9ca4-e8b24327ecdc None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:35.485104 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ca6a8302-fd94-494c-9ca4-e8b24327ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:39:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:35.497699 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3af1e77c-92d4-4774-b885-6f4a1b29d03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.551936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3af1e77c-92d4-4774-b885-6f4a1b29d03a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcf38f55f71442569d4660e2de0ba442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318366 Oct 13 14:39:35.551936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1e77c-92d4-4774-b885-6f4a1b29d03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad07e19-bca2-4a4d-a01d-a1f362c613b5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:35.553639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49490) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:35.556297 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.582056 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.672433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-11232647-2697-4dbc-889c-03aae1f4a585 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9441578 Oct 13 14:39:35.674000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'tag': '1974a755-ce5a-4f41-b572-123adba1ee73'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:39:35.677481 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27390937-f3cf-4f81-8550-b26a54692379" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4", "tag": "1974a755-ce5a-4f41-b572-123adba1ee73"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:39:35.689297 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.710316 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dd247be-7aab-4c6d-9488-b3aacee82852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.746127 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dd247be-7aab-4c6d-9488-b3aacee82852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.764671 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce92b627-db76-4485-94ef-b279116ce5b9 x-openstack-request-id: req-ce92b627-db76-4485-94ef-b279116ce5b9 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:39:35.765257 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4", "tag": "1974a755-ce5a-4f41-b572-123adba1ee73", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:39:35.765903 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce92b627-db76-4485-94ef-b279116ce5b9 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:39:35.766508 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'tag': '1974a755-ce5a-4f41-b572-123adba1ee73', 'status': 'completed', 'code': 200} Oct 13 14:39:35.790897 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-ca6a8302-fd94-494c-9ca4-e8b24327ecdc None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:35.811951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network e29ab5c2-7f99-4bba-ac1c-ac177368d50a is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:39:35.830192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:39:35.836154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:39:35.843415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=a55be883-2a38-4603-80b0-235a16ad3248,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:35.885180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27390937-f3cf-4f81-8550-b26a54692379 req-a64e0132-129e-425f-af01-fe5fdd9948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:35.889876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27390937-f3cf-4f81-8550-b26a54692379 req-a64e0132-129e-425f-af01-fe5fdd9948a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 1097 time: 0.0916424 Oct 13 14:39:35.936128 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.960892 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dd247be-7aab-4c6d-9488-b3aacee82852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.966028 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dd247be-7aab-4c6d-9488-b3aacee82852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:35.967485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3dd247be-7aab-4c6d-9488-b3aacee82852 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ad07e19-bca2-4a4d-a01d-a1f362c613b5 HTTP/1.1" status: 204 len: 168 time: 0.4129968 Oct 13 14:39:35.987307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd247be-7aab-4c6d-9488-b3aacee82852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad07e19-bca2-4a4d-a01d-a1f362c613b5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:36.072352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27390937-f3cf-4f81-8550-b26a54692379 req-e878fcc7-7541-481e-beb1-a9f424f04776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:36.074240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27390937-f3cf-4f81-8550-b26a54692379 req-e878fcc7-7541-481e-beb1-a9f424f04776 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.1778989 Oct 13 14:39:36.163407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27390937-f3cf-4f81-8550-b26a54692379 req-39bff7c3-f768-43c4-ade5-5ee85855bf9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1974a755-ce5a-4f41-b572-123adba1ee73 HTTP/1.1" status: 200 len: 998 time: 0.0765994 Oct 13 14:39:36.179464 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:36.230668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27390937-f3cf-4f81-8550-b26a54692379 req-19cce4c6-4785-444a-acfe-f26d51103881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:36.234148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27390937-f3cf-4f81-8550-b26a54692379 req-19cce4c6-4785-444a-acfe-f26d51103881 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0620368 Oct 13 14:39:36.279454 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ca6a8302-fd94-494c-9ca4-e8b24327ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '107cfc8a-3b97-45dc-9050-7c9a6368e3b9', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '1974a755-ce5a-4f41-b572-123adba1ee73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:b0:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:39:32Z', 'updated_at': '2021-10-13T14:39:32Z', 'revision_number': 0, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:36.330691 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6a8302-fd94-494c-9ca4-e8b24327ecdc None None] Checking router: 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:39:36.341761 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6a8302-fd94-494c-9ca4-e8b24327ecdc None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:36.342617 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ca6a8302-fd94-494c-9ca4-e8b24327ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:39:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:36.356032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27390937-f3cf-4f81-8550-b26a54692379 req-97c58671-e247-4e77-9fd1-9acd6fb1bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:36.357617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27390937-f3cf-4f81-8550-b26a54692379 req-97c58671-e247-4e77-9fd1-9acd6fb1bb30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117547 Oct 13 14:39:36.558610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27390937-f3cf-4f81-8550-b26a54692379 req-e0286cfb-376a-4d72-885b-57ce1c51f5ad service neutron] 10.222.0.41 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906507 Oct 13 14:39:36.561666 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-ca6a8302-fd94-494c-9ca4-e8b24327ecdc None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:36.615091 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:36.689070 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:36.836349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27390937-f3cf-4f81-8550-b26a54692379 req-e5a848e1-6bf7-4494-a720-95b36878d182 service neutron] 10.222.0.41 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652798 Oct 13 14:39:36.897916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0b3bcf99-4c53-4376-be56-03481bd35e8e up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:39:36.913955 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=a55be883-2a38-4603-80b0-235a16ad3248,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:36.919576 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:36.982615 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ca6a8302-fd94-494c-9ca4-e8b24327ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '107cfc8a-3b97-45dc-9050-7c9a6368e3b9', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '1974a755-ce5a-4f41-b572-123adba1ee73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:b0:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:39:32Z', 'updated_at': '2021-10-13T14:39:32Z', 'revision_number': 0, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:37.018500 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6a8302-fd94-494c-9ca4-e8b24327ecdc None None] The sync data for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 is: [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '107cfc8a-3b97-45dc-9050-7c9a6368e3b9', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '1974a755-ce5a-4f41-b572-123adba1ee73', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:b0:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:39:32Z', 'updated_at': '2021-10-13T14:39:32Z', 'revision_number': 0, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:39:37.021973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 0b3bcf99-4c53-4376-be56-03481bd35e8e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:37.022422 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:37.127490 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network e29ab5c2-7f99-4bba-ac1c-ac177368d50a is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:39:37.128975 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:39:37.186881 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:37.279654 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Router bcf247fe-2e62-4c9e-b637-b288232ef475 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:39:37.286576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 0b3bcf99-4c53-4376-be56-03481bd35e8e, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0b3bcf99-4c53-4376-be56-03481bd35e8e,segment=NetworkSegment(4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1),segment_id=4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:37.354803 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c4c03d-dd4c-4da9-8191-0f60682586d0 None None] Network e29ab5c2-7f99-4bba-ac1c-ac177368d50a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:39:37.410502 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:37.411747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c1492398-be62-4a65-9986-fbbd5fcb2c50 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:39:37.419926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbe913d-acfa-416e-9e71-b99941a7921a None None] New status for floating IP 107cfc8a-3b97-45dc-9050-7c9a6368e3b9: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:39:37.429991 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:39:37.439756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49540) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:37.449288 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f788dc05-ee7d-486a-acfb-2eee8e24fbc9 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "PUT /v2.0/routers/bcf247fe-2e62-4c9e-b637-b288232ef475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4573994 Oct 13 14:39:37.449404 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Sync routers for ids ['bcf247fe-2e62-4c9e-b637-b288232ef475'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:39:37.456487 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Routers {'bcf247fe-2e62-4c9e-b637-b288232ef475'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:37.457225 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:39:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bcf247fe-2e62-4c9e-b637-b288232ef475'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:37.560161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a8833e00-387c-4666-bd1e-6bef87223cdb None None] Provisioning complete for port 0b3bcf99-4c53-4376-be56-03481bd35e8e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:37.560640 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a8833e00-387c-4666-bd1e-6bef87223cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:37.635524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7b2aa-bb92-4531-91a3-4c07d5831988 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.636285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7b2aa-bb92-4531-91a3-4c07d5831988 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.637222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7b2aa-bb92-4531-91a3-4c07d5831988 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.637869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7b2aa-bb92-4531-91a3-4c07d5831988 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.638613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7b2aa-bb92-4531-91a3-4c07d5831988 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.639442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7b2aa-bb92-4531-91a3-4c07d5831988 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.640507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7b2aa-bb92-4531-91a3-4c07d5831988 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.641298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7b2aa-bb92-4531-91a3-4c07d5831988 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.642352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7b2aa-bb92-4531-91a3-4c07d5831988 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.643401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7b2aa-bb92-4531-91a3-4c07d5831988 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.646718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-49d7b2aa-bb92-4531-91a3-4c07d5831988 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7061 time: 0.2057202 Oct 13 14:39:37.650096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49546) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:37.716878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c1492398-be62-4a65-9986-fbbd5fcb2c50 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:37.717411 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:37.731678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3121e3-744f-4fee-9e81-749e5906e9f3 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.736045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3121e3-744f-4fee-9e81-749e5906e9f3 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.736045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3121e3-744f-4fee-9e81-749e5906e9f3 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.736045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3121e3-744f-4fee-9e81-749e5906e9f3 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.736045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3121e3-744f-4fee-9e81-749e5906e9f3 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.736045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3121e3-744f-4fee-9e81-749e5906e9f3 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.736045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3121e3-744f-4fee-9e81-749e5906e9f3 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.736045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3121e3-744f-4fee-9e81-749e5906e9f3 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.736045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3121e3-744f-4fee-9e81-749e5906e9f3 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.736045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3121e3-744f-4fee-9e81-749e5906e9f3 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:37.738473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4f3121e3-744f-4fee-9e81-749e5906e9f3 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6452 time: 0.0869188 Oct 13 14:39:37.742203 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49550) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:37.742920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=0b3bcf99-4c53-4376-be56-03481bd35e8e,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:37.757402 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Set router bcf247fe-2e62-4c9e-b637-b288232ef475 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:38.045521 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-70bbd375-c50e-4de2-881d-24eca4b91889 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.3020203 Oct 13 14:39:38.150078 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:39:36Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a55be883-2a38-4603-80b0-235a16ad3248', 'name': '', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:cb:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:35Z', 'updated_at': '2021-10-13T14:39:36Z', 'revision_number': 2, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:38.201320 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Checking router: bcf247fe-2e62-4c9e-b637-b288232ef475 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:39:38.201747 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Updating router bcf247fe-2e62-4c9e-b637-b288232ef475 port a55be883-2a38-4603-80b0-235a16ad3248 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:39:38.239882 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:38.732901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49580) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:38.736437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8183ee16-f432-4e3b-8867-9ec05020c8cb None None] Provisioning complete for port 0b3bcf99-4c53-4376-be56-03481bd35e8e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:38.736911 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8183ee16-f432-4e3b-8867-9ec05020c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:38.740273 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-be8593ee-3ffd-47ec-a28f-4f49b7ad6153 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881054229', 'description': 'tempest-secgroup-smoke-1881054229 description', 'project_id': '872a5f9254c2400da577ebbc742a44b8'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:38.743128 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:38.793208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0b3bcf99-4c53-4376-be56-03481bd35e8e up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:39:38.818392 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:38.843302 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-be8593ee-3ffd-47ec-a28f-4f49b7ad6153 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:38.934473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 0b3bcf99-4c53-4376-be56-03481bd35e8e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:38.934854 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:38.995062 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8183ee16-f432-4e3b-8867-9ec05020c8cb None None] Provisioning complete for port a55be883-2a38-4603-80b0-235a16ad3248 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:38.996605 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8183ee16-f432-4e3b-8867-9ec05020c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.005516 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Pushing event updated for resources: {'Port': ['ID=a55be883-2a38-4603-80b0-235a16ad3248,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:39.028887 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-be8593ee-3ffd-47ec-a28f-4f49b7ad6153 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.039873 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:39.040217 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:39.040533 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:39.040864 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:39.041213 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:39.041537 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:39.041986 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:39.042203 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:39.042519 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:39.042842 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:39.043163 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:39.044062 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:39.047405 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Attempting to bind port a55be883-2a38-4603-80b0-235a16ad3248 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:39:39.047938 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Attempting to bind port a55be883-2a38-4603-80b0-235a16ad3248 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:39:39.048130 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Attempting to bind port a55be883-2a38-4603-80b0-235a16ad3248 on network e29ab5c2-7f99-4bba-ac1c-ac177368d50a {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:39:39.055303 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:39:39.055303 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Checking segment: {'id': '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:39:39.055649 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.055859 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Bound using segment: {'id': '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:39:39.056337 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Bound port: a55be883-2a38-4603-80b0-235a16ad3248, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:39:39.056712 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.067443 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8183ee16-f432-4e3b-8867-9ec05020c8cb None None] Port a55be883-2a38-4603-80b0-235a16ad3248 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:39:39.128804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-be8593ee-3ffd-47ec-a28f-4f49b7ad6153 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.165124 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8593ee-3ffd-47ec-a28f-4f49b7ad6153 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec27f1d-e1db-48c2-a12e-98616bc14aaf,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:39.170569 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] For port a55be883-2a38-4603-80b0-235a16ad3248, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:39:39.174262 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] For port a55be883-2a38-4603-80b0-235a16ad3248, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a55be883-2a38-4603-80b0-235a16ad3248,segment=NetworkSegment(4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1),segment_id=4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:39:39.188874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-827bca83-fa2b-4b35-a48e-2c7e0abf29bc None None] Provisioning complete for port a55be883-2a38-4603-80b0-235a16ad3248 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:39.189503 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-827bca83-fa2b-4b35-a48e-2c7e0abf29bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.230051 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-827bca83-fa2b-4b35-a48e-2c7e0abf29bc None None] Port a55be883-2a38-4603-80b0-235a16ad3248 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:39:39.234715 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-be8593ee-3ffd-47ec-a28f-4f49b7ad6153 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.239641 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-be8593ee-3ffd-47ec-a28f-4f49b7ad6153 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5025637 Oct 13 14:39:39.242058 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49594) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:39.245057 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-48a09842-8706-4f59-b2c7-254ecea21692 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '9ec27f1d-e1db-48c2-a12e-98616bc14aaf', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:39.255535 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.319104 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Routers {'bcf247fe-2e62-4c9e-b637-b288232ef475'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:39.319873 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:39:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bcf247fe-2e62-4c9e-b637-b288232ef475'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:39.342753 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48a09842-8706-4f59-b2c7-254ecea21692 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.378286 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8eb06f-319e-4f81-96e7-f19320824992 None None] Pushing event updated for resources: {'Port': ['ID=a55be883-2a38-4603-80b0-235a16ad3248,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:39.465123 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48a09842-8706-4f59-b2c7-254ecea21692 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.531423 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] Set router bcf247fe-2e62-4c9e-b637-b288232ef475 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:39.545618 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48a09842-8706-4f59-b2c7-254ecea21692 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.571844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-568fc3e6-7828-4a5c-b784-56d4afe7ef54 None None] Provisioning complete for port a55be883-2a38-4603-80b0-235a16ad3248 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:39.572213 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-568fc3e6-7828-4a5c-b784-56d4afe7ef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.592085 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a09842-8706-4f59-b2c7-254ecea21692 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4799f915-76db-473a-bc0a-1f7b97d5c359,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:39.645706 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48a09842-8706-4f59-b2c7-254ecea21692 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.652474 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-48a09842-8706-4f59-b2c7-254ecea21692 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4086697 Oct 13 14:39:39.652807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49604) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:39.657589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d7bb1427-2756-4dae-8232-fa0ce0548f26 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '9ec27f1d-e1db-48c2-a12e-98616bc14aaf', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:39.707346 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-568fc3e6-7828-4a5c-b784-56d4afe7ef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.729703 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1427-2756-4dae-8232-fa0ce0548f26 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.786813 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-568fc3e6-7828-4a5c-b784-56d4afe7ef54 None None] For port a55be883-2a38-4603-80b0-235a16ad3248, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a55be883-2a38-4603-80b0-235a16ad3248,segment=NetworkSegment(4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1),segment_id=4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:39.866317 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-568fc3e6-7828-4a5c-b784-56d4afe7ef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.885630 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:39:36Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a55be883-2a38-4603-80b0-235a16ad3248', 'name': '', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:cb:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:35Z', 'updated_at': '2021-10-13T14:39:39Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:39.891657 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1427-2756-4dae-8232-fa0ce0548f26 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.923674 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d906fdd6-e3bc-41cb-84dc-6182cf62a1f8 None None] The sync data for ids ['bcf247fe-2e62-4c9e-b637-b288232ef475'] in n-d-806683-15 is: [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:39:36Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a55be883-2a38-4603-80b0-235a16ad3248', 'name': '', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:cb:b0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:35Z', 'updated_at': '2021-10-13T14:39:39Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:39:39.959589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1427-2756-4dae-8232-fa0ce0548f26 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:39.990577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb1427-2756-4dae-8232-fa0ce0548f26 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33a68f7-3fa9-4080-ba06-dc66847846cd,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:39.994454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fc3e6-7828-4a5c-b784-56d4afe7ef54 None None] Pushing event updated for resources: {'Port': ['ID=a55be883-2a38-4603-80b0-235a16ad3248,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:40.043057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fd85098-07c6-40f4-a562-fe728a3a8833 None None] Provisioning complete for port a55be883-2a38-4603-80b0-235a16ad3248 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:40.043057 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fd85098-07c6-40f4-a562-fe728a3a8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:40.057543 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1427-2756-4dae-8232-fa0ce0548f26 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:40.059445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d7bb1427-2756-4dae-8232-fa0ce0548f26 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4056225 Oct 13 14:39:40.062309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49616) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:40.067619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-2aac0c9a-338b-4f99-96c0-6ee8d9485c5e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '9ec27f1d-e1db-48c2-a12e-98616bc14aaf', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:40.162906 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2aac0c9a-338b-4f99-96c0-6ee8d9485c5e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:40.255975 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2aac0c9a-338b-4f99-96c0-6ee8d9485c5e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:40.312017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2aac0c9a-338b-4f99-96c0-6ee8d9485c5e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:40.333220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6023d942-a171-46c2-b4b8-b720f1d92418 None None] Provisioning complete for port a55be883-2a38-4603-80b0-235a16ad3248 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:40.333859 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6023d942-a171-46c2-b4b8-b720f1d92418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:40.334002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac0c9a-338b-4f99-96c0-6ee8d9485c5e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e29be1-929f-4331-aab2-6e394e415e40,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:40.416440 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2aac0c9a-338b-4f99-96c0-6ee8d9485c5e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:40.417874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2aac0c9a-338b-4f99-96c0-6ee8d9485c5e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3543344 Oct 13 14:39:40.420734 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49626) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:40.426560 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4a2e917f-a666-4b2e-8e06-d9965a6a9bc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '9ec27f1d-e1db-48c2-a12e-98616bc14aaf', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:40.510119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a2e917f-a666-4b2e-8e06-d9965a6a9bc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:40.605896 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a2e917f-a666-4b2e-8e06-d9965a6a9bc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:40.689137 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a2e917f-a666-4b2e-8e06-d9965a6a9bc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:40.719178 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e917f-a666-4b2e-8e06-d9965a6a9bc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27304ed5-5051-4814-b5c9-7ddf23fd9ffa,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:40.741207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a55be883-2a38-4603-80b0-235a16ad3248 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:39:40.806975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port a55be883-2a38-4603-80b0-235a16ad3248 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:40.807655 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:40.849088 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a2e917f-a666-4b2e-8e06-d9965a6a9bc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:40.851576 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4a2e917f-a666-4b2e-8e06-d9965a6a9bc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4280853 Oct 13 14:39:40.859763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49636) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:40.864577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-cae61227-90a1-4183-9318-77b0a3ea5816 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '9ec27f1d-e1db-48c2-a12e-98616bc14aaf', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:40.940537 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-cae61227-90a1-4183-9318-77b0a3ea5816 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Project 872a5f9254c2400da577ebbc742a44b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:39:40.950233 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cae61227-90a1-4183-9318-77b0a3ea5816 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:41.027143 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cae61227-90a1-4183-9318-77b0a3ea5816 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:41.117881 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cae61227-90a1-4183-9318-77b0a3ea5816 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:41.137657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae61227-90a1-4183-9318-77b0a3ea5816 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9be74c-cd4c-4a43-a458-0de7a98243cb,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:41.217672 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cae61227-90a1-4183-9318-77b0a3ea5816 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:41.221646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cae61227-90a1-4183-9318-77b0a3ea5816 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3581483 Oct 13 14:39:41.222240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49646) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:41.228131 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-76e37317-626c-4a72-b3a7-9f1c37a1385b tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'security_group_rule': {'security_group_id': '9ec27f1d-e1db-48c2-a12e-98616bc14aaf', 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:41.317871 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-76e37317-626c-4a72-b3a7-9f1c37a1385b tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Project 872a5f9254c2400da577ebbc742a44b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:39:41.324474 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e37317-626c-4a72-b3a7-9f1c37a1385b tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:41.401362 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e37317-626c-4a72-b3a7-9f1c37a1385b tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:41.500711 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e37317-626c-4a72-b3a7-9f1c37a1385b tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:41.520640 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e37317-626c-4a72-b3a7-9f1c37a1385b tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff74e60-1008-4b4d-b65f-320b0341fd4b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:41.617265 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-76e37317-626c-4a72-b3a7-9f1c37a1385b tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:41.618653 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-76e37317-626c-4a72-b3a7-9f1c37a1385b tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3946414 Oct 13 14:39:41.859583 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-c2f84797-3d06-40d4-acea-4381f9650a67 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881054229&fields=id&tenant_id=872a5f9254c2400da577ebbc742a44b8 HTTP/1.1" status: 200 len: 267 time: 0.0415342 Oct 13 14:39:41.910652 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49668) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:41.979977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-6835cca9-9f5c-4f44-a120-ae78362e1760 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:41.981712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-6835cca9-9f5c-4f44-a120-ae78362e1760 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/networks?id=e29ab5c2-7f99-4bba-ac1c-ac177368d50a HTTP/1.1" status: 200 len: 797 time: 0.1138895 Oct 13 14:39:41.999843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-3fbade82-3f5f-42c8-87bc-2a5a71a6f27a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/quotas/872a5f9254c2400da577ebbc742a44b8 HTTP/1.1" status: 200 len: 375 time: 0.0119071 Oct 13 14:39:42.034672 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9494-e303-412c-b317-5cd8f43246fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:42.061601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-9d43201f-94eb-448c-bb1c-005904ccfd7e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=872a5f9254c2400da577ebbc742a44b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554907 Oct 13 14:39:42.157399 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9494-e303-412c-b317-5cd8f43246fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:42.201079 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-5c8d522e-dba0-4a00-a349-cbff986866ef service neutron] 10.222.0.18 "GET /v2.0/networks/e29ab5c2-7f99-4bba-ac1c-ac177368d50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228414 Oct 13 14:39:42.209064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9494-e303-412c-b317-5cd8f43246fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:42.252134 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d8ca9494-e303-412c-b317-5cd8f43246fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8db2d6068b264bc1b253a571e5d60738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402810 Oct 13 14:39:42.254773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49678) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:42.258430 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca9494-e303-412c-b317-5cd8f43246fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984be517-5055-4342-995e-75825e91634d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:42.314558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-ee49ac7b-dff7-4a65-8394-0b6cbd2631d2 service neutron] 10.222.0.18 "GET /v2.0/networks/e29ab5c2-7f99-4bba-ac1c-ac177368d50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069112 Oct 13 14:39:42.327530 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd7e50cf-4524-4139-a626-c30c8f998197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:42.352372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd7e50cf-4524-4139-a626-c30c8f998197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:42.495000 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd7e50cf-4524-4139-a626-c30c8f998197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:42.497839 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd7e50cf-4524-4139-a626-c30c8f998197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:42.499152 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cd7e50cf-4524-4139-a626-c30c8f998197 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/984be517-5055-4342-995e-75825e91634d HTTP/1.1" status: 204 len: 168 time: 0.2432449 Oct 13 14:39:42.508843 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e50cf-4524-4139-a626-c30c8f998197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984be517-5055-4342-995e-75825e91634d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:42.626604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7a0b658-9aca-43af-8318-a11e6cba2f4f req-3a95231e-7a67-49bc-9eb3-50b29294df5d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 210 time: 0.0401006 Oct 13 14:39:43.081521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49706) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:43.097103 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab1fb2ba-0c76-4217-89d7-d6b24dd18771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:43.188679 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab1fb2ba-0c76-4217-89d7-d6b24dd18771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:43.243292 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab1fb2ba-0c76-4217-89d7-d6b24dd18771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:43.287805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49714) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:43.288383 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ab1fb2ba-0c76-4217-89d7-d6b24dd18771 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3a2b9cb2193424db4bd3c8ec9393d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054060 Oct 13 14:39:43.289325 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fb2ba-0c76-4217-89d7-d6b24dd18771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb65c7b-9fb9-482a-b351-2acea4f78ef8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:43.345263 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dcfd12de-0ed1-46d6-96e8-e355e9eb5481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:43.371543 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dcfd12de-0ed1-46d6-96e8-e355e9eb5481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:43.465930 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dcfd12de-0ed1-46d6-96e8-e355e9eb5481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:43.468590 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dcfd12de-0ed1-46d6-96e8-e355e9eb5481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:43.469742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dcfd12de-0ed1-46d6-96e8-e355e9eb5481 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eeb65c7b-9fb9-482a-b351-2acea4f78ef8 HTTP/1.1" status: 204 len: 168 time: 0.1801870 Oct 13 14:39:43.484399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd12de-0ed1-46d6-96e8-e355e9eb5481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb65c7b-9fb9-482a-b351-2acea4f78ef8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:43.756903 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a51b147-7096-4407-b06c-619b82fa5bdd req-90890572-494a-41ee-b59f-e3cda72e7bb6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 210 time: 0.0414832 Oct 13 14:39:44.596608 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-2f81f53b-1e07-4a89-b439-cd68218fabdd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:44.608689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-2f81f53b-1e07-4a89-b439-cd68218fabdd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.49 "GET /v2.0/networks?id=e29ab5c2-7f99-4bba-ac1c-ac177368d50a HTTP/1.1" status: 200 len: 797 time: 0.1220553 Oct 13 14:39:44.672590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-acf18c0d-dc18-44d5-b168-a50cbc0bf455 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=872a5f9254c2400da577ebbc742a44b8 HTTP/1.1" status: 200 len: 380 time: 0.0509453 Oct 13 14:39:44.686703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-43d026f9-4941-4b4e-867a-4257eb8a80e0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'port': {'device_id': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'admin_state_up': True, 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'security_groups': ['9ec27f1d-e1db-48c2-a12e-98616bc14aaf']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:44.873972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf18d60e-2ab0-47a7-bd51-98f892b681bd req-519ba893-e362-433c-a097-8519ed3cae53 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 210 time: 0.0303073 Oct 13 14:39:44.947750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-43d026f9-4941-4b4e-867a-4257eb8a80e0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Made reservation on behalf of 872a5f9254c2400da577ebbc742a44b8 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:39:44.952905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-43d026f9-4941-4b4e-867a-4257eb8a80e0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:45.095883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-43d026f9-4941-4b4e-867a-4257eb8a80e0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Allocated IP 172.20.0.14 (e29ab5c2-7f99-4bba-ac1c-ac177368d50a/62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0/ab961b9c-fcd4-4e2a-b332-18be8b54bd75) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:39:45.242666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-43d026f9-4941-4b4e-867a-4257eb8a80e0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:45.352311 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-43d026f9-4941-4b4e-867a-4257eb8a80e0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:45.406194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d026f9-4941-4b4e-867a-4257eb8a80e0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=ab961b9c-fcd4-4e2a-b332-18be8b54bd75,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:45.422146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-43d026f9-4941-4b4e-867a-4257eb8a80e0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network e29ab5c2-7f99-4bba-ac1c-ac177368d50a is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:39:45.423643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-43d026f9-4941-4b4e-867a-4257eb8a80e0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:39:45.426080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-43d026f9-4941-4b4e-867a-4257eb8a80e0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:39:45.495789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-43d026f9-4941-4b4e-867a-4257eb8a80e0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:45.496451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-43d026f9-4941-4b4e-867a-4257eb8a80e0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:45.605051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-43d026f9-4941-4b4e-867a-4257eb8a80e0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9226537 Oct 13 14:39:45.632513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Request body: {'port': {'device_id': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:45.695365 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:45.817134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-99ff7606-27a7-4f1e-a846-5e9f35026c66 None None] Provisioning complete for port ab961b9c-fcd4-4e2a-b332-18be8b54bd75 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:45.817134 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99ff7606-27a7-4f1e-a846-5e9f35026c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:45.865269 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-99ff7606-27a7-4f1e-a846-5e9f35026c66 None None] Port ab961b9c-fcd4-4e2a-b332-18be8b54bd75 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:39:46.044706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab961b9c-fcd4-4e2a-b332-18be8b54bd75 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:39:46.056799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863dedd-38e9-41bb-b158-e1c30735af3d req-ee5a9685-3d76-4080-9fe8-6ca5d8a1101e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:46.058355 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e863dedd-38e9-41bb-b158-e1c30735af3d req-ee5a9685-3d76-4080-9fe8-6ca5d8a1101e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 932 time: 0.1017518 Oct 13 14:39:46.068968 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:46.097924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Transition to ACTIVE for port object ab961b9c-fcd4-4e2a-b332-18be8b54bd75 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:39:46.119961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e863dedd-38e9-41bb-b158-e1c30735af3d req-b9afb3b2-32a0-4620-831c-aaaf29a57336 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec27f1d-e1db-48c2-a12e-98616bc14aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539899 Oct 13 14:39:46.197832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:46.263959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Pushing event updated for resources: {'Port': ['ID=ab961b9c-fcd4-4e2a-b332-18be8b54bd75,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:46.352617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Attempting to bind port ab961b9c-fcd4-4e2a-b332-18be8b54bd75 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:39:46.352617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Attempting to bind port ab961b9c-fcd4-4e2a-b332-18be8b54bd75 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:39:46.352617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Attempting to bind port ab961b9c-fcd4-4e2a-b332-18be8b54bd75 on network e29ab5c2-7f99-4bba-ac1c-ac177368d50a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:39:46.358834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Port ab961b9c-fcd4-4e2a-b332-18be8b54bd75 on network e29ab5c2-7f99-4bba-ac1c-ac177368d50a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:39:46.358984 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Attempting to bind port ab961b9c-fcd4-4e2a-b332-18be8b54bd75 on network e29ab5c2-7f99-4bba-ac1c-ac177368d50a {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:39:46.364341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:39:46.367340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Checking segment: {'id': '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:39:46.367340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Bound using segment: {'id': '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:39:46.367340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Bound port: ab961b9c-fcd4-4e2a-b332-18be8b54bd75, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:39:46.367340 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:46.436524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] For port ab961b9c-fcd4-4e2a-b332-18be8b54bd75, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:39:46.439829 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] For port ab961b9c-fcd4-4e2a-b332-18be8b54bd75, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ab961b9c-fcd4-4e2a-b332-18be8b54bd75,segment=NetworkSegment(4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1),segment_id=4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:39:46.500643 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:46.540648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:46.541534 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:46.543070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] 10.222.0.49 "PUT /v2.0/ports/ab961b9c-fcd4-4e2a-b332-18be8b54bd75 HTTP/1.1" status: 200 len: 1093 time: 0.9220154 Oct 13 14:39:46.543468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'tag': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:39:46.546006 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e164e1-ab17-4dc0-a054-cd9d85f4b042" -d '{"events": [{"name": "network-changed", "server_uuid": "23cea67c-e756-4445-8f3d-2f56e5b09bbb", "tag": "ab961b9c-fcd4-4e2a-b332-18be8b54bd75"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:39:46.582424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63efff-1516-4c20-b4e5-1eb42af2ad44 service neutron] Pushing event updated for resources: {'Port': ['ID=ab961b9c-fcd4-4e2a-b332-18be8b54bd75,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:46.628879 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b61fec-5617-4695-b56c-313d0a513ad9 x-openstack-request-id: req-c9b61fec-5617-4695-b56c-313d0a513ad9 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:39:46.629564 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cea67c-e756-4445-8f3d-2f56e5b09bbb", "tag": "ab961b9c-fcd4-4e2a-b332-18be8b54bd75", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:39:46.629564 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9b61fec-5617-4695-b56c-313d0a513ad9 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:39:46.629867 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'tag': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75', 'status': 'completed', 'code': 200} Oct 13 14:39:46.720320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e164e1-ab17-4dc0-a054-cd9d85f4b042 req-079840fc-015f-4bd4-9512-2c36ff30c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:46.723891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72e164e1-ab17-4dc0-a054-cd9d85f4b042 req-079840fc-015f-4bd4-9512-2c36ff30c58c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=872a5f9254c2400da577ebbc742a44b8&device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 1096 time: 0.0613439 Oct 13 14:39:46.845292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e164e1-ab17-4dc0-a054-cd9d85f4b042 req-d5265372-33c2-42c9-ae8f-ef81f313cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:46.846776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72e164e1-ab17-4dc0-a054-cd9d85f4b042 req-d5265372-33c2-42c9-ae8f-ef81f313cf59 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=872a5f9254c2400da577ebbc742a44b8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1051438 Oct 13 14:39:46.981648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e164e1-ab17-4dc0-a054-cd9d85f4b042 req-f2848466-dc00-4f84-a217-57b6abb574d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:46.983272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72e164e1-ab17-4dc0-a054-cd9d85f4b042 req-f2848466-dc00-4f84-a217-57b6abb574d7 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257694 Oct 13 14:39:47.072308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-f5c22296-5a04-49cf-83f0-ba7e560ec636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:47.074094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-f5c22296-5a04-49cf-83f0-ba7e560ec636 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=872a5f9254c2400da577ebbc742a44b8&device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 1096 time: 0.0451207 Oct 13 14:39:47.123999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-be6bda45-05fd-4aed-9226-89843419f772 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab961b9c-fcd4-4e2a-b332-18be8b54bd75 HTTP/1.1" status: 200 len: 217 time: 0.0400791 Oct 13 14:39:47.181277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-29be5b84-949f-4641-af64-267dcfb4bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:47.182864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-29be5b84-949f-4641-af64-267dcfb4bcc9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0 HTTP/1.1" status: 200 len: 835 time: 0.0498207 Oct 13 14:39:47.292084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-652d01bb-da9e-476e-8fa8-61ed7e4f0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:47.294059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-652d01bb-da9e-476e-8fa8-61ed7e4f0421 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e29ab5c2-7f99-4bba-ac1c-ac177368d50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979953 Oct 13 14:39:47.311188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e374a9-756a-4ae0-8068-a019e3a2d69c req-4818b456-1a80-4b15-9a5c-58cf7ba69086 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:47.312672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6e374a9-756a-4ae0-8068-a019e3a2d69c req-4818b456-1a80-4b15-9a5c-58cf7ba69086 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 944 time: 0.0748196 Oct 13 14:39:47.400018 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6e374a9-756a-4ae0-8068-a019e3a2d69c req-bbff22c7-7c7d-4cc2-bad9-7a4aa7cb9eec tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec27f1d-e1db-48c2-a12e-98616bc14aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790563 Oct 13 14:39:47.432158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-505df620-70c1-4d59-b81a-8ac01628a1dc service neutron] 10.222.0.49 "GET /v2.0/networks/e29ab5c2-7f99-4bba-ac1c-ac177368d50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184807 Oct 13 14:39:47.545622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1bb2af-0c1f-423f-87c1-53396b011dfe req-325100bb-a83e-4838-83c8-61fff4b6f260 service neutron] 10.222.0.49 "GET /v2.0/networks/e29ab5c2-7f99-4bba-ac1c-ac177368d50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999372 Oct 13 14:39:48.382825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49864) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:48.525003 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4aef507d-9d47-45de-8f79-f00fe91d9936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:48.565838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77e270-bfd9-483e-a385-554984f3dcda req-8ad4bcd2-458d-4e06-9255-a70e81349acc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:48.567459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d77e270-bfd9-483e-a385-554984f3dcda req-8ad4bcd2-458d-4e06-9255-a70e81349acc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 944 time: 0.0834320 Oct 13 14:39:48.643054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d77e270-bfd9-483e-a385-554984f3dcda req-7db3fa07-ce7c-43fd-b5ae-98afb658db35 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec27f1d-e1db-48c2-a12e-98616bc14aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521181 Oct 13 14:39:48.655696 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4aef507d-9d47-45de-8f79-f00fe91d9936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:48.660204 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:48.745834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4aef507d-9d47-45de-8f79-f00fe91d9936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:48.784648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef507d-9d47-45de-8f79-f00fe91d9936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ec1f4c-11e0-4bda-b7fc-2ad1246a1dba,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:48.789844 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4aef507d-9d47-45de-8f79-f00fe91d9936 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=380e003b9cdc4be5affb51e4834ff1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059620 Oct 13 14:39:48.792534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49874) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:48.860838 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-75e31dc7-d2c8-4650-9a6c-1ed89932531b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:48.898044 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-75e31dc7-d2c8-4650-9a6c-1ed89932531b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:49.071863 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-75e31dc7-d2c8-4650-9a6c-1ed89932531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:49.074902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-75e31dc7-d2c8-4650-9a6c-1ed89932531b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:49.076559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-75e31dc7-d2c8-4650-9a6c-1ed89932531b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5ec1f4c-11e0-4bda-b7fc-2ad1246a1dba HTTP/1.1" status: 204 len: 168 time: 0.2829823 Oct 13 14:39:49.094678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e31dc7-d2c8-4650-9a6c-1ed89932531b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ec1f4c-11e0-4bda-b7fc-2ad1246a1dba,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:49.500829 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cbcb8788-42d1-4ae6-9478-5a23e3e0f998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:49.781836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a3f5d-85fd-400b-af50-dc712dc7d198 req-ba471264-d914-441a-b9ae-5f45e6aba426 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:49.784057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c61a3f5d-85fd-400b-af50-dc712dc7d198 req-ba471264-d914-441a-b9ae-5f45e6aba426 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 944 time: 0.0647008 Oct 13 14:39:49.784721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 49898) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:49.815780 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be0c8a6e-ca42-4bb9-b9ec-c717e884d8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:49.857677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c61a3f5d-85fd-400b-af50-dc712dc7d198 req-88548793-442a-413d-98a0-cb57886e0274 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec27f1d-e1db-48c2-a12e-98616bc14aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651121 Oct 13 14:39:49.920562 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be0c8a6e-ca42-4bb9-b9ec-c717e884d8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:49.980164 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be0c8a6e-ca42-4bb9-b9ec-c717e884d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:50.030312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-be0c8a6e-ca42-4bb9-b9ec-c717e884d8f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50941d378dc642ba809afd97bd3f8582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444422 Oct 13 14:39:50.031138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c8a6e-ca42-4bb9-b9ec-c717e884d8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b9905b-bef7-4175-bdbf-2908c32cf381,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:50.033167 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 49904) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:50.095498 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efec1c-94f3-44fb-841e-2073dea4605b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:50.120015 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efec1c-94f3-44fb-841e-2073dea4605b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:50.227320 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efec1c-94f3-44fb-841e-2073dea4605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:50.231152 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95efec1c-94f3-44fb-841e-2073dea4605b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:50.232780 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-95efec1c-94f3-44fb-841e-2073dea4605b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04b9905b-bef7-4175-bdbf-2908c32cf381 HTTP/1.1" status: 204 len: 168 time: 0.1985011 Oct 13 14:39:50.247708 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efec1c-94f3-44fb-841e-2073dea4605b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b9905b-bef7-4175-bdbf-2908c32cf381,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:51.002703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb212e1c-936d-4723-8567-f4b666d36000 req-0870c67b-4bda-4b58-9573-c9fce4573575 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:51.004187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb212e1c-936d-4723-8567-f4b666d36000 req-0870c67b-4bda-4b58-9573-c9fce4573575 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 944 time: 0.0515575 Oct 13 14:39:51.043770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb212e1c-936d-4723-8567-f4b666d36000 req-4939546c-7adc-4a10-a648-c62a991fc081 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec27f1d-e1db-48c2-a12e-98616bc14aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323691 Oct 13 14:39:51.735531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ab961b9c-fcd4-4e2a-b332-18be8b54bd75 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:39:51.868184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ab961b9c-fcd4-4e2a-b332-18be8b54bd75, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ab961b9c-fcd4-4e2a-b332-18be8b54bd75,segment=NetworkSegment(4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1),segment_id=4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:51.884303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'port_id': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75', 'mac_address': 'fa:16:3e:39:fc:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:39:51.932029 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:51.962758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab961b9c-fcd4-4e2a-b332-18be8b54bd75 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:39:51.992371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ab961b9c-fcd4-4e2a-b332-18be8b54bd75, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ab961b9c-fcd4-4e2a-b332-18be8b54bd75,segment=NetworkSegment(4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1),segment_id=4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:52.078574 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:52.105496 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:52.146506 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ab961b9c-fcd4-4e2a-b332-18be8b54bd75,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:52.217539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8555058-8cf5-4d75-9333-b5261160ff7a req-e21c1284-ac0d-4d57-92bd-8cdcaab2740e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:52.220854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8555058-8cf5-4d75-9333-b5261160ff7a req-e21c1284-ac0d-4d57-92bd-8cdcaab2740e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 945 time: 0.0871260 Oct 13 14:39:52.254565 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-af357c32-31d6-49ee-8c8c-cf3efc26840f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:52.272045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8555058-8cf5-4d75-9333-b5261160ff7a req-efbf72e6-af39-485c-a52d-fe8fcae48a6b tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec27f1d-e1db-48c2-a12e-98616bc14aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415034 Oct 13 14:39:52.364001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['ab961b9c-fcd4-4e2a-b332-18be8b54bd75'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:39:53.399209 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50008) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:53.445775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd77c31-1a94-4b37-b9ae-e575184267e7 req-7edab198-a584-402e-b0c6-223def964d7e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:53.453887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bd77c31-1a94-4b37-b9ae-e575184267e7 req-7edab198-a584-402e-b0c6-223def964d7e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 945 time: 0.0724976 Oct 13 14:39:53.496298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bd77c31-1a94-4b37-b9ae-e575184267e7 req-3d027c4f-c92c-4653-a7c1-4160ba1b377d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec27f1d-e1db-48c2-a12e-98616bc14aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360537 Oct 13 14:39:53.537106 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8c2d-827c-4449-84ef-db54b93abbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:53.624526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8c2d-827c-4449-84ef-db54b93abbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:53.710955 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8c2d-827c-4449-84ef-db54b93abbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:53.733196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ab961b9c-fcd4-4e2a-b332-18be8b54bd75 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:39:53.757963 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b9fa8c2d-827c-4449-84ef-db54b93abbcc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c043915b0dc145cdbf432a5eb38096a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569555 Oct 13 14:39:53.761115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50020) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:53.765319 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa8c2d-827c-4449-84ef-db54b93abbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbcc6ed-c401-43a1-b5ee-c3bc6f244d71,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:53.823189 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f359b18-7f88-4b4a-8806-18db134eb8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:53.848875 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f359b18-7f88-4b4a-8806-18db134eb8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:53.885664 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:53.931790 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port ab961b9c-fcd4-4e2a-b332-18be8b54bd75 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:39:53.936069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port ab961b9c-fcd4-4e2a-b332-18be8b54bd75 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:39:53.936621 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:53.979642 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f359b18-7f88-4b4a-8806-18db134eb8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:53.982575 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f359b18-7f88-4b4a-8806-18db134eb8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:53.983721 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1f359b18-7f88-4b4a-8806-18db134eb8a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cbcc6ed-c401-43a1-b5ee-c3bc6f244d71 HTTP/1.1" status: 204 len: 168 time: 0.2212110 Oct 13 14:39:53.992946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f359b18-7f88-4b4a-8806-18db134eb8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbcc6ed-c401-43a1-b5ee-c3bc6f244d71,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:54.020627 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:54.028162 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:54.052940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:39:54.055307 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2ebe3f-8e7b-4a13-82e1-584ae1243923" -d '{"events": [{"server_uuid": "23cea67c-e756-4445-8f3d-2f56e5b09bbb", "name": "network-vif-plugged", "status": "completed", "tag": "ab961b9c-fcd4-4e2a-b332-18be8b54bd75"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:39:54.068193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port ab961b9c-fcd4-4e2a-b332-18be8b54bd75, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ab961b9c-fcd4-4e2a-b332-18be8b54bd75,segment=NetworkSegment(4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1),segment_id=4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:39:54.096466 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18b19a5-9b36-49a3-b9a2-5fe8ca430de5 x-openstack-request-id: req-b18b19a5-9b36-49a3-b9a2-5fe8ca430de5 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:39:54.096761 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cea67c-e756-4445-8f3d-2f56e5b09bbb", "name": "network-vif-plugged", "status": "completed", "tag": "ab961b9c-fcd4-4e2a-b332-18be8b54bd75", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:39:54.097042 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b18b19a5-9b36-49a3-b9a2-5fe8ca430de5 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:39:54.097448 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75', 'code': 200} Oct 13 14:39:54.168772 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:54.212422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dc2b8-c4ba-4c40-bff8-935e6e9ac328 req-99016de0-415c-458d-b54d-cd33b45f2d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:54.213988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c2dc2b8-c4ba-4c40-bff8-935e6e9ac328 req-99016de0-415c-458d-b54d-cd33b45f2d69 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 1098 time: 0.0517266 Oct 13 14:39:54.229319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=ab961b9c-fcd4-4e2a-b332-18be8b54bd75,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:54.254824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c2dc2b8-c4ba-4c40-bff8-935e6e9ac328 req-fa048ce3-85ab-4065-8464-c655845dff4b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9ec27f1d-e1db-48c2-a12e-98616bc14aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297709 Oct 13 14:39:54.647339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93569463-eab7-411e-a837-2d0354c37cc5 req-2da9d38a-143d-40f1-9bb0-e56058596703 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:54.650984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93569463-eab7-411e-a837-2d0354c37cc5 req-2da9d38a-143d-40f1-9bb0-e56058596703 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 946 time: 0.0640488 Oct 13 14:39:54.701911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-93569463-eab7-411e-a837-2d0354c37cc5 req-04d2cfa3-89e0-4615-b9c4-7962a9c1dd7e tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec27f1d-e1db-48c2-a12e-98616bc14aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407243 Oct 13 14:39:55.357552 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:55.833386 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0698b-da9d-4adb-bc28-a723e4e25883 req-b43c91b9-5200-4dc4-9594-39f09d5c1da0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:55.834956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52b0698b-da9d-4adb-bc28-a723e4e25883 req-b43c91b9-5200-4dc4-9594-39f09d5c1da0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 946 time: 0.0553041 Oct 13 14:39:55.880100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52b0698b-da9d-4adb-bc28-a723e4e25883 req-861f2606-f2e8-4994-9d36-2b8bb90db4e3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec27f1d-e1db-48c2-a12e-98616bc14aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370073 Oct 13 14:39:56.005217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d1eb8-908e-43aa-8468-adbbd5baebe2 req-2e9553bc-d6e9-4069-9653-7136335f2736 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:56.006712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f0d1eb8-908e-43aa-8468-adbbd5baebe2 req-2e9553bc-d6e9-4069-9653-7136335f2736 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 946 time: 0.0518405 Oct 13 14:39:56.054938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f0d1eb8-908e-43aa-8468-adbbd5baebe2 req-18abb307-09c9-4501-9cd5-f9e2b50a08cd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec27f1d-e1db-48c2-a12e-98616bc14aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384264 Oct 13 14:39:56.082250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50094) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:56.127911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9353a92f-4a51-4fbb-a3e5-f23433dc8cf5 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:56.133750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9353a92f-4a51-4fbb-a3e5-f23433dc8cf5 tempest-TestNetworkBasicOps-808034245 tempest-TestNetworkBasicOps-808034245-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 1093 time: 0.0462193 Oct 13 14:39:56.133750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50096) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:56.137364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:39:56.203681 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:56.331158 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:56.453703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Allocated IP 172.25.0.91 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/eed4affc-16d8-4a0b-b860-b93b65d11baa) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:39:56.557482 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:56.678314 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:56.729895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:39:56.733119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:39:56.736741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:39:56.765728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=eed4affc-16d8-4a0b-b860-b93b65d11baa,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:56.794575 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50116) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:56.918937 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:56.994812 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:57.060101 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:57.101856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51fa9b5-df80-42b6-9515-9a8ff3c6fea7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:57.113375 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3dd64d4af35a402bb4ffeea465d0fbd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168113 Oct 13 14:39:57.114465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50126) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:57.116085 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:57.116499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:57.117534 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:57.117882 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:57.118221 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:57.118556 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:57.118886 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:57.119214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:57.119538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:57.119862 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:57.120187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:57.120509 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e74681-c358-4e85-92a7-9d01f7381c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:39:57.122832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:57.205272 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4fb12509-7cab-4c59-8d12-9657f3ae91dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:57.228233 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4fb12509-7cab-4c59-8d12-9657f3ae91dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:57.285071 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:57.440234 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4fb12509-7cab-4c59-8d12-9657f3ae91dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:57.442892 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4fb12509-7cab-4c59-8d12-9657f3ae91dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:57.443829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4fb12509-7cab-4c59-8d12-9657f3ae91dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a51fa9b5-df80-42b6-9515-9a8ff3c6fea7 HTTP/1.1" status: 204 len: 168 time: 0.3289835 Oct 13 14:39:57.447260 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:57.456376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb12509-7cab-4c59-8d12-9657f3ae91dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51fa9b5-df80-42b6-9515-9a8ff3c6fea7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:57.540601 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:57.626817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event updated for resources: {'Port': ['ID=eed4affc-16d8-4a0b-b860-b93b65d11baa,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:57.637350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:58.064068 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Floating IP cdbc4e18-5308-49f9-b114-f1035e9e3bb3 associated. External IP: 172.25.0.91, port: ab961b9c-fcd4-4e2a-b332-18be8b54bd75. Oct 13 14:39:58.069120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50144) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:58.111994 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-574851ec-b877-4d81-94ea-880d06af4bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:58.319392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-574851ec-b877-4d81-94ea-880d06af4bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:58.349634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Router bcf247fe-2e62-4c9e-b637-b288232ef475 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:39:58.393895 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-574851ec-b877-4d81-94ea-880d06af4bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:58.441312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574851ec-b877-4d81-94ea-880d06af4bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b691504-22ca-4e32-a984-facd3e2f86c6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:58.474798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-574851ec-b877-4d81-94ea-880d06af4bcc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b78a2a801c4b45459ea9ae01fc075601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040563 Oct 13 14:39:58.477855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50150) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:58.499782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:39:58.514119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f42ba05-b7b4-4c02-8cdd-aeed756004ec None None] Sync routers for ids ['bcf247fe-2e62-4c9e-b637-b288232ef475'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:39:58.526247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f42ba05-b7b4-4c02-8cdd-aeed756004ec None None] Routers {'bcf247fe-2e62-4c9e-b637-b288232ef475'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:58.526951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3f42ba05-b7b4-4c02-8cdd-aeed756004ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:39:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bcf247fe-2e62-4c9e-b637-b288232ef475'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:58.531261 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63634470-2262-4ffa-9900-0a6863088913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:58.553426 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63634470-2262-4ffa-9900-0a6863088913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:58.578577 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:58.610990 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fa909bd4-f7aa-4e8d-940f-fd9072fd1342 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4771588 Oct 13 14:39:58.613240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'tag': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:39:58.613901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50156) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:58.614095 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0695134-ec82-441b-8946-da21aacb35fb" -d '{"events": [{"name": "network-changed", "server_uuid": "23cea67c-e756-4445-8f3d-2f56e5b09bbb", "tag": "ab961b9c-fcd4-4e2a-b332-18be8b54bd75"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:39:58.658037 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-3f42ba05-b7b4-4c02-8cdd-aeed756004ec None None] Set router bcf247fe-2e62-4c9e-b637-b288232ef475 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:58.661299 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19635910-870d-423f-a52e-b8ad0a91ffbb x-openstack-request-id: req-19635910-870d-423f-a52e-b8ad0a91ffbb {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:39:58.661782 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cea67c-e756-4445-8f3d-2f56e5b09bbb", "tag": "ab961b9c-fcd4-4e2a-b332-18be8b54bd75", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:39:58.662209 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19635910-870d-423f-a52e-b8ad0a91ffbb {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:39:58.662623 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'tag': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75', 'status': 'completed', 'code': 200} Oct 13 14:39:58.680429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63634470-2262-4ffa-9900-0a6863088913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:58.683411 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63634470-2262-4ffa-9900-0a6863088913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:39:58.687789 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-63634470-2262-4ffa-9900-0a6863088913 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b691504-22ca-4e32-a984-facd3e2f86c6 HTTP/1.1" status: 204 len: 168 time: 0.2083690 Oct 13 14:39:58.701855 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-10394ab4-7b9b-4dad-839a-a5e9789b0202 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/floatingips/cdbc4e18-5308-49f9-b114-f1035e9e3bb3 HTTP/1.1" status: 200 len: 991 time: 0.0863733 Oct 13 14:39:58.709212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63634470-2262-4ffa-9900-0a6863088913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b691504-22ca-4e32-a984-facd3e2f86c6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:39:58.752949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0695134-ec82-441b-8946-da21aacb35fb req-237bd07a-51fa-43c6-b481-1ccbb2a44207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:58.754480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0695134-ec82-441b-8946-da21aacb35fb req-237bd07a-51fa-43c6-b481-1ccbb2a44207 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=872a5f9254c2400da577ebbc742a44b8&device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 1098 time: 0.0514278 Oct 13 14:39:58.880443 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0695134-ec82-441b-8946-da21aacb35fb req-fdb23e31-82df-4c31-9553-7690968fb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:58.882287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0695134-ec82-441b-8946-da21aacb35fb req-fdb23e31-82df-4c31-9553-7690968fb07d service neutron] 10.222.0.49 "GET /v2.0/networks?id=e29ab5c2-7f99-4bba-ac1c-ac177368d50a HTTP/1.1" status: 200 len: 898 time: 0.1194408 Oct 13 14:39:58.964675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0695134-ec82-441b-8946-da21aacb35fb req-898770a3-2157-4987-a2cc-c687a83c8003 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab961b9c-fcd4-4e2a-b332-18be8b54bd75 HTTP/1.1" status: 200 len: 999 time: 0.0702214 Oct 13 14:39:58.974684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3f42ba05-b7b4-4c02-8cdd-aeed756004ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:39:36Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'cdbc4e18-5308-49f9-b114-f1035e9e3bb3', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'port_id': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'mac_address': 'fa:16:3e:39:fc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:39:56Z', 'updated_at': '2021-10-13T14:39:56Z', 'revision_number': 0, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55be883-2a38-4603-80b0-235a16ad3248', 'name': '', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:cb:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:35Z', 'updated_at': '2021-10-13T14:39:39Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:59.008704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f42ba05-b7b4-4c02-8cdd-aeed756004ec None None] Checking router: bcf247fe-2e62-4c9e-b637-b288232ef475 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:39:59.017957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0695134-ec82-441b-8946-da21aacb35fb req-056067fc-c257-406d-be74-0cee91101396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:59.019582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0695134-ec82-441b-8946-da21aacb35fb req-056067fc-c257-406d-be74-0cee91101396 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0 HTTP/1.1" status: 200 len: 835 time: 0.0482862 Oct 13 14:39:59.019991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f42ba05-b7b4-4c02-8cdd-aeed756004ec None None] Routers {'bcf247fe-2e62-4c9e-b637-b288232ef475'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:39:59.020860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3f42ba05-b7b4-4c02-8cdd-aeed756004ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:39:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bcf247fe-2e62-4c9e-b637-b288232ef475'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:59.087921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0695134-ec82-441b-8946-da21aacb35fb req-4673a092-6364-43f6-8b48-41bca217b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:39:59.089382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0695134-ec82-441b-8946-da21aacb35fb req-4673a092-6364-43f6-8b48-41bca217b4f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e29ab5c2-7f99-4bba-ac1c-ac177368d50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625112 Oct 13 14:39:59.157024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-3f42ba05-b7b4-4c02-8cdd-aeed756004ec None None] Set router bcf247fe-2e62-4c9e-b637-b288232ef475 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:39:59.187495 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0695134-ec82-441b-8946-da21aacb35fb req-c1a72626-41e1-43d2-9b22-6898700270f7 service neutron] 10.222.0.49 "GET /v2.0/networks/e29ab5c2-7f99-4bba-ac1c-ac177368d50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909436 Oct 13 14:39:59.305262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0695134-ec82-441b-8946-da21aacb35fb req-2a5f9b89-c2ef-4f1b-bb1a-9e07dac282c9 service neutron] 10.222.0.49 "GET /v2.0/networks/e29ab5c2-7f99-4bba-ac1c-ac177368d50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093066 Oct 13 14:39:59.424035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3f42ba05-b7b4-4c02-8cdd-aeed756004ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:39:36Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'cdbc4e18-5308-49f9-b114-f1035e9e3bb3', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'port_id': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'mac_address': 'fa:16:3e:39:fc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:39:56Z', 'updated_at': '2021-10-13T14:39:56Z', 'revision_number': 0, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55be883-2a38-4603-80b0-235a16ad3248', 'name': '', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:cb:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:35Z', 'updated_at': '2021-10-13T14:39:39Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:39:59.452669 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f42ba05-b7b4-4c02-8cdd-aeed756004ec None None] The sync data for ids ['bcf247fe-2e62-4c9e-b637-b288232ef475'] in n-d-806683-15 is: [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:39:36Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'cdbc4e18-5308-49f9-b114-f1035e9e3bb3', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'port_id': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'mac_address': 'fa:16:3e:39:fc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:39:56Z', 'updated_at': '2021-10-13T14:39:56Z', 'revision_number': 0, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55be883-2a38-4603-80b0-235a16ad3248', 'name': '', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:cb:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:35Z', 'updated_at': '2021-10-13T14:39:39Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:39:59.674129 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77d35d-d2fd-4754-a12f-51744e1880a6 None None] New status for floating IP cdbc4e18-5308-49f9-b114-f1035e9e3bb3: ACTIVE {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:39:59.705899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50190) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:39:59.803301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6be98f4a-b84a-4246-a160-01b323372cb3 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/floatingips/cdbc4e18-5308-49f9-b114-f1035e9e3bb3 HTTP/1.1" status: 200 len: 991 time: 0.0962462 Oct 13 14:40:00.807014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50230) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:00.874181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-65aaa718-3538-4ca4-b14a-fb5350d58c15 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/floatingips/cdbc4e18-5308-49f9-b114-f1035e9e3bb3 HTTP/1.1" status: 200 len: 993 time: 0.0659292 Oct 13 14:40:01.889173 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50274) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:02.002459 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c9b28296-3d78-4ec2-a6f0-ff55f5a8eb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:02.079247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c9b28296-3d78-4ec2-a6f0-ff55f5a8eb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:02.134543 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c9b28296-3d78-4ec2-a6f0-ff55f5a8eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:02.174505 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c9b28296-3d78-4ec2-a6f0-ff55f5a8eb76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=118161657d2d4dd087c3f3041045202f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835348 Oct 13 14:40:02.176743 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50284) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:02.185573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b28296-3d78-4ec2-a6f0-ff55f5a8eb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffb0845-fc5e-442b-8975-4dd1d25c1dfa,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:02.470644 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffc42dc8-ec5c-4360-aea9-c72f9bda37bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:02.493023 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffc42dc8-ec5c-4360-aea9-c72f9bda37bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:02.603194 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffc42dc8-ec5c-4360-aea9-c72f9bda37bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:02.605913 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffc42dc8-ec5c-4360-aea9-c72f9bda37bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:02.607061 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ffc42dc8-ec5c-4360-aea9-c72f9bda37bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ffb0845-fc5e-442b-8975-4dd1d25c1dfa HTTP/1.1" status: 204 len: 168 time: 0.4290109 Oct 13 14:40:02.619232 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc42dc8-ec5c-4360-aea9-c72f9bda37bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffb0845-fc5e-442b-8975-4dd1d25c1dfa,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:03.306915 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50304) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:03.320417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f46c0e45-4fd3-4f13-836e-bedcda944f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:03.393989 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f46c0e45-4fd3-4f13-836e-bedcda944f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:03.483452 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f46c0e45-4fd3-4f13-836e-bedcda944f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:03.522020 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c0e45-4fd3-4f13-836e-bedcda944f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057465e3-7b93-437a-a3e0-6a279077acac,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:03.529515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50308) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:03.529922 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f46c0e45-4fd3-4f13-836e-bedcda944f20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d2f684d80724d37a04c2c66022b82f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210221 Oct 13 14:40:03.583049 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af05edc6-9487-4191-9c67-bac057f0df8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:03.605278 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af05edc6-9487-4191-9c67-bac057f0df8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:03.752105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af05edc6-9487-4191-9c67-bac057f0df8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:03.755245 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af05edc6-9487-4191-9c67-bac057f0df8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:03.756568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-af05edc6-9487-4191-9c67-bac057f0df8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/057465e3-7b93-437a-a3e0-6a279077acac HTTP/1.1" status: 204 len: 168 time: 0.2265720 Oct 13 14:40:03.771297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05edc6-9487-4191-9c67-bac057f0df8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057465e3-7b93-437a-a3e0-6a279077acac,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:04.723330 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:40:10.286445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50618) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:10.395979 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-32b8a7ab-1916-4fff-9a73-988c7d1892f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:10.471082 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-32b8a7ab-1916-4fff-9a73-988c7d1892f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:10.511716 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-32b8a7ab-1916-4fff-9a73-988c7d1892f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:10.551710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8a7ab-1916-4fff-9a73-988c7d1892f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f085a97a-33ed-4c14-86e2-813fd137c846,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:10.556020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-32b8a7ab-1916-4fff-9a73-988c7d1892f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5feb3a9856d642a78b1cd1c48e99ef7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685268 Oct 13 14:40:10.558850 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50626) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:10.620112 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-631a8aa6-954c-4661-bae7-719dd599582b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:10.642759 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-631a8aa6-954c-4661-bae7-719dd599582b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:10.740146 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-631a8aa6-954c-4661-bae7-719dd599582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:10.743009 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-631a8aa6-954c-4661-bae7-719dd599582b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:10.746943 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-631a8aa6-954c-4661-bae7-719dd599582b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f085a97a-33ed-4c14-86e2-813fd137c846 HTTP/1.1" status: 204 len: 168 time: 0.1839223 Oct 13 14:40:10.752875 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a8aa6-954c-4661-bae7-719dd599582b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f085a97a-33ed-4c14-86e2-813fd137c846,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:12.491925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50690) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:12.594521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:12.671922 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:12.763203 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:12.867067 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Allocated IP 172.25.0.209 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/43950675-a21a-44ba-bb34-8c8e9fa503a7) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:40:13.008812 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:13.060407 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:13.099648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:40:13.103116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:40:13.105806 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:40:13.132590 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Pushing event updated for resources: {'Port': ['ID=43950675-a21a-44ba-bb34-8c8e9fa503a7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:13.201680 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:13.288559 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:13.441424 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:13.505356 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:13.577925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Pushing event updated for resources: {'Port': ['ID=43950675-a21a-44ba-bb34-8c8e9fa503a7,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:13.587551 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:13.668204 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:13.669587 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a679afd9-3111-4bd8-bcb4-fff3ed17bafe tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1766455 Oct 13 14:40:13.672503 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50710) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:13.677494 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7ccb714e-63b7-4fff-8c1d-785a537ae6e2 tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1862647491', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'fixed_ips': [{'ip_address': '172.25.0.209'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:13.779505 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccb714e-63b7-4fff-8c1d-785a537ae6e2 tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Made reservation on behalf of 1cdbaa35fe154176a33adc660c6eb615 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:40:13.782181 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ccb714e-63b7-4fff-8c1d-785a537ae6e2 tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:13.791076 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ccb714e-63b7-4fff-8c1d-785a537ae6e2 tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:13.866388 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ccb714e-63b7-4fff-8c1d-785a537ae6e2 tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:13.916873 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7ccb714e-63b7-4fff-8c1d-785a537ae6e2 tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:13.922725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-7ccb714e-63b7-4fff-8c1d-785a537ae6e2 tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] device_id is not set on port fcd9a78d-3cb3-45a7-877f-ddd37a0e7447 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:40:14.006867 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb714e-63b7-4fff-8c1d-785a537ae6e2 tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218f99ee-f759-4c3f-8ed4-80f357f8a939,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:14.169001 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccb714e-63b7-4fff-8c1d-785a537ae6e2 tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 14:40:14.169538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccb714e-63b7-4fff-8c1d-785a537ae6e2 tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:40:14.251168 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7ccb714e-63b7-4fff-8c1d-785a537ae6e2 tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5775464 Oct 13 14:40:14.254135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50722) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:14.408147 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-29119a83-06c9-43d1-8c8c-5c92e7c7804a tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Deleting port 43950675-a21a-44ba-bb34-8c8e9fa503a7 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:40:14.408491 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29119a83-06c9-43d1-8c8c-5c92e7c7804a tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:14.487649 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29119a83-06c9-43d1-8c8c-5c92e7c7804a tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:14.487974 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29119a83-06c9-43d1-8c8c-5c92e7c7804a tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:14.499953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-29119a83-06c9-43d1-8c8c-5c92e7c7804a tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Calling delete_port for 43950675-a21a-44ba-bb34-8c8e9fa503a7 owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:40:14.694657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29119a83-06c9-43d1-8c8c-5c92e7c7804a tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:14.724376 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29119a83-06c9-43d1-8c8c-5c92e7c7804a tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Pushing event deleted for resources: {'Port': ['ID=43950675-a21a-44ba-bb34-8c8e9fa503a7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:14.790116 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29119a83-06c9-43d1-8c8c-5c92e7c7804a tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:14.792803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-29119a83-06c9-43d1-8c8c-5c92e7c7804a tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:14.794139 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-29119a83-06c9-43d1-8c8c-5c92e7c7804a tempest-ExternalNetworksAdminNegativeTestJSON-670217525 tempest-ExternalNetworksAdminNegativeTestJSON-670217525-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/369d1276-c806-4381-84bc-3b907f4c17f1 HTTP/1.1" status: 204 len: 168 time: 0.5390189 Oct 13 14:40:15.209934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb89e5-54d2-4727-bd29-7b28652a0a75 req-80efdf53-1ae8-4ac4-8de8-e65ebf4e38f1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.216839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb89e5-54d2-4727-bd29-7b28652a0a75 req-80efdf53-1ae8-4ac4-8de8-e65ebf4e38f1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.224323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb89e5-54d2-4727-bd29-7b28652a0a75 req-80efdf53-1ae8-4ac4-8de8-e65ebf4e38f1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.229436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb89e5-54d2-4727-bd29-7b28652a0a75 req-80efdf53-1ae8-4ac4-8de8-e65ebf4e38f1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.235335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb89e5-54d2-4727-bd29-7b28652a0a75 req-80efdf53-1ae8-4ac4-8de8-e65ebf4e38f1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.241237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb89e5-54d2-4727-bd29-7b28652a0a75 req-80efdf53-1ae8-4ac4-8de8-e65ebf4e38f1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.247723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb89e5-54d2-4727-bd29-7b28652a0a75 req-80efdf53-1ae8-4ac4-8de8-e65ebf4e38f1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.249677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15cb89e5-54d2-4727-bd29-7b28652a0a75 req-80efdf53-1ae8-4ac4-8de8-e65ebf4e38f1 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5435 time: 0.0962827 Oct 13 14:40:15.293478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15cb89e5-54d2-4727-bd29-7b28652a0a75 req-2dd5d73c-2095-4a44-93f4-79af92e94ec3 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365644 Oct 13 14:40:15.304348 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50748) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:15.433781 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21ed7303-b687-4d94-9f74-02c7a7cf4ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:15.439767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3c31a-62ff-4002-b6c5-4cfdcee93cb5 req-379a590a-68d3-4610-9256-2690029e2f01 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.445855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3c31a-62ff-4002-b6c5-4cfdcee93cb5 req-379a590a-68d3-4610-9256-2690029e2f01 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.452211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3c31a-62ff-4002-b6c5-4cfdcee93cb5 req-379a590a-68d3-4610-9256-2690029e2f01 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.458170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3c31a-62ff-4002-b6c5-4cfdcee93cb5 req-379a590a-68d3-4610-9256-2690029e2f01 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.465116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3c31a-62ff-4002-b6c5-4cfdcee93cb5 req-379a590a-68d3-4610-9256-2690029e2f01 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.471115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3c31a-62ff-4002-b6c5-4cfdcee93cb5 req-379a590a-68d3-4610-9256-2690029e2f01 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.477230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3c31a-62ff-4002-b6c5-4cfdcee93cb5 req-379a590a-68d3-4610-9256-2690029e2f01 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:15.479768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecf3c31a-62ff-4002-b6c5-4cfdcee93cb5 req-379a590a-68d3-4610-9256-2690029e2f01 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5435 time: 0.0993364 Oct 13 14:40:15.530826 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21ed7303-b687-4d94-9f74-02c7a7cf4ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:15.603746 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21ed7303-b687-4d94-9f74-02c7a7cf4ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:15.645679 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed7303-b687-4d94-9f74-02c7a7cf4ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a673fb69-63e1-4b23-b35d-c2c779daae2b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:15.653952 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-21ed7303-b687-4d94-9f74-02c7a7cf4ca1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=423e3bf2fe3e4551b1431b348797a329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485034 Oct 13 14:40:15.656114 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50764) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:15.714643 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d16fec0-d53c-41be-9ed5-19190b43a775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:15.737623 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d16fec0-d53c-41be-9ed5-19190b43a775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:15.888410 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d16fec0-d53c-41be-9ed5-19190b43a775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:15.891506 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d16fec0-d53c-41be-9ed5-19190b43a775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:15.892672 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8d16fec0-d53c-41be-9ed5-19190b43a775 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a673fb69-63e1-4b23-b35d-c2c779daae2b HTTP/1.1" status: 204 len: 168 time: 0.2356260 Oct 13 14:40:15.902620 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16fec0-d53c-41be-9ed5-19190b43a775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a673fb69-63e1-4b23-b35d-c2c779daae2b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:16.492147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50774) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:16.536613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4e199d27-e59f-45e3-a17a-b7990278748c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1cdbaa35fe154176a33adc660c6eb615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432198 Oct 13 14:40:16.539384 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50776) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:16.597035 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fc5901d5-db8a-4d17-8e17-0e5931a216e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:16.621498 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fc5901d5-db8a-4d17-8e17-0e5931a216e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:16.768618 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fc5901d5-db8a-4d17-8e17-0e5931a216e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:16.771278 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fc5901d5-db8a-4d17-8e17-0e5931a216e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:16.772477 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fc5901d5-db8a-4d17-8e17-0e5931a216e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/218f99ee-f759-4c3f-8ed4-80f357f8a939 HTTP/1.1" status: 204 len: 168 time: 0.2313349 Oct 13 14:40:16.780743 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5901d5-db8a-4d17-8e17-0e5931a216e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218f99ee-f759-4c3f-8ed4-80f357f8a939,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:17.670968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50812) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:17.768377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0bf9c-2634-4b9a-a1b1-7efce3ff6c82 req-5e4e052f-03df-438b-9e85-f8fa54af8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:17.772849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0bf9c-2634-4b9a-a1b1-7efce3ff6c82 req-5e4e052f-03df-438b-9e85-f8fa54af8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:17.772849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0bf9c-2634-4b9a-a1b1-7efce3ff6c82 req-5e4e052f-03df-438b-9e85-f8fa54af8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:17.772849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0bf9c-2634-4b9a-a1b1-7efce3ff6c82 req-5e4e052f-03df-438b-9e85-f8fa54af8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:17.772849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0bf9c-2634-4b9a-a1b1-7efce3ff6c82 req-5e4e052f-03df-438b-9e85-f8fa54af8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:17.772849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0bf9c-2634-4b9a-a1b1-7efce3ff6c82 req-5e4e052f-03df-438b-9e85-f8fa54af8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:17.772849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0bf9c-2634-4b9a-a1b1-7efce3ff6c82 req-5e4e052f-03df-438b-9e85-f8fa54af8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:17.777574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09e0bf9c-2634-4b9a-a1b1-7efce3ff6c82 req-5e4e052f-03df-438b-9e85-f8fa54af8419 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 6499 time: 0.1050491 Oct 13 14:40:17.812391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09e0bf9c-2634-4b9a-a1b1-7efce3ff6c82 req-1ea2f1cd-0871-42bd-8020-cb421aca2dec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328214 Oct 13 14:40:18.660548 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:18.872326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50844) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:18.981604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-42b93614-17cb-460d-8f1c-bf658fee18bb tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Request body: {'quota': {'network': 2}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:19.055236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-42b93614-17cb-460d-8f1c-bf658fee18bb tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] 10.222.0.18 "PUT /v2.0/quotas/f9950d5087cd403ea40b484e45dd2729 HTTP/1.1" status: 200 len: 368 time: 0.1817670 Oct 13 14:40:19.057873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50848) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:19.062675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Request body: {'network': {'project_id': 'f9950d5087cd403ea40b484e45dd2729'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:19.151098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Made reservation on behalf of f9950d5087cd403ea40b484e45dd2729 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:40:19.153464 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.162665 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.242515 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.306827 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.332109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:40:19.341083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862c550a-ecfb-48e2-9adf-d412eca9d733,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:19.347824 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.348235 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Added segment 58bdcee7-a215-4352-8774-2d6588ad2d54 of type vlan for network 056aa9d9-7c12-4d2e-ba34-edb5f0d48217 Oct 13 14:40:19.388991 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.500897 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.501844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:19.502439 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.517372 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f8e42f35-8f65-4a23-bfb3-9c85ac828de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.562055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Pushing event updated for resources: {'Network': ['ID=056aa9d9-7c12-4d2e-ba34-edb5f0d48217,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:19.571953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 056aa9d9-7c12-4d2e-ba34-edb5f0d48217 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:40:19.626079 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50852) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:19.626723 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ec4fd3c6-f378-4aad-8807-8c9bfcdfde5c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5670931 Oct 13 14:40:19.632275 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7b21df83-a0a6-4857-b910-b7131ef8643e tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Request body: {'network': {'project_id': 'f9950d5087cd403ea40b484e45dd2729'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:19.739981 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b21df83-a0a6-4857-b910-b7131ef8643e tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Made reservation on behalf of f9950d5087cd403ea40b484e45dd2729 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:40:19.742355 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7b21df83-a0a6-4857-b910-b7131ef8643e tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.768909 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b21df83-a0a6-4857-b910-b7131ef8643e tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:40:19.779104 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7b21df83-a0a6-4857-b910-b7131ef8643e tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.779641 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-7b21df83-a0a6-4857-b910-b7131ef8643e tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Added segment 7f71e5b9-28a0-4739-bd28-238000e41424 of type vlan for network aff336d4-0a64-4649-b032-a00ed50c0f16 Oct 13 14:40:19.823119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7b21df83-a0a6-4857-b910-b7131ef8643e tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.911831 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7b21df83-a0a6-4857-b910-b7131ef8643e tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.912929 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b21df83-a0a6-4857-b910-b7131ef8643e tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:19.913544 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7b21df83-a0a6-4857-b910-b7131ef8643e tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:19.972751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21df83-a0a6-4857-b910-b7131ef8643e tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Pushing event updated for resources: {'Network': ['ID=aff336d4-0a64-4649-b032-a00ed50c0f16,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:19.984724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network aff336d4-0a64-4649-b032-a00ed50c0f16 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:40:20.029939 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7b21df83-a0a6-4857-b910-b7131ef8643e tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4012752 Oct 13 14:40:20.032212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50854) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:20.037769 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fb9711ec-e6db-403f-9c33-c86dc2ddf882 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Request body: {'network': {'project_id': 'f9950d5087cd403ea40b484e45dd2729'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:20.059836 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9711ec-e6db-403f-9c33-c86dc2ddf882 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 14:40:20.059836 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9711ec-e6db-403f-9c33-c86dc2ddf882 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:40:20.059836 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fb9711ec-e6db-403f-9c33-c86dc2ddf882 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0261331 Oct 13 14:40:20.063089 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50856) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:20.105665 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1a6929ab-a6d9-4a85-a632-1e6aa8b425e3 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9950d5087cd403ea40b484e45dd2729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410969 Oct 13 14:40:20.108181 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50858) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:20.161651 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-395bde58-ded6-4f39-8c08-9f46f5c41f6c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.188696 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-395bde58-ded6-4f39-8c08-9f46f5c41f6c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.311843 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-395bde58-ded6-4f39-8c08-9f46f5c41f6c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.314595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-395bde58-ded6-4f39-8c08-9f46f5c41f6c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.315816 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-395bde58-ded6-4f39-8c08-9f46f5c41f6c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/862c550a-ecfb-48e2-9adf-d412eca9d733 HTTP/1.1" status: 204 len: 168 time: 0.2067211 Oct 13 14:40:20.318995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50862) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:20.333828 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bde58-ded6-4f39-8c08-9f46f5c41f6c tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862c550a-ecfb-48e2-9adf-d412eca9d733,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:20.402533 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68732d6f-cec5-4293-928a-8091a31290e6 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.489256 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68732d6f-cec5-4293-928a-8091a31290e6 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.509557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-68732d6f-cec5-4293-928a-8091a31290e6 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff336d4-0a64-4649-b032-a00ed50c0f16']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:20.518685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-68732d6f-cec5-4293-928a-8091a31290e6 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f71e5b9-28a0-4739-bd28-238000e41424') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:20.518977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-68732d6f-cec5-4293-928a-8091a31290e6 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f71e5b9-28a0-4739-bd28-238000e41424') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:20.533504 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68732d6f-cec5-4293-928a-8091a31290e6 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.548584 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68732d6f-cec5-4293-928a-8091a31290e6 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.554427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68732d6f-cec5-4293-928a-8091a31290e6 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:40:20.554793 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68732d6f-cec5-4293-928a-8091a31290e6 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:40:20.561584 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:40:20.671613 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68732d6f-cec5-4293-928a-8091a31290e6 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.677443 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68732d6f-cec5-4293-928a-8091a31290e6 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.680623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-68732d6f-cec5-4293-928a-8091a31290e6 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] 10.222.0.18 "DELETE /v2.0/networks/aff336d4-0a64-4649-b032-a00ed50c0f16 HTTP/1.1" status: 204 len: 168 time: 0.3600905 Oct 13 14:40:20.683505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50864) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:20.700222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68732d6f-cec5-4293-928a-8091a31290e6 tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Pushing event deleted for resources: {'Network': ['ID=aff336d4-0a64-4649-b032-a00ed50c0f16,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:20.763480 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-603689de-4226-432a-8736-7390d419bfff tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.849367 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-603689de-4226-432a-8736-7390d419bfff tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.871034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-603689de-4226-432a-8736-7390d419bfff tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056aa9d9-7c12-4d2e-ba34-edb5f0d48217']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:20.880250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-603689de-4226-432a-8736-7390d419bfff tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58bdcee7-a215-4352-8774-2d6588ad2d54') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:20.880673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-603689de-4226-432a-8736-7390d419bfff tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58bdcee7-a215-4352-8774-2d6588ad2d54') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:20.890219 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-603689de-4226-432a-8736-7390d419bfff tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.903870 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-603689de-4226-432a-8736-7390d419bfff tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.909953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603689de-4226-432a-8736-7390d419bfff tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:40:20.910339 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-603689de-4226-432a-8736-7390d419bfff tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:40:20.911955 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:40:21.042725 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-603689de-4226-432a-8736-7390d419bfff tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:21.047289 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-603689de-4226-432a-8736-7390d419bfff tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:21.050569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-603689de-4226-432a-8736-7390d419bfff tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] 10.222.0.18 "DELETE /v2.0/networks/056aa9d9-7c12-4d2e-ba34-edb5f0d48217 HTTP/1.1" status: 204 len: 168 time: 0.3661203 Oct 13 14:40:21.066763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603689de-4226-432a-8736-7390d419bfff tempest-QuotasNegativeTest-269710119 tempest-QuotasNegativeTest-269710119-project-admin] Pushing event deleted for resources: {'Network': ['ID=056aa9d9-7c12-4d2e-ba34-edb5f0d48217,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:21.907452 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50874) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:22.024532 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d87be54-f4d5-42c5-ae23-85bb1b73d991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:22.089163 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:22.113056 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d87be54-f4d5-42c5-ae23-85bb1b73d991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:22.173925 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5d87be54-f4d5-42c5-ae23-85bb1b73d991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:22.218957 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5d87be54-f4d5-42c5-ae23-85bb1b73d991 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1e5565173224808ab36d0d452416339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102963 Oct 13 14:40:22.223256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87be54-f4d5-42c5-ae23-85bb1b73d991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501f841b-a8d4-455c-89d0-a7db4a75d7df,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:22.223484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50878) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:22.278138 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-99c5d008-539b-402f-a382-7a694f7c575d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:22.281579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d0d390eb-9135-40e5-bff0-f48b551d451d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:22.308197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d0d390eb-9135-40e5-bff0-f48b551d451d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:22.415710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d0d390eb-9135-40e5-bff0-f48b551d451d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:22.418719 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d0d390eb-9135-40e5-bff0-f48b551d451d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:22.422512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d0d390eb-9135-40e5-bff0-f48b551d451d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/501f841b-a8d4-455c-89d0-a7db4a75d7df HTTP/1.1" status: 204 len: 168 time: 0.1973517 Oct 13 14:40:22.428712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d390eb-9135-40e5-bff0-f48b551d451d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501f841b-a8d4-455c-89d0-a7db4a75d7df,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:23.141625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 50922) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:23.157104 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb010207-1078-4458-bac3-2998d821620d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:23.235826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb010207-1078-4458-bac3-2998d821620d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:23.288845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb010207-1078-4458-bac3-2998d821620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:23.349962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fb010207-1078-4458-bac3-2998d821620d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7bf7bf464444bbcb7c13e57072dd7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071989 Oct 13 14:40:23.351050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb010207-1078-4458-bac3-2998d821620d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67200fa4-a513-455b-a31f-206a7993a1c4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:23.353530 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 50932) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:23.414089 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc4333cd-7b78-4857-a1ae-e6a13caf413f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:23.436337 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc4333cd-7b78-4857-a1ae-e6a13caf413f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:23.580433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc4333cd-7b78-4857-a1ae-e6a13caf413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:23.582989 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bc4333cd-7b78-4857-a1ae-e6a13caf413f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:23.584131 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bc4333cd-7b78-4857-a1ae-e6a13caf413f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67200fa4-a513-455b-a31f-206a7993a1c4 HTTP/1.1" status: 204 len: 168 time: 0.2287700 Oct 13 14:40:23.603321 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4333cd-7b78-4857-a1ae-e6a13caf413f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67200fa4-a513-455b-a31f-206a7993a1c4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:23.843989 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:23.990728 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:25.405879 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:25.607901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51060) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:25.709433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-05224061-f734-4b9b-aab4-b7fb5a7285c5 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-867669975'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:25.815140 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05224061-f734-4b9b-aab4-b7fb5a7285c5 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:25.816268 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05224061-f734-4b9b-aab4-b7fb5a7285c5 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:25.902864 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05224061-f734-4b9b-aab4-b7fb5a7285c5 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:25.957062 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05224061-f734-4b9b-aab4-b7fb5a7285c5 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.033746 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05224061-f734-4b9b-aab4-b7fb5a7285c5 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.034899 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-05224061-f734-4b9b-aab4-b7fb5a7285c5 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4259658 Oct 13 14:40:26.037399 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51082) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:26.116997 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04b34318-ab3c-4674-b4c5-117814597c18 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.287430 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04b34318-ab3c-4674-b4c5-117814597c18 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.290271 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04b34318-ab3c-4674-b4c5-117814597c18 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.432312 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04b34318-ab3c-4674-b4c5-117814597c18 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.432859 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b34318-ab3c-4674-b4c5-117814597c18 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d059699-ddc2-4f20-b280-f3e58de12ef9 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:40:26.437445 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04b34318-ab3c-4674-b4c5-117814597c18 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.438323 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-04b34318-ab3c-4674-b4c5-117814597c18 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8d059699-ddc2-4f20-b280-f3e58de12ef9 HTTP/1.1" status: 204 len: 168 time: 0.3999600 Oct 13 14:40:26.441272 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51100) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:26.445462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ee97eb87-b858-43d8-9f0f-52d6f6a182ff tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Request body: {'router': {'name': 'tempest-router-1818949718', 'distributed': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:26.529095 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee97eb87-b858-43d8-9f0f-52d6f6a182ff tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.530298 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee97eb87-b858-43d8-9f0f-52d6f6a182ff tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.584305 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee97eb87-b858-43d8-9f0f-52d6f6a182ff tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.627460 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee97eb87-b858-43d8-9f0f-52d6f6a182ff tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.696692 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee97eb87-b858-43d8-9f0f-52d6f6a182ff tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.698043 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ee97eb87-b858-43d8-9f0f-52d6f6a182ff tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2557831 Oct 13 14:40:26.702519 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51116) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:26.774731 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ff64ef9-9d2b-4e95-9b96-8bab5d346d06 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.934833 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ff64ef9-9d2b-4e95-9b96-8bab5d346d06 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:26.937081 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ff64ef9-9d2b-4e95-9b96-8bab5d346d06 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:27.031591 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ff64ef9-9d2b-4e95-9b96-8bab5d346d06 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:27.032146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff64ef9-9d2b-4e95-9b96-8bab5d346d06 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dd9871a-065f-4cd5-9463-a00f32004d31 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:40:27.036567 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ff64ef9-9d2b-4e95-9b96-8bab5d346d06 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:27.045227 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4ff64ef9-9d2b-4e95-9b96-8bab5d346d06 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] 10.222.0.18 "DELETE /v2.0/routers/6dd9871a-065f-4cd5-9463-a00f32004d31 HTTP/1.1" status: 204 len: 168 time: 0.3354363 Oct 13 14:40:27.045227 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51132) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:27.046927 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a2e1c974-1623-4aec-bfa0-4f51a8402bce tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Request body: {'router': {'name': 'tempest-router-1337081475', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6b12b0f5874342e78cee4d0b0ed3ba2a'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:27.123479 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2e1c974-1623-4aec-bfa0-4f51a8402bce tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:27.125650 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2e1c974-1623-4aec-bfa0-4f51a8402bce tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:27.179083 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2e1c974-1623-4aec-bfa0-4f51a8402bce tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:27.278573 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2e1c974-1623-4aec-bfa0-4f51a8402bce tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:27.376497 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2e1c974-1623-4aec-bfa0-4f51a8402bce tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:27.377776 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a2e1c974-1623-4aec-bfa0-4f51a8402bce tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3343425 Oct 13 14:40:27.380501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51150) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:27.384868 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-42084d3e-dfdc-4c16-9bae-fa01d9c658bc tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Request body: {'router': {'distributed': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:27.810978 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42084d3e-dfdc-4c16-9bae-fa01d9c658bc tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:27.811681 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42084d3e-dfdc-4c16-9bae-fa01d9c658bc tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:27.895015 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-42084d3e-dfdc-4c16-9bae-fa01d9c658bc tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=112684) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 13 14:40:27.895343 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-42084d3e-dfdc-4c16-9bae-fa01d9c658bc tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Router 5022309b-0101-4bfa-bc57-58d37e5ec4f5 migrating from provider to provider. {{(pid=112684) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 13 14:40:27.895704 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42084d3e-dfdc-4c16-9bae-fa01d9c658bc tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:27.900167 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42084d3e-dfdc-4c16-9bae-fa01d9c658bc tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:27.981416 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42084d3e-dfdc-4c16-9bae-fa01d9c658bc tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:28.065374 n-d-806683-15 neutron-server[112684]: WARNING neutron.scheduler.l3_agent_scheduler [None req-42084d3e-dfdc-4c16-9bae-fa01d9c658bc tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] No L3 agents can host the router 5022309b-0101-4bfa-bc57-58d37e5ec4f5 Oct 13 14:40:28.187088 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42084d3e-dfdc-4c16-9bae-fa01d9c658bc tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Hosts for router 5022309b-0101-4bfa-bc57-58d37e5ec4f5: [] {{(pid=112684) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 13 14:40:28.211154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42084d3e-dfdc-4c16-9bae-fa01d9c658bc tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Hosts for other DVR routers connected to router 5022309b-0101-4bfa-bc57-58d37e5ec4f5: set() {{(pid=112684) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 13 14:40:28.213834 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-42084d3e-dfdc-4c16-9bae-fa01d9c658bc tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:28.216904 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-42084d3e-dfdc-4c16-9bae-fa01d9c658bc tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] 10.222.0.18 "PUT /v2.0/routers/5022309b-0101-4bfa-bc57-58d37e5ec4f5 HTTP/1.1" status: 200 len: 717 time: 0.8353095 Oct 13 14:40:28.218969 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51192) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:28.294625 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b4a7aa04-35b3-4c5a-bc55-b3aae753cdb0 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] 10.222.0.18 "GET /v2.0/routers/5022309b-0101-4bfa-bc57-58d37e5ec4f5 HTTP/1.1" status: 200 len: 717 time: 0.0744433 Oct 13 14:40:28.297146 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51200) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:28.479521 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0ed65cbc-0e99-443b-9f49-42b4eb7616f9 tempest-RoutersTestDVR-802437256 tempest-RoutersTestDVR-802437256-project] 10.222.0.18 "GET /v2.0/routers/5022309b-0101-4bfa-bc57-58d37e5ec4f5 HTTP/1.1" status: 200 len: 683 time: 0.1813078 Oct 13 14:40:28.482235 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51212) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:28.554503 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05214fc5-8db1-4a5e-b473-1569740167c8 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:28.655717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-918765f8-69e9-4350-bf4f-f2cb03be58dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0631723 Oct 13 14:40:28.726542 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05214fc5-8db1-4a5e-b473-1569740167c8 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:28.728634 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05214fc5-8db1-4a5e-b473-1569740167c8 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:28.760758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-abc3ce56-692d-4e1d-9861-55df32994449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:28.762046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-abc3ce56-692d-4e1d-9861-55df32994449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:28.762831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-abc3ce56-692d-4e1d-9861-55df32994449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:28.763888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-abc3ce56-692d-4e1d-9861-55df32994449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:28.764560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-abc3ce56-692d-4e1d-9861-55df32994449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:28.765510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-abc3ce56-692d-4e1d-9861-55df32994449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:28.765510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-abc3ce56-692d-4e1d-9861-55df32994449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:28.767923 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-abc3ce56-692d-4e1d-9861-55df32994449 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 6499 time: 0.0600071 Oct 13 14:40:28.892692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-98ad797e-e0af-40b3-8dfe-51088c52400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:28.893259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-98ad797e-e0af-40b3-8dfe-51088c52400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:28.893752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-98ad797e-e0af-40b3-8dfe-51088c52400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:28.894679 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05214fc5-8db1-4a5e-b473-1569740167c8 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:28.895195 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05214fc5-8db1-4a5e-b473-1569740167c8 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5022309b-0101-4bfa-bc57-58d37e5ec4f5 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:40:28.895463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-98ad797e-e0af-40b3-8dfe-51088c52400b service neutron] 10.222.0.41 "GET /v2.0/networks?id=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&id=04869804-6b90-49cf-9c8c-d69c53d0480c&id=04869804-6b90-49cf-9c8c-d69c53d0480c HTTP/1.1" status: 200 len: 2289 time: 0.1017928 Oct 13 14:40:28.899450 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-05214fc5-8db1-4a5e-b473-1569740167c8 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:28.900529 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-05214fc5-8db1-4a5e-b473-1569740167c8 tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] 10.222.0.18 "DELETE /v2.0/routers/5022309b-0101-4bfa-bc57-58d37e5ec4f5 HTTP/1.1" status: 204 len: 168 time: 0.4173992 Oct 13 14:40:28.907706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51232) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:28.913896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-559b5d4b-e994-4b36-99be-6391eb21993e tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Request body: {'router': {'name': 'tempest-router-1066310655', 'distributed': True}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:28.981407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-326747b9-c647-4806-8e9f-b45fdf8602fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6570fba8-02df-4686-b8cd-13bad9a25560 HTTP/1.1" status: 200 len: 1001 time: 0.0782268 Oct 13 14:40:29.017460 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-559b5d4b-e994-4b36-99be-6391eb21993e tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:29.018490 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-559b5d4b-e994-4b36-99be-6391eb21993e tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:29.051673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-90913c7f-3cc5-4f43-a69b-658f99031102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:29.053176 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-90913c7f-3cc5-4f43-a69b-658f99031102 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d98b753-5756-4883-9995-4439b4ac06ca HTTP/1.1" status: 200 len: 848 time: 0.0644836 Oct 13 14:40:29.114221 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-559b5d4b-e994-4b36-99be-6391eb21993e tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:29.127961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-9e1cf9a1-c5f8-4073-a9c4-1bdeec203027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:29.129437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-9e1cf9a1-c5f8-4073-a9c4-1bdeec203027 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679028 Oct 13 14:40:29.217713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-559b5d4b-e994-4b36-99be-6391eb21993e tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:29.233992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-a0e81fb4-1734-4b46-b906-28679a787ef2 service neutron] 10.222.0.41 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951657 Oct 13 14:40:29.327627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-6397b599-f0df-450b-b513-ffd2c443839b service neutron] 10.222.0.41 "GET /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856092 Oct 13 14:40:29.330624 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-559b5d4b-e994-4b36-99be-6391eb21993e tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:29.331700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-559b5d4b-e994-4b36-99be-6391eb21993e tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4265273 Oct 13 14:40:29.334455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51258) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:29.414419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-0e13a847-137a-4a28-81ca-4028d3a0d099 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=f928a12f-8d60-4dde-bc7d-f75ac0b51092 HTTP/1.1" status: 200 len: 217 time: 0.0778210 Oct 13 14:40:29.481341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00749d18-886e-4567-8028-c1f2fe04afaa tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:29.555792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-202617c8-5f98-4395-b6d6-90b1e03f01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:29.562233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-202617c8-5f98-4395-b6d6-90b1e03f01bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.1125550 Oct 13 14:40:29.685704 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00749d18-886e-4567-8028-c1f2fe04afaa tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:29.688390 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00749d18-886e-4567-8028-c1f2fe04afaa tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:29.736165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-02ee57a2-9816-4a06-87e8-f5a6a9e79293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:29.737913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-02ee57a2-9816-4a06-87e8-f5a6a9e79293 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1449401 Oct 13 14:40:29.824665 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00749d18-886e-4567-8028-c1f2fe04afaa tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:29.827705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00749d18-886e-4567-8028-c1f2fe04afaa tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 320134e3-6c8d-431d-a498-d8da43c441f0 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:40:29.830760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00749d18-886e-4567-8028-c1f2fe04afaa tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:29.832719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-00749d18-886e-4567-8028-c1f2fe04afaa tempest-RoutersTestDVR-1521667587 tempest-RoutersTestDVR-1521667587-project-admin] 10.222.0.18 "DELETE /v2.0/routers/320134e3-6c8d-431d-a498-d8da43c441f0 HTTP/1.1" status: 204 len: 168 time: 0.4964828 Oct 13 14:40:29.849701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-53a238a4-43d7-439e-9b26-2c3eed8da53d service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042957 Oct 13 14:40:29.949867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-49fc33cf-b051-459d-b6c7-a5f3c2818186 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917435 Oct 13 14:40:29.993068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-e51e43f4-9969-4fcd-b5f4-5a597b4cf7d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=2c37e341-3a35-47e3-8b77-88ecba7dd0b1 HTTP/1.1" status: 200 len: 217 time: 0.0354176 Oct 13 14:40:30.043902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-c8d7c709-2c6c-4db4-850c-3abcc38bb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:30.045383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-c8d7c709-2c6c-4db4-850c-3abcc38bb369 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0443220 Oct 13 14:40:30.093302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-eac445b0-f6e9-4e16-907d-3e787bbb1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:30.094811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-eac445b0-f6e9-4e16-907d-3e787bbb1351 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0420046 Oct 13 14:40:30.191233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-482d703b-5538-4687-b007-c995ff328a27 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887821 Oct 13 14:40:30.280123 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51300) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:30.291056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-dd7ee412-cb54-45fb-80c5-b3f428f98e35 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923874 Oct 13 14:40:30.399053 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f4d831c-a718-4fe8-9044-a876cfed6a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:30.490017 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f4d831c-a718-4fe8-9044-a876cfed6a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:30.557968 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f4d831c-a718-4fe8-9044-a876cfed6a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:30.598441 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4f4d831c-a718-4fe8-9044-a876cfed6a68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b12b0f5874342e78cee4d0b0ed3ba2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171771 Oct 13 14:40:30.599385 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d831c-a718-4fe8-9044-a876cfed6a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309b07df-0024-4628-8cff-54099561901b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:30.601612 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51316) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:30.661406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-eea0e5f3-4a2f-44e1-9921-5cd00aea894b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=5da5fa50-7e51-4bac-9635-956781d762b9 HTTP/1.1" status: 200 len: 217 time: 0.3611097 Oct 13 14:40:30.664707 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff806765-bae9-461a-9b5a-479e7cd1ade2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:30.692021 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff806765-bae9-461a-9b5a-479e7cd1ade2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:30.714374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-e7db2e18-66a6-40a0-9607-9ef9443d40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:30.716024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-e7db2e18-66a6-40a0-9607-9ef9443d40f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0477128 Oct 13 14:40:30.767642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-0bcd6f2c-f27c-426f-b61b-c61a0c22325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:30.769212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-0bcd6f2c-f27c-426f-b61b-c61a0c22325e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457172 Oct 13 14:40:30.860237 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff806765-bae9-461a-9b5a-479e7cd1ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:30.866236 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff806765-bae9-461a-9b5a-479e7cd1ade2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:30.870140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-81cccce9-6b4f-4316-8768-3d3089746da5 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919962 Oct 13 14:40:30.873464 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ff806765-bae9-461a-9b5a-479e7cd1ade2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/309b07df-0024-4628-8cff-54099561901b HTTP/1.1" status: 204 len: 168 time: 0.2676675 Oct 13 14:40:30.882269 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff806765-bae9-461a-9b5a-479e7cd1ade2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309b07df-0024-4628-8cff-54099561901b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:30.967986 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-3e89a332-d23a-4765-925f-138a2bc2438b service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898232 Oct 13 14:40:31.017993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-944600de-33b1-4f34-975a-305606c2819e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=a40af342-105f-45cc-8b9c-1c286b9f02b3 HTTP/1.1" status: 200 len: 217 time: 0.0421715 Oct 13 14:40:31.068707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-4fbb92e3-4321-4840-bece-e1442b277eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:31.070203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-4fbb92e3-4321-4840-bece-e1442b277eaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 200 len: 797 time: 0.0454803 Oct 13 14:40:31.126717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-9222b349-4538-4450-8279-d6ec4f4ef3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:31.128270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-9222b349-4538-4450-8279-d6ec4f4ef3a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f63dcdd-4e9e-435e-bbab-58f7a79c5182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504181 Oct 13 14:40:31.228289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-c672671d-50fb-4d7d-93b9-e0c591a3ac64 service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926471 Oct 13 14:40:31.322285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-a2f4646a-49ca-4c46-8838-9b56facb8c4d service neutron] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853670 Oct 13 14:40:31.370302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-38bbca1d-935e-4698-9f7c-07902db18f5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=721e5f9b-285c-4d44-b325-575341d83b4e HTTP/1.1" status: 200 len: 217 time: 0.0407534 Oct 13 14:40:31.421517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-ef29cac4-8138-4b70-800a-0736fe19a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:31.422901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-ef29cac4-8138-4b70-800a-0736fe19a1d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b211eb86-cceb-4223-8e35-6e5309a555d4 HTTP/1.1" status: 200 len: 797 time: 0.0450830 Oct 13 14:40:31.471346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-788f1334-62b5-4d72-9651-7a919c8180e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:31.472862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-788f1334-62b5-4d72-9651-7a919c8180e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04869804-6b90-49cf-9c8c-d69c53d0480c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0426798 Oct 13 14:40:31.576233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-9aabd4ad-a29b-4b86-ab68-2a03a9755cc0 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891378 Oct 13 14:40:31.610131 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51360) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:31.624951 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e6c4-e555-4afc-8a1d-f5d9e3d9c6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:31.670433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-bd9bbf56-4dff-46bc-accb-f560ce15f81a service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921180 Oct 13 14:40:31.715270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-63091a88-f893-4cbb-ac1e-9bdf4f8c8b5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c HTTP/1.1" status: 200 len: 217 time: 0.0374272 Oct 13 14:40:31.722440 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e6c4-e555-4afc-8a1d-f5d9e3d9c6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:31.768658 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-4f50b070-3c1b-44d0-9c4c-a68281e07dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:31.770133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-4f50b070-3c1b-44d0-9c4c-a68281e07dc8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b211eb86-cceb-4223-8e35-6e5309a555d4 HTTP/1.1" status: 200 len: 797 time: 0.0478430 Oct 13 14:40:31.809666 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e6c4-e555-4afc-8a1d-f5d9e3d9c6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:31.819085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-4ef404e2-b1fb-4551-97a3-7ca4ce0a93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:31.828068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-4ef404e2-b1fb-4551-97a3-7ca4ce0a93dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04869804-6b90-49cf-9c8c-d69c53d0480c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0427008 Oct 13 14:40:31.851464 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1fe3e6c4-e555-4afc-8a1d-f5d9e3d9c6ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e41a5d64a7b54986a7a6dc97ca3d100e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396615 Oct 13 14:40:31.852676 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3e6c4-e555-4afc-8a1d-f5d9e3d9c6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8fbca9-e7c1-436a-8f4c-390e1b330c05,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:31.856260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51372) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:31.914429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bab894a-a4da-4732-b6ec-138b9a7b678d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:31.921024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-d2a9ea9a-7ca9-4c3a-9764-8087006a2b5f service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913191 Oct 13 14:40:31.938711 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bab894a-a4da-4732-b6ec-138b9a7b678d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:32.018082 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1a1e47-f986-41e1-a2cb-7482d8c164db req-04c20c80-4b14-4d16-b909-bdccd4509351 service neutron] 10.222.0.41 "GET /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899155 Oct 13 14:40:32.122699 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bab894a-a4da-4732-b6ec-138b9a7b678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:32.125333 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bab894a-a4da-4732-b6ec-138b9a7b678d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:32.126488 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6bab894a-a4da-4732-b6ec-138b9a7b678d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d8fbca9-e7c1-436a-8f4c-390e1b330c05 HTTP/1.1" status: 204 len: 168 time: 0.2693188 Oct 13 14:40:32.134796 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab894a-a4da-4732-b6ec-138b9a7b678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8fbca9-e7c1-436a-8f4c-390e1b330c05,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:33.230200 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51448) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:33.355438 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a9c06ae5-f727-4a6c-83c6-1590ad44ff79 tempest-AgentManagementNegativeTest-1590015679 tempest-AgentManagementNegativeTest-1590015679-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1219833 Oct 13 14:40:33.850469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51472) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:33.967883 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a281245f-7cde-42b2-b067-6d1abe2ebf90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:34.049003 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a281245f-7cde-42b2-b067-6d1abe2ebf90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:34.068539 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51478) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:34.130564 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-07ba9f3f-3307-4335-8aed-8f0311f8d3cc tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/floatingips/cdbc4e18-5308-49f9-b114-f1035e9e3bb3 HTTP/1.1" status: 200 len: 993 time: 0.0608473 Oct 13 14:40:34.157576 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a281245f-7cde-42b2-b067-6d1abe2ebf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:34.197889 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a281245f-7cde-42b2-b067-6d1abe2ebf90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=847ef52c636a45f9a67d85bd1ba97c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461220 Oct 13 14:40:34.200492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281245f-7cde-42b2-b067-6d1abe2ebf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157a5bec-29f2-4763-84c5-d06a7f4da7dd,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:34.201645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51482) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:34.258668 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:34.280779 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:34.381495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51488) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:34.390743 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:34.393434 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:34.394540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/157a5bec-29f2-4763-84c5-d06a7f4da7dd HTTP/1.1" status: 204 len: 168 time: 0.1915276 Oct 13 14:40:34.441482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157a5bec-29f2-4763-84c5-d06a7f4da7dd,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:34.455078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:34.455419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:34.455774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:34.456105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:34.456428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:34.456750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:34.457095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:34.457416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:34.457731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:34.458094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:34.458361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:34.458672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124b889d-f55a-4627-9e2e-d542a98270b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:34.582426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-ef90f600-9443-4bb2-a6ee-f3b2858c79ee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting port eed4affc-16d8-4a0b-b860-b93b65d11baa {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:40:34.582919 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef90f600-9443-4bb2-a6ee-f3b2858c79ee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:34.663662 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef90f600-9443-4bb2-a6ee-f3b2858c79ee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:34.663992 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef90f600-9443-4bb2-a6ee-f3b2858c79ee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:34.680636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-ef90f600-9443-4bb2-a6ee-f3b2858c79ee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Calling delete_port for eed4affc-16d8-4a0b-b860-b93b65d11baa owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:40:35.039792 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef90f600-9443-4bb2-a6ee-f3b2858c79ee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:35.077791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90f600-9443-4bb2-a6ee-f3b2858c79ee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Port': ['ID=eed4affc-16d8-4a0b-b860-b93b65d11baa,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:35.171916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-64640194-90d8-44ac-9821-cfb6d4d4995d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:35.173495 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-64640194-90d8-44ac-9821-cfb6d4d4995d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/networks?id=a0aed768-82be-43fe-87e3-0d186f9748b2 HTTP/1.1" status: 200 len: 813 time: 0.1840918 Oct 13 14:40:35.181837 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef90f600-9443-4bb2-a6ee-f3b2858c79ee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:35.182170 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-ef90f600-9443-4bb2-a6ee-f3b2858c79ee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Floating IP cdbc4e18-5308-49f9-b114-f1035e9e3bb3 disassociated (deleted). External IP: 172.25.0.91, port: ab961b9c-fcd4-4e2a-b332-18be8b54bd75. Oct 13 14:40:35.225419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-c5fb331d-3bb6-49a2-bd5d-db453aade472 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/quotas/97da299e19d749f383a61f0e924d0b29 HTTP/1.1" status: 200 len: 375 time: 0.0447512 Oct 13 14:40:35.297097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-b62cfdcc-07b9-47ff-b54b-2d147f25c784 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=97da299e19d749f383a61f0e924d0b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574238 Oct 13 14:40:35.440076 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-ea60af6f-2d1b-49c3-9d0a-31055aa3ec31 service neutron] 10.222.0.18 "GET /v2.0/networks/a0aed768-82be-43fe-87e3-0d186f9748b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395252 Oct 13 14:40:35.553045 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51524) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:35.553982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef90f600-9443-4bb2-a6ee-f3b2858c79ee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Router bcf247fe-2e62-4c9e-b637-b288232ef475 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:40:35.582673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-14f127ee-062b-462e-9f69-d575bf49d4fd service neutron] 10.222.0.18 "GET /v2.0/networks/a0aed768-82be-43fe-87e3-0d186f9748b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142478 Oct 13 14:40:35.679515 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d7ca731f-5356-4ff5-9a84-844faf6c205f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group': {'name': 'tempest-secgroup--793355220'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:35.692501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef90f600-9443-4bb2-a6ee-f3b2858c79ee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:40:35.697584 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ef90f600-9443-4bb2-a6ee-f3b2858c79ee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:35.706209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a91ff-02e4-4ae1-8abd-c7e5a87d3b28 None None] Sync routers for ids ['bcf247fe-2e62-4c9e-b637-b288232ef475'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:40:35.716921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a91ff-02e4-4ae1-8abd-c7e5a87d3b28 None None] Routers {'bcf247fe-2e62-4c9e-b637-b288232ef475'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:40:35.718154 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-382a91ff-02e4-4ae1-8abd-c7e5a87d3b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:40:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bcf247fe-2e62-4c9e-b637-b288232ef475'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:35.726972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ef90f600-9443-4bb2-a6ee-f3b2858c79ee tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "DELETE /v2.0/floatingips/cdbc4e18-5308-49f9-b114-f1035e9e3bb3 HTTP/1.1" status: 204 len: 168 time: 1.3444037 Oct 13 14:40:35.727558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'tag': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:40:35.730039 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7807ebcf-d712-46a4-9336-83ce046f73f5" -d '{"events": [{"name": "network-changed", "server_uuid": "23cea67c-e756-4445-8f3d-2f56e5b09bbb", "tag": "ab961b9c-fcd4-4e2a-b332-18be8b54bd75"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:40:35.821995 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7ca731f-5356-4ff5-9a84-844faf6c205f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:35.827318 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43e2bbb-f075-4dcc-9f98-f83f861fd185 x-openstack-request-id: req-c43e2bbb-f075-4dcc-9f98-f83f861fd185 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:40:35.827318 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cea67c-e756-4445-8f3d-2f56e5b09bbb", "tag": "ab961b9c-fcd4-4e2a-b332-18be8b54bd75", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:40:35.827318 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c43e2bbb-f075-4dcc-9f98-f83f861fd185 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:40:35.827318 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'tag': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75', 'status': 'completed', 'code': 200} Oct 13 14:40:35.836909 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7ca731f-5356-4ff5-9a84-844faf6c205f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:35.846575 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-382a91ff-02e4-4ae1-8abd-c7e5a87d3b28 None None] Set router bcf247fe-2e62-4c9e-b637-b288232ef475 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:40:35.915443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-358cdb99-f1c2-40b5-a5e0-0753e9c87479 req-dad2a3d9-f6b8-4b2f-9768-8b9cecdcce5a tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 210 time: 0.0363529 Oct 13 14:40:35.933933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807ebcf-d712-46a4-9336-83ce046f73f5 req-5a7a98a1-7f47-4036-b975-35436b055dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:35.933933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7807ebcf-d712-46a4-9336-83ce046f73f5 req-5a7a98a1-7f47-4036-b975-35436b055dab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=872a5f9254c2400da577ebbc742a44b8&device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 1098 time: 0.0834301 Oct 13 14:40:35.999292 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7ca731f-5356-4ff5-9a84-844faf6c205f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:36.043592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807ebcf-d712-46a4-9336-83ce046f73f5 req-36824219-7330-4cd4-92fc-92139bc80764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:36.045241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7807ebcf-d712-46a4-9336-83ce046f73f5 req-36824219-7330-4cd4-92fc-92139bc80764 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e29ab5c2-7f99-4bba-ac1c-ac177368d50a HTTP/1.1" status: 200 len: 898 time: 0.1014941 Oct 13 14:40:36.091975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7807ebcf-d712-46a4-9336-83ce046f73f5 req-694284d1-de89-4fc4-af94-6b33af051e50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab961b9c-fcd4-4e2a-b332-18be8b54bd75 HTTP/1.1" status: 200 len: 217 time: 0.0384965 Oct 13 14:40:36.098653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-382a91ff-02e4-4ae1-8abd-c7e5a87d3b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:39:36Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a55be883-2a38-4603-80b0-235a16ad3248', 'name': '', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:cb:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:35Z', 'updated_at': '2021-10-13T14:39:39Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:36.127631 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7ca731f-5356-4ff5-9a84-844faf6c205f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:36.131122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a91ff-02e4-4ae1-8abd-c7e5a87d3b28 None None] Checking router: bcf247fe-2e62-4c9e-b637-b288232ef475 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:40:36.140530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a91ff-02e4-4ae1-8abd-c7e5a87d3b28 None None] Routers {'bcf247fe-2e62-4c9e-b637-b288232ef475'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:40:36.141232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-382a91ff-02e4-4ae1-8abd-c7e5a87d3b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:40:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bcf247fe-2e62-4c9e-b637-b288232ef475'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:36.147174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807ebcf-d712-46a4-9336-83ce046f73f5 req-c8b6bc6d-ad87-4719-acb7-f6e4e8a52baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:36.149026 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7807ebcf-d712-46a4-9336-83ce046f73f5 req-c8b6bc6d-ad87-4719-acb7-f6e4e8a52baa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0 HTTP/1.1" status: 200 len: 835 time: 0.0495605 Oct 13 14:40:36.166229 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca731f-5356-4ff5-9a84-844faf6c205f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bde661f-3f8e-43b9-b1f1-b4e55e8623ea,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:36.205709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807ebcf-d712-46a4-9336-83ce046f73f5 req-a34a2e1e-b6cf-4526-83cf-f9ddf46449c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:36.207255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7807ebcf-d712-46a4-9336-83ce046f73f5 req-a34a2e1e-b6cf-4526-83cf-f9ddf46449c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e29ab5c2-7f99-4bba-ac1c-ac177368d50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464680 Oct 13 14:40:36.211248 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7ca731f-5356-4ff5-9a84-844faf6c205f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:36.267116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-382a91ff-02e4-4ae1-8abd-c7e5a87d3b28 None None] Set router bcf247fe-2e62-4c9e-b637-b288232ef475 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:40:36.283058 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7ca731f-5356-4ff5-9a84-844faf6c205f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:36.313635 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca731f-5356-4ff5-9a84-844faf6c205f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b685f7-e1ea-405f-b352-4020ef9f33dd,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:36.351252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7807ebcf-d712-46a4-9336-83ce046f73f5 req-7fde4170-2b87-49f3-8b44-3b419986daba service neutron] 10.222.0.49 "GET /v2.0/networks/e29ab5c2-7f99-4bba-ac1c-ac177368d50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284497 Oct 13 14:40:36.364746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f79449-0443-4348-b624-a9f1ad6400fa req-7ad5b4f5-a76d-4dbf-82f8-87d7d14f3d20 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:36.366263 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67f79449-0443-4348-b624-a9f1ad6400fa req-7ad5b4f5-a76d-4dbf-82f8-87d7d14f3d20 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 946 time: 0.0855017 Oct 13 14:40:36.377188 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7ca731f-5356-4ff5-9a84-844faf6c205f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:36.380925 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d7ca731f-5356-4ff5-9a84-844faf6c205f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8243966 Oct 13 14:40:36.381647 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51544) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:36.458088 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cb5fa52c-aa26-4f38-8a76-1c3955dc5ff7 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0748947 Oct 13 14:40:36.458692 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51546) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:36.459960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67f79449-0443-4348-b624-a9f1ad6400fa req-83ebca1f-bd11-489e-861c-31cda966a19d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec27f1d-e1db-48c2-a12e-98616bc14aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852005 Oct 13 14:40:36.463112 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e9c41538-9389-47a5-a57c-9fee85da4ddb tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group': {'name': 'tempest-security--908885689', 'description': 'tempest-security-description-1248817966'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:36.489102 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e9c41538-9389-47a5-a57c-9fee85da4ddb tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:36.498300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7807ebcf-d712-46a4-9336-83ce046f73f5 req-f6c6d91d-8434-4e2b-a3fd-0c1cad4c84b1 service neutron] 10.222.0.49 "GET /v2.0/networks/e29ab5c2-7f99-4bba-ac1c-ac177368d50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308224 Oct 13 14:40:36.523723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-382a91ff-02e4-4ae1-8abd-c7e5a87d3b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:39:36Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a55be883-2a38-4603-80b0-235a16ad3248', 'name': '', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:cb:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:35Z', 'updated_at': '2021-10-13T14:39:39Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:36.543095 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e9c41538-9389-47a5-a57c-9fee85da4ddb tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:36.559371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a91ff-02e4-4ae1-8abd-c7e5a87d3b28 None None] The sync data for ids ['bcf247fe-2e62-4c9e-b637-b288232ef475'] in n-d-806683-15 is: [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:39:36Z', 'revision_number': 4, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a55be883-2a38-4603-80b0-235a16ad3248', 'name': '', 'network_id': 'e29ab5c2-7f99-4bba-ac1c-ac177368d50a', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'mac_address': 'fa:16:3e:cb:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:35Z', 'updated_at': '2021-10-13T14:39:39Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'subnets': [{'id': '62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:40:36.615062 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e9c41538-9389-47a5-a57c-9fee85da4ddb tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:36.618030 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e9c41538-9389-47a5-a57c-9fee85da4ddb tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:36.620702 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e9c41538-9389-47a5-a57c-9fee85da4ddb tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "PUT /v2.0/security-groups/c8b685f7-e1ea-405f-b352-4020ef9f33dd HTTP/1.1" status: 200 len: 1779 time: 0.1604202 Oct 13 14:40:36.623774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51548) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:36.658701 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c41538-9389-47a5-a57c-9fee85da4ddb tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b685f7-e1ea-405f-b352-4020ef9f33dd,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:36.673108 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-26a12034-52e7-4099-a75e-c0dd84023c17 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-groups/c8b685f7-e1ea-405f-b352-4020ef9f33dd HTTP/1.1" status: 200 len: 1779 time: 0.0479989 Oct 13 14:40:36.675775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51550) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:36.736159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f2534682-8e8a-4f6c-80ba-6c69f1013f85 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:36.764302 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f2534682-8e8a-4f6c-80ba-6c69f1013f85 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:36.837988 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb7c79a-8063-4fb8-a0d1-63957b4c39cb None None] New status for floating IP cdbc4e18-5308-49f9-b114-f1035e9e3bb3: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:40:36.917783 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f2534682-8e8a-4f6c-80ba-6c69f1013f85 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:36.920921 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f2534682-8e8a-4f6c-80ba-6c69f1013f85 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:36.922229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f2534682-8e8a-4f6c-80ba-6c69f1013f85 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8b685f7-e1ea-405f-b352-4020ef9f33dd HTTP/1.1" status: 204 len: 168 time: 0.2455468 Oct 13 14:40:36.924975 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51554) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:36.933823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2534682-8e8a-4f6c-80ba-6c69f1013f85 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b685f7-e1ea-405f-b352-4020ef9f33dd,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:36.978037 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a543dc32-23a7-4fe7-90a8-84769c0abb3e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517786 Oct 13 14:40:36.981500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51558) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:36.994362 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-564d3c9c-a6dd-4b27-96d7-0c6d1dee5b26 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] delete failed (client error): The resource could not be found. Oct 13 14:40:36.999902 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-564d3c9c-a6dd-4b27-96d7-0c6d1dee5b26 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8b685f7-e1ea-405f-b352-4020ef9f33dd HTTP/1.1" status: 404 len: 347 time: 0.0129361 Oct 13 14:40:37.000830 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51560) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:37.004103 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e7fd5d0-5c3c-413a-b06c-32c524fb20e9 req-ced22b17-608f-48c3-a3c4-2837c2bcb939 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 210 time: 0.0286937 Oct 13 14:40:37.006496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a6d08274-a6d8-4dc6-9afe-5d03a52ed43b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352369931'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:37.112052 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6d08274-a6d8-4dc6-9afe-5d03a52ed43b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:37.181082 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6d08274-a6d8-4dc6-9afe-5d03a52ed43b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:37.243000 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6d08274-a6d8-4dc6-9afe-5d03a52ed43b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:37.272432 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d08274-a6d8-4dc6-9afe-5d03a52ed43b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54380507-a345-4785-8f42-9d0928863a9c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:37.330771 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6d08274-a6d8-4dc6-9afe-5d03a52ed43b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:37.332037 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a6d08274-a6d8-4dc6-9afe-5d03a52ed43b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3301911 Oct 13 14:40:37.334865 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51562) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:37.339801 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b35e5644-362b-4555-a502-ff954763d657 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group_rule': {'security_group_id': '54380507-a345-4785-8f42-9d0928863a9c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:37.476603 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b35e5644-362b-4555-a502-ff954763d657 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:37.535380 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b35e5644-362b-4555-a502-ff954763d657 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:37.591845 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b35e5644-362b-4555-a502-ff954763d657 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:37.600171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036e623-acc1-48c1-a720-3c24b4524cc9 req-5d49c725-a6cb-4513-a3b7-93f5dc31d1a6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:37.602684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d036e623-acc1-48c1-a720-3c24b4524cc9 req-5d49c725-a6cb-4513-a3b7-93f5dc31d1a6 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 946 time: 0.0681562 Oct 13 14:40:37.613012 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e5644-362b-4555-a502-ff954763d657 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2bd052-2a7c-4067-ad95-df30b175a6e3,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:37.655910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d036e623-acc1-48c1-a720-3c24b4524cc9 req-3ff7aed6-4d1c-4932-b64b-4dc1df93802d tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ec27f1d-e1db-48c2-a12e-98616bc14aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360327 Oct 13 14:40:37.670128 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b35e5644-362b-4555-a502-ff954763d657 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:37.670128 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b35e5644-362b-4555-a502-ff954763d657 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334830 Oct 13 14:40:37.672155 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51566) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:37.701331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0005-5e8e-4672-afb2-cbad5deaf9c8 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:37.712314 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0005-5e8e-4672-afb2-cbad5deaf9c8 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:37.821597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fabdf7-980c-47bb-af53-52b9deb09096 req-457d34df-2a4c-42b4-aa06-cb6980bc7d67 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:37.822965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1fabdf7-980c-47bb-af53-52b9deb09096 req-457d34df-2a4c-42b4-aa06-cb6980bc7d67 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.49 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 946 time: 0.0493968 Oct 13 14:40:37.854747 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0005-5e8e-4672-afb2-cbad5deaf9c8 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:37.862507 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e1b0005-5e8e-4672-afb2-cbad5deaf9c8 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:37.866131 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6e1b0005-5e8e-4672-afb2-cbad5deaf9c8 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ad2bd052-2a7c-4067-ad95-df30b175a6e3 HTTP/1.1" status: 204 len: 168 time: 0.1906011 Oct 13 14:40:37.867322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51568) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:37.874402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b0005-5e8e-4672-afb2-cbad5deaf9c8 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad2bd052-2a7c-4067-ad95-df30b175a6e3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:37.917201 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-41cd5a6a-c079-41e9-81b7-dcbd9f077a00 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0484998 Oct 13 14:40:37.920187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51570) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:37.922151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-a1fabdf7-980c-47bb-af53-52b9deb09096 req-d8be5d47-4215-4a3c-a7bf-fe512a3887dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting port ab961b9c-fcd4-4e2a-b332-18be8b54bd75 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:40:37.922493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1fabdf7-980c-47bb-af53-52b9deb09096 req-d8be5d47-4215-4a3c-a7bf-fe512a3887dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:37.976816 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7cf2aa0d-0093-4505-aba3-f046cd07bf71 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.000154 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7cf2aa0d-0093-4505-aba3-f046cd07bf71 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.019033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a1fabdf7-980c-47bb-af53-52b9deb09096 req-d8be5d47-4215-4a3c-a7bf-fe512a3887dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] For port ab961b9c-fcd4-4e2a-b332-18be8b54bd75, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=ab961b9c-fcd4-4e2a-b332-18be8b54bd75,segment=NetworkSegment(4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1),segment_id=4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:40:38.019431 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1fabdf7-980c-47bb-af53-52b9deb09096 req-d8be5d47-4215-4a3c-a7bf-fe512a3887dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.036947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-a1fabdf7-980c-47bb-af53-52b9deb09096 req-d8be5d47-4215-4a3c-a7bf-fe512a3887dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Calling delete_port for ab961b9c-fcd4-4e2a-b332-18be8b54bd75 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:40:38.100535 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7cf2aa0d-0093-4505-aba3-f046cd07bf71 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.103240 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7cf2aa0d-0093-4505-aba3-f046cd07bf71 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.104400 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7cf2aa0d-0093-4505-aba3-f046cd07bf71 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-groups/54380507-a345-4785-8f42-9d0928863a9c HTTP/1.1" status: 204 len: 168 time: 0.1832566 Oct 13 14:40:38.109546 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51574) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:38.113019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b615f831-35c6-41d6-9bb5-22b8549c8117 req-2d21ce5b-bbbd-4299-ad4f-a0606830a494 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 210 time: 0.0306344 Oct 13 14:40:38.121977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2aa0d-0093-4505-aba3-f046cd07bf71 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54380507-a345-4785-8f42-9d0928863a9c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:38.172051 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-03084d46-7ee3-4a92-bd25-28d707e378c3 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0614197 Oct 13 14:40:38.175832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51576) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:38.180529 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-74d298cd-837b-4761-9783-fca99a5cf41b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group': {'name': 'tempest-secgroup--603103036'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:38.249543 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74d298cd-837b-4761-9783-fca99a5cf41b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.272063 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1fabdf7-980c-47bb-af53-52b9deb09096 req-d8be5d47-4215-4a3c-a7bf-fe512a3887dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.304029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be5d47-4215-4a3c-a7bf-fe512a3887dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Port': ['ID=ab961b9c-fcd4-4e2a-b332-18be8b54bd75,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:38.337435 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74d298cd-837b-4761-9783-fca99a5cf41b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.380715 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74d298cd-837b-4761-9783-fca99a5cf41b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.413788 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d298cd-837b-4761-9783-fca99a5cf41b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd03f3b-9b82-406f-8088-3c16fb9fa8d8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:38.462584 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-74d298cd-837b-4761-9783-fca99a5cf41b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.463902 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-74d298cd-837b-4761-9783-fca99a5cf41b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2870932 Oct 13 14:40:38.468178 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51578) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:38.472917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1492a95c-e419-41c4-bcab-cab9d15ff666 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group_rule': {'security_group_id': '5dd03f3b-9b82-406f-8088-3c16fb9fa8d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:38.545515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1492a95c-e419-41c4-bcab-cab9d15ff666 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.628828 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1492a95c-e419-41c4-bcab-cab9d15ff666 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.687285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fabdf7-980c-47bb-af53-52b9deb09096 req-d8be5d47-4215-4a3c-a7bf-fe512a3887dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] No DVR routers for this DVR port ab961b9c-fcd4-4e2a-b332-18be8b54bd75 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:40:38.696811 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a1fabdf7-980c-47bb-af53-52b9deb09096 req-d8be5d47-4215-4a3c-a7bf-fe512a3887dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.701123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1fabdf7-980c-47bb-af53-52b9deb09096 req-d8be5d47-4215-4a3c-a7bf-fe512a3887dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.49 "DELETE /v2.0/ports/ab961b9c-fcd4-4e2a-b332-18be8b54bd75 HTTP/1.1" status: 204 len: 173 time: 0.8699512 Oct 13 14:40:38.701606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'name': 'network-vif-deleted', 'tag': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:40:38.704298 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56705537-f354-46c9-93f3-471ab8ff5d0e" -d '{"events": [{"server_uuid": "23cea67c-e756-4445-8f3d-2f56e5b09bbb", "name": "network-vif-deleted", "tag": "ab961b9c-fcd4-4e2a-b332-18be8b54bd75"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:40:38.718877 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1492a95c-e419-41c4-bcab-cab9d15ff666 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.772781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492a95c-e419-41c4-bcab-cab9d15ff666 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97773d1-11c8-4c0e-ad94-7e776c64c008,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:38.798303 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5925bd-f41d-49f1-a6de-f12e0e445e3b x-openstack-request-id: req-ee5925bd-f41d-49f1-a6de-f12e0e445e3b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:40:38.809696 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cea67c-e756-4445-8f3d-2f56e5b09bbb", "name": "network-vif-deleted", "tag": "ab961b9c-fcd4-4e2a-b332-18be8b54bd75", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:40:38.809696 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee5925bd-f41d-49f1-a6de-f12e0e445e3b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:40:38.809696 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cea67c-e756-4445-8f3d-2f56e5b09bbb', 'name': 'network-vif-deleted', 'tag': 'ab961b9c-fcd4-4e2a-b332-18be8b54bd75', 'status': 'completed', 'code': 200} Oct 13 14:40:38.823612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36d3323f-b746-431b-8e07-499bef13d3a5 req-07b19af3-d492-49ee-a48c-9e0379d0426a tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 210 time: 0.0583820 Oct 13 14:40:38.835762 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1492a95c-e419-41c4-bcab-cab9d15ff666 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:38.837560 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1492a95c-e419-41c4-bcab-cab9d15ff666 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3678343 Oct 13 14:40:38.841049 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51584) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:38.852710 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5c90c15a-1cd0-43e4-bcfa-82b151342855 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group_rule': {'security_group_id': '5dd03f3b-9b82-406f-8088-3c16fb9fa8d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:38.892680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-ca2922f2-e4ad-488f-b071-521b31156624 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:38.894281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-ca2922f2-e4ad-488f-b071-521b31156624 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.49 "GET /v2.0/networks?id=a0aed768-82be-43fe-87e3-0d186f9748b2 HTTP/1.1" status: 200 len: 813 time: 0.2088270 Oct 13 14:40:38.914129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-2556f153-189b-454d-91c7-789cff88a05d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Request body: {'port': {'device_id': 'cca6776a-d6a0-44f2-8f8f-ca56984ec3b6', 'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2', 'admin_state_up': True, 'tenant_id': '97da299e19d749f383a61f0e924d0b29'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:38.949567 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c90c15a-1cd0-43e4-bcfa-82b151342855 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.018482 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c90c15a-1cd0-43e4-bcfa-82b151342855 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.128108 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c90c15a-1cd0-43e4-bcfa-82b151342855 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.130458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-2556f153-189b-454d-91c7-789cff88a05d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Made reservation on behalf of 97da299e19d749f383a61f0e924d0b29 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:40:39.134782 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-2556f153-189b-454d-91c7-789cff88a05d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.147694 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90c15a-1cd0-43e4-bcfa-82b151342855 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1170b6-8036-43ae-b983-e774e6703927,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:39.223220 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c90c15a-1cd0-43e4-bcfa-82b151342855 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.226604 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5c90c15a-1cd0-43e4-bcfa-82b151342855 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3810966 Oct 13 14:40:39.226604 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51588) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:39.231359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-08b300b6-d6eb-47fa-b99b-0c864d2611e1 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group_rule': {'security_group_id': '5dd03f3b-9b82-406f-8088-3c16fb9fa8d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:39.239570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-946fb785-e121-43b1-8d22-8b0fe3ee07b1 req-2af3552c-7b1f-4c98-be09-458df2f4a7e6 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 210 time: 0.0453241 Oct 13 14:40:39.307468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-2556f153-189b-454d-91c7-789cff88a05d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Allocated IP 172.20.0.7 (a0aed768-82be-43fe-87e3-0d186f9748b2/ddcd9561-27da-47e7-a91b-dbaa48adb45c/b6f37440-fdea-436d-8d5b-807c3eaaaea1) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:40:39.334113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-08b300b6-d6eb-47fa-b99b-0c864d2611e1 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.393522 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-08b300b6-d6eb-47fa-b99b-0c864d2611e1 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.462020 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-2556f153-189b-454d-91c7-789cff88a05d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.494996 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-08b300b6-d6eb-47fa-b99b-0c864d2611e1 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.517139 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b300b6-d6eb-47fa-b99b-0c864d2611e1 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246e5dbf-54c5-4ffa-897f-50a6a4ea7a79,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:39.604217 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-2556f153-189b-454d-91c7-789cff88a05d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.607684 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-08b300b6-d6eb-47fa-b99b-0c864d2611e1 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.610678 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-08b300b6-d6eb-47fa-b99b-0c864d2611e1 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3818810 Oct 13 14:40:39.612336 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51590) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:39.617411 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-473c22df-1d72-4a6c-b5c7-aceb310ed73f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group_rule': {'security_group_id': '5dd03f3b-9b82-406f-8088-3c16fb9fa8d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:39.649654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-2556f153-189b-454d-91c7-789cff88a05d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Network a0aed768-82be-43fe-87e3-0d186f9748b2 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:40:39.652930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-2556f153-189b-454d-91c7-789cff88a05d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:40:39.656593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-2556f153-189b-454d-91c7-789cff88a05d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:40:39.662916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556f153-189b-454d-91c7-789cff88a05d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Pushing event updated for resources: {'Port': ['ID=b6f37440-fdea-436d-8d5b-807c3eaaaea1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:39.710043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-2556f153-189b-454d-91c7-789cff88a05d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:39.710757 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-2556f153-189b-454d-91c7-789cff88a05d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.739831 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-473c22df-1d72-4a6c-b5c7-aceb310ed73f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.800352 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-473c22df-1d72-4a6c-b5c7-aceb310ed73f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.886276 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-2556f153-189b-454d-91c7-789cff88a05d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9760582 Oct 13 14:40:39.903072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Request body: {'port': {'device_id': 'cca6776a-d6a0-44f2-8f8f-ca56984ec3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:39.928357 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-473c22df-1d72-4a6c-b5c7-aceb310ed73f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:39.944428 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c22df-1d72-4a6c-b5c7-aceb310ed73f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84137292-6310-47b9-9af1-239e37ace96a,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:39.959069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c7a17d3-5722-47fb-91f8-6a0e285ec333 req-a7a1d058-5401-4d37-9d2f-46510f7e186b tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "GET /v2.0/ports?device_id=23cea67c-e756-4445-8f3d-2f56e5b09bbb HTTP/1.1" status: 200 len: 210 time: 0.0330746 Oct 13 14:40:39.986814 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.062254 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-473c22df-1d72-4a6c-b5c7-aceb310ed73f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.063456 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-473c22df-1d72-4a6c-b5c7-aceb310ed73f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4496815 Oct 13 14:40:40.066409 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51594) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:40.071042 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6f2c8095-9a3c-4caa-8f16-73d43b948239 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group_rule': {'security_group_id': '5dd03f3b-9b82-406f-8088-3c16fb9fa8d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:40.151269 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8095-9a3c-4caa-8f16-73d43b948239 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.215031 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8095-9a3c-4caa-8f16-73d43b948239 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.258703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f37440-fdea-436d-8d5b-807c3eaaaea1 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:40:40.272724 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.289010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8095-9a3c-4caa-8f16-73d43b948239 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.294972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Transition to ACTIVE for port object b6f37440-fdea-436d-8d5b-807c3eaaaea1 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:40:40.307933 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c8095-9a3c-4caa-8f16-73d43b948239 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cb109a-dcc9-4440-b6f3-3a88aba8e8b0,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:40.378146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d6aff-0ca7-4982-a2d1-085fc31815a9 req-966a5b97-8d36-4d79-a791-66731cb1df03 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:40.379755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a46d6aff-0ca7-4982-a2d1-085fc31815a9 req-966a5b97-8d36-4d79-a791-66731cb1df03 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 931 time: 0.0510035 Oct 13 14:40:40.386903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.434176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f2c8095-9a3c-4caa-8f16-73d43b948239 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.435864 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6f2c8095-9a3c-4caa-8f16-73d43b948239 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3682983 Oct 13 14:40:40.439044 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51598) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:40.464624 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab574cb3-6dda-4b77-8709-e6dee5e0899e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.473433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab574cb3-6dda-4b77-8709-e6dee5e0899e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.482793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a46d6aff-0ca7-4982-a2d1-085fc31815a9 req-18b95d4d-ec47-4860-8a82-32ab236f8e65 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968647 Oct 13 14:40:40.487108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Pushing event updated for resources: {'Port': ['ID=b6f37440-fdea-436d-8d5b-807c3eaaaea1,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:40.555347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Attempting to bind port b6f37440-fdea-436d-8d5b-807c3eaaaea1 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:40:40.555684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Attempting to bind port b6f37440-fdea-436d-8d5b-807c3eaaaea1 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '66ba78a9-cad2-4223-b976-28811e13292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:40:40.556083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Attempting to bind port b6f37440-fdea-436d-8d5b-807c3eaaaea1 on network a0aed768-82be-43fe-87e3-0d186f9748b2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:40:40.560706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Port b6f37440-fdea-436d-8d5b-807c3eaaaea1 on network a0aed768-82be-43fe-87e3-0d186f9748b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:40:40.561060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Attempting to bind port b6f37440-fdea-436d-8d5b-807c3eaaaea1 on network a0aed768-82be-43fe-87e3-0d186f9748b2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:40:40.565959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:40:40.566212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Checking segment: {'id': '66ba78a9-cad2-4223-b976-28811e13292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:40:40.566593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Bound using segment: {'id': '66ba78a9-cad2-4223-b976-28811e13292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:40:40.567015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Bound port: b6f37440-fdea-436d-8d5b-807c3eaaaea1, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ba78a9-cad2-4223-b976-28811e13292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:40:40.567369 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.580197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab574cb3-6dda-4b77-8709-e6dee5e0899e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.587637 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ab574cb3-6dda-4b77-8709-e6dee5e0899e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.589049 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ab574cb3-6dda-4b77-8709-e6dee5e0899e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/14cb109a-dcc9-4440-b6f3-3a88aba8e8b0 HTTP/1.1" status: 204 len: 168 time: 0.1489470 Oct 13 14:40:40.599873 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51600) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:40.601228 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab574cb3-6dda-4b77-8709-e6dee5e0899e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14cb109a-dcc9-4440-b6f3-3a88aba8e8b0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:40.643156 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b45203b7-0cdb-4e59-a7a7-9561f0d78005 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0481758 Oct 13 14:40:40.644411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] For port b6f37440-fdea-436d-8d5b-807c3eaaaea1, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:40:40.645933 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51602) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:40.647681 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] For port b6f37440-fdea-436d-8d5b-807c3eaaaea1, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b6f37440-fdea-436d-8d5b-807c3eaaaea1,segment=NetworkSegment(66ba78a9-cad2-4223-b976-28811e13292d),segment_id=66ba78a9-cad2-4223-b976-28811e13292d)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:40:40.670509 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da84ea20-8cd7-40a3-a6ae-f89ca3267b72 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.677909 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da84ea20-8cd7-40a3-a6ae-f89ca3267b72 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.724133 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.763613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:40.764234 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.765686 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] 10.222.0.49 "PUT /v2.0/ports/b6f37440-fdea-436d-8d5b-807c3eaaaea1 HTTP/1.1" status: 200 len: 1092 time: 0.8669508 Oct 13 14:40:40.782352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc00fb-69ca-46af-bc15-28a2589c83ab service neutron] Pushing event updated for resources: {'Port': ['ID=b6f37440-fdea-436d-8d5b-807c3eaaaea1,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:40.796614 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da84ea20-8cd7-40a3-a6ae-f89ca3267b72 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.800759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca6776a-d6a0-44f2-8f8f-ca56984ec3b6', 'tag': 'b6f37440-fdea-436d-8d5b-807c3eaaaea1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:40:40.802895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da84ea20-8cd7-40a3-a6ae-f89ca3267b72 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.803262 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd791ae6-964f-44c9-bdb4-90fe7eb2a7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "cca6776a-d6a0-44f2-8f8f-ca56984ec3b6", "tag": "b6f37440-fdea-436d-8d5b-807c3eaaaea1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:40:40.804048 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da84ea20-8cd7-40a3-a6ae-f89ca3267b72 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/84137292-6310-47b9-9af1-239e37ace96a HTTP/1.1" status: 204 len: 168 time: 0.1572127 Oct 13 14:40:40.810706 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84ea20-8cd7-40a3-a6ae-f89ca3267b72 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84137292-6310-47b9-9af1-239e37ace96a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:40.813532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51606) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:40.845202 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5822131-f256-468b-b049-41ea98002eb9 x-openstack-request-id: req-d5822131-f256-468b-b049-41ea98002eb9 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:40:40.845482 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca6776a-d6a0-44f2-8f8f-ca56984ec3b6", "tag": "b6f37440-fdea-436d-8d5b-807c3eaaaea1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:40:40.845732 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5822131-f256-468b-b049-41ea98002eb9 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:40:40.846128 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca6776a-d6a0-44f2-8f8f-ca56984ec3b6', 'tag': 'b6f37440-fdea-436d-8d5b-807c3eaaaea1', 'status': 'completed', 'code': 200} Oct 13 14:40:40.873184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6f6cf779-6768-4134-b114-adf0ddcf77b2 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0581293 Oct 13 14:40:40.875871 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51608) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:40.901736 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b96a20df-ad9e-4a79-8631-c8fdaf9df987 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.909904 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b96a20df-ad9e-4a79-8631-c8fdaf9df987 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:40.919753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd791ae6-964f-44c9-bdb4-90fe7eb2a7d4 req-afd1b390-073b-4c7e-a106-a791b94f5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:40.921311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd791ae6-964f-44c9-bdb4-90fe7eb2a7d4 req-afd1b390-073b-4c7e-a106-a791b94f5199 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97da299e19d749f383a61f0e924d0b29&device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 1095 time: 0.0470867 Oct 13 14:40:41.018932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51612) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:41.020233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b96a20df-ad9e-4a79-8631-c8fdaf9df987 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.026440 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b96a20df-ad9e-4a79-8631-c8fdaf9df987 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.027537 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b96a20df-ad9e-4a79-8631-c8fdaf9df987 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/246e5dbf-54c5-4ffa-897f-50a6a4ea7a79 HTTP/1.1" status: 204 len: 168 time: 0.1506019 Oct 13 14:40:41.033657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51614) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:41.039686 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a20df-ad9e-4a79-8631-c8fdaf9df987 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=246e5dbf-54c5-4ffa-897f-50a6a4ea7a79,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:41.052040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd791ae6-964f-44c9-bdb4-90fe7eb2a7d4 req-0ee0f668-68d0-4045-a7d7-66a2b1f06451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:41.053549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd791ae6-964f-44c9-bdb4-90fe7eb2a7d4 req-0ee0f668-68d0-4045-a7d7-66a2b1f06451 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=97da299e19d749f383a61f0e924d0b29&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1197064 Oct 13 14:40:41.079376 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7d903277-e3ef-4723-b686-9ed8d19c4db9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0445545 Oct 13 14:40:41.081920 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51616) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:41.107002 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1bc9b261-7a47-4eb9-9860-aacf33d138cd tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.114737 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1bc9b261-7a47-4eb9-9860-aacf33d138cd tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.149535 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92dc969d-5a9b-4297-8778-76831a8434fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.191569 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1bc9b261-7a47-4eb9-9860-aacf33d138cd tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.195768 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92dc969d-5a9b-4297-8778-76831a8434fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.198001 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1bc9b261-7a47-4eb9-9860-aacf33d138cd tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.199272 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1bc9b261-7a47-4eb9-9860-aacf33d138cd tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4e1170b6-8036-43ae-b983-e774e6703927 HTTP/1.1" status: 204 len: 168 time: 0.1163032 Oct 13 14:40:41.202941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51618) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:41.213630 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9b261-7a47-4eb9-9860-aacf33d138cd tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e1170b6-8036-43ae-b983-e774e6703927,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:41.231737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd791ae6-964f-44c9-bdb4-90fe7eb2a7d4 req-4977a55f-c062-4d45-ad29-41c53cbe49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:41.233505 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cd791ae6-964f-44c9-bdb4-90fe7eb2a7d4 req-4977a55f-c062-4d45-ad29-41c53cbe49a1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1601684 Oct 13 14:40:41.252624 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-53f84824-a486-4c30-9599-0d794b5c1a1c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0485103 Oct 13 14:40:41.256250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51620) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:41.322802 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12cf675e-4c50-4dd6-9cc3-54bf8c3f96b9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.335903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12cf675e-4c50-4dd6-9cc3-54bf8c3f96b9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.360113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-b59fa485-fa13-48cd-9a87-9eda2cafe80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:41.361801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-b59fa485-fa13-48cd-9a87-9eda2cafe80f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97da299e19d749f383a61f0e924d0b29&device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 1095 time: 0.0846267 Oct 13 14:40:41.411387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-20f12b94-c487-41d6-97c0-944e20cf44bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6f37440-fdea-436d-8d5b-807c3eaaaea1 HTTP/1.1" status: 200 len: 217 time: 0.0360761 Oct 13 14:40:41.420215 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92dc969d-5a9b-4297-8778-76831a8434fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.422780 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-92dc969d-5a9b-4297-8778-76831a8434fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.424054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-92dc969d-5a9b-4297-8778-76831a8434fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "DELETE /v2.0/security-groups/9ec27f1d-e1db-48c2-a12e-98616bc14aaf HTTP/1.1" status: 204 len: 168 time: 0.4039538 Oct 13 14:40:41.460581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc969d-5a9b-4297-8778-76831a8434fe tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec27f1d-e1db-48c2-a12e-98616bc14aaf,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:41.465003 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12cf675e-4c50-4dd6-9cc3-54bf8c3f96b9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.471295 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12cf675e-4c50-4dd6-9cc3-54bf8c3f96b9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.474778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-12cf675e-4c50-4dd6-9cc3-54bf8c3f96b9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f97773d1-11c8-4c0e-ad94-7e776c64c008 HTTP/1.1" status: 204 len: 168 time: 0.2152507 Oct 13 14:40:41.475669 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51624) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:41.488738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf675e-4c50-4dd6-9cc3-54bf8c3f96b9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f97773d1-11c8-4c0e-ad94-7e776c64c008,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:41.503811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-866d7382-f3b0-4ca8-994c-feaca3d11511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:41.507152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-866d7382-f3b0-4ca8-994c-feaca3d11511 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ddcd9561-27da-47e7-a91b-dbaa48adb45c HTTP/1.1" status: 200 len: 853 time: 0.0803952 Oct 13 14:40:41.523225 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-97473430-81b3-496d-80b0-f7cdd7e9932d tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0437999 Oct 13 14:40:41.525456 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51628) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:41.541018 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51630) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:41.546243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-48272bee-c48c-4a64-bdbf-0724804594df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0aed768-82be-43fe-87e3-0d186f9748b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285079 Oct 13 14:40:41.659505 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d05e19d-e952-4c89-b45c-bb23a0a702cc tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.664930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabe109-8164-4160-b2e3-dc81ed0eadf9 req-ed8a4909-2bd4-4215-8b57-6a7358f00b69 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:41.666922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cabe109-8164-4160-b2e3-dc81ed0eadf9 req-ed8a4909-2bd4-4215-8b57-6a7358f00b69 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 943 time: 0.1034527 Oct 13 14:40:41.692710 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d05e19d-e952-4c89-b45c-bb23a0a702cc tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.704486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-844df5de-de6e-4df0-9ac7-0d6ab76bd6da service neutron] 10.222.0.49 "GET /v2.0/networks/a0aed768-82be-43fe-87e3-0d186f9748b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503835 Oct 13 14:40:41.723704 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:40:41.730231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cabe109-8164-4160-b2e3-dc81ed0eadf9 req-bd4c4e34-75bc-4fd3-8ae6-f93cf7bce828 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570962 Oct 13 14:40:41.809683 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2107c55-8622-42b7-b678-4f4285dfa9e7 req-61d20636-072a-4e62-aae8-c9be0cd92a90 service neutron] 10.222.0.49 "GET /v2.0/networks/a0aed768-82be-43fe-87e3-0d186f9748b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924163 Oct 13 14:40:41.922533 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d05e19d-e952-4c89-b45c-bb23a0a702cc tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.925239 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0d05e19d-e952-4c89-b45c-bb23a0a702cc tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.926375 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0d05e19d-e952-4c89-b45c-bb23a0a702cc tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-groups/5dd03f3b-9b82-406f-8088-3c16fb9fa8d8 HTTP/1.1" status: 204 len: 168 time: 0.3999550 Oct 13 14:40:41.929702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51632) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:41.942401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05e19d-e952-4c89-b45c-bb23a0a702cc tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd03f3b-9b82-406f-8088-3c16fb9fa8d8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:41.951007 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ab961b9c-fcd4-4e2a-b332-18be8b54bd75 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:40:41.983730 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: ab961b9c-fcd4-4e2a-b332-18be8b54bd75 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:40:41.984171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device ab961b9c-fcd4-4e2a-b332-18be8b54bd75 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:40:41.993134 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3f1dc54-5e68-4fe9-8eb2-234e1b08c3f0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:41.993431 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-818696a8-65d6-4b56-8c99-6a2a252f480d tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621719 Oct 13 14:40:42.001499 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51634) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:42.006086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-03724329-b6a5-455b-b005-6b472d1e377c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126805073'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:42.134847 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03724329-b6a5-455b-b005-6b472d1e377c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:42.205765 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03724329-b6a5-455b-b005-6b472d1e377c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:42.258460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1dc54-5e68-4fe9-8eb2-234e1b08c3f0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting port a55be883-2a38-4603-80b0-235a16ad3248 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:40:42.258806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3f1dc54-5e68-4fe9-8eb2-234e1b08c3f0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:42.275939 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03724329-b6a5-455b-b005-6b472d1e377c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:42.308323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03724329-b6a5-455b-b005-6b472d1e377c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e339128d-9331-4ef0-a419-3f3d1bf7cce7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:42.358222 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-d3f1dc54-5e68-4fe9-8eb2-234e1b08c3f0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] For port a55be883-2a38-4603-80b0-235a16ad3248, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a55be883-2a38-4603-80b0-235a16ad3248,segment=NetworkSegment(4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1),segment_id=4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:40:42.358759 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3f1dc54-5e68-4fe9-8eb2-234e1b08c3f0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:42.371542 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1dc54-5e68-4fe9-8eb2-234e1b08c3f0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Calling delete_port for a55be883-2a38-4603-80b0-235a16ad3248 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:40:42.382220 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03724329-b6a5-455b-b005-6b472d1e377c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:42.383491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-03724329-b6a5-455b-b005-6b472d1e377c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3810089 Oct 13 14:40:42.386360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51636) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:42.391314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-579c92f0-1a9c-4ce2-8e9a-f958cfb4f0bc tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group_rule': {'security_group_id': 'e339128d-9331-4ef0-a419-3f3d1bf7cce7', 'direction': 'ingress', 'protocol': 17}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:42.478732 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-579c92f0-1a9c-4ce2-8e9a-f958cfb4f0bc tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:42.548202 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-579c92f0-1a9c-4ce2-8e9a-f958cfb4f0bc tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:42.620620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-579c92f0-1a9c-4ce2-8e9a-f958cfb4f0bc tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:42.639380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c92f0-1a9c-4ce2-8e9a-f958cfb4f0bc tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c2453f-5154-43ef-b19c-8832bd09e8a2,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:42.725312 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-579c92f0-1a9c-4ce2-8e9a-f958cfb4f0bc tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:42.726526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-579c92f0-1a9c-4ce2-8e9a-f958cfb4f0bc tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3391368 Oct 13 14:40:42.729600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51638) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:42.790537 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9ed1-0e55-46a6-afd6-e7a7ef45b4d9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:42.832488 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9ed1-0e55-46a6-afd6-e7a7ef45b4d9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:42.866225 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3f1dc54-5e68-4fe9-8eb2-234e1b08c3f0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:42.894647 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1dc54-5e68-4fe9-8eb2-234e1b08c3f0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Port': ['ID=a55be883-2a38-4603-80b0-235a16ad3248,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:42.896754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc1ad1-e323-400c-9191-29c1b70a215c req-e3ef0749-4fe5-4594-a8d2-2c6fdce3b627 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:42.898489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89dc1ad1-e323-400c-9191-29c1b70a215c req-e3ef0749-4fe5-4594-a8d2-2c6fdce3b627 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 943 time: 0.0847073 Oct 13 14:40:42.943778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89dc1ad1-e323-400c-9191-29c1b70a215c req-0089ab98-60a3-44cb-b647-44b94233c68f tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380116 Oct 13 14:40:43.031905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9ed1-0e55-46a6-afd6-e7a7ef45b4d9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.036895 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1ed9ed1-0e55-46a6-afd6-e7a7ef45b4d9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.040690 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b1ed9ed1-0e55-46a6-afd6-e7a7ef45b4d9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-groups/e339128d-9331-4ef0-a419-3f3d1bf7cce7 HTTP/1.1" status: 204 len: 168 time: 0.3077748 Oct 13 14:40:43.041594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51642) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:43.061911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed9ed1-0e55-46a6-afd6-e7a7ef45b4d9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e339128d-9331-4ef0-a419-3f3d1bf7cce7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:43.096192 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3f1dc54-5e68-4fe9-8eb2-234e1b08c3f0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.098913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-681458f4-37de-4c66-b1e5-fb1316ac14be tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561421 Oct 13 14:40:43.104756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51644) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:43.110797 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e66e2085-278e-4c27-875e-031a70a6873d tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group': {'name': 'tempest-secgroup--477338783'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:43.265950 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e66e2085-278e-4c27-875e-031a70a6873d tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.376481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f1dc54-5e68-4fe9-8eb2-234e1b08c3f0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Router bcf247fe-2e62-4c9e-b637-b288232ef475 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:40:43.395845 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e66e2085-278e-4c27-875e-031a70a6873d tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.483116 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e66e2085-278e-4c27-875e-031a70a6873d tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.520406 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f1dc54-5e68-4fe9-8eb2-234e1b08c3f0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:40:43.529176 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d3f1dc54-5e68-4fe9-8eb2-234e1b08c3f0 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "PUT /v2.0/routers/bcf247fe-2e62-4c9e-b637-b288232ef475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9870157 Oct 13 14:40:43.529346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51646) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:43.530357 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e2085-278e-4c27-875e-031a70a6873d tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef02256e-dd9b-4e0a-a72d-583cbca6d353,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:43.533380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf4ad5-de7b-4f4b-be8e-23e1b5d55ed6 None None] Sync routers for ids ['bcf247fe-2e62-4c9e-b637-b288232ef475'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:40:43.545962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf4ad5-de7b-4f4b-be8e-23e1b5d55ed6 None None] Routers {'bcf247fe-2e62-4c9e-b637-b288232ef475'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:40:43.546811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-dbdf4ad5-de7b-4f4b-be8e-23e1b5d55ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:40:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bcf247fe-2e62-4c9e-b637-b288232ef475'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:43.565327 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e66e2085-278e-4c27-875e-031a70a6873d tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.566820 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e66e2085-278e-4c27-875e-031a70a6873d tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4611502 Oct 13 14:40:43.569517 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51648) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:43.574026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-647ab22e-451d-4b29-a73a-888bd2bdb773 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418681194'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:43.604342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-53da6914-8c7d-4966-8bc4-8c90382a06a7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting subnet 62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:40:43.607713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-53da6914-8c7d-4966-8bc4-8c90382a06a7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.649187 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-53da6914-8c7d-4966-8bc4-8c90382a06a7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.658518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-dbdf4ad5-de7b-4f4b-be8e-23e1b5d55ed6 None None] Set router bcf247fe-2e62-4c9e-b637-b288232ef475 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:40:43.659419 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-647ab22e-451d-4b29-a73a-888bd2bdb773 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.735687 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-647ab22e-451d-4b29-a73a-888bd2bdb773 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.739418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-53da6914-8c7d-4966-8bc4-8c90382a06a7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.814670 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-647ab22e-451d-4b29-a73a-888bd2bdb773 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.851366 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-dbdf4ad5-de7b-4f4b-be8e-23e1b5d55ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:40:42Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:43.852090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ab22e-451d-4b29-a73a-888bd2bdb773 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5e6aeb-0125-455b-8f06-63118b1ea151,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:43.878608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf4ad5-de7b-4f4b-be8e-23e1b5d55ed6 None None] Checking router: bcf247fe-2e62-4c9e-b637-b288232ef475 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:40:43.882333 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-53da6914-8c7d-4966-8bc4-8c90382a06a7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.887454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf4ad5-de7b-4f4b-be8e-23e1b5d55ed6 None None] Routers {'bcf247fe-2e62-4c9e-b637-b288232ef475'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:40:43.888067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-dbdf4ad5-de7b-4f4b-be8e-23e1b5d55ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:40:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['bcf247fe-2e62-4c9e-b637-b288232ef475'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:43.911934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da6914-8c7d-4966-8bc4-8c90382a06a7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Subnet': ['ID=62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:43.916413 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-53da6914-8c7d-4966-8bc4-8c90382a06a7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.923610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-53da6914-8c7d-4966-8bc4-8c90382a06a7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "DELETE /v2.0/subnets/62aaeccd-ba21-4ebf-b4c6-53bc1d2a54e0 HTTP/1.1" status: 204 len: 168 time: 0.3930545 Oct 13 14:40:43.928029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80edc9f0-588e-48ba-93ec-28c0737862e2 None None] Network e29ab5c2-7f99-4bba-ac1c-ac177368d50a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:40:43.935292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51652) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:43.954592 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-647ab22e-451d-4b29-a73a-888bd2bdb773 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:43.959157 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-647ab22e-451d-4b29-a73a-888bd2bdb773 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3886476 Oct 13 14:40:43.959839 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51654) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:43.964461 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-bb7feba2-b8ec-48b1-b7f9-ecee8baab464 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group_rule': {'security_group_id': 'ef02256e-dd9b-4e0a-a72d-583cbca6d353', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fb5e6aeb-0125-455b-8f06-63118b1ea151', 'remote_ip_prefix': None}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:44.085633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-dbdf4ad5-de7b-4f4b-be8e-23e1b5d55ed6 None None] Set router bcf247fe-2e62-4c9e-b637-b288232ef475 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:40:44.091354 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.099764 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb7feba2-b8ec-48b1-b7f9-ecee8baab464 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.101095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74eb142-daca-40a0-b01d-93dd0d64ca47 req-f988a870-4105-4ed9-af42-ad59c4c02284 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:44.102585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74eb142-daca-40a0-b01d-93dd0d64ca47 req-f988a870-4105-4ed9-af42-ad59c4c02284 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 943 time: 0.0712578 Oct 13 14:40:44.198664 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb7feba2-b8ec-48b1-b7f9-ecee8baab464 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.224227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74eb142-daca-40a0-b01d-93dd0d64ca47 req-1469952d-ab24-4008-9cbd-6b97728723d9 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853791 Oct 13 14:40:44.241633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] DHCP port deletion for e29ab5c2-7f99-4bba-ac1c-ac177368d50a request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:40:44.257729 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.300353 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb7feba2-b8ec-48b1-b7f9-ecee8baab464 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.320948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7feba2-b8ec-48b1-b7f9-ecee8baab464 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c684e80-26d8-47d2-8c18-42847bb49b1a,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:44.329882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-dbdf4ad5-de7b-4f4b-be8e-23e1b5d55ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:40:42Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:44.358991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Deleting port 0b3bcf99-4c53-4376-be56-03481bd35e8e {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:40:44.359275 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.361096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf4ad5-de7b-4f4b-be8e-23e1b5d55ed6 None None] The sync data for ids ['bcf247fe-2e62-4c9e-b637-b288232ef475'] in n-d-806683-15 is: [{'id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'name': 'tempest-TestNetworkBasicOps-router-669513139', 'tenant_id': '872a5f9254c2400da577ebbc742a44b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:39:29Z', 'updated_at': '2021-10-13T14:40:42Z', 'revision_number': 5, 'project_id': '872a5f9254c2400da577ebbc742a44b8', 'gw_port': {'id': 'c1492398-be62-4a65-9986-fbbd5fcb2c50', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf247fe-2e62-4c9e-b637-b288232ef475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3272, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:39:30Z', 'updated_at': '2021-10-13T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:40:44.411427 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb7feba2-b8ec-48b1-b7f9-ecee8baab464 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.412660 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bb7feba2-b8ec-48b1-b7f9-ecee8baab464 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4516976 Oct 13 14:40:44.417501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51658) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:44.429185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] For port 0b3bcf99-4c53-4376-be56-03481bd35e8e, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0b3bcf99-4c53-4376-be56-03481bd35e8e,segment=NetworkSegment(4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1),segment_id=4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:40:44.429585 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.443575 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-80b36037-97f0-4edb-a2c1-3a358754b986 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.444674 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Calling delete_port for 0b3bcf99-4c53-4376-be56-03481bd35e8e owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:40:44.448456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Deleting port c1492398-be62-4a65-9986-fbbd5fcb2c50 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:40:44.448802 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.454142 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-80b36037-97f0-4edb-a2c1-3a358754b986 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.534713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] For port c1492398-be62-4a65-9986-fbbd5fcb2c50, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c1492398-be62-4a65-9986-fbbd5fcb2c50,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:40:44.534958 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-80b36037-97f0-4edb-a2c1-3a358754b986 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.535066 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.541384 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-80b36037-97f0-4edb-a2c1-3a358754b986 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.542580 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-80b36037-97f0-4edb-a2c1-3a358754b986 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/9c684e80-26d8-47d2-8c18-42847bb49b1a HTTP/1.1" status: 204 len: 168 time: 0.1244721 Oct 13 14:40:44.547223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51660) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:44.548410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b36037-97f0-4edb-a2c1-3a358754b986 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c684e80-26d8-47d2-8c18-42847bb49b1a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:44.567091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Calling delete_port for c1492398-be62-4a65-9986-fbbd5fcb2c50 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:40:44.603106 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.628527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Pushing event deleted for resources: {'Port': ['ID=0b3bcf99-4c53-4376-be56-03481bd35e8e,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:44.634181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3334c786-93c9-4f09-8253-8ae217f722ea tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0858450 Oct 13 14:40:44.638563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51662) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:44.639140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:44.639512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:44.640055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:44.640181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:44.640470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:44.640797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:44.641498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:44.641498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:44.641782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:44.642104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:44.642427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:44.642751 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:44.645767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65de27e-c0c6-498f-8d99-389584e30171 None None] No DVR routers for this DVR port 0b3bcf99-4c53-4376-be56-03481bd35e8e on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:40:44.708152 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-948d393a-fc47-4127-862f-16ee1a69ac68 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.747140 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-948d393a-fc47-4127-862f-16ee1a69ac68 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.773629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0b3bcf99-4c53-4376-be56-03481bd35e8e no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:40:44.799163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 0b3bcf99-4c53-4376-be56-03481bd35e8e {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:40:44.799516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0b3bcf99-4c53-4376-be56-03481bd35e8e not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:40:44.799968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a55be883-2a38-4603-80b0-235a16ad3248 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:40:44.876823 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.905937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Port': ['ID=c1492398-be62-4a65-9986-fbbd5fcb2c50,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:44.907463 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-948d393a-fc47-4127-862f-16ee1a69ac68 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.910280 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-948d393a-fc47-4127-862f-16ee1a69ac68 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:44.915448 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-948d393a-fc47-4127-862f-16ee1a69ac68 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-groups/fb5e6aeb-0125-455b-8f06-63118b1ea151 HTTP/1.1" status: 204 len: 168 time: 0.2746382 Oct 13 14:40:44.918672 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51664) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:44.936186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d393a-fc47-4127-862f-16ee1a69ac68 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5e6aeb-0125-455b-8f06-63118b1ea151,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:44.973548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: a55be883-2a38-4603-80b0-235a16ad3248 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:40:44.973892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a55be883-2a38-4603-80b0-235a16ad3248 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:40:44.985288 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.008204 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bb5a783f-e98d-40c7-b320-496d9ea80513 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0779266 Oct 13 14:40:45.010925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51666) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:45.064315 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ada09e7-6c19-44ef-b018-228394abc3fb tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.082958 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.085040 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.086873 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ada09e7-6c19-44ef-b018-228394abc3fb tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.225941 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.230480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Fanout notify agent at l3_agent the message router_deleted on router bcf247fe-2e62-4c9e-b637-b288232ef475 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:40:45.233974 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.234980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cd5665ea-34bb-469b-b5a1-92caef3ff537 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "DELETE /v2.0/routers/bcf247fe-2e62-4c9e-b637-b288232ef475 HTTP/1.1" status: 204 len: 168 time: 1.2986929 Oct 13 14:40:45.237896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51668) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:45.250236 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ada09e7-6c19-44ef-b018-228394abc3fb tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.257963 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0ada09e7-6c19-44ef-b018-228394abc3fb tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.261165 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0ada09e7-6c19-44ef-b018-228394abc3fb tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-groups/ef02256e-dd9b-4e0a-a72d-583cbca6d353 HTTP/1.1" status: 204 len: 168 time: 0.2490640 Oct 13 14:40:45.265373 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51672) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:45.285000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada09e7-6c19-44ef-b018-228394abc3fb tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef02256e-dd9b-4e0a-a72d-583cbca6d353,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:45.329114 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d2d1aba3-e648-499b-982d-188d305a74fd tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624804 Oct 13 14:40:45.333630 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51674) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:45.339359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3a3d428d-f359-45a8-a14e-2c0af019946a tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group': {'name': 'tempest-secgroup--845126112'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:45.364413 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fecbdb24-f2dd-46c8-947f-e5b06835cbc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.415762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c2fb2-f545-4388-babf-4232514c9396 req-13cd0dcc-daf8-4967-8c17-266200f20ac0 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:45.417404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-455c2fb2-f545-4388-babf-4232514c9396 req-13cd0dcc-daf8-4967-8c17-266200f20ac0 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 943 time: 0.0943663 Oct 13 14:40:45.432226 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a3d428d-f359-45a8-a14e-2c0af019946a tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.485460 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fecbdb24-f2dd-46c8-947f-e5b06835cbc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.515893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a3d428d-f359-45a8-a14e-2c0af019946a tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.520863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fecbdb24-f2dd-46c8-947f-e5b06835cbc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29ab5c2-7f99-4bba-ac1c-ac177368d50a']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:45.525551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-455c2fb2-f545-4388-babf-4232514c9396 req-bb9d287e-45b9-40ff-848a-a88ceed3c3b1 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959582 Oct 13 14:40:45.534664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fecbdb24-f2dd-46c8-947f-e5b06835cbc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:45.534967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fecbdb24-f2dd-46c8-947f-e5b06835cbc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed09fd2-b86f-4571-9edb-bfc7e6f0fff1') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:45.545561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fecbdb24-f2dd-46c8-947f-e5b06835cbc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.561647 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fecbdb24-f2dd-46c8-947f-e5b06835cbc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.570768 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecbdb24-f2dd-46c8-947f-e5b06835cbc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:40:45.570768 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fecbdb24-f2dd-46c8-947f-e5b06835cbc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:40:45.571560 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:40:45.592124 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a3d428d-f359-45a8-a14e-2c0af019946a tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.624152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d428d-f359-45a8-a14e-2c0af019946a tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99041fb9-084f-40e6-95ef-fbe823b59c13,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:45.686067 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3a3d428d-f359-45a8-a14e-2c0af019946a tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.687382 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3a3d428d-f359-45a8-a14e-2c0af019946a tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3527145 Oct 13 14:40:45.690435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51676) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:45.695546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d9115581-d20a-4262-b72f-cbc39d98c930 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group_rule': {'security_group_id': '99041fb9-084f-40e6-95ef-fbe823b59c13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:45.713523 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fecbdb24-f2dd-46c8-947f-e5b06835cbc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.724233 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fecbdb24-f2dd-46c8-947f-e5b06835cbc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.727458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fecbdb24-f2dd-46c8-947f-e5b06835cbc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] 10.222.0.18 "DELETE /v2.0/networks/e29ab5c2-7f99-4bba-ac1c-ac177368d50a HTTP/1.1" status: 204 len: 168 time: 0.4886150 Oct 13 14:40:45.740135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbdb24-f2dd-46c8-947f-e5b06835cbc7 tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] Pushing event deleted for resources: {'Network': ['ID=e29ab5c2-7f99-4bba-ac1c-ac177368d50a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:45.826046 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9115581-d20a-4262-b72f-cbc39d98c930 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.874816 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9115581-d20a-4262-b72f-cbc39d98c930 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.949112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b6f37440-fdea-436d-8d5b-807c3eaaaea1 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:40:45.962028 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9115581-d20a-4262-b72f-cbc39d98c930 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:45.986127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9115581-d20a-4262-b72f-cbc39d98c930 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b7050b-7cdf-4af7-bc02-52afcf6b8e6e,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:46.044965 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b6f37440-fdea-436d-8d5b-807c3eaaaea1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b6f37440-fdea-436d-8d5b-807c3eaaaea1,segment=NetworkSegment(66ba78a9-cad2-4223-b976-28811e13292d),segment_id=66ba78a9-cad2-4223-b976-28811e13292d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:40:46.058880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'b6f37440-fdea-436d-8d5b-807c3eaaaea1', 'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2', 'port_id': 'b6f37440-fdea-436d-8d5b-807c3eaaaea1', 'mac_address': 'fa:16:3e:37:b1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddcd9561-27da-47e7-a91b-dbaa48adb45c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:40:46.072965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9115581-d20a-4262-b72f-cbc39d98c930 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.074470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d9115581-d20a-4262-b72f-cbc39d98c930 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3829308 Oct 13 14:40:46.077971 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51680) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:46.098121 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.104920 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f12aa5e4-6299-4405-95db-14f5e66388a9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.112869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f37440-fdea-436d-8d5b-807c3eaaaea1 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:40:46.113970 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f12aa5e4-6299-4405-95db-14f5e66388a9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.132091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b6f37440-fdea-436d-8d5b-807c3eaaaea1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b6f37440-fdea-436d-8d5b-807c3eaaaea1,segment=NetworkSegment(66ba78a9-cad2-4223-b976-28811e13292d),segment_id=66ba78a9-cad2-4223-b976-28811e13292d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:40:46.238028 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.238497 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f12aa5e4-6299-4405-95db-14f5e66388a9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.245682 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f12aa5e4-6299-4405-95db-14f5e66388a9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.247809 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f12aa5e4-6299-4405-95db-14f5e66388a9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/10b7050b-7cdf-4af7-bc02-52afcf6b8e6e HTTP/1.1" status: 204 len: 168 time: 0.1687300 Oct 13 14:40:46.250738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51684) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:46.254770 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aa5e4-6299-4405-95db-14f5e66388a9 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10b7050b-7cdf-4af7-bc02-52afcf6b8e6e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:46.294318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=b6f37440-fdea-436d-8d5b-807c3eaaaea1,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:46.301756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cb099c7e-11d3-4b3c-8158-cc35be021259 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0495920 Oct 13 14:40:46.305152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51686) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:46.320319 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51688) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:46.365975 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6283805-f8de-4eed-ab9d-c17efbb4dd6f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.390411 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6283805-f8de-4eed-ab9d-c17efbb4dd6f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.460407 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cbe4e830-ddc9-45f3-ba78-d9b075509d8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=872a5f9254c2400da577ebbc742a44b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389225 Oct 13 14:40:46.463013 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51692) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:46.486484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b6f37440-fdea-436d-8d5b-807c3eaaaea1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:40:46.513838 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-85807785-0590-441f-959e-e9391aeb351d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.518272 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6283805-f8de-4eed-ab9d-c17efbb4dd6f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.520953 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e6283805-f8de-4eed-ab9d-c17efbb4dd6f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.524466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e6283805-f8de-4eed-ab9d-c17efbb4dd6f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-groups/99041fb9-084f-40e6-95ef-fbe823b59c13 HTTP/1.1" status: 204 len: 168 time: 0.2159576 Oct 13 14:40:46.525203 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51694) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:46.533707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6283805-f8de-4eed-ab9d-c17efbb4dd6f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99041fb9-084f-40e6-95ef-fbe823b59c13,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:46.555722 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-85807785-0590-441f-959e-e9391aeb351d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.615755 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-081eaf61-0f12-4732-827a-e5d66592db6a tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0889308 Oct 13 14:40:46.623715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51698) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:46.628238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-aca67e85-3b65-4aea-8c68-b7b7c4af113c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group': {'name': 'tempest-secgroup--310252654'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:46.681987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464d84f-6b14-41c0-a653-e96e00548859 req-996ebcee-5c55-47b4-b316-54ec883ff218 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:46.683776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a464d84f-6b14-41c0-a653-e96e00548859 req-996ebcee-5c55-47b4-b316-54ec883ff218 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 944 time: 0.0739348 Oct 13 14:40:46.726841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c1492398-be62-4a65-9986-fbbd5fcb2c50 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:40:46.733321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a464d84f-6b14-41c0-a653-e96e00548859 req-e76f9fa3-b59b-4768-b3be-d9243dee3322 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352018 Oct 13 14:40:46.738539 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-85807785-0590-441f-959e-e9391aeb351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.741311 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-85807785-0590-441f-959e-e9391aeb351d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.745319 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-85807785-0590-441f-959e-e9391aeb351d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/630ab94b-f132-479a-8e02-38f939dd86c6 HTTP/1.1" status: 204 len: 168 time: 0.2787440 Oct 13 14:40:46.755257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: c1492398-be62-4a65-9986-fbbd5fcb2c50 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:40:46.755677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c1492398-be62-4a65-9986-fbbd5fcb2c50 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:40:46.761680 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85807785-0590-441f-959e-e9391aeb351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630ab94b-f132-479a-8e02-38f939dd86c6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:46.761943 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aca67e85-3b65-4aea-8c68-b7b7c4af113c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.838882 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aca67e85-3b65-4aea-8c68-b7b7c4af113c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.911600 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aca67e85-3b65-4aea-8c68-b7b7c4af113c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:46.945091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca67e85-3b65-4aea-8c68-b7b7c4af113c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a8e93a-ce0b-435e-896b-649294b8e8ff,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:47.006064 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aca67e85-3b65-4aea-8c68-b7b7c4af113c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.009119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-aca67e85-3b65-4aea-8c68-b7b7c4af113c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3826008 Oct 13 14:40:47.011048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51704) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:47.015570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d84652bb-367a-4a41-9c1f-587c0c645d49 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group_rule': {'security_group_id': '33a8e93a-ce0b-435e-896b-649294b8e8ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:47.112049 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d84652bb-367a-4a41-9c1f-587c0c645d49 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.169526 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d84652bb-367a-4a41-9c1f-587c0c645d49 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.232268 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d84652bb-367a-4a41-9c1f-587c0c645d49 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.252234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84652bb-367a-4a41-9c1f-587c0c645d49 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cce730-12fc-404c-8d6a-de1aab42d036,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:47.308249 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d84652bb-367a-4a41-9c1f-587c0c645d49 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.309619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d84652bb-367a-4a41-9c1f-587c0c645d49 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2975824 Oct 13 14:40:47.313018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51706) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:47.330111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-696f7acf-0ef7-40e6-96c8-6370e848e4e6 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules/64cce730-12fc-404c-8d6a-de1aab42d036 HTTP/1.1" status: 200 len: 763 time: 0.0164022 Oct 13 14:40:47.332521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51708) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:47.373574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5f7232ab-9ac6-43d1-b2f1-35fc2ca6640b tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399206 Oct 13 14:40:47.377039 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51710) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:47.395531 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51712) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:47.408622 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-da651b2e-135c-4f1f-bbc8-2ba21d09fb60 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.416366 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52b0398a-f535-4940-896d-999c7f1bdab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.421425 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-da651b2e-135c-4f1f-bbc8-2ba21d09fb60 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.512311 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-da651b2e-135c-4f1f-bbc8-2ba21d09fb60 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.518974 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-da651b2e-135c-4f1f-bbc8-2ba21d09fb60 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.520486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-da651b2e-135c-4f1f-bbc8-2ba21d09fb60 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/64cce730-12fc-404c-8d6a-de1aab42d036 HTTP/1.1" status: 204 len: 168 time: 0.1422682 Oct 13 14:40:47.523908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51714) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:47.542003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da651b2e-135c-4f1f-bbc8-2ba21d09fb60 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64cce730-12fc-404c-8d6a-de1aab42d036,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:47.564038 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52b0398a-f535-4940-896d-999c7f1bdab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.571864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ee773616-ab7b-4c45-8929-df9dfe3ac23f tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0468161 Oct 13 14:40:47.574519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51716) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:47.580090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d7f267bb-76e4-4bd8-b7dd-b3f2fd7be82e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group_rule': {'security_group_id': '33a8e93a-ce0b-435e-896b-649294b8e8ff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:47.620399 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52b0398a-f535-4940-896d-999c7f1bdab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.648056 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f267bb-76e4-4bd8-b7dd-b3f2fd7be82e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.659829 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-52b0398a-f535-4940-896d-999c7f1bdab6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf62f19216774ebfacc62d0ed0831768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2628052 Oct 13 14:40:47.661033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0398a-f535-4940-896d-999c7f1bdab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f335df8f-c8b0-4170-969e-0fbc1ec8dc31,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:47.663427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51718) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:47.704862 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f267bb-76e4-4bd8-b7dd-b3f2fd7be82e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.713501 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce5c713e-7b59-4208-bee0-df4a675aa75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.735630 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce5c713e-7b59-4208-bee0-df4a675aa75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.780669 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f267bb-76e4-4bd8-b7dd-b3f2fd7be82e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.805478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f267bb-76e4-4bd8-b7dd-b3f2fd7be82e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3248322-9f45-47a5-83ce-0b8c938921fa,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:47.870694 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce5c713e-7b59-4208-bee0-df4a675aa75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.873187 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce5c713e-7b59-4208-bee0-df4a675aa75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.874411 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ce5c713e-7b59-4208-bee0-df4a675aa75b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f335df8f-c8b0-4170-969e-0fbc1ec8dc31 HTTP/1.1" status: 204 len: 168 time: 0.2100720 Oct 13 14:40:47.878553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3cdaf-2c26-4f93-8a30-a2028fc3e546 req-dabcdf14-6e91-466a-8a4a-e2c88bb12e42 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:47.879917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dec3cdaf-2c26-4f93-8a30-a2028fc3e546 req-dabcdf14-6e91-466a-8a4a-e2c88bb12e42 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 944 time: 0.0646591 Oct 13 14:40:47.882519 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c713e-7b59-4208-bee0-df4a675aa75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f335df8f-c8b0-4170-969e-0fbc1ec8dc31,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:47.914923 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d7f267bb-76e4-4bd8-b7dd-b3f2fd7be82e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:47.916110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d7f267bb-76e4-4bd8-b7dd-b3f2fd7be82e tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394775 Oct 13 14:40:47.919894 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51724) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:47.940062 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0a455d4e-b8f8-4bd1-a5b9-b548711b0cf1 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules/c3248322-9f45-47a5-83ce-0b8c938921fa HTTP/1.1" status: 200 len: 763 time: 0.0164375 Oct 13 14:40:47.940295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dec3cdaf-2c26-4f93-8a30-a2028fc3e546 req-4a966042-de06-40d2-8b8c-89dd3a9636fb tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493288 Oct 13 14:40:47.940426 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51726) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:47.958550 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b6f37440-fdea-436d-8d5b-807c3eaaaea1 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:40:47.989025 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3d629113-70f0-4eca-84f7-afa7f1ada337 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0454297 Oct 13 14:40:47.989626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51728) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:48.015696 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-acb8a186-d350-4859-8a9a-456cd7f8cd72 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.023480 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-acb8a186-d350-4859-8a9a-456cd7f8cd72 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.111513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port b6f37440-fdea-436d-8d5b-807c3eaaaea1 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:40:48.115767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port b6f37440-fdea-436d-8d5b-807c3eaaaea1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:40:48.116153 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.140712 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-acb8a186-d350-4859-8a9a-456cd7f8cd72 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.147397 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-acb8a186-d350-4859-8a9a-456cd7f8cd72 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.150875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-acb8a186-d350-4859-8a9a-456cd7f8cd72 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c3248322-9f45-47a5-83ce-0b8c938921fa HTTP/1.1" status: 204 len: 168 time: 0.1579168 Oct 13 14:40:48.151077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51730) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:48.164568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8a186-d350-4859-8a9a-456cd7f8cd72 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3248322-9f45-47a5-83ce-0b8c938921fa,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:48.209439 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.216963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-08d3636e-a679-4874-8730-8a17177e9671 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639896 Oct 13 14:40:48.219398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51732) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:48.223770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-68360552-7653-4b1c-8694-2a593b18b7c6 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Request body: {'security_group_rule': {'security_group_id': '33a8e93a-ce0b-435e-896b-649294b8e8ff', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:48.234673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca6776a-d6a0-44f2-8f8f-ca56984ec3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f37440-fdea-436d-8d5b-807c3eaaaea1'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:40:48.237064 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e296ac16-5479-4eb7-8573-a23e5072070e" -d '{"events": [{"server_uuid": "cca6776a-d6a0-44f2-8f8f-ca56984ec3b6", "name": "network-vif-plugged", "status": "completed", "tag": "b6f37440-fdea-436d-8d5b-807c3eaaaea1"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:40:48.251973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b6f37440-fdea-436d-8d5b-807c3eaaaea1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b6f37440-fdea-436d-8d5b-807c3eaaaea1,segment=NetworkSegment(66ba78a9-cad2-4223-b976-28811e13292d),segment_id=66ba78a9-cad2-4223-b976-28811e13292d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:40:48.276028 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57bf351-e1a9-4460-a78b-d4ff4dba5997 x-openstack-request-id: req-d57bf351-e1a9-4460-a78b-d4ff4dba5997 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:40:48.276455 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca6776a-d6a0-44f2-8f8f-ca56984ec3b6", "name": "network-vif-plugged", "status": "completed", "tag": "b6f37440-fdea-436d-8d5b-807c3eaaaea1", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:40:48.276716 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d57bf351-e1a9-4460-a78b-d4ff4dba5997 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:40:48.277143 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca6776a-d6a0-44f2-8f8f-ca56984ec3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f37440-fdea-436d-8d5b-807c3eaaaea1', 'code': 200} Oct 13 14:40:48.333713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68360552-7653-4b1c-8694-2a593b18b7c6 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.352509 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.419092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427782a-1358-459f-b10d-68fbd4677551 req-7663efdc-aacc-4a18-bdca-8472550ce7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:48.421678 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2427782a-1358-459f-b10d-68fbd4677551 req-7663efdc-aacc-4a18-bdca-8472550ce7d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 1097 time: 0.0780826 Oct 13 14:40:48.423683 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68360552-7653-4b1c-8694-2a593b18b7c6 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.427976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=b6f37440-fdea-436d-8d5b-807c3eaaaea1,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:48.467572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2427782a-1358-459f-b10d-68fbd4677551 req-35966b50-792c-430b-9a03-6eed63ff4f81 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347753 Oct 13 14:40:48.494657 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68360552-7653-4b1c-8694-2a593b18b7c6 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.511790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68360552-7653-4b1c-8694-2a593b18b7c6 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26db070f-5f6b-4f8b-ac32-3798d895ed05,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:48.600898 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68360552-7653-4b1c-8694-2a593b18b7c6 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.602216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-68360552-7653-4b1c-8694-2a593b18b7c6 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3818698 Oct 13 14:40:48.608440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51746) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:48.626331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8afad64c-fe7a-4760-83aa-14395749200c tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules/26db070f-5f6b-4f8b-ac32-3798d895ed05 HTTP/1.1" status: 200 len: 764 time: 0.0166540 Oct 13 14:40:48.628831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51748) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:48.676050 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.676356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e930f7e8-806e-496c-80ae-5af8b3cb21a0 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0401664 Oct 13 14:40:48.676356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51750) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:48.699601 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2710c209-a9c2-49bd-be10-bc896cc42ac4 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.708704 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2710c209-a9c2-49bd-be10-bc896cc42ac4 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.872229 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2710c209-a9c2-49bd-be10-bc896cc42ac4 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.877499 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2710c209-a9c2-49bd-be10-bc896cc42ac4 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:48.878568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2710c209-a9c2-49bd-be10-bc896cc42ac4 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/26db070f-5f6b-4f8b-ac32-3798d895ed05 HTTP/1.1" status: 204 len: 168 time: 0.2016983 Oct 13 14:40:48.881301 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51758) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:48.886719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710c209-a9c2-49bd-be10-bc896cc42ac4 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26db070f-5f6b-4f8b-ac32-3798d895ed05,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:48.928815 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f0b207ad-6d51-44f7-8211-4a3d93f1b46d tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0456679 Oct 13 14:40:48.931871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51760) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:48.993402 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ee00d35-f7ab-4d19-834d-5d0acf056d95 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:49.030736 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ee00d35-f7ab-4d19-834d-5d0acf056d95 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:49.413771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839b84d-b240-4c8f-89bb-808f710e5bbc req-e9a45fb5-ba1b-4fd3-b2dd-4c8f27cde15c tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:49.415271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c839b84d-b240-4c8f-89bb-808f710e5bbc req-e9a45fb5-ba1b-4fd3-b2dd-4c8f27cde15c tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 945 time: 0.4030402 Oct 13 14:40:49.456481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c839b84d-b240-4c8f-89bb-808f710e5bbc req-e8d36c72-13aa-47bb-a700-6e798c15941f tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347934 Oct 13 14:40:49.489430 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ee00d35-f7ab-4d19-834d-5d0acf056d95 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:49.492109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4ee00d35-f7ab-4d19-834d-5d0acf056d95 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:49.493325 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4ee00d35-f7ab-4d19-834d-5d0acf056d95 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "DELETE /v2.0/security-groups/33a8e93a-ce0b-435e-896b-649294b8e8ff HTTP/1.1" status: 204 len: 168 time: 0.5604379 Oct 13 14:40:49.497312 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51772) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:49.508188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee00d35-f7ab-4d19-834d-5d0acf056d95 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a8e93a-ce0b-435e-896b-649294b8e8ff,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:49.556187 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d4159c5f-5e29-44ae-8a24-93e0f7961335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:49.563877 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7580969e-cd03-431c-9ec7-535c9e18b912 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650475 Oct 13 14:40:49.568297 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51778) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:49.613689 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ed160490-561d-44f5-82c3-b8326708c9f3 tempest-SecGroupTest-322854862 tempest-SecGroupTest-322854862-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442812 Oct 13 14:40:50.089349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51790) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:50.236193 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-08bde179-127a-4a97-8e61-813bf8893722 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a2f59af69354cd895169e9b1e9a0845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456146 Oct 13 14:40:50.238493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51798) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:50.288584 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8eb4e17c-1116-4995-adb0-b8d4b4cafb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:50.309471 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8eb4e17c-1116-4995-adb0-b8d4b4cafb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:50.432339 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8eb4e17c-1116-4995-adb0-b8d4b4cafb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:50.436027 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8eb4e17c-1116-4995-adb0-b8d4b4cafb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:50.439532 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8eb4e17c-1116-4995-adb0-b8d4b4cafb95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3bde661f-3f8e-43b9-b1f1-b4e55e8623ea HTTP/1.1" status: 204 len: 168 time: 0.1978550 Oct 13 14:40:50.447284 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4e17c-1116-4995-adb0-b8d4b4cafb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bde661f-3f8e-43b9-b1f1-b4e55e8623ea,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:50.612225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde440f-ac21-4093-bea7-62241133698a req-a7d11622-6b17-45f9-92b8-a66357cdbf66 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:50.620639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dde440f-ac21-4093-bea7-62241133698a req-a7d11622-6b17-45f9-92b8-a66357cdbf66 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 945 time: 0.0851636 Oct 13 14:40:50.665494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dde440f-ac21-4093-bea7-62241133698a req-5c48f943-fc64-48d1-9eaf-d2ae9e6135de tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434642 Oct 13 14:40:51.148311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51864) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:51.154058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Request body: {'network': {'name': 'tempest-network-smoke--2001714934', 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'port_security_enabled': True}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:51.245643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Made reservation on behalf of 6c3b7e7bf9f3486f8b16ad03d7384100 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:40:51.257608 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:51.267476 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:51.358248 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:51.443456 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:51.485277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:40:51.494800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b60c424-4af1-4147-a24e-ceb08e67e4f6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:51.507374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:51.507729 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Added segment 898b481b-df7f-4099-8549-e42ef32b334c of type vlan for network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e Oct 13 14:40:51.556222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:51.655411 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:51.661284 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:51.661879 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:51.728186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Network': ['ID=ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:51.740025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:40:51.823444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-22e4691d-11a5-4c76-b113-98cd5fd9ca6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6737702 Oct 13 14:40:51.826703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51882) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:51.831206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'admin_state_up': True, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:51.924183 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:51.925325 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:51.988569 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:52.145348 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:52.210221 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:52.296587 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d477edaf-5224-46c9-9820-5f57fafafe13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:52.576154 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:52.608479 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:52.740793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Allocated IP 172.25.0.225 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/d1d020f0-c6f0-460f-be64-827c3ca2de90) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:40:52.855097 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:52.975828 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:53.023130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:40:53.026228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:40:53.031165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:40:53.037932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Port': ['ID=d1d020f0-c6f0-460f-be64-827c3ca2de90,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:53.445085 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:53.682129 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:53.877607 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:53.900263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Router 8f39d088-a46e-4cad-8c7f-c115287f9c43 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:40:54.021914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:40:54.026338 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:54.037364 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Sync routers for ids ['8f39d088-a46e-4cad-8c7f-c115287f9c43'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:40:54.048442 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Routers {'8f39d088-a46e-4cad-8c7f-c115287f9c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:40:54.049270 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:40:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8f39d088-a46e-4cad-8c7f-c115287f9c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:54.126515 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:54.129658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f1a41827-905a-418a-a454-077ebc5a97b0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3018551 Oct 13 14:40:54.131393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51940) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:54.164016 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Set router 8f39d088-a46e-4cad-8c7f-c115287f9c43 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:40:54.369381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-71117527-d323-43bd-8137-45fe81d83a0d tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=6c3b7e7bf9f3486f8b16ad03d7384100&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2364576 Oct 13 14:40:54.372594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51946) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:54.468296 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:40:53Z', 'revision_number': 3, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:54.473096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a81d9-0a33-4228-aa6a-2c219722c328 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:54.477598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-450a81d9-0a33-4228-aa6a-2c219722c328 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1037548 Oct 13 14:40:54.477802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51948) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:54.497734 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Checking router: 8f39d088-a46e-4cad-8c7f-c115287f9c43 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:40:54.498094 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Updating router 8f39d088-a46e-4cad-8c7f-c115287f9c43 port d1d020f0-c6f0-460f-be64-827c3ca2de90 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:40:54.511369 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b96fe6be-a899-4d8c-8fa7-7f6dc0d9150c tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321767 Oct 13 14:40:54.511594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51950) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:54.518437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-dae8be74-5395-472b-a807-e8019f973cd4 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1425729637', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:54.530284 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:54.757576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae8be74-5395-472b-a807-e8019f973cd4 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Made reservation on behalf of 6c3b7e7bf9f3486f8b16ad03d7384100 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:40:54.761370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dae8be74-5395-472b-a807-e8019f973cd4 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:54.845506 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:54.918180 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:54.983591 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Attempting to bind port d1d020f0-c6f0-460f-be64-827c3ca2de90 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:40:54.983591 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Attempting to bind port d1d020f0-c6f0-460f-be64-827c3ca2de90 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:40:54.984243 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Attempting to bind port d1d020f0-c6f0-460f-be64-827c3ca2de90 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:40:54.987199 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Pushing event updated for resources: {'Port': ['ID=d1d020f0-c6f0-460f-be64-827c3ca2de90,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:54.996033 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:40:54.996749 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:40:54.996749 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:54.997078 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:40:54.997495 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Bound port: d1d020f0-c6f0-460f-be64-827c3ca2de90, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:40:54.997866 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:55.001105 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:55.001485 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:55.001762 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:55.002139 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:55.002462 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:55.005017 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:55.005017 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:55.005017 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:55.005017 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:55.005017 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:55.005017 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:55.005017 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:55.049187 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dae8be74-5395-472b-a807-e8019f973cd4 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:55.066331 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] For port d1d020f0-c6f0-460f-be64-827c3ca2de90, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:40:55.070021 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] For port d1d020f0-c6f0-460f-be64-827c3ca2de90, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d1d020f0-c6f0-460f-be64-827c3ca2de90,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:40:55.119655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8be74-5395-472b-a807-e8019f973cd4 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Subnet': ['ID=4d265213-28ce-4616-a677-052f2ad7007a,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:55.125964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae8be74-5395-472b-a807-e8019f973cd4 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Checking segment: {'id': '898b481b-df7f-4099-8549-e42ef32b334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:40:55.126312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae8be74-5395-472b-a807-e8019f973cd4 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Network hostable DHCP agents. Network: ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:40:55.162400 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:55.220740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae8be74-5395-472b-a807-e8019f973cd4 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:40:55.221012 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Routers {'8f39d088-a46e-4cad-8c7f-c115287f9c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:40:55.221507 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:40:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8f39d088-a46e-4cad-8c7f-c115287f9c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:55.257438 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f3417-4c2e-410b-8f8f-00605b922232 None None] Pushing event updated for resources: {'Port': ['ID=d1d020f0-c6f0-460f-be64-827c3ca2de90,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:55.306225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-dae8be74-5395-472b-a807-e8019f973cd4 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:40:55.311055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae8be74-5395-472b-a807-e8019f973cd4 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:40:55.311972 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dae8be74-5395-472b-a807-e8019f973cd4 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:55.328610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae05355d-97f8-453f-8fb7-dcf776cdfe67 None None] Network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:40:55.343350 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] Set router 8f39d088-a46e-4cad-8c7f-c115287f9c43 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:40:55.390188 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dae8be74-5395-472b-a807-e8019f973cd4 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8771784 Oct 13 14:40:55.392874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 51962) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:55.454036 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:55.504388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'fixed_ips': [{'subnet_id': '4d265213-28ce-4616-a677-052f2ad7007a'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:40:55.505299 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:55.564832 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:40:53Z', 'revision_number': 3, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:55.616394 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d550fa7e-5b3c-4272-9f01-efab98063167 None None] The sync data for ids ['8f39d088-a46e-4cad-8c7f-c115287f9c43'] in n-d-806683-15 is: [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:40:53Z', 'revision_number': 3, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:40:55.680645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Allocated IP 172.20.0.2 (ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e/4d265213-28ce-4616-a677-052f2ad7007a/6af22a32-cd8b-4170-99af-f3f28485fcb9) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:40:55.876407 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:55.982109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:56.004470 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:56.062176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Pushing event updated for resources: {'Port': ['ID=6af22a32-cd8b-4170-99af-f3f28485fcb9,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:56.086205 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:40:56.087972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:40:56.091658 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:40:56.166928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Attempting to bind port 6af22a32-cd8b-4170-99af-f3f28485fcb9 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:40:56.167695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Attempting to bind port 6af22a32-cd8b-4170-99af-f3f28485fcb9 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '898b481b-df7f-4099-8549-e42ef32b334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:40:56.168252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Attempting to bind port 6af22a32-cd8b-4170-99af-f3f28485fcb9 on network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:40:56.177301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:40:56.182196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Checking segment: {'id': '898b481b-df7f-4099-8549-e42ef32b334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:40:56.182196 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:56.182196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Bound using segment: {'id': '898b481b-df7f-4099-8549-e42ef32b334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:40:56.182196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Bound port: 6af22a32-cd8b-4170-99af-f3f28485fcb9, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898b481b-df7f-4099-8549-e42ef32b334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:40:56.182196 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:56.270778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] For port 6af22a32-cd8b-4170-99af-f3f28485fcb9, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:40:56.279140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] For port 6af22a32-cd8b-4170-99af-f3f28485fcb9, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6af22a32-cd8b-4170-99af-f3f28485fcb9,segment=NetworkSegment(898b481b-df7f-4099-8549-e42ef32b334c),segment_id=898b481b-df7f-4099-8549-e42ef32b334c)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:40:56.351873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Allocated IP 172.20.0.1 (ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e/4d265213-28ce-4616-a677-052f2ad7007a/0778dfe7-6390-46fc-a9f2-76c020a00ce0) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:40:56.370583 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:56.439605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07bbbb-dbc9-4eb5-8c3a-1e89f626fb61 None None] Pushing event updated for resources: {'Port': ['ID=6af22a32-cd8b-4170-99af-f3f28485fcb9,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:56.523716 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:56.654665 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:56.755864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:40:56.763206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:40:56.768280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:40:56.820066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Port': ['ID=0778dfe7-6390-46fc-a9f2-76c020a00ce0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:56.858163 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:56.942053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d1d020f0-c6f0-460f-be64-827c3ca2de90 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:40:57.022345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d1d020f0-c6f0-460f-be64-827c3ca2de90 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:40:57.022870 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:57.128679 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:57.160564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port d1d020f0-c6f0-460f-be64-827c3ca2de90, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d1d020f0-c6f0-460f-be64-827c3ca2de90,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:40:57.236508 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:57.237502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6af22a32-cd8b-4170-99af-f3f28485fcb9 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:40:57.321689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=d1d020f0-c6f0-460f-be64-827c3ca2de90,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:57.334125 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6af22a32-cd8b-4170-99af-f3f28485fcb9 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:40:57.334497 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:57.416014 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:57.451564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 6af22a32-cd8b-4170-99af-f3f28485fcb9, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6af22a32-cd8b-4170-99af-f3f28485fcb9,segment=NetworkSegment(898b481b-df7f-4099-8549-e42ef32b334c),segment_id=898b481b-df7f-4099-8549-e42ef32b334c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:40:57.533549 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:57.540731 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:57.625541 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=6af22a32-cd8b-4170-99af-f3f28485fcb9,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:57.991130 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:58.012648 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb30a266-ad20-4bc1-880f-6d5ebbfbac69 None None] Network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:40:58.082284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:58.164381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5a9ce207-937c-47a7-acf5-79593e0d57d8 None None] Provisioning complete for port 6af22a32-cd8b-4170-99af-f3f28485fcb9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:40:58.164754 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce207-937c-47a7-acf5-79593e0d57d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:58.179119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Port': ['ID=0778dfe7-6390-46fc-a9f2-76c020a00ce0,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:58.182148 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:58.329774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:40:58.333850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:40:58.484621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Router 8f39d088-a46e-4cad-8c7f-c115287f9c43 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:40:58.581647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-98ae0bfb-fc7a-409f-b18a-fb66f789e961 None None] Provisioning complete for port 6af22a32-cd8b-4170-99af-f3f28485fcb9 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:40:58.581647 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-98ae0bfb-fc7a-409f-b18a-fb66f789e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:58.641809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:40:58.648546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9beda385-767c-43ec-a928-2d5a3ee07e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "PUT /v2.0/routers/8f39d088-a46e-4cad-8c7f-c115287f9c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2532778 Oct 13 14:40:58.651973 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51990) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:58.658218 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--502350157', 'description': 'tempest-secgroup_access--502350157 description', 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:58.676943 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Sync routers for ids ['8f39d088-a46e-4cad-8c7f-c115287f9c43'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:40:58.693139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Routers {'8f39d088-a46e-4cad-8c7f-c115287f9c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:40:58.693772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:40:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8f39d088-a46e-4cad-8c7f-c115287f9c43'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:58.756685 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:58.806221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-98ae0bfb-fc7a-409f-b18a-fb66f789e961 None None] Provisioning complete for port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:40:58.806580 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-98ae0bfb-fc7a-409f-b18a-fb66f789e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:58.808501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d1d020f0-c6f0-460f-be64-827c3ca2de90 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:40:58.865467 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:58.899188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-98ae0bfb-fc7a-409f-b18a-fb66f789e961 None None] Port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:40:58.915273 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Set router 8f39d088-a46e-4cad-8c7f-c115287f9c43 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:40:58.928688 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:58.973877 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8eac4a-d142-4afc-93a7-6400668ee3a5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:58.980039 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d1d020f0-c6f0-460f-be64-827c3ca2de90 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:40:58.980039 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:58.987469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:58.988173 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:58.989225 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:58.989916 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:58.990491 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:58.991187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:58.991846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:58.992528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:58.993234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:58.994162 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:58.994744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:58.995588 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:40:59.046056 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.047350 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e047d27d-1666-4b1d-8f4e-0cfb7b44dc56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3928993 Oct 13 14:40:59.050288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 51994) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:59.055247 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-788216ce-91c4-4325-b405-079843b3c331 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1524773776', 'description': 'tempest-secgroup_general--1524773776 description', 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:59.122057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f34639c8-db5d-4c3e-aeb7-1c609c9c32e0 None None] Provisioning complete for port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:40:59.123181 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f34639c8-db5d-4c3e-aeb7-1c609c9c32e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.173181 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-788216ce-91c4-4325-b405-079843b3c331 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.201713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f34639c8-db5d-4c3e-aeb7-1c609c9c32e0 None None] Port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:40:59.253011 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-788216ce-91c4-4325-b405-079843b3c331 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.254916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6af22a32-cd8b-4170-99af-f3f28485fcb9 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:40:59.319257 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-788216ce-91c4-4325-b405-079843b3c331 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.345239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '0778dfe7-6390-46fc-a9f2-76c020a00ce0', 'name': '', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'mac_address': 'fa:16:3e:65:e0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '4d265213-28ce-4616-a677-052f2ad7007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:56Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 2, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'subnets': [{'id': '4d265213-28ce-4616-a677-052f2ad7007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:40:59.346288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-89a5ac1f-d589-41ea-a0cd-bf9cd63369e0 None None] Provisioning complete for port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:40:59.346673 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-89a5ac1f-d589-41ea-a0cd-bf9cd63369e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.363634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788216ce-91c4-4325-b405-079843b3c331 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0961195-91fc-46d2-8ca3-268595f7d67d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:59.394373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6af22a32-cd8b-4170-99af-f3f28485fcb9 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:40:59.394747 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.397938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Checking router: 8f39d088-a46e-4cad-8c7f-c115287f9c43 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:40:59.398296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Updating router 8f39d088-a46e-4cad-8c7f-c115287f9c43 port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:40:59.417000 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-788216ce-91c4-4325-b405-079843b3c331 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.422063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52004) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:40:59.424296 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-788216ce-91c4-4325-b405-079843b3c331 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3726640 Oct 13 14:40:59.429136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-457e9e7f-85dd-4640-9d4a-52118a7c4e4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Request body: {'security_group_rule': {'security_group_id': '7e8eac4a-d142-4afc-93a7-6400668ee3a5', 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:40:59.519589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-457e9e7f-85dd-4640-9d4a-52118a7c4e4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.599154 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-457e9e7f-85dd-4640-9d4a-52118a7c4e4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.617996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-89a5ac1f-d589-41ea-a0cd-bf9cd63369e0 None None] Port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:40:59.621825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.687902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-457e9e7f-85dd-4640-9d4a-52118a7c4e4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.705907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e9e7f-85dd-4640-9d4a-52118a7c4e4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f75c12f-3253-4601-9e9a-de67eab224a4,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:40:59.784490 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-457e9e7f-85dd-4640-9d4a-52118a7c4e4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.788450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-457e9e7f-85dd-4640-9d4a-52118a7c4e4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3638065 Oct 13 14:40:59.956877 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:40:59.998435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-66764177-3334-4f22-aadc-4fe119957881 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--1524773776&fields=id&tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100 HTTP/1.1" status: 200 len: 267 time: 0.0376594 Oct 13 14:41:00.053724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-293bb906-f579-4632-ab4e-f4aa19d1aa24 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--502350157&fields=id&tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100 HTTP/1.1" status: 200 len: 267 time: 0.0474856 Oct 13 14:41:00.065948 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:00.139045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ffc10-672a-470f-b63e-1024f7029007 None None] Pushing event updated for resources: {'Port': ['ID=0778dfe7-6390-46fc-a9f2-76c020a00ce0,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:00.204414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-8eb25de7-3194-49c3-933a-f0cb025a7fa5 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:00.205937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-8eb25de7-3194-49c3-933a-f0cb025a7fa5 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/networks?id=ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e HTTP/1.1" status: 200 len: 797 time: 0.1418083 Oct 13 14:41:00.227531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Attempting to bind port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:41:00.228179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Attempting to bind port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '898b481b-df7f-4099-8549-e42ef32b334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:41:00.228916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Attempting to bind port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 on network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:41:00.231025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-dc390a6a-d793-40c4-99a4-e043c80f1970 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/quotas/6c3b7e7bf9f3486f8b16ad03d7384100 HTTP/1.1" status: 200 len: 375 time: 0.0155175 Oct 13 14:41:00.234957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:41:00.239237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Checking segment: {'id': '898b481b-df7f-4099-8549-e42ef32b334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:41:00.239237 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:00.239237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Bound using segment: {'id': '898b481b-df7f-4099-8549-e42ef32b334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:41:00.239237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Bound port: 0778dfe7-6390-46fc-a9f2-76c020a00ce0, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898b481b-df7f-4099-8549-e42ef32b334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:41:00.239237 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:00.316151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] For port 0778dfe7-6390-46fc-a9f2-76c020a00ce0, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:41:00.320006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] For port 0778dfe7-6390-46fc-a9f2-76c020a00ce0, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0778dfe7-6390-46fc-a9f2-76c020a00ce0,segment=NetworkSegment(898b481b-df7f-4099-8549-e42ef32b334c),segment_id=898b481b-df7f-4099-8549-e42ef32b334c)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:41:00.340902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-838bc223-a734-4f4b-82b8-89702fe8bb12 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019299 Oct 13 14:41:00.430978 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:00.496155 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1f6755d8-f39b-48d0-b207-fd26c5814e10 None None] Provisioning complete for port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:41:00.496551 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1f6755d8-f39b-48d0-b207-fd26c5814e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:00.541343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Routers {'8f39d088-a46e-4cad-8c7f-c115287f9c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:41:00.543924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:40:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8f39d088-a46e-4cad-8c7f-c115287f9c43'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:41:00.554119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-d1601c50-47a5-4e2f-ba6a-c323620487fd service neutron] 10.222.0.18 "GET /v2.0/networks/ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967418 Oct 13 14:41:00.596110 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ffc10-672a-470f-b63e-1024f7029007 None None] Pushing event updated for resources: {'Port': ['ID=0778dfe7-6390-46fc-a9f2-76c020a00ce0,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:00.691270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-ddadf024-12d4-4823-b93c-cc7ef00945b4 service neutron] 10.222.0.18 "GET /v2.0/networks/ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292365 Oct 13 14:41:00.747061 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1f6755d8-f39b-48d0-b207-fd26c5814e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:00.750375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] Set router 8f39d088-a46e-4cad-8c7f-c115287f9c43 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:41:00.867010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1f6755d8-f39b-48d0-b207-fd26c5814e10 None None] For port 0778dfe7-6390-46fc-a9f2-76c020a00ce0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0778dfe7-6390-46fc-a9f2-76c020a00ce0,segment=NetworkSegment(898b481b-df7f-4099-8549-e42ef32b334c),segment_id=898b481b-df7f-4099-8549-e42ef32b334c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:41:00.943506 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1f6755d8-f39b-48d0-b207-fd26c5814e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:01.014446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3f5217fa-9c72-42bf-a59e-a2567f7fa2ee req-1e6e44dd-c815-4bcc-b790-36ee735b868c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 210 time: 0.0617213 Oct 13 14:41:01.045423 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6755d8-f39b-48d0-b207-fd26c5814e10 None None] Pushing event updated for resources: {'Port': ['ID=0778dfe7-6390-46fc-a9f2-76c020a00ce0,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:01.128178 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b8076183-f461-4890-8aef-bbe470cf53c4 None None] Provisioning complete for port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:41:01.129070 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b8076183-f461-4890-8aef-bbe470cf53c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:01.197692 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '0778dfe7-6390-46fc-a9f2-76c020a00ce0', 'name': '', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'mac_address': 'fa:16:3e:65:e0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '4d265213-28ce-4616-a677-052f2ad7007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:56Z', 'updated_at': '2021-10-13T14:41:00Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'subnets': [{'id': '4d265213-28ce-4616-a677-052f2ad7007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:41:01.226221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334f8a56-0a68-4039-984f-0015fdc216d7 None None] The sync data for ids ['8f39d088-a46e-4cad-8c7f-c115287f9c43'] in n-d-806683-15 is: [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '0778dfe7-6390-46fc-a9f2-76c020a00ce0', 'name': '', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'mac_address': 'fa:16:3e:65:e0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '4d265213-28ce-4616-a677-052f2ad7007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:56Z', 'updated_at': '2021-10-13T14:41:00Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'subnets': [{'id': '4d265213-28ce-4616-a677-052f2ad7007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:41:02.118377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b414f3b-5cd4-4582-a38a-b46ce240f6df req-aeb57c7b-563f-4ff0-b37f-c0b40f7535c4 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 210 time: 0.0369062 Oct 13 14:41:02.765952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0778dfe7-6390-46fc-a9f2-76c020a00ce0 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:41:02.821612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:41:02.822139 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:03.226259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf965c26-ae72-4dfa-a24b-df082499a93b req-e7a755ef-a419-47a6-81ca-f0aa428c6167 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 210 time: 0.0307572 Oct 13 14:41:03.772584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-d9622d68-d517-4b3a-9d68-8bbf28099f47 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:03.774209 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-d9622d68-d517-4b3a-9d68-8bbf28099f47 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.41 "GET /v2.0/networks?id=ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e HTTP/1.1" status: 200 len: 797 time: 0.1130388 Oct 13 14:41:03.832225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-080cac1c-6fa3-4253-9791-e09c7848634a tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100 HTTP/1.1" status: 200 len: 477 time: 0.0405731 Oct 13 14:41:03.842556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-342fb6ed-31c6-4d70-b279-5c77e75ede6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Request body: {'port': {'device_id': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'admin_state_up': True, 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'security_groups': ['f0961195-91fc-46d2-8ca3-268595f7d67d', '7e8eac4a-d142-4afc-93a7-6400668ee3a5']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:41:04.091443 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-342fb6ed-31c6-4d70-b279-5c77e75ede6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Made reservation on behalf of 6c3b7e7bf9f3486f8b16ad03d7384100 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:41:04.095620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-342fb6ed-31c6-4d70-b279-5c77e75ede6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:04.278014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-342fb6ed-31c6-4d70-b279-5c77e75ede6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Allocated IP 172.20.0.12 (ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e/4d265213-28ce-4616-a677-052f2ad7007a/c8f66dfb-9b28-4e67-bb93-71534e144a4e) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:41:04.345901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ffcf065-e054-448c-ab5b-7c47d077610e req-69f98239-5f9d-4cc5-a39d-75cf3674b5b2 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 210 time: 0.0388641 Oct 13 14:41:04.488231 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-342fb6ed-31c6-4d70-b279-5c77e75ede6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:04.603744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-342fb6ed-31c6-4d70-b279-5c77e75ede6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:04.656341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-342fb6ed-31c6-4d70-b279-5c77e75ede6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:41:04.659735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-342fb6ed-31c6-4d70-b279-5c77e75ede6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:41:04.663498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-342fb6ed-31c6-4d70-b279-5c77e75ede6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:41:04.695187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fb6ed-31c6-4d70-b279-5c77e75ede6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Port': ['ID=c8f66dfb-9b28-4e67-bb93-71534e144a4e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:04.740153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-342fb6ed-31c6-4d70-b279-5c77e75ede6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:04.749009 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-342fb6ed-31c6-4d70-b279-5c77e75ede6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:04.869569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-342fb6ed-31c6-4d70-b279-5c77e75ede6e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0313833 Oct 13 14:41:04.885330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Request body: {'port': {'device_id': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:41:04.941112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-afed3ec7-160a-425e-9f1e-78b5e75a4d6a None None] Provisioning complete for port c8f66dfb-9b28-4e67-bb93-71534e144a4e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:41:04.941708 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-afed3ec7-160a-425e-9f1e-78b5e75a4d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:04.979468 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:04.983898 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-afed3ec7-160a-425e-9f1e-78b5e75a4d6a None None] Port c8f66dfb-9b28-4e67-bb93-71534e144a4e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:41:05.282027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f66dfb-9b28-4e67-bb93-71534e144a4e {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:41:05.290011 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:05.303659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Transition to ACTIVE for port object c8f66dfb-9b28-4e67-bb93-71534e144a4e will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:41:05.374804 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:05.510807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f66dfb-9b28-4e67-bb93-71534e144a4e,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:05.573773 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617960a-c762-45c6-b0f3-4ac2bfd4476f req-bdddbfb0-55e2-48d2-8d2c-691a52563035 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:05.576368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5617960a-c762-45c6-b0f3-4ac2bfd4476f req-bdddbfb0-55e2-48d2-8d2c-691a52563035 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 983 time: 0.1274354 Oct 13 14:41:05.634631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Attempting to bind port c8f66dfb-9b28-4e67-bb93-71534e144a4e on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:41:05.634969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Attempting to bind port c8f66dfb-9b28-4e67-bb93-71534e144a4e by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '898b481b-df7f-4099-8549-e42ef32b334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:41:05.635296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Attempting to bind port c8f66dfb-9b28-4e67-bb93-71534e144a4e on network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:41:05.650395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Port c8f66dfb-9b28-4e67-bb93-71534e144a4e on network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:41:05.650726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Attempting to bind port c8f66dfb-9b28-4e67-bb93-71534e144a4e on network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:41:05.658616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5617960a-c762-45c6-b0f3-4ac2bfd4476f req-99ce3566-6a25-4306-aeab-c22414e515bb tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0740438 Oct 13 14:41:05.661881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:41:05.662491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Checking segment: {'id': '898b481b-df7f-4099-8549-e42ef32b334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:41:05.662887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Bound using segment: {'id': '898b481b-df7f-4099-8549-e42ef32b334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:41:05.663329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Bound port: c8f66dfb-9b28-4e67-bb93-71534e144a4e, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898b481b-df7f-4099-8549-e42ef32b334c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:41:05.663693 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:05.759461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] For port c8f66dfb-9b28-4e67-bb93-71534e144a4e, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:41:05.764134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] For port c8f66dfb-9b28-4e67-bb93-71534e144a4e, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c8f66dfb-9b28-4e67-bb93-71534e144a4e,segment=NetworkSegment(898b481b-df7f-4099-8549-e42ef32b334c),segment_id=898b481b-df7f-4099-8549-e42ef32b334c)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:41:05.849788 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:05.894601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:05.895903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:05.897525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] 10.222.0.41 "PUT /v2.0/ports/c8f66dfb-9b28-4e67-bb93-71534e144a4e HTTP/1.1" status: 200 len: 1132 time: 1.0184093 Oct 13 14:41:05.898051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'tag': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:41:05.905292 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8265642-7afe-4cf9-b9b7-f23c54918c54" -d '{"events": [{"name": "network-changed", "server_uuid": "a3408c55-8854-4d28-aedd-3acbcd5fb9c1", "tag": "c8f66dfb-9b28-4e67-bb93-71534e144a4e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:41:05.951768 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d98a3a-4184-48a9-b81f-71fa74f8afe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f66dfb-9b28-4e67-bb93-71534e144a4e,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:05.964373 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f013f2b-cd00-4bc5-bd16-835cea58ebbc x-openstack-request-id: req-9f013f2b-cd00-4bc5-bd16-835cea58ebbc {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:41:05.964670 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3408c55-8854-4d28-aedd-3acbcd5fb9c1", "tag": "c8f66dfb-9b28-4e67-bb93-71534e144a4e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:41:05.964925 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f013f2b-cd00-4bc5-bd16-835cea58ebbc {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:41:05.965364 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'tag': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e', 'status': 'completed', 'code': 200} Oct 13 14:41:06.057640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8265642-7afe-4cf9-b9b7-f23c54918c54 req-60b349cb-953e-4476-a74b-3293162bcc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:06.059543 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8265642-7afe-4cf9-b9b7-f23c54918c54 req-60b349cb-953e-4476-a74b-3293162bcc5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100&device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 1135 time: 0.0680678 Oct 13 14:41:06.196415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8265642-7afe-4cf9-b9b7-f23c54918c54 req-3fe6732c-45a8-4a8d-9d10-329868dd8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:06.197936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8265642-7afe-4cf9-b9b7-f23c54918c54 req-3fe6732c-45a8-4a8d-9d10-329868dd8265 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1300149 Oct 13 14:41:06.332397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8265642-7afe-4cf9-b9b7-f23c54918c54 req-4cb3d4f3-eab4-4eb0-a07b-6992d24ac5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:06.333973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8265642-7afe-4cf9-b9b7-f23c54918c54 req-4cb3d4f3-eab4-4eb0-a07b-6992d24ac5a6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274624 Oct 13 14:41:06.436859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-238c0895-cb60-47ae-ae5a-b60898ab2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:06.438893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-238c0895-cb60-47ae-ae5a-b60898ab2197 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100&device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 1135 time: 0.0546012 Oct 13 14:41:06.489515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-8bdbecd1-df95-4aea-9e1c-5bf94ef658a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8f66dfb-9b28-4e67-bb93-71534e144a4e HTTP/1.1" status: 200 len: 217 time: 0.0417137 Oct 13 14:41:06.544870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-2bfe813c-5ae4-45f6-b78c-5766b840a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:06.546552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-2bfe813c-5ae4-45f6-b78c-5766b840a726 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d265213-28ce-4616-a677-052f2ad7007a HTTP/1.1" status: 200 len: 835 time: 0.0500379 Oct 13 14:41:06.610874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-e1a31ae7-f529-4722-a25f-384362ca0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:06.612414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-e1a31ae7-f529-4722-a25f-384362ca0f46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586090 Oct 13 14:41:06.727879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-f1ee8307-320b-4f1d-8b25-492cb077fa0e service neutron] 10.222.0.41 "GET /v2.0/networks/ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070111 Oct 13 14:41:06.837911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35861e69-a12f-4187-84aa-203034b691cb req-ff00818e-6d39-4ab7-b29b-687a137f33c5 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:06.841615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35861e69-a12f-4187-84aa-203034b691cb req-ff00818e-6d39-4ab7-b29b-687a137f33c5 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 983 time: 0.1040502 Oct 13 14:41:06.883151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2f2a31-728f-473a-86f0-94ac30ea73b4 req-c806f9e1-a553-451b-bfea-e3e7bffcfba6 service neutron] 10.222.0.41 "GET /v2.0/networks/ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463819 Oct 13 14:41:06.904598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35861e69-a12f-4187-84aa-203034b691cb req-71d52f2f-267d-4993-bea5-9c2eb7b37c42 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0548422 Oct 13 14:41:08.033738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe77ed-99ba-4964-a0ad-880bf35f9595 req-3dd81a3a-befc-4e30-b955-4934263650e1 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:08.035926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6afe77ed-99ba-4964-a0ad-880bf35f9595 req-3dd81a3a-befc-4e30-b955-4934263650e1 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 983 time: 0.0587239 Oct 13 14:41:08.081113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6afe77ed-99ba-4964-a0ad-880bf35f9595 req-8a8e3056-3b57-4f34-bece-6dd7b9b9c843 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0384734 Oct 13 14:41:09.205163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732f253-d2db-4d64-b16b-f622bb1f3037 req-41cd9bc1-dc6e-4582-90d5-103167242e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:09.206727 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4732f253-d2db-4d64-b16b-f622bb1f3037 req-41cd9bc1-dc6e-4582-90d5-103167242e40 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 983 time: 0.0543799 Oct 13 14:41:09.252903 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4732f253-d2db-4d64-b16b-f622bb1f3037 req-3c478ffb-16c7-4a9b-ba5a-be766ab8546e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0392621 Oct 13 14:41:10.373331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b08e8b-907c-435c-a6bf-c11b2ecfb8f5 req-e03bdd2a-f1b6-443e-a34b-fae8259de787 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:10.374888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10b08e8b-907c-435c-a6bf-c11b2ecfb8f5 req-e03bdd2a-f1b6-443e-a34b-fae8259de787 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 983 time: 0.0501482 Oct 13 14:41:10.408069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c8f66dfb-9b28-4e67-bb93-71534e144a4e details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:41:10.426580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10b08e8b-907c-435c-a6bf-c11b2ecfb8f5 req-f60b3624-22c0-4a6e-8324-bc18609db627 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0453210 Oct 13 14:41:10.523533 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port c8f66dfb-9b28-4e67-bb93-71534e144a4e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c8f66dfb-9b28-4e67-bb93-71534e144a4e,segment=NetworkSegment(898b481b-df7f-4099-8549-e42ef32b334c),segment_id=898b481b-df7f-4099-8549-e42ef32b334c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:41:10.535638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'port_id': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e', 'mac_address': 'fa:16:3e:81:82:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d265213-28ce-4616-a677-052f2ad7007a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:41:10.573387 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:10.586565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f66dfb-9b28-4e67-bb93-71534e144a4e {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:41:10.607051 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port c8f66dfb-9b28-4e67-bb93-71534e144a4e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c8f66dfb-9b28-4e67-bb93-71534e144a4e,segment=NetworkSegment(898b481b-df7f-4099-8549-e42ef32b334c),segment_id=898b481b-df7f-4099-8549-e42ef32b334c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:41:10.711984 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:10.777335 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=c8f66dfb-9b28-4e67-bb93-71534e144a4e,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:11.146766 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['c8f66dfb-9b28-4e67-bb93-71534e144a4e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:41:11.747409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98245a-808c-4555-a0d4-5b17cf5ddeb3 req-b36db8ee-9860-42a6-a5eb-2f1b55c28a8f tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:11.749971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c98245a-808c-4555-a0d4-5b17cf5ddeb3 req-b36db8ee-9860-42a6-a5eb-2f1b55c28a8f tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 984 time: 0.2476854 Oct 13 14:41:11.794924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c98245a-808c-4555-a0d4-5b17cf5ddeb3 req-aebaf356-bf27-4456-9078-f322dca58c66 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0381482 Oct 13 14:41:12.412373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c8f66dfb-9b28-4e67-bb93-71534e144a4e up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:41:12.561277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port c8f66dfb-9b28-4e67-bb93-71534e144a4e completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:41:12.565626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port c8f66dfb-9b28-4e67-bb93-71534e144a4e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:41:12.571428 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:12.650794 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:12.675691 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:41:12.677994 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78483ded-b68a-4655-a48d-cad5a676afe9" -d '{"events": [{"server_uuid": "a3408c55-8854-4d28-aedd-3acbcd5fb9c1", "name": "network-vif-plugged", "status": "completed", "tag": "c8f66dfb-9b28-4e67-bb93-71534e144a4e"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:41:12.691182 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port c8f66dfb-9b28-4e67-bb93-71534e144a4e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c8f66dfb-9b28-4e67-bb93-71534e144a4e,segment=NetworkSegment(898b481b-df7f-4099-8549-e42ef32b334c),segment_id=898b481b-df7f-4099-8549-e42ef32b334c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:41:12.718359 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2cbd40-a547-4d62-91aa-0055f72d6984 x-openstack-request-id: req-8d2cbd40-a547-4d62-91aa-0055f72d6984 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:41:12.718661 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3408c55-8854-4d28-aedd-3acbcd5fb9c1", "name": "network-vif-plugged", "status": "completed", "tag": "c8f66dfb-9b28-4e67-bb93-71534e144a4e", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:41:12.718921 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d2cbd40-a547-4d62-91aa-0055f72d6984 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:41:12.719323 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e', 'code': 200} Oct 13 14:41:12.819420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ce816-0571-4d46-87df-65fe0b74548c req-0978191f-eb9c-430f-bf01-889b65a44de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:12.820999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e61ce816-0571-4d46-87df-65fe0b74548c req-0978191f-eb9c-430f-bf01-889b65a44de3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 1136 time: 0.0420012 Oct 13 14:41:12.835814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:12.861941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e61ce816-0571-4d46-87df-65fe0b74548c req-7cdcdc71-854f-41ec-9886-5ea55b7b0492 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&id=f0961195-91fc-46d2-8ca3-268595f7d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0322104 Oct 13 14:41:12.896796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=c8f66dfb-9b28-4e67-bb93-71534e144a4e,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:12.922246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a1a31-52f1-4f3c-af54-aa8f45ca495e req-05fc1e32-e60e-4f19-ac8b-a3a54268c52f tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:12.923815 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c2a1a31-52f1-4f3c-af54-aa8f45ca495e req-05fc1e32-e60e-4f19-ac8b-a3a54268c52f tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 985 time: 0.0556917 Oct 13 14:41:12.976522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c2a1a31-52f1-4f3c-af54-aa8f45ca495e req-17ba328c-ea95-4b4c-b30d-dfe3d8943e10 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0455189 Oct 13 14:41:14.178042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e726f2-f7e8-4482-a453-dde8e7101ef3 req-05d3cf92-6081-41ca-8951-cb01b1f0ccda tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:14.179565 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34e726f2-f7e8-4482-a453-dde8e7101ef3 req-05d3cf92-6081-41ca-8951-cb01b1f0ccda tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 985 time: 0.1279042 Oct 13 14:41:14.222489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34e726f2-f7e8-4482-a453-dde8e7101ef3 req-370a5594-5f17-4dea-a722-daaf095db675 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0363083 Oct 13 14:41:15.343680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06f1ff-7bcc-479f-827f-053eeee3744c req-ff404bd3-5f54-42e5-94cd-804e274040dd tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:15.345365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f06f1ff-7bcc-479f-827f-053eeee3744c req-ff404bd3-5f54-42e5-94cd-804e274040dd tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 985 time: 0.0523939 Oct 13 14:41:15.386311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f06f1ff-7bcc-479f-827f-053eeee3744c req-e8b4a0f1-330d-4d1e-9306-85977435b4e1 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0349586 Oct 13 14:41:15.503812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557f587-8bc0-42e7-8426-65fa3464c240 req-cfdb8a57-3748-44fc-bd51-77fa5e511c70 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:15.505358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3557f587-8bc0-42e7-8426-65fa3464c240 req-cfdb8a57-3748-44fc-bd51-77fa5e511c70 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 985 time: 0.0525939 Oct 13 14:41:15.549575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3557f587-8bc0-42e7-8426-65fa3464c240 req-4925fbd9-998e-4b19-95d4-6644e0c3f386 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0381954 Oct 13 14:41:15.661880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225b874-dd05-4b63-a933-d77919bcbbc6 req-17a43a5d-0270-4f76-9f08-c383969361e6 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:15.663680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0225b874-dd05-4b63-a933-d77919bcbbc6 req-17a43a5d-0270-4f76-9f08-c383969361e6 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 1137 time: 0.0429235 Oct 13 14:41:15.684256 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0225b874-dd05-4b63-a933-d77919bcbbc6 req-de1928c7-6ce8-4238-ae30-4608c8007d63 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:15.764760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0225b874-dd05-4b63-a933-d77919bcbbc6 req-de1928c7-6ce8-4238-ae30-4608c8007d63 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:15.831935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0225b874-dd05-4b63-a933-d77919bcbbc6 req-de1928c7-6ce8-4238-ae30-4608c8007d63 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:15.862967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0225b874-dd05-4b63-a933-d77919bcbbc6 req-de1928c7-6ce8-4238-ae30-4608c8007d63 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1919315 Oct 13 14:41:15.867870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1928c7-6ce8-4238-ae30-4608c8007d63 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ccf7c2-9e85-43b0-91a6-184968a7278e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:15.884764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52234) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:15.926893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ca082-645a-4764-8f2d-0adb10a9af57 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:15.928418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-df0ca082-645a-4764-8f2d-0adb10a9af57 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 1132 time: 0.0426397 Oct 13 14:41:15.931426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52236) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:15.935887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:41:16.032517 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:16.152180 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:16.267460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Allocated IP 172.25.0.71 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/862d9631-6ee5-43ed-9908-598b2723a593) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:41:16.377481 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:16.506695 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:16.553385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:41:16.556414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:41:16.559935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:41:16.565313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Port': ['ID=862d9631-6ee5-43ed-9908-598b2723a593,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:16.971281 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:17.126736 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:17.287802 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:17.408920 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:17.476869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Port': ['ID=862d9631-6ee5-43ed-9908-598b2723a593,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:17.493202 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:17.599309 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Floating IP 401eb74f-99b6-4ed2-95ee-eb61a723fba0 associated. External IP: 172.25.0.71, port: c8f66dfb-9b28-4e67-bb93-71534e144a4e. Oct 13 14:41:17.826584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Router 8f39d088-a46e-4cad-8c7f-c115287f9c43 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:41:18.250722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:41:18.262843 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a238d-8d21-4ab9-8499-2d1c192b84f3 None None] Sync routers for ids ['8f39d088-a46e-4cad-8c7f-c115287f9c43'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:41:18.274408 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a238d-8d21-4ab9-8499-2d1c192b84f3 None None] Routers {'8f39d088-a46e-4cad-8c7f-c115287f9c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:41:18.275041 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-499a238d-8d21-4ab9-8499-2d1c192b84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:40:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8f39d088-a46e-4cad-8c7f-c115287f9c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:41:18.330952 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:18.363652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-813820c5-48bc-45fc-845a-eb98b65cc049 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4311898 Oct 13 14:41:18.364260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'tag': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:41:18.366530 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a3849e-284a-48e7-87f1-d2232249d06c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3408c55-8854-4d28-aedd-3acbcd5fb9c1", "tag": "c8f66dfb-9b28-4e67-bb93-71534e144a4e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:41:18.367909 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52268) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:18.417205 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-499a238d-8d21-4ab9-8499-2d1c192b84f3 None None] Set router 8f39d088-a46e-4cad-8c7f-c115287f9c43 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:41:18.439216 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f950c1-73f5-4fa4-abf3-21a6944720ab x-openstack-request-id: req-b1f950c1-73f5-4fa4-abf3-21a6944720ab {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:41:18.439734 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3408c55-8854-4d28-aedd-3acbcd5fb9c1", "tag": "c8f66dfb-9b28-4e67-bb93-71534e144a4e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:41:18.439734 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1f950c1-73f5-4fa4-abf3-21a6944720ab {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:41:18.440158 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'tag': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e', 'status': 'completed', 'code': 200} Oct 13 14:41:18.550755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3849e-284a-48e7-87f1-d2232249d06c req-a9a1bf1c-7008-4a4a-af24-e8426da5d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.552746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a3849e-284a-48e7-87f1-d2232249d06c req-a9a1bf1c-7008-4a4a-af24-e8426da5d79f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100&device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 1137 time: 0.0841501 Oct 13 14:41:18.635572 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93c017-6557-4433-9cef-82bb8f573b36 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.635815 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93c017-6557-4433-9cef-82bb8f573b36 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.636156 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93c017-6557-4433-9cef-82bb8f573b36 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.636626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93c017-6557-4433-9cef-82bb8f573b36 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.637874 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93c017-6557-4433-9cef-82bb8f573b36 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.638797 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93c017-6557-4433-9cef-82bb8f573b36 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.641989 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93c017-6557-4433-9cef-82bb8f573b36 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.642647 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93c017-6557-4433-9cef-82bb8f573b36 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.643281 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93c017-6557-4433-9cef-82bb8f573b36 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.643906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93c017-6557-4433-9cef-82bb8f573b36 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.646299 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3e93c017-6557-4433-9cef-82bb8f573b36 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7061 time: 0.2773988 Oct 13 14:41:18.649620 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52272) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:18.692272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3849e-284a-48e7-87f1-d2232249d06c req-d5d3d45e-040a-4778-9ec4-9bb16b1a7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.692272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a3849e-284a-48e7-87f1-d2232249d06c req-d5d3d45e-040a-4778-9ec4-9bb16b1a7e9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e HTTP/1.1" status: 200 len: 898 time: 0.1239231 Oct 13 14:41:18.737225 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:41:18.740385 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:18.765489 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338178e-5a12-4859-90f0-ec1e7180cc6e tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.765959 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338178e-5a12-4859-90f0-ec1e7180cc6e tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.766419 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338178e-5a12-4859-90f0-ec1e7180cc6e tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.766872 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338178e-5a12-4859-90f0-ec1e7180cc6e tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.767791 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338178e-5a12-4859-90f0-ec1e7180cc6e tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.767791 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338178e-5a12-4859-90f0-ec1e7180cc6e tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.768196 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338178e-5a12-4859-90f0-ec1e7180cc6e tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.768642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338178e-5a12-4859-90f0-ec1e7180cc6e tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.769107 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338178e-5a12-4859-90f0-ec1e7180cc6e tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.769552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338178e-5a12-4859-90f0-ec1e7180cc6e tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.771839 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3338178e-5a12-4859-90f0-ec1e7180cc6e tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6452 time: 0.1206505 Oct 13 14:41:18.774702 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52274) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:18.781503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a3849e-284a-48e7-87f1-d2232249d06c req-aca44649-6d86-46cb-bf81-f08f636528f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8f66dfb-9b28-4e67-bb93-71534e144a4e HTTP/1.1" status: 200 len: 999 time: 0.0821722 Oct 13 14:41:18.783983 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-499a238d-8d21-4ab9-8499-2d1c192b84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '401eb74f-99b6-4ed2-95ee-eb61a723fba0', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'port_id': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'mac_address': 'fa:16:3e:81:82:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:41:16Z', 'updated_at': '2021-10-13T14:41:16Z', 'revision_number': 0, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0778dfe7-6390-46fc-a9f2-76c020a00ce0', 'name': '', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'mac_address': 'fa:16:3e:65:e0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '4d265213-28ce-4616-a677-052f2ad7007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:56Z', 'updated_at': '2021-10-13T14:41:00Z', 'revision_number': 5, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'subnets': [{'id': '4d265213-28ce-4616-a677-052f2ad7007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:41:18.834685 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a238d-8d21-4ab9-8499-2d1c192b84f3 None None] Checking router: 8f39d088-a46e-4cad-8c7f-c115287f9c43 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:41:18.853534 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a238d-8d21-4ab9-8499-2d1c192b84f3 None None] Routers {'8f39d088-a46e-4cad-8c7f-c115287f9c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:41:18.854646 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-499a238d-8d21-4ab9-8499-2d1c192b84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:40:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8f39d088-a46e-4cad-8c7f-c115287f9c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:41:18.906372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3849e-284a-48e7-87f1-d2232249d06c req-ae56d5ba-93cd-42fb-b26c-659cc7114b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.910365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a3849e-284a-48e7-87f1-d2232249d06c req-ae56d5ba-93cd-42fb-b26c-659cc7114b44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d265213-28ce-4616-a677-052f2ad7007a HTTP/1.1" status: 200 len: 835 time: 0.1166849 Oct 13 14:41:18.995841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3849e-284a-48e7-87f1-d2232249d06c req-132bfa72-a4f2-447d-8ca1-96e1137f851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:18.999740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a3849e-284a-48e7-87f1-d2232249d06c req-132bfa72-a4f2-447d-8ca1-96e1137f851b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807934 Oct 13 14:41:19.033059 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a7dabecc-c7ca-49ed-862c-dbe38bcfc10c tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2556384 Oct 13 14:41:19.034581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52280) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:19.055144 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-499a238d-8d21-4ab9-8499-2d1c192b84f3 None None] Set router 8f39d088-a46e-4cad-8c7f-c115287f9c43 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:41:19.079637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8f549a-5f2f-4ff1-b36c-5d5ba35920bd tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:19.080396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8f549a-5f2f-4ff1-b36c-5d5ba35920bd tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:19.082480 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dc8f549a-5f2f-4ff1-b36c-5d5ba35920bd tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8f39d088-a46e-4cad-8c7f-c115287f9c43 HTTP/1.1" status: 200 len: 1992 time: 0.0468550 Oct 13 14:41:19.127351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a3849e-284a-48e7-87f1-d2232249d06c req-c0682ccf-7209-4efc-b4b4-d26493a37819 service neutron] 10.222.0.41 "GET /v2.0/networks/ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159260 Oct 13 14:41:19.259042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a3849e-284a-48e7-87f1-d2232249d06c req-8984d237-28f1-4787-8bae-7f77a819c9e7 service neutron] 10.222.0.41 "GET /v2.0/networks/ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242323 Oct 13 14:41:19.420277 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-499a238d-8d21-4ab9-8499-2d1c192b84f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '401eb74f-99b6-4ed2-95ee-eb61a723fba0', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'port_id': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'mac_address': 'fa:16:3e:81:82:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:41:16Z', 'updated_at': '2021-10-13T14:41:16Z', 'revision_number': 0, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0778dfe7-6390-46fc-a9f2-76c020a00ce0', 'name': '', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'mac_address': 'fa:16:3e:65:e0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '4d265213-28ce-4616-a677-052f2ad7007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:56Z', 'updated_at': '2021-10-13T14:41:00Z', 'revision_number': 5, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'subnets': [{'id': '4d265213-28ce-4616-a677-052f2ad7007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:41:19.454133 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499a238d-8d21-4ab9-8499-2d1c192b84f3 None None] The sync data for ids ['8f39d088-a46e-4cad-8c7f-c115287f9c43'] in n-d-806683-15 is: [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '401eb74f-99b6-4ed2-95ee-eb61a723fba0', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'floating_ip_address': '172.25.0.71', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'port_id': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'mac_address': 'fa:16:3e:81:82:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:41:16Z', 'updated_at': '2021-10-13T14:41:16Z', 'revision_number': 0, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0778dfe7-6390-46fc-a9f2-76c020a00ce0', 'name': '', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'mac_address': 'fa:16:3e:65:e0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '4d265213-28ce-4616-a677-052f2ad7007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:56Z', 'updated_at': '2021-10-13T14:41:00Z', 'revision_number': 5, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'subnets': [{'id': '4d265213-28ce-4616-a677-052f2ad7007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:41:19.541075 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-815aae71-0295-4327-912e-1ba57c79b17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:19.683469 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5231b753-f1bc-4ce5-ab5a-8a1470ad221e None None] New status for floating IP 401eb74f-99b6-4ed2-95ee-eb61a723fba0: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:41:22.157394 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:22.292714 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-21871594-a990-48e4-bb19-56065b6ea064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:23.934152 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:24.010696 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:24.189536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52338) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:24.333991 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff16b670-3851-4144-b63a-5ac527383a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:24.419481 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff16b670-3851-4144-b63a-5ac527383a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:24.523005 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff16b670-3851-4144-b63a-5ac527383a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:24.562511 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ff16b670-3851-4144-b63a-5ac527383a36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=513702432aad454899da1d7fbc64bc0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718908 Oct 13 14:41:24.563808 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16b670-3851-4144-b63a-5ac527383a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb492b1-c9be-477b-8149-dc9545650905,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:24.565378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52344) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:24.617478 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-15163913-0feb-444d-a261-94f23a1bf52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:24.641104 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-15163913-0feb-444d-a261-94f23a1bf52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:24.775401 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-15163913-0feb-444d-a261-94f23a1bf52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:24.778808 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-15163913-0feb-444d-a261-94f23a1bf52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:24.780668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-15163913-0feb-444d-a261-94f23a1bf52d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccb492b1-c9be-477b-8149-dc9545650905 HTTP/1.1" status: 204 len: 168 time: 0.2142344 Oct 13 14:41:24.789064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15163913-0feb-444d-a261-94f23a1bf52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb492b1-c9be-477b-8149-dc9545650905,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:25.407469 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:25.467231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52354) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:25.480930 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b8cad7d2-f2bf-4ef3-895a-e0fe4ce149f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:25.561209 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b8cad7d2-f2bf-4ef3-895a-e0fe4ce149f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:25.630179 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b8cad7d2-f2bf-4ef3-895a-e0fe4ce149f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:25.674953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cad7d2-f2bf-4ef3-895a-e0fe4ce149f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d029b16b-9ad6-46e4-a178-5f39be78387d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:25.682059 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52356) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:25.682572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b8cad7d2-f2bf-4ef3-895a-e0fe4ce149f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccc99041ca404dbab51e57c6a00ab983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138216 Oct 13 14:41:25.737388 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66e790f8-826d-4e3c-a6fe-e78c6be07c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:25.759674 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66e790f8-826d-4e3c-a6fe-e78c6be07c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:25.878092 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66e790f8-826d-4e3c-a6fe-e78c6be07c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:25.880913 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-66e790f8-826d-4e3c-a6fe-e78c6be07c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:25.882278 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-66e790f8-826d-4e3c-a6fe-e78c6be07c56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d029b16b-9ad6-46e4-a178-5f39be78387d HTTP/1.1" status: 204 len: 168 time: 0.1984475 Oct 13 14:41:25.891169 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e790f8-826d-4e3c-a6fe-e78c6be07c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d029b16b-9ad6-46e4-a178-5f39be78387d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:28.458125 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52408) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:28.567388 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4d98448-e61c-427e-989a-3cd2d9eda8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:28.645839 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4d98448-e61c-427e-989a-3cd2d9eda8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:28.698337 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d4d98448-e61c-427e-989a-3cd2d9eda8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:28.739391 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d4d98448-e61c-427e-989a-3cd2d9eda8c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e47e2bee07f45d491ca1480fd584eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801738 Oct 13 14:41:28.740382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d98448-e61c-427e-989a-3cd2d9eda8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7661dd10-07e9-4a4c-a08d-e8cf7e05f8ab,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:28.742133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52414) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:28.791831 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2bddaa09-66ef-49cb-9dcb-29c3b06ec1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:28.817451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2bddaa09-66ef-49cb-9dcb-29c3b06ec1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:28.929333 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2bddaa09-66ef-49cb-9dcb-29c3b06ec1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:28.932078 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2bddaa09-66ef-49cb-9dcb-29c3b06ec1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:28.933440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2bddaa09-66ef-49cb-9dcb-29c3b06ec1dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7661dd10-07e9-4a4c-a08d-e8cf7e05f8ab HTTP/1.1" status: 204 len: 168 time: 0.1900311 Oct 13 14:41:28.941884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddaa09-66ef-49cb-9dcb-29c3b06ec1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7661dd10-07e9-4a4c-a08d-e8cf7e05f8ab,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:29.441423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52420) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:29.454837 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74b17073-865c-4eab-beb6-e1ff39fd3f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:29.526764 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74b17073-865c-4eab-beb6-e1ff39fd3f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:29.601450 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74b17073-865c-4eab-beb6-e1ff39fd3f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:29.669416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-74b17073-865c-4eab-beb6-e1ff39fd3f5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa0d1c56a87b49fcae317b5db0fc789b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267752 Oct 13 14:41:29.671540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b17073-865c-4eab-beb6-e1ff39fd3f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d12e0f-4893-4f1d-8947-a794ae93500e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:29.672536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52424) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:29.686460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10132aa3-c8bb-48d8-b6d9-810ea6644ba7 req-9152367d-3f16-45d0-8df0-d11f907d34f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0732744 Oct 13 14:41:29.728626 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2330aecd-7a5b-49f8-8557-88dae8b7a08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:29.749779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10132aa3-c8bb-48d8-b6d9-810ea6644ba7 req-5dfb9d20-2ee8-42c0-9adc-5d7666290384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:29.751457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10132aa3-c8bb-48d8-b6d9-810ea6644ba7 req-5dfb9d20-2ee8-42c0-9adc-5d7666290384 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 1097 time: 0.0412552 Oct 13 14:41:29.759905 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2330aecd-7a5b-49f8-8557-88dae8b7a08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:29.861971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10132aa3-c8bb-48d8-b6d9-810ea6644ba7 req-b207f0cc-e59e-426c-924e-0273f77978a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:29.863104 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10132aa3-c8bb-48d8-b6d9-810ea6644ba7 req-b207f0cc-e59e-426c-924e-0273f77978a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.0904126 Oct 13 14:41:29.905889 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2330aecd-7a5b-49f8-8557-88dae8b7a08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:29.908564 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2330aecd-7a5b-49f8-8557-88dae8b7a08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:29.911958 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2330aecd-7a5b-49f8-8557-88dae8b7a08a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92d12e0f-4893-4f1d-8947-a794ae93500e HTTP/1.1" status: 204 len: 168 time: 0.2360222 Oct 13 14:41:29.919962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330aecd-7a5b-49f8-8557-88dae8b7a08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d12e0f-4893-4f1d-8947-a794ae93500e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:29.938343 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10132aa3-c8bb-48d8-b6d9-810ea6644ba7 req-35d9d547-cb67-4299-bd69-2dda26a786c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1974a755-ce5a-4f41-b572-123adba1ee73 HTTP/1.1" status: 200 len: 1000 time: 0.0677218 Oct 13 14:41:29.991960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10132aa3-c8bb-48d8-b6d9-810ea6644ba7 req-7681ee8a-4bf6-4c79-b8fe-3cbbb5837bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:29.993470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10132aa3-c8bb-48d8-b6d9-810ea6644ba7 req-7681ee8a-4bf6-4c79-b8fe-3cbbb5837bf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0451713 Oct 13 14:41:30.045616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10132aa3-c8bb-48d8-b6d9-810ea6644ba7 req-839f5deb-06f8-47c2-b92a-e8481edb689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:30.047106 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10132aa3-c8bb-48d8-b6d9-810ea6644ba7 req-839f5deb-06f8-47c2-b92a-e8481edb689d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457380 Oct 13 14:41:30.140712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10132aa3-c8bb-48d8-b6d9-810ea6644ba7 req-77f5c807-1d1e-4a18-b24e-07fce2303f39 service neutron] 10.222.0.41 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860209 Oct 13 14:41:30.236034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10132aa3-c8bb-48d8-b6d9-810ea6644ba7 req-01507005-0a89-49e3-bea0-450af5d40551 service neutron] 10.222.0.41 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877798 Oct 13 14:41:32.379600 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52476) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:32.515643 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad82b3ad-19f1-4690-b815-37562cf19bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:32.595151 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad82b3ad-19f1-4690-b815-37562cf19bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:32.676252 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad82b3ad-19f1-4690-b815-37562cf19bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:32.719729 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ad82b3ad-19f1-4690-b815-37562cf19bb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80ea7f8d53a140a68f807aa8888cb7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388541 Oct 13 14:41:32.721237 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82b3ad-19f1-4690-b815-37562cf19bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437a91fb-5cc6-4ea2-8137-2dcc2ce9b665,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:32.723383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52480) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:32.782432 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c6d33d6-5198-423c-9280-808bda683f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:32.808159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c6d33d6-5198-423c-9280-808bda683f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:32.932920 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c6d33d6-5198-423c-9280-808bda683f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:32.939703 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7c6d33d6-5198-423c-9280-808bda683f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:32.939703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7c6d33d6-5198-423c-9280-808bda683f65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/437a91fb-5cc6-4ea2-8137-2dcc2ce9b665 HTTP/1.1" status: 204 len: 168 time: 0.2127619 Oct 13 14:41:32.947599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d33d6-5198-423c-9280-808bda683f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437a91fb-5cc6-4ea2-8137-2dcc2ce9b665,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:33.556550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52494) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:33.570832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ac3b01a4-cff7-44ac-8e2f-29316b1c8d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:33.654554 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ac3b01a4-cff7-44ac-8e2f-29316b1c8d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:33.718147 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ac3b01a4-cff7-44ac-8e2f-29316b1c8d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:33.760366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ac3b01a4-cff7-44ac-8e2f-29316b1c8d7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7613ea41126e49de80056d485bc36c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025907 Oct 13 14:41:33.761303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b01a4-cff7-44ac-8e2f-29316b1c8d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8847a196-4e79-471a-80e6-7858ff5848e4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:33.763966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52496) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:33.817534 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb1f7b1f-2712-4ed0-82ef-a794e38538c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:33.840294 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb1f7b1f-2712-4ed0-82ef-a794e38538c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:33.974568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb1f7b1f-2712-4ed0-82ef-a794e38538c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:33.977175 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bb1f7b1f-2712-4ed0-82ef-a794e38538c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:33.978349 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bb1f7b1f-2712-4ed0-82ef-a794e38538c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8847a196-4e79-471a-80e6-7858ff5848e4 HTTP/1.1" status: 204 len: 168 time: 0.2126935 Oct 13 14:41:33.997293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f7b1f-2712-4ed0-82ef-a794e38538c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8847a196-4e79-471a-80e6-7858ff5848e4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:36.499250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cf5e6bf-98b8-4909-8e73-1c210d11c96f req-a687a0d1-24f1-4a46-b290-3ac2eec9cccf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502827 Oct 13 14:41:36.609309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5e6bf-98b8-4909-8e73-1c210d11c96f req-d14e504f-447c-41fe-9da3-309f0f98a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:36.610917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cf5e6bf-98b8-4909-8e73-1c210d11c96f req-d14e504f-447c-41fe-9da3-309f0f98a000 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97da299e19d749f383a61f0e924d0b29&device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 1097 time: 0.0618768 Oct 13 14:41:36.753315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5e6bf-98b8-4909-8e73-1c210d11c96f req-e854c1f9-d288-4e53-8b2d-11d37c18f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:36.755775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cf5e6bf-98b8-4909-8e73-1c210d11c96f req-e854c1f9-d288-4e53-8b2d-11d37c18f551 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0aed768-82be-43fe-87e3-0d186f9748b2 HTTP/1.1" status: 200 len: 914 time: 0.1148026 Oct 13 14:41:36.818546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cf5e6bf-98b8-4909-8e73-1c210d11c96f req-f66202df-a944-47aa-9160-3fe25ce82cf5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6f37440-fdea-436d-8d5b-807c3eaaaea1 HTTP/1.1" status: 200 len: 217 time: 0.0512142 Oct 13 14:41:36.882332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5e6bf-98b8-4909-8e73-1c210d11c96f req-168b98d2-0821-400b-aa54-b6b124fec9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:36.883840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cf5e6bf-98b8-4909-8e73-1c210d11c96f req-168b98d2-0821-400b-aa54-b6b124fec9d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ddcd9561-27da-47e7-a91b-dbaa48adb45c HTTP/1.1" status: 200 len: 853 time: 0.0542939 Oct 13 14:41:36.921470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cf5e6bf-98b8-4909-8e73-1c210d11c96f req-9372e333-4eea-4f46-92ea-b3d62e6ac3b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0aed768-82be-43fe-87e3-0d186f9748b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278599 Oct 13 14:41:37.030676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cf5e6bf-98b8-4909-8e73-1c210d11c96f req-66b85e91-f1c9-439b-8b8a-d05c7943d908 service neutron] 10.222.0.49 "GET /v2.0/networks/a0aed768-82be-43fe-87e3-0d186f9748b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012826 Oct 13 14:41:37.137838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1cf5e6bf-98b8-4909-8e73-1c210d11c96f req-f30a6475-c366-44a8-a8a9-9603e8bad2e6 service neutron] 10.222.0.49 "GET /v2.0/networks/a0aed768-82be-43fe-87e3-0d186f9748b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939190 Oct 13 14:41:48.718558 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:49.526632 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a488fa30-c780-410a-88c6-f526399e1bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:51.076282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52694) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:51.201470 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:51.304564 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:51.374782 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:51.417211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb9de105d20b4ba399ae552857bae87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393135 Oct 13 14:41:51.417954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06796c0c-830f-452d-a107-6bfc46428282,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:51.419752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52706) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:51.426895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:41:51.427241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:41:51.427579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:41:51.427937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:41:51.428264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:41:51.428590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:41:51.428913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:41:51.429299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:41:51.429621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:41:51.429973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:41:51.430433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:41:51.430988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c8b7fd-cf57-4530-98b5-4a9abdbfea3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:41:51.478579 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f46e26b3-beea-4e4c-9483-fab11419edca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:51.504176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f46e26b3-beea-4e4c-9483-fab11419edca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:51.712917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f46e26b3-beea-4e4c-9483-fab11419edca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:51.715413 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f46e26b3-beea-4e4c-9483-fab11419edca admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:51.716636 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f46e26b3-beea-4e4c-9483-fab11419edca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06796c0c-830f-452d-a107-6bfc46428282 HTTP/1.1" status: 204 len: 168 time: 0.2957780 Oct 13 14:41:51.724914 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e26b3-beea-4e4c-9483-fab11419edca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06796c0c-830f-452d-a107-6bfc46428282,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:52.189551 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:52.289316 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c5eede50-2ef8-47d7-b89a-025b72c63ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:52.542961 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52716) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:52.561079 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aeeab255-0927-4708-9af7-cc76e2f43675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:52.663115 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aeeab255-0927-4708-9af7-cc76e2f43675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:52.764500 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aeeab255-0927-4708-9af7-cc76e2f43675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:52.807520 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeab255-0927-4708-9af7-cc76e2f43675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59744827-896d-473a-bbdf-00fdb711a4fc,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:52.828712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52720) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:41:52.830187 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aeeab255-0927-4708-9af7-cc76e2f43675 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b297039c63374ff68d38ff4c4a526cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838538 Oct 13 14:41:52.895762 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-de0aba0c-3929-4c4b-8cf1-d3ef4361e361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:52.924585 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-de0aba0c-3929-4c4b-8cf1-d3ef4361e361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:53.081539 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-de0aba0c-3929-4c4b-8cf1-d3ef4361e361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:53.084106 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-de0aba0c-3929-4c4b-8cf1-d3ef4361e361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:53.085358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-de0aba0c-3929-4c4b-8cf1-d3ef4361e361 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59744827-896d-473a-bbdf-00fdb711a4fc HTTP/1.1" status: 204 len: 168 time: 0.2566278 Oct 13 14:41:53.093456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0aba0c-3929-4c4b-8cf1-d3ef4361e361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59744827-896d-473a-bbdf-00fdb711a4fc,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:41:53.889098 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:54.044022 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:55.438066 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:41:55.736659 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:41:58.149847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eeb8c-4504-4a0f-8592-b82258788e60 req-c184ffcf-6e4e-4565-a06c-f05cc7e2ab54 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:58.151347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d31eeb8c-4504-4a0f-8592-b82258788e60 req-c184ffcf-6e4e-4565-a06c-f05cc7e2ab54 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 945 time: 0.0523112 Oct 13 14:41:58.195420 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d31eeb8c-4504-4a0f-8592-b82258788e60 req-0f41a328-edac-4e4c-ac2a-93a9fca8ec7c tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376704 Oct 13 14:41:59.328019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9ed42-6d7c-4fef-91ee-9db40536a978 req-2a3f6ffe-823a-4df5-a75f-406eff802469 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:59.329680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bc9ed42-6d7c-4fef-91ee-9db40536a978 req-2a3f6ffe-823a-4df5-a75f-406eff802469 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 945 time: 0.0557086 Oct 13 14:41:59.383814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bc9ed42-6d7c-4fef-91ee-9db40536a978 req-9cabc440-c292-4dbe-ad06-9dd2713846ad tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466464 Oct 13 14:41:59.965110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f82c95-07c9-4c08-9480-0de86036e929 req-20bccfb6-a808-4214-9e8a-1127243e4341 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:41:59.966652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87f82c95-07c9-4c08-9480-0de86036e929 req-20bccfb6-a808-4214-9e8a-1127243e4341 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.49 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 945 time: 0.0516787 Oct 13 14:42:00.071874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-87f82c95-07c9-4c08-9480-0de86036e929 req-8c10a97b-1e83-49a8-b432-1b917392b0fe tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Deleting port b6f37440-fdea-436d-8d5b-807c3eaaaea1 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:42:00.072131 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87f82c95-07c9-4c08-9480-0de86036e929 req-8c10a97b-1e83-49a8-b432-1b917392b0fe tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:00.164511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-87f82c95-07c9-4c08-9480-0de86036e929 req-8c10a97b-1e83-49a8-b432-1b917392b0fe tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] For port b6f37440-fdea-436d-8d5b-807c3eaaaea1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b6f37440-fdea-436d-8d5b-807c3eaaaea1,segment=NetworkSegment(66ba78a9-cad2-4223-b976-28811e13292d),segment_id=66ba78a9-cad2-4223-b976-28811e13292d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:00.164887 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87f82c95-07c9-4c08-9480-0de86036e929 req-8c10a97b-1e83-49a8-b432-1b917392b0fe tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:00.177946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-87f82c95-07c9-4c08-9480-0de86036e929 req-8c10a97b-1e83-49a8-b432-1b917392b0fe tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Calling delete_port for b6f37440-fdea-436d-8d5b-807c3eaaaea1 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:42:00.376076 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87f82c95-07c9-4c08-9480-0de86036e929 req-8c10a97b-1e83-49a8-b432-1b917392b0fe tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:00.394649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b6f37440-fdea-436d-8d5b-807c3eaaaea1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:42:00.412630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10a97b-1e83-49a8-b432-1b917392b0fe tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Pushing event deleted for resources: {'Port': ['ID=b6f37440-fdea-436d-8d5b-807c3eaaaea1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:00.473389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f82c95-07c9-4c08-9480-0de86036e929 req-8c10a97b-1e83-49a8-b432-1b917392b0fe tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] No DVR routers for this DVR port b6f37440-fdea-436d-8d5b-807c3eaaaea1 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:42:00.477475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-87f82c95-07c9-4c08-9480-0de86036e929 req-8c10a97b-1e83-49a8-b432-1b917392b0fe tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:00.481779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87f82c95-07c9-4c08-9480-0de86036e929 req-8c10a97b-1e83-49a8-b432-1b917392b0fe tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.49 "DELETE /v2.0/ports/b6f37440-fdea-436d-8d5b-807c3eaaaea1 HTTP/1.1" status: 204 len: 173 time: 0.5053389 Oct 13 14:42:00.482498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca6776a-d6a0-44f2-8f8f-ca56984ec3b6', 'name': 'network-vif-deleted', 'tag': 'b6f37440-fdea-436d-8d5b-807c3eaaaea1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:42:00.489251 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b54452-92d5-40a5-a67d-292d402c19f1" -d '{"events": [{"server_uuid": "cca6776a-d6a0-44f2-8f8f-ca56984ec3b6", "name": "network-vif-deleted", "tag": "b6f37440-fdea-436d-8d5b-807c3eaaaea1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:42:00.547488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6512fe6f-5943-4dec-81a4-d05830fb3ab8 req-fcab5af5-fcaa-4988-8bf5-46ce544e3f62 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 210 time: 0.0446610 Oct 13 14:42:00.732216 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c0b063-59cc-42fd-bd09-b42d42dea37a x-openstack-request-id: req-b6c0b063-59cc-42fd-bd09-b42d42dea37a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:42:00.732527 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca6776a-d6a0-44f2-8f8f-ca56984ec3b6", "name": "network-vif-deleted", "tag": "b6f37440-fdea-436d-8d5b-807c3eaaaea1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:42:00.732766 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6c0b063-59cc-42fd-bd09-b42d42dea37a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:42:00.733372 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca6776a-d6a0-44f2-8f8f-ca56984ec3b6', 'name': 'network-vif-deleted', 'tag': 'b6f37440-fdea-436d-8d5b-807c3eaaaea1', 'status': 'completed', 'code': 200} Oct 13 14:42:01.654669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87afc4f0-5992-4001-881d-7afff6b61f24 req-6984a507-bd39-4a32-be24-158fbcbba0f7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=cca6776a-d6a0-44f2-8f8f-ca56984ec3b6 HTTP/1.1" status: 200 len: 210 time: 0.0296295 Oct 13 14:42:04.387632 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b6f37440-fdea-436d-8d5b-807c3eaaaea1 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:42:04.415883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: b6f37440-fdea-436d-8d5b-807c3eaaaea1 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:42:04.416397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b6f37440-fdea-436d-8d5b-807c3eaaaea1 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:42:06.417475 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-f87a284e-f834-41ef-8499-65643a2d5416 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656412767&fields=id&tenant_id=94f59679c6494a9e8ae6c3645e566442 HTTP/1.1" status: 200 len: 267 time: 0.0403421 Oct 13 14:42:06.544409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-619d2220-dc46-4ae9-8d5f-59efeb8482e4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:06.546166 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-619d2220-dc46-4ae9-8d5f-59efeb8482e4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.1214447 Oct 13 14:42:06.563861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-ddf77e2d-ffba-409a-a747-e91656a8c947 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/quotas/94f59679c6494a9e8ae6c3645e566442 HTTP/1.1" status: 200 len: 375 time: 0.0109849 Oct 13 14:42:06.656157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-cb2f4588-2f89-4ccb-b291-80cb17c08caf tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0764053 Oct 13 14:42:06.769503 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52942) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:06.775584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-7d7e21ea-4487-4085-8eb5-bcb466e842eb service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166408 Oct 13 14:42:06.895111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-8788bbd3-07c2-478e-bac8-5b18eb60d351 service neutron] 10.222.0.18 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119621 Oct 13 14:42:06.908872 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:07.019936 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:07.126492 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:07.179689 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=393f45def0c2498480345d16d3dbcce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081023 Oct 13 14:42:07.185304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52952) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:07.200550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1146603-e8d1-42b0-9a80-784fda200b9b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:07.209857 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:07.210136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:07.210460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:07.210798 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:07.211124 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:07.211448 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:07.211773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:07.212095 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:07.212419 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:07.212741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:07.213090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:07.213411 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eed2716-d10c-49c9-a849-bef52f9e6d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:07.243862 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-72a80174-d034-4557-a8e0-ecb5db96b480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:07.266066 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-72a80174-d034-4557-a8e0-ecb5db96b480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:07.480585 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-72a80174-d034-4557-a8e0-ecb5db96b480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:07.483393 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-72a80174-d034-4557-a8e0-ecb5db96b480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:07.484733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-72a80174-d034-4557-a8e0-ecb5db96b480 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1146603-e8d1-42b0-9a80-784fda200b9b HTTP/1.1" status: 204 len: 168 time: 0.2969782 Oct 13 14:42:07.494312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a80174-d034-4557-a8e0-ecb5db96b480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1146603-e8d1-42b0-9a80-784fda200b9b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:07.592571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdd79faf-8dac-4142-94db-cb595078fe5c req-315bf16c-80ed-468f-a3d2-b874ea33ed54 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 210 time: 0.0481584 Oct 13 14:42:08.277380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 52970) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:08.295768 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ff00-7ba1-4f08-91fe-8f0938c1acc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:08.365530 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ff00-7ba1-4f08-91fe-8f0938c1acc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:08.474895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b8a4ff00-7ba1-4f08-91fe-8f0938c1acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:08.514625 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b8a4ff00-7ba1-4f08-91fe-8f0938c1acc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50972e08e0b64597afee8333ab3fc9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360578 Oct 13 14:42:08.515467 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4ff00-7ba1-4f08-91fe-8f0938c1acc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28972d2-aa4f-47cd-8d31-7fd5554668c0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:08.518302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 52972) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:08.575424 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816084b3-64bc-46fe-9ccf-a8b0f9d9d21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:08.597512 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816084b3-64bc-46fe-9ccf-a8b0f9d9d21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:08.695646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1506931-0411-48fb-a831-60734945fec4 req-1049cd53-8b82-4ff4-b665-09f522b97482 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 210 time: 0.0270560 Oct 13 14:42:08.738019 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816084b3-64bc-46fe-9ccf-a8b0f9d9d21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:08.741652 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816084b3-64bc-46fe-9ccf-a8b0f9d9d21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:08.742883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-816084b3-64bc-46fe-9ccf-a8b0f9d9d21e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d28972d2-aa4f-47cd-8d31-7fd5554668c0 HTTP/1.1" status: 204 len: 168 time: 0.2228231 Oct 13 14:42:08.751409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816084b3-64bc-46fe-9ccf-a8b0f9d9d21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28972d2-aa4f-47cd-8d31-7fd5554668c0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:09.803250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78e8633f-93c5-4a30-9385-eb091c3540af req-25054b8e-d3c8-4a92-ad84-b654b8305ff6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 210 time: 0.0285175 Oct 13 14:42:10.157483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-4a09be0a-2f3a-40be-91a3-b1cbb251d160 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:10.159055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-4a09be0a-2f3a-40be-91a3-b1cbb251d160 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 811 time: 0.1161458 Oct 13 14:42:10.206744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-54eff7ed-4475-4153-92b3-5bd5927b65ca tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f59679c6494a9e8ae6c3645e566442 HTTP/1.1" status: 200 len: 379 time: 0.0354245 Oct 13 14:42:10.217460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-401805e9-1105-435e-99f4-ae4cf384cd39 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'port': {'device_id': '628a6004-b08c-403a-8cd8-dbc864c21752', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'admin_state_up': True, 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'security_groups': ['7e3531bc-24ae-47d2-8c74-68feab4a72e1']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:42:10.443851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-401805e9-1105-435e-99f4-ae4cf384cd39 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Made reservation on behalf of 94f59679c6494a9e8ae6c3645e566442 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:42:10.446885 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-401805e9-1105-435e-99f4-ae4cf384cd39 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:10.625904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-401805e9-1105-435e-99f4-ae4cf384cd39 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Allocated IP 172.20.0.6 (4e8a36f7-8caf-41d4-931c-18eadbf2a690/08748c55-89a9-4f16-983f-c770a7b74817/489c97a4-52cc-484d-9bf6-1fa9f203e8ae) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:42:10.805298 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-401805e9-1105-435e-99f4-ae4cf384cd39 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:10.910411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-740bc7c2-8469-4b77-9569-e323b063de24 req-d5cfa41d-75b1-4e2e-aec2-033e705de3cd tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 210 time: 0.0299535 Oct 13 14:42:10.947125 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-401805e9-1105-435e-99f4-ae4cf384cd39 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:11.016207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401805e9-1105-435e-99f4-ae4cf384cd39 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'Port': ['ID=489c97a4-52cc-484d-9bf6-1fa9f203e8ae,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:11.026341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-401805e9-1105-435e-99f4-ae4cf384cd39 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:42:11.028260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-401805e9-1105-435e-99f4-ae4cf384cd39 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:42:11.030750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-401805e9-1105-435e-99f4-ae4cf384cd39 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:42:11.083299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-401805e9-1105-435e-99f4-ae4cf384cd39 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:11.084152 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-401805e9-1105-435e-99f4-ae4cf384cd39 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:11.199629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-401805e9-1105-435e-99f4-ae4cf384cd39 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9858310 Oct 13 14:42:11.217380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Request body: {'port': {'device_id': '628a6004-b08c-403a-8cd8-dbc864c21752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:42:11.280539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-cb6ceb49-e38a-4b46-8344-d135a5e30fab None None] Provisioning complete for port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:11.281172 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cb6ceb49-e38a-4b46-8344-d135a5e30fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:11.285702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:11.325503 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ceb49-e38a-4b46-8344-d135a5e30fab None None] Port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:42:11.600350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489c97a4-52cc-484d-9bf6-1fa9f203e8ae {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:42:11.609338 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:11.627075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Transition to ACTIVE for port object 489c97a4-52cc-484d-9bf6-1fa9f203e8ae will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:42:11.735056 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:11.787538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Pushing event updated for resources: {'Port': ['ID=489c97a4-52cc-484d-9bf6-1fa9f203e8ae,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:11.866243 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Attempting to bind port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:42:11.867082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Attempting to bind port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:42:11.867082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Attempting to bind port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:42:11.871775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:42:11.872136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Attempting to bind port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae on network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:42:11.877980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:42:11.878327 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Checking segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:42:11.878712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Bound using segment: {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:42:11.879141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Bound port: 489c97a4-52cc-484d-9bf6-1fa9f203e8ae, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '069af982-a929-48dc-bc63-6414574652a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:42:11.879527 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:11.969201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] For port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:42:11.974436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] For port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=489c97a4-52cc-484d-9bf6-1fa9f203e8ae,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:42:12.061227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bfc77-bf44-4725-8575-8e1c5b1196ae req-e68574fe-884a-45ae-a064-057ffe4e3ad0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:12.062820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c51bfc77-bf44-4725-8575-8e1c5b1196ae req-e68574fe-884a-45ae-a064-057ffe4e3ad0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 943 time: 0.0600154 Oct 13 14:42:12.103803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c51bfc77-bf44-4725-8575-8e1c5b1196ae req-52c90738-6b0e-46a7-91b3-7d6e21dce55f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338132 Oct 13 14:42:12.135935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:12.172365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:12.173545 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:12.175092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] 10.222.0.49 "PUT /v2.0/ports/489c97a4-52cc-484d-9bf6-1fa9f203e8ae HTTP/1.1" status: 200 len: 1092 time: 0.9623811 Oct 13 14:42:12.177854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628a6004-b08c-403a-8cd8-dbc864c21752', 'tag': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:42:12.180367 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c5ca2b-e6ab-45ac-ad48-3c8e843090a3" -d '{"events": [{"name": "network-changed", "server_uuid": "628a6004-b08c-403a-8cd8-dbc864c21752", "tag": "489c97a4-52cc-484d-9bf6-1fa9f203e8ae"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:42:12.221332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c69f1-0a87-4ac7-94fe-af54eea0ccdf service neutron] Pushing event updated for resources: {'Port': ['ID=489c97a4-52cc-484d-9bf6-1fa9f203e8ae,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:12.232331 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31e07a1-4aa9-4198-9fe7-60b54627badf x-openstack-request-id: req-a31e07a1-4aa9-4198-9fe7-60b54627badf {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:42:12.232728 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628a6004-b08c-403a-8cd8-dbc864c21752", "tag": "489c97a4-52cc-484d-9bf6-1fa9f203e8ae", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:42:12.233120 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a31e07a1-4aa9-4198-9fe7-60b54627badf {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:42:12.233650 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628a6004-b08c-403a-8cd8-dbc864c21752', 'tag': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae', 'status': 'completed', 'code': 200} Oct 13 14:42:12.315425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5ca2b-e6ab-45ac-ad48-3c8e843090a3 req-1cd6fbd6-14d2-46e8-893f-233152ff93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:12.317037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24c5ca2b-e6ab-45ac-ad48-3c8e843090a3 req-1cd6fbd6-14d2-46e8-893f-233152ff93fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 1095 time: 0.0547345 Oct 13 14:42:12.482832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5ca2b-e6ab-45ac-ad48-3c8e843090a3 req-5fc194fa-2695-4e09-acd9-6d3fbaae7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:12.484415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24c5ca2b-e6ab-45ac-ad48-3c8e843090a3 req-5fc194fa-2695-4e09-acd9-6d3fbaae7517 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=94f59679c6494a9e8ae6c3645e566442&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1539843 Oct 13 14:42:12.666810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5ca2b-e6ab-45ac-ad48-3c8e843090a3 req-cdbc1c04-bf6f-4073-9203-630a74a815c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:12.668399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24c5ca2b-e6ab-45ac-ad48-3c8e843090a3 req-cdbc1c04-bf6f-4073-9203-630a74a815c9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1725032 Oct 13 14:42:12.736598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-3a95c8da-17fb-44f6-9cd1-62f9ce2d8353 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:12.738639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-3a95c8da-17fb-44f6-9cd1-62f9ce2d8353 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/networks?id=a0aed768-82be-43fe-87e3-0d186f9748b2 HTTP/1.1" status: 200 len: 813 time: 0.1609020 Oct 13 14:42:12.770530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-659c56a6-88d1-4412-b26a-b028fb9c8c45 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/quotas/97da299e19d749f383a61f0e924d0b29 HTTP/1.1" status: 200 len: 375 time: 0.0158732 Oct 13 14:42:12.790041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-5d9ba15d-8d10-4c9e-9e27-97d31bf1f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:12.791712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-5d9ba15d-8d10-4c9e-9e27-97d31bf1f094 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 1095 time: 0.0732961 Oct 13 14:42:12.816023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-172e766a-684c-4f94-b5c9-8d72e02dc7c6 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=97da299e19d749f383a61f0e924d0b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369968 Oct 13 14:42:12.855582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-c8d2c695-4b2e-4832-8280-ff6fc74a7ffe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=489c97a4-52cc-484d-9bf6-1fa9f203e8ae HTTP/1.1" status: 200 len: 217 time: 0.0467830 Oct 13 14:42:12.952477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-7bc05deb-601d-4a01-8b91-2840555555f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:12.954070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-7bc05deb-601d-4a01-8b91-2840555555f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0838697 Oct 13 14:42:13.004045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-7c45fdc1-e244-4fe6-92a3-397229eed095 service neutron] 10.222.0.18 "GET /v2.0/networks/a0aed768-82be-43fe-87e3-0d186f9748b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574128 Oct 13 14:42:13.067433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-852b4767-0f5d-4eca-9829-5745baaa6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:13.069643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-852b4767-0f5d-4eca-9829-5745baaa6944 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028805 Oct 13 14:42:13.160556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-8a437753-442a-4695-98db-054fbec9c8b7 service neutron] 10.222.0.18 "GET /v2.0/networks/a0aed768-82be-43fe-87e3-0d186f9748b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483490 Oct 13 14:42:13.242055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-4c883e34-5ef8-4c68-8804-06d5e2bc7e16 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606793 Oct 13 14:42:13.262601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a4d45-c7a9-48f4-9419-98a0b25a5334 req-ed60bc47-b6c1-43d6-a0dd-49978b992f87 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:13.264562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-073a4d45-c7a9-48f4-9419-98a0b25a5334 req-ed60bc47-b6c1-43d6-a0dd-49978b992f87 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 943 time: 0.0851557 Oct 13 14:42:13.297449 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53082) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:13.363027 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-073a4d45-c7a9-48f4-9419-98a0b25a5334 req-7cac2450-ddf1-4991-8ceb-13c4c21082c9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880342 Oct 13 14:42:13.404018 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90ca9b04-2e61-40f6-85b0-d58dab0707fe req-2248b1a5-11e3-4599-9804-27ab9fa3c02d service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383548 Oct 13 14:42:13.428746 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f847cb0-3f51-406c-82e3-d71ae2a5200f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:13.507638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce675a19-f798-4d6c-8fa4-3e8f68336412 req-6ff54543-5863-44e5-9abb-081c19582f66 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 210 time: 0.0314775 Oct 13 14:42:13.534552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f847cb0-3f51-406c-82e3-d71ae2a5200f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:13.620259 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8f847cb0-3f51-406c-82e3-d71ae2a5200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:13.664262 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8f847cb0-3f51-406c-82e3-d71ae2a5200f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acff7650a3cd42d0b73f7f322ae7ee57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654120 Oct 13 14:42:13.665381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f847cb0-3f51-406c-82e3-d71ae2a5200f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3949ab-8300-4e46-867d-c7f4c71b2044,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:13.667049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53096) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:13.720211 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-137c45f5-f166-4c43-a77f-d49e6b0e70c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:13.744114 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-137c45f5-f166-4c43-a77f-d49e6b0e70c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:13.909390 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-137c45f5-f166-4c43-a77f-d49e6b0e70c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:13.911970 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-137c45f5-f166-4c43-a77f-d49e6b0e70c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:13.913357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-137c45f5-f166-4c43-a77f-d49e6b0e70c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee3949ab-8300-4e46-867d-c7f4c71b2044 HTTP/1.1" status: 204 len: 168 time: 0.2451022 Oct 13 14:42:13.924906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c45f5-f166-4c43-a77f-d49e6b0e70c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3949ab-8300-4e46-867d-c7f4c71b2044,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:14.497101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b1124-7472-4a38-8965-42e30b09ae61 req-32a319c7-9011-4fb9-9234-1092ee0af8fa tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:14.498799 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-690b1124-7472-4a38-8965-42e30b09ae61 req-32a319c7-9011-4fb9-9234-1092ee0af8fa tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 943 time: 0.0545433 Oct 13 14:42:14.543875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-690b1124-7472-4a38-8965-42e30b09ae61 req-ce443443-ce8e-4412-9f58-f213b19f36f2 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382566 Oct 13 14:42:14.616218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea498372-ad13-4bce-a295-1b58ffe7cf40 req-1e77f054-d46a-4cf9-8ca6-c634d6501dee tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 210 time: 0.0275116 Oct 13 14:42:14.734227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53108) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:14.748247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80fabc24-0737-4d94-9202-e50b9505bfd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:14.905230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80fabc24-0737-4d94-9202-e50b9505bfd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:15.014984 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80fabc24-0737-4d94-9202-e50b9505bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:15.054648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-80fabc24-0737-4d94-9202-e50b9505bfd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0db07f9ff0be4c7e8849785bf8856a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193231 Oct 13 14:42:15.055585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fabc24-0737-4d94-9202-e50b9505bfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884de8d9-fbd3-4a9b-bc27-55f07ddf56d5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:15.057678 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53110) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:15.122000 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1dee74d-2f0c-41e4-839c-e20706f7f71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:15.144297 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1dee74d-2f0c-41e4-839c-e20706f7f71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:15.329200 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1dee74d-2f0c-41e4-839c-e20706f7f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:15.331657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1dee74d-2f0c-41e4-839c-e20706f7f71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:15.332962 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b1dee74d-2f0c-41e4-839c-e20706f7f71f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/884de8d9-fbd3-4a9b-bc27-55f07ddf56d5 HTTP/1.1" status: 204 len: 168 time: 0.2666748 Oct 13 14:42:15.343749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dee74d-2f0c-41e4-839c-e20706f7f71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884de8d9-fbd3-4a9b-bc27-55f07ddf56d5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:16.056956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4de8eaea-af03-4ff0-8515-7b18f502f213 req-d46c1c68-8e6e-4397-843c-c4c4c97d3f9d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 210 time: 0.0587902 Oct 13 14:42:16.094980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7267d4-0eba-4020-b89d-80d1a4cd360e req-837c4544-4034-4f0d-baab-c5f51df7d96f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:16.096387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e7267d4-0eba-4020-b89d-80d1a4cd360e req-837c4544-4034-4f0d-baab-c5f51df7d96f tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 943 time: 0.4615090 Oct 13 14:42:16.133585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-123d37ec-da03-424d-93f8-a17c33410db7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:16.138753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-123d37ec-da03-424d-93f8-a17c33410db7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.41 "GET /v2.0/networks?id=a0aed768-82be-43fe-87e3-0d186f9748b2 HTTP/1.1" status: 200 len: 813 time: 0.5265846 Oct 13 14:42:16.150167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-84cd472b-55e8-4683-865c-4f581027f291 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Request body: {'port': {'device_id': '48b5b380-4000-4edd-aebf-d20ee0a7f46b', 'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2', 'admin_state_up': True, 'tenant_id': '97da299e19d749f383a61f0e924d0b29'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:42:16.201076 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e7267d4-0eba-4020-b89d-80d1a4cd360e req-1b725330-e4aa-4569-9b01-ae74b7d69d43 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971286 Oct 13 14:42:16.409075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-84cd472b-55e8-4683-865c-4f581027f291 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Made reservation on behalf of 97da299e19d749f383a61f0e924d0b29 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:42:16.413392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-84cd472b-55e8-4683-865c-4f581027f291 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:16.547778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-84cd472b-55e8-4683-865c-4f581027f291 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Allocated IP 172.20.0.10 (a0aed768-82be-43fe-87e3-0d186f9748b2/ddcd9561-27da-47e7-a91b-dbaa48adb45c/ca5e5344-cca7-4ef4-8bb1-dfa165d35d31) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:42:16.730676 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-84cd472b-55e8-4683-865c-4f581027f291 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:16.929030 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-84cd472b-55e8-4683-865c-4f581027f291 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:16.929030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-84cd472b-55e8-4683-865c-4f581027f291 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Network a0aed768-82be-43fe-87e3-0d186f9748b2 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:42:16.929449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-84cd472b-55e8-4683-865c-4f581027f291 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:42:16.933421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-84cd472b-55e8-4683-865c-4f581027f291 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:42:16.959064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd472b-55e8-4683-865c-4f581027f291 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Pushing event updated for resources: {'Port': ['ID=ca5e5344-cca7-4ef4-8bb1-dfa165d35d31,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:16.987465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-84cd472b-55e8-4683-865c-4f581027f291 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:16.988070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-84cd472b-55e8-4683-865c-4f581027f291 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:17.142424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-84cd472b-55e8-4683-865c-4f581027f291 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9968679 Oct 13 14:42:17.161533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Request body: {'port': {'device_id': '48b5b380-4000-4edd-aebf-d20ee0a7f46b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:42:17.244277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474cb86-e781-4187-93e3-404965916d50 req-0b483ab6-d380-4374-9157-7171c831940c tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:17.244277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1474cb86-e781-4187-93e3-404965916d50 req-0b483ab6-d380-4374-9157-7171c831940c tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 932 time: 0.1092908 Oct 13 14:42:17.252612 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:17.344231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1474cb86-e781-4187-93e3-404965916d50 req-56abb00c-bd34-4604-b3ca-07a3433a485c tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994699 Oct 13 14:42:17.380807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff0dbc-4bfa-429b-ae93-9fc84065f11c req-49e762be-eda5-4ccd-9fad-34ba0bb55c2d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:17.386646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7ff0dbc-4bfa-429b-ae93-9fc84065f11c req-49e762be-eda5-4ccd-9fad-34ba0bb55c2d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 943 time: 0.1124656 Oct 13 14:42:17.403745 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53150) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:17.518013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7ff0dbc-4bfa-429b-ae93-9fc84065f11c req-e271b0c4-3495-428f-b1e7-7f354c9cfcfa tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853093 Oct 13 14:42:17.525473 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13a36ddb-cd1c-4ecd-81cd-d96842dfd764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:17.618231 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13a36ddb-cd1c-4ecd-81cd-d96842dfd764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:17.628083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:42:17.636039 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:17.648234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Transition to ACTIVE for port object ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:42:17.757774 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-13a36ddb-cd1c-4ecd-81cd-d96842dfd764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:17.798398 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-13a36ddb-cd1c-4ecd-81cd-d96842dfd764 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a308436fdfa6426fb0fa0481410112b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924005 Oct 13 14:42:17.800944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a36ddb-cd1c-4ecd-81cd-d96842dfd764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc8180f-f20a-482c-a919-a23a8e106058,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:17.801112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53154) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:17.838923 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:17.897143 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f46d4f46-0522-4cb7-9047-e6914398baa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:17.909693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Pushing event updated for resources: {'Port': ['ID=ca5e5344-cca7-4ef4-8bb1-dfa165d35d31,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:17.946821 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f46d4f46-0522-4cb7-9047-e6914398baa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:18.019828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Attempting to bind port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:42:18.020083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Attempting to bind port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '66ba78a9-cad2-4223-b976-28811e13292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:42:18.020416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Attempting to bind port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 on network a0aed768-82be-43fe-87e3-0d186f9748b2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:42:18.026495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 on network a0aed768-82be-43fe-87e3-0d186f9748b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:42:18.026823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Attempting to bind port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 on network a0aed768-82be-43fe-87e3-0d186f9748b2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:42:18.032241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:42:18.032581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Checking segment: {'id': '66ba78a9-cad2-4223-b976-28811e13292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:42:18.032967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Bound using segment: {'id': '66ba78a9-cad2-4223-b976-28811e13292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:42:18.033447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Bound port: ca5e5344-cca7-4ef4-8bb1-dfa165d35d31, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ba78a9-cad2-4223-b976-28811e13292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:42:18.033822 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:18.101461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] For port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:42:18.103378 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f46d4f46-0522-4cb7-9047-e6914398baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:18.105978 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f46d4f46-0522-4cb7-9047-e6914398baa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:18.107129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f46d4f46-0522-4cb7-9047-e6914398baa5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bc8180f-f20a-482c-a919-a23a8e106058 HTTP/1.1" status: 204 len: 168 time: 0.3051822 Oct 13 14:42:18.108827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] For port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca5e5344-cca7-4ef4-8bb1-dfa165d35d31,segment=NetworkSegment(66ba78a9-cad2-4223-b976-28811e13292d),segment_id=66ba78a9-cad2-4223-b976-28811e13292d)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:42:18.117581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d4f46-0522-4cb7-9047-e6914398baa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc8180f-f20a-482c-a919-a23a8e106058,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:18.193207 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:18.244921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:18.245594 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:18.246999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] 10.222.0.41 "PUT /v2.0/ports/ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 HTTP/1.1" status: 200 len: 1093 time: 1.0908630 Oct 13 14:42:18.247451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b5b380-4000-4edd-aebf-d20ee0a7f46b', 'tag': 'ca5e5344-cca7-4ef4-8bb1-dfa165d35d31'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:42:18.253610 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fec721-935b-49aa-88a6-8c739fc2723d" -d '{"events": [{"name": "network-changed", "server_uuid": "48b5b380-4000-4edd-aebf-d20ee0a7f46b", "tag": "ca5e5344-cca7-4ef4-8bb1-dfa165d35d31"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:42:18.276424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d26d26-0126-4b9d-b5f6-ff8345c1564e service neutron] Pushing event updated for resources: {'Port': ['ID=ca5e5344-cca7-4ef4-8bb1-dfa165d35d31,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:18.291234 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b5b5c2-8e3d-499a-a628-e3cdcd063641 x-openstack-request-id: req-96b5b5c2-8e3d-499a-a628-e3cdcd063641 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:42:18.291570 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b5b380-4000-4edd-aebf-d20ee0a7f46b", "tag": "ca5e5344-cca7-4ef4-8bb1-dfa165d35d31", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:42:18.291818 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96b5b5c2-8e3d-499a-a628-e3cdcd063641 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:42:18.292224 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b5b380-4000-4edd-aebf-d20ee0a7f46b', 'tag': 'ca5e5344-cca7-4ef4-8bb1-dfa165d35d31', 'status': 'completed', 'code': 200} Oct 13 14:42:18.354225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fec721-935b-49aa-88a6-8c739fc2723d req-4428a2f6-89f9-4061-93b8-18ea107f8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:18.355727 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11fec721-935b-49aa-88a6-8c739fc2723d req-4428a2f6-89f9-4061-93b8-18ea107f8f04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97da299e19d749f383a61f0e924d0b29&device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 1096 time: 0.0430603 Oct 13 14:42:18.500552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92278798-fcc9-40f5-bee8-69a51cf2331a req-8e68a78e-5991-432e-b809-22228f0fe85d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:18.502167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92278798-fcc9-40f5-bee8-69a51cf2331a req-8e68a78e-5991-432e-b809-22228f0fe85d tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 944 time: 0.0870855 Oct 13 14:42:18.503258 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fec721-935b-49aa-88a6-8c739fc2723d req-5c96d7b0-033e-4bec-9b20-9493f3877d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:18.504569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11fec721-935b-49aa-88a6-8c739fc2723d req-5c96d7b0-033e-4bec-9b20-9493f3877d80 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=97da299e19d749f383a61f0e924d0b29&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1407895 Oct 13 14:42:18.591177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92278798-fcc9-40f5-bee8-69a51cf2331a req-10ee9d57-0c82-47ce-9bea-4a88ac3e441a tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818040 Oct 13 14:42:18.672677 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3021db5-9638-47a7-8ee4-829f6bf77416 req-cce45aa1-2a93-4c4f-8100-64b3c76157e8 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:18.674184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3021db5-9638-47a7-8ee4-829f6bf77416 req-cce45aa1-2a93-4c4f-8100-64b3c76157e8 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 943 time: 0.0821514 Oct 13 14:42:18.675584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fec721-935b-49aa-88a6-8c739fc2723d req-68dfad51-2867-4dc0-b4eb-47f6b6a294ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:18.677590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-11fec721-935b-49aa-88a6-8c739fc2723d req-68dfad51-2867-4dc0-b4eb-47f6b6a294ba service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605148 Oct 13 14:42:18.694918 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:18.715271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3021db5-9638-47a7-8ee4-829f6bf77416 req-d06b69b4-33ff-4ecf-9645-ace19a38c432 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341275 Oct 13 14:42:18.761959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-5620cb2c-80e7-408e-b3ca-0d396d5a97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:18.762098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-5620cb2c-80e7-408e-b3ca-0d396d5a97b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97da299e19d749f383a61f0e924d0b29&device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 1096 time: 0.0444412 Oct 13 14:42:18.806588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-db257436-fd7e-466c-8484-83fb37fee818 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 HTTP/1.1" status: 200 len: 217 time: 0.0358160 Oct 13 14:42:18.863871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-c36a1daf-5699-4b63-8019-de3c74647315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:18.865769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-c36a1daf-5699-4b63-8019-de3c74647315 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ddcd9561-27da-47e7-a91b-dbaa48adb45c HTTP/1.1" status: 200 len: 853 time: 0.0520930 Oct 13 14:42:18.901396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-b23b3170-32b4-49ed-a818-b3a189dadb03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a0aed768-82be-43fe-87e3-0d186f9748b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275161 Oct 13 14:42:18.997606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-9af71fd9-6a65-4d93-a584-66e619872738 service neutron] 10.222.0.41 "GET /v2.0/networks/a0aed768-82be-43fe-87e3-0d186f9748b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884345 Oct 13 14:42:19.096522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15fb4949-0b5a-43de-9770-47ce3aa0c097 req-f607b321-a25f-4498-8b8f-11155ab24d65 service neutron] 10.222.0.41 "GET /v2.0/networks/a0aed768-82be-43fe-87e3-0d186f9748b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913622 Oct 13 14:42:19.592149 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-45ad4f04-621a-439d-9ec4-ff771a9dd9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:19.736996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9572010-fc09-474f-87da-0b2d0ab925ea req-09d275f5-fea2-45da-8d23-4381541bdbbe tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:19.738472 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9572010-fc09-474f-87da-0b2d0ab925ea req-09d275f5-fea2-45da-8d23-4381541bdbbe tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 944 time: 0.0536633 Oct 13 14:42:19.781716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a9572010-fc09-474f-87da-0b2d0ab925ea req-237e603c-1bbb-4434-a3cd-d1e480ef3646 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343413 Oct 13 14:42:19.889897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82dc1c-798c-4e48-a703-1f8d7c5e02d5 req-41e25a6a-3759-455b-b687-9c5a3ea83ae0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:19.891347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d82dc1c-798c-4e48-a703-1f8d7c5e02d5 req-41e25a6a-3759-455b-b687-9c5a3ea83ae0 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 943 time: 0.0543327 Oct 13 14:42:19.938236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d82dc1c-798c-4e48-a703-1f8d7c5e02d5 req-e1a18015-b327-4983-be84-f45a29d1e735 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391366 Oct 13 14:42:20.448304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f72158-eea2-4143-9089-89d5611d472e req-0e586ee2-63b0-4db1-b0b3-5bf79de0439f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:20.454734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f72158-eea2-4143-9089-89d5611d472e req-0e586ee2-63b0-4db1-b0b3-5bf79de0439f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:20.460732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f72158-eea2-4143-9089-89d5611d472e req-0e586ee2-63b0-4db1-b0b3-5bf79de0439f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:20.467000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f72158-eea2-4143-9089-89d5611d472e req-0e586ee2-63b0-4db1-b0b3-5bf79de0439f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:20.473334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f72158-eea2-4143-9089-89d5611d472e req-0e586ee2-63b0-4db1-b0b3-5bf79de0439f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:20.479950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f72158-eea2-4143-9089-89d5611d472e req-0e586ee2-63b0-4db1-b0b3-5bf79de0439f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:20.486112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f72158-eea2-4143-9089-89d5611d472e req-0e586ee2-63b0-4db1-b0b3-5bf79de0439f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:20.488169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64f72158-eea2-4143-9089-89d5611d472e req-0e586ee2-63b0-4db1-b0b3-5bf79de0439f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5435 time: 0.0980098 Oct 13 14:42:20.535318 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64f72158-eea2-4143-9089-89d5611d472e req-015b5980-3dd2-49ed-b598-f477763df3a4 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395887 Oct 13 14:42:20.916858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779674d3-826b-43b8-b3b0-cb32dadf1bad req-ff9c6159-39e0-4d7f-8ac1-d2827844a608 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:20.918448 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-779674d3-826b-43b8-b3b0-cb32dadf1bad req-ff9c6159-39e0-4d7f-8ac1-d2827844a608 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 944 time: 0.0605741 Oct 13 14:42:20.957661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-779674d3-826b-43b8-b3b0-cb32dadf1bad req-c1cff431-4f90-45b3-b9d6-068ef3bffdba tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329971 Oct 13 14:42:21.071375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89331b2e-c8f9-4ae5-8abe-b6d20cb6b1a6 req-c4a4c990-be68-4041-bdec-e6a8e57c6b30 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:21.073019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89331b2e-c8f9-4ae5-8abe-b6d20cb6b1a6 req-c4a4c990-be68-4041-bdec-e6a8e57c6b30 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 943 time: 0.0625670 Oct 13 14:42:21.120122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89331b2e-c8f9-4ae5-8abe-b6d20cb6b1a6 req-d72f24e9-bb46-47d6-9647-b5d6ad81d7fd tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393372 Oct 13 14:42:21.694272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a8ed6-41f7-40fb-854e-f695299ff4d6 req-9f689cf0-e42e-4990-b865-6d487566898f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:21.703391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a8ed6-41f7-40fb-854e-f695299ff4d6 req-9f689cf0-e42e-4990-b865-6d487566898f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:21.712678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a8ed6-41f7-40fb-854e-f695299ff4d6 req-9f689cf0-e42e-4990-b865-6d487566898f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:21.718854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a8ed6-41f7-40fb-854e-f695299ff4d6 req-9f689cf0-e42e-4990-b865-6d487566898f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:21.725959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a8ed6-41f7-40fb-854e-f695299ff4d6 req-9f689cf0-e42e-4990-b865-6d487566898f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:21.734451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a8ed6-41f7-40fb-854e-f695299ff4d6 req-9f689cf0-e42e-4990-b865-6d487566898f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:21.741417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a8ed6-41f7-40fb-854e-f695299ff4d6 req-9f689cf0-e42e-4990-b865-6d487566898f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:21.743473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484a8ed6-41f7-40fb-854e-f695299ff4d6 req-9f689cf0-e42e-4990-b865-6d487566898f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5435 time: 0.1117995 Oct 13 14:42:21.789290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-484a8ed6-41f7-40fb-854e-f695299ff4d6 req-761969a0-8867-4540-b66c-61b1e92e3005 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387363 Oct 13 14:42:22.120286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-97de027f-8846-4c45-b011-1066c6ace81d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:22.126322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-97de027f-8846-4c45-b011-1066c6ace81d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:22.132697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-97de027f-8846-4c45-b011-1066c6ace81d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:22.138760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-97de027f-8846-4c45-b011-1066c6ace81d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:22.144781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-97de027f-8846-4c45-b011-1066c6ace81d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:22.151719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-97de027f-8846-4c45-b011-1066c6ace81d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:22.157870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-97de027f-8846-4c45-b011-1066c6ace81d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:22.159676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-97de027f-8846-4c45-b011-1066c6ace81d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 5435 time: 0.1342895 Oct 13 14:42:22.169407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689059b4-e1a8-4846-897d-7d45c2bd2fa0 req-3f9fa444-1ed9-428a-8ab2-fd0f7bda1e86 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:22.170894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-689059b4-e1a8-4846-897d-7d45c2bd2fa0 req-3f9fa444-1ed9-428a-8ab2-fd0f7bda1e86 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 944 time: 0.1357186 Oct 13 14:42:22.180490 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:22.253122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-e800ec67-1a83-416a-9162-cb66d36af449 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:22.254626 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-e800ec67-1a83-416a-9162-cb66d36af449 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "GET /v2.0/ports/2c37e341-3a35-47e3-8b77-88ecba7dd0b1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0827439 Oct 13 14:42:22.294047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-689059b4-e1a8-4846-897d-7d45c2bd2fa0 req-898c5aa2-5322-409b-bc7f-bab65174ee0c tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122544 Oct 13 14:42:22.308536 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-35838ac3-d50d-4bd1-8073-5465ca185121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:22.345779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27ece4-3d01-49dc-97f3-398c4f764b9e req-329c54df-4978-4530-ae9e-576fac81e3a9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:22.347287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b27ece4-3d01-49dc-97f3-398c4f764b9e req-329c54df-4978-4530-ae9e-576fac81e3a9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 943 time: 0.1359479 Oct 13 14:42:22.408939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-a96474da-8425-485a-b61c-b01baac4af57 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "GET /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1434510 Oct 13 14:42:22.412490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b27ece4-3d01-49dc-97f3-398c4f764b9e req-0a28ef7d-bf4d-463e-9944-2d0bc5ae4626 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582063 Oct 13 14:42:22.423750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-ff1f611e-bb37-4a6a-9966-d67b9812f0ec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:42:22.488884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-ff1f611e-bb37-4a6a-9966-d67b9812f0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:22.627355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-ff1f611e-bb37-4a6a-9966-d67b9812f0ec service neutron] For port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2c37e341-3a35-47e3-8b77-88ecba7dd0b1,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:22.663543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-ff1f611e-bb37-4a6a-9966-d67b9812f0ec service neutron] For port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:42:22.698110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-ff1f611e-bb37-4a6a-9966-d67b9812f0ec service neutron] device_id is not set on port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:42:22.707165 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-ff1f611e-bb37-4a6a-9966-d67b9812f0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:22.789124 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-ff1f611e-bb37-4a6a-9966-d67b9812f0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:22.855079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-ff1f611e-bb37-4a6a-9966-d67b9812f0ec service neutron] No DVR routers for this DVR port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:42:22.857552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f611e-bb37-4a6a-9966-d67b9812f0ec service neutron] Pushing event updated for resources: {'Port': ['ID=2c37e341-3a35-47e3-8b77-88ecba7dd0b1,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:22.937697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-ff1f611e-bb37-4a6a-9966-d67b9812f0ec service neutron] In _notify_port_updated(), no bound segment for port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 {{(pid=112685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:42:22.937697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-ff1f611e-bb37-4a6a-9966-d67b9812f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:22.937697 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-ff1f611e-bb37-4a6a-9966-d67b9812f0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:22.937697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-ff1f611e-bb37-4a6a-9966-d67b9812f0ec service neutron] 10.222.0.41 "PUT /v2.0/ports/2c37e341-3a35-47e3-8b77-88ecba7dd0b1 HTTP/1.1" status: 200 len: 1028 time: 0.5183086 Oct 13 14:42:22.995402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374786b-6d74-4f28-9d8f-a17a565ee964 req-acf29476-a9ba-4321-995e-f3a4ae623cdb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:23.001478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374786b-6d74-4f28-9d8f-a17a565ee964 req-acf29476-a9ba-4321-995e-f3a4ae623cdb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:23.008531 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374786b-6d74-4f28-9d8f-a17a565ee964 req-acf29476-a9ba-4321-995e-f3a4ae623cdb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:23.014732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374786b-6d74-4f28-9d8f-a17a565ee964 req-acf29476-a9ba-4321-995e-f3a4ae623cdb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:23.021086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374786b-6d74-4f28-9d8f-a17a565ee964 req-acf29476-a9ba-4321-995e-f3a4ae623cdb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:23.026988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374786b-6d74-4f28-9d8f-a17a565ee964 req-acf29476-a9ba-4321-995e-f3a4ae623cdb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:23.028839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7374786b-6d74-4f28-9d8f-a17a565ee964 req-acf29476-a9ba-4321-995e-f3a4ae623cdb tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 4660 time: 0.1353245 Oct 13 14:42:23.032656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-66b3f2f1-f38e-4a84-834f-d21a3a959a1c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:23.034059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-66b3f2f1-f38e-4a84-834f-d21a3a959a1c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "GET /v2.0/ports/f928a12f-8d60-4dde-bc7d-f75ac0b51092?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0915933 Oct 13 14:42:23.047097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-cfd28e9c-6040-453f-bc49-c619b2806611 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:42:23.084697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a2fb71bc-6951-4e36-b134-b12d727040b6 None None] Provisioning complete for port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:23.085112 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a2fb71bc-6951-4e36-b134-b12d727040b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:23.102133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7374786b-6d74-4f28-9d8f-a17a565ee964 req-9177f447-f326-4940-86ab-b9374f952e93 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b6f35c0-0cdb-4d30-9823-7e9c9959be18&id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663691 Oct 13 14:42:23.126110 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb71bc-6951-4e36-b134-b12d727040b6 None None] Port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:42:23.138250 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-cfd28e9c-6040-453f-bc49-c619b2806611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:23.276533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-cfd28e9c-6040-453f-bc49-c619b2806611 service neutron] For port f928a12f-8d60-4dde-bc7d-f75ac0b51092, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=f928a12f-8d60-4dde-bc7d-f75ac0b51092,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:23.313287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-cfd28e9c-6040-453f-bc49-c619b2806611 service neutron] For port f928a12f-8d60-4dde-bc7d-f75ac0b51092, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:42:23.350726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-cfd28e9c-6040-453f-bc49-c619b2806611 service neutron] device_id is not set on port f928a12f-8d60-4dde-bc7d-f75ac0b51092 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:42:23.360916 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-cfd28e9c-6040-453f-bc49-c619b2806611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:23.417867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad12e8-60f7-4711-8f5d-4cc854dc0db2 req-ef0fbf7b-3ef6-45a5-878f-2f1f3f38515a tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:23.419348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cad12e8-60f7-4711-8f5d-4cc854dc0db2 req-ef0fbf7b-3ef6-45a5-878f-2f1f3f38515a tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 944 time: 0.0554211 Oct 13 14:42:23.460633 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cad12e8-60f7-4711-8f5d-4cc854dc0db2 req-89e9b822-0255-4d10-a352-594a61b27358 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350816 Oct 13 14:42:23.478873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-cfd28e9c-6040-453f-bc49-c619b2806611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:23.576460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-cfd28e9c-6040-453f-bc49-c619b2806611 service neutron] No DVR routers for this DVR port f928a12f-8d60-4dde-bc7d-f75ac0b51092 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:42:23.578280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd28e9c-6040-453f-bc49-c619b2806611 service neutron] Pushing event updated for resources: {'Port': ['ID=f928a12f-8d60-4dde-bc7d-f75ac0b51092,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:23.637701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf104d-7f72-4f6d-9326-8d40c829c297 req-54a1941c-c4db-4d62-9f6f-d4373497f21e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:23.639316 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ccf104d-7f72-4f6d-9326-8d40c829c297 req-54a1941c-c4db-4d62-9f6f-d4373497f21e tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 943 time: 0.1364117 Oct 13 14:42:23.640558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-cfd28e9c-6040-453f-bc49-c619b2806611 service neutron] In _notify_port_updated(), no bound segment for port f928a12f-8d60-4dde-bc7d-f75ac0b51092 on network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 {{(pid=112685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:42:23.641749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-cfd28e9c-6040-453f-bc49-c619b2806611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:23.642388 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-cfd28e9c-6040-453f-bc49-c619b2806611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:23.647649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-cfd28e9c-6040-453f-bc49-c619b2806611 service neutron] 10.222.0.41 "PUT /v2.0/ports/f928a12f-8d60-4dde-bc7d-f75ac0b51092 HTTP/1.1" status: 200 len: 1027 time: 0.6017885 Oct 13 14:42:23.735893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ccf104d-7f72-4f6d-9326-8d40c829c297 req-033799d3-962a-40b0-872e-4c737a06281c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892069 Oct 13 14:42:23.759897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5982a06a-5e48-45be-b1e0-84a5d83e1084 None None] Provisioning complete for port f928a12f-8d60-4dde-bc7d-f75ac0b51092 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:23.760431 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5982a06a-5e48-45be-b1e0-84a5d83e1084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:23.791220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-70321216-c2a3-49d4-80cb-281cc5e9ae0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Deleting port 5da5fa50-7e51-4bac-9635-956781d762b9 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:42:23.791558 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-70321216-c2a3-49d4-80cb-281cc5e9ae0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:23.808946 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5982a06a-5e48-45be-b1e0-84a5d83e1084 None None] Port f928a12f-8d60-4dde-bc7d-f75ac0b51092 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:42:23.881931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-70321216-c2a3-49d4-80cb-281cc5e9ae0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] For port 5da5fa50-7e51-4bac-9635-956781d762b9, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5da5fa50-7e51-4bac-9635-956781d762b9,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:23.882353 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-70321216-c2a3-49d4-80cb-281cc5e9ae0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:23.889386 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:23.895909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-70321216-c2a3-49d4-80cb-281cc5e9ae0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Calling delete_port for 5da5fa50-7e51-4bac-9635-956781d762b9 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:42:24.040085 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:24.111941 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-70321216-c2a3-49d4-80cb-281cc5e9ae0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:24.146763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70321216-c2a3-49d4-80cb-281cc5e9ae0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Port': ['ID=5da5fa50-7e51-4bac-9635-956781d762b9,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:24.211844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-70321216-c2a3-49d4-80cb-281cc5e9ae0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] No DVR routers for this DVR port 5da5fa50-7e51-4bac-9635-956781d762b9 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:42:24.224387 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-70321216-c2a3-49d4-80cb-281cc5e9ae0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:24.225191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-70321216-c2a3-49d4-80cb-281cc5e9ae0e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "DELETE /v2.0/ports/5da5fa50-7e51-4bac-9635-956781d762b9 HTTP/1.1" status: 204 len: 173 time: 0.5720840 Oct 13 14:42:24.225647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-deleted', 'tag': '5da5fa50-7e51-4bac-9635-956781d762b9'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:42:24.227916 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b149ad-f85a-47d3-9bae-7b532db0826c" -d '{"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-deleted", "tag": "5da5fa50-7e51-4bac-9635-956781d762b9"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:42:24.274397 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdc197f-eaa3-41bd-9b0c-cc7a706c5605 x-openstack-request-id: req-1bdc197f-eaa3-41bd-9b0c-cc7a706c5605 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:42:24.274762 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-deleted", "tag": "5da5fa50-7e51-4bac-9635-956781d762b9", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:42:24.274949 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bdc197f-eaa3-41bd-9b0c-cc7a706c5605 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:42:24.275345 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-deleted', 'tag': '5da5fa50-7e51-4bac-9635-956781d762b9', 'status': 'completed', 'code': 200} Oct 13 14:42:24.328328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a520919-8b47-4261-a2b3-e85e3d2fa4f5 req-f9064579-a1b8-4fb4-9e36-10d862ee5c43 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:24.334497 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a520919-8b47-4261-a2b3-e85e3d2fa4f5 req-f9064579-a1b8-4fb4-9e36-10d862ee5c43 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:24.340539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a520919-8b47-4261-a2b3-e85e3d2fa4f5 req-f9064579-a1b8-4fb4-9e36-10d862ee5c43 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:24.346615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a520919-8b47-4261-a2b3-e85e3d2fa4f5 req-f9064579-a1b8-4fb4-9e36-10d862ee5c43 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:24.348280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a520919-8b47-4261-a2b3-e85e3d2fa4f5 req-f9064579-a1b8-4fb4-9e36-10d862ee5c43 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 3151 time: 0.1385212 Oct 13 14:42:24.411859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a520919-8b47-4261-a2b3-e85e3d2fa4f5 req-3418b683-5f8e-4acd-87a0-cec6250ec932 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555975 Oct 13 14:42:24.428571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-6d4c316c-5a9e-4de5-aed7-a9ed65c1ae02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Deleting port 721e5f9b-285c-4d44-b325-575341d83b4e {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:42:24.429177 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-6d4c316c-5a9e-4de5-aed7-a9ed65c1ae02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:24.555102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-6d4c316c-5a9e-4de5-aed7-a9ed65c1ae02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] For port 721e5f9b-285c-4d44-b325-575341d83b4e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=721e5f9b-285c-4d44-b325-575341d83b4e,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:24.558154 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-6d4c316c-5a9e-4de5-aed7-a9ed65c1ae02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:24.617592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-6d4c316c-5a9e-4de5-aed7-a9ed65c1ae02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Calling delete_port for 721e5f9b-285c-4d44-b325-575341d83b4e owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:42:24.690585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b84d6-3974-40ff-98a0-cd9c642cd3d3 req-71780679-c1e5-4de3-8afe-143fd9c80838 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:24.692204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b8b84d6-3974-40ff-98a0-cd9c642cd3d3 req-71780679-c1e5-4de3-8afe-143fd9c80838 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 944 time: 0.1260343 Oct 13 14:42:24.753972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b8b84d6-3974-40ff-98a0-cd9c642cd3d3 req-a647a7ea-1dce-4f0e-a1e4-627b8bb64834 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504227 Oct 13 14:42:24.835997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:42:24.843650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5da5fa50-7e51-4bac-9635-956781d762b9 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:42:24.874566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae37efe-c7a5-44cd-b5bd-0427565557e9 req-539d6539-aa4c-4075-a70d-e0880c7ea851 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:24.876477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae37efe-c7a5-44cd-b5bd-0427565557e9 req-539d6539-aa4c-4075-a70d-e0880c7ea851 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 943 time: 0.0616536 Oct 13 14:42:24.882668 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 5da5fa50-7e51-4bac-9635-956781d762b9 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:42:24.883012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5da5fa50-7e51-4bac-9635-956781d762b9 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:42:24.883927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device a40af342-105f-45cc-8b9c-1c286b9f02b3 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:42:24.918004 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-6d4c316c-5a9e-4de5-aed7-a9ed65c1ae02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:24.962213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ae37efe-c7a5-44cd-b5bd-0427565557e9 req-586eda91-f48c-4168-9746-9033d6fa54b9 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781999 Oct 13 14:42:24.965163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c316c-5a9e-4de5-aed7-a9ed65c1ae02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Port': ['ID=721e5f9b-285c-4d44-b325-575341d83b4e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:25.020266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-6d4c316c-5a9e-4de5-aed7-a9ed65c1ae02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] No DVR routers for this DVR port 721e5f9b-285c-4d44-b325-575341d83b4e on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:42:25.023510 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-6d4c316c-5a9e-4de5-aed7-a9ed65c1ae02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:25.027928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-6d4c316c-5a9e-4de5-aed7-a9ed65c1ae02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "DELETE /v2.0/ports/721e5f9b-285c-4d44-b325-575341d83b4e HTTP/1.1" status: 204 len: 173 time: 0.7945600 Oct 13 14:42:25.083324 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca5e5344-cca7-4ef4-8bb1-dfa165d35d31,segment=NetworkSegment(66ba78a9-cad2-4223-b976-28811e13292d),segment_id=66ba78a9-cad2-4223-b976-28811e13292d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:25.109243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'ca5e5344-cca7-4ef4-8bb1-dfa165d35d31', 'network_id': 'a0aed768-82be-43fe-87e3-0d186f9748b2', 'port_id': 'ca5e5344-cca7-4ef4-8bb1-dfa165d35d31', 'mac_address': 'fa:16:3e:ae:22:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddcd9561-27da-47e7-a91b-dbaa48adb45c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:42:25.113685 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:25.150236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-00e3cd85-bf79-4a9d-8533-359a6d272683 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Deleting port a40af342-105f-45cc-8b9c-1c286b9f02b3 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:42:25.151225 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-00e3cd85-bf79-4a9d-8533-359a6d272683 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:25.182367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port a40af342-105f-45cc-8b9c-1c286b9f02b3, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a40af342-105f-45cc-8b9c-1c286b9f02b3,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:25.185101 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40af342-105f-45cc-8b9c-1c286b9f02b3'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:42:25.187873 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134eb6a4-1c92-4fe6-afb2-4afe56665ebe" -d '{"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-unplugged", "status": "completed", "tag": "a40af342-105f-45cc-8b9c-1c286b9f02b3"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:42:25.204199 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:25.220085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:42:25.246122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca5e5344-cca7-4ef4-8bb1-dfa165d35d31,segment=NetworkSegment(66ba78a9-cad2-4223-b976-28811e13292d),segment_id=66ba78a9-cad2-4223-b976-28811e13292d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:25.257489 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:25.258311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 721e5f9b-285c-4d44-b325-575341d83b4e no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:42:25.265434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-00e3cd85-bf79-4a9d-8533-359a6d272683 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] For port a40af342-105f-45cc-8b9c-1c286b9f02b3, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=a40af342-105f-45cc-8b9c-1c286b9f02b3,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:25.266237 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-00e3cd85-bf79-4a9d-8533-359a6d272683 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:25.285021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-00e3cd85-bf79-4a9d-8533-359a6d272683 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Calling delete_port for a40af342-105f-45cc-8b9c-1c286b9f02b3 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:42:25.470208 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655141a9-ed8b-458f-aa24-a2454e7e4e9e x-openstack-request-id: req-655141a9-ed8b-458f-aa24-a2454e7e4e9e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:42:25.470603 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-unplugged", "status": "completed", "tag": "a40af342-105f-45cc-8b9c-1c286b9f02b3", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:42:25.470760 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-655141a9-ed8b-458f-aa24-a2454e7e4e9e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:42:25.471122 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a40af342-105f-45cc-8b9c-1c286b9f02b3', 'code': 200} Oct 13 14:42:25.506689 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:25.515405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 721e5f9b-285c-4d44-b325-575341d83b4e {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:42:25.515754 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 721e5f9b-285c-4d44-b325-575341d83b4e not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:42:25.519679 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 6570fba8-02df-4686-b8cd-13bad9a25560 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:42:25.569653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bea3-1be2-4c56-b2ac-d1aea32b92c9 req-12e3de7e-60f5-4676-ba36-f7bfd477bfdc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:25.577608 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bea3-1be2-4c56-b2ac-d1aea32b92c9 req-12e3de7e-60f5-4676-ba36-f7bfd477bfdc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:25.584557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18bea3-1be2-4c56-b2ac-d1aea32b92c9 req-12e3de7e-60f5-4676-ba36-f7bfd477bfdc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:25.586351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca18bea3-1be2-4c56-b2ac-d1aea32b92c9 req-12e3de7e-60f5-4676-ba36-f7bfd477bfdc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 2414 time: 0.0828753 Oct 13 14:42:25.596204 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-00e3cd85-bf79-4a9d-8533-359a6d272683 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:25.648145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=a40af342-105f-45cc-8b9c-1c286b9f02b3,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:25.651543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3cd85-bf79-4a9d-8533-359a6d272683 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Port': ['ID=a40af342-105f-45cc-8b9c-1c286b9f02b3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:25.677843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:25.677843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:25.677843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:25.677843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:25.677843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:25.677843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:25.677843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:25.677843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:25.677843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:25.677843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:25.677843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:25.677843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:25.679282 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:25.724397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-00e3cd85-bf79-4a9d-8533-359a6d272683 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] No DVR routers for this DVR port a40af342-105f-45cc-8b9c-1c286b9f02b3 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:42:25.728814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca18bea3-1be2-4c56-b2ac-d1aea32b92c9 req-eacfca47-e3c3-4b3f-bdf1-c056415c28af tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339107 Oct 13 14:42:25.730181 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-00e3cd85-bf79-4a9d-8533-359a6d272683 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:25.733525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-00e3cd85-bf79-4a9d-8533-359a6d272683 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "DELETE /v2.0/ports/a40af342-105f-45cc-8b9c-1c286b9f02b3 HTTP/1.1" status: 204 len: 173 time: 0.6996930 Oct 13 14:42:25.794915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=ca5e5344-cca7-4ef4-8bb1-dfa165d35d31,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:25.802742 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:25.857336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-d3b7ed0f-e005-4415-87e1-a2d72b09ed4a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Deleting port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:42:25.857701 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-d3b7ed0f-e005-4415-87e1-a2d72b09ed4a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:25.877373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 6570fba8-02df-4686-b8cd-13bad9a25560, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6570fba8-02df-4686-b8cd-13bad9a25560,segment=NetworkSegment(d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb),segment_id=d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:25.929052 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['ca5e5344-cca7-4ef4-8bb1-dfa165d35d31'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:42:25.994416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dfa48-cc53-4331-9cf6-c64a9d506b4b req-e3c67cd0-5b28-49b6-9e73-43b1e42a3026 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:25.996198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb4dfa48-cc53-4331-9cf6-c64a9d506b4b req-e3c67cd0-5b28-49b6-9e73-43b1e42a3026 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 945 time: 0.1150055 Oct 13 14:42:26.009683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-d3b7ed0f-e005-4415-87e1-a2d72b09ed4a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] For port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:26.010044 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-d3b7ed0f-e005-4415-87e1-a2d72b09ed4a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:26.021201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:26.021932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:42:26.029745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-d3b7ed0f-e005-4415-87e1-a2d72b09ed4a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Calling delete_port for 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:42:26.178686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:42:26.179344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:42:26.261681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=6570fba8-02df-4686-b8cd-13bad9a25560,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:26.336503 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:26.374149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:26.455571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-deleted', 'tag': '721e5f9b-285c-4d44-b325-575341d83b4e'}, {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-deleted', 'tag': 'a40af342-105f-45cc-8b9c-1c286b9f02b3'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:42:26.458508 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:26.458841 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271a9579-3939-4836-a24a-a54cb6771a6c" -d '{"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-deleted", "tag": "721e5f9b-285c-4d44-b325-575341d83b4e"}, {"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-deleted", "tag": "a40af342-105f-45cc-8b9c-1c286b9f02b3"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:42:26.459299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f928a12f-8d60-4dde-bc7d-f75ac0b51092 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:42:26.501161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 489c97a4-52cc-484d-9bf6-1fa9f203e8ae details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:42:26.553782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb4dfa48-cc53-4331-9cf6-c64a9d506b4b req-85424d9b-0a02-4e11-b758-7836413c2f2a tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920026 Oct 13 14:42:26.555650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:26.568462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device f928a12f-8d60-4dde-bc7d-f75ac0b51092 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:42:26.576293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1adf6f-29f6-4407-a9ed-bd66319b8cd0 req-76b19110-6ebe-4e77-a82a-b97a873310dd tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:26.578215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1f1adf6f-29f6-4407-a9ed-bd66319b8cd0 req-76b19110-6ebe-4e77-a82a-b97a873310dd tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 943 time: 0.1153634 Oct 13 14:42:26.653243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=489c97a4-52cc-484d-9bf6-1fa9f203e8ae,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:26.667718 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 14:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8031cbd-eb63-4937-960c-9ee9e0228244 x-openstack-request-id: req-a8031cbd-eb63-4937-960c-9ee9e0228244 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:42:26.668031 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-deleted", "tag": "721e5f9b-285c-4d44-b325-575341d83b4e", "status": "completed", "code": 200}, {"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-deleted", "tag": "a40af342-105f-45cc-8b9c-1c286b9f02b3", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:42:26.668285 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8031cbd-eb63-4937-960c-9ee9e0228244 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:42:26.668691 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-deleted', 'tag': '721e5f9b-285c-4d44-b325-575341d83b4e', 'status': 'completed', 'code': 200} Oct 13 14:42:26.668947 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-deleted', 'tag': 'a40af342-105f-45cc-8b9c-1c286b9f02b3', 'status': 'completed', 'code': 200} Oct 13 14:42:26.671880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'port_id': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae', 'mac_address': 'fa:16:3e:f5:d9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:42:26.701594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1f1adf6f-29f6-4407-a9ed-bd66319b8cd0 req-1ed56973-4148-4b3d-bc5a-117ce0845ee3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436103 Oct 13 14:42:26.718191 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:26.726084 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-d3b7ed0f-e005-4415-87e1-a2d72b09ed4a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:26.741627 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489c97a4-52cc-484d-9bf6-1fa9f203e8ae {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:42:26.760071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7ed0f-e005-4415-87e1-a2d72b09ed4a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Port': ['ID=9a7abfe3-3a61-4eb1-92c2-71aff895cb6c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:26.766901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=489c97a4-52cc-484d-9bf6-1fa9f203e8ae,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:26.818396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-d3b7ed0f-e005-4415-87e1-a2d72b09ed4a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] No DVR routers for this DVR port 9a7abfe3-3a61-4eb1-92c2-71aff895cb6c on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:42:26.821081 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-d3b7ed0f-e005-4415-87e1-a2d72b09ed4a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:26.824924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-d3b7ed0f-e005-4415-87e1-a2d72b09ed4a tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "DELETE /v2.0/ports/9a7abfe3-3a61-4eb1-92c2-71aff895cb6c HTTP/1.1" status: 204 len: 173 time: 1.0849278 Oct 13 14:42:26.889798 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:26.939251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a32ec-f86b-41fa-b8bc-69d6f701979d req-30e0f6cd-771a-4590-b65a-86c910c225bc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:26.940888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-759a32ec-f86b-41fa-b8bc-69d6f701979d req-30e0f6cd-771a-4590-b65a-86c910c225bc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 943 time: 0.1028552 Oct 13 14:42:26.946559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=489c97a4-52cc-484d-9bf6-1fa9f203e8ae,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:26.992311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Deleting port 6570fba8-02df-4686-b8cd-13bad9a25560 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:42:26.992564 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:26.997512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-759a32ec-f86b-41fa-b8bc-69d6f701979d req-6dad753d-acc5-4941-be90-6df66dcd4554 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470798 Oct 13 14:42:27.104398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] For port 6570fba8-02df-4686-b8cd-13bad9a25560, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=6570fba8-02df-4686-b8cd-13bad9a25560,segment=NetworkSegment(d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb),segment_id=d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:27.104762 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:27.159921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['489c97a4-52cc-484d-9bf6-1fa9f203e8ae'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:42:27.322301 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:27.322722 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:27.327932 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Floating IP b5ad1fd9-36e1-4c3f-b435-1d347e3cb1bf disassociated. External IP: 172.25.0.206, port: 6570fba8-02df-4686-b8cd-13bad9a25560. Oct 13 14:42:27.327932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Calling delete_port for 6570fba8-02df-4686-b8cd-13bad9a25560 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:42:27.472647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6570fba8-02df-4686-b8cd-13bad9a25560'}, {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7abfe3-3a61-4eb1-92c2-71aff895cb6c'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:42:27.475401 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3584ec29-1c66-4bfd-b167-dec1ce212cec" -d '{"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-unplugged", "status": "completed", "tag": "6570fba8-02df-4686-b8cd-13bad9a25560"}, {"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-unplugged", "status": "completed", "tag": "9a7abfe3-3a61-4eb1-92c2-71aff895cb6c"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:42:27.518967 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 13 Oct 2021 14:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0559818-21ab-4a2c-881f-887501006e12 x-openstack-request-id: req-a0559818-21ab-4a2c-881f-887501006e12 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:42:27.519328 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-unplugged", "status": "completed", "tag": "6570fba8-02df-4686-b8cd-13bad9a25560", "code": 200}, {"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-unplugged", "status": "completed", "tag": "9a7abfe3-3a61-4eb1-92c2-71aff895cb6c", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:42:27.521701 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0559818-21ab-4a2c-881f-887501006e12 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:42:27.521701 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6570fba8-02df-4686-b8cd-13bad9a25560', 'code': 200} Oct 13 14:42:27.521701 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7abfe3-3a61-4eb1-92c2-71aff895cb6c', 'code': 200} Oct 13 14:42:27.621088 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:27.671352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Port': ['ID=6570fba8-02df-4686-b8cd-13bad9a25560,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:27.776777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff43518-ea7e-4e0d-80fd-48561034d420 req-76db0d1f-28cf-4367-8ea3-fbb2fb5a55ac tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:27.778273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ff43518-ea7e-4e0d-80fd-48561034d420 req-76db0d1f-28cf-4367-8ea3-fbb2fb5a55ac tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 945 time: 0.1453438 Oct 13 14:42:27.899472 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53288) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:27.915397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc48cf2-90e9-4bb2-acde-f4718a2876aa req-330e62c6-1d17-4c5d-8fb0-fcd89a76f5b4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:27.917035 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dc48cf2-90e9-4bb2-acde-f4718a2876aa req-330e62c6-1d17-4c5d-8fb0-fcd89a76f5b4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 944 time: 0.1376598 Oct 13 14:42:27.919933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ff43518-ea7e-4e0d-80fd-48561034d420 req-139e38e3-860f-44ee-8749-ecd3efcaa614 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275468 Oct 13 14:42:27.926127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Router 947c7015-8337-4787-9bd8-bf6512dd6ad8 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:42:27.973127 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dc48cf2-90e9-4bb2-acde-f4718a2876aa req-4880b17f-64a5-43ea-b65c-72c14fd575ed tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431695 Oct 13 14:42:28.058319 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14b2be72-9b4d-468e-aa31-37ca8108e8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:28.088850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:42:28.101099 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3aa761-f855-4bf2-a703-5ab10837c840 None None] Sync routers for ids ['947c7015-8337-4787-9bd8-bf6512dd6ad8'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:42:28.115554 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3aa761-f855-4bf2-a703-5ab10837c840 None None] Routers {'947c7015-8337-4787-9bd8-bf6512dd6ad8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:42:28.116251 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4a3aa761-f855-4bf2-a703-5ab10837c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:42:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['947c7015-8337-4787-9bd8-bf6512dd6ad8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:28.162316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] No DVR routers for this DVR port 6570fba8-02df-4686-b8cd-13bad9a25560 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:42:28.166104 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a2155ed-dbaf-4eab-a1cc-4a3c3cd5fce1 req-f5d1bf79-51e1-4410-8c65-3a4971681488 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0502048 Oct 13 14:42:28.167486 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:28.172207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f44dfc5d-534d-46c1-9381-8ac60b1abae7 req-31cd25fa-0165-41ec-a112-0957731eb471 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.41 "DELETE /v2.0/ports/6570fba8-02df-4686-b8cd-13bad9a25560 HTTP/1.1" status: 204 len: 173 time: 1.3412800 Oct 13 14:42:28.175615 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14b2be72-9b4d-468e-aa31-37ca8108e8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:28.269110 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-4a3aa761-f855-4bf2-a703-5ab10837c840 None None] Set router 947c7015-8337-4787-9bd8-bf6512dd6ad8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:42:28.280248 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-14b2be72-9b4d-468e-aa31-37ca8108e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:28.307563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2be72-9b4d-468e-aa31-37ca8108e8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591a9316-7b29-433d-8713-d68d23d0791b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:28.346526 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-14b2be72-9b4d-468e-aa31-37ca8108e8b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c55fe73d2e8f41b3bd9e5fa4bb108391&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429495 Oct 13 14:42:28.346793 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53294) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:28.401551 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-941052c2-d424-4724-9727-1fd20a10b312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:28.424175 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-941052c2-d424-4724-9727-1fd20a10b312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:28.508101 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4a3aa761-f855-4bf2-a703-5ab10837c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:31:38Z', 'revision_number': 4, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port': {'id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:21:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:34Z', 'updated_at': '2021-10-13T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '50d9a5ca-4c18-4b95-a907-920086d81d77', 'name': '', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'mac_address': 'fa:16:3e:5a:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:37Z', 'updated_at': '2021-10-13T14:31:43Z', 'revision_number': 5, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'subnets': [{'id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:28.513873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 489c97a4-52cc-484d-9bf6-1fa9f203e8ae up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:42:28.544307 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3aa761-f855-4bf2-a703-5ab10837c840 None None] Checking router: 947c7015-8337-4787-9bd8-bf6512dd6ad8 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:42:28.554643 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-941052c2-d424-4724-9727-1fd20a10b312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:28.555284 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3aa761-f855-4bf2-a703-5ab10837c840 None None] Routers {'947c7015-8337-4787-9bd8-bf6512dd6ad8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:42:28.555922 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4a3aa761-f855-4bf2-a703-5ab10837c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:42:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['947c7015-8337-4787-9bd8-bf6512dd6ad8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:28.557280 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-941052c2-d424-4724-9727-1fd20a10b312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:28.561257 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-941052c2-d424-4724-9727-1fd20a10b312 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/591a9316-7b29-433d-8713-d68d23d0791b HTTP/1.1" status: 204 len: 168 time: 0.2105792 Oct 13 14:42:28.567748 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941052c2-d424-4724-9727-1fd20a10b312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591a9316-7b29-433d-8713-d68d23d0791b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:28.657174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:42:28.661660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:28.662019 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:28.670120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-deleted', 'tag': '9a7abfe3-3a61-4eb1-92c2-71aff895cb6c'}, {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-deleted', 'tag': '6570fba8-02df-4686-b8cd-13bad9a25560'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:42:28.672741 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b32053-4156-43f5-969e-0a19bb33f99f" -d '{"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-deleted", "tag": "9a7abfe3-3a61-4eb1-92c2-71aff895cb6c"}, {"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-deleted", "tag": "6570fba8-02df-4686-b8cd-13bad9a25560"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:42:28.713038 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-4a3aa761-f855-4bf2-a703-5ab10837c840 None None] Set router 947c7015-8337-4787-9bd8-bf6512dd6ad8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:42:28.720428 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 14:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce812455-de9f-40f7-b837-1a58bb2d9849 x-openstack-request-id: req-ce812455-de9f-40f7-b837-1a58bb2d9849 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:42:28.721267 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-deleted", "tag": "9a7abfe3-3a61-4eb1-92c2-71aff895cb6c", "status": "completed", "code": 200}, {"server_uuid": "a7ab5784-d0c9-4281-9504-7fdd899fc8bb", "name": "network-vif-deleted", "tag": "6570fba8-02df-4686-b8cd-13bad9a25560", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:42:28.721891 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce812455-de9f-40f7-b837-1a58bb2d9849 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:42:28.722518 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-deleted', 'tag': '9a7abfe3-3a61-4eb1-92c2-71aff895cb6c', 'status': 'completed', 'code': 200} Oct 13 14:42:28.722985 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ab5784-d0c9-4281-9504-7fdd899fc8bb', 'name': 'network-vif-deleted', 'tag': '6570fba8-02df-4686-b8cd-13bad9a25560', 'status': 'completed', 'code': 200} Oct 13 14:42:28.825199 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:28.845867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:42:28.894141 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=489c97a4-52cc-484d-9bf6-1fa9f203e8ae,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:28.967065 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:29.019132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:42:29.028034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:29.028531 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:29.043659 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4a3aa761-f855-4bf2-a703-5ab10837c840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:31:38Z', 'revision_number': 4, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port': {'id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:21:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:34Z', 'updated_at': '2021-10-13T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '50d9a5ca-4c18-4b95-a907-920086d81d77', 'name': '', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'mac_address': 'fa:16:3e:5a:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:37Z', 'updated_at': '2021-10-13T14:31:43Z', 'revision_number': 5, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'subnets': [{'id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:29.079811 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3aa761-f855-4bf2-a703-5ab10837c840 None None] The sync data for ids ['947c7015-8337-4787-9bd8-bf6512dd6ad8'] in n-d-806683-15 is: [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:31:38Z', 'revision_number': 4, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port': {'id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:21:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:34Z', 'updated_at': '2021-10-13T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '50d9a5ca-4c18-4b95-a907-920086d81d77', 'name': '', 'network_id': '72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'mac_address': 'fa:16:3e:5a:7b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:37Z', 'updated_at': '2021-10-13T14:31:43Z', 'revision_number': 5, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'subnets': [{'id': '0d98b753-5756-4883-9995-4439b4ac06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:42:29.122711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b37742-4a14-4fd4-930e-0d6d3b32de91 req-37988eb5-52c2-4bad-8f34-bcbbc761e493 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:29.125701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6b37742-4a14-4fd4-930e-0d6d3b32de91 req-37988eb5-52c2-4bad-8f34-bcbbc761e493 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 945 time: 0.0847614 Oct 13 14:42:29.163926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=489c97a4-52cc-484d-9bf6-1fa9f203e8ae,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:29.224044 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:29.245527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24419c2c-c0af-4a2f-873e-a49b03ebd4cb req-6ffa23b9-1ae7-4b2b-a9d5-401d2d7927f6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:29.249467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24419c2c-c0af-4a2f-873e-a49b03ebd4cb req-6ffa23b9-1ae7-4b2b-a9d5-401d2d7927f6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 945 time: 0.1227610 Oct 13 14:42:29.254172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6b37742-4a14-4fd4-930e-0d6d3b32de91 req-4888b696-9401-4fcf-b5bf-2d302eef2502 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875347 Oct 13 14:42:29.263949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca5e5344-cca7-4ef4-8bb1-dfa165d35d31,segment=NetworkSegment(66ba78a9-cad2-4223-b976-28811e13292d),segment_id=66ba78a9-cad2-4223-b976-28811e13292d)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:29.304650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24419c2c-c0af-4a2f-873e-a49b03ebd4cb req-a45bf43c-85d8-4eb1-9d1e-52f47b586c33 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485935 Oct 13 14:42:29.352116 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:29.381241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ce3e7a0-4779-4280-b9c0-66652a9c665b req-56d3b12c-4666-4fb9-ac93-4bb2bce52e22 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0424843 Oct 13 14:42:29.417319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=ca5e5344-cca7-4ef4-8bb1-dfa165d35d31,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:29.472452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9563cea3-c9a4-4217-9c05-c4ec32f93126 None None] New status for floating IP b5ad1fd9-36e1-4c3f-b435-1d347e3cb1bf: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:42:29.539715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628a6004-b08c-403a-8cd8-dbc864c21752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae'}, {'server_uuid': '48b5b380-4000-4edd-aebf-d20ee0a7f46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5e5344-cca7-4ef4-8bb1-dfa165d35d31'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:42:29.542118 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf71600-547c-48f8-9bfe-a1a8608d9956" -d '{"events": [{"server_uuid": "628a6004-b08c-403a-8cd8-dbc864c21752", "name": "network-vif-plugged", "status": "completed", "tag": "489c97a4-52cc-484d-9bf6-1fa9f203e8ae"}, {"server_uuid": "48b5b380-4000-4edd-aebf-d20ee0a7f46b", "name": "network-vif-plugged", "status": "completed", "tag": "ca5e5344-cca7-4ef4-8bb1-dfa165d35d31"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:42:29.630308 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 13 Oct 2021 14:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7cfb28-ffb5-48d2-bf76-cb876f5a93b8 x-openstack-request-id: req-fb7cfb28-ffb5-48d2-bf76-cb876f5a93b8 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:42:29.630712 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628a6004-b08c-403a-8cd8-dbc864c21752", "name": "network-vif-plugged", "status": "completed", "tag": "489c97a4-52cc-484d-9bf6-1fa9f203e8ae", "code": 200}, {"server_uuid": "48b5b380-4000-4edd-aebf-d20ee0a7f46b", "name": "network-vif-plugged", "status": "completed", "tag": "ca5e5344-cca7-4ef4-8bb1-dfa165d35d31", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:42:29.630983 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb7cfb28-ffb5-48d2-bf76-cb876f5a93b8 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:42:29.631408 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628a6004-b08c-403a-8cd8-dbc864c21752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae', 'code': 200} Oct 13 14:42:29.631850 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b5b380-4000-4edd-aebf-d20ee0a7f46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5e5344-cca7-4ef4-8bb1-dfa165d35d31', 'code': 200} Oct 13 14:42:29.756711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e837e-2746-41e5-b3a3-069aa9e0f713 req-919d9253-62c3-4247-bee7-c7427c5a6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:29.759185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b3e837e-2746-41e5-b3a3-069aa9e0f713 req-919d9253-62c3-4247-bee7-c7427c5a6913 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 1097 time: 0.0681367 Oct 13 14:42:29.804849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b3e837e-2746-41e5-b3a3-069aa9e0f713 req-3896fffb-b066-47d3-948b-7459a802f47e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337648 Oct 13 14:42:29.896828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c3ca0-eb35-4c91-af44-b8c56f0a3a89 req-ada4d4b7-a2f0-44f0-8e25-db99de4e22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:29.899686 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e68c3ca0-eb35-4c91-af44-b8c56f0a3a89 req-ada4d4b7-a2f0-44f0-8e25-db99de4e22e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 1098 time: 0.2070942 Oct 13 14:42:29.938061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e68c3ca0-eb35-4c91-af44-b8c56f0a3a89 req-96c6cf1b-730f-4320-9289-11e5b31c1061 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302966 Oct 13 14:42:30.339703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-31f2e27e-f3f7-4fa4-865d-e2908e1cce54 req-bb978e4b-4a0a-4e37-add3-fcaafba62182 service neutron] (112685) timed out ('10.222.0.41', 62401) {{(pid=112685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 14:42:30.392275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150c087-4a85-4c99-ba65-f930084016ad req-a0062a05-fa04-41b5-a947-7f14c03e4ad6 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:30.394060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5150c087-4a85-4c99-ba65-f930084016ad req-a0062a05-fa04-41b5-a947-7f14c03e4ad6 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 946 time: 0.0648806 Oct 13 14:42:30.449506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5150c087-4a85-4c99-ba65-f930084016ad req-81688d9b-33b1-4e31-8643-cd5be14f3ba4 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455887 Oct 13 14:42:30.498032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f25c86-b3bd-4e19-b72e-14d79020fdca req-783257da-f479-4ecf-ae34-535e764ece49 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:30.500302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22f25c86-b3bd-4e19-b72e-14d79020fdca req-783257da-f479-4ecf-ae34-535e764ece49 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 945 time: 0.0739360 Oct 13 14:42:30.581500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee56cf9f-47fa-4a91-a568-354665b3717b req-5513bea3-9048-414c-bbda-e1c3d909e76e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0406396 Oct 13 14:42:30.589608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22f25c86-b3bd-4e19-b72e-14d79020fdca req-6ae1c3ab-7de2-4434-9f5c-eb4043bcee71 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802062 Oct 13 14:42:31.606743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc243b4-850b-4674-a50e-ec4eed9c94bc req-f78a02e5-45a7-4dde-855f-b1c7fb183661 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:31.618180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fc243b4-850b-4674-a50e-ec4eed9c94bc req-f78a02e5-45a7-4dde-855f-b1c7fb183661 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 946 time: 0.0691464 Oct 13 14:42:31.790870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fc243b4-850b-4674-a50e-ec4eed9c94bc req-c4f8c43f-3560-40ff-8624-485b10a79f86 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653616 Oct 13 14:42:31.803387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f48964e-3404-447d-83b4-d60829a256fc req-258af8b1-d78a-4c11-8e45-35c38fed25a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1935353 Oct 13 14:42:31.837610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636adc45-e1b7-4cc0-b23f-28a6021a3d1d req-ce263e35-a411-4a55-949f-aaa9c61cf5c6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:31.840231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-636adc45-e1b7-4cc0-b23f-28a6021a3d1d req-ce263e35-a411-4a55-949f-aaa9c61cf5c6 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 945 time: 0.1319444 Oct 13 14:42:31.947776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-849f9bdf-79f2-47ce-80c2-da922f49bf8e req-8a0f5cc1-61dd-4a6f-82b0-3bb8cdf293b3 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0312016 Oct 13 14:42:31.979781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-636adc45-e1b7-4cc0-b23f-28a6021a3d1d req-c6c96b7a-3f60-4b35-87f3-0d3d1ad1c0de tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238387 Oct 13 14:42:31.990655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48964e-3404-447d-83b4-d60829a256fc req-ee403e08-a71d-4e65-b9e9-eae930215042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:31.992683 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f48964e-3404-447d-83b4-d60829a256fc req-ee403e08-a71d-4e65-b9e9-eae930215042 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 1097 time: 0.1130109 Oct 13 14:42:32.209918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92ef5d-45fa-4d80-8066-4d0311a12f45 req-c1606134-9798-4486-bd58-0d2b2ebdc635 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:32.211868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d92ef5d-45fa-4d80-8066-4d0311a12f45 req-c1606134-9798-4486-bd58-0d2b2ebdc635 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 945 time: 0.1250715 Oct 13 14:42:32.270341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d92ef5d-45fa-4d80-8066-4d0311a12f45 req-d7761426-2233-420e-9de2-cf5b1101e024 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524104 Oct 13 14:42:32.272161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48964e-3404-447d-83b4-d60829a256fc req-30358360-e3c3-47a3-b835-ebd8917b311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:32.273673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f48964e-3404-447d-83b4-d60829a256fc req-30358360-e3c3-47a3-b835-ebd8917b311f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.2555394 Oct 13 14:42:32.294994 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53418) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:32.419517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f48964e-3404-447d-83b4-d60829a256fc req-a090ba12-395f-4b4d-aa1c-f48b3b0f1429 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1974a755-ce5a-4f41-b572-123adba1ee73 HTTP/1.1" status: 200 len: 1000 time: 0.1301067 Oct 13 14:42:32.535402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48964e-3404-447d-83b4-d60829a256fc req-932f5784-3bcd-4056-a96d-b094604f4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:32.538183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f48964e-3404-447d-83b4-d60829a256fc req-932f5784-3bcd-4056-a96d-b094604f4c29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.1068809 Oct 13 14:42:32.617816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48964e-3404-447d-83b4-d60829a256fc req-2b400549-3428-48d9-9f60-423c2bf5454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:32.620607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f48964e-3404-447d-83b4-d60829a256fc req-2b400549-3428-48d9-9f60-423c2bf5454f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751607 Oct 13 14:42:32.634896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-9f48964e-3404-447d-83b4-d60829a256fc req-bba63675-491c-471e-9abb-4e725c13f370 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:42:32.635897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f48964e-3404-447d-83b4-d60829a256fc req-bba63675-491c-471e-9abb-4e725c13f370 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063224 Oct 13 14:42:32.744167 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:42:32.777448 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a48ff7b-2ba7-44b5-8067-c6079d553049 tempest-TestVolumeBootPattern-959768973 tempest-TestVolumeBootPattern-959768973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:32.783027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53422) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:32.783263 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0a48ff7b-2ba7-44b5-8067-c6079d553049 tempest-TestVolumeBootPattern-959768973 tempest-TestVolumeBootPattern-959768973-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 1092 time: 0.4864430 Oct 13 14:42:32.788776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address': '172.20.0.6'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:42:32.804934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f48964e-3404-447d-83b4-d60829a256fc req-42bd8ec5-bb97-47ab-b966-fd562c79347b service neutron] 10.222.0.41 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508987 Oct 13 14:42:32.985086 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:33.058112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84001257-b5df-4e8e-a946-5ea3becbe5d7 req-870f927c-f234-45d4-b2a9-2b6620846800 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:33.059672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84001257-b5df-4e8e-a946-5ea3becbe5d7 req-870f927c-f234-45d4-b2a9-2b6620846800 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 946 time: 0.1553168 Oct 13 14:42:33.102066 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f48964e-3404-447d-83b4-d60829a256fc req-963836dd-48f7-473c-af18-31bc84da167d service neutron] 10.222.0.41 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827082 Oct 13 14:42:33.188346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84001257-b5df-4e8e-a946-5ea3becbe5d7 req-f7ddb581-fb86-4d6e-ad90-b039d68472e5 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172667 Oct 13 14:42:33.191185 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23461cc1-bb6b-4367-9d6c-2fb6b0808625 req-a33e2ea5-00b7-40c4-9b2e-6148c7719c72 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0571873 Oct 13 14:42:33.276397 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:33.514022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Allocated IP 172.25.0.57 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/1dd8d0e6-bc55-4a6c-98c2-cdbb64018274) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:42:33.714715 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:33.833789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:33.902671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:42:33.905775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:42:33.910417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:42:33.914680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'Port': ['ID=1dd8d0e6-bc55-4a6c-98c2-cdbb64018274,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:34.356852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38cb0865-22fc-49f1-8742-2adf3686ee76 req-781e77bf-91d2-493a-bd0f-204bf1fda6ea tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0404656 Oct 13 14:42:34.459929 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:34.603209 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:34.834845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:34.919920 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:35.021588 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:35.108664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event updated for resources: {'Port': ['ID=1dd8d0e6-bc55-4a6c-98c2-cdbb64018274,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:35.171265 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Floating IP 54d31fbf-1f15-4966-824e-765937b67470 associated. External IP: 172.25.0.57, port: 489c97a4-52cc-484d-9bf6-1fa9f203e8ae. Oct 13 14:42:35.456143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:42:35.496192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6ebec60-6936-472b-ba59-4a4b6ecb4c02 req-32ff0ddb-05ed-48df-acf7-689fa73f962b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0362351 Oct 13 14:42:35.993465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:42:36.007224 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1751c52-0424-4ad8-a6c3-a0e81f50a7bd None None] Sync routers for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:42:36.019098 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1751c52-0424-4ad8-a6c3-a0e81f50a7bd None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:42:36.020012 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f1751c52-0424-4ad8-a6c3-a0e81f50a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:42:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:36.106189 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:36.139090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-816c39eb-f85c-42bc-874b-81db0d6121f7 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3548362 Oct 13 14:42:36.139769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628a6004-b08c-403a-8cd8-dbc864c21752', 'tag': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:42:36.142218 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3619581-2492-4291-80c1-9d30f8e0c7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "628a6004-b08c-403a-8cd8-dbc864c21752", "tag": "489c97a4-52cc-484d-9bf6-1fa9f203e8ae"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:42:36.143293 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f1751c52-0424-4ad8-a6c3-a0e81f50a7bd None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:42:36.188524 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c12642-85b1-4258-baa0-89693c7e403f x-openstack-request-id: req-12c12642-85b1-4258-baa0-89693c7e403f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:42:36.188845 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628a6004-b08c-403a-8cd8-dbc864c21752", "tag": "489c97a4-52cc-484d-9bf6-1fa9f203e8ae", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:42:36.189133 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12c12642-85b1-4258-baa0-89693c7e403f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:42:36.189541 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628a6004-b08c-403a-8cd8-dbc864c21752', 'tag': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae', 'status': 'completed', 'code': 200} Oct 13 14:42:36.282231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3619581-2492-4291-80c1-9d30f8e0c7e5 req-50b2ddd2-e5dd-4f27-8eba-9db96fb7e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:36.284850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3619581-2492-4291-80c1-9d30f8e0c7e5 req-50b2ddd2-e5dd-4f27-8eba-9db96fb7e592 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 1097 time: 0.0638120 Oct 13 14:42:36.440075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3619581-2492-4291-80c1-9d30f8e0c7e5 req-05447d08-a633-407b-b4ff-cae54db79a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:36.442077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3619581-2492-4291-80c1-9d30f8e0c7e5 req-05447d08-a633-407b-b4ff-cae54db79a29 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.1493409 Oct 13 14:42:36.564956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3619581-2492-4291-80c1-9d30f8e0c7e5 req-99849205-00b4-4f63-956c-2e48abfd2733 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=489c97a4-52cc-484d-9bf6-1fa9f203e8ae HTTP/1.1" status: 200 len: 998 time: 0.1145875 Oct 13 14:42:36.620776 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f1751c52-0424-4ad8-a6c3-a0e81f50a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '107cfc8a-3b97-45dc-9050-7c9a6368e3b9', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '1974a755-ce5a-4f41-b572-123adba1ee73', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:b0:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:39:32Z', 'updated_at': '2021-10-13T14:39:37Z', 'revision_number': 1, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}, {'id': '54d31fbf-1f15-4966-824e-765937b67470', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:f5:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628a6004-b08c-403a-8cd8-dbc864c21752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:42:34Z', 'updated_at': '2021-10-13T14:42:34Z', 'revision_number': 0, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:36.655621 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1751c52-0424-4ad8-a6c3-a0e81f50a7bd None None] Checking router: 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:42:36.669476 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1751c52-0424-4ad8-a6c3-a0e81f50a7bd None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:42:36.670782 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f1751c52-0424-4ad8-a6c3-a0e81f50a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:42:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:36.674419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ced1a07-1c85-4e5b-9869-d66d861af14b req-aee43d53-710f-4edc-b82f-3329aa82e25b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0405271 Oct 13 14:42:36.692632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3619581-2492-4291-80c1-9d30f8e0c7e5 req-aa09606e-a19f-4ec7-9137-888d51423ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:36.705552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3619581-2492-4291-80c1-9d30f8e0c7e5 req-aa09606e-a19f-4ec7-9137-888d51423ed7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.1220071 Oct 13 14:42:36.762654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3619581-2492-4291-80c1-9d30f8e0c7e5 req-4d7792b1-3108-431a-93bf-92dfd570e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:36.764316 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3619581-2492-4291-80c1-9d30f8e0c7e5 req-4d7792b1-3108-431a-93bf-92dfd570e35c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614955 Oct 13 14:42:36.843033 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f1751c52-0424-4ad8-a6c3-a0e81f50a7bd None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:42:36.883709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3619581-2492-4291-80c1-9d30f8e0c7e5 req-1e749189-eb9e-4dbb-9b1f-9d1cddb54d0b service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121564 Oct 13 14:42:36.992801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3619581-2492-4291-80c1-9d30f8e0c7e5 req-f2491320-0949-41ee-835e-0afb28a3cd68 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004126 Oct 13 14:42:37.135371 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f1751c52-0424-4ad8-a6c3-a0e81f50a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '107cfc8a-3b97-45dc-9050-7c9a6368e3b9', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '1974a755-ce5a-4f41-b572-123adba1ee73', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:b0:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:39:32Z', 'updated_at': '2021-10-13T14:39:37Z', 'revision_number': 1, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}, {'id': '54d31fbf-1f15-4966-824e-765937b67470', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:f5:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628a6004-b08c-403a-8cd8-dbc864c21752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:42:34Z', 'updated_at': '2021-10-13T14:42:34Z', 'revision_number': 0, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:37.163723 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1751c52-0424-4ad8-a6c3-a0e81f50a7bd None None] The sync data for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 is: [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '107cfc8a-3b97-45dc-9050-7c9a6368e3b9', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '1974a755-ce5a-4f41-b572-123adba1ee73', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:b0:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:39:32Z', 'updated_at': '2021-10-13T14:39:37Z', 'revision_number': 1, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}, {'id': '54d31fbf-1f15-4966-824e-765937b67470', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:f5:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628a6004-b08c-403a-8cd8-dbc864c21752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:42:34Z', 'updated_at': '2021-10-13T14:42:34Z', 'revision_number': 0, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:42:37.436830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d0a82a-8a7f-4a17-b1b7-a955bfafe766 None None] New status for floating IP 54d31fbf-1f15-4966-824e-765937b67470: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:42:37.814244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9debcb08-706f-430e-aad5-9013df9d4010 req-0a08d38b-65be-4163-a6b2-634e04c73acc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0343525 Oct 13 14:42:38.505766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467ffad3-15ac-498a-9388-7dae16ca8eb5 req-0b61cb4c-0daf-4f06-be22-d5d794147f92 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455055 Oct 13 14:42:38.606683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ffad3-15ac-498a-9388-7dae16ca8eb5 req-60ae21ca-9e7f-46ef-82cb-f704da43e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:38.608184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467ffad3-15ac-498a-9388-7dae16ca8eb5 req-60ae21ca-9e7f-46ef-82cb-f704da43e09e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 1097 time: 0.0571969 Oct 13 14:42:38.725703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ffad3-15ac-498a-9388-7dae16ca8eb5 req-1d0f18b9-3f38-4930-be47-9bc5974b18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:38.727315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467ffad3-15ac-498a-9388-7dae16ca8eb5 req-1d0f18b9-3f38-4930-be47-9bc5974b18dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.0952191 Oct 13 14:42:38.799674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467ffad3-15ac-498a-9388-7dae16ca8eb5 req-4649d7c9-1b33-4428-8fd3-afbbe378f6da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=489c97a4-52cc-484d-9bf6-1fa9f203e8ae HTTP/1.1" status: 200 len: 1000 time: 0.0649033 Oct 13 14:42:38.860177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ffad3-15ac-498a-9388-7dae16ca8eb5 req-4e1a090d-55b0-4b9c-b478-f1ce5350352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:38.861820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467ffad3-15ac-498a-9388-7dae16ca8eb5 req-4e1a090d-55b0-4b9c-b478-f1ce5350352d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0553300 Oct 13 14:42:38.945608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2944e64b-6e25-4f4f-9f73-9dfc4b680b13 req-53fd3aa1-5942-4bc3-9401-01d17da2879f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0370538 Oct 13 14:42:38.957922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ffad3-15ac-498a-9388-7dae16ca8eb5 req-68add2e7-e231-4af1-b0c6-c456b5f25d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:38.959656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467ffad3-15ac-498a-9388-7dae16ca8eb5 req-68add2e7-e231-4af1-b0c6-c456b5f25d1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911052 Oct 13 14:42:39.070456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467ffad3-15ac-498a-9388-7dae16ca8eb5 req-346da464-3625-443a-881d-8e1b0829a8df service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031618 Oct 13 14:42:39.174369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-467ffad3-15ac-498a-9388-7dae16ca8eb5 req-3086762f-1f16-4a5d-a65b-a14bc1801cbf service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966172 Oct 13 14:42:40.074926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8acb174-d83d-4a90-b7a5-6f23725f453a req-7f9f4646-292b-4ad6-83f0-df9867e7bd53 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0323687 Oct 13 14:42:41.189592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d1ec0e0-239d-4675-9f1e-0d1aa098578c req-09d849cf-4e20-4d50-a70e-33f99bdd46a6 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0300553 Oct 13 14:42:42.317209 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de399d00-c331-4829-8425-a1c6b41aa279 req-38b85870-2607-4066-82f5-fe3f72bf5396 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0321739 Oct 13 14:42:43.435913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-212e281b-fe72-4746-a9c6-e9044c9bd788 req-8d400d06-33b0-4cc6-abdf-2bfdf60385cd tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0288599 Oct 13 14:42:44.555656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3fd3a49-c8d0-4c4c-9e1f-95bc553872c3 req-23d3f263-fef7-4cb9-b350-abc9eae5fc61 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0353539 Oct 13 14:42:45.680300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-903fb237-750e-4d8a-843a-24cbee6b8e64 req-520b341b-39e4-4db8-a894-b22be48527bc tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0309601 Oct 13 14:42:46.796713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53484) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:46.796713 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-35c9e601-c80c-407f-b734-0c52d23a2723 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3963 time: 0.1016293 Oct 13 14:42:46.805388 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4d1ee2b-6800-449f-8d09-f72e342ea7cd req-b455f573-6a4a-40bd-89d4-2a129e11768b tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0315151 Oct 13 14:42:46.807196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53488) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:46.812164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-af4b6dba-6277-4001-9f1a-0169e0b00015 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Request body: {'network': {'name': 'tempest-network-smoke--2006518085', 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'port_security_enabled': False}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:42:47.306676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4b6dba-6277-4001-9f1a-0169e0b00015 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Made reservation on behalf of 6c3b7e7bf9f3486f8b16ad03d7384100 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:42:47.311268 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af4b6dba-6277-4001-9f1a-0169e0b00015 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:47.339111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4b6dba-6277-4001-9f1a-0169e0b00015 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:42:47.349393 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af4b6dba-6277-4001-9f1a-0169e0b00015 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:47.354488 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-af4b6dba-6277-4001-9f1a-0169e0b00015 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Added segment f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc of type vlan for network c7b3aa81-a789-43ca-8431-5592f8029757 Oct 13 14:42:47.408868 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af4b6dba-6277-4001-9f1a-0169e0b00015 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:47.560192 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af4b6dba-6277-4001-9f1a-0169e0b00015 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:47.566964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4b6dba-6277-4001-9f1a-0169e0b00015 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:47.567906 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-af4b6dba-6277-4001-9f1a-0169e0b00015 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:47.648324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b6dba-6277-4001-9f1a-0169e0b00015 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Network': ['ID=c7b3aa81-a789-43ca-8431-5592f8029757,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:47.659465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network c7b3aa81-a789-43ca-8431-5592f8029757 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:42:47.749201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-af4b6dba-6277-4001-9f1a-0169e0b00015 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9409349 Oct 13 14:42:47.752101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53498) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:47.760185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-948127233', 'admin_state_up': True, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:42:47.893995 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:47.900266 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:47.974097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3f80d49-cc5e-4e41-9bf3-40f3e047a54c req-c07c66bd-8c1c-4cf5-987c-e90eb1fd4015 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7ab5784-d0c9-4281-9504-7fdd899fc8bb HTTP/1.1" status: 200 len: 210 time: 0.0632269 Oct 13 14:42:48.044249 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:48.319791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:48.708353 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:48.794144 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:48.817542 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:48.942330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Allocated IP 172.25.0.76 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/c63d35de-141b-4dd5-9cfa-485b9423b560) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:42:49.082217 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:49.188417 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:49.226117 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53518) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:49.230681 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:42:49.233754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:42:49.237282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:42:49.244805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Port': ['ID=c63d35de-141b-4dd5-9cfa-485b9423b560,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:49.299713 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8ac74ffd-2894-49cb-a692-00438010aa9f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:49.327686 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8ac74ffd-2894-49cb-a692-00438010aa9f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:49.454730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8ac74ffd-2894-49cb-a692-00438010aa9f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:49.457589 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8ac74ffd-2894-49cb-a692-00438010aa9f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:49.459146 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8ac74ffd-2894-49cb-a692-00438010aa9f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c1c1856-76c8-4fdb-a6a6-f6c731748cb6 HTTP/1.1" status: 204 len: 168 time: 0.2318020 Oct 13 14:42:49.462156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53520) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:49.469121 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac74ffd-2894-49cb-a692-00438010aa9f tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1c1856-76c8-4fdb-a6a6-f6c731748cb6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:49.476086 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-4c5e4072-aaf5-4bb9-8905-159e0968fe7c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] show failed (client error): The resource could not be found. Oct 13 14:42:49.479769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4c5e4072-aaf5-4bb9-8905-159e0968fe7c tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "GET /v2.0/security-groups/6c1c1856-76c8-4fdb-a6a6-f6c731748cb6 HTTP/1.1" status: 404 len: 347 time: 0.0138147 Oct 13 14:42:49.480013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53522) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:49.528961 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-46b9362b-6a4c-4f1f-bb46-63a1ac82c197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:49.706545 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:49.712772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-a82ad8fc-be32-4d64-98e7-8820b395e4fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Deleting port 3eaeea99-5d4d-44e1-9380-5aaae04d4291 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:42:49.713204 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a82ad8fc-be32-4d64-98e7-8820b395e4fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:49.888165 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a82ad8fc-be32-4d64-98e7-8820b395e4fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:49.888491 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a82ad8fc-be32-4d64-98e7-8820b395e4fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:49.935613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-a82ad8fc-be32-4d64-98e7-8820b395e4fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Calling delete_port for 3eaeea99-5d4d-44e1-9380-5aaae04d4291 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:42:50.061372 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:50.301582 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a82ad8fc-be32-4d64-98e7-8820b395e4fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:50.334038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ad8fc-be32-4d64-98e7-8820b395e4fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Port': ['ID=3eaeea99-5d4d-44e1-9380-5aaae04d4291,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:50.351749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Router 79b65bd3-4d28-466d-bd41-f0d36f703cda is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:42:50.443444 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a82ad8fc-be32-4d64-98e7-8820b395e4fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:50.446717 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a82ad8fc-be32-4d64-98e7-8820b395e4fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:50.447895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a82ad8fc-be32-4d64-98e7-8820b395e4fe tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "DELETE /v2.0/floatingips/b5ad1fd9-36e1-4c3f-b435-1d347e3cb1bf HTTP/1.1" status: 204 len: 168 time: 0.9669480 Oct 13 14:42:50.451328 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53538) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:50.516189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:42:50.528384 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Sync routers for ids ['79b65bd3-4d28-466d-bd41-f0d36f703cda'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:42:50.539556 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Routers {'79b65bd3-4d28-466d-bd41-f0d36f703cda'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:42:50.547014 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:42:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['79b65bd3-4d28-466d-bd41-f0d36f703cda'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:50.578233 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4c30a760-f6be-4410-a78b-e2a8e80a263d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Deleting port 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:42:50.578503 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c30a760-f6be-4410-a78b-e2a8e80a263d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:50.619705 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:50.623992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a0d4c7b3-09e3-483c-9258-1ca86bbac75b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.8704340 Oct 13 14:42:50.624698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53540) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:50.695355 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Set router 79b65bd3-4d28-466d-bd41-f0d36f703cda gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:42:50.700052 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c30a760-f6be-4410-a78b-e2a8e80a263d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:50.718096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4c30a760-f6be-4410-a78b-e2a8e80a263d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Calling delete_port for 2c37e341-3a35-47e3-8b77-88ecba7dd0b1 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:42:50.721878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6e6765-a79d-4457-9300-23714a4073c4 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:50.724358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0d6e6765-a79d-4457-9300-23714a4073c4 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=6c3b7e7bf9f3486f8b16ad03d7384100&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0981793 Oct 13 14:42:50.726896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53544) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:50.873653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc28188-857c-4711-bcb4-8618cf9c4ed9 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:50.878709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9bc28188-857c-4711-bcb4-8618cf9c4ed9 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1507800 Oct 13 14:42:50.878957 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53548) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:50.912725 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7f224ae6-bd97-4a7f-803b-fa94d48b971d tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315614 Oct 13 14:42:50.915497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53550) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:50.943661 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-75cb9fa3-3402-40b9-9797-e412db4922a7 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=6c3b7e7bf9f3486f8b16ad03d7384100&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270672 Oct 13 14:42:50.946381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53552) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:50.981516 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948127233', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:42:47Z', 'updated_at': '2021-10-13T14:42:49Z', 'revision_number': 3, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:55:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:42:48Z', 'updated_at': '2021-10-13T14:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:50.994417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c30a760-f6be-4410-a78b-e2a8e80a263d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:51.013674 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Checking router: 79b65bd3-4d28-466d-bd41-f0d36f703cda for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:42:51.021358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Updating router 79b65bd3-4d28-466d-bd41-f0d36f703cda port c63d35de-141b-4dd5-9cfa-485b9423b560 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:42:51.033484 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30a760-f6be-4410-a78b-e2a8e80a263d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Port': ['ID=2c37e341-3a35-47e3-8b77-88ecba7dd0b1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:51.042938 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:51.128965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd4050-9d5c-42e9-ae0c-32b1dfd71bdf tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:51.133607 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8bfd4050-9d5c-42e9-ae0c-32b1dfd71bdf tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1835141 Oct 13 14:42:51.133607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4c30a760-f6be-4410-a78b-e2a8e80a263d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:51.134602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53554) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:51.138571 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4c30a760-f6be-4410-a78b-e2a8e80a263d tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "DELETE /v2.0/ports/2c37e341-3a35-47e3-8b77-88ecba7dd0b1 HTTP/1.1" status: 204 len: 168 time: 0.6861856 Oct 13 14:42:51.139173 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53556) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:51.188818 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e32d2560-1b1a-4c17-97ee-984f93b83d3e tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522268 Oct 13 14:42:51.189578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53558) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:51.197509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1273131565', 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757', 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:42:51.253474 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4f36571b-2434-4337-ad2d-626a119b96ce tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Deleting port f928a12f-8d60-4dde-bc7d-f75ac0b51092 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:42:51.253820 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f36571b-2434-4337-ad2d-626a119b96ce tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:51.364193 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f36571b-2434-4337-ad2d-626a119b96ce tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:51.374001 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:51.381977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4f36571b-2434-4337-ad2d-626a119b96ce tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Calling delete_port for f928a12f-8d60-4dde-bc7d-f75ac0b51092 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:42:51.479734 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:51.574847 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Attempting to bind port c63d35de-141b-4dd5-9cfa-485b9423b560 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:42:51.575632 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Attempting to bind port c63d35de-141b-4dd5-9cfa-485b9423b560 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:42:51.575632 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Attempting to bind port c63d35de-141b-4dd5-9cfa-485b9423b560 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:42:51.590795 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:42:51.591162 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:42:51.591571 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:51.592135 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:42:51.592731 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Bound port: c63d35de-141b-4dd5-9cfa-485b9423b560, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:42:51.593408 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:51.668347 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] For port c63d35de-141b-4dd5-9cfa-485b9423b560, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:42:51.672228 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] For port c63d35de-141b-4dd5-9cfa-485b9423b560, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c63d35de-141b-4dd5-9cfa-485b9423b560,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:42:51.688817 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Pushing event updated for resources: {'Port': ['ID=c63d35de-141b-4dd5-9cfa-485b9423b560,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:51.705261 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:51.705948 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:51.706293 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:51.706621 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:51.706944 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:51.707779 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:51.708101 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:51.708418 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:51.709167 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:51.709509 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:51.709882 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:51.710206 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:51.781683 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:51.803579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Made reservation on behalf of 6c3b7e7bf9f3486f8b16ad03d7384100 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:42:51.808286 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:51.869422 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Routers {'79b65bd3-4d28-466d-bd41-f0d36f703cda'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:42:51.870232 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:42:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['79b65bd3-4d28-466d-bd41-f0d36f703cda'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:51.967916 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df2ff5-76fe-40d4-9f84-f484d1bd7036 None None] Pushing event updated for resources: {'Port': ['ID=c63d35de-141b-4dd5-9cfa-485b9423b560,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:52.054061 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] Set router 79b65bd3-4d28-466d-bd41-f0d36f703cda gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:42:52.102690 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f36571b-2434-4337-ad2d-626a119b96ce tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:52.135922 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36571b-2434-4337-ad2d-626a119b96ce tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Port': ['ID=f928a12f-8d60-4dde-bc7d-f75ac0b51092,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:52.157965 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:52.212135 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:52.262932 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f36571b-2434-4337-ad2d-626a119b96ce tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:52.270771 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4f36571b-2434-4337-ad2d-626a119b96ce tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "DELETE /v2.0/ports/f928a12f-8d60-4dde-bc7d-f75ac0b51092 HTTP/1.1" status: 204 len: 168 time: 1.1294894 Oct 13 14:42:52.277529 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53564) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:52.301237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Subnet': ['ID=4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:52.326735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:52.327096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:52.327438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:52.328939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:52.329346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:52.330622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f75dd7ab-afa7-44c6-84b9-f8356bdeb875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:52.335357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:52.335588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:52.335931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:52.336267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:52.336594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:52.336917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:52.337266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:42:52.357721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Checking segment: {'id': 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:42:52.360595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Network hostable DHCP agents. Network: c7b3aa81-a789-43ca-8431-5592f8029757, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:42:52.372659 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2958bf-91e7-40c2-b606-32619cc00183 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Deleting subnet b211eb86-cceb-4223-8e35-6e5309a555d4 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:42:52.376149 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948127233', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:42:47Z', 'updated_at': '2021-10-13T14:42:49Z', 'revision_number': 3, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:55:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:42:48Z', 'updated_at': '2021-10-13T14:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:52.377829 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c2958bf-91e7-40c2-b606-32619cc00183 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:52.408387 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd63ccf7-9a0f-4df1-98c5-5fc2db9098f1 None None] The sync data for ids ['79b65bd3-4d28-466d-bd41-f0d36f703cda'] in n-d-806683-15 is: [{'id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948127233', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:42:47Z', 'updated_at': '2021-10-13T14:42:49Z', 'revision_number': 3, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:55:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:42:48Z', 'updated_at': '2021-10-13T14:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:42:52.422019 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c2958bf-91e7-40c2-b606-32619cc00183 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:52.483136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Network c7b3aa81-a789-43ca-8431-5592f8029757 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:42:52.521516 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c2958bf-91e7-40c2-b606-32619cc00183 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:52.602057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, c7b3aa81-a789-43ca-8431-5592f8029757) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:42:52.605960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:52.606553 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:52.617066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1df711-b737-4437-8401-1323d820306d None None] Network c7b3aa81-a789-43ca-8431-5592f8029757 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:42:52.688732 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c2958bf-91e7-40c2-b606-32619cc00183 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:52.741924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dff93cf2-4eab-46b5-8b34-559f9cd59eaa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5463672 Oct 13 14:42:52.742247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53566) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:52.750256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2958bf-91e7-40c2-b606-32619cc00183 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Subnet': ['ID=b211eb86-cceb-4223-8e35-6e5309a555d4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:52.755925 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c2958bf-91e7-40c2-b606-32619cc00183 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:52.758857 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3c2958bf-91e7-40c2-b606-32619cc00183 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "DELETE /v2.0/subnets/b211eb86-cceb-4223-8e35-6e5309a555d4 HTTP/1.1" status: 204 len: 168 time: 0.4822257 Oct 13 14:42:52.762717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53568) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:52.839793 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc43556-c703-4c92-acb2-05027825eb02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Deleting subnet 4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:42:52.857536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3dc43556-c703-4c92-acb2-05027825eb02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:52.933756 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3dc43556-c703-4c92-acb2-05027825eb02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:52.978295 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1e99d3-6ffb-4006-b82f-67be1a9aa8cf None None] Network 04869804-6b90-49cf-9c8c-d69c53d0480c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:42:53.065631 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3dc43556-c703-4c92-acb2-05027825eb02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:53.079442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c63d35de-141b-4dd5-9cfa-485b9423b560 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:42:53.189895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-c7b3aa81-a789-43ca-8431-5592f8029757', 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'fixed_ips': [{'subnet_id': '4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:42:53.194201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:53.286380 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3dc43556-c703-4c92-acb2-05027825eb02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:53.331106 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc43556-c703-4c92-acb2-05027825eb02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Subnet': ['ID=4c446537-7bcd-4e61-a1cc-5ec7b8fc4618,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:53.338674 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3dc43556-c703-4c92-acb2-05027825eb02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:53.342448 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3dc43556-c703-4c92-acb2-05027825eb02 tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "DELETE /v2.0/subnets/4c446537-7bcd-4e61-a1cc-5ec7b8fc4618 HTTP/1.1" status: 204 len: 168 time: 0.5787609 Oct 13 14:42:53.345045 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53574) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:53.419344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78413e5e-47a4-4c40-96c2-3d1739f3562f None None] Network 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:42:53.513639 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:53.515232 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:53.570329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c63d35de-141b-4dd5-9cfa-485b9423b560 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:53.570870 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:53.625932 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Deleting port 8348dfad-2710-450a-8021-8e69689d7947 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:42:53.626699 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:53.656393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Allocated IP 172.20.0.18 (c7b3aa81-a789-43ca-8431-5592f8029757/4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a/ed5cbe67-ca21-4521-b4a0-767cb78fa0de) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:42:53.720171 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] For port 8348dfad-2710-450a-8021-8e69689d7947, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8348dfad-2710-450a-8021-8e69689d7947,segment=NetworkSegment(ef066051-dbd6-4e46-a82b-239dfbea1b56),segment_id=ef066051-dbd6-4e46-a82b-239dfbea1b56)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:53.720582 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:53.748286 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Calling delete_port for 8348dfad-2710-450a-8021-8e69689d7947 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:42:53.908705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee55b0bd-3dfc-4d64-a4f8-a6ee9d7fff4a None None] DHCP port deletion for 04869804-6b90-49cf-9c8c-d69c53d0480c request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:42:54.014852 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.051777 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Port': ['ID=8348dfad-2710-450a-8021-8e69689d7947,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:54.055297 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] No DVR routers for this DVR port 8348dfad-2710-450a-8021-8e69689d7947 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:42:54.095007 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.127024 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.136701 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.159299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.174256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad4400e-cc4f-4708-9250-28a102f33388 None None] DHCP port deletion for 2f63dcdd-4e9e-435e-bbab-58f7a79c5182 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:42:54.187743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ee55b0bd-3dfc-4d64-a4f8-a6ee9d7fff4a None None] Deleting port 8348dfad-2710-450a-8021-8e69689d7947 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:42:54.188096 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ee55b0bd-3dfc-4d64-a4f8-a6ee9d7fff4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.195520 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port c63d35de-141b-4dd5-9cfa-485b9423b560, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c63d35de-141b-4dd5-9cfa-485b9423b560,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:54.202582 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04869804-6b90-49cf-9c8c-d69c53d0480c']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:54.217288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef066051-dbd6-4e46-a82b-239dfbea1b56') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:54.217580 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef066051-dbd6-4e46-a82b-239dfbea1b56') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:54.229610 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.246653 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.254263 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:42:54.255116 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:42:54.258963 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:42:54.288539 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.289938 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.355798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ee55b0bd-3dfc-4d64-a4f8-a6ee9d7fff4a None None] For port 8348dfad-2710-450a-8021-8e69689d7947, host n-d-806683-15, got binding levels [] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:54.356112 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ee55b0bd-3dfc-4d64-a4f8-a6ee9d7fff4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.371419 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.387745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ee55b0bd-3dfc-4d64-a4f8-a6ee9d7fff4a None None] Calling delete_port for 8348dfad-2710-450a-8021-8e69689d7947 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:42:54.396245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.ipam_backend_mixin [None req-ee55b0bd-3dfc-4d64-a4f8-a6ee9d7fff4a None None] Port 8348dfad-2710-450a-8021-8e69689d7947 was not found and therefore no delete operation was performed {{(pid=112686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 14:42:54.408572 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ee55b0bd-3dfc-4d64-a4f8-a6ee9d7fff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.411241 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=c63d35de-141b-4dd5-9cfa-485b9423b560,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:54.412469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Allocated IP 172.20.0.17 (c7b3aa81-a789-43ca-8431-5592f8029757/4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a/f02989d5-5725-4bba-bb4f-9d8f7106da89) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:42:54.416574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Network c7b3aa81-a789-43ca-8431-5592f8029757 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:42:54.426105 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.430277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:42:54.435111 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.439106 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "DELETE /v2.0/networks/04869804-6b90-49cf-9c8c-d69c53d0480c HTTP/1.1" status: 204 len: 168 time: 1.0930023 Oct 13 14:42:54.442695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53582) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:42:54.451490 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:42:54.459127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4400e-cc4f-4708-9250-28a102f33388 None None] Deleting port 3fff9603-36bf-45cd-b8db-23c730dc6a04 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:42:54.459600 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ad4400e-cc4f-4708-9250-28a102f33388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.465019 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55b0bd-3dfc-4d64-a4f8-a6ee9d7fff4a None None] No DVR routers for this DVR port 8348dfad-2710-450a-8021-8e69689d7947 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:42:54.487815 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a750b-0b11-4277-a764-2e6fd1b5474e tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Network': ['ID=04869804-6b90-49cf-9c8c-d69c53d0480c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:54.572440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Pushing event updated for resources: {'Port': ['ID=ed5cbe67-ca21-4521-b4a0-767cb78fa0de,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:54.574244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.642697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55b0bd-3dfc-4d64-a4f8-a6ee9d7fff4a None None] Pushing event deleted for resources: {'Port': ['ID=8348dfad-2710-450a-8021-8e69689d7947,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:54.647316 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Attempting to bind port ed5cbe67-ca21-4521-b4a0-767cb78fa0de on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:42:54.647854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Attempting to bind port ed5cbe67-ca21-4521-b4a0-767cb78fa0de by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:42:54.648218 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Attempting to bind port ed5cbe67-ca21-4521-b4a0-767cb78fa0de on network c7b3aa81-a789-43ca-8431-5592f8029757 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:42:54.651411 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5ad4400e-cc4f-4708-9250-28a102f33388 None None] For port 3fff9603-36bf-45cd-b8db-23c730dc6a04, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3fff9603-36bf-45cd-b8db-23c730dc6a04,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:54.652021 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ad4400e-cc4f-4708-9250-28a102f33388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.671713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.672308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:42:54.672308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Checking segment: {'id': 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:42:54.672537 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.672892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Bound using segment: {'id': 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:42:54.673436 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Bound port: ed5cbe67-ca21-4521-b4a0-767cb78fa0de, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:42:54.673826 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.680010 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Deleting port 3fff9603-36bf-45cd-b8db-23c730dc6a04 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:42:54.680010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.698124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5ad4400e-cc4f-4708-9250-28a102f33388 None None] Calling delete_port for 3fff9603-36bf-45cd-b8db-23c730dc6a04 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:42:54.778528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] For port 3fff9603-36bf-45cd-b8db-23c730dc6a04, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3fff9603-36bf-45cd-b8db-23c730dc6a04,segment=NetworkSegment(439b0d51-d86a-4a9e-ad34-db8007a4ca48),segment_id=439b0d51-d86a-4a9e-ad34-db8007a4ca48)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:54.779174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.802544 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Calling delete_port for 3fff9603-36bf-45cd-b8db-23c730dc6a04 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:42:54.806621 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.830857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] For port ed5cbe67-ca21-4521-b4a0-767cb78fa0de, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:42:54.835511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] For port ed5cbe67-ca21-4521-b4a0-767cb78fa0de, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ed5cbe67-ca21-4521-b4a0-767cb78fa0de,segment=NetworkSegment(f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc),segment_id=f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:42:54.871735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c63d35de-141b-4dd5-9cfa-485b9423b560 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:42:54.876535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Network c7b3aa81-a789-43ca-8431-5592f8029757 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:42:54.881849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:42:54.890200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:42:54.958048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c63d35de-141b-4dd5-9cfa-485b9423b560 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:54.958599 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:54.959886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Port': ['ID=f02989d5-5725-4bba-bb4f-9d8f7106da89,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:54.977879 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:55.044509 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:55.050553 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ad4400e-cc4f-4708-9250-28a102f33388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:55.064258 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:55.096277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Port': ['ID=3fff9603-36bf-45cd-b8db-23c730dc6a04,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:55.100219 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] No DVR routers for this DVR port 3fff9603-36bf-45cd-b8db-23c730dc6a04 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:42:55.110988 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4400e-cc4f-4708-9250-28a102f33388 None None] No DVR routers for this DVR port 3fff9603-36bf-45cd-b8db-23c730dc6a04 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:42:55.138044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ef26f-ec8a-480b-b6dc-c414a7db6212 None None] Pushing event updated for resources: {'Port': ['ID=ed5cbe67-ca21-4521-b4a0-767cb78fa0de,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:55.172484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3fff9603-36bf-45cd-b8db-23c730dc6a04 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:42:55.177143 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4400e-cc4f-4708-9250-28a102f33388 None None] Pushing event deleted for resources: {'Port': ['ID=3fff9603-36bf-45cd-b8db-23c730dc6a04,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:55.201386 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 3fff9603-36bf-45cd-b8db-23c730dc6a04 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:42:55.202041 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3fff9603-36bf-45cd-b8db-23c730dc6a04 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:42:55.202222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8348dfad-2710-450a-8021-8e69689d7947 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:42:55.222536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:55.237738 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:55.243532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 8348dfad-2710-450a-8021-8e69689d7947 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:42:55.243870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8348dfad-2710-450a-8021-8e69689d7947 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:42:55.256666 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f63dcdd-4e9e-435e-bbab-58f7a79c5182']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:55.271678 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439b0d51-d86a-4a9e-ad34-db8007a4ca48') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:55.271975 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439b0d51-d86a-4a9e-ad34-db8007a4ca48') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:55.288920 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:55.311699 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:55.320041 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:42:55.320480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: self.session.flush() Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:42:55.324110 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:42:55.424028 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:55.546739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:55.560972 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:55.560972 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] 10.222.0.18 "DELETE /v2.0/networks/2f63dcdd-4e9e-435e-bbab-58f7a79c5182 HTTP/1.1" status: 204 len: 168 time: 1.0834999 Oct 13 14:42:55.574009 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b7865-cca2-49a8-a431-dfba06bbacbf tempest-TaggedBootDevicesTest-647897343 tempest-TaggedBootDevicesTest-647897343-project] Pushing event deleted for resources: {'Network': ['ID=2f63dcdd-4e9e-435e-bbab-58f7a79c5182,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:55.678987 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:55.972447 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:56.078976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Port': ['ID=f02989d5-5725-4bba-bb4f-9d8f7106da89,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:56.081524 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:56.197413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Network c7b3aa81-a789-43ca-8431-5592f8029757 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:42:56.199452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:42:56.235260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283c6fdf-19b1-4a53-aef9-38137f169623 None None] Network c7b3aa81-a789-43ca-8431-5592f8029757 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:42:56.326463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a4407ab3-eacf-483f-a8df-42e39643d085 None None] Provisioning complete for port ed5cbe67-ca21-4521-b4a0-767cb78fa0de triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:56.326831 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4407ab3-eacf-483f-a8df-42e39643d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:56.336825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Router 79b65bd3-4d28-466d-bd41-f0d36f703cda has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:42:56.484137 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4407ab3-eacf-483f-a8df-42e39643d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:56.519860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:42:56.531002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Sync routers for ids ['79b65bd3-4d28-466d-bd41-f0d36f703cda'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:42:56.531344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9215ea80-6584-4f04-99b2-f1a87ed4bfa0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "PUT /v2.0/routers/79b65bd3-4d28-466d-bd41-f0d36f703cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7877619 Oct 13 14:42:56.536313 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a4407ab3-eacf-483f-a8df-42e39643d085 None None] For port ed5cbe67-ca21-4521-b4a0-767cb78fa0de, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ed5cbe67-ca21-4521-b4a0-767cb78fa0de,segment=NetworkSegment(f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc),segment_id=f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:56.554666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Routers {'79b65bd3-4d28-466d-bd41-f0d36f703cda'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:42:56.556493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:42:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['79b65bd3-4d28-466d-bd41-f0d36f703cda'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:56.625852 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4407ab3-eacf-483f-a8df-42e39643d085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:56.803651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4407ab3-eacf-483f-a8df-42e39643d085 None None] Pushing event updated for resources: {'Port': ['ID=ed5cbe67-ca21-4521-b4a0-767cb78fa0de,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:56.867269 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Set router 79b65bd3-4d28-466d-bd41-f0d36f703cda gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:42:57.026650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ed5cbe67-ca21-4521-b4a0-767cb78fa0de up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:42:57.068159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-232080fd-f45f-4c80-8857-7b4681eec3e2 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:42:57.070445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-232080fd-f45f-4c80-8857-7b4681eec3e2 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/networks?id=c7b3aa81-a789-43ca-8431-5592f8029757 HTTP/1.1" status: 200 len: 798 time: 0.2793376 Oct 13 14:42:57.105505 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-ef74b86d-9d18-4425-9ff5-13cf188cabe3 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/quotas/6c3b7e7bf9f3486f8b16ad03d7384100 HTTP/1.1" status: 200 len: 375 time: 0.0278099 Oct 13 14:42:57.188788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-02e6a8da-1d6e-4f5c-b169-abbde7660179 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0754271 Oct 13 14:42:57.215426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ed5cbe67-ca21-4521-b4a0-767cb78fa0de triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:57.216082 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:57.219335 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0e5bcada-6097-4784-aabd-18bfc62ea9d0 None None] Provisioning complete for port f02989d5-5725-4bba-bb4f-9d8f7106da89 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:57.219703 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcada-6097-4784-aabd-18bfc62ea9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:57.337710 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bcada-6097-4784-aabd-18bfc62ea9d0 None None] Port f02989d5-5725-4bba-bb4f-9d8f7106da89 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:42:57.371787 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0e5bcada-6097-4784-aabd-18bfc62ea9d0 None None] Provisioning complete for port ed5cbe67-ca21-4521-b4a0-767cb78fa0de triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:57.372313 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcada-6097-4784-aabd-18bfc62ea9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:57.384413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-f05932d5-5830-4054-8295-3f000d982c89 service neutron] 10.222.0.18 "GET /v2.0/networks/c7b3aa81-a789-43ca-8431-5592f8029757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537247 Oct 13 14:42:57.508562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-a4b0eab9-ad51-45dd-a2ff-5b36f8b78b3a service neutron] 10.222.0.18 "GET /v2.0/networks/c7b3aa81-a789-43ca-8431-5592f8029757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171381 Oct 13 14:42:57.706427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948127233', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:42:47Z', 'updated_at': '2021-10-13T14:42:55Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:42:48Z', 'updated_at': '2021-10-13T14:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f02989d5-5725-4bba-bb4f-9d8f7106da89', 'name': '', 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'mac_address': 'fa:16:3e:e7:5e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:42:53Z', 'updated_at': '2021-10-13T14:42:55Z', 'revision_number': 2, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'subnets': [{'id': '4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:57.739279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Checking router: 79b65bd3-4d28-466d-bd41-f0d36f703cda for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:42:57.739964 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Updating router 79b65bd3-4d28-466d-bd41-f0d36f703cda port f02989d5-5725-4bba-bb4f-9d8f7106da89 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:42:57.774537 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:57.869434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6edc78c3-0d48-4b68-847d-842cfbe5fc0a req-33a92db0-954e-4633-9a76-d49244ef7da0 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 210 time: 0.0484769 Oct 13 14:42:58.020251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-316d8435-a450-4a4b-a371-e88de00465f8 None None] Provisioning complete for port f02989d5-5725-4bba-bb4f-9d8f7106da89 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:58.020649 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-316d8435-a450-4a4b-a371-e88de00465f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:58.076578 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-316d8435-a450-4a4b-a371-e88de00465f8 None None] Port f02989d5-5725-4bba-bb4f-9d8f7106da89 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:42:58.168073 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:58.256484 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:58.307946 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2412e-a181-4e43-9918-d7c1e93739d1 None None] Pushing event updated for resources: {'Port': ['ID=f02989d5-5725-4bba-bb4f-9d8f7106da89,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:58.411291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Attempting to bind port f02989d5-5725-4bba-bb4f-9d8f7106da89 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:42:58.412459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Attempting to bind port f02989d5-5725-4bba-bb4f-9d8f7106da89 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:42:58.412459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Attempting to bind port f02989d5-5725-4bba-bb4f-9d8f7106da89 on network c7b3aa81-a789-43ca-8431-5592f8029757 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:42:58.418761 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:42:58.419233 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Checking segment: {'id': 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:42:58.419621 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:58.420193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Bound using segment: {'id': 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:42:58.420533 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Bound port: f02989d5-5725-4bba-bb4f-9d8f7106da89, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:42:58.421278 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:58.526447 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] For port f02989d5-5725-4bba-bb4f-9d8f7106da89, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:42:58.531429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] For port f02989d5-5725-4bba-bb4f-9d8f7106da89, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f02989d5-5725-4bba-bb4f-9d8f7106da89,segment=NetworkSegment(f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc),segment_id=f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:42:58.640070 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:58.722356 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2412e-a181-4e43-9918-d7c1e93739d1 None None] Pushing event updated for resources: {'Port': ['ID=f02989d5-5725-4bba-bb4f-9d8f7106da89,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:58.727480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Routers {'79b65bd3-4d28-466d-bd41-f0d36f703cda'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:42:58.728650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:42:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['79b65bd3-4d28-466d-bd41-f0d36f703cda'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:58.734313 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ef48ab43-167e-4a3d-a623-6c3ca8e0e0ee None None] Provisioning complete for port f02989d5-5725-4bba-bb4f-9d8f7106da89 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:58.734964 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ef48ab43-167e-4a3d-a623-6c3ca8e0e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:58.880880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ed5cbe67-ca21-4521-b4a0-767cb78fa0de up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:42:58.958081 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ef48ab43-167e-4a3d-a623-6c3ca8e0e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:58.971770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] Set router 79b65bd3-4d28-466d-bd41-f0d36f703cda gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:42:58.985789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eeeb023d-ba9e-432e-914e-9b87540e48a5 req-07e9a16b-20d0-4d3e-8123-1f7ee6a44766 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 210 time: 0.0554216 Oct 13 14:42:59.084259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ef48ab43-167e-4a3d-a623-6c3ca8e0e0ee None None] For port f02989d5-5725-4bba-bb4f-9d8f7106da89, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f02989d5-5725-4bba-bb4f-9d8f7106da89,segment=NetworkSegment(f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc),segment_id=f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:42:59.143537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ed5cbe67-ca21-4521-b4a0-767cb78fa0de triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:59.143914 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:59.231632 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ef48ab43-167e-4a3d-a623-6c3ca8e0e0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:42:59.339635 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48ab43-167e-4a3d-a623-6c3ca8e0e0ee None None] Pushing event updated for resources: {'Port': ['ID=f02989d5-5725-4bba-bb4f-9d8f7106da89,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:42:59.363981 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948127233', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:42:47Z', 'updated_at': '2021-10-13T14:42:55Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:42:48Z', 'updated_at': '2021-10-13T14:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f02989d5-5725-4bba-bb4f-9d8f7106da89', 'name': '', 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'mac_address': 'fa:16:3e:e7:5e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:42:53Z', 'updated_at': '2021-10-13T14:42:58Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'subnets': [{'id': '4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:42:59.402569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b0fbb-025e-4b92-98bd-33b1e7c1b10f None None] The sync data for ids ['79b65bd3-4d28-466d-bd41-f0d36f703cda'] in n-d-806683-15 is: [{'id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948127233', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:42:47Z', 'updated_at': '2021-10-13T14:42:55Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:42:48Z', 'updated_at': '2021-10-13T14:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f02989d5-5725-4bba-bb4f-9d8f7106da89', 'name': '', 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'mac_address': 'fa:16:3e:e7:5e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:42:53Z', 'updated_at': '2021-10-13T14:42:58Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'subnets': [{'id': '4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:42:59.405306 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d033073c-a311-49c0-876a-80ca25439dd1 None None] Provisioning complete for port f02989d5-5725-4bba-bb4f-9d8f7106da89 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:42:59.405684 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d033073c-a311-49c0-876a-80ca25439dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:00.110187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7ecb168-2d33-4ce3-8d05-fd4983f7d577 req-95dbf055-5de6-4295-bd69-41a4d5c1929e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 210 time: 0.0377047 Oct 13 14:43:00.706278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cc6ebac2-f9cb-45b4-a4d1-c1141b686532 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:00.709644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cc6ebac2-f9cb-45b4-a4d1-c1141b686532 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.49 "GET /v2.0/networks?id=c7b3aa81-a789-43ca-8431-5592f8029757 HTTP/1.1" status: 200 len: 798 time: 0.1258724 Oct 13 14:43:00.729304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cf0b133e-bd95-4fd1-abdd-9e356818d56e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Request body: {'port': {'device_id': '8ab69f34-66d7-4382-8297-01d3ef57432d', 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757', 'admin_state_up': True, 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:43:00.874468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f02989d5-5725-4bba-bb4f-9d8f7106da89 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:43:00.924512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f02989d5-5725-4bba-bb4f-9d8f7106da89 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:43:00.924891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:01.068672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cf0b133e-bd95-4fd1-abdd-9e356818d56e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Made reservation on behalf of 6c3b7e7bf9f3486f8b16ad03d7384100 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:43:01.073972 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cf0b133e-bd95-4fd1-abdd-9e356818d56e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:01.233270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2995786-ceff-4f67-89d9-b4ce7536d50a req-ddd61bb2-b33e-46e8-8223-07d41507a9d5 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 210 time: 0.0427904 Oct 13 14:43:01.252536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cf0b133e-bd95-4fd1-abdd-9e356818d56e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Allocated IP 172.20.0.29 (c7b3aa81-a789-43ca-8431-5592f8029757/4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a/bc89e9d1-25a4-4b1f-88e2-08e3172b39d5) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:43:01.382629 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cf0b133e-bd95-4fd1-abdd-9e356818d56e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:01.540682 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cf0b133e-bd95-4fd1-abdd-9e356818d56e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:01.592403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cf0b133e-bd95-4fd1-abdd-9e356818d56e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Network c7b3aa81-a789-43ca-8431-5592f8029757 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:43:01.601660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cf0b133e-bd95-4fd1-abdd-9e356818d56e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:43:01.605724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cf0b133e-bd95-4fd1-abdd-9e356818d56e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:43:01.642973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b133e-bd95-4fd1-abdd-9e356818d56e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event updated for resources: {'Port': ['ID=bc89e9d1-25a4-4b1f-88e2-08e3172b39d5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:01.695171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cf0b133e-bd95-4fd1-abdd-9e356818d56e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:01.696020 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cf0b133e-bd95-4fd1-abdd-9e356818d56e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:01.853134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-cf0b133e-bd95-4fd1-abdd-9e356818d56e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1287279 Oct 13 14:43:01.869460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-63d19a3d-c842-444b-b3b5-e9ca0f1653d2 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:43:01.870991 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-63d19a3d-c842-444b-b3b5-e9ca0f1653d2 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074294 Oct 13 14:43:01.889600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Request body: {'port': {'device_id': '8ab69f34-66d7-4382-8297-01d3ef57432d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:43:01.897389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a4a9c056-e98c-4a5f-b919-39b6ca0fce62 None None] Provisioning complete for port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:43:01.897899 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4a9c056-e98c-4a5f-b919-39b6ca0fce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:01.935439 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9c056-e98c-4a5f-b919-39b6ca0fce62 None None] Port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:43:01.955112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:02.306212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:43:02.326064 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:02.345371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Transition to ACTIVE for port object bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:43:02.404322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b245c13-9d4b-40db-8227-7f8386d5c228 req-a6fbf1c9-f4f4-4eb8-8763-b598a83a4e63 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:02.405975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b245c13-9d4b-40db-8227-7f8386d5c228 req-a6fbf1c9-f4f4-4eb8-8763-b598a83a4e63 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 895 time: 0.0620301 Oct 13 14:43:02.439028 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:02.494759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc89e9d1-25a4-4b1f-88e2-08e3172b39d5,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:02.587899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Attempting to bind port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:43:02.588244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Attempting to bind port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:43:02.588610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Attempting to bind port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 on network c7b3aa81-a789-43ca-8431-5592f8029757 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:43:02.597464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 on network c7b3aa81-a789-43ca-8431-5592f8029757 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:43:02.597464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Attempting to bind port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 on network c7b3aa81-a789-43ca-8431-5592f8029757 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:43:02.606002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:43:02.606526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Checking segment: {'id': 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:43:02.607305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Bound using segment: {'id': 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:43:02.607994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Bound port: bc89e9d1-25a4-4b1f-88e2-08e3172b39d5, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:43:02.608425 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:02.715246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] For port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:43:02.718622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] For port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=bc89e9d1-25a4-4b1f-88e2-08e3172b39d5,segment=NetworkSegment(f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc),segment_id=f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:43:02.889646 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:02.929862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:02.930474 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:02.934123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] 10.222.0.49 "PUT /v2.0/ports/bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 HTTP/1.1" status: 200 len: 1056 time: 1.0490391 Oct 13 14:43:02.934123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab69f34-66d7-4382-8297-01d3ef57432d', 'tag': 'bc89e9d1-25a4-4b1f-88e2-08e3172b39d5'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:43:02.935812 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e404ee-0a21-400c-857e-8669a8c928da" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab69f34-66d7-4382-8297-01d3ef57432d", "tag": "bc89e9d1-25a4-4b1f-88e2-08e3172b39d5"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:43:02.966637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0852f-e9a6-464e-bf97-95168ce7f6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc89e9d1-25a4-4b1f-88e2-08e3172b39d5,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:03.009540 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7346f0-258c-4fb9-8ddb-1b9f3702eed2 x-openstack-request-id: req-6a7346f0-258c-4fb9-8ddb-1b9f3702eed2 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:43:03.009540 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab69f34-66d7-4382-8297-01d3ef57432d", "tag": "bc89e9d1-25a4-4b1f-88e2-08e3172b39d5", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:43:03.009540 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a7346f0-258c-4fb9-8ddb-1b9f3702eed2 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:43:03.009540 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab69f34-66d7-4382-8297-01d3ef57432d', 'tag': 'bc89e9d1-25a4-4b1f-88e2-08e3172b39d5', 'status': 'completed', 'code': 200} Oct 13 14:43:03.094226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e404ee-0a21-400c-857e-8669a8c928da req-84ff6d81-9af1-483c-80fa-bd103b9e6806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:03.095927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0e404ee-0a21-400c-857e-8669a8c928da req-84ff6d81-9af1-483c-80fa-bd103b9e6806 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100&device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 1059 time: 0.0645568 Oct 13 14:43:03.223943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e404ee-0a21-400c-857e-8669a8c928da req-69d3561f-a204-4574-8431-c49490ef5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:03.224416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e404ee-0a21-400c-857e-8669a8c928da req-69d3561f-a204-4574-8431-c49490ef5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:03.226016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0e404ee-0a21-400c-857e-8669a8c928da req-69d3561f-a204-4574-8431-c49490ef5789 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1211920 Oct 13 14:43:03.367866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e404ee-0a21-400c-857e-8669a8c928da req-6d6102e8-b37d-4458-a73b-a8103e17f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:03.369466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0e404ee-0a21-400c-857e-8669a8c928da req-6d6102e8-b37d-4458-a73b-a8103e17f301 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321084 Oct 13 14:43:03.495056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-75220965-e96f-4598-b587-033e2efaa776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:03.496660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-75220965-e96f-4598-b587-033e2efaa776 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100&device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 1059 time: 0.0464854 Oct 13 14:43:03.572841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-f07a3b3f-b6fd-4989-b776-8fcfff986d5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 HTTP/1.1" status: 200 len: 217 time: 0.0589621 Oct 13 14:43:03.630520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2ccf8-e2b8-404b-8f8d-73604510f477 req-1819af5a-84cb-45f1-9c27-307aea3d1094 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:03.633102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49d2ccf8-e2b8-404b-8f8d-73604510f477 req-1819af5a-84cb-45f1-9c27-307aea3d1094 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 907 time: 0.1291173 Oct 13 14:43:03.656452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-59f1ac9a-42a4-4776-b011-f95de591ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:03.658763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-59f1ac9a-42a4-4776-b011-f95de591ce31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a HTTP/1.1" status: 200 len: 838 time: 0.0736771 Oct 13 14:43:03.717008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-2a0171d6-05e0-41c0-a8df-58bd05eb0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:03.718670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-2a0171d6-05e0-41c0-a8df-58bd05eb0ad2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7b3aa81-a789-43ca-8431-5592f8029757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0476291 Oct 13 14:43:03.828958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-7ce50bb1-37ba-46d8-9436-0a38da3236ef service neutron] 10.222.0.49 "GET /v2.0/networks/c7b3aa81-a789-43ca-8431-5592f8029757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025319 Oct 13 14:43:03.939377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29ba4eae-15ae-421d-848f-6ba9806fc1e3 req-24f36869-e6ea-4a8d-9d28-97f85f119704 service neutron] 10.222.0.49 "GET /v2.0/networks/c7b3aa81-a789-43ca-8431-5592f8029757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993769 Oct 13 14:43:04.779903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15045f-2d36-433d-8bfd-4159d4c1de07 req-13a00bff-dd66-4eb3-acc1-63a6a9d29e62 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:04.781404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0a15045f-2d36-433d-8bfd-4159d4c1de07 req-13a00bff-dd66-4eb3-acc1-63a6a9d29e62 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 907 time: 0.0577388 Oct 13 14:43:05.907005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c37344-6f4a-4665-98af-2120375bdc10 req-40b6287d-c1bb-4f10-8cd9-5534eb9377d3 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:05.908486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0c37344-6f4a-4665-98af-2120375bdc10 req-40b6287d-c1bb-4f10-8cd9-5534eb9377d3 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 907 time: 0.0515428 Oct 13 14:43:06.683334 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:43:06.788618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=bc89e9d1-25a4-4b1f-88e2-08e3172b39d5,segment=NetworkSegment(f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc),segment_id=f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:06.809217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'bc89e9d1-25a4-4b1f-88e2-08e3172b39d5', 'network_id': 'c7b3aa81-a789-43ca-8431-5592f8029757', 'port_id': 'bc89e9d1-25a4-4b1f-88e2-08e3172b39d5', 'mac_address': 'fa:16:3e:28:8a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:43:06.850396 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:06.864214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:43:06.885917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=bc89e9d1-25a4-4b1f-88e2-08e3172b39d5,segment=NetworkSegment(f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc),segment_id=f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:07.013093 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:07.051414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f54353-6fda-488e-91bb-a25f1c0db97c req-2ad64d1c-3df4-451b-aada-280df94f111a tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:07.065656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65f54353-6fda-488e-91bb-a25f1c0db97c req-2ad64d1c-3df4-451b-aada-280df94f111a tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 907 time: 0.0852649 Oct 13 14:43:07.106274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=bc89e9d1-25a4-4b1f-88e2-08e3172b39d5,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:07.269057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['bc89e9d1-25a4-4b1f-88e2-08e3172b39d5'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:43:08.207133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0755f6-f897-49c3-9f50-c996074ba61c req-5243b411-5ebc-411d-bb61-0426e9f31ee5 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:08.208862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3b0755f6-f897-49c3-9f50-c996074ba61c req-5243b411-5ebc-411d-bb61-0426e9f31ee5 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 908 time: 0.0533946 Oct 13 14:43:08.683366 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:43:08.913455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:43:08.917703 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:43:08.918394 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:09.027359 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:09.057087 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab69f34-66d7-4382-8297-01d3ef57432d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc89e9d1-25a4-4b1f-88e2-08e3172b39d5'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:43:09.059577 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9ecb59-f246-423d-93d2-e7282a6d4c77" -d '{"events": [{"server_uuid": "8ab69f34-66d7-4382-8297-01d3ef57432d", "name": "network-vif-plugged", "status": "completed", "tag": "bc89e9d1-25a4-4b1f-88e2-08e3172b39d5"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:43:09.074163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=bc89e9d1-25a4-4b1f-88e2-08e3172b39d5,segment=NetworkSegment(f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc),segment_id=f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:09.123048 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820a5ad1-b274-4cc3-9048-c0945bb44e82 x-openstack-request-id: req-820a5ad1-b274-4cc3-9048-c0945bb44e82 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:43:09.123353 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab69f34-66d7-4382-8297-01d3ef57432d", "name": "network-vif-plugged", "status": "completed", "tag": "bc89e9d1-25a4-4b1f-88e2-08e3172b39d5", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:43:09.123610 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-820a5ad1-b274-4cc3-9048-c0945bb44e82 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:43:09.124022 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab69f34-66d7-4382-8297-01d3ef57432d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc89e9d1-25a4-4b1f-88e2-08e3172b39d5', 'code': 200} Oct 13 14:43:09.193730 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:09.289646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a0a3d-e8f6-4ab2-b0f5-5917d11b16ae req-0dcbb638-c05e-4723-a811-472a238034ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:09.289646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-280a0a3d-e8f6-4ab2-b0f5-5917d11b16ae req-0dcbb638-c05e-4723-a811-472a238034ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 1061 time: 0.0855753 Oct 13 14:43:09.299240 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=bc89e9d1-25a4-4b1f-88e2-08e3172b39d5,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:09.745233 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:43:09.769895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5fcee-4b28-4bbf-9783-93b4bc0b61ad req-2994f3d0-3eec-40a8-8038-242f3e8e3c48 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:09.779869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29d5fcee-4b28-4bbf-9783-93b4bc0b61ad req-2994f3d0-3eec-40a8-8038-242f3e8e3c48 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 909 time: 0.4823465 Oct 13 14:43:10.858473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53760) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:10.946382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051d77d-2840-447c-aec1-97bf8959fa4b req-f8644d5a-4cf1-4b86-80c9-735f22e70a81 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:10.948015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9051d77d-2840-447c-aec1-97bf8959fa4b req-f8644d5a-4cf1-4b86-80c9-735f22e70a81 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 909 time: 0.0750921 Oct 13 14:43:11.154181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec68fce-fa70-4394-9f0e-77feaea2d564 req-1d1b0688-1e45-40d0-9413-f0f4b72b538d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:11.155816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ec68fce-fa70-4394-9f0e-77feaea2d564 req-1d1b0688-1e45-40d0-9413-f0f4b72b538d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 909 time: 0.1023183 Oct 13 14:43:11.337886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6d0d7-b740-43ee-9782-0af30b68cd6f req-b95c0ef6-ad8f-405a-bac5-c1cbe3d971bd tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:11.339672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08b6d0d7-b740-43ee-9782-0af30b68cd6f req-b95c0ef6-ad8f-405a-bac5-c1cbe3d971bd tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 1061 time: 0.0687912 Oct 13 14:43:11.507245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001ff32-d0c6-44af-ac84-164fe08222be req-50006eff-ac9c-4a64-92b7-27876b028301 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:11.508958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d001ff32-d0c6-44af-ac84-164fe08222be req-50006eff-ac9c-4a64-92b7-27876b028301 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 1137 time: 0.0888638 Oct 13 14:43:11.629151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d001ff32-d0c6-44af-ac84-164fe08222be req-12b91179-42f0-4e56-8722-d095454eee7d tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0975392 Oct 13 14:43:11.654354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53774) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:11.707646 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-27b6e401-eb05-43ae-930d-c3d5a0360b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:11.768526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff8460f-3205-4570-be19-bb98fbbb03c6 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:11.773250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-eff8460f-3205-4570-be19-bb98fbbb03c6 tempest-TestSecurityGroupsBasicOps-399984577 tempest-TestSecurityGroupsBasicOps-399984577-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 1056 time: 0.1153054 Oct 13 14:43:12.070191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-27b6e401-eb05-43ae-930d-c3d5a0360b4f admin admin] Deleting port 50d9a5ca-4c18-4b95-a907-920086d81d77 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:12.070930 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-27b6e401-eb05-43ae-930d-c3d5a0360b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:12.170072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-27b6e401-eb05-43ae-930d-c3d5a0360b4f admin admin] For port 50d9a5ca-4c18-4b95-a907-920086d81d77, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=50d9a5ca-4c18-4b95-a907-920086d81d77,segment=NetworkSegment(d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb),segment_id=d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:12.170441 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-27b6e401-eb05-43ae-930d-c3d5a0360b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:12.188935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-27b6e401-eb05-43ae-930d-c3d5a0360b4f admin admin] Calling delete_port for 50d9a5ca-4c18-4b95-a907-920086d81d77 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:12.375914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8033d-eb49-4fcb-8000-9e60bc32a0db req-b351abed-af8d-4fbb-974a-9141cf990b5d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:12.377621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78c8033d-eb49-4fcb-8000-9e60bc32a0db req-b351abed-af8d-4fbb-974a-9141cf990b5d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 909 time: 0.1042249 Oct 13 14:43:12.540957 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-27b6e401-eb05-43ae-930d-c3d5a0360b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:12.575153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6e401-eb05-43ae-930d-c3d5a0360b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=50d9a5ca-4c18-4b95-a907-920086d81d77,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:12.758972 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-27b6e401-eb05-43ae-930d-c3d5a0360b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:13.027222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b6e401-eb05-43ae-930d-c3d5a0360b4f admin admin] Router 947c7015-8337-4787-9bd8-bf6512dd6ad8 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:43:13.152412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b6e401-eb05-43ae-930d-c3d5a0360b4f admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:43:13.161694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-27b6e401-eb05-43ae-930d-c3d5a0360b4f admin admin] 10.222.0.18 "PUT /v2.0/routers/947c7015-8337-4787-9bd8-bf6512dd6ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2974341 Oct 13 14:43:13.163235 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53792) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:13.170103 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acebeeaf-a0d7-4564-a905-d8770f203c1f None None] Sync routers for ids ['947c7015-8337-4787-9bd8-bf6512dd6ad8'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:43:13.180564 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebeeaf-a0d7-4564-a905-d8770f203c1f None None] Routers {'947c7015-8337-4787-9bd8-bf6512dd6ad8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:43:13.181669 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-acebeeaf-a0d7-4564-a905-d8770f203c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:42:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['947c7015-8337-4787-9bd8-bf6512dd6ad8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:13.288508 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:13.299496 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-acebeeaf-a0d7-4564-a905-d8770f203c1f None None] Set router 947c7015-8337-4787-9bd8-bf6512dd6ad8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:43:13.396181 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:13.492018 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-acebeeaf-a0d7-4564-a905-d8770f203c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:43:12Z', 'revision_number': 5, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port': {'id': 'fb7d00b3-3cfd-4bb7-8085-7237800e963e', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:21:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:31:34Z', 'updated_at': '2021-10-13T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:13.519359 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acebeeaf-a0d7-4564-a905-d8770f203c1f None None] Checking router: 947c7015-8337-4787-9bd8-bf6512dd6ad8 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:43:13.523894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4db5f-1385-4d9a-a886-cfc84a662835 req-949eeaba-be8d-4e2c-b420-39cec1d21461 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:13.525500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ff4db5f-1385-4d9a-a886-cfc84a662835 req-949eeaba-be8d-4e2c-b420-39cec1d21461 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 909 time: 0.0750513 Oct 13 14:43:13.538980 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebeeaf-a0d7-4564-a905-d8770f203c1f None None] Routers {'947c7015-8337-4787-9bd8-bf6512dd6ad8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:43:13.549768 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-acebeeaf-a0d7-4564-a905-d8770f203c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:42:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['947c7015-8337-4787-9bd8-bf6512dd6ad8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:13.585399 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Deleting port fb7d00b3-3cfd-4bb7-8085-7237800e963e {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:13.593416 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:13.671252 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-acebeeaf-a0d7-4564-a905-d8770f203c1f None None] Set router 947c7015-8337-4787-9bd8-bf6512dd6ad8 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:43:13.683216 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] For port fb7d00b3-3cfd-4bb7-8085-7237800e963e, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fb7d00b3-3cfd-4bb7-8085-7237800e963e,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:13.684007 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:13.697908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Calling delete_port for fb7d00b3-3cfd-4bb7-8085-7237800e963e owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:13.716546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7ec77-ea70-48c5-80ab-d90bbd9bdabb req-b31dc8a0-b033-43e9-abd1-e530a7f47e9e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:13.718157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7dd7ec77-ea70-48c5-80ab-d90bbd9bdabb req-b31dc8a0-b033-43e9-abd1-e530a7f47e9e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 909 time: 0.0551097 Oct 13 14:43:13.731191 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-acebeeaf-a0d7-4564-a905-d8770f203c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:43:13Z', 'revision_number': 6, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:13.760581 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acebeeaf-a0d7-4564-a905-d8770f203c1f None None] The sync data for ids ['947c7015-8337-4787-9bd8-bf6512dd6ad8'] in n-d-806683-15 is: [{'id': '947c7015-8337-4787-9bd8-bf6512dd6ad8', 'name': 'tempest-TaggedBootDevicesTest-3381519-router', 'tenant_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:31:33Z', 'updated_at': '2021-10-13T14:43:13Z', 'revision_number': 6, 'project_id': '6ed4b0eb351b4f6eb79e169e27d158cc', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:43:13.849600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7dd7ec77-ea70-48c5-80ab-d90bbd9bdabb req-08e9638d-9069-4087-a995-77192276aa9b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Deleting port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:13.849943 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7dd7ec77-ea70-48c5-80ab-d90bbd9bdabb req-08e9638d-9069-4087-a995-77192276aa9b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:13.945783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7dd7ec77-ea70-48c5-80ab-d90bbd9bdabb req-08e9638d-9069-4087-a995-77192276aa9b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] For port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=bc89e9d1-25a4-4b1f-88e2-08e3172b39d5,segment=NetworkSegment(f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc),segment_id=f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:13.946053 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7dd7ec77-ea70-48c5-80ab-d90bbd9bdabb req-08e9638d-9069-4087-a995-77192276aa9b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:13.962120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7dd7ec77-ea70-48c5-80ab-d90bbd9bdabb req-08e9638d-9069-4087-a995-77192276aa9b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Calling delete_port for bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:14.072094 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:14.096941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7d00b3-3cfd-4bb7-8085-7237800e963e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:14.122099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:14.122546 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:14.122948 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:14.123372 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:14.123732 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:14.124488 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:14.124590 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:14.124902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:14.125256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:14.125582 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:14.125906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:14.126259 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:14.182452 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7dd7ec77-ea70-48c5-80ab-d90bbd9bdabb req-08e9638d-9069-4087-a995-77192276aa9b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:14.196700 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:14.228590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9638d-9069-4087-a995-77192276aa9b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event deleted for resources: {'Port': ['ID=bc89e9d1-25a4-4b1f-88e2-08e3172b39d5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:14.282784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd7ec77-ea70-48c5-80ab-d90bbd9bdabb req-08e9638d-9069-4087-a995-77192276aa9b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] No DVR routers for this DVR port bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:43:14.286352 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7dd7ec77-ea70-48c5-80ab-d90bbd9bdabb req-08e9638d-9069-4087-a995-77192276aa9b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:14.301733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7dd7ec77-ea70-48c5-80ab-d90bbd9bdabb req-08e9638d-9069-4087-a995-77192276aa9b tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.49 "DELETE /v2.0/ports/bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 HTTP/1.1" status: 204 len: 173 time: 0.5756681 Oct 13 14:43:14.302407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab69f34-66d7-4382-8297-01d3ef57432d', 'name': 'network-vif-deleted', 'tag': 'bc89e9d1-25a4-4b1f-88e2-08e3172b39d5'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:43:14.305731 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fbed37-00a7-4eab-b2ca-7ae41e9331a1" -d '{"events": [{"server_uuid": "8ab69f34-66d7-4382-8297-01d3ef57432d", "name": "network-vif-deleted", "tag": "bc89e9d1-25a4-4b1f-88e2-08e3172b39d5"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:43:14.322939 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:14.325946 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:14.355553 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54b0209-9836-4f9f-8352-e34238b136cc x-openstack-request-id: req-a54b0209-9836-4f9f-8352-e34238b136cc {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:43:14.355553 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab69f34-66d7-4382-8297-01d3ef57432d", "name": "network-vif-deleted", "tag": "bc89e9d1-25a4-4b1f-88e2-08e3172b39d5", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:43:14.355553 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a54b0209-9836-4f9f-8352-e34238b136cc {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:43:14.355553 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab69f34-66d7-4382-8297-01d3ef57432d', 'name': 'network-vif-deleted', 'tag': 'bc89e9d1-25a4-4b1f-88e2-08e3172b39d5', 'status': 'completed', 'code': 200} Oct 13 14:43:14.563230 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:14.564125 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 947c7015-8337-4787-9bd8-bf6512dd6ad8 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:43:14.573959 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:14.577687 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d3e2f941-8596-4d34-9e9e-78dff3d61694 admin admin] 10.222.0.18 "DELETE /v2.0/routers/947c7015-8337-4787-9bd8-bf6512dd6ad8 HTTP/1.1" status: 204 len: 168 time: 1.4105127 Oct 13 14:43:14.584216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53808) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:14.695963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-444a289a-4400-497b-b6f2-10443b5380d3 req-2567430a-32d1-4cda-9319-e958f0ea16cb tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ab69f34-66d7-4382-8297-01d3ef57432d HTTP/1.1" status: 200 len: 210 time: 0.0362346 Oct 13 14:43:14.700380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ddb0e8-48ba-4f87-8002-9a617b535385 admin admin] Deleting subnet 0d98b753-5756-4883-9995-4439b4ac06ca {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:43:14.703216 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74ddb0e8-48ba-4f87-8002-9a617b535385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:14.747270 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74ddb0e8-48ba-4f87-8002-9a617b535385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:14.843084 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74ddb0e8-48ba-4f87-8002-9a617b535385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:14.875007 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 50d9a5ca-4c18-4b95-a907-920086d81d77 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:43:14.929198 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 50d9a5ca-4c18-4b95-a907-920086d81d77 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:43:14.930002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 50d9a5ca-4c18-4b95-a907-920086d81d77 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:43:14.930880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fb7d00b3-3cfd-4bb7-8085-7237800e963e no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:43:14.960663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: fb7d00b3-3cfd-4bb7-8085-7237800e963e {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:43:14.961245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fb7d00b3-3cfd-4bb7-8085-7237800e963e not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:43:14.967422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74ddb0e8-48ba-4f87-8002-9a617b535385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.003381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddb0e8-48ba-4f87-8002-9a617b535385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d98b753-5756-4883-9995-4439b4ac06ca,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:15.008252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74ddb0e8-48ba-4f87-8002-9a617b535385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.012307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-74ddb0e8-48ba-4f87-8002-9a617b535385 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0d98b753-5756-4883-9995-4439b4ac06ca HTTP/1.1" status: 204 len: 168 time: 0.4250910 Oct 13 14:43:15.015541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53818) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:15.019993 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa89cd2-192e-40ba-95e4-2ca9a9061d08 None None] Network 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:43:15.136172 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.195020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Deleting port 980d044b-b4e2-419a-aa73-202f0ed4b270 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:15.195020 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.241874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e561cb3-8cbc-40c3-b878-3fa7e97ad08c None None] DHCP port deletion for 72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:43:15.267945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] For port 980d044b-b4e2-419a-aa73-202f0ed4b270, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=980d044b-b4e2-419a-aa73-202f0ed4b270,segment=NetworkSegment(d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb),segment_id=d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:15.268312 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.282396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Calling delete_port for 980d044b-b4e2-419a-aa73-202f0ed4b270 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:15.294997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4e561cb3-8cbc-40c3-b878-3fa7e97ad08c None None] Deleting port 980d044b-b4e2-419a-aa73-202f0ed4b270 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:15.295506 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4e561cb3-8cbc-40c3-b878-3fa7e97ad08c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.373463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4e561cb3-8cbc-40c3-b878-3fa7e97ad08c None None] For port 980d044b-b4e2-419a-aa73-202f0ed4b270, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=980d044b-b4e2-419a-aa73-202f0ed4b270,segment=NetworkSegment(d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb),segment_id=d51f6d68-2dd2-46d0-8ce6-ff50c0026ccb)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:15.373937 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4e561cb3-8cbc-40c3-b878-3fa7e97ad08c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.390851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4e561cb3-8cbc-40c3-b878-3fa7e97ad08c None None] Calling delete_port for 980d044b-b4e2-419a-aa73-202f0ed4b270 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:15.478417 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.490654 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4e561cb3-8cbc-40c3-b878-3fa7e97ad08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.506103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Pushing event deleted for resources: {'Port': ['ID=980d044b-b4e2-419a-aa73-202f0ed4b270,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:15.510764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] No DVR routers for this DVR port 980d044b-b4e2-419a-aa73-202f0ed4b270 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:43:15.518443 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e561cb3-8cbc-40c3-b878-3fa7e97ad08c None None] Pushing event deleted for resources: {'Port': ['ID=980d044b-b4e2-419a-aa73-202f0ed4b270,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:15.525239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e561cb3-8cbc-40c3-b878-3fa7e97ad08c None None] No DVR routers for this DVR port 980d044b-b4e2-419a-aa73-202f0ed4b270 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:43:15.592807 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.618978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:15.630938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:15.631402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51f6d68-2dd2-46d0-8ce6-ff50c0026ccb') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:15.647581 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.665863 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.672052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:43:15.672452 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:43:15.674300 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:43:15.769295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53832) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:15.859774 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.869060 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:15.872714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] 10.222.0.18 "DELETE /v2.0/networks/72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb HTTP/1.1" status: 204 len: 168 time: 0.8559411 Oct 13 14:43:15.891781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e4f95-6908-4c6d-8f67-c5ddca4a0225 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d7f7bd-8fac-4eb8-809b-126d9d7e0dfb,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:16.186174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74a783ef-1765-4bc5-9aa7-45ab770661ac tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:16.321507 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53836) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:16.387863 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-46da617b-4413-419b-ae30-a60ac8eaef5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ed4b0eb351b4f6eb79e169e27d158cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646107 Oct 13 14:43:16.390397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53840) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:16.463549 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77446a75-d0da-4ec8-8822-96d4207c368e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:16.482629 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77446a75-d0da-4ec8-8822-96d4207c368e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:16.506445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-74a783ef-1765-4bc5-9aa7-45ab770661ac tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Deleting port f02989d5-5725-4bba-bb4f-9d8f7106da89 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:16.507109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74a783ef-1765-4bc5-9aa7-45ab770661ac tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:16.602364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-74a783ef-1765-4bc5-9aa7-45ab770661ac tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] For port f02989d5-5725-4bba-bb4f-9d8f7106da89, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f02989d5-5725-4bba-bb4f-9d8f7106da89,segment=NetworkSegment(f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc),segment_id=f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:16.602736 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74a783ef-1765-4bc5-9aa7-45ab770661ac tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:16.639434 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77446a75-d0da-4ec8-8822-96d4207c368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:16.642900 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-77446a75-d0da-4ec8-8822-96d4207c368e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:16.645119 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-77446a75-d0da-4ec8-8822-96d4207c368e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b6f35c0-0cdb-4d30-9823-7e9c9959be18 HTTP/1.1" status: 204 len: 168 time: 0.2535439 Oct 13 14:43:16.656444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77446a75-d0da-4ec8-8822-96d4207c368e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6f35c0-0cdb-4d30-9823-7e9c9959be18,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:16.865765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 980d044b-b4e2-419a-aa73-202f0ed4b270 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:43:16.895473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 980d044b-b4e2-419a-aa73-202f0ed4b270 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:43:16.895473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 980d044b-b4e2-419a-aa73-202f0ed4b270 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:43:16.981033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-74a783ef-1765-4bc5-9aa7-45ab770661ac tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Calling delete_port for f02989d5-5725-4bba-bb4f-9d8f7106da89 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:17.256669 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74a783ef-1765-4bc5-9aa7-45ab770661ac tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:17.309371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a783ef-1765-4bc5-9aa7-45ab770661ac tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event deleted for resources: {'Port': ['ID=f02989d5-5725-4bba-bb4f-9d8f7106da89,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:17.595153 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74a783ef-1765-4bc5-9aa7-45ab770661ac tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:17.827442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a783ef-1765-4bc5-9aa7-45ab770661ac tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Router 79b65bd3-4d28-466d-bd41-f0d36f703cda has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:43:17.962406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a783ef-1765-4bc5-9aa7-45ab770661ac tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:43:17.967593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-74a783ef-1765-4bc5-9aa7-45ab770661ac tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "PUT /v2.0/routers/79b65bd3-4d28-466d-bd41-f0d36f703cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1968956 Oct 13 14:43:17.971206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53866) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:17.975275 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b627ae9e-70ad-42af-9d7e-2ce643ebf8fb None None] Sync routers for ids ['79b65bd3-4d28-466d-bd41-f0d36f703cda'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:43:17.986093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b627ae9e-70ad-42af-9d7e-2ce643ebf8fb None None] Routers {'79b65bd3-4d28-466d-bd41-f0d36f703cda'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:43:17.986093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b627ae9e-70ad-42af-9d7e-2ce643ebf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:42:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['79b65bd3-4d28-466d-bd41-f0d36f703cda'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:18.033428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8f12e7-dc5e-403e-93d6-20172ab818c7 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Deleting subnet 4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:43:18.037827 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6c8f12e7-dc5e-403e-93d6-20172ab818c7 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:18.082842 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6c8f12e7-dc5e-403e-93d6-20172ab818c7 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:18.126753 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-b627ae9e-70ad-42af-9d7e-2ce643ebf8fb None None] Set router 79b65bd3-4d28-466d-bd41-f0d36f703cda gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:43:18.142821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53870) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:18.232918 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6c8f12e7-dc5e-403e-93d6-20172ab818c7 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:18.298930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-network', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:43:18.389496 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b627ae9e-70ad-42af-9d7e-2ce643ebf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948127233', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:42:47Z', 'updated_at': '2021-10-13T14:43:17Z', 'revision_number': 5, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:42:48Z', 'updated_at': '2021-10-13T14:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:18.419095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b627ae9e-70ad-42af-9d7e-2ce643ebf8fb None None] Checking router: 79b65bd3-4d28-466d-bd41-f0d36f703cda for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:43:18.428812 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6c8f12e7-dc5e-403e-93d6-20172ab818c7 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:18.429325 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b627ae9e-70ad-42af-9d7e-2ce643ebf8fb None None] Routers {'79b65bd3-4d28-466d-bd41-f0d36f703cda'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:43:18.429953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b627ae9e-70ad-42af-9d7e-2ce643ebf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:42:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['79b65bd3-4d28-466d-bd41-f0d36f703cda'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:18.472245 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6c8f12e7-dc5e-403e-93d6-20172ab818c7 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:18.480636 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53876) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:18.481329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6c8f12e7-dc5e-403e-93d6-20172ab818c7 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "DELETE /v2.0/subnets/4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a HTTP/1.1" status: 204 len: 168 time: 0.5083742 Oct 13 14:43:18.484128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Made reservation on behalf of ce3a9f185c4543378ec21152c844f973 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:43:18.487296 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:18.490242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f12e7-dc5e-403e-93d6-20172ab818c7 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event deleted for resources: {'Subnet': ['ID=4884cbc4-9718-42e7-bfd1-6f8ca71b0e0a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:18.522653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:18.748621 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:18.754719 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb20806-21fb-4776-9b24-c0abcb5d6565 None None] Network c7b3aa81-a789-43ca-8431-5592f8029757 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:43:18.759017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:43:18.818413 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:18.839067 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:18.843829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:43:18.843829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device bc89e9d1-25a4-4b1f-88e2-08e3172b39d5 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:43:18.885840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:43:18.939979 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:18.939979 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Added segment 52e18adc-0f76-4118-b691-f1abb93b1b3a of type vlan for network 3189da9e-1588-4513-9a26-8c1724df22b5 Oct 13 14:43:18.939979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858b67f1-5734-469f-b7f6-8b2f7f741aab,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:18.979822 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:18.983104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-b627ae9e-70ad-42af-9d7e-2ce643ebf8fb None None] Set router 79b65bd3-4d28-466d-bd41-f0d36f703cda gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:43:19.009929 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.013947 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.172365 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.173482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:19.176098 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.198262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba90bd6-5de1-42e3-841a-b94c43cdf3be None None] DHCP port deletion for c7b3aa81-a789-43ca-8431-5592f8029757 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:43:19.241677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Deleting port c63d35de-141b-4dd5-9cfa-485b9423b560 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:19.243598 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.255006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b627ae9e-70ad-42af-9d7e-2ce643ebf8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948127233', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:42:47Z', 'updated_at': '2021-10-13T14:43:17Z', 'revision_number': 5, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:42:48Z', 'updated_at': '2021-10-13T14:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:19.259640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] Pushing event updated for resources: {'Network': ['ID=3189da9e-1588-4513-9a26-8c1724df22b5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:19.284130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 3189da9e-1588-4513-9a26-8c1724df22b5 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:43:19.302770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b627ae9e-70ad-42af-9d7e-2ce643ebf8fb None None] The sync data for ids ['79b65bd3-4d28-466d-bd41-f0d36f703cda'] in n-d-806683-15 is: [{'id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'name': 'tempest-TestSecurityGroupsBasicOps-router-948127233', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:42:47Z', 'updated_at': '2021-10-13T14:43:17Z', 'revision_number': 5, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'c63d35de-141b-4dd5-9cfa-485b9423b560', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b65bd3-4d28-466d-bd41-f0d36f703cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3552, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:42:48Z', 'updated_at': '2021-10-13T14:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:43:19.324040 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-03398dac-9855-44f4-80f7-f61e90bebd89 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1737928 Oct 13 14:43:19.325407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53880) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:19.332947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-80147f3a-54ea-452e-ba0f-eb2023537913 admin admin] Request body: {'subnet': {'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-subnet', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:43:19.359250 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] For port c63d35de-141b-4dd5-9cfa-485b9423b560, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c63d35de-141b-4dd5-9cfa-485b9423b560,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:19.360233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.376937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8ba90bd6-5de1-42e3-841a-b94c43cdf3be None None] Deleting port ed5cbe67-ca21-4521-b4a0-767cb78fa0de {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:19.377331 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ba90bd6-5de1-42e3-841a-b94c43cdf3be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.379670 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Calling delete_port for c63d35de-141b-4dd5-9cfa-485b9423b560 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:19.439392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80147f3a-54ea-452e-ba0f-eb2023537913 admin admin] Made reservation on behalf of ce3a9f185c4543378ec21152c844f973 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:43:19.442925 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80147f3a-54ea-452e-ba0f-eb2023537913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.462527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8ba90bd6-5de1-42e3-841a-b94c43cdf3be None None] For port ed5cbe67-ca21-4521-b4a0-767cb78fa0de, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ed5cbe67-ca21-4521-b4a0-767cb78fa0de,segment=NetworkSegment(f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc),segment_id=f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:19.463334 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ba90bd6-5de1-42e3-841a-b94c43cdf3be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.480461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8ba90bd6-5de1-42e3-841a-b94c43cdf3be None None] Calling delete_port for ed5cbe67-ca21-4521-b4a0-767cb78fa0de owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:19.548857 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-827fbb39-faa6-46e5-838c-c0180010e6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.776582 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.777133 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ba90bd6-5de1-42e3-841a-b94c43cdf3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.806045 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event deleted for resources: {'Port': ['ID=c63d35de-141b-4dd5-9cfa-485b9423b560,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:19.822781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba90bd6-5de1-42e3-841a-b94c43cdf3be None None] Pushing event deleted for resources: {'Port': ['ID=ed5cbe67-ca21-4521-b4a0-767cb78fa0de,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:19.831199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba90bd6-5de1-42e3-841a-b94c43cdf3be None None] No DVR routers for this DVR port ed5cbe67-ca21-4521-b4a0-767cb78fa0de on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:43:19.856216 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80147f3a-54ea-452e-ba0f-eb2023537913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.884237 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:19.957953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80147f3a-54ea-452e-ba0f-eb2023537913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b595aa9b-865d-4727-ac34-819e775de33e,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:19.979537 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80147f3a-54ea-452e-ba0f-eb2023537913 admin admin] Checking segment: {'id': '52e18adc-0f76-4118-b691-f1abb93b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:43:19.996863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80147f3a-54ea-452e-ba0f-eb2023537913 admin admin] Network hostable DHCP agents. Network: 3189da9e-1588-4513-9a26-8c1724df22b5, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:43:20.035381 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.040120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.090017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80147f3a-54ea-452e-ba0f-eb2023537913 admin admin] Network 3189da9e-1588-4513-9a26-8c1724df22b5 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:43:20.164933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-80147f3a-54ea-452e-ba0f-eb2023537913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 3189da9e-1588-4513-9a26-8c1724df22b5) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:43:20.170122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80147f3a-54ea-452e-ba0f-eb2023537913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:20.171134 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-80147f3a-54ea-452e-ba0f-eb2023537913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.176322 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.177081 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5d5571-98eb-4ede-a22a-1b894266b5af None None] Network 3189da9e-1588-4513-9a26-8c1724df22b5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:43:20.182803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Fanout notify agent at l3_agent the message router_deleted on router 79b65bd3-4d28-466d-bd41-f0d36f703cda {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:43:20.191626 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.194101 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-897f4d3f-ae53-4b21-8ba9-2a0d91f44c17 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "DELETE /v2.0/routers/79b65bd3-4d28-466d-bd41-f0d36f703cda HTTP/1.1" status: 204 len: 168 time: 1.7063270 Oct 13 14:43:20.197177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53890) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:20.297675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-80147f3a-54ea-452e-ba0f-eb2023537913 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9707723 Oct 13 14:43:20.297971 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53892) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:20.304315 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:43:20.350727 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28332fa9-1044-487c-b7d9-96754279b366 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.355837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71964744-acdb-4814-86c9-27be3cf0b264 None None] Network 3189da9e-1588-4513-9a26-8c1724df22b5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:43:20.404932 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.406706 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.481309 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28332fa9-1044-487c-b7d9-96754279b366 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.496875 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.513908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-28332fa9-1044-487c-b7d9-96754279b366 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b3aa81-a789-43ca-8431-5592f8029757']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:20.525203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-28332fa9-1044-487c-b7d9-96754279b366 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:20.525486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-28332fa9-1044-487c-b7d9-96754279b366 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b9e5bb-c73f-4fa0-9a43-aa6a15ec92cc') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:20.538523 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28332fa9-1044-487c-b7d9-96754279b366 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.558613 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28332fa9-1044-487c-b7d9-96754279b366 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.571068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28332fa9-1044-487c-b7d9-96754279b366 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:43:20.574858 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28332fa9-1044-487c-b7d9-96754279b366 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:43:20.631751 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:43:20.713048 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28332fa9-1044-487c-b7d9-96754279b366 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.730887 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.737033 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-28332fa9-1044-487c-b7d9-96754279b366 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:20.743979 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-28332fa9-1044-487c-b7d9-96754279b366 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "DELETE /v2.0/networks/c7b3aa81-a789-43ca-8431-5592f8029757 HTTP/1.1" status: 204 len: 168 time: 0.5421257 Oct 13 14:43:20.745251 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53894) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:20.755464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28332fa9-1044-487c-b7d9-96754279b366 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event deleted for resources: {'Network': ['ID=c7b3aa81-a789-43ca-8431-5592f8029757,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:20.858228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f02989d5-5725-4bba-bb4f-9d8f7106da89 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:43:20.879895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: f02989d5-5725-4bba-bb4f-9d8f7106da89 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:43:20.880244 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f02989d5-5725-4bba-bb4f-9d8f7106da89 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:43:20.880734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ed5cbe67-ca21-4521-b4a0-767cb78fa0de no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:43:20.911513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: ed5cbe67-ca21-4521-b4a0-767cb78fa0de {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:43:20.911513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ed5cbe67-ca21-4521-b4a0-767cb78fa0de not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:43:20.911513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c63d35de-141b-4dd5-9cfa-485b9423b560 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:43:20.930531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: c63d35de-141b-4dd5-9cfa-485b9423b560 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:43:20.933464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c63d35de-141b-4dd5-9cfa-485b9423b560 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:43:21.306936 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5e156-983a-4c55-b895-7fe124ca81fa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Deleting port 862d9631-6ee5-43ed-9908-598b2723a593 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:21.307553 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e156-983a-4c55-b895-7fe124ca81fa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:21.467303 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e156-983a-4c55-b895-7fe124ca81fa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:21.467631 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e156-983a-4c55-b895-7fe124ca81fa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:21.505063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5e156-983a-4c55-b895-7fe124ca81fa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Calling delete_port for 862d9631-6ee5-43ed-9908-598b2723a593 owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:21.529758 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:21.585401 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:21.733902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Allocated IP 172.25.0.33 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/429dcc11-809e-4010-bb30-639cdb6976cf) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:43:21.882993 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:21.928798 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e156-983a-4c55-b895-7fe124ca81fa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:21.955825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5e156-983a-4c55-b895-7fe124ca81fa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event deleted for resources: {'Port': ['ID=862d9631-6ee5-43ed-9908-598b2723a593,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:22.020847 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e156-983a-4c55-b895-7fe124ca81fa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:22.021237 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-fcc5e156-983a-4c55-b895-7fe124ca81fa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Floating IP 401eb74f-99b6-4ed2-95ee-eb61a723fba0 disassociated (deleted). External IP: 172.25.0.71, port: c8f66dfb-9b28-4e67-bb93-71534e144a4e. Oct 13 14:43:22.059893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:22.111657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:43:22.117367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:43:22.149788 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:43:22.180619 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:22.183518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Pushing event updated for resources: {'Port': ['ID=429dcc11-809e-4010-bb30-639cdb6976cf,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:22.302490 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3bd9fc75-f8bb-419c-8113-74b8c90e204a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:22.432019 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc5e156-983a-4c55-b895-7fe124ca81fa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Router 8f39d088-a46e-4cad-8c7f-c115287f9c43 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:43:22.584141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc5e156-983a-4c55-b895-7fe124ca81fa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:43:22.596072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fcc5e156-983a-4c55-b895-7fe124ca81fa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:22.599655 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554dae76-96dd-4469-9422-f60ad00a33c7 None None] Sync routers for ids ['8f39d088-a46e-4cad-8c7f-c115287f9c43'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:43:22.620468 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554dae76-96dd-4469-9422-f60ad00a33c7 None None] Routers {'8f39d088-a46e-4cad-8c7f-c115287f9c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:43:22.625805 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-554dae76-96dd-4469-9422-f60ad00a33c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:43:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8f39d088-a46e-4cad-8c7f-c115287f9c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:22.667366 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fcc5e156-983a-4c55-b895-7fe124ca81fa tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "DELETE /v2.0/floatingips/401eb74f-99b6-4ed2-95ee-eb61a723fba0 HTTP/1.1" status: 204 len: 168 time: 1.9195762 Oct 13 14:43:22.671612 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'tag': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:43:22.672649 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbec97c-5b56-4571-8512-02be6a255fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a3408c55-8854-4d28-aedd-3acbcd5fb9c1", "tag": "c8f66dfb-9b28-4e67-bb93-71534e144a4e"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:43:22.700037 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:22.800056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77314ddf-5b70-4624-b2db-cb580250e871 req-212a11e7-db2f-460d-9117-dc04dadc6813 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:22.802673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77314ddf-5b70-4624-b2db-cb580250e871 req-212a11e7-db2f-460d-9117-dc04dadc6813 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 946 time: 0.0846224 Oct 13 14:43:22.819256 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-554dae76-96dd-4469-9422-f60ad00a33c7 None None] Set router 8f39d088-a46e-4cad-8c7f-c115287f9c43 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:43:22.849090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77314ddf-5b70-4624-b2db-cb580250e871 req-0ace6ed8-a8cc-41cf-a81b-80b3ebf5e0b4 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389099 Oct 13 14:43:22.945062 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:23.103216 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-554dae76-96dd-4469-9422-f60ad00a33c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '0778dfe7-6390-46fc-a9f2-76c020a00ce0', 'name': '', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'mac_address': 'fa:16:3e:65:e0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '4d265213-28ce-4616-a677-052f2ad7007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:56Z', 'updated_at': '2021-10-13T14:41:00Z', 'revision_number': 5, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'subnets': [{'id': '4d265213-28ce-4616-a677-052f2ad7007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:23.143749 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554dae76-96dd-4469-9422-f60ad00a33c7 None None] Checking router: 8f39d088-a46e-4cad-8c7f-c115287f9c43 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:43:23.154289 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997fd962-6de2-42be-8811-bf88f8e3d864 x-openstack-request-id: req-997fd962-6de2-42be-8811-bf88f8e3d864 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:43:23.156920 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3408c55-8854-4d28-aedd-3acbcd5fb9c1", "tag": "c8f66dfb-9b28-4e67-bb93-71534e144a4e", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:43:23.156920 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-997fd962-6de2-42be-8811-bf88f8e3d864 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:43:23.156920 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'tag': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e', 'status': 'completed', 'code': 200} Oct 13 14:43:23.157865 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554dae76-96dd-4469-9422-f60ad00a33c7 None None] Routers {'8f39d088-a46e-4cad-8c7f-c115287f9c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:43:23.157865 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-554dae76-96dd-4469-9422-f60ad00a33c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:43:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8f39d088-a46e-4cad-8c7f-c115287f9c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:23.203917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Router 0dae456a-9eba-4b22-a376-298f969a2a68 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:43:23.370290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbec97c-5b56-4571-8512-02be6a255fc5 req-61fd28b5-6507-45e2-acc6-b23542c7564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:23.371942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cbec97c-5b56-4571-8512-02be6a255fc5 req-61fd28b5-6507-45e2-acc6-b23542c7564e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100&device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 1137 time: 0.1896689 Oct 13 14:43:23.383112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48eb92-a790-4e46-8ccc-9605db3e5cf2 req-54ad247a-bb48-4527-b8f8-3c2e1f22ba8c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:23.385608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc48eb92-a790-4e46-8ccc-9605db3e5cf2 req-54ad247a-bb48-4527-b8f8-3c2e1f22ba8c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 985 time: 0.1307745 Oct 13 14:43:23.398434 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-554dae76-96dd-4469-9422-f60ad00a33c7 None None] Set router 8f39d088-a46e-4cad-8c7f-c115287f9c43 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:43:23.445583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:43:23.471551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Sync routers for ids ['0dae456a-9eba-4b22-a376-298f969a2a68'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:43:23.492392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fc48eb92-a790-4e46-8ccc-9605db3e5cf2 req-e9729da1-3054-42b9-850e-ca2eb77fddef tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0960400 Oct 13 14:43:23.499932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Routers {'0dae456a-9eba-4b22-a376-298f969a2a68'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:43:23.501040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:43:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0dae456a-9eba-4b22-a376-298f969a2a68'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:23.550408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbec97c-5b56-4571-8512-02be6a255fc5 req-ce19e511-da45-43be-8cb0-7254f24db5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:23.552261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cbec97c-5b56-4571-8512-02be6a255fc5 req-ce19e511-da45-43be-8cb0-7254f24db5e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e HTTP/1.1" status: 200 len: 898 time: 0.1653249 Oct 13 14:43:23.600177 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:23.604639 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7e970288-ae5c-4f34-a0b0-0d01cbd90c14 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3027248 Oct 13 14:43:23.609519 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53918) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:23.650078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cbec97c-5b56-4571-8512-02be6a255fc5 req-849d975e-6c00-4fe3-93fb-5dfd01a64d80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8f66dfb-9b28-4e67-bb93-71534e144a4e HTTP/1.1" status: 200 len: 217 time: 0.0886946 Oct 13 14:43:23.677023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Set router 0dae456a-9eba-4b22-a376-298f969a2a68 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:43:23.726379 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-554dae76-96dd-4469-9422-f60ad00a33c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '0778dfe7-6390-46fc-a9f2-76c020a00ce0', 'name': '', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'mac_address': 'fa:16:3e:65:e0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '4d265213-28ce-4616-a677-052f2ad7007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:56Z', 'updated_at': '2021-10-13T14:41:00Z', 'revision_number': 5, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'subnets': [{'id': '4d265213-28ce-4616-a677-052f2ad7007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:23.735704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbec97c-5b56-4571-8512-02be6a255fc5 req-d2d08fc3-8de6-44e0-9b0b-91cd0b37c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:23.738771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cbec97c-5b56-4571-8512-02be6a255fc5 req-d2d08fc3-8de6-44e0-9b0b-91cd0b37c4fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d265213-28ce-4616-a677-052f2ad7007a HTTP/1.1" status: 200 len: 835 time: 0.0776880 Oct 13 14:43:23.760400 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554dae76-96dd-4469-9422-f60ad00a33c7 None None] The sync data for ids ['8f39d088-a46e-4cad-8c7f-c115287f9c43'] in n-d-806683-15 is: [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '0778dfe7-6390-46fc-a9f2-76c020a00ce0', 'name': '', 'network_id': 'ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'mac_address': 'fa:16:3e:65:e0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '4d265213-28ce-4616-a677-052f2ad7007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:56Z', 'updated_at': '2021-10-13T14:41:00Z', 'revision_number': 5, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'subnets': [{'id': '4d265213-28ce-4616-a677-052f2ad7007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:43:23.830887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbec97c-5b56-4571-8512-02be6a255fc5 req-71854af0-dc3d-4807-b941-9ce957b3fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:23.833665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cbec97c-5b56-4571-8512-02be6a255fc5 req-71854af0-dc3d-4807-b941-9ce957b3fa03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861533 Oct 13 14:43:24.009630 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:24.063109 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:24.103317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cbec97c-5b56-4571-8512-02be6a255fc5 req-0caaf135-de16-486d-9d41-f1d72f48f2f9 service neutron] 10.222.0.41 "GET /v2.0/networks/ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602673 Oct 13 14:43:24.179341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:43:22Z', 'revision_number': 3, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port': {'id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:21Z', 'updated_at': '2021-10-13T14:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:24.239348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Checking router: 0dae456a-9eba-4b22-a376-298f969a2a68 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:43:24.239957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Updating router 0dae456a-9eba-4b22-a376-298f969a2a68 port 429dcc11-809e-4010-bb30-639cdb6976cf binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:43:24.280169 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:24.316461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dee4fa-eea6-49d7-90ee-257916a48f3b req-23ecea9b-d8c1-409b-b669-b75bf955b132 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:24.320699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47dee4fa-eea6-49d7-90ee-257916a48f3b req-23ecea9b-d8c1-409b-b669-b75bf955b132 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 946 time: 0.3194568 Oct 13 14:43:24.365350 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef03fd79-9640-47b3-9523-a8e5d2e30a87 None None] New status for floating IP 401eb74f-99b6-4ed2-95ee-eb61a723fba0: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:43:24.420500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47dee4fa-eea6-49d7-90ee-257916a48f3b req-404406c6-1f48-4812-b8fc-b70f97cc00c1 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925341 Oct 13 14:43:24.431191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cbec97c-5b56-4571-8512-02be6a255fc5 req-76a1e754-ee7c-4ccf-bc13-9b2d46b293dc service neutron] 10.222.0.41 "GET /v2.0/networks/ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697229 Oct 13 14:43:24.711118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca78d3-90cd-4dc4-a1bf-a709d2dcdeb5 req-f4f5b6a2-e183-40d5-9b93-b34baaba41b2 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:24.713338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6eca78d3-90cd-4dc4-a1bf-a709d2dcdeb5 req-f4f5b6a2-e183-40d5-9b93-b34baaba41b2 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 985 time: 0.0745311 Oct 13 14:43:24.759224 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:24.771575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6eca78d3-90cd-4dc4-a1bf-a709d2dcdeb5 req-6d969a35-6ea4-4f13-84f3-e85b9fc84a9e tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0481570 Oct 13 14:43:24.815149 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:24.928859 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:24.988483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Attempting to bind port 429dcc11-809e-4010-bb30-639cdb6976cf on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:43:24.988837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Attempting to bind port 429dcc11-809e-4010-bb30-639cdb6976cf by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:43:24.989194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Attempting to bind port 429dcc11-809e-4010-bb30-639cdb6976cf on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:43:24.992554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56f985-f512-4be5-9207-4f65a1e5a4eb None None] Pushing event updated for resources: {'Port': ['ID=429dcc11-809e-4010-bb30-639cdb6976cf,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:25.001398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:43:25.001775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:43:25.002578 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Allocated IP 172.20.0.1 (3189da9e-1588-4513-9a26-8c1724df22b5/b595aa9b-865d-4727-ac34-819e775de33e/539a2a18-f8a3-4c66-b5d0-5656616b9550) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:43:25.002771 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.002771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:43:25.003814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Bound port: 429dcc11-809e-4010-bb30-639cdb6976cf, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:43:25.004068 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.075341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] For port 429dcc11-809e-4010-bb30-639cdb6976cf, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:43:25.080907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] For port 429dcc11-809e-4010-bb30-639cdb6976cf, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=429dcc11-809e-4010-bb30-639cdb6976cf,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:43:25.094202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7abf-7a26-4dce-bd25-f141adb7194a req-db3f7323-23f7-49a9-bc3a-53c2b17fc639 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:25.097381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b67e7abf-7a26-4dce-bd25-f141adb7194a req-db3f7323-23f7-49a9-bc3a-53c2b17fc639 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.41 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 946 time: 0.0749159 Oct 13 14:43:25.154212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.160836 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.219123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b67e7abf-7a26-4dce-bd25-f141adb7194a req-f93f57a9-2309-419f-8a7b-7e49e59ef6c7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Deleting port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:25.219690 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b67e7abf-7a26-4dce-bd25-f141adb7194a req-f93f57a9-2309-419f-8a7b-7e49e59ef6c7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.232345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Routers {'0dae456a-9eba-4b22-a376-298f969a2a68'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:43:25.233107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:43:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0dae456a-9eba-4b22-a376-298f969a2a68'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:25.238398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56f985-f512-4be5-9207-4f65a1e5a4eb None None] Pushing event updated for resources: {'Port': ['ID=429dcc11-809e-4010-bb30-639cdb6976cf,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:25.296008 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.320365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b67e7abf-7a26-4dce-bd25-f141adb7194a req-f93f57a9-2309-419f-8a7b-7e49e59ef6c7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] For port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca5e5344-cca7-4ef4-8bb1-dfa165d35d31,segment=NetworkSegment(66ba78a9-cad2-4223-b976-28811e13292d),segment_id=66ba78a9-cad2-4223-b976-28811e13292d)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:25.320786 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b67e7abf-7a26-4dce-bd25-f141adb7194a req-f93f57a9-2309-419f-8a7b-7e49e59ef6c7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.342566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b67e7abf-7a26-4dce-bd25-f141adb7194a req-f93f57a9-2309-419f-8a7b-7e49e59ef6c7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Calling delete_port for ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:25.344499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Network 3189da9e-1588-4513-9a26-8c1724df22b5 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:43:25.349388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:43:25.355050 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:43:25.383081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Pushing event updated for resources: {'Port': ['ID=539a2a18-f8a3-4c66-b5d0-5656616b9550,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:25.407498 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.541946 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] Set router 0dae456a-9eba-4b22-a376-298f969a2a68 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:43:25.607702 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.647143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef393f7-cae1-4117-bd61-5a086e25da7c req-f6fb8e03-9f81-46c3-8359-aa2881d428ba tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:25.649287 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.649961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ef393f7-cae1-4117-bd61-5a086e25da7c req-f6fb8e03-9f81-46c3-8359-aa2881d428ba tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 985 time: 0.2168660 Oct 13 14:43:25.672175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f6f98-4401-4f40-aa7e-aae2c8f647d2 req-c353e7a7-7b01-438f-8200-b31a6c6e9d9f tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:25.673762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-747f6f98-4401-4f40-aa7e-aae2c8f647d2 req-c353e7a7-7b01-438f-8200-b31a6c6e9d9f tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 946 time: 0.1121931 Oct 13 14:43:25.736974 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b67e7abf-7a26-4dce-bd25-f141adb7194a req-f93f57a9-2309-419f-8a7b-7e49e59ef6c7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.743715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['ca5e5344-cca7-4ef4-8bb1-dfa165d35d31'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:43:25.852124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:43:22Z', 'revision_number': 3, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port': {'id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:21Z', 'updated_at': '2021-10-13T14:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:25.877747 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.878491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f57a9-2309-419f-8a7b-7e49e59ef6c7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Pushing event deleted for resources: {'Port': ['ID=ca5e5344-cca7-4ef4-8bb1-dfa165d35d31,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:25.894417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7605975-7b22-4861-8327-431c34c235f8 None None] The sync data for ids ['0dae456a-9eba-4b22-a376-298f969a2a68'] in n-d-806683-15 is: [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:43:22Z', 'revision_number': 3, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port': {'id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:21Z', 'updated_at': '2021-10-13T14:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:43:25.903410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-747f6f98-4401-4f40-aa7e-aae2c8f647d2 req-65d4022a-d947-41ba-849a-d726f9699c3f tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/security-groups?id=0c2a6ec6-830f-4d06-99a0-01316af27714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203567 Oct 13 14:43:25.943610 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.985870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67e7abf-7a26-4dce-bd25-f141adb7194a req-f93f57a9-2309-419f-8a7b-7e49e59ef6c7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] No DVR routers for this DVR port ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:43:25.992840 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b67e7abf-7a26-4dce-bd25-f141adb7194a req-f93f57a9-2309-419f-8a7b-7e49e59ef6c7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:25.996877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b67e7abf-7a26-4dce-bd25-f141adb7194a req-f93f57a9-2309-419f-8a7b-7e49e59ef6c7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.41 "DELETE /v2.0/ports/ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 HTTP/1.1" status: 204 len: 173 time: 0.8918183 Oct 13 14:43:25.997657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b5b380-4000-4edd-aebf-d20ee0a7f46b', 'name': 'network-vif-deleted', 'tag': 'ca5e5344-cca7-4ef4-8bb1-dfa165d35d31'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:43:26.001009 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cba8d3-9422-47f0-9a28-86ffd640c3ea" -d '{"events": [{"server_uuid": "48b5b380-4000-4edd-aebf-d20ee0a7f46b", "name": "network-vif-deleted", "tag": "ca5e5344-cca7-4ef4-8bb1-dfa165d35d31"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:43:26.054779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1581700-2386-47e7-9aee-c7871f84843a req-7cf48d57-f6ce-4e53-8e4a-3ccdf0d39247 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:26.056534 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1581700-2386-47e7-9aee-c7871f84843a req-7cf48d57-f6ce-4e53-8e4a-3ccdf0d39247 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 985 time: 0.1261864 Oct 13 14:43:26.063473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4ef393f7-cae1-4117-bd61-5a086e25da7c req-9f4391f4-0e36-48a5-b2fe-8172e49aa1b8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Deleting port c8f66dfb-9b28-4e67-bb93-71534e144a4e {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:26.063904 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4ef393f7-cae1-4117-bd61-5a086e25da7c req-9f4391f4-0e36-48a5-b2fe-8172e49aa1b8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:26.064188 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Pushing event updated for resources: {'Port': ['ID=539a2a18-f8a3-4c66-b5d0-5656616b9550,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:26.097546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:26.134776 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b493de02-01e4-4cb1-bf2c-a1df992ed77a x-openstack-request-id: req-b493de02-01e4-4cb1-bf2c-a1df992ed77a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:43:26.135330 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b5b380-4000-4edd-aebf-d20ee0a7f46b", "name": "network-vif-deleted", "tag": "ca5e5344-cca7-4ef4-8bb1-dfa165d35d31", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:43:26.135330 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b493de02-01e4-4cb1-bf2c-a1df992ed77a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:43:26.135892 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b5b380-4000-4edd-aebf-d20ee0a7f46b', 'name': 'network-vif-deleted', 'tag': 'ca5e5344-cca7-4ef4-8bb1-dfa165d35d31', 'status': 'completed', 'code': 200} Oct 13 14:43:26.200130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1581700-2386-47e7-9aee-c7871f84843a req-3121ff40-b887-44e7-b858-14663a3d0a7f tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/security-groups?id=f0961195-91fc-46d2-8ca3-268595f7d67d&id=7e8eac4a-d142-4afc-93a7-6400668ee3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0633039 Oct 13 14:43:26.237786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4ef393f7-cae1-4117-bd61-5a086e25da7c req-9f4391f4-0e36-48a5-b2fe-8172e49aa1b8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] For port c8f66dfb-9b28-4e67-bb93-71534e144a4e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=c8f66dfb-9b28-4e67-bb93-71534e144a4e,segment=NetworkSegment(898b481b-df7f-4099-8549-e42ef32b334c),segment_id=898b481b-df7f-4099-8549-e42ef32b334c)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:26.239320 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4ef393f7-cae1-4117-bd61-5a086e25da7c req-9f4391f4-0e36-48a5-b2fe-8172e49aa1b8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:26.251552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Network 3189da9e-1588-4513-9a26-8c1724df22b5 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:43:26.253088 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:43:26.260092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4ef393f7-cae1-4117-bd61-5a086e25da7c req-9f4391f4-0e36-48a5-b2fe-8172e49aa1b8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Calling delete_port for c8f66dfb-9b28-4e67-bb93-71534e144a4e owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:26.468587 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Router 0dae456a-9eba-4b22-a376-298f969a2a68 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:43:26.570401 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4ef393f7-cae1-4117-bd61-5a086e25da7c req-9f4391f4-0e36-48a5-b2fe-8172e49aa1b8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:26.602430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4391f4-0e36-48a5-b2fe-8172e49aa1b8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event deleted for resources: {'Port': ['ID=c8f66dfb-9b28-4e67-bb93-71534e144a4e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:26.619870 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:43:26.622832 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-51cd1776-bd92-451f-ba49-ec4002075365 admin admin] 10.222.0.18 "PUT /v2.0/routers/0dae456a-9eba-4b22-a376-298f969a2a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0162435 Oct 13 14:43:26.682603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef393f7-cae1-4117-bd61-5a086e25da7c req-9f4391f4-0e36-48a5-b2fe-8172e49aa1b8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] No DVR routers for this DVR port c8f66dfb-9b28-4e67-bb93-71534e144a4e on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:43:26.687383 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4ef393f7-cae1-4117-bd61-5a086e25da7c req-9f4391f4-0e36-48a5-b2fe-8172e49aa1b8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:26.691909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ef393f7-cae1-4117-bd61-5a086e25da7c req-9f4391f4-0e36-48a5-b2fe-8172e49aa1b8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.41 "DELETE /v2.0/ports/c8f66dfb-9b28-4e67-bb93-71534e144a4e HTTP/1.1" status: 204 len: 173 time: 1.0338893 Oct 13 14:43:26.902178 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 429dcc11-809e-4010-bb30-639cdb6976cf up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:43:26.989382 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 429dcc11-809e-4010-bb30-639cdb6976cf triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:43:26.990059 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:27.068969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-525658d5-7c9e-4fd0-980e-4cfca070f4b5 req-05b012d4-c196-4945-b8b7-5889dfe2e9ef tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] 10.222.0.18 "GET /v2.0/ports?device_id=48b5b380-4000-4edd-aebf-d20ee0a7f46b HTTP/1.1" status: 200 len: 210 time: 0.0400267 Oct 13 14:43:27.174415 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:27.203854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 429dcc11-809e-4010-bb30-639cdb6976cf, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=429dcc11-809e-4010-bb30-639cdb6976cf,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:27.273831 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:27.348434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=429dcc11-809e-4010-bb30-639cdb6976cf,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:27.365254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:27.365984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:27.367713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:27.367713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:27.367713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:27.367713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:27.369304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:27.369887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:27.370408 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:27.370913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:27.371918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:27.372422 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:43:27.376091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-ee3eddae-5882-4a70-a22d-051bfe0b9a34 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:27.378649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-ee3eddae-5882-4a70-a22d-051bfe0b9a34 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/networks?id=3189da9e-1588-4513-9a26-8c1724df22b5 HTTP/1.1" status: 200 len: 820 time: 0.2087421 Oct 13 14:43:27.404594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-657f4c6a-10ce-464e-a3cc-d4755302934f req-7aa18344-5d95-4655-b26e-45e085628792 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3408c55-8854-4d28-aedd-3acbcd5fb9c1 HTTP/1.1" status: 200 len: 210 time: 0.0481582 Oct 13 14:43:27.415770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-b0df387f-42bf-410d-92e4-445c3342b9a9 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/quotas/ce3a9f185c4543378ec21152c844f973 HTTP/1.1" status: 200 len: 375 time: 0.0100534 Oct 13 14:43:27.479254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-8ffa0ea1-bb2f-4e78-9b63-7a76b686a1e9 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce3a9f185c4543378ec21152c844f973&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0549090 Oct 13 14:43:27.572757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-b97cc91c-4b8a-4abe-a62a-4fdf4cf8ba99 service neutron] 10.222.0.18 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861022 Oct 13 14:43:27.683646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-1c1a3f0b-8129-4836-a654-37dc75c32aa3 service neutron] 10.222.0.18 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044126 Oct 13 14:43:28.002974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8cd374c-211b-4325-bae3-4354bd0ddb01 req-cbc0b251-5132-4a1d-bb03-8ed4417915a1 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 210 time: 0.0422964 Oct 13 14:43:28.142777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'name': 'network-vif-deleted', 'tag': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:43:28.142777 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c210b8-904a-4748-aba4-2edb4dd870d2" -d '{"events": [{"server_uuid": "a3408c55-8854-4d28-aedd-3acbcd5fb9c1", "name": "network-vif-deleted", "tag": "c8f66dfb-9b28-4e67-bb93-71534e144a4e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:43:28.190431 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40f5ad8-15a2-4fa2-b381-71980ecac4b8 x-openstack-request-id: req-b40f5ad8-15a2-4fa2-b381-71980ecac4b8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:43:28.190431 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3408c55-8854-4d28-aedd-3acbcd5fb9c1", "name": "network-vif-deleted", "tag": "c8f66dfb-9b28-4e67-bb93-71534e144a4e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:43:28.190431 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b40f5ad8-15a2-4fa2-b381-71980ecac4b8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:43:28.192138 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3408c55-8854-4d28-aedd-3acbcd5fb9c1', 'name': 'network-vif-deleted', 'tag': 'c8f66dfb-9b28-4e67-bb93-71534e144a4e', 'status': 'completed', 'code': 200} Oct 13 14:43:28.261485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Sync routers for ids ['0dae456a-9eba-4b22-a376-298f969a2a68'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:43:28.271711 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Routers {'0dae456a-9eba-4b22-a376-298f969a2a68'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:43:28.272414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:43:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0dae456a-9eba-4b22-a376-298f969a2a68'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:28.381952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Set router 0dae456a-9eba-4b22-a376-298f969a2a68 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:43:28.472635 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53984) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:28.533947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d358a384-8c48-4fff-a6a8-ba2937a44633 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:28.560784 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d358a384-8c48-4fff-a6a8-ba2937a44633 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:28.602306 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:43:25Z', 'revision_number': 4, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port': {'id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:21Z', 'updated_at': '2021-10-13T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '539a2a18-f8a3-4c66-b5d0-5656616b9550', 'name': '', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'mac_address': 'fa:16:3e:fc:d4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:24Z', 'updated_at': '2021-10-13T14:43:25Z', 'revision_number': 2, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'subnets': [{'id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:28.631390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Checking router: 0dae456a-9eba-4b22-a376-298f969a2a68 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:43:28.631752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Updating router 0dae456a-9eba-4b22-a376-298f969a2a68 port 539a2a18-f8a3-4c66-b5d0-5656616b9550 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:43:28.663144 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:28.746962 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d358a384-8c48-4fff-a6a8-ba2937a44633 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:28.749697 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d358a384-8c48-4fff-a6a8-ba2937a44633 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:28.750925 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d358a384-8c48-4fff-a6a8-ba2937a44633 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "DELETE /v2.0/security-groups/f0961195-91fc-46d2-8ca3-268595f7d67d HTTP/1.1" status: 204 len: 168 time: 0.2808416 Oct 13 14:43:28.753818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 53986) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:28.761090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358a384-8c48-4fff-a6a8-ba2937a44633 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0961195-91fc-46d2-8ca3-268595f7d67d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:28.817448 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3133b8e-a545-4853-8977-ed7056dc82b9 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:28.868185 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3133b8e-a545-4853-8977-ed7056dc82b9 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:28.901251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 429dcc11-809e-4010-bb30-639cdb6976cf up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:43:29.010469 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3133b8e-a545-4853-8977-ed7056dc82b9 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:29.013184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a3133b8e-a545-4853-8977-ed7056dc82b9 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:29.014610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a3133b8e-a545-4853-8977-ed7056dc82b9 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "DELETE /v2.0/security-groups/7e8eac4a-d142-4afc-93a7-6400668ee3a5 HTTP/1.1" status: 204 len: 168 time: 0.2594380 Oct 13 14:43:29.015841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 429dcc11-809e-4010-bb30-639cdb6976cf triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:43:29.016223 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:29.017448 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 53998) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:29.024567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3133b8e-a545-4853-8977-ed7056dc82b9 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8eac4a-d142-4afc-93a7-6400668ee3a5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:29.079676 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:29.140810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2f563ff-df37-43d7-9ea9-8189aaeb1b9d req-91beb996-ac9f-4ed1-9d6f-f9b0952febfd tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 210 time: 0.0470731 Oct 13 14:43:29.142304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c8f66dfb-9b28-4e67-bb93-71534e144a4e no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:43:29.171236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: c8f66dfb-9b28-4e67-bb93-71534e144a4e {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:43:29.171236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device c8f66dfb-9b28-4e67-bb93-71534e144a4e not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:43:29.171236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:43:29.187599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:43:29.187956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ca5e5344-cca7-4ef4-8bb1-dfa165d35d31 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:43:29.195589 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:29.266433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b62bb-5574-4d5c-8677-fc323151e1fb None None] Pushing event updated for resources: {'Port': ['ID=539a2a18-f8a3-4c66-b5d0-5656616b9550,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:29.319584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Attempting to bind port 539a2a18-f8a3-4c66-b5d0-5656616b9550 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:43:29.320141 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Attempting to bind port 539a2a18-f8a3-4c66-b5d0-5656616b9550 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '52e18adc-0f76-4118-b691-f1abb93b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:43:29.320648 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Attempting to bind port 539a2a18-f8a3-4c66-b5d0-5656616b9550 on network 3189da9e-1588-4513-9a26-8c1724df22b5 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:43:29.326867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:43:29.327259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Checking segment: {'id': '52e18adc-0f76-4118-b691-f1abb93b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:43:29.327710 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:29.328108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Bound using segment: {'id': '52e18adc-0f76-4118-b691-f1abb93b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:43:29.328622 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Bound port: 539a2a18-f8a3-4c66-b5d0-5656616b9550, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e18adc-0f76-4118-b691-f1abb93b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:43:29.329491 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:29.406834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] For port 539a2a18-f8a3-4c66-b5d0-5656616b9550, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:43:29.411484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] For port 539a2a18-f8a3-4c66-b5d0-5656616b9550, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=539a2a18-f8a3-4c66-b5d0-5656616b9550,segment=NetworkSegment(52e18adc-0f76-4118-b691-f1abb93b1b3a),segment_id=52e18adc-0f76-4118-b691-f1abb93b1b3a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:43:29.474060 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd43a4d9-430b-4d41-9af1-6d453aac8c1d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:29.521841 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:29.618850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Routers {'0dae456a-9eba-4b22-a376-298f969a2a68'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:43:29.618850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:43:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0dae456a-9eba-4b22-a376-298f969a2a68'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:29.623468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b62bb-5574-4d5c-8677-fc323151e1fb None None] Pushing event updated for resources: {'Port': ['ID=539a2a18-f8a3-4c66-b5d0-5656616b9550,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:29.740971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] Set router 0dae456a-9eba-4b22-a376-298f969a2a68 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:43:29.869483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-cd43a4d9-430b-4d41-9af1-6d453aac8c1d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Deleting port 0778dfe7-6390-46fc-a9f2-76c020a00ce0 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:29.869938 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd43a4d9-430b-4d41-9af1-6d453aac8c1d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:29.981690 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-cd43a4d9-430b-4d41-9af1-6d453aac8c1d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] For port 0778dfe7-6390-46fc-a9f2-76c020a00ce0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0778dfe7-6390-46fc-a9f2-76c020a00ce0,segment=NetworkSegment(898b481b-df7f-4099-8549-e42ef32b334c),segment_id=898b481b-df7f-4099-8549-e42ef32b334c)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:29.982203 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd43a4d9-430b-4d41-9af1-6d453aac8c1d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:29.997319 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-cd43a4d9-430b-4d41-9af1-6d453aac8c1d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Calling delete_port for 0778dfe7-6390-46fc-a9f2-76c020a00ce0 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:30.007979 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:43:25Z', 'revision_number': 4, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port': {'id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:21Z', 'updated_at': '2021-10-13T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '539a2a18-f8a3-4c66-b5d0-5656616b9550', 'name': '', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'mac_address': 'fa:16:3e:fc:d4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:24Z', 'updated_at': '2021-10-13T14:43:29Z', 'revision_number': 4, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'subnets': [{'id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:30.035727 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6365a-57b7-4c8f-b872-2c0b561724b2 None None] The sync data for ids ['0dae456a-9eba-4b22-a376-298f969a2a68'] in n-d-806683-15 is: [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:43:25Z', 'revision_number': 4, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port': {'id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:21Z', 'updated_at': '2021-10-13T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '539a2a18-f8a3-4c66-b5d0-5656616b9550', 'name': '', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'mac_address': 'fa:16:3e:fc:d4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:24Z', 'updated_at': '2021-10-13T14:43:29Z', 'revision_number': 4, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'subnets': [{'id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:43:30.311431 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b5214e5-939a-489d-a90e-87f50ebedfe7 req-5452677e-37fc-48aa-ae7e-56822021d119 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 210 time: 0.0434799 Oct 13 14:43:30.353286 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd43a4d9-430b-4d41-9af1-6d453aac8c1d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:30.382809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43a4d9-430b-4d41-9af1-6d453aac8c1d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event deleted for resources: {'Port': ['ID=0778dfe7-6390-46fc-a9f2-76c020a00ce0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:30.663375 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cd43a4d9-430b-4d41-9af1-6d453aac8c1d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:30.750613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-4b017cf3-4395-4e91-bbe0-0e0bda1a269d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:30.752277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-4b017cf3-4395-4e91-bbe0-0e0bda1a269d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.49 "GET /v2.0/networks?id=3189da9e-1588-4513-9a26-8c1724df22b5 HTTP/1.1" status: 200 len: 820 time: 0.1513550 Oct 13 14:43:30.777176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-a85e213d-d77c-45d1-b3de-39c013577214 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Request body: {'port': {'device_id': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'admin_state_up': True, 'tenant_id': 'ce3a9f185c4543378ec21152c844f973'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:43:30.992412 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 539a2a18-f8a3-4c66-b5d0-5656616b9550 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:43:31.004627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-a85e213d-d77c-45d1-b3de-39c013577214 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Made reservation on behalf of ce3a9f185c4543378ec21152c844f973 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:43:31.008556 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-a85e213d-d77c-45d1-b3de-39c013577214 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:31.044017 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd43a4d9-430b-4d41-9af1-6d453aac8c1d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Router 8f39d088-a46e-4cad-8c7f-c115287f9c43 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:43:31.082680 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 539a2a18-f8a3-4c66-b5d0-5656616b9550 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:43:31.083122 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:31.245730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-a85e213d-d77c-45d1-b3de-39c013577214 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Allocated IP 172.20.0.3 (3189da9e-1588-4513-9a26-8c1724df22b5/b595aa9b-865d-4727-ac34-819e775de33e/e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:43:31.250999 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd43a4d9-430b-4d41-9af1-6d453aac8c1d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:43:31.261500 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de330a-5acf-4efb-921d-f42a868d4f9c None None] Sync routers for ids ['8f39d088-a46e-4cad-8c7f-c115287f9c43'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:43:31.277581 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cd43a4d9-430b-4d41-9af1-6d453aac8c1d tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "PUT /v2.0/routers/8f39d088-a46e-4cad-8c7f-c115287f9c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2572424 Oct 13 14:43:31.278773 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de330a-5acf-4efb-921d-f42a868d4f9c None None] Routers {'8f39d088-a46e-4cad-8c7f-c115287f9c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:43:31.279360 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54018) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:31.283124 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-42de330a-5acf-4efb-921d-f42a868d4f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:43:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8f39d088-a46e-4cad-8c7f-c115287f9c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:31.300295 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:31.426032 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba02eb75-398d-490e-8453-b7844df2bd56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Deleting subnet 4d265213-28ce-4616-a677-052f2ad7007a {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:43:31.432861 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba02eb75-398d-490e-8453-b7844df2bd56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:31.444260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 539a2a18-f8a3-4c66-b5d0-5656616b9550, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=539a2a18-f8a3-4c66-b5d0-5656616b9550,segment=NetworkSegment(52e18adc-0f76-4118-b691-f1abb93b1b3a),segment_id=52e18adc-0f76-4118-b691-f1abb93b1b3a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:31.520455 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:31.527389 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba02eb75-398d-490e-8453-b7844df2bd56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:31.531606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31353bf2-5479-4115-8716-52af2c2d094a req-30d5cabc-d11e-442a-bacb-a6f9a852d74e tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 210 time: 0.0358965 Oct 13 14:43:31.576060 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-42de330a-5acf-4efb-921d-f42a868d4f9c None None] Set router 8f39d088-a46e-4cad-8c7f-c115287f9c43 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:43:31.637175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=539a2a18-f8a3-4c66-b5d0-5656616b9550,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:31.652889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-a85e213d-d77c-45d1-b3de-39c013577214 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:31.702655 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba02eb75-398d-490e-8453-b7844df2bd56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:31.788053 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-a85e213d-d77c-45d1-b3de-39c013577214 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:31.834954 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-42de330a-5acf-4efb-921d-f42a868d4f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:43:30Z', 'revision_number': 5, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:31.848564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-a85e213d-d77c-45d1-b3de-39c013577214 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Network 3189da9e-1588-4513-9a26-8c1724df22b5 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:43:31.852750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-a85e213d-d77c-45d1-b3de-39c013577214 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:43:31.866225 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba02eb75-398d-490e-8453-b7844df2bd56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:31.877915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-a85e213d-d77c-45d1-b3de-39c013577214 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:43:31.884179 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de330a-5acf-4efb-921d-f42a868d4f9c None None] Checking router: 8f39d088-a46e-4cad-8c7f-c115287f9c43 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:43:31.888302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e213d-d77c-45d1-b3de-39c013577214 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Pushing event updated for resources: {'Port': ['ID=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:31.903440 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de330a-5acf-4efb-921d-f42a868d4f9c None None] Routers {'8f39d088-a46e-4cad-8c7f-c115287f9c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:43:31.904293 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-42de330a-5acf-4efb-921d-f42a868d4f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:43:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['8f39d088-a46e-4cad-8c7f-c115287f9c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:31.919563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02eb75-398d-490e-8453-b7844df2bd56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event deleted for resources: {'Subnet': ['ID=4d265213-28ce-4616-a677-052f2ad7007a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:31.928536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba02eb75-398d-490e-8453-b7844df2bd56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:31.932111 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ba02eb75-398d-490e-8453-b7844df2bd56 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "DELETE /v2.0/subnets/4d265213-28ce-4616-a677-052f2ad7007a HTTP/1.1" status: 204 len: 168 time: 0.6498058 Oct 13 14:43:31.937690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54026) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:31.938738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca772cf8-45fa-4410-a034-a7d501e9b4d8 None None] Network ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:43:32.033379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-a85e213d-d77c-45d1-b3de-39c013577214 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:32.034018 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-a85e213d-d77c-45d1-b3de-39c013577214 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:32.086295 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-42de330a-5acf-4efb-921d-f42a868d4f9c None None] Set router 8f39d088-a46e-4cad-8c7f-c115287f9c43 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:43:32.108488 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:32.224938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-a85e213d-d77c-45d1-b3de-39c013577214 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4573071 Oct 13 14:43:32.269760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:32.282434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bdbccb-ef8a-42d4-a7d8-5268bd04ff47 None None] DHCP port deletion for ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:43:32.356420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdbccb-ef8a-42d4-a7d8-5268bd04ff47 None None] Deleting port 6af22a32-cd8b-4170-99af-f3f28485fcb9 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:32.356808 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbccb-ef8a-42d4-a7d8-5268bd04ff47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:32.392110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Request body: {'port': {'device_id': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:43:32.423666 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-42de330a-5acf-4efb-921d-f42a868d4f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:43:30Z', 'revision_number': 5, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:32.463820 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de330a-5acf-4efb-921d-f42a868d4f9c None None] The sync data for ids ['8f39d088-a46e-4cad-8c7f-c115287f9c43'] in n-d-806683-15 is: [{'id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1837768474', 'tenant_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:40:51Z', 'updated_at': '2021-10-13T14:43:30Z', 'revision_number': 5, 'project_id': '6c3b7e7bf9f3486f8b16ad03d7384100', 'gw_port': {'id': 'd1d020f0-c6f0-460f-be64-827c3ca2de90', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:15:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f39d088-a46e-4cad-8c7f-c115287f9c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:40:52Z', 'updated_at': '2021-10-13T14:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:43:32.475910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:32.496454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d5bdbccb-ef8a-42d4-a7d8-5268bd04ff47 None None] For port 6af22a32-cd8b-4170-99af-f3f28485fcb9, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6af22a32-cd8b-4170-99af-f3f28485fcb9,segment=NetworkSegment(898b481b-df7f-4099-8549-e42ef32b334c),segment_id=898b481b-df7f-4099-8549-e42ef32b334c)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:32.496884 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbccb-ef8a-42d4-a7d8-5268bd04ff47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:32.497124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Deleting port d1d020f0-c6f0-460f-be64-827c3ca2de90 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:43:32.497470 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:32.519601 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdbccb-ef8a-42d4-a7d8-5268bd04ff47 None None] Calling delete_port for 6af22a32-cd8b-4170-99af-f3f28485fcb9 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:32.715423 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbccb-ef8a-42d4-a7d8-5268bd04ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:32.760305 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdbccb-ef8a-42d4-a7d8-5268bd04ff47 None None] Pushing event deleted for resources: {'Port': ['ID=6af22a32-cd8b-4170-99af-f3f28485fcb9,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:32.783951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bdbccb-ef8a-42d4-a7d8-5268bd04ff47 None None] No DVR routers for this DVR port 6af22a32-cd8b-4170-99af-f3f28485fcb9 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:43:32.970107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 539a2a18-f8a3-4c66-b5d0-5656616b9550 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:43:33.067070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 539a2a18-f8a3-4c66-b5d0-5656616b9550 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:43:33.067510 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:33.323703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431a877-ac22-4fb3-858e-01e1d383929a req-a166f3df-c941-4dcf-bb33-3508be6678cb tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:33.325401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7431a877-ac22-4fb3-858e-01e1d383929a req-a166f3df-c941-4dcf-bb33-3508be6678cb tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 931 time: 0.1512446 Oct 13 14:43:33.337323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] For port d1d020f0-c6f0-460f-be64-827c3ca2de90, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d1d020f0-c6f0-460f-be64-827c3ca2de90,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:33.337702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:33.338801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6af22a32-cd8b-4170-99af-f3f28485fcb9 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:43:33.374185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Calling delete_port for d1d020f0-c6f0-460f-be64-827c3ca2de90 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:43:33.393903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 6af22a32-cd8b-4170-99af-f3f28485fcb9 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:43:33.394331 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6af22a32-cd8b-4170-99af-f3f28485fcb9 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:43:33.394662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0778dfe7-6390-46fc-a9f2-76c020a00ce0 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:43:33.416890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 0778dfe7-6390-46fc-a9f2-76c020a00ce0 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:43:33.417270 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0778dfe7-6390-46fc-a9f2-76c020a00ce0 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:43:33.457447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7431a877-ac22-4fb3-858e-01e1d383929a req-8f67553b-a4ee-4b70-9d82-3663f6fbf15f tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052818 Oct 13 14:43:33.686670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:43:33.710965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:33.839717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Transition to ACTIVE for port object e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:43:33.842634 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:33.891540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event deleted for resources: {'Port': ['ID=d1d020f0-c6f0-460f-be64-827c3ca2de90,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:33.962259 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.003798 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.154852 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.156520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Pushing event updated for resources: {'Port': ['ID=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:34.165419 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.248915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Attempting to bind port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:43:34.249330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Attempting to bind port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '52e18adc-0f76-4118-b691-f1abb93b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:43:34.249616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Attempting to bind port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b on network 3189da9e-1588-4513-9a26-8c1724df22b5 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:43:34.254650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b on network 3189da9e-1588-4513-9a26-8c1724df22b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:43:34.254978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Attempting to bind port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b on network 3189da9e-1588-4513-9a26-8c1724df22b5 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:43:34.259828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:43:34.260167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Checking segment: {'id': '52e18adc-0f76-4118-b691-f1abb93b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:43:34.260623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Bound using segment: {'id': '52e18adc-0f76-4118-b691-f1abb93b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:43:34.261080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Bound port: e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e18adc-0f76-4118-b691-f1abb93b1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:43:34.261460 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.273225 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.279341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Fanout notify agent at l3_agent the message router_deleted on router 8f39d088-a46e-4cad-8c7f-c115287f9c43 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:43:34.281393 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.285737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8e66f38b-cb7d-476c-bb00-35783b3c96c8 tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "DELETE /v2.0/routers/8f39d088-a46e-4cad-8c7f-c115287f9c43 HTTP/1.1" status: 204 len: 168 time: 2.3473253 Oct 13 14:43:34.286039 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54046) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:34.357121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] For port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:43:34.360825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] For port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,segment=NetworkSegment(52e18adc-0f76-4118-b691-f1abb93b1b3a),segment_id=52e18adc-0f76-4118-b691-f1abb93b1b3a)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:43:34.402157 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d084d7e6-95fe-49eb-a863-c6086baabc4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.439239 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.495411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:34.496042 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.498035 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] 10.222.0.49 "PUT /v2.0/ports/e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b HTTP/1.1" status: 200 len: 1092 time: 2.2572291 Oct 13 14:43:34.498517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:43:34.500863 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d30433-9875-42af-871e-ac11defc2b16" -d '{"events": [{"name": "network-changed", "server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:43:34.533735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cb84d-8be4-4c70-9329-10ee577af5cb service neutron] Pushing event updated for resources: {'Port': ['ID=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:34.555425 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d084d7e6-95fe-49eb-a863-c6086baabc4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.570393 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00f7373-2b13-4dd8-b2df-3fa3e19f75dc x-openstack-request-id: req-c00f7373-2b13-4dd8-b2df-3fa3e19f75dc {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:43:34.570662 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:43:34.572270 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c00f7373-2b13-4dd8-b2df-3fa3e19f75dc {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:43:34.584103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d084d7e6-95fe-49eb-a863-c6086baabc4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:34.584336 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b', 'status': 'completed', 'code': 200} Oct 13 14:43:34.594718 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d084d7e6-95fe-49eb-a863-c6086baabc4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898b481b-df7f-4099-8549-e42ef32b334c') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:34.595011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-d084d7e6-95fe-49eb-a863-c6086baabc4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898b481b-df7f-4099-8549-e42ef32b334c') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:43:34.607054 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d084d7e6-95fe-49eb-a863-c6086baabc4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.622106 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d084d7e6-95fe-49eb-a863-c6086baabc4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.632260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d084d7e6-95fe-49eb-a863-c6086baabc4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:43:34.632727 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d084d7e6-95fe-49eb-a863-c6086baabc4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:43:34.636158 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:43:34.671872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae308bd-89a6-430c-9451-ab693b4beae2 req-7a74ffae-bd95-4bcc-96d4-238cd1c659f1 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:34.679867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bae308bd-89a6-430c-9451-ab693b4beae2 req-7a74ffae-bd95-4bcc-96d4-238cd1c659f1 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 943 time: 0.1174095 Oct 13 14:43:34.706379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d30433-9875-42af-871e-ac11defc2b16 req-36be72b5-6b5f-4d12-84bc-b33543db16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:34.707878 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21d30433-9875-42af-871e-ac11defc2b16 req-36be72b5-6b5f-4d12-84bc-b33543db16e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce3a9f185c4543378ec21152c844f973&device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 1095 time: 0.0913355 Oct 13 14:43:34.733451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bae308bd-89a6-430c-9451-ab693b4beae2 req-2032bf97-d9b0-4176-b8a2-5ed56a5b8e03 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527780 Oct 13 14:43:34.804236 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d084d7e6-95fe-49eb-a863-c6086baabc4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.806875 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d084d7e6-95fe-49eb-a863-c6086baabc4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:34.810741 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d084d7e6-95fe-49eb-a863-c6086baabc4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] 10.222.0.18 "DELETE /v2.0/networks/ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e HTTP/1.1" status: 204 len: 168 time: 0.5237782 Oct 13 14:43:34.840903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084d7e6-95fe-49eb-a863-c6086baabc4c tempest-TestSecurityGroupsBasicOps-2074317842 tempest-TestSecurityGroupsBasicOps-2074317842-project] Pushing event deleted for resources: {'Network': ['ID=ad0ed61f-43a2-4ba8-a4f5-4fea22e2a89e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:34.887586 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d1d020f0-c6f0-460f-be64-827c3ca2de90 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:43:34.896262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d30433-9875-42af-871e-ac11defc2b16 req-1c1c5f11-aa11-492d-9de2-84d17225fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:34.898329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21d30433-9875-42af-871e-ac11defc2b16 req-1c1c5f11-aa11-492d-9de2-84d17225fd54 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ce3a9f185c4543378ec21152c844f973&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1759436 Oct 13 14:43:34.915512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: d1d020f0-c6f0-460f-be64-827c3ca2de90 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:43:34.916637 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d1d020f0-c6f0-460f-be64-827c3ca2de90 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:43:35.049707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d30433-9875-42af-871e-ac11defc2b16 req-c84d861b-e95a-4362-b4ac-30f9631112d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:35.052826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21d30433-9875-42af-871e-ac11defc2b16 req-c84d861b-e95a-4362-b4ac-30f9631112d2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1425231 Oct 13 14:43:35.137432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-d3830a42-77da-431e-80bf-a70d3b7f1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:35.138865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-d3830a42-77da-431e-80bf-a70d3b7f1662 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce3a9f185c4543378ec21152c844f973&device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 1095 time: 0.0434198 Oct 13 14:43:35.184925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-cde9fe57-5cbe-47ee-a42f-5a7d975f6a49 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b HTTP/1.1" status: 200 len: 217 time: 0.0364044 Oct 13 14:43:35.240508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-84623b51-e740-491c-bd67-d9cb5764378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:35.242078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-84623b51-e740-491c-bd67-d9cb5764378c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b595aa9b-865d-4727-ac34-819e775de33e HTTP/1.1" status: 200 len: 860 time: 0.0502367 Oct 13 14:43:35.279750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-2043bb66-d9b0-4c0e-b195-b5722c4ef7c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3189da9e-1588-4513-9a26-8c1724df22b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267837 Oct 13 14:43:35.395804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-38018798-c67f-48de-bce7-1db4db418637 service neutron] 10.222.0.49 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034112 Oct 13 14:43:35.404236 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54066) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:35.513083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70ccc541-7aa7-4afc-902c-81b858ba2c26 req-0b9a33d5-b179-417d-98fd-9302c7024ac0 service neutron] 10.222.0.49 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021955 Oct 13 14:43:35.560514 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-22cfc277-b95b-43ac-a5a0-3aeac00a0304 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c3b7e7bf9f3486f8b16ad03d7384100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550987 Oct 13 14:43:35.563175 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54072) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:35.639999 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c7fa14ce-c11d-49d7-9f4c-7108ee4129f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:35.880867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46ebe0-dbcc-43f0-9508-93a37546b540 req-4dfb56c2-54da-4056-bea9-3a7c41472141 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:35.882426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f46ebe0-dbcc-43f0-9508-93a37546b540 req-4dfb56c2-54da-4056-bea9-3a7c41472141 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 943 time: 0.0668991 Oct 13 14:43:35.927320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f46ebe0-dbcc-43f0-9508-93a37546b540 req-ccbd27e9-afda-4fb3-a7f1-e3cf08f6c874 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383656 Oct 13 14:43:35.968225 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c7fa14ce-c11d-49d7-9f4c-7108ee4129f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:36.090007 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c7fa14ce-c11d-49d7-9f4c-7108ee4129f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:36.092657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c7fa14ce-c11d-49d7-9f4c-7108ee4129f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:36.096380 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c7fa14ce-c11d-49d7-9f4c-7108ee4129f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b60c424-4af1-4147-a24e-ceb08e67e4f6 HTTP/1.1" status: 204 len: 168 time: 0.5156257 Oct 13 14:43:36.103185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa14ce-c11d-49d7-9f4c-7108ee4129f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b60c424-4af1-4147-a24e-ceb08e67e4f6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:36.793736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54086) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:36.808066 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fc4c63a3-ed38-4525-b222-5e8b03e5dbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:36.890258 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fc4c63a3-ed38-4525-b222-5e8b03e5dbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:36.969876 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fc4c63a3-ed38-4525-b222-5e8b03e5dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:37.014985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c63a3-ed38-4525-b222-5e8b03e5dbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47adddfb-4d0d-44a0-9f22-6f7b9274d9c2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:37.051748 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fc4c63a3-ed38-4525-b222-5e8b03e5dbcc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2dfcca679e2241d398fbb50df0901fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565200 Oct 13 14:43:37.054168 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54090) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:37.057843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6552dc-6d3b-4ff9-85fc-72a1607fff0a req-3d4b26ea-cd42-408f-aa96-681912127be1 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:37.059370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f6552dc-6d3b-4ff9-85fc-72a1607fff0a req-3d4b26ea-cd42-408f-aa96-681912127be1 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 943 time: 0.0548306 Oct 13 14:43:37.110983 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f6552dc-6d3b-4ff9-85fc-72a1607fff0a req-af1b3f0a-8d30-4601-94c0-31ee6488d37a tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425508 Oct 13 14:43:37.111170 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d72c560-d9a7-42d0-a69a-74e1553063cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:37.137385 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d72c560-d9a7-42d0-a69a-74e1553063cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:37.272501 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d72c560-d9a7-42d0-a69a-74e1553063cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:37.275047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2d72c560-d9a7-42d0-a69a-74e1553063cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:37.276185 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2d72c560-d9a7-42d0-a69a-74e1553063cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47adddfb-4d0d-44a0-9f22-6f7b9274d9c2 HTTP/1.1" status: 204 len: 168 time: 0.2200124 Oct 13 14:43:37.283963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72c560-d9a7-42d0-a69a-74e1553063cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47adddfb-4d0d-44a0-9f22-6f7b9274d9c2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:37.673320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54118) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:37.804606 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ca2b3b49-d5e3-4ebf-ac0d-6a1662bebe6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:37.925518 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ca2b3b49-d5e3-4ebf-ac0d-6a1662bebe6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:38.017798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54122) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:38.025885 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ca2b3b49-d5e3-4ebf-ac0d-6a1662bebe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:38.073967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-35c5dd9f-4d90-45fd-8673-9ec0b2922aa9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24f62601e3df4e1fbbadb5b60a25f411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520821 Oct 13 14:43:38.074657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54124) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:38.079974 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ca2b3b49-d5e3-4ebf-ac0d-6a1662bebe6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f56a320dfe4047cb8d2c772ce487c364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054706 Oct 13 14:43:38.080884 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54126) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:38.110068 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b3b49-d5e3-4ebf-ac0d-6a1662bebe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1d2d4b-af28-4a83-8a49-3e10aa9705e0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:38.133386 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4a6d505e-0250-4261-998f-9147ff19222a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:38.138573 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-829e5dbc-d432-49b8-a978-38c43333eb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:38.155264 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4a6d505e-0250-4261-998f-9147ff19222a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:38.162624 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-829e5dbc-d432-49b8-a978-38c43333eb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:38.275998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d43c6-5344-4635-a7c6-55d1ee016c8b req-f1450331-b60d-42c5-89a1-491209ca16a9 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:38.277691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-178d43c6-5344-4635-a7c6-55d1ee016c8b req-f1450331-b60d-42c5-89a1-491209ca16a9 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 943 time: 0.0546310 Oct 13 14:43:38.293158 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4a6d505e-0250-4261-998f-9147ff19222a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:38.300052 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4a6d505e-0250-4261-998f-9147ff19222a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:38.300052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4a6d505e-0250-4261-998f-9147ff19222a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16ccf7c2-9e85-43b0-91a6-184968a7278e HTTP/1.1" status: 204 len: 168 time: 0.2212701 Oct 13 14:43:38.318956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-829e5dbc-d432-49b8-a978-38c43333eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:38.320414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d505e-0250-4261-998f-9147ff19222a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ccf7c2-9e85-43b0-91a6-184968a7278e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:38.333684 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-829e5dbc-d432-49b8-a978-38c43333eb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:38.333684 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-829e5dbc-d432-49b8-a978-38c43333eb02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea1d2d4b-af28-4a83-8a49-3e10aa9705e0 HTTP/1.1" status: 204 len: 168 time: 0.2467299 Oct 13 14:43:38.347267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e5dbc-d432-49b8-a978-38c43333eb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1d2d4b-af28-4a83-8a49-3e10aa9705e0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:38.364407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-178d43c6-5344-4635-a7c6-55d1ee016c8b req-8d3170bf-1fc8-4b6a-ae8f-b09ff2a2b20d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804980 Oct 13 14:43:38.507301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-797e6627-1f67-4071-a467-4beb685acce8 req-d82da549-1b1e-41f4-bd70-8f73d1a4b183 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486934 Oct 13 14:43:38.613037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6627-1f67-4071-a467-4beb685acce8 req-15dfa744-5499-46c0-bb60-9abd258c65e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:38.613037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-797e6627-1f67-4071-a467-4beb685acce8 req-15dfa744-5499-46c0-bb60-9abd258c65e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 1097 time: 0.0521460 Oct 13 14:43:38.731633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:43:38.742329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6627-1f67-4071-a467-4beb685acce8 req-c0a9adad-0a22-4135-a521-9bf881c5e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:38.744270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-797e6627-1f67-4071-a467-4beb685acce8 req-c0a9adad-0a22-4135-a521-9bf881c5e683 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.1057024 Oct 13 14:43:38.856132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-797e6627-1f67-4071-a467-4beb685acce8 req-4584079b-b925-4fd8-a262-94406ad93ff8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=489c97a4-52cc-484d-9bf6-1fa9f203e8ae HTTP/1.1" status: 200 len: 1000 time: 0.0978863 Oct 13 14:43:38.932276 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6627-1f67-4071-a467-4beb685acce8 req-435bd7ce-c3eb-4388-95bf-294a6e79fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:38.934631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-797e6627-1f67-4071-a467-4beb685acce8 req-435bd7ce-c3eb-4388-95bf-294a6e79fe8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0654578 Oct 13 14:43:39.113700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e6627-1f67-4071-a467-4beb685acce8 req-e34e29e2-6580-4c5d-9f4c-ae878517918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:39.117528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-797e6627-1f67-4071-a467-4beb685acce8 req-e34e29e2-6580-4c5d-9f4c-ae878517918b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1740174 Oct 13 14:43:39.152904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,segment=NetworkSegment(52e18adc-0f76-4118-b691-f1abb93b1b3a),segment_id=52e18adc-0f76-4118-b691-f1abb93b1b3a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:39.169539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'port_id': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b', 'mac_address': 'fa:16:3e:f9:a8:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:43:39.210892 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:39.229055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:43:39.236848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-797e6627-1f67-4071-a467-4beb685acce8 req-143a4d78-ba78-41f7-91de-72a838809133 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070886 Oct 13 14:43:39.250058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,segment=NetworkSegment(52e18adc-0f76-4118-b691-f1abb93b1b3a),segment_id=52e18adc-0f76-4118-b691-f1abb93b1b3a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:39.341458 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:39.342964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-797e6627-1f67-4071-a467-4beb685acce8 req-9b78210b-ea10-4444-95c8-992dd99ae31f service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942030 Oct 13 14:43:39.396581 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:39.477495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460876ad-a541-4eea-8cff-cb0ca94bbab2 req-2f1729c6-1d1d-44f6-8b25-9fde958b1a11 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:39.479019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-460876ad-a541-4eea-8cff-cb0ca94bbab2 req-2f1729c6-1d1d-44f6-8b25-9fde958b1a11 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 944 time: 0.0521314 Oct 13 14:43:39.524717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-460876ad-a541-4eea-8cff-cb0ca94bbab2 req-ee51dbc5-6b43-42f0-8e95-52eea04c1ea4 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391743 Oct 13 14:43:39.617351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:43:40.477049 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54166) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:40.598078 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-024d6eef-4ebc-424c-aa1e-972ad7aa7243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:40.651172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976eed9-e596-41f8-8e74-b2e902d9c113 req-55ec8504-2d47-40be-9a94-bff1dfb26fa7 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:40.652780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6976eed9-e596-41f8-8e74-b2e902d9c113 req-55ec8504-2d47-40be-9a94-bff1dfb26fa7 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 944 time: 0.0542679 Oct 13 14:43:40.684170 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-024d6eef-4ebc-424c-aa1e-972ad7aa7243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:40.692028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6976eed9-e596-41f8-8e74-b2e902d9c113 req-4eededf9-561a-443d-a0ae-7045635121f5 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332346 Oct 13 14:43:40.731438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:43:40.779786 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-024d6eef-4ebc-424c-aa1e-972ad7aa7243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:40.819459 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-024d6eef-4ebc-424c-aa1e-972ad7aa7243 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1deaf9cfd444fb397e71f44b2ddf8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397651 Oct 13 14:43:40.819747 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d6eef-4ebc-424c-aa1e-972ad7aa7243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad964e59-c16a-4a7f-be7a-adb21815a11b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:40.821339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54174) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:43:40.849636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:43:40.853578 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:43:40.853972 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:40.874005 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-06aac038-8344-438e-a807-1440b37a23d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:40.899864 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-06aac038-8344-438e-a807-1440b37a23d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:40.936169 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:40.962948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:43:40.965299 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d1eb2a-8e40-48a3-8d6d-d083e811fd05" -d '{"events": [{"server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "name": "network-vif-plugged", "status": "completed", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:43:40.978253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,segment=NetworkSegment(52e18adc-0f76-4118-b691-f1abb93b1b3a),segment_id=52e18adc-0f76-4118-b691-f1abb93b1b3a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:41.101306 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-06aac038-8344-438e-a807-1440b37a23d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:41.103716 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-06aac038-8344-438e-a807-1440b37a23d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:41.105985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-06aac038-8344-438e-a807-1440b37a23d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad964e59-c16a-4a7f-be7a-adb21815a11b HTTP/1.1" status: 204 len: 168 time: 0.2825053 Oct 13 14:43:41.121523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aac038-8344-438e-a807-1440b37a23d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad964e59-c16a-4a7f-be7a-adb21815a11b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:41.134629 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b116000-04db-4e61-9014-bf8a0e85de1b x-openstack-request-id: req-1b116000-04db-4e61-9014-bf8a0e85de1b {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:43:41.135029 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "name": "network-vif-plugged", "status": "completed", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:43:41.135342 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b116000-04db-4e61-9014-bf8a0e85de1b {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:43:41.135736 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b', 'code': 200} Oct 13 14:43:41.141475 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:41.202614 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:41.242390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bfcd4-f987-44e5-bb05-65be11d26d8d req-dc0fb7f9-d964-494e-a30c-1531832c318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:41.244014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f05bfcd4-f987-44e5-bb05-65be11d26d8d req-dc0fb7f9-d964-494e-a30c-1531832c318a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 1097 time: 0.0435984 Oct 13 14:43:41.280552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f05bfcd4-f987-44e5-bb05-65be11d26d8d req-2ff5c080-13a0-4473-84d4-fe59e2181ed5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293920 Oct 13 14:43:41.819000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923820d8-ad3b-4ebd-8323-7624d2c9bc42 req-314a84a4-37e7-45df-8645-307ac4cbebbe tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:41.820560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-923820d8-ad3b-4ebd-8323-7624d2c9bc42 req-314a84a4-37e7-45df-8645-307ac4cbebbe tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0520468 Oct 13 14:43:41.882323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-923820d8-ad3b-4ebd-8323-7624d2c9bc42 req-cec9d8a5-6251-4ac1-8527-6046ef05fc09 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509968 Oct 13 14:43:43.020965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a77c9-0adf-4719-ae0f-3abd27379683 req-bc61fee0-e069-46eb-b38c-f1f4f210e6ee tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:43.023256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-645a77c9-0adf-4719-ae0f-3abd27379683 req-bc61fee0-e069-46eb-b38c-f1f4f210e6ee tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0545201 Oct 13 14:43:43.065723 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-645a77c9-0adf-4719-ae0f-3abd27379683 req-c5d5ae37-d4c5-443e-bbfe-432902008865 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369051 Oct 13 14:43:43.660803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84eeb7-5e36-46ce-9b8a-01d6801c8a45 req-6deece6a-503d-47ff-9016-0ccdbecb6c31 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:43.662669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be84eeb7-5e36-46ce-9b8a-01d6801c8a45 req-6deece6a-503d-47ff-9016-0ccdbecb6c31 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0527637 Oct 13 14:43:43.707803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be84eeb7-5e36-46ce-9b8a-01d6801c8a45 req-c2a662c4-b303-4860-830b-2f595e73a1e5 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388503 Oct 13 14:43:43.756294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1399bf-f013-4522-ac4c-695500cb5b21 req-6332ab59-3649-4a2a-b218-ed3d736ab644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:43.757828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a1399bf-f013-4522-ac4c-695500cb5b21 req-6332ab59-3649-4a2a-b218-ed3d736ab644 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce3a9f185c4543378ec21152c844f973&device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 1097 time: 0.0492513 Oct 13 14:43:43.866268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1399bf-f013-4522-ac4c-695500cb5b21 req-def8fe94-74a6-41a0-84e6-7ad95aecfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:43.867773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a1399bf-f013-4522-ac4c-695500cb5b21 req-def8fe94-74a6-41a0-84e6-7ad95aecfc9e service neutron] 10.222.0.49 "GET /v2.0/networks?id=3189da9e-1588-4513-9a26-8c1724df22b5 HTTP/1.1" status: 200 len: 921 time: 0.1030176 Oct 13 14:43:43.912969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a1399bf-f013-4522-ac4c-695500cb5b21 req-c72757ec-0e6e-4d02-935b-13b3b85834c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b HTTP/1.1" status: 200 len: 217 time: 0.0379827 Oct 13 14:43:43.964552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1399bf-f013-4522-ac4c-695500cb5b21 req-237092b1-e412-438b-b8cb-879e2ffcb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:43.966101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a1399bf-f013-4522-ac4c-695500cb5b21 req-237092b1-e412-438b-b8cb-879e2ffcb49b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b595aa9b-865d-4727-ac34-819e775de33e HTTP/1.1" status: 200 len: 860 time: 0.0466344 Oct 13 14:43:44.001740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a1399bf-f013-4522-ac4c-695500cb5b21 req-e5593924-8b1b-49a0-8e1d-38b8ba4b02d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3189da9e-1588-4513-9a26-8c1724df22b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289760 Oct 13 14:43:44.093012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a1399bf-f013-4522-ac4c-695500cb5b21 req-1c0805e1-32e8-4822-8773-3197a79908d0 service neutron] 10.222.0.49 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832565 Oct 13 14:43:44.209060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a1399bf-f013-4522-ac4c-695500cb5b21 req-ab24e1c3-88e3-4a53-9c2c-9d4bdf4921a5 service neutron] 10.222.0.49 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094782 Oct 13 14:43:44.839372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04c550-d5f0-4f0e-945f-4156a0aebd29 req-7f85a399-2914-4805-bb2f-b9f7a1e7d65a tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:44.840853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae04c550-d5f0-4f0e-945f-4156a0aebd29 req-7f85a399-2914-4805-bb2f-b9f7a1e7d65a tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0508919 Oct 13 14:43:44.885116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae04c550-d5f0-4f0e-945f-4156a0aebd29 req-70b89203-8ad5-46c0-9ff7-939726ffaef3 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Oct 13 14:43:45.353508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-c7672dce-2fbc-4b83-b2d1-2b3043903ff4 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a61bc668b0fa4062bddedbd95c533ad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321207 Oct 13 14:43:45.541985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-69d0fb8d-b4c5-4147-a680-937d6863dc09 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:45.543439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-69d0fb8d-b4c5-4147-a680-937d6863dc09 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839478 Oct 13 14:43:45.558647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-0e250142-91b8-44d0-a978-d2ecc446eea4 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/quotas/a61bc668b0fa4062bddedbd95c533ad1 HTTP/1.1" status: 200 len: 375 time: 0.0093977 Oct 13 14:43:45.597491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-f1a878c5-edf1-4273-a11d-b9fcbb2e450e tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a61bc668b0fa4062bddedbd95c533ad1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332248 Oct 13 14:43:45.870012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4b61250-a84d-40b1-b8c7-1bde1c648885 req-1e50f6f8-8997-46f0-8da3-353494bd3d9b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 210 time: 0.0309503 Oct 13 14:43:46.008653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cc1db-937e-49cc-9bf4-fe34f3120f37 req-a51dfc88-3584-4c8a-b96e-2415254f7c88 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:46.010159 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-460cc1db-937e-49cc-9bf4-fe34f3120f37 req-a51dfc88-3584-4c8a-b96e-2415254f7c88 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0588784 Oct 13 14:43:46.048580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-460cc1db-937e-49cc-9bf4-fe34f3120f37 req-0b7ac02b-115d-497f-902a-3d3c527afe79 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319598 Oct 13 14:43:46.744139 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:43:46.948304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37e89cb5-3e6d-4262-9ee1-1f7a637d0482 req-d955525f-6461-401f-936e-2896364f5d4c tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 210 time: 0.0278735 Oct 13 14:43:47.173398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9a452-4604-4460-81b4-7492cb7eb314 req-fc07bddb-df2c-4f03-8449-c209361583e2 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:47.174748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4a9a452-4604-4460-81b4-7492cb7eb314 req-fc07bddb-df2c-4f03-8449-c209361583e2 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0534973 Oct 13 14:43:47.218250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4a9a452-4604-4460-81b4-7492cb7eb314 req-76d2f175-80c0-4658-a84e-d2e2955bbbfe tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357571 Oct 13 14:43:48.046191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-527ba373-1ff3-4070-9cf2-5e78e21659a3 req-8e57687d-3a40-46fa-8cd7-b3b43421ec45 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 210 time: 0.0275030 Oct 13 14:43:48.217493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-9194a691-a954-4044-9d2e-c83bb33eeb36 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a61bc668b0fa4062bddedbd95c533ad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215261 Oct 13 14:43:48.364877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-050bf13c-e01d-4327-b94c-8d0a838796ef tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:48.366589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-050bf13c-e01d-4327-b94c-8d0a838796ef tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434135 Oct 13 14:43:48.377421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0590a29-3a37-4627-93f4-8f61559f4804 req-6e9fb922-2258-4d7e-99d0-0d296f3701e5 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:48.379556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0590a29-3a37-4627-93f4-8f61559f4804 req-6e9fb922-2258-4d7e-99d0-0d296f3701e5 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0851758 Oct 13 14:43:48.384045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Request body: {'port': {'device_id': '3e0b2b46-7775-4e04-a094-c1f27a02bad6', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': 'a61bc668b0fa4062bddedbd95c533ad1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:43:48.480583 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f0590a29-3a37-4627-93f4-8f61559f4804 req-69609b8c-e426-4576-afd7-b3f8e7e3a682 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818148 Oct 13 14:43:48.599496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Made reservation on behalf of a61bc668b0fa4062bddedbd95c533ad1 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:43:48.603392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:48.614056 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:48.699960 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:48.745932 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:48.795796 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:48.854391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8fb0c8-573f-4f24-91cb-d811850c3f11,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:48.935132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Allocated IP 192.168.233.111 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:43:49.107715 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:49.169590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d277564a-614f-4a32-8045-9631e02fe0e0 req-84902a8e-db34-4420-8b5e-8ae162cd49a6 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 210 time: 0.0485628 Oct 13 14:43:49.261634 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:49.308934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:43:49.312208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:43:49.316013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:43:49.346795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Pushing event updated for resources: {'Port': ['ID=d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:49.372972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:49.373628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:49.469886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-fdc5320c-7fa0-47d2-aa12-2e4b87daf05b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0899880 Oct 13 14:43:49.483822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Request body: {'port': {'device_id': '3e0b2b46-7775-4e04-a094-c1f27a02bad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:43:49.546737 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:49.558141 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cfcd1a86-05d1-4ed6-86d6-769053defddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:49.606314 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-fdcdc1b3-6b77-4500-931f-fe0d8017c458 None None] Provisioning complete for port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:43:49.606736 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc1b3-6b77-4500-931f-fe0d8017c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:49.638737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8f738-581a-41ef-bd48-db8c1988bc51 req-c67ede1a-31af-4d57-8c5b-d206b02f8070 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:49.640221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55d8f738-581a-41ef-bd48-db8c1988bc51 req-c67ede1a-31af-4d57-8c5b-d206b02f8070 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0843911 Oct 13 14:43:49.647462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-fdcdc1b3-6b77-4500-931f-fe0d8017c458 None None] Port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:43:49.772952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55d8f738-581a-41ef-bd48-db8c1988bc51 req-04387599-6a6e-4384-b2ba-82526ce5f350 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831034 Oct 13 14:43:49.878755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:43:49.886873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:49.898808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Transition to ACTIVE for port object d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:43:49.969665 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:50.041420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:50.098260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Attempting to bind port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:43:50.099281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Attempting to bind port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:43:50.099713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Attempting to bind port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:43:50.104918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:43:50.105279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Attempting to bind port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:43:50.110641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:43:50.111315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:43:50.111444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:43:50.111805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Bound port: d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:43:50.112167 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:50.561378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] For port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:43:50.566801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] For port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:43:50.580221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7e091-9cec-40d1-b039-c4dbf7f32a8f req-729ff6bc-74e3-429a-b972-c985abc02a84 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:50.583473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8fc7e091-9cec-40d1-b039-c4dbf7f32a8f req-729ff6bc-74e3-429a-b972-c985abc02a84 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 948 time: 0.0735307 Oct 13 14:43:50.625318 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8fc7e091-9cec-40d1-b039-c4dbf7f32a8f req-df7fe6ef-a87c-4e87-b597-f72f2b9d5861 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae8fb0c8-573f-4f24-91cb-d811850c3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366912 Oct 13 14:43:50.654656 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:50.691418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:50.692035 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:50.693756 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 HTTP/1.1" status: 200 len: 1097 time: 1.2142828 Oct 13 14:43:50.694456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0b2b46-7775-4e04-a094-c1f27a02bad6', 'tag': 'd9cca7ec-1e63-46af-8f0d-ee4e3db9dc49'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:43:50.696808 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c560cdbd-91e3-4159-a5dc-f0e9d5578a91" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0b2b46-7775-4e04-a094-c1f27a02bad6", "tag": "d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:43:50.721498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b8ac3-517c-4eff-8431-d54a7cd7b6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:50.748357 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bb9ad5-4527-43aa-aee1-a9a4ec631382 x-openstack-request-id: req-68bb9ad5-4527-43aa-aee1-a9a4ec631382 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:43:50.748735 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0b2b46-7775-4e04-a094-c1f27a02bad6", "tag": "d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:43:50.749026 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68bb9ad5-4527-43aa-aee1-a9a4ec631382 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:43:50.749427 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0b2b46-7775-4e04-a094-c1f27a02bad6', 'tag': 'd9cca7ec-1e63-46af-8f0d-ee4e3db9dc49', 'status': 'completed', 'code': 200} Oct 13 14:43:50.824935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560cdbd-91e3-4159-a5dc-f0e9d5578a91 req-5443dc4b-d023-475a-a70b-3f7b43101118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:50.827048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c560cdbd-91e3-4159-a5dc-f0e9d5578a91 req-5443dc4b-d023-475a-a70b-3f7b43101118 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a61bc668b0fa4062bddedbd95c533ad1&device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 1100 time: 0.0560970 Oct 13 14:43:50.861983 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c560cdbd-91e3-4159-a5dc-f0e9d5578a91 req-dcb4c1dc-2405-4f1a-a51f-c25c859c4921 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a61bc668b0fa4062bddedbd95c533ad1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260000 Oct 13 14:43:50.961666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde098c-e1cc-4f00-b24e-ff0331d896ce req-719f9ef7-d85e-44f6-b181-ac6e008de6e8 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:50.963114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2cde098c-e1cc-4f00-b24e-ff0331d896ce req-719f9ef7-d85e-44f6-b181-ac6e008de6e8 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.1043975 Oct 13 14:43:51.012574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560cdbd-91e3-4159-a5dc-f0e9d5578a91 req-7fef163f-0e3b-4f3a-bd4c-c636cbef831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:51.014074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c560cdbd-91e3-4159-a5dc-f0e9d5578a91 req-7fef163f-0e3b-4f3a-bd4c-c636cbef831e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428063 Oct 13 14:43:51.027711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2cde098c-e1cc-4f00-b24e-ff0331d896ce req-2ecb1d7b-4afc-4389-bea7-b5055b1ae09c tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516999 Oct 13 14:43:51.093502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-09c2a3f8-ff04-484d-a432-8d7dbaf8f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:51.094930 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-09c2a3f8-ff04-484d-a432-8d7dbaf8f9b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a61bc668b0fa4062bddedbd95c533ad1&device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 1100 time: 0.0425861 Oct 13 14:43:51.139329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-f96ea98f-bdd8-4b9b-88b3-51f0df446020 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 HTTP/1.1" status: 200 len: 217 time: 0.0345008 Oct 13 14:43:51.192538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-7375609f-72b5-4a3b-ba65-638e116eff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:51.194016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-7375609f-72b5-4a3b-ba65-638e116eff38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0474181 Oct 13 14:43:51.242457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-752e5047-1945-4fb8-b978-870394630659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:51.243904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-752e5047-1945-4fb8-b978-870394630659 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0419686 Oct 13 14:43:51.336394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-7d7175ca-a215-4cf2-87e8-4093ae2f196b service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844419 Oct 13 14:43:51.433949 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36b3d203-58fd-45c6-8e58-398914b1e031 req-f6e8ad9f-bd79-4c60-a6b7-f90aa1c5df29 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898061 Oct 13 14:43:51.745143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf42a2-6f2c-435a-9ec8-c830700a88e1 req-f7c8a580-da8c-412d-a62c-94fb2c8a068b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:51.746657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fcf42a2-6f2c-435a-9ec8-c830700a88e1 req-f7c8a580-da8c-412d-a62c-94fb2c8a068b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 948 time: 0.0518367 Oct 13 14:43:51.787508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fcf42a2-6f2c-435a-9ec8-c830700a88e1 req-b105873c-4f1a-443f-b49a-789593b1671e tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae8fb0c8-573f-4f24-91cb-d811850c3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344405 Oct 13 14:43:52.169267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b274d9-a3f3-4609-935d-b3904ab76f5f req-1b7a5966-b2a4-4388-b9b0-ed00e0945cbd tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:52.171546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8b274d9-a3f3-4609-935d-b3904ab76f5f req-1b7a5966-b2a4-4388-b9b0-ed00e0945cbd tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0516653 Oct 13 14:43:52.203694 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:52.218091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b8b274d9-a3f3-4609-935d-b3904ab76f5f req-95cfff90-4c20-402f-ac09-fb6d73802346 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390332 Oct 13 14:43:52.368687 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4be40dd6-d2f7-4734-8912-b95dc6fe3609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:52.905110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f3067-c1a7-4ba9-bc80-4ef65f41853c req-e1d331c8-9b58-41b6-a8a4-50d654c38049 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:52.906533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-819f3067-c1a7-4ba9-bc80-4ef65f41853c req-e1d331c8-9b58-41b6-a8a4-50d654c38049 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 948 time: 0.0499701 Oct 13 14:43:52.947816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-819f3067-c1a7-4ba9-bc80-4ef65f41853c req-6f424490-6190-4cb8-bc5a-471550646041 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae8fb0c8-573f-4f24-91cb-d811850c3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338435 Oct 13 14:43:53.344351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54df701-9863-4c57-8c30-7b64e7d9492c req-c4b60abd-0429-4705-9747-3159b478954a tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:53.346661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e54df701-9863-4c57-8c30-7b64e7d9492c req-c4b60abd-0429-4705-9747-3159b478954a tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0522308 Oct 13 14:43:53.387764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e54df701-9863-4c57-8c30-7b64e7d9492c req-c84afcfc-978b-44fd-8044-e7df5c952c4f tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357234 Oct 13 14:43:53.940309 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:54.038324 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:54.068966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466ca80-5b4d-4f21-a5f8-31eaa0769d42 req-8a3163ad-271f-468b-9908-dc204be4361b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:54.070509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7466ca80-5b4d-4f21-a5f8-31eaa0769d42 req-8a3163ad-271f-468b-9908-dc204be4361b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 948 time: 0.0524340 Oct 13 14:43:54.114521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7466ca80-5b4d-4f21-a5f8-31eaa0769d42 req-87edc4da-1e47-499e-a623-668ad8036590 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae8fb0c8-573f-4f24-91cb-d811850c3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376153 Oct 13 14:43:54.503118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5d80b-de62-46ff-bff5-9c15fd3b2c1b req-35ec6158-9612-40f7-bc9d-19c691350a7d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:54.504602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60e5d80b-de62-46ff-bff5-9c15fd3b2c1b req-35ec6158-9612-40f7-bc9d-19c691350a7d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0497086 Oct 13 14:43:54.550556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60e5d80b-de62-46ff-bff5-9c15fd3b2c1b req-a55e3ec1-7947-4abe-ba4f-8baa3615c9a0 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387080 Oct 13 14:43:55.236175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e8bf4-8ff3-464d-a1a0-d1bff90d834e req-ff5be2dd-fbfd-4c43-9867-3212ecb4a403 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:55.237704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-521e8bf4-8ff3-464d-a1a0-d1bff90d834e req-ff5be2dd-fbfd-4c43-9867-3212ecb4a403 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 948 time: 0.0543082 Oct 13 14:43:55.266744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:43:55.277923 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-521e8bf4-8ff3-464d-a1a0-d1bff90d834e req-480d765a-1db4-4ec2-8744-39e18dc300d9 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae8fb0c8-573f-4f24-91cb-d811850c3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338795 Oct 13 14:43:55.367572 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:55.377670 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'd9cca7ec-1e63-46af-8f0d-ee4e3db9dc49', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': 'd9cca7ec-1e63-46af-8f0d-ee4e3db9dc49', 'mac_address': 'fa:16:3e:9b:a2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:43:55.416726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:55.418881 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:55.432626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:43:55.452738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:55.540191 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:55.596949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:55.675713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a37702-337c-4484-b916-9636e661b294 req-9ee6d05f-ae43-4da4-84de-b55a33e2606f tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:55.677963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54a37702-337c-4484-b916-9636e661b294 req-9ee6d05f-ae43-4da4-84de-b55a33e2606f tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0559952 Oct 13 14:43:55.720902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54a37702-337c-4484-b916-9636e661b294 req-9933b265-95c1-45c0-9991-2b2a0c494806 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372474 Oct 13 14:43:55.910935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:43:56.401362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b483f9e-6f51-4076-b322-8a9d0777758c req-a5988cf4-7658-40e8-94f8-af7d88178a42 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:56.402916 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b483f9e-6f51-4076-b322-8a9d0777758c req-a5988cf4-7658-40e8-94f8-af7d88178a42 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 949 time: 0.0541172 Oct 13 14:43:56.444781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b483f9e-6f51-4076-b322-8a9d0777758c req-79aefeef-a027-4f80-955a-319e3799a409 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae8fb0c8-573f-4f24-91cb-d811850c3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352683 Oct 13 14:43:56.842027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d009da-3a8d-44db-9978-264e43558299 req-9b83c684-cb27-4900-bdb9-55ce426c084f tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:56.844529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9d009da-3a8d-44db-9978-264e43558299 req-9b83c684-cb27-4900-bdb9-55ce426c084f tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0548673 Oct 13 14:43:56.885191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9d009da-3a8d-44db-9978-264e43558299 req-f333c55e-938d-4f7a-82a7-0b9d6980d4e0 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341361 Oct 13 14:43:57.261092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:43:57.362269 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:43:57.366777 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:43:57.367171 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:57.445969 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:57.469579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0b2b46-7775-4e04-a094-c1f27a02bad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cca7ec-1e63-46af-8f0d-ee4e3db9dc49'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:43:57.471892 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fcedbd-b89d-4489-aa85-169878e17bd5" -d '{"events": [{"server_uuid": "3e0b2b46-7775-4e04-a094-c1f27a02bad6", "name": "network-vif-plugged", "status": "completed", "tag": "d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:43:57.489474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:43:57.519540 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2b6dc0-9c4b-46d0-a79e-6adec9ae34c9 x-openstack-request-id: req-8e2b6dc0-9c4b-46d0-a79e-6adec9ae34c9 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:43:57.519913 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0b2b46-7775-4e04-a094-c1f27a02bad6", "name": "network-vif-plugged", "status": "completed", "tag": "d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:43:57.521432 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e2b6dc0-9c4b-46d0-a79e-6adec9ae34c9 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:43:57.522623 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0b2b46-7775-4e04-a094-c1f27a02bad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9cca7ec-1e63-46af-8f0d-ee4e3db9dc49', 'code': 200} Oct 13 14:43:57.588361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1609af-3ae7-4b69-9795-f004a64e13d6 req-771e7898-9c3b-4544-9b1a-96d9ef914fc5 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:57.590339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc1609af-3ae7-4b69-9795-f004a64e13d6 req-771e7898-9c3b-4544-9b1a-96d9ef914fc5 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 949 time: 0.0548759 Oct 13 14:43:57.592200 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:43:57.663468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:43:57.675083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289b005-a20c-4805-a239-b9b161f5594e req-f3a8f23c-edcc-4e36-bec2-8a6b92f5cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:57.675083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7289b005-a20c-4805-a239-b9b161f5594e req-f3a8f23c-edcc-4e36-bec2-8a6b92f5cda7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 1102 time: 0.0819259 Oct 13 14:43:57.679184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc1609af-3ae7-4b69-9795-f004a64e13d6 req-47bacd35-3df2-42fd-901d-16dc9af495f8 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae8fb0c8-573f-4f24-91cb-d811850c3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791755 Oct 13 14:43:57.713861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7289b005-a20c-4805-a239-b9b161f5594e req-c486c08e-1189-4e25-83df-8ddafd9bbfd2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ae8fb0c8-573f-4f24-91cb-d811850c3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Oct 13 14:43:58.024799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda48a2-d05a-4d3e-8048-4aedca55d208 req-090b5a6a-06f5-44ba-acbc-02401eaef573 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:58.027116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cda48a2-d05a-4d3e-8048-4aedca55d208 req-090b5a6a-06f5-44ba-acbc-02401eaef573 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0667918 Oct 13 14:43:58.072762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0cda48a2-d05a-4d3e-8048-4aedca55d208 req-7ebd120f-8288-4f59-939c-13dd9a9f8072 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387778 Oct 13 14:43:58.832837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835710f6-bac3-4f2b-839d-03be68189050 req-8dda79a1-4bb6-4c73-a868-91b227487d30 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:58.835038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-835710f6-bac3-4f2b-839d-03be68189050 req-8dda79a1-4bb6-4c73-a868-91b227487d30 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 950 time: 0.0553188 Oct 13 14:43:58.878803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-835710f6-bac3-4f2b-839d-03be68189050 req-5bc7228b-f1ab-46e2-bc69-f4e708791abd tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae8fb0c8-573f-4f24-91cb-d811850c3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372851 Oct 13 14:43:59.217242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1e3b7-75af-416a-8447-d24e29bc55e4 req-54e0580e-df27-4a8d-b05e-80ab4472c21e tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:59.218905 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94f1e3b7-75af-416a-8447-d24e29bc55e4 req-54e0580e-df27-4a8d-b05e-80ab4472c21e tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0537293 Oct 13 14:43:59.261341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94f1e3b7-75af-416a-8447-d24e29bc55e4 req-77e8e98c-767e-48f1-91d0-4215a399b35a tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353873 Oct 13 14:43:59.997198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7e591-f3b8-4f91-b018-58a8be923cd3 req-500ad706-6f36-483e-bb67-031102f8f9d1 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:43:59.998696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8df7e591-f3b8-4f91-b018-58a8be923cd3 req-500ad706-6f36-483e-bb67-031102f8f9d1 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 950 time: 0.0505550 Oct 13 14:44:00.041993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8df7e591-f3b8-4f91-b018-58a8be923cd3 req-4d308f58-16a6-4263-83f1-ef8e0ffbe624 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae8fb0c8-573f-4f24-91cb-d811850c3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345654 Oct 13 14:44:00.391132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca168dbc-934d-4f73-923d-b110e0852aec req-de82579d-ca9f-4695-9df8-3045858d87d9 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:00.392971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca168dbc-934d-4f73-923d-b110e0852aec req-de82579d-ca9f-4695-9df8-3045858d87d9 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0626683 Oct 13 14:44:00.434590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca168dbc-934d-4f73-923d-b110e0852aec req-7b0ab0bd-ae1e-4879-8c1c-a052bdf37455 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344796 Oct 13 14:44:00.564448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc02fd-f64c-4b3e-88b9-1664f6ef1caf req-5ba6cb5a-aa7d-412d-ac72-98155214aced tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:00.565975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4dcc02fd-f64c-4b3e-88b9-1664f6ef1caf req-5ba6cb5a-aa7d-412d-ac72-98155214aced tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 950 time: 0.0561669 Oct 13 14:44:00.611151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4dcc02fd-f64c-4b3e-88b9-1664f6ef1caf req-bf725352-f217-4394-9b6f-1335f0644ec7 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae8fb0c8-573f-4f24-91cb-d811850c3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380971 Oct 13 14:44:01.562922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c118949-5475-45b8-b564-0ae1a1dc5ba0 req-5516d3e2-5690-4856-b9bf-0f5e55beaeeb tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:01.564475 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c118949-5475-45b8-b564-0ae1a1dc5ba0 req-5516d3e2-5690-4856-b9bf-0f5e55beaeeb tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0550876 Oct 13 14:44:01.606718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c118949-5475-45b8-b564-0ae1a1dc5ba0 req-606fe137-7594-4931-878f-b9ab7065a670 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Oct 13 14:44:01.740261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dd16e-20bd-43af-9678-3bb9b2e8a5b8 req-dc432c4f-e1b6-4810-809a-e5f8bd886bd7 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:01.741826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-971dd16e-20bd-43af-9678-3bb9b2e8a5b8 req-dc432c4f-e1b6-4810-809a-e5f8bd886bd7 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 950 time: 0.0563278 Oct 13 14:44:01.783650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-971dd16e-20bd-43af-9678-3bb9b2e8a5b8 req-e3c6b019-3585-4b88-843e-c81ae46bf4de tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae8fb0c8-573f-4f24-91cb-d811850c3f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356274 Oct 13 14:44:02.084924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaad257-6b04-4206-933e-0514b82b6ca8 req-b6fbd594-8453-4d8e-a19b-4c37c1e2f253 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:02.086403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bdaad257-6b04-4206-933e-0514b82b6ca8 req-b6fbd594-8453-4d8e-a19b-4c37c1e2f253 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 950 time: 0.0498130 Oct 13 14:44:02.180485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-bdaad257-6b04-4206-933e-0514b82b6ca8 req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Deleting port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:44:02.180950 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bdaad257-6b04-4206-933e-0514b82b6ca8 req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:02.275860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-bdaad257-6b04-4206-933e-0514b82b6ca8 req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] For port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:44:02.276143 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bdaad257-6b04-4206-933e-0514b82b6ca8 req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:02.288328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-bdaad257-6b04-4206-933e-0514b82b6ca8 req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Calling delete_port for d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:44:02.494628 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bdaad257-6b04-4206-933e-0514b82b6ca8 req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:02.507489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:44:02.525025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Pushing event deleted for resources: {'Port': ['ID=d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:02.537867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:02.538570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:02.538910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:02.539286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:02.539631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:02.539966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:02.540291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:02.540615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:02.540935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:02.541282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:02.543516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:02.543516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:02.577972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaad257-6b04-4206-933e-0514b82b6ca8 req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] No DVR routers for this DVR port d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:44:02.580936 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-bdaad257-6b04-4206-933e-0514b82b6ca8 req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:02.586391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bdaad257-6b04-4206-933e-0514b82b6ca8 req-2bdd893f-28be-4d2a-9a07-289e38657c3b tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.41 "DELETE /v2.0/ports/d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 HTTP/1.1" status: 204 len: 173 time: 0.4932132 Oct 13 14:44:02.587916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0b2b46-7775-4e04-a094-c1f27a02bad6', 'name': 'network-vif-deleted', 'tag': 'd9cca7ec-1e63-46af-8f0d-ee4e3db9dc49'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:44:02.589960 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093e9edc-e44e-4c03-bd34-dada92da9b3d" -d '{"events": [{"server_uuid": "3e0b2b46-7775-4e04-a094-c1f27a02bad6", "name": "network-vif-deleted", "tag": "d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:44:02.642372 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79cce71-f06c-4d10-8106-2bc6d2c7bc36 x-openstack-request-id: req-b79cce71-f06c-4d10-8106-2bc6d2c7bc36 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:44:02.642670 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0b2b46-7775-4e04-a094-c1f27a02bad6", "name": "network-vif-deleted", "tag": "d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:44:02.642925 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b79cce71-f06c-4d10-8106-2bc6d2c7bc36 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:44:02.643475 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0b2b46-7775-4e04-a094-c1f27a02bad6', 'name': 'network-vif-deleted', 'tag': 'd9cca7ec-1e63-46af-8f0d-ee4e3db9dc49', 'status': 'completed', 'code': 200} Oct 13 14:44:02.754353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f6ca0-e607-4965-8045-4c6e09660897 req-0257b7ff-7005-4624-9ddc-bdd49d7e3a7c tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:02.754353 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d90f6ca0-e607-4965-8045-4c6e09660897 req-0257b7ff-7005-4624-9ddc-bdd49d7e3a7c tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0674286 Oct 13 14:44:02.793163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d90f6ca0-e607-4965-8045-4c6e09660897 req-eefd40ac-30ce-4732-ab97-57af800e59cf tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359743 Oct 13 14:44:02.890933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92199dc1-b1ac-4918-bdfe-583cfe41ac92 req-eec58491-5698-4d47-a4db-84319bec23a9 tempest-VolumesNegativeTest-385766139 tempest-VolumesNegativeTest-385766139-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e0b2b46-7775-4e04-a094-c1f27a02bad6 HTTP/1.1" status: 200 len: 210 time: 0.0288286 Oct 13 14:44:03.969932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566b86f-8faf-47c5-a475-f39b5b437c1b req-06d0f1dc-480b-4723-9203-c0f786402a3e tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:03.971495 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3566b86f-8faf-47c5-a475-f39b5b437c1b req-06d0f1dc-480b-4723-9203-c0f786402a3e tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0887427 Oct 13 14:44:04.016345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3566b86f-8faf-47c5-a475-f39b5b437c1b req-3b2f3858-ac55-48e3-8102-6f7db2b32b9d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381045 Oct 13 14:44:05.147611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b66a8-122e-4fb3-8ad4-5fbfc0ea195b req-40093d45-dc95-4ef2-9054-022eb708028d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:05.149969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-120b66a8-122e-4fb3-8ad4-5fbfc0ea195b req-40093d45-dc95-4ef2-9054-022eb708028d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0589740 Oct 13 14:44:05.195416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-120b66a8-122e-4fb3-8ad4-5fbfc0ea195b req-95745a33-8b53-44d8-9aae-6f57a439f798 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384045 Oct 13 14:44:05.265814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:44:05.286262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:44:05.286611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device d9cca7ec-1e63-46af-8f0d-ee4e3db9dc49 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:44:06.329450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247f07f-7539-47c7-a3f8-d1415bc8e61e req-a807436b-a1df-492a-9a3d-47ffdfc202bc tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:06.331222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e247f07f-7539-47c7-a3f8-d1415bc8e61e req-a807436b-a1df-492a-9a3d-47ffdfc202bc tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0601354 Oct 13 14:44:06.375123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e247f07f-7539-47c7-a3f8-d1415bc8e61e req-10f729b3-a5d1-479c-b672-d5efeab05a22 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346909 Oct 13 14:44:07.511849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f257c6e-60a3-4446-b9e2-193641aa37a9 req-a7c248e6-7889-4332-82d2-1de9274b4c58 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:07.513975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f257c6e-60a3-4446-b9e2-193641aa37a9 req-a7c248e6-7889-4332-82d2-1de9274b4c58 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0606537 Oct 13 14:44:07.561995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f257c6e-60a3-4446-b9e2-193641aa37a9 req-f8fc3322-750f-4dc1-9033-3eccf4757d9e tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349665 Oct 13 14:44:08.683961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cbe87-44be-407d-808c-a888f9ba1c7d req-4cbc27cc-c097-4106-83ec-31d8afbd6f6a tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:08.685587 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-147cbe87-44be-407d-808c-a888f9ba1c7d req-4cbc27cc-c097-4106-83ec-31d8afbd6f6a tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0519726 Oct 13 14:44:08.729871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-147cbe87-44be-407d-808c-a888f9ba1c7d req-8b4f93fe-e5f5-4c1d-bf62-d16e548efe80 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377314 Oct 13 14:44:09.860272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650cbbc-bfcd-4b3d-b4dc-71a2f0d028ac req-323246b4-ebda-45dd-a565-c013d482f4fb tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:09.862735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c650cbbc-bfcd-4b3d-b4dc-71a2f0d028ac req-323246b4-ebda-45dd-a565-c013d482f4fb tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0551894 Oct 13 14:44:09.903035 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c650cbbc-bfcd-4b3d-b4dc-71a2f0d028ac req-0cf14e21-aba6-42c3-9e94-69a45fea83f4 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333960 Oct 13 14:44:11.022155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919c2a3-6438-4707-8819-157e7245720e req-6b00da0d-1014-4aeb-b716-708576824860 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:11.023872 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e919c2a3-6438-4707-8819-157e7245720e req-6b00da0d-1014-4aeb-b716-708576824860 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0512929 Oct 13 14:44:11.067083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e919c2a3-6438-4707-8819-157e7245720e req-9c164b44-b266-4dc1-944c-1c144057497a tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369506 Oct 13 14:44:12.004483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54658) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:12.160305 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54664) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:12.160857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e9207e4e-83db-41bc-91a9-9113b13b7304 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a61bc668b0fa4062bddedbd95c533ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546655 Oct 13 14:44:12.214267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b18e68-2e44-4c65-a132-4697b7d54c2e req-4797882a-c71e-4e00-bbf7-ac6e5619de87 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:12.215734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a57f2ae-5a4a-4545-8bc7-5dc396dcb3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:12.215867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25b18e68-2e44-4c65-a132-4697b7d54c2e req-4797882a-c71e-4e00-bbf7-ac6e5619de87 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0700359 Oct 13 14:44:12.238552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a57f2ae-5a4a-4545-8bc7-5dc396dcb3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:12.255472 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25b18e68-2e44-4c65-a132-4697b7d54c2e req-6bbf8f83-a2ed-4154-969d-17f4a4109b27 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328228 Oct 13 14:44:12.368928 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a57f2ae-5a4a-4545-8bc7-5dc396dcb3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:12.372190 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a57f2ae-5a4a-4545-8bc7-5dc396dcb3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:12.373449 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5a57f2ae-5a4a-4545-8bc7-5dc396dcb3d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae8fb0c8-573f-4f24-91cb-d811850c3f11 HTTP/1.1" status: 204 len: 168 time: 0.2109590 Oct 13 14:44:12.381814 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57f2ae-5a4a-4545-8bc7-5dc396dcb3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8fb0c8-573f-4f24-91cb-d811850c3f11,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:13.376004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46b4ca-bd2c-4699-8521-a140b1a6c577 req-cafd0954-dc78-413e-9d13-57e804c22b45 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:13.377646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce46b4ca-bd2c-4699-8521-a140b1a6c577 req-cafd0954-dc78-413e-9d13-57e804c22b45 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0508473 Oct 13 14:44:13.432092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce46b4ca-bd2c-4699-8521-a140b1a6c577 req-7cae20fc-16d5-4c4a-b446-f97d586011ac tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Oct 13 14:44:14.564801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ba98b-27c6-4bd2-a7e2-27dabf652e27 req-7eabd70b-1ad8-4af1-947a-663285ff78a8 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:14.566441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc9ba98b-27c6-4bd2-a7e2-27dabf652e27 req-7eabd70b-1ad8-4af1-947a-663285ff78a8 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0496538 Oct 13 14:44:14.607108 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc9ba98b-27c6-4bd2-a7e2-27dabf652e27 req-47935a44-1800-4dbf-a95c-d370975ee63d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346692 Oct 13 14:44:14.969556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54714) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:14.969556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-0728b759-3861-4084-a1e9-4c75119d9b2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-553490924', 'description': 'tempest-secgroup-smoke-553490924 description', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:15.020730 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0728b759-3861-4084-a1e9-4c75119d9b2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:15.029670 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0728b759-3861-4084-a1e9-4c75119d9b2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:15.109658 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0728b759-3861-4084-a1e9-4c75119d9b2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:15.191670 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0728b759-3861-4084-a1e9-4c75119d9b2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:15.225482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728b759-3861-4084-a1e9-4c75119d9b2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8302cc1e-3009-4498-acf4-4de6c2eb53b6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:15.273004 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0728b759-3861-4084-a1e9-4c75119d9b2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:15.328880 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0728b759-3861-4084-a1e9-4c75119d9b2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:15.357360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728b759-3861-4084-a1e9-4c75119d9b2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcaec85-e909-4249-8cb7-954e4ad312f6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:15.428098 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0728b759-3861-4084-a1e9-4c75119d9b2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:15.429446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0728b759-3861-4084-a1e9-4c75119d9b2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6727271 Oct 13 14:44:15.432867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54718) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:15.437180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-c50ad603-b0c9-4819-a2a8-979dea1ddf7d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': '8bcaec85-e909-4249-8cb7-954e4ad312f6', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:15.535237 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c50ad603-b0c9-4819-a2a8-979dea1ddf7d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:15.608413 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c50ad603-b0c9-4819-a2a8-979dea1ddf7d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:15.641322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5703c36-67fd-44b6-a892-cdb7c6cd5b5a req-bdb97056-dae9-45fe-b305-244a2d81ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:15.642817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5703c36-67fd-44b6-a892-cdb7c6cd5b5a req-bdb97056-dae9-45fe-b305-244a2d81ad8d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 1097 time: 0.0449650 Oct 13 14:44:15.692965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c50ad603-b0c9-4819-a2a8-979dea1ddf7d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:15.716539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5703c36-67fd-44b6-a892-cdb7c6cd5b5a req-dba41020-68e4-4743-a4dc-b3d7002de74f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619709 Oct 13 14:44:15.731982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ad603-b0c9-4819-a2a8-979dea1ddf7d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631e6f42-4604-4ea7-a48d-4260d831aff5,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:15.758843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab09023-214f-45c4-bfd7-be15898dfc3e req-565d6cb6-fe60-447d-9a4e-2b5a05e960e8 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:15.760962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ab09023-214f-45c4-bfd7-be15898dfc3e req-565d6cb6-fe60-447d-9a4e-2b5a05e960e8 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0817492 Oct 13 14:44:15.801698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ab09023-214f-45c4-bfd7-be15898dfc3e req-bc1b83f0-e071-4f1e-a656-edc7a81e88ca tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340424 Oct 13 14:44:15.839717 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c50ad603-b0c9-4819-a2a8-979dea1ddf7d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:15.842315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c50ad603-b0c9-4819-a2a8-979dea1ddf7d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4070356 Oct 13 14:44:15.844330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54724) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:15.848758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-60251883-9f88-4e45-a48b-e42cd3298d21 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': '8bcaec85-e909-4249-8cb7-954e4ad312f6', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:15.951792 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-60251883-9f88-4e45-a48b-e42cd3298d21 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:16.012051 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-60251883-9f88-4e45-a48b-e42cd3298d21 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:16.094621 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-60251883-9f88-4e45-a48b-e42cd3298d21 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:16.114484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60251883-9f88-4e45-a48b-e42cd3298d21 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250d374b-906f-4702-bc70-06e8c1576dfe,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:16.187958 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-60251883-9f88-4e45-a48b-e42cd3298d21 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:16.189391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-60251883-9f88-4e45-a48b-e42cd3298d21 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3440962 Oct 13 14:44:16.191957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54726) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:16.196488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-cdd87b49-6a50-4cac-b1eb-2b49c3279da5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': '8bcaec85-e909-4249-8cb7-954e4ad312f6', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:16.294016 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cdd87b49-6a50-4cac-b1eb-2b49c3279da5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:16.358438 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cdd87b49-6a50-4cac-b1eb-2b49c3279da5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:16.420196 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cdd87b49-6a50-4cac-b1eb-2b49c3279da5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:16.440150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd87b49-6a50-4cac-b1eb-2b49c3279da5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b71858-ac83-4f55-b9e9-020166e97607,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:16.547895 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cdd87b49-6a50-4cac-b1eb-2b49c3279da5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:16.549135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cdd87b49-6a50-4cac-b1eb-2b49c3279da5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3562117 Oct 13 14:44:16.551838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54730) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:16.556625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-2a647215-07a5-4cad-9073-66d798874c80 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': '8bcaec85-e909-4249-8cb7-954e4ad312f6', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:16.687913 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2a647215-07a5-4cad-9073-66d798874c80 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:16.752504 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2a647215-07a5-4cad-9073-66d798874c80 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:16.843375 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2a647215-07a5-4cad-9073-66d798874c80 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:16.862975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a647215-07a5-4cad-9073-66d798874c80 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad866a3-cbd7-4935-8d3f-66203f6f9726,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:16.922181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45f1a1-79b1-4542-b6f6-78bef73fd862 req-92092173-c24d-44ee-bf69-ea33e788e8d5 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:16.923663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf45f1a1-79b1-4542-b6f6-78bef73fd862 req-92092173-c24d-44ee-bf69-ea33e788e8d5 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0502992 Oct 13 14:44:16.953733 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2a647215-07a5-4cad-9073-66d798874c80 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:16.954896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2a647215-07a5-4cad-9073-66d798874c80 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4021170 Oct 13 14:44:16.958240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54734) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:16.962972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': '8bcaec85-e909-4249-8cb7-954e4ad312f6', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:16.968160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf45f1a1-79b1-4542-b6f6-78bef73fd862 req-207a6c3d-d6a3-4cfb-a8cd-d49bc6fe5ce6 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379879 Oct 13 14:44:17.007061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-32e1ea95-7903-44db-b11f-35eec16ce800 req-e2176840-7cfc-4554-8159-e1336e9bc5fe tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-351705858', 'description': 'tempest-description-924497483'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:17.043198 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Project 5c576f49d3dd4bbab85901c8c6ccd513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:44:17.048246 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.106846 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.117591 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-32e1ea95-7903-44db-b11f-35eec16ce800 req-e2176840-7cfc-4554-8159-e1336e9bc5fe tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.185166 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-32e1ea95-7903-44db-b11f-35eec16ce800 req-e2176840-7cfc-4554-8159-e1336e9bc5fe tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.202852 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.222144 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddee2c26-2ae5-4405-88e7-b3c951b0dec0,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:17.231001 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:17.231375 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:17.231714 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:17.232052 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:17.232384 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:17.232714 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:17.233068 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:17.233400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:17.233728 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:17.234049 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:17.234371 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:17.234706 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:17.266089 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-32e1ea95-7903-44db-b11f-35eec16ce800 req-e2176840-7cfc-4554-8159-e1336e9bc5fe tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.296073 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2176840-7cfc-4554-8159-e1336e9bc5fe tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1543faf-b17e-4e77-9a54-6696f47490c4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:17.302712 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.303866 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-15030be9-8792-4cce-9b7f-bd426710788c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446190 Oct 13 14:44:17.306864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54738) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:17.311332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-48023eb0-08e2-4e6c-afd3-1e17f14db611 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': '8bcaec85-e909-4249-8cb7-954e4ad312f6', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:17.366824 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-32e1ea95-7903-44db-b11f-35eec16ce800 req-e2176840-7cfc-4554-8159-e1336e9bc5fe tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.368160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32e1ea95-7903-44db-b11f-35eec16ce800 req-e2176840-7cfc-4554-8159-e1336e9bc5fe tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3652539 Oct 13 14:44:17.458223 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb94c597-6948-4da3-863c-499750633646 req-48fb1f6f-de7a-42df-856d-bf52eb15e9c8 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-351705858&fields=id&tenant_id=ce3a9f185c4543378ec21152c844f973 HTTP/1.1" status: 200 len: 267 time: 0.0369067 Oct 13 14:44:17.474551 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-48023eb0-08e2-4e6c-afd3-1e17f14db611 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Project 5c576f49d3dd4bbab85901c8c6ccd513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:44:17.493264 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-48023eb0-08e2-4e6c-afd3-1e17f14db611 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.546323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94c597-6948-4da3-863c-499750633646 req-5a66477e-fa78-41ca-adbb-3b4f18024467 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:17.547787 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb94c597-6948-4da3-863c-499750633646 req-5a66477e-fa78-41ca-adbb-3b4f18024467 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0837998 Oct 13 14:44:17.563398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-cb94c597-6948-4da3-863c-499750633646 req-a3fab973-e422-4db0-8f21-3f787ec73cd0 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Request body: {'port': {'security_groups': ['858b67f1-5734-469f-b7f6-8b2f7f741aab', 'f1543faf-b17e-4e77-9a54-6696f47490c4']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:17.598548 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-48023eb0-08e2-4e6c-afd3-1e17f14db611 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.643646 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cb94c597-6948-4da3-863c-499750633646 req-a3fab973-e422-4db0-8f21-3f787ec73cd0 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.707206 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-48023eb0-08e2-4e6c-afd3-1e17f14db611 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.737632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48023eb0-08e2-4e6c-afd3-1e17f14db611 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3bd648-70b1-4f08-8d69-e528fc41eb9f,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:17.852690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cb94c597-6948-4da3-863c-499750633646 req-a3fab973-e422-4db0-8f21-3f787ec73cd0 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] For port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,segment=NetworkSegment(52e18adc-0f76-4118-b691-f1abb93b1b3a),segment_id=52e18adc-0f76-4118-b691-f1abb93b1b3a)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:44:17.881134 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cb94c597-6948-4da3-863c-499750633646 req-a3fab973-e422-4db0-8f21-3f787ec73cd0 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.890884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-48023eb0-08e2-4e6c-afd3-1e17f14db611 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:17.892611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-48023eb0-08e2-4e6c-afd3-1e17f14db611 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5842762 Oct 13 14:44:17.895206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54744) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:17.900163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d316edb2-c770-46ac-8b72-b285a5c5d9cd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'network': {'name': 'tempest-network-smoke--1318993042', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'port_security_enabled': True}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:17.991709 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cb94c597-6948-4da3-863c-499750633646 req-a3fab973-e422-4db0-8f21-3f787ec73cd0 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:18.003377 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:44:18.039290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94c597-6948-4da3-863c-499750633646 req-a3fab973-e422-4db0-8f21-3f787ec73cd0 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:18.040033 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cb94c597-6948-4da3-863c-499750633646 req-a3fab973-e422-4db0-8f21-3f787ec73cd0 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:18.041470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb94c597-6948-4da3-863c-499750633646 req-a3fab973-e422-4db0-8f21-3f787ec73cd0 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "PUT /v2.0/ports/e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b HTTP/1.1" status: 200 len: 981 time: 0.4842126 Oct 13 14:44:18.041938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:44:18.044414 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7170a6bd-fbc0-4555-aaa2-059f26f2d791" -d '{"events": [{"name": "network-changed", "server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:44:18.054204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d316edb2-c770-46ac-8b72-b285a5c5d9cd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Made reservation on behalf of 5c576f49d3dd4bbab85901c8c6ccd513 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:44:18.059998 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d316edb2-c770-46ac-8b72-b285a5c5d9cd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:18.082601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fab973-e422-4db0-8f21-3f787ec73cd0 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Pushing event updated for resources: {'Port': ['ID=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:18.098129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d316edb2-c770-46ac-8b72-b285a5c5d9cd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:44:18.110113 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d316edb2-c770-46ac-8b72-b285a5c5d9cd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:18.110113 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-d316edb2-c770-46ac-8b72-b285a5c5d9cd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Added segment 21ce95b7-d99e-494d-9782-55507df54ab3 of type vlan for network 92093ea4-0235-498f-bd68-b6e4a07a96a9 Oct 13 14:44:18.119242 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602d4ec1-7c60-48a0-9343-05c8b718290b x-openstack-request-id: req-602d4ec1-7c60-48a0-9343-05c8b718290b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:44:18.119538 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:44:18.119886 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-602d4ec1-7c60-48a0-9343-05c8b718290b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:44:18.120286 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b', 'status': 'completed', 'code': 200} Oct 13 14:44:18.132957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:44:18.203392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d316edb2-c770-46ac-8b72-b285a5c5d9cd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:18.238584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a274b5-70a6-4d18-a1d5-b4b703baf084 req-72d938f9-8627-4590-b46d-18038162aac3 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-351705858&fields=id&tenant_id=ce3a9f185c4543378ec21152c844f973 HTTP/1.1" status: 200 len: 267 time: 0.0953634 Oct 13 14:44:18.248834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170a6bd-fbc0-4555-aaa2-059f26f2d791 req-f03865ee-c352-4534-8769-a971ee784e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:18.249998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7170a6bd-fbc0-4555-aaa2-059f26f2d791 req-f03865ee-c352-4534-8769-a971ee784e7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce3a9f185c4543378ec21152c844f973&device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 1136 time: 0.0974262 Oct 13 14:44:18.323870 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d316edb2-c770-46ac-8b72-b285a5c5d9cd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:18.330510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d316edb2-c770-46ac-8b72-b285a5c5d9cd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:18.331476 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d316edb2-c770-46ac-8b72-b285a5c5d9cd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:18.431696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a274b5-70a6-4d18-a1d5-b4b703baf084 req-49ddebf8-e485-42e2-97ff-49149239b7d8 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:18.433222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a274b5-70a6-4d18-a1d5-b4b703baf084 req-49ddebf8-e485-42e2-97ff-49149239b7d8 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 984 time: 0.1816194 Oct 13 14:44:18.436089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316edb2-c770-46ac-8b72-b285a5c5d9cd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Network': ['ID=92093ea4-0235-498f-bd68-b6e4a07a96a9,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:18.449306 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 92093ea4-0235-498f-bd68-b6e4a07a96a9 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:44:18.451660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a7a274b5-70a6-4d18-a1d5-b4b703baf084 req-c6b4c67f-a03b-4f81-9951-4e96ddfabfb7 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Request body: {'port': {'security_groups': ['858b67f1-5734-469f-b7f6-8b2f7f741aab']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:18.460156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170a6bd-fbc0-4555-aaa2-059f26f2d791 req-6abfa623-5c34-492f-a204-6ea2ed2edea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:18.461664 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7170a6bd-fbc0-4555-aaa2-059f26f2d791 req-6abfa623-5c34-492f-a204-6ea2ed2edea0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3189da9e-1588-4513-9a26-8c1724df22b5 HTTP/1.1" status: 200 len: 921 time: 0.2007756 Oct 13 14:44:18.522047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7170a6bd-fbc0-4555-aaa2-059f26f2d791 req-4b51c7b6-bb6a-4934-b407-050c2f656277 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b HTTP/1.1" status: 200 len: 217 time: 0.0392165 Oct 13 14:44:18.528497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d316edb2-c770-46ac-8b72-b285a5c5d9cd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6321738 Oct 13 14:44:18.531333 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54750) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:18.535898 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'admin_state_up': True, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:18.592330 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a274b5-70a6-4d18-a1d5-b4b703baf084 req-c6b4c67f-a03b-4f81-9951-4e96ddfabfb7 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:18.617352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170a6bd-fbc0-4555-aaa2-059f26f2d791 req-6c78d0ef-3f47-4b26-b091-5ad7417c9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:18.618909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7170a6bd-fbc0-4555-aaa2-059f26f2d791 req-6c78d0ef-3f47-4b26-b091-5ad7417c9f5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b595aa9b-865d-4727-ac34-819e775de33e HTTP/1.1" status: 200 len: 860 time: 0.0894160 Oct 13 14:44:18.620377 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:18.621513 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:18.670816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7170a6bd-fbc0-4555-aaa2-059f26f2d791 req-85a2ce95-39cd-4322-be5e-ff10d5e4bee5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3189da9e-1588-4513-9a26-8c1724df22b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449750 Oct 13 14:44:18.686906 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:18.751960 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:18.836542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7170a6bd-fbc0-4555-aaa2-059f26f2d791 req-a933bcf2-700f-4cab-95b8-47fbcb7ab3a6 service neutron] 10.222.0.49 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563313 Oct 13 14:44:18.937831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a7a274b5-70a6-4d18-a1d5-b4b703baf084 req-c6b4c67f-a03b-4f81-9951-4e96ddfabfb7 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] For port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,segment=NetworkSegment(52e18adc-0f76-4118-b691-f1abb93b1b3a),segment_id=52e18adc-0f76-4118-b691-f1abb93b1b3a)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:44:18.943413 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:18.979924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7170a6bd-fbc0-4555-aaa2-059f26f2d791 req-7f196b85-3f6a-4400-9e0d-621dc7883b51 service neutron] 10.222.0.49 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361237 Oct 13 14:44:18.990297 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a274b5-70a6-4d18-a1d5-b4b703baf084 req-c6b4c67f-a03b-4f81-9951-4e96ddfabfb7 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:19.048934 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a274b5-70a6-4d18-a1d5-b4b703baf084 req-c6b4c67f-a03b-4f81-9951-4e96ddfabfb7 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:19.061644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:44:19.108951 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a274b5-70a6-4d18-a1d5-b4b703baf084 req-c6b4c67f-a03b-4f81-9951-4e96ddfabfb7 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:19.110101 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a7a274b5-70a6-4d18-a1d5-b4b703baf084 req-c6b4c67f-a03b-4f81-9951-4e96ddfabfb7 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:19.111523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7a274b5-70a6-4d18-a1d5-b4b703baf084 req-c6b4c67f-a03b-4f81-9951-4e96ddfabfb7 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "PUT /v2.0/ports/e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b HTTP/1.1" status: 200 len: 942 time: 0.6698055 Oct 13 14:44:19.140424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4c67f-a03b-4f81-9951-4e96ddfabfb7 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Pushing event updated for resources: {'Port': ['ID=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:19.190672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:44:19.250985 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:19.272733 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:19.374624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1e252930-9830-460e-b557-6028a7f07504 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2192914 Oct 13 14:44:19.388281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:19.397303 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.25.0.120 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/67e242c1-566e-4fec-ac61-f9315daa271a) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:44:19.489043 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:19.503278 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:19.517695 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-17283e71-cb0f-4ca9-875c-c978d4a7373c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:19.592806 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:19.630791 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:19.669184 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:44:19.670983 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:44:19.674635 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:44:19.703207 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=67e242c1-566e-4fec-ac61-f9315daa271a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:19.708643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Allocated IP 172.25.0.193 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/c490cc1b-a004-4a05-83d8-c56236d1b265) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:44:19.832495 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:20.024602 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:20.035618 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:20.080826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:44:20.083761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:44:20.087461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:44:20.112744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Pushing event updated for resources: {'Port': ['ID=c490cc1b-a004-4a05-83d8-c56236d1b265,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:20.122937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:44:20.125257 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25de93de-2408-4137-8dca-b992125df7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:44:20.176470 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4773cff-deba-4850-ac67-afc50984a333 x-openstack-request-id: req-f4773cff-deba-4850-ac67-afc50984a333 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:44:20.176755 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:44:20.177081 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4773cff-deba-4850-ac67-afc50984a333 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:44:20.177472 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b', 'status': 'completed', 'code': 200} Oct 13 14:44:20.194426 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:20.241668 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:20.243981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de93de-2408-4137-8dca-b992125df7e4 req-7d6634fe-63e6-41df-ad82-6911e4a53afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:20.245498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25de93de-2408-4137-8dca-b992125df7e4 req-7d6634fe-63e6-41df-ad82-6911e4a53afb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce3a9f185c4543378ec21152c844f973&device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 1097 time: 0.0441546 Oct 13 14:44:20.333438 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:20.393357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de93de-2408-4137-8dca-b992125df7e4 req-bda33ee6-c822-4e83-b898-91a51881d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:20.394819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25de93de-2408-4137-8dca-b992125df7e4 req-bda33ee6-c822-4e83-b898-91a51881d8fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=3189da9e-1588-4513-9a26-8c1724df22b5 HTTP/1.1" status: 200 len: 921 time: 0.1415818 Oct 13 14:44:20.442824 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 019fea09-62fd-4c23-bfc9-013af1664f76 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:44:20.470225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25de93de-2408-4137-8dca-b992125df7e4 req-a42d8b6e-d93d-44a8-a0ca-06dfd2f65f42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b HTTP/1.1" status: 200 len: 217 time: 0.0669346 Oct 13 14:44:20.560647 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:44:20.572713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Sync routers for ids ['019fea09-62fd-4c23-bfc9-013af1664f76'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:44:20.586234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Routers {'019fea09-62fd-4c23-bfc9-013af1664f76'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:44:20.586807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:43:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['019fea09-62fd-4c23-bfc9-013af1664f76'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:20.697689 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:20.702864 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1c115cd4-8ee2-42bf-bd11-e8607d4d0824 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1668584 Oct 13 14:44:20.705265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54760) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:20.710807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Set router 019fea09-62fd-4c23-bfc9-013af1664f76 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:44:20.855928 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-232ffb34-7fc2-467e-b56e-874838f28dc0 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=5c576f49d3dd4bbab85901c8c6ccd513&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1492355 Oct 13 14:44:20.859344 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54766) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:20.916380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de93de-2408-4137-8dca-b992125df7e4 req-0233f879-aa35-43b0-afde-bc11a5cb27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:20.917877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25de93de-2408-4137-8dca-b992125df7e4 req-0233f879-aa35-43b0-afde-bc11a5cb27bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b595aa9b-865d-4727-ac34-819e775de33e HTTP/1.1" status: 200 len: 860 time: 0.4400797 Oct 13 14:44:20.963669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25de93de-2408-4137-8dca-b992125df7e4 req-c00356a5-c0b5-4e79-9979-0d2883c55d19 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3189da9e-1588-4513-9a26-8c1724df22b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373015 Oct 13 14:44:20.990507 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:20.992583 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b234a9-a120-40e2-b3bb-1b66e1c17b16 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:20.994891 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-52b234a9-a120-40e2-b3bb-1b66e1c17b16 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345968 Oct 13 14:44:20.998150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54768) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:21.020245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:44:19Z', 'revision_number': 3, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:21.041324 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e58c0a5a-000f-4371-862f-5099c6a5d120 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393276 Oct 13 14:44:21.041562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54770) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:21.048557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-43c1a205-0154-4bcb-8641-a5008b2251b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-4353168', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:21.063899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Checking router: 019fea09-62fd-4c23-bfc9-013af1664f76 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:44:21.064253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Updating router 019fea09-62fd-4c23-bfc9-013af1664f76 port 67e242c1-566e-4fec-ac61-f9315daa271a binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:44:21.092266 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:21.117512 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:21.177243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25de93de-2408-4137-8dca-b992125df7e4 req-71560368-027e-4a6f-98b2-06a4f8ee5c0b service neutron] 10.222.0.49 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031784 Oct 13 14:44:21.277075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Pushing event updated for resources: {'Port': ['ID=c490cc1b-a004-4a05-83d8-c56236d1b265,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:21.309268 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:21.341999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25de93de-2408-4137-8dca-b992125df7e4 req-834fbfac-315e-43af-bd9c-5de5af8555fd service neutron] 10.222.0.49 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508536 Oct 13 14:44:21.366806 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:21.398180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c1a205-0154-4bcb-8641-a5008b2251b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Made reservation on behalf of 5c576f49d3dd4bbab85901c8c6ccd513 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:44:21.401664 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43c1a205-0154-4bcb-8641-a5008b2251b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:21.460667 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:21.494423 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:21.495673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-1c84660b-1837-4870-9b7e-269a654a9261 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1122372 Oct 13 14:44:21.511628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Attempting to bind port 67e242c1-566e-4fec-ac61-f9315daa271a on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:44:21.511996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Attempting to bind port 67e242c1-566e-4fec-ac61-f9315daa271a by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:44:21.512424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Attempting to bind port 67e242c1-566e-4fec-ac61-f9315daa271a on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:44:21.523412 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:44:21.533207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:44:21.533207 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:21.533207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:44:21.533207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Bound port: 67e242c1-566e-4fec-ac61-f9315daa271a, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:44:21.533207 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:21.551472 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9de6f5-f649-477e-b53b-f99de9de6168 None None] Pushing event updated for resources: {'Port': ['ID=67e242c1-566e-4fec-ac61-f9315daa271a,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:21.584415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] For port 67e242c1-566e-4fec-ac61-f9315daa271a, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:44:21.587452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] For port 67e242c1-566e-4fec-ac61-f9315daa271a, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=67e242c1-566e-4fec-ac61-f9315daa271a,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:44:21.600098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-a793244a-0bc3-4747-a279-274baf312582 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.0820022 Oct 13 14:44:21.660926 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:21.724043 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Routers {'019fea09-62fd-4c23-bfc9-013af1664f76'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:44:21.724853 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:43:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['019fea09-62fd-4c23-bfc9-013af1664f76'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:21.748181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-5c227664-932d-408e-b187-ede7352dbf7f tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:21.749558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-5c227664-932d-408e-b187-ede7352dbf7f tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.1416318 Oct 13 14:44:21.760465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-d50c6e5a-a004-4d97-9a07-84f516d6e29d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:44:21.761604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-072ba07d-29d0-4600-a68b-253b0cc03522 req-d50c6e5a-a004-4d97-9a07-84f516d6e29d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059226 Oct 13 14:44:21.763371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9de6f5-f649-477e-b53b-f99de9de6168 None None] Pushing event updated for resources: {'Port': ['ID=67e242c1-566e-4fec-ac61-f9315daa271a,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:21.763962 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43c1a205-0154-4bcb-8641-a5008b2251b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:21.845129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c1a205-0154-4bcb-8641-a5008b2251b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Checking segment: {'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:44:21.847761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c1a205-0154-4bcb-8641-a5008b2251b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network hostable DHCP agents. Network: 92093ea4-0235-498f-bd68-b6e4a07a96a9, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:44:21.854991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] Set router 019fea09-62fd-4c23-bfc9-013af1664f76 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:44:21.859801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1a205-0154-4bcb-8641-a5008b2251b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Subnet': ['ID=a2d53723-f768-4cc9-8344-2f76ded5fb73,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:21.944315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-0e16db84-15a8-4581-86f3-575988bcc918 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:21.945916 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-0e16db84-15a8-4581-86f3-575988bcc918 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1019971 Oct 13 14:44:22.003028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-8f70053a-78fe-4d5f-93b3-754228fcdcca tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.0493522 Oct 13 14:44:22.007673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c1a205-0154-4bcb-8641-a5008b2251b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 92093ea4-0235-498f-bd68-b6e4a07a96a9 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:44:22.018091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-8e0592d6-971f-487e-bafd-c4f7fb5fc455 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Request body: {'floatingip': {'port_id': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:22.051157 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:44:19Z', 'revision_number': 3, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:22.059831 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-8e0592d6-971f-487e-bafd-c4f7fb5fc455 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:22.079052 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803831ec-b935-4b88-90d9-70f96197e2c9 None None] The sync data for ids ['019fea09-62fd-4c23-bfc9-013af1664f76'] in n-d-806683-15 is: [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:44:19Z', 'revision_number': 3, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:44:22.121229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-43c1a205-0154-4bcb-8641-a5008b2251b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 92093ea4-0235-498f-bd68-b6e4a07a96a9) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:44:22.129501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c1a205-0154-4bcb-8641-a5008b2251b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:22.130093 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-43c1a205-0154-4bcb-8641-a5008b2251b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:22.134818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a33f991-678d-4aab-b01f-4733f157d79a None None] Network 92093ea4-0235-498f-bd68-b6e4a07a96a9 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:44:22.237772 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:22.239233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-43c1a205-0154-4bcb-8641-a5008b2251b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.1965096 Oct 13 14:44:22.239382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54776) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:22.322355 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2327204d-3ef4-498e-8f16-59f694bd03a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:22.403506 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-92093ea4-0235-498f-bd68-b6e4a07a96a9', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ips': [{'subnet_id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:44:22.403506 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:22.625287 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Allocated IP 172.20.0.2 (92093ea4-0235-498f-bd68-b6e4a07a96a9/a2d53723-f768-4cc9-8344-2f76ded5fb73/7a73c403-4f3e-4b35-a9eb-7325369d5511) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:44:22.699040 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-8e0592d6-971f-487e-bafd-c4f7fb5fc455 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:22.775091 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-8e0592d6-971f-487e-bafd-c4f7fb5fc455 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:22.803879 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:22.866499 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:22.920288 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:22.936211 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-8e0592d6-971f-487e-bafd-c4f7fb5fc455 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Floating IP 681b57ff-06cb-4642-abf8-d7c85a1110d4 associated. External IP: 172.25.0.193, port: e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b. Oct 13 14:44:22.942399 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Network 92093ea4-0235-498f-bd68-b6e4a07a96a9 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:44:22.969319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 67e242c1-566e-4fec-ac61-f9315daa271a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:44:22.975583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:44:22.981027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:44:23.031398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Pushing event updated for resources: {'Port': ['ID=7a73c403-4f3e-4b35-a9eb-7325369d5511,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:23.292897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-8e0592d6-971f-487e-bafd-c4f7fb5fc455 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Router 0dae456a-9eba-4b22-a376-298f969a2a68 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:44:23.298162 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Attempting to bind port 7a73c403-4f3e-4b35-a9eb-7325369d5511 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:44:23.298608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Attempting to bind port 7a73c403-4f3e-4b35-a9eb-7325369d5511 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:44:23.299712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Attempting to bind port 7a73c403-4f3e-4b35-a9eb-7325369d5511 on network 92093ea4-0235-498f-bd68-b6e4a07a96a9 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:44:23.311720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:44:23.312296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Checking segment: {'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:44:23.313125 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:23.313804 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Bound using segment: {'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:44:23.314610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Bound port: 7a73c403-4f3e-4b35-a9eb-7325369d5511, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:44:23.315266 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:23.319127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 67e242c1-566e-4fec-ac61-f9315daa271a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:44:23.319493 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:23.344017 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.20.0.1 (92093ea4-0235-498f-bd68-b6e4a07a96a9/a2d53723-f768-4cc9-8344-2f76ded5fb73/9ba106ba-741b-4728-99eb-75d0d959c3ac) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:44:23.424022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-8e0592d6-971f-487e-bafd-c4f7fb5fc455 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:44:23.424333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] For port 7a73c403-4f3e-4b35-a9eb-7325369d5511, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:44:23.430113 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] For port 7a73c403-4f3e-4b35-a9eb-7325369d5511, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7a73c403-4f3e-4b35-a9eb-7325369d5511,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:44:23.430339 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-8e0592d6-971f-487e-bafd-c4f7fb5fc455 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:23.448828 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8442a50-c7c2-4453-ac99-2ad48ee8d334 None None] Sync routers for ids ['0dae456a-9eba-4b22-a376-298f969a2a68'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:44:23.466353 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:23.468796 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-8e0592d6-971f-487e-bafd-c4f7fb5fc455 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "PUT /v2.0/floatingips/681b57ff-06cb-4642-abf8-d7c85a1110d4 HTTP/1.1" status: 200 len: 996 time: 1.4577901 Oct 13 14:44:23.469300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:44:23.472345 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1775ab-f5d4-4ade-a3ae-07f4792f9706" -d '{"events": [{"name": "network-changed", "server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:44:23.472863 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8442a50-c7c2-4453-ac99-2ad48ee8d334 None None] Routers {'0dae456a-9eba-4b22-a376-298f969a2a68'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:44:23.473540 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a8442a50-c7c2-4453-ac99-2ad48ee8d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0dae456a-9eba-4b22-a376-298f969a2a68'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:23.508634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 67e242c1-566e-4fec-ac61-f9315daa271a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=67e242c1-566e-4fec-ac61-f9315daa271a,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:44:23.509829 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:23.514215 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:23.544069 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cdd327-bca6-4d9c-b714-d33704b0088e x-openstack-request-id: req-50cdd327-bca6-4d9c-b714-d33704b0088e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:44:23.546808 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:44:23.546808 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50cdd327-bca6-4d9c-b714-d33704b0088e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:44:23.546808 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b', 'status': 'completed', 'code': 200} Oct 13 14:44:23.591070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-d5e5f805-975b-4f7a-822d-e2c9e8ea28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:23.601961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-d5e5f805-975b-4f7a-822d-e2c9e8ea28fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce3a9f185c4543378ec21152c844f973&device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 1097 time: 0.0895965 Oct 13 14:44:23.615003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbe852-2161-40aa-8d3d-9dc0e9dbd0ef None None] Pushing event updated for resources: {'Port': ['ID=7a73c403-4f3e-4b35-a9eb-7325369d5511,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:23.619826 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:23.634485 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-a8442a50-c7c2-4453-ac99-2ad48ee8d334 None None] Set router 0dae456a-9eba-4b22-a376-298f969a2a68 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:44:23.643159 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:23.690437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=67e242c1-566e-4fec-ac61-f9315daa271a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:23.703803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1775ab-f5d4-4ade-a3ae-07f4792f9706 req-924dd336-9144-4162-87a4-cf5dc5561d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:23.705716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c1775ab-f5d4-4ade-a3ae-07f4792f9706 req-924dd336-9144-4162-87a4-cf5dc5561d99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce3a9f185c4543378ec21152c844f973&device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 1097 time: 0.1546531 Oct 13 14:44:23.832059 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:44:23.873038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-a076efdb-fa2d-4f05-b5f7-6c0b853502d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:23.874660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-a076efdb-fa2d-4f05-b5f7-6c0b853502d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3189da9e-1588-4513-9a26-8c1724df22b5 HTTP/1.1" status: 200 len: 921 time: 0.2705984 Oct 13 14:44:23.875823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1775ab-f5d4-4ade-a3ae-07f4792f9706 req-13b38526-2d1a-4626-8f96-eec93c8e867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:23.877604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c1775ab-f5d4-4ade-a3ae-07f4792f9706 req-13b38526-2d1a-4626-8f96-eec93c8e867f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3189da9e-1588-4513-9a26-8c1724df22b5 HTTP/1.1" status: 200 len: 921 time: 0.1627870 Oct 13 14:44:23.889706 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:24.055243 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:24.087110 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-21258bf6-671a-4071-b21b-4108d08bc0d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b HTTP/1.1" status: 200 len: 999 time: 0.2060413 Oct 13 14:44:24.091829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c1775ab-f5d4-4ade-a3ae-07f4792f9706 req-4bc3cbf9-ce55-4287-9304-fc155b116ba3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b HTTP/1.1" status: 200 len: 999 time: 0.2005076 Oct 13 14:44:24.119412 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 92093ea4-0235-498f-bd68-b6e4a07a96a9 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:44:24.123393 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:44:24.128261 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:44:24.139096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=9ba106ba-741b-4728-99eb-75d0d959c3ac,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:24.211702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-3672996a-004a-4d98-b892-9d2598fc20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:24.213256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-3672996a-004a-4d98-b892-9d2598fc20e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b595aa9b-865d-4727-ac34-819e775de33e HTTP/1.1" status: 200 len: 860 time: 0.1190434 Oct 13 14:44:24.214721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1775ab-f5d4-4ade-a3ae-07f4792f9706 req-910c580f-45fc-468a-9d44-4548f67aa018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:24.216874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c1775ab-f5d4-4ade-a3ae-07f4792f9706 req-910c580f-45fc-468a-9d44-4548f67aa018 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b595aa9b-865d-4727-ac34-819e775de33e HTTP/1.1" status: 200 len: 860 time: 0.1081829 Oct 13 14:44:24.222310 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:24.226174 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a8442a50-c7c2-4453-ac99-2ad48ee8d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:43:25Z', 'revision_number': 4, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port': {'id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:21Z', 'updated_at': '2021-10-13T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '681b57ff-06cb-4642-abf8-d7c85a1110d4', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'port_id': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'mac_address': 'fa:16:3e:f9:a8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:44:20Z', 'updated_at': '2021-10-13T14:44:22Z', 'revision_number': 1, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539a2a18-f8a3-4c66-b5d0-5656616b9550', 'name': '', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'mac_address': 'fa:16:3e:fc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:24Z', 'updated_at': '2021-10-13T14:43:31Z', 'revision_number': 5, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'subnets': [{'id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:24.258921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-1ec71c4a-ce18-4862-9950-5eb8192666f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3189da9e-1588-4513-9a26-8c1724df22b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350709 Oct 13 14:44:24.270125 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8442a50-c7c2-4453-ac99-2ad48ee8d334 None None] Checking router: 0dae456a-9eba-4b22-a376-298f969a2a68 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:44:24.277639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-1dceee1c-4645-4fbd-84b7-c292ff66d299 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:44:24.279692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-1dceee1c-4645-4fbd-84b7-c292ff66d299 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063426 Oct 13 14:44:24.280356 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8442a50-c7c2-4453-ac99-2ad48ee8d334 None None] Routers {'0dae456a-9eba-4b22-a376-298f969a2a68'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:44:24.280973 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a8442a50-c7c2-4453-ac99-2ad48ee8d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0dae456a-9eba-4b22-a376-298f969a2a68'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:24.282046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c1775ab-f5d4-4ade-a3ae-07f4792f9706 req-4bf2f86a-c018-47cc-83f6-8360cfd94e55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3189da9e-1588-4513-9a26-8c1724df22b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481155 Oct 13 14:44:24.458293 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-d8976485-1b8b-46ab-b4fe-94745e227db0 service neutron] 10.222.0.18 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698442 Oct 13 14:44:24.460238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c1775ab-f5d4-4ade-a3ae-07f4792f9706 req-39bd6199-984e-495a-add3-f8b696a7b136 service neutron] 10.222.0.49 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643615 Oct 13 14:44:24.495607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:24.519541 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-a8442a50-c7c2-4453-ac99-2ad48ee8d334 None None] Set router 0dae456a-9eba-4b22-a376-298f969a2a68 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:44:24.642077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cb4d4ce-1a64-42cc-99de-5dec5726c844 req-c9d0953a-af0e-49e5-be6b-5a78089ef191 service neutron] 10.222.0.18 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764903 Oct 13 14:44:24.647584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c1775ab-f5d4-4ade-a3ae-07f4792f9706 req-170e48ee-9d92-4e77-b4e9-0e7def4bcc2c service neutron] 10.222.0.49 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742096 Oct 13 14:44:24.826046 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:24.871475 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a8442a50-c7c2-4453-ac99-2ad48ee8d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:43:25Z', 'revision_number': 4, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port': {'id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:21Z', 'updated_at': '2021-10-13T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '681b57ff-06cb-4642-abf8-d7c85a1110d4', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'port_id': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'mac_address': 'fa:16:3e:f9:a8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:44:20Z', 'updated_at': '2021-10-13T14:44:22Z', 'revision_number': 1, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539a2a18-f8a3-4c66-b5d0-5656616b9550', 'name': '', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'mac_address': 'fa:16:3e:fc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:24Z', 'updated_at': '2021-10-13T14:43:31Z', 'revision_number': 5, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'subnets': [{'id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:24.917984 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8442a50-c7c2-4453-ac99-2ad48ee8d334 None None] The sync data for ids ['0dae456a-9eba-4b22-a376-298f969a2a68'] in n-d-806683-15 is: [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:43:25Z', 'revision_number': 4, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port': {'id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:21Z', 'updated_at': '2021-10-13T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '681b57ff-06cb-4642-abf8-d7c85a1110d4', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'port_id': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'mac_address': 'fa:16:3e:f9:a8:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:44:20Z', 'updated_at': '2021-10-13T14:44:22Z', 'revision_number': 1, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539a2a18-f8a3-4c66-b5d0-5656616b9550', 'name': '', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'mac_address': 'fa:16:3e:fc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:24Z', 'updated_at': '2021-10-13T14:43:31Z', 'revision_number': 5, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'subnets': [{'id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:44:24.951829 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:24.983800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-ed1b7f71-c039-4ed3-a4a5-77dbdf27fcfc tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 999 time: 0.1893687 Oct 13 14:44:25.052751 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 67e242c1-566e-4fec-ac61-f9315daa271a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:44:25.065018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-465e074c-0044-4462-a317-f4a15032c9f0 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:25.067166 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-465e074c-0044-4462-a317-f4a15032c9f0 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports/e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b HTTP/1.1" status: 200 len: 942 time: 0.0760205 Oct 13 14:44:25.089116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=9ba106ba-741b-4728-99eb-75d0d959c3ac,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:25.092318 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:25.151803 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 67e242c1-566e-4fec-ac61-f9315daa271a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:44:25.152206 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:25.258184 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 92093ea4-0235-498f-bd68-b6e4a07a96a9 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:44:25.259741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:44:25.315290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7a73c403-4f3e-4b35-a9eb-7325369d5511 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:44:25.367425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813307e-aa20-47e8-86c3-4f40aa78ae36 None None] New status for floating IP 681b57ff-06cb-4642-abf8-d7c85a1110d4: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:44:25.372295 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a71c66-10c8-4d3a-8a4f-15464cadc1b6 None None] Network 92093ea4-0235-498f-bd68-b6e4a07a96a9 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:44:25.413667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 019fea09-62fd-4c23-bfc9-013af1664f76 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:44:25.522913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-fab207d6-f290-47ed-8eaf-d083a88a7f1d None None] Provisioning complete for port 7a73c403-4f3e-4b35-a9eb-7325369d5511 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:44:25.524251 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fab207d6-f290-47ed-8eaf-d083a88a7f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:25.542634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:44:25.562339 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-79f6ec0c-d4bd-4a84-a922-ba3860ac5d56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "PUT /v2.0/routers/019fea09-62fd-4c23-bfc9-013af1664f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3117492 Oct 13 14:44:25.565856 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Sync routers for ids ['019fea09-62fd-4c23-bfc9-013af1664f76'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:44:25.572675 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Routers {'019fea09-62fd-4c23-bfc9-013af1664f76'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:44:25.574846 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['019fea09-62fd-4c23-bfc9-013af1664f76'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:25.636741 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:25.693381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-46267228-e898-4e06-b190-67fc5b48e4a6 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 999 time: 0.5385346 Oct 13 14:44:25.722191 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Set router 019fea09-62fd-4c23-bfc9-013af1664f76 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:44:25.730283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 7a73c403-4f3e-4b35-a9eb-7325369d5511 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:44:25.730662 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:25.758170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-e981080e-2c12-466a-b1a1-550a6188f2b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-553490924&fields=id&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 267 time: 0.0459645 Oct 13 14:44:25.901151 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fab207d6-f290-47ed-8eaf-d083a88a7f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:25.972019 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:44:24Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '9ba106ba-741b-4728-99eb-75d0d959c3ac', 'name': '', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:d1:b8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:23Z', 'updated_at': '2021-10-13T14:44:24Z', 'revision_number': 2, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:26.004575 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Checking router: 019fea09-62fd-4c23-bfc9-013af1664f76 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:44:26.005269 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Updating router 019fea09-62fd-4c23-bfc9-013af1664f76 port 9ba106ba-741b-4728-99eb-75d0d959c3ac binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:44:26.013998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-e21274e7-35ae-4ac8-94ca-07a260d7fc14 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:26.020777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-e21274e7-35ae-4ac8-94ca-07a260d7fc14 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/networks?id=92093ea4-0235-498f-bd68-b6e4a07a96a9 HTTP/1.1" status: 200 len: 797 time: 0.2286320 Oct 13 14:44:26.026823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-e1a8812a-10cb-425c-b005-fb08a9afdc26 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:26.029029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-e1a8812a-10cb-425c-b005-fb08a9afdc26 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.3293798 Oct 13 14:44:26.038738 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.042954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-fab207d6-f290-47ed-8eaf-d083a88a7f1d None None] For port 7a73c403-4f3e-4b35-a9eb-7325369d5511, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7a73c403-4f3e-4b35-a9eb-7325369d5511,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:44:26.043333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-989b37b1-aa39-43cc-8bc3-8c48a5560c10 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:44:26.044372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-989b37b1-aa39-43cc-8bc3-8c48a5560c10 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065629 Oct 13 14:44:26.046471 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.048803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-20d7a6ec-74cf-487f-9465-893d47898eb0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/quotas/5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 375 time: 0.0188217 Oct 13 14:44:26.148028 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fab207d6-f290-47ed-8eaf-d083a88a7f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.179147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-7616165c-8dd4-4665-aedb-fb8da99020cf tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 1001 time: 0.1229062 Oct 13 14:44:26.190950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-1a8a43a8-a28e-42ca-9cb3-d52629760ff6 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:26.202257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-45b8ddbd-c303-47da-b27e-7150160bc356 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1440861 Oct 13 14:44:26.251262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab207d6-f290-47ed-8eaf-d083a88a7f1d None None] Pushing event updated for resources: {'Port': ['ID=7a73c403-4f3e-4b35-a9eb-7325369d5511,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:26.267932 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-1a8a43a8-a28e-42ca-9cb3-d52629760ff6 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.291728 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:44:26.291728 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:44:26.402158 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.486626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-11e60be8-1cb3-482b-9f08-4979c478915f None None] Provisioning complete for port 7a73c403-4f3e-4b35-a9eb-7325369d5511 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:44:26.487198 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11e60be8-1cb3-482b-9f08-4979c478915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.505932 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-7292bb0d-6d59-42a1-bbb2-372bb413c1a1 service neutron] 10.222.0.18 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906407 Oct 13 14:44:26.510154 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.510312 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-1a8a43a8-a28e-42ca-9cb3-d52629760ff6 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.580898 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Pushing event updated for resources: {'Port': ['ID=9ba106ba-741b-4728-99eb-75d0d959c3ac,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:26.608697 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-1a8a43a8-a28e-42ca-9cb3-d52629760ff6 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.609063 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-1a8a43a8-a28e-42ca-9cb3-d52629760ff6 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Floating IP 681b57ff-06cb-4642-abf8-d7c85a1110d4 disassociated. External IP: 172.25.0.193, port: e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b. Oct 13 14:44:26.613488 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:26.614074 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:26.614671 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:26.615499 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:26.616212 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:26.616923 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:26.622516 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:26.622516 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:26.622516 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:26.622516 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:26.624112 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:26.624112 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:26.660060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-11e60be8-1cb3-482b-9f08-4979c478915f None None] Provisioning complete for port 9ba106ba-741b-4728-99eb-75d0d959c3ac triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:44:26.660501 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11e60be8-1cb3-482b-9f08-4979c478915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.696418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-11e60be8-1cb3-482b-9f08-4979c478915f None None] Port 9ba106ba-741b-4728-99eb-75d0d959c3ac cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:44:26.721365 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Attempting to bind port 9ba106ba-741b-4728-99eb-75d0d959c3ac on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:44:26.721732 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Attempting to bind port 9ba106ba-741b-4728-99eb-75d0d959c3ac by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:44:26.722090 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Attempting to bind port 9ba106ba-741b-4728-99eb-75d0d959c3ac on network 92093ea4-0235-498f-bd68-b6e4a07a96a9 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:44:26.728649 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:44:26.729180 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Checking segment: {'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:44:26.734293 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.734489 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Bound using segment: {'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:44:26.735355 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Bound port: 9ba106ba-741b-4728-99eb-75d0d959c3ac, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:44:26.735764 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.741327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-617340cf-1826-43a9-af88-158d95395fa8 service neutron] 10.222.0.18 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099025 Oct 13 14:44:26.847751 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] For port 9ba106ba-741b-4728-99eb-75d0d959c3ac, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:44:26.849906 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] For port 9ba106ba-741b-4728-99eb-75d0d959c3ac, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9ba106ba-741b-4728-99eb-75d0d959c3ac,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:44:26.866417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-306429a6-6600-4466-9adb-c2c1242becc6 None None] Provisioning complete for port 9ba106ba-741b-4728-99eb-75d0d959c3ac triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:44:26.866792 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-306429a6-6600-4466-9adb-c2c1242becc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.909793 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-306429a6-6600-4466-9adb-c2c1242becc6 None None] Port 9ba106ba-741b-4728-99eb-75d0d959c3ac cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:44:26.913297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-1a8a43a8-a28e-42ca-9cb3-d52629760ff6 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Router 0dae456a-9eba-4b22-a376-298f969a2a68 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:44:26.946063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7a73c403-4f3e-4b35-a9eb-7325369d5511 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:44:26.998653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 7a73c403-4f3e-4b35-a9eb-7325369d5511 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:44:26.998988 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:26.999475 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:27.049557 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Provisioning complete for port 9ba106ba-741b-4728-99eb-75d0d959c3ac triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:44:27.050275 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:27.096337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-1a8a43a8-a28e-42ca-9cb3-d52629760ff6 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:44:27.109726 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-1a8a43a8-a28e-42ca-9cb3-d52629760ff6 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:27.115058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a514ba47-04c7-478c-bc01-7f7d934b16a9 None None] Sync routers for ids ['0dae456a-9eba-4b22-a376-298f969a2a68'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:44:27.129323 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Routers {'019fea09-62fd-4c23-bfc9-013af1664f76'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:44:27.130152 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['019fea09-62fd-4c23-bfc9-013af1664f76'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:27.164451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-1a8a43a8-a28e-42ca-9cb3-d52629760ff6 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "PUT /v2.0/floatingips/681b57ff-06cb-4642-abf8-d7c85a1110d4 HTTP/1.1" status: 200 len: 695 time: 0.9783235 Oct 13 14:44:27.166326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:44:27.176080 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a1b597-42d3-403f-9fc8-515bb635d344" -d '{"events": [{"name": "network-changed", "server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:44:27.181737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a514ba47-04c7-478c-bc01-7f7d934b16a9 None None] Routers {'0dae456a-9eba-4b22-a376-298f969a2a68'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:44:27.181737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a514ba47-04c7-478c-bc01-7f7d934b16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0dae456a-9eba-4b22-a376-298f969a2a68'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:27.212109 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e5e33d2-7a6b-40da-b2d3-015135200e77 req-6c948226-64bb-482a-80e4-a6b20760c244 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 210 time: 0.0576203 Oct 13 14:44:27.353441 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca5680-533c-43c6-b0bf-30428fea5b19 None None] Pushing event updated for resources: {'Port': ['ID=9ba106ba-741b-4728-99eb-75d0d959c3ac,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:27.388741 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471a1229-7859-4605-9ba0-6d44163ee933 x-openstack-request-id: req-471a1229-7859-4605-9ba0-6d44163ee933 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:44:27.389286 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:44:27.392066 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-471a1229-7859-4605-9ba0-6d44163ee933 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:44:27.392695 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b', 'status': 'completed', 'code': 200} Oct 13 14:44:27.449998 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] Set router 019fea09-62fd-4c23-bfc9-013af1664f76 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:44:27.475728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-c517048e-45aa-47ab-a5ee-3842e3b6d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:27.477307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-c517048e-45aa-47ab-a5ee-3842e3b6d0d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce3a9f185c4543378ec21152c844f973&device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 1097 time: 0.2793541 Oct 13 14:44:27.489632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1b597-42d3-403f-9fc8-515bb635d344 req-5e2e2b1e-ee4b-4cff-9693-200e42df4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:27.491954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a1b597-42d3-403f-9fc8-515bb635d344 req-5e2e2b1e-ee4b-4cff-9693-200e42df4ba2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ce3a9f185c4543378ec21152c844f973&device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 1097 time: 0.0893238 Oct 13 14:44:27.645359 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:27.682423 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a514ba47-04c7-478c-bc01-7f7d934b16a9 None None] Set router 0dae456a-9eba-4b22-a376-298f969a2a68 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:44:27.693576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1b597-42d3-403f-9fc8-515bb635d344 req-39f03901-e1a5-4d88-a116-88f37e89796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:27.695053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a1b597-42d3-403f-9fc8-515bb635d344 req-39f03901-e1a5-4d88-a116-88f37e89796f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3189da9e-1588-4513-9a26-8c1724df22b5 HTTP/1.1" status: 200 len: 921 time: 0.1942961 Oct 13 14:44:27.700389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-bb71cd7c-3756-4d4b-af98-37e1e4d5507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:27.701896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-bb71cd7c-3756-4d4b-af98-37e1e4d5507b service neutron] 10.222.0.18 "GET /v2.0/networks?id=3189da9e-1588-4513-9a26-8c1724df22b5 HTTP/1.1" status: 200 len: 921 time: 0.2167840 Oct 13 14:44:27.735794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] For port 9ba106ba-741b-4728-99eb-75d0d959c3ac, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9ba106ba-741b-4728-99eb-75d0d959c3ac,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:44:27.751167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a1b597-42d3-403f-9fc8-515bb635d344 req-57f29b8e-d420-46dd-905b-483c96cfcb54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b HTTP/1.1" status: 200 len: 217 time: 0.0469189 Oct 13 14:44:27.755705 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:44:24Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '9ba106ba-741b-4728-99eb-75d0d959c3ac', 'name': '', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:d1:b8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:23Z', 'updated_at': '2021-10-13T14:44:26Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:27.791453 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-960412c2-2a09-46ea-8d89-15e9c505693c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b HTTP/1.1" status: 200 len: 217 time: 0.0445778 Oct 13 14:44:27.791815 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0784a9bd-76e5-4452-a2dd-6a29391b3f3b None None] The sync data for ids ['019fea09-62fd-4c23-bfc9-013af1664f76'] in n-d-806683-15 is: [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:44:24Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '9ba106ba-741b-4728-99eb-75d0d959c3ac', 'name': '', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:d1:b8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:23Z', 'updated_at': '2021-10-13T14:44:26Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:44:27.812625 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:27.937765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-12b0616f-de04-493d-b452-e44949e42166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:27.940518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-12b0616f-de04-493d-b452-e44949e42166 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b595aa9b-865d-4727-ac34-819e775de33e HTTP/1.1" status: 200 len: 860 time: 0.1311162 Oct 13 14:44:27.942208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1b597-42d3-403f-9fc8-515bb635d344 req-5243cb4a-ca7f-4276-ad3f-3c1070f55548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:27.947885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a1b597-42d3-403f-9fc8-515bb635d344 req-5243cb4a-ca7f-4276-ad3f-3c1070f55548 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b595aa9b-865d-4727-ac34-819e775de33e HTTP/1.1" status: 200 len: 860 time: 0.1617589 Oct 13 14:44:27.979776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Pushing event updated for resources: {'Port': ['ID=9ba106ba-741b-4728-99eb-75d0d959c3ac,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:27.991677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-24bb3196-500f-4542-9e65-c769a55e65ef None None] Provisioning complete for port 9ba106ba-741b-4728-99eb-75d0d959c3ac triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:44:28.001980 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-24bb3196-500f-4542-9e65-c769a55e65ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:28.002158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a1b597-42d3-403f-9fc8-515bb635d344 req-68e1e477-f905-4969-8a23-a83051552aeb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3189da9e-1588-4513-9a26-8c1724df22b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431294 Oct 13 14:44:28.026605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:28.032564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:28.032564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:28.032564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:28.032564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:28.032564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:28.032564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:28.032564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:28.032564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:28.032564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:28.032564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:28.032564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c425ca0e-2c31-4302-8aff-4f14dc59c417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:44:28.109996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-42238866-fdb8-450c-9b92-34b9e9db4465 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3189da9e-1588-4513-9a26-8c1724df22b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093912 Oct 13 14:44:28.142724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a514ba47-04c7-478c-bc01-7f7d934b16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:43:25Z', 'revision_number': 4, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port': {'id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:21Z', 'updated_at': '2021-10-13T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '539a2a18-f8a3-4c66-b5d0-5656616b9550', 'name': '', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'mac_address': 'fa:16:3e:fc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:24Z', 'updated_at': '2021-10-13T14:43:31Z', 'revision_number': 5, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'subnets': [{'id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:28.213423 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a514ba47-04c7-478c-bc01-7f7d934b16a9 None None] Checking router: 0dae456a-9eba-4b22-a376-298f969a2a68 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:44:28.226780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a514ba47-04c7-478c-bc01-7f7d934b16a9 None None] Routers {'0dae456a-9eba-4b22-a376-298f969a2a68'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:44:28.227715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a514ba47-04c7-478c-bc01-7f7d934b16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0dae456a-9eba-4b22-a376-298f969a2a68'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:28.309928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a1b597-42d3-403f-9fc8-515bb635d344 req-4ddea826-c244-4cdb-b751-b748314512e6 service neutron] 10.222.0.49 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982609 Oct 13 14:44:28.372844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a514ba47-04c7-478c-bc01-7f7d934b16a9 None None] Set router 0dae456a-9eba-4b22-a376-298f969a2a68 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:44:28.410921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5695d71c-8159-46a2-8b30-8da15b1b2ca0 req-e047a0bd-5867-4110-80b2-e686efbf7c0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 210 time: 0.0967596 Oct 13 14:44:28.429969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-215f6257-fb83-4bfc-a666-8be805444968 service neutron] 10.222.0.18 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036361 Oct 13 14:44:28.582362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5a1b597-42d3-403f-9fc8-515bb635d344 req-5addd18e-edcc-4007-9881-314bf1c454b5 service neutron] 10.222.0.49 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500434 Oct 13 14:44:28.627784 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ca38c90-1e8a-4f09-8057-9ef00add4806 req-60ab80d7-049b-459e-b8a0-6c81c7a307f4 service neutron] 10.222.0.18 "GET /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865582 Oct 13 14:44:28.713438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a514ba47-04c7-478c-bc01-7f7d934b16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:43:25Z', 'revision_number': 4, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port': {'id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:21Z', 'updated_at': '2021-10-13T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '539a2a18-f8a3-4c66-b5d0-5656616b9550', 'name': '', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'mac_address': 'fa:16:3e:fc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:24Z', 'updated_at': '2021-10-13T14:43:31Z', 'revision_number': 5, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'subnets': [{'id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:28.750291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a514ba47-04c7-478c-bc01-7f7d934b16a9 None None] The sync data for ids ['0dae456a-9eba-4b22-a376-298f969a2a68'] in n-d-806683-15 is: [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:43:25Z', 'revision_number': 4, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port': {'id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:21Z', 'updated_at': '2021-10-13T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '539a2a18-f8a3-4c66-b5d0-5656616b9550', 'name': '', 'network_id': '3189da9e-1588-4513-9a26-8c1724df22b5', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'mac_address': 'fa:16:3e:fc:d4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:24Z', 'updated_at': '2021-10-13T14:43:31Z', 'revision_number': 5, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'subnets': [{'id': 'b595aa9b-865d-4727-ac34-819e775de33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:44:28.786157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-a34f6e86-ad46-421e-a43f-b692d0ec2b28 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/floatingips/681b57ff-06cb-4642-abf8-d7c85a1110d4 HTTP/1.1" status: 200 len: 695 time: 0.0699770 Oct 13 14:44:28.953803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-7a1699f5-754d-40d7-942c-94f5b7860c6d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:28.955516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-7a1699f5-754d-40d7-942c-94f5b7860c6d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/networks/736fa20a-f46c-42b3-a84f-9b7b9820f9d3 HTTP/1.1" status: 200 len: 784 time: 0.1691778 Oct 13 14:44:28.968813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-a47b86f3-d5dc-4a49-88a7-1786a5d63c2a tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:44:28.977642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-a47b86f3-d5dc-4a49-88a7-1786a5d63c2a tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0149350 Oct 13 14:44:28.991526 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9ba106ba-741b-4728-99eb-75d0d959c3ac up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:44:29.052968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-3a64801b-c722-4eaa-859b-4598817124e9 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 698 time: 0.0742478 Oct 13 14:44:29.054398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 9ba106ba-741b-4728-99eb-75d0d959c3ac triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:44:29.054926 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:29.120747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-88878f26-d078-461c-9c1c-be909f86813d tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 698 time: 0.0667169 Oct 13 14:44:29.258126 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96169013-a95c-41aa-a411-48ec7e9c1ee3 None None] New status for floating IP 681b57ff-06cb-4642-abf8-d7c85a1110d4: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:44:29.577101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f137a20c-a5a3-48b3-89af-28b1e8fdf776 req-048d0e0e-59bf-44f2-9a07-a3b073e33d20 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 210 time: 0.0549266 Oct 13 14:44:29.653377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-3555e6da-a08f-4f4f-8e03-8990e717f678 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Deleting port c490cc1b-a004-4a05-83d8-c56236d1b265 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:44:29.653720 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-3555e6da-a08f-4f4f-8e03-8990e717f678 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:29.747979 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-3555e6da-a08f-4f4f-8e03-8990e717f678 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:29.748375 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-3555e6da-a08f-4f4f-8e03-8990e717f678 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:29.761084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-3555e6da-a08f-4f4f-8e03-8990e717f678 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Calling delete_port for c490cc1b-a004-4a05-83d8-c56236d1b265 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:44:30.010743 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-3555e6da-a08f-4f4f-8e03-8990e717f678 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:30.080079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555e6da-a08f-4f4f-8e03-8990e717f678 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Pushing event deleted for resources: {'Port': ['ID=c490cc1b-a004-4a05-83d8-c56236d1b265,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:30.174444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-ccbb8742-cb03-4b58-b7a9-03b674dcdf23 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:30.175885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-ccbb8742-cb03-4b58-b7a9-03b674dcdf23 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.41 "GET /v2.0/networks?id=92093ea4-0235-498f-bd68-b6e4a07a96a9 HTTP/1.1" status: 200 len: 797 time: 0.1881974 Oct 13 14:44:30.181176 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-3555e6da-a08f-4f4f-8e03-8990e717f678 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:30.181407 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-3555e6da-a08f-4f4f-8e03-8990e717f678 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:30.182447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aa45bb7-f8cf-40d3-8da6-177e03a7ae0f req-3555e6da-a08f-4f4f-8e03-8990e717f678 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "DELETE /v2.0/floatingips/681b57ff-06cb-4642-abf8-d7c85a1110d4 HTTP/1.1" status: 204 len: 173 time: 1.0608032 Oct 13 14:44:30.266112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-e9272f2a-2bd4-48f7-bdee-6a479cccd345 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 379 time: 0.0795081 Oct 13 14:44:30.278088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-d3a50d38-a6da-4340-a098-27d5495bf31b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'port': {'device_id': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'admin_state_up': True, 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'security_groups': ['8bcaec85-e909-4249-8cb7-954e4ad312f6']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:30.286616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4371f0e5-3c6a-496c-89a0-5c1dec7af394 req-d5f1dcab-4e4b-464c-8019-2e4a9f8e04ad tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups/f1543faf-b17e-4e77-9a54-6696f47490c4 HTTP/1.1" status: 200 len: 1808 time: 0.0827026 Oct 13 14:44:30.418132 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4371f0e5-3c6a-496c-89a0-5c1dec7af394 req-1b576d35-3cd7-4dc8-9733-b2b11cae275c tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:30.455984 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4371f0e5-3c6a-496c-89a0-5c1dec7af394 req-1b576d35-3cd7-4dc8-9733-b2b11cae275c tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:30.602557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-d3a50d38-a6da-4340-a098-27d5495bf31b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Made reservation on behalf of 5c576f49d3dd4bbab85901c8c6ccd513 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:44:30.606298 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-d3a50d38-a6da-4340-a098-27d5495bf31b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:30.631281 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4371f0e5-3c6a-496c-89a0-5c1dec7af394 req-1b576d35-3cd7-4dc8-9733-b2b11cae275c tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:30.638024 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4371f0e5-3c6a-496c-89a0-5c1dec7af394 req-1b576d35-3cd7-4dc8-9733-b2b11cae275c tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:30.638024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4371f0e5-3c6a-496c-89a0-5c1dec7af394 req-1b576d35-3cd7-4dc8-9733-b2b11cae275c tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "DELETE /v2.0/security-groups/f1543faf-b17e-4e77-9a54-6696f47490c4 HTTP/1.1" status: 204 len: 173 time: 0.3366790 Oct 13 14:44:30.657837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b576d35-3cd7-4dc8-9733-b2b11cae275c tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1543faf-b17e-4e77-9a54-6696f47490c4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:30.741089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-272698dc-d4c0-475e-99fb-cd81051eb8fd req-3ff6bf7d-c06a-4102-9642-02fdd7f9d546 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 210 time: 0.0352752 Oct 13 14:44:30.809567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-d3a50d38-a6da-4340-a098-27d5495bf31b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.20.0.13 (92093ea4-0235-498f-bd68-b6e4a07a96a9/a2d53723-f768-4cc9-8344-2f76ded5fb73/267d9dab-ce85-459a-884a-8822d9f0fb1b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:44:30.953355 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-d3a50d38-a6da-4340-a098-27d5495bf31b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:31.048734 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-d3a50d38-a6da-4340-a098-27d5495bf31b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:31.128782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-d3a50d38-a6da-4340-a098-27d5495bf31b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 92093ea4-0235-498f-bd68-b6e4a07a96a9 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:44:31.137616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-d3a50d38-a6da-4340-a098-27d5495bf31b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:44:31.140556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-d3a50d38-a6da-4340-a098-27d5495bf31b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:44:31.143253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a50d38-a6da-4340-a098-27d5495bf31b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=267d9dab-ce85-459a-884a-8822d9f0fb1b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:31.184432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4aa70-f21f-4a81-bcb0-5ecbc5ca6b09 req-0ad919ce-66be-48a1-b710-60b2405e45cf tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:31.185974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3f4aa70-f21f-4a81-bcb0-5ecbc5ca6b09 req-0ad919ce-66be-48a1-b710-60b2405e45cf tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.1017199 Oct 13 14:44:31.234533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-d3a50d38-a6da-4340-a098-27d5495bf31b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:31.235274 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-d3a50d38-a6da-4340-a098-27d5495bf31b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:31.261101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3f4aa70-f21f-4a81-bcb0-5ecbc5ca6b09 req-cd2edb4e-a34e-4b82-b4b4-e2a7c576c620 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668571 Oct 13 14:44:31.348086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-d3a50d38-a6da-4340-a098-27d5495bf31b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0743370 Oct 13 14:44:31.368018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c0f81dfe-fd0d-4a62-9923-195c1ab7c2a6 None None] Provisioning complete for port 267d9dab-ce85-459a-884a-8822d9f0fb1b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:44:31.368624 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c0f81dfe-fd0d-4a62-9923-195c1ab7c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:31.370706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Request body: {'port': {'device_id': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:31.408766 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c0f81dfe-fd0d-4a62-9923-195c1ab7c2a6 None None] Port 267d9dab-ce85-459a-884a-8822d9f0fb1b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:44:31.432709 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:31.716159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267d9dab-ce85-459a-884a-8822d9f0fb1b {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:44:31.723739 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:31.735907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Transition to ACTIVE for port object 267d9dab-ce85-459a-884a-8822d9f0fb1b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:44:31.804726 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:31.896653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Pushing event updated for resources: {'Port': ['ID=267d9dab-ce85-459a-884a-8822d9f0fb1b,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:31.954448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d801671-aab5-46d9-8713-97669ac1b21e req-e236c228-b5d1-42e4-983b-b7689db60262 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:31.956021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d801671-aab5-46d9-8713-97669ac1b21e req-e236c228-b5d1-42e4-983b-b7689db60262 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 944 time: 0.1244936 Oct 13 14:44:32.005198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Attempting to bind port 267d9dab-ce85-459a-884a-8822d9f0fb1b on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:44:32.005541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Attempting to bind port 267d9dab-ce85-459a-884a-8822d9f0fb1b by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:44:32.005877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Attempting to bind port 267d9dab-ce85-459a-884a-8822d9f0fb1b on network 92093ea4-0235-498f-bd68-b6e4a07a96a9 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:44:32.019863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Port 267d9dab-ce85-459a-884a-8822d9f0fb1b on network 92093ea4-0235-498f-bd68-b6e4a07a96a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:44:32.020198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Attempting to bind port 267d9dab-ce85-459a-884a-8822d9f0fb1b on network 92093ea4-0235-498f-bd68-b6e4a07a96a9 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:44:32.028706 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d801671-aab5-46d9-8713-97669ac1b21e req-8c59a2b9-6de3-48ea-a21e-2fe694cf07d6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626183 Oct 13 14:44:32.031830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:44:32.032176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Checking segment: {'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:44:32.032611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Bound using segment: {'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:44:32.033090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Bound port: 267d9dab-ce85-459a-884a-8822d9f0fb1b, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:44:32.033456 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:32.113483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] For port 267d9dab-ce85-459a-884a-8822d9f0fb1b, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:44:32.116905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] For port 267d9dab-ce85-459a-884a-8822d9f0fb1b, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:44:32.237604 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:32.283576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:32.283576 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:32.283576 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] 10.222.0.41 "PUT /v2.0/ports/267d9dab-ce85-459a-884a-8822d9f0fb1b HTTP/1.1" status: 200 len: 1093 time: 0.9185696 Oct 13 14:44:32.283983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:44:32.286735 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014caa88-90bb-436f-a61c-ca25981244c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:44:32.357196 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438b9013-0adc-4a7f-afc2-101f04678138 x-openstack-request-id: req-438b9013-0adc-4a7f-afc2-101f04678138 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:44:32.357517 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:44:32.357752 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-438b9013-0adc-4a7f-afc2-101f04678138 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:44:32.358246 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'status': 'completed', 'code': 200} Oct 13 14:44:32.362482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6edff-a05e-4e8d-8609-dc09c4a72c62 service neutron] Pushing event updated for resources: {'Port': ['ID=267d9dab-ce85-459a-884a-8822d9f0fb1b,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:32.462135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014caa88-90bb-436f-a61c-ca25981244c7 req-cc840395-7896-42f3-9a52-3352e72069f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:32.463896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-014caa88-90bb-436f-a61c-ca25981244c7 req-cc840395-7896-42f3-9a52-3352e72069f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1096 time: 0.0882170 Oct 13 14:44:32.474760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ccf31-4075-4e23-a06d-f7876bd8f928 req-aac2b279-948c-4683-8413-c55752be0e1b tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:32.478917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac6ccf31-4075-4e23-a06d-f7876bd8f928 req-aac2b279-948c-4683-8413-c55752be0e1b tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.1021979 Oct 13 14:44:32.574363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac6ccf31-4075-4e23-a06d-f7876bd8f928 req-56aa3575-10c4-45d8-8a9e-b258deebced1 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876842 Oct 13 14:44:32.618828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014caa88-90bb-436f-a61c-ca25981244c7 req-f9393f4b-3f0d-4db2-9546-fd8e1096fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:32.620443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-014caa88-90bb-436f-a61c-ca25981244c7 req-f9393f4b-3f0d-4db2-9546-fd8e1096fd44 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1431282 Oct 13 14:44:32.733063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014caa88-90bb-436f-a61c-ca25981244c7 req-fb9cb627-1bc1-4eb1-8287-2a298d635911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:32.734519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-014caa88-90bb-436f-a61c-ca25981244c7 req-fb9cb627-1bc1-4eb1-8287-2a298d635911 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059484 Oct 13 14:44:32.821047 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-47658af5-4585-40c0-bd60-4cf232adf613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:32.822764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-47658af5-4585-40c0-bd60-4cf232adf613 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1096 time: 0.0470459 Oct 13 14:44:32.873915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-d2e06300-3c78-4a9b-9f9f-0aeac12640bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b HTTP/1.1" status: 200 len: 217 time: 0.0411253 Oct 13 14:44:32.930940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-df82a5aa-2a9a-4ee1-a1e3-bf13676d8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:32.932647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-df82a5aa-2a9a-4ee1-a1e3-bf13676d8a25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2d53723-f768-4cc9-8344-2f76ded5fb73 HTTP/1.1" status: 200 len: 832 time: 0.0522969 Oct 13 14:44:32.981968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-cc44e5ba-8afa-4a68-aebe-c5d4d7c6215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:32.983521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-cc44e5ba-8afa-4a68-aebe-c5d4d7c6215c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92093ea4-0235-498f-bd68-b6e4a07a96a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429525 Oct 13 14:44:33.086724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-9d615956-bb5c-4826-b66b-8c2e98f6ddf0 service neutron] 10.222.0.41 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884287 Oct 13 14:44:33.216471 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10222f02-1735-4aa9-8e26-59ce27091f67 req-0dfc4679-7664-429a-b2f5-75a755c55d00 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:33.218518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10222f02-1735-4aa9-8e26-59ce27091f67 req-0dfc4679-7664-429a-b2f5-75a755c55d00 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 944 time: 0.1029422 Oct 13 14:44:33.230079 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5bb62cd-5c56-4f40-a2c9-858a68c26748 req-b69425f6-e716-43b2-8489-4ee36aaaa5d9 service neutron] 10.222.0.41 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413414 Oct 13 14:44:33.268617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10222f02-1735-4aa9-8e26-59ce27091f67 req-71b47ca4-a1b9-43da-94f5-65469cf61c6d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361962 Oct 13 14:44:33.557423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf2d0e-1719-4315-a012-a94447f97f95 req-18ada34d-715e-4133-8cde-d44838bf67a2 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:33.559224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2aaf2d0e-1719-4315-a012-a94447f97f95 req-18ada34d-715e-4133-8cde-d44838bf67a2 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.49 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.0533309 Oct 13 14:44:33.663481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-2aaf2d0e-1719-4315-a012-a94447f97f95 req-72704b89-1cc5-404d-987d-95502a06b816 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Deleting port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:44:33.663826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2aaf2d0e-1719-4315-a012-a94447f97f95 req-72704b89-1cc5-404d-987d-95502a06b816 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:33.763788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7670c8-c6e0-447b-ae87-e19f0ff51cc6 req-0e2d835d-ebf9-4306-8c61-6fb87651e953 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:33.765375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7670c8-c6e0-447b-ae87-e19f0ff51cc6 req-0e2d835d-ebf9-4306-8c61-6fb87651e953 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 945 time: 0.1140900 Oct 13 14:44:33.806029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2aaf2d0e-1719-4315-a012-a94447f97f95 req-72704b89-1cc5-404d-987d-95502a06b816 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] For port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,segment=NetworkSegment(52e18adc-0f76-4118-b691-f1abb93b1b3a),segment_id=52e18adc-0f76-4118-b691-f1abb93b1b3a)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:44:33.806423 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2aaf2d0e-1719-4315-a012-a94447f97f95 req-72704b89-1cc5-404d-987d-95502a06b816 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:33.829666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-2aaf2d0e-1719-4315-a012-a94447f97f95 req-72704b89-1cc5-404d-987d-95502a06b816 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Calling delete_port for e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:44:33.837875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7670c8-c6e0-447b-ae87-e19f0ff51cc6 req-cddc1081-3145-446d-8a09-4647cfbcd778 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/security-groups?id=858b67f1-5734-469f-b7f6-8b2f7f741aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625875 Oct 13 14:44:34.025963 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2aaf2d0e-1719-4315-a012-a94447f97f95 req-72704b89-1cc5-404d-987d-95502a06b816 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:34.042386 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:44:34.061253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72704b89-1cc5-404d-987d-95502a06b816 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Pushing event deleted for resources: {'Port': ['ID=e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:34.112099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaf2d0e-1719-4315-a012-a94447f97f95 req-72704b89-1cc5-404d-987d-95502a06b816 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] No DVR routers for this DVR port e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:44:34.118105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2aaf2d0e-1719-4315-a012-a94447f97f95 req-72704b89-1cc5-404d-987d-95502a06b816 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:34.118105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2aaf2d0e-1719-4315-a012-a94447f97f95 req-72704b89-1cc5-404d-987d-95502a06b816 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.49 "DELETE /v2.0/ports/e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b HTTP/1.1" status: 204 len: 173 time: 0.5523276 Oct 13 14:44:34.359135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'name': 'network-vif-deleted', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:44:34.361563 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d70f65f-3e43-4598-9f1d-1475d6cf7506" -d '{"events": [{"server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "name": "network-vif-deleted", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:44:34.417031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2385b3-1751-4f3b-8b09-4dfecd83886f req-f261549f-f7a6-4085-b3e6-0838b30e26fa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:34.421038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a2385b3-1751-4f3b-8b09-4dfecd83886f req-f261549f-f7a6-4085-b3e6-0838b30e26fa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 944 time: 0.0692770 Oct 13 14:44:34.425447 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda57643-6634-4a31-adfa-13761358bf91 x-openstack-request-id: req-fda57643-6634-4a31-adfa-13761358bf91 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:44:34.425947 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a6a604-3c24-4169-aa49-1f000ccbf9fb", "name": "network-vif-deleted", "tag": "e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:44:34.426309 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fda57643-6634-4a31-adfa-13761358bf91 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:44:34.426783 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a6a604-3c24-4169-aa49-1f000ccbf9fb', 'name': 'network-vif-deleted', 'tag': 'e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b', 'status': 'completed', 'code': 200} Oct 13 14:44:34.467444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a2385b3-1751-4f3b-8b09-4dfecd83886f req-afd77d44-608f-46e3-9505-39f7720f26d6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393112 Oct 13 14:44:34.695688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0450cd1a-0384-4ed1-8e11-4666bd80590f req-26eb6933-22a1-453a-9bb2-4a9744f0ef02 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510814 Oct 13 14:44:34.785294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450cd1a-0384-4ed1-8e11-4666bd80590f req-bd2d5e7e-8bcc-4385-afb2-45c78a439a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:34.787144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0450cd1a-0384-4ed1-8e11-4666bd80590f req-bd2d5e7e-8bcc-4385-afb2-45c78a439a29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 1097 time: 0.0440011 Oct 13 14:44:34.917347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450cd1a-0384-4ed1-8e11-4666bd80590f req-94de7a11-8e96-434d-b6c5-7526a2924508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:34.919455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0450cd1a-0384-4ed1-8e11-4666bd80590f req-94de7a11-8e96-434d-b6c5-7526a2924508 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.1109228 Oct 13 14:44:35.010442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-078868b8-2b63-4c50-8608-7e6be230189d req-541e167a-febb-4834-b807-9629d3fff1c5 tempest-ServerRescueTestJSONUnderV235-660563770 tempest-ServerRescueTestJSONUnderV235-660563770-project] 10.222.0.18 "GET /v2.0/ports?device_id=23a6a604-3c24-4169-aa49-1f000ccbf9fb HTTP/1.1" status: 200 len: 210 time: 0.0692470 Oct 13 14:44:35.030222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0450cd1a-0384-4ed1-8e11-4666bd80590f req-44212fd3-e584-4b0f-be8b-7e91c486d235 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1974a755-ce5a-4f41-b572-123adba1ee73 HTTP/1.1" status: 200 len: 1000 time: 0.1019440 Oct 13 14:44:35.084480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450cd1a-0384-4ed1-8e11-4666bd80590f req-c52eab88-af90-4bd1-b087-a43d59e32a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:35.091197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0450cd1a-0384-4ed1-8e11-4666bd80590f req-c52eab88-af90-4bd1-b087-a43d59e32a04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0484421 Oct 13 14:44:35.139481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450cd1a-0384-4ed1-8e11-4666bd80590f req-397a457f-8604-49a6-a37e-6e6d9fdc34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:35.141063 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0450cd1a-0384-4ed1-8e11-4666bd80590f req-397a457f-8604-49a6-a37e-6e6d9fdc34fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463104 Oct 13 14:44:35.251834 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0450cd1a-0384-4ed1-8e11-4666bd80590f req-901493af-8ff7-4adb-928f-58bf5a663470 service neutron] 10.222.0.41 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021554 Oct 13 14:44:35.346228 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0450cd1a-0384-4ed1-8e11-4666bd80590f req-b7df4b1c-6321-49a6-a266-321ebc378731 service neutron] 10.222.0.41 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860236 Oct 13 14:44:35.598967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1edf14-cb9f-418f-a467-d780286fa3a0 req-34f10949-4ce2-411f-97fa-42ee16403f13 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:35.601379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f1edf14-cb9f-418f-a467-d780286fa3a0 req-34f10949-4ce2-411f-97fa-42ee16403f13 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 944 time: 0.0534828 Oct 13 14:44:35.646859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f1edf14-cb9f-418f-a467-d780286fa3a0 req-f11579e5-fbd2-4f63-b6b4-3e8ab92135f1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385730 Oct 13 14:44:36.064391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54886) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:36.777757 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f6daf5d-ae11-4cf5-b9bb-762fd3adfd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:36.826157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f7902-932a-4502-a790-18ceed4bc0a2 req-fc69c9ba-09ac-418d-911c-7384b274250e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:36.827697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-644f7902-932a-4502-a790-18ceed4bc0a2 req-fc69c9ba-09ac-418d-911c-7384b274250e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 944 time: 0.1001852 Oct 13 14:44:36.904959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-644f7902-932a-4502-a790-18ceed4bc0a2 req-87f095f5-653a-4b76-a276-8a1ad4534ba4 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700991 Oct 13 14:44:36.953199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:44:36.976066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:44:36.976413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device e43a59d9-0d06-4194-a8d2-4b0a9be1bb1b not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:44:37.129030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-8f6daf5d-ae11-4cf5-b9bb-762fd3adfd14 admin admin] Deleting port 539a2a18-f8a3-4c66-b5d0-5656616b9550 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:44:37.129297 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f6daf5d-ae11-4cf5-b9bb-762fd3adfd14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:37.209672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-8f6daf5d-ae11-4cf5-b9bb-762fd3adfd14 admin admin] For port 539a2a18-f8a3-4c66-b5d0-5656616b9550, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=539a2a18-f8a3-4c66-b5d0-5656616b9550,segment=NetworkSegment(52e18adc-0f76-4118-b691-f1abb93b1b3a),segment_id=52e18adc-0f76-4118-b691-f1abb93b1b3a)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:44:37.209956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f6daf5d-ae11-4cf5-b9bb-762fd3adfd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:37.227518 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-8f6daf5d-ae11-4cf5-b9bb-762fd3adfd14 admin admin] Calling delete_port for 539a2a18-f8a3-4c66-b5d0-5656616b9550 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:44:37.416908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 267d9dab-ce85-459a-884a-8822d9f0fb1b details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:44:37.520362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 267d9dab-ce85-459a-884a-8822d9f0fb1b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:44:37.528383 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f6daf5d-ae11-4cf5-b9bb-762fd3adfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:37.532528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'port_id': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'mac_address': 'fa:16:3e:e4:2c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:44:37.567255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6daf5d-ae11-4cf5-b9bb-762fd3adfd14 admin admin] Pushing event deleted for resources: {'Port': ['ID=539a2a18-f8a3-4c66-b5d0-5656616b9550,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:37.576101 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:37.590953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267d9dab-ce85-459a-884a-8822d9f0fb1b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:44:37.619407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 267d9dab-ce85-459a-884a-8822d9f0fb1b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:44:37.682710 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:37.738865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=267d9dab-ce85-459a-884a-8822d9f0fb1b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:37.768343 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f6daf5d-ae11-4cf5-b9bb-762fd3adfd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:38.012952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['267d9dab-ce85-459a-884a-8822d9f0fb1b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:44:38.040735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6daf5d-ae11-4cf5-b9bb-762fd3adfd14 admin admin] Router 0dae456a-9eba-4b22-a376-298f969a2a68 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:44:38.053986 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8de86-d99a-4b0b-92a1-35152b2cfb67 req-13b1f1ee-f141-4ec5-abdd-18dbff5b9558 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:38.055608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2d8de86-d99a-4b0b-92a1-35152b2cfb67 req-13b1f1ee-f141-4ec5-abdd-18dbff5b9558 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 945 time: 0.0686882 Oct 13 14:44:38.147976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2d8de86-d99a-4b0b-92a1-35152b2cfb67 req-3d56fad9-d2a0-41e7-a56b-5021894e5d5c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817993 Oct 13 14:44:38.198829 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6daf5d-ae11-4cf5-b9bb-762fd3adfd14 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:44:38.211494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8f6daf5d-ae11-4cf5-b9bb-762fd3adfd14 admin admin] 10.222.0.18 "PUT /v2.0/routers/0dae456a-9eba-4b22-a376-298f969a2a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1434777 Oct 13 14:44:38.211869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54900) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:38.213623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c19ee-ceeb-4da4-b11f-fbdb122b39bb None None] Sync routers for ids ['0dae456a-9eba-4b22-a376-298f969a2a68'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:44:38.236887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c19ee-ceeb-4da4-b11f-fbdb122b39bb None None] Routers {'0dae456a-9eba-4b22-a376-298f969a2a68'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:44:38.237612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-432c19ee-ceeb-4da4-b11f-fbdb122b39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0dae456a-9eba-4b22-a376-298f969a2a68'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:38.320693 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:38.388083 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-432c19ee-ceeb-4da4-b11f-fbdb122b39bb None None] Set router 0dae456a-9eba-4b22-a376-298f969a2a68 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:44:38.434708 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:38.530731 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c2bb507-8eaf-472f-8ef5-c831364e6641 req-83f03d63-616b-40a8-a39d-d9c530808477 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0677991 Oct 13 14:44:38.558175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Deleting port 429dcc11-809e-4010-bb30-639cdb6976cf {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:44:38.558635 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:38.585638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-432c19ee-ceeb-4da4-b11f-fbdb122b39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:44:37Z', 'revision_number': 5, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port': {'id': '429dcc11-809e-4010-bb30-639cdb6976cf', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:43:21Z', 'updated_at': '2021-10-13T14:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:38.626344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c19ee-ceeb-4da4-b11f-fbdb122b39bb None None] Checking router: 0dae456a-9eba-4b22-a376-298f969a2a68 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:44:38.636652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c19ee-ceeb-4da4-b11f-fbdb122b39bb None None] Routers {'0dae456a-9eba-4b22-a376-298f969a2a68'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:44:38.637929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-432c19ee-ceeb-4da4-b11f-fbdb122b39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0dae456a-9eba-4b22-a376-298f969a2a68'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:38.686754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bb507-8eaf-472f-8ef5-c831364e6641 req-43f39177-5d56-4678-a3da-6fd0fb633d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:38.688280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c2bb507-8eaf-472f-8ef5-c831364e6641 req-43f39177-5d56-4678-a3da-6fd0fb633d47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 1097 time: 0.0725927 Oct 13 14:44:38.709381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] For port 429dcc11-809e-4010-bb30-639cdb6976cf, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=429dcc11-809e-4010-bb30-639cdb6976cf,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:44:38.709745 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:38.735993 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-432c19ee-ceeb-4da4-b11f-fbdb122b39bb None None] Set router 0dae456a-9eba-4b22-a376-298f969a2a68 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:44:38.743846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Calling delete_port for 429dcc11-809e-4010-bb30-639cdb6976cf owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:44:38.914782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bb507-8eaf-472f-8ef5-c831364e6641 req-924a0715-978d-4694-8910-f9864a731eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:38.916520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c2bb507-8eaf-472f-8ef5-c831364e6641 req-924a0715-978d-4694-8910-f9864a731eb1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.1992712 Oct 13 14:44:38.960185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-432c19ee-ceeb-4da4-b11f-fbdb122b39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:44:38Z', 'revision_number': 6, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:38.986918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432c19ee-ceeb-4da4-b11f-fbdb122b39bb None None] The sync data for ids ['0dae456a-9eba-4b22-a376-298f969a2a68'] in n-d-806683-15 is: [{'id': '0dae456a-9eba-4b22-a376-298f969a2a68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1332856591-router', 'tenant_id': 'ce3a9f185c4543378ec21152c844f973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:43:20Z', 'updated_at': '2021-10-13T14:44:38Z', 'revision_number': 6, 'project_id': 'ce3a9f185c4543378ec21152c844f973', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:44:39.047685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c2bb507-8eaf-472f-8ef5-c831364e6641 req-1f396c80-a54d-41f2-9c5a-23cd7a7479b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=489c97a4-52cc-484d-9bf6-1fa9f203e8ae HTTP/1.1" status: 200 len: 1000 time: 0.0881929 Oct 13 14:44:39.127234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bb507-8eaf-472f-8ef5-c831364e6641 req-8b8aa61a-6bdf-44aa-b1ed-f6f60306d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:39.128614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c2bb507-8eaf-472f-8ef5-c831364e6641 req-8b8aa61a-6bdf-44aa-b1ed-f6f60306d900 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0593696 Oct 13 14:44:39.175292 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:39.207470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=429dcc11-809e-4010-bb30-639cdb6976cf,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:39.212004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bb507-8eaf-472f-8ef5-c831364e6641 req-c57b2540-276b-47ef-a40f-28cf98e1fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:39.213547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c2bb507-8eaf-472f-8ef5-c831364e6641 req-c57b2540-276b-47ef-a40f-28cf98e1fcf4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745406 Oct 13 14:44:39.369167 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:39.419824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 267d9dab-ce85-459a-884a-8822d9f0fb1b up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:44:39.487104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffb7b2-bf8a-428c-b86b-3401626c4f92 req-83a06f41-1190-4d30-af38-a43d5ff29fc1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:39.488588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0ffb7b2-bf8a-428c-b86b-3401626c4f92 req-83a06f41-1190-4d30-af38-a43d5ff29fc1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 945 time: 0.2492375 Oct 13 14:44:39.492812 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c2bb507-8eaf-472f-8ef5-c831364e6641 req-224efcfc-ed40-45f9-9cb4-1b653eb8d1e2 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523623 Oct 13 14:44:39.500019 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:39.506192 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:39.522863 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 267d9dab-ce85-459a-884a-8822d9f0fb1b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:44:39.528231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 267d9dab-ce85-459a-884a-8822d9f0fb1b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:44:39.528770 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:39.623273 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:39.628378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0ffb7b2-bf8a-428c-b86b-3401626c4f92 req-7755a3db-f069-4129-8971-883e5ced6d16 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313958 Oct 13 14:44:39.661099 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:39.661099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dae456a-9eba-4b22-a376-298f969a2a68 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:44:39.662962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:44:39.663473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c2bb507-8eaf-472f-8ef5-c831364e6641 req-7aee1b4b-0bb2-4db7-b769-7195cf94f714 service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555002 Oct 13 14:44:39.665591 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b21066-72a8-4b86-a365-84eed06280f0" -d '{"events": [{"server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "name": "network-vif-plugged", "status": "completed", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:44:39.666284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:39.667463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-710bbf2a-d7d3-43bd-b0fb-a748135869c5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0dae456a-9eba-4b22-a376-298f969a2a68 HTTP/1.1" status: 204 len: 168 time: 1.4546697 Oct 13 14:44:39.671493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 54908) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:39.681888 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 267d9dab-ce85-459a-884a-8822d9f0fb1b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:44:39.714049 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a505cbbf-340e-4fc0-b52c-f769bbf57820 x-openstack-request-id: req-a505cbbf-340e-4fc0-b52c-f769bbf57820 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:44:39.714340 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "name": "network-vif-plugged", "status": "completed", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:44:39.714591 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a505cbbf-340e-4fc0-b52c-f769bbf57820 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:44:39.714988 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'code': 200} Oct 13 14:44:39.728817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fa721e-62fe-42ae-82db-6f1d562fe19f admin admin] Deleting subnet b595aa9b-865d-4727-ac34-819e775de33e {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:44:39.732415 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59fa721e-62fe-42ae-82db-6f1d562fe19f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:39.754390 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:39.775920 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59fa721e-62fe-42ae-82db-6f1d562fe19f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:39.805654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=267d9dab-ce85-459a-884a-8822d9f0fb1b,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:39.826308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59fa721e-62fe-42ae-82db-6f1d562fe19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:39.831515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feabed-14fa-43dc-b1e0-3b8d39946ead req-c491b327-9b36-4ef6-8bc6-379d84334d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:39.833333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34feabed-14fa-43dc-b1e0-3b8d39946ead req-c491b327-9b36-4ef6-8bc6-379d84334d7d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1098 time: 0.0585816 Oct 13 14:44:39.891805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34feabed-14fa-43dc-b1e0-3b8d39946ead req-ec763e4d-771a-483c-a45e-3306f7f145fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467560 Oct 13 14:44:39.974377 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59fa721e-62fe-42ae-82db-6f1d562fe19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:40.002097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa721e-62fe-42ae-82db-6f1d562fe19f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b595aa9b-865d-4727-ac34-819e775de33e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:40.007800 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-59fa721e-62fe-42ae-82db-6f1d562fe19f admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:40.012925 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-59fa721e-62fe-42ae-82db-6f1d562fe19f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b595aa9b-865d-4727-ac34-819e775de33e HTTP/1.1" status: 204 len: 168 time: 0.3401024 Oct 13 14:44:40.015702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54918) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:40.114371 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d6d859a6-8bc9-4031-a289-d0b91bd8fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:40.236849 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d6d859a6-8bc9-4031-a289-d0b91bd8fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:40.263656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-d6d859a6-8bc9-4031-a289-d0b91bd8fd15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3189da9e-1588-4513-9a26-8c1724df22b5']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:40.286428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-d6d859a6-8bc9-4031-a289-d0b91bd8fd15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e18adc-0f76-4118-b691-f1abb93b1b3a') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:40.286816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-d6d859a6-8bc9-4031-a289-d0b91bd8fd15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e18adc-0f76-4118-b691-f1abb93b1b3a') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:40.310615 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d6d859a6-8bc9-4031-a289-d0b91bd8fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:40.332765 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d6d859a6-8bc9-4031-a289-d0b91bd8fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:40.341552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d859a6-8bc9-4031-a289-d0b91bd8fd15 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:44:40.342492 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d6d859a6-8bc9-4031-a289-d0b91bd8fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:44:40.344829 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:44:40.466165 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d6d859a6-8bc9-4031-a289-d0b91bd8fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:40.474034 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d6d859a6-8bc9-4031-a289-d0b91bd8fd15 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:40.477863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d6d859a6-8bc9-4031-a289-d0b91bd8fd15 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3189da9e-1588-4513-9a26-8c1724df22b5 HTTP/1.1" status: 204 len: 168 time: 0.4598019 Oct 13 14:44:40.495406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d859a6-8bc9-4031-a289-d0b91bd8fd15 admin admin] Pushing event deleted for resources: {'Network': ['ID=3189da9e-1588-4513-9a26-8c1724df22b5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:40.760511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839f437-c596-4d10-9b5e-dff1dbb02a92 req-66adb6f6-28f3-4d18-be1d-4ad7175869a8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:40.762986 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9839f437-c596-4d10-9b5e-dff1dbb02a92 req-66adb6f6-28f3-4d18-be1d-4ad7175869a8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0585613 Oct 13 14:44:40.809729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9839f437-c596-4d10-9b5e-dff1dbb02a92 req-4e28f2cb-4dfe-4c4d-ad6b-4114f4211d0d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385211 Oct 13 14:44:40.863622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54924) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:40.912871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d405831b-34ad-4444-b525-4d28ed807262 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce3a9f185c4543378ec21152c844f973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478952 Oct 13 14:44:40.916656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54926) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:40.943949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 539a2a18-f8a3-4c66-b5d0-5656616b9550 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:44:40.968304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 539a2a18-f8a3-4c66-b5d0-5656616b9550 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:44:40.969132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 539a2a18-f8a3-4c66-b5d0-5656616b9550 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:44:40.969728 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 429dcc11-809e-4010-bb30-639cdb6976cf no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:44:40.978413 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be677391-9d31-4535-8454-0ba5a0131793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:40.996936 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 429dcc11-809e-4010-bb30-639cdb6976cf {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:44:40.997579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 429dcc11-809e-4010-bb30-639cdb6976cf not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:44:41.006911 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be677391-9d31-4535-8454-0ba5a0131793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:41.128237 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be677391-9d31-4535-8454-0ba5a0131793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:41.130920 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be677391-9d31-4535-8454-0ba5a0131793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:41.134627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-be677391-9d31-4535-8454-0ba5a0131793 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/858b67f1-5734-469f-b7f6-8b2f7f741aab HTTP/1.1" status: 204 len: 168 time: 0.2147427 Oct 13 14:44:41.144663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be677391-9d31-4535-8454-0ba5a0131793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858b67f1-5734-469f-b7f6-8b2f7f741aab,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:41.963660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182d5c-df9b-47a1-b455-7ddd2f14b4d4 req-0b760e6b-0ccf-42e3-aa3c-918991563478 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:41.968116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30182d5c-df9b-47a1-b455-7ddd2f14b4d4 req-0b760e6b-0ccf-42e3-aa3c-918991563478 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0792172 Oct 13 14:44:42.012748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30182d5c-df9b-47a1-b455-7ddd2f14b4d4 req-5af824e4-6d24-4bc1-91c2-13b54cbc3964 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377080 Oct 13 14:44:42.132632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f64801-6c25-4790-a446-c5f73c84442e req-570ba4ce-5898-4e5e-be56-20604e185a36 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:42.134255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1f64801-6c25-4790-a446-c5f73c84442e req-570ba4ce-5898-4e5e-be56-20604e185a36 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0522826 Oct 13 14:44:42.175358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1f64801-6c25-4790-a446-c5f73c84442e req-2ff23572-5ccd-4715-9736-ac6ce2417268 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339370 Oct 13 14:44:42.198302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54958) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:42.238408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b44c35-56f0-4e0f-a624-ce58dac4fdf0 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:42.239969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c9b44c35-56f0-4e0f-a624-ce58dac4fdf0 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1093 time: 0.0405953 Oct 13 14:44:42.243636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 54960) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:42.250704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:42.328730 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:42.730282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:42.843689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.25.0.101 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/21fad55d-7c1b-4faf-bab0-df6e88ed2b58) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:44:42.951547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:43.054684 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:43.099693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:44:43.102733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:44:43.106745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:44:43.130244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=21fad55d-7c1b-4faf-bab0-df6e88ed2b58,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:43.352171 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55002) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:43.476551 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eda3d66c-0e62-4d99-9c30-aa04afc76ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:43.490887 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:43.555907 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eda3d66c-0e62-4d99-9c30-aa04afc76ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:43.607299 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:43.625369 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eda3d66c-0e62-4d99-9c30-aa04afc76ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:43.666320 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eda3d66c-0e62-4d99-9c30-aa04afc76ab0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=641011f2f29c491cbcce2c5cd19e538c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120530 Oct 13 14:44:43.667236 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3d66c-0e62-4d99-9c30-aa04afc76ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d05b671-9bad-4392-8541-754e0a0637e2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:43.669876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55006) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:43.728251 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f52a4620-fca8-4b81-b485-16d840b2dddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:43.754696 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f52a4620-fca8-4b81-b485-16d840b2dddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:43.825480 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:43.889323 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f52a4620-fca8-4b81-b485-16d840b2dddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:43.892131 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f52a4620-fca8-4b81-b485-16d840b2dddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:43.895962 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f52a4620-fca8-4b81-b485-16d840b2dddc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d05b671-9bad-4392-8541-754e0a0637e2 HTTP/1.1" status: 204 len: 168 time: 0.2226615 Oct 13 14:44:43.905795 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a4620-fca8-4b81-b485-16d840b2dddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d05b671-9bad-4392-8541-754e0a0637e2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:43.922803 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:44.002711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=21fad55d-7c1b-4faf-bab0-df6e88ed2b58,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:44.021942 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:44.149397 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Floating IP 7b872b97-157e-47ba-9d76-9ba7a1eea87f associated. External IP: 172.25.0.101, port: 267d9dab-ce85-459a-884a-8822d9f0fb1b. Oct 13 14:44:44.399576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 019fea09-62fd-4c23-bfc9-013af1664f76 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:44:44.540045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:44:44.552959 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbe484-3b50-4cc3-92eb-0562f3f03cc9 None None] Sync routers for ids ['019fea09-62fd-4c23-bfc9-013af1664f76'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:44:44.570667 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbe484-3b50-4cc3-92eb-0562f3f03cc9 None None] Routers {'019fea09-62fd-4c23-bfc9-013af1664f76'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:44:44.570667 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-85bbe484-3b50-4cc3-92eb-0562f3f03cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['019fea09-62fd-4c23-bfc9-013af1664f76'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:44.616174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:44.645333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7b5d9334-cea9-4b01-96a4-7d6362f6ceea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4005237 Oct 13 14:44:44.646007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:44:44.648657 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e4eab7-cdfc-43b7-aa1e-0864c0d18179" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:44:44.708527 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3276304a-bccf-480a-b759-b37a07ad9ae6 x-openstack-request-id: req-3276304a-bccf-480a-b759-b37a07ad9ae6 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:44:44.708527 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:44:44.708832 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3276304a-bccf-480a-b759-b37a07ad9ae6 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:44:44.709175 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'status': 'completed', 'code': 200} Oct 13 14:44:44.727877 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-85bbe484-3b50-4cc3-92eb-0562f3f03cc9 None None] Set router 019fea09-62fd-4c23-bfc9-013af1664f76 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:44:44.818646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194ed6a-99f4-4b66-9a88-244b5dd29c68 req-4d900a6f-4e4d-4b97-a09c-a1cff90e06d8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:44.820298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9194ed6a-99f4-4b66-9a88-244b5dd29c68 req-4d900a6f-4e4d-4b97-a09c-a1cff90e06d8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0992889 Oct 13 14:44:44.826521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4eab7-cdfc-43b7-aa1e-0864c0d18179 req-ec6af27c-f216-4501-9c09-2fdb875caff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:44.827951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01e4eab7-cdfc-43b7-aa1e-0864c0d18179 req-ec6af27c-f216-4501-9c09-2fdb875caff6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1098 time: 0.0942562 Oct 13 14:44:44.920449 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9194ed6a-99f4-4b66-9a88-244b5dd29c68 req-5298b9dd-47c3-4943-bda2-2055325726ef tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915182 Oct 13 14:44:44.946893 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55034) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:44.963750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4eab7-cdfc-43b7-aa1e-0864c0d18179 req-72be898a-4576-4d3f-8a79-f6d6cf391277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:44.965480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01e4eab7-cdfc-43b7-aa1e-0864c0d18179 req-72be898a-4576-4d3f-8a79-f6d6cf391277 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92093ea4-0235-498f-bd68-b6e4a07a96a9 HTTP/1.1" status: 200 len: 898 time: 0.1188216 Oct 13 14:44:45.040647 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1d267469-9d33-499b-9cfc-d6ba53e2bbc7 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/7b872b97-157e-47ba-9d76-9ba7a1eea87f HTTP/1.1" status: 200 len: 992 time: 0.0920515 Oct 13 14:44:45.085221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01e4eab7-cdfc-43b7-aa1e-0864c0d18179 req-331e2638-c5cf-4e4a-915a-b024a60612ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b HTTP/1.1" status: 200 len: 1000 time: 0.1122403 Oct 13 14:44:45.086088 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-85bbe484-3b50-4cc3-92eb-0562f3f03cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:44:24Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '7b872b97-157e-47ba-9d76-9ba7a1eea87f', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'port_id': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'mac_address': 'fa:16:3e:e4:2c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:44:43Z', 'updated_at': '2021-10-13T14:44:43Z', 'revision_number': 0, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba106ba-741b-4728-99eb-75d0d959c3ac', 'name': '', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:d1:b8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:23Z', 'updated_at': '2021-10-13T14:44:27Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:45.117572 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbe484-3b50-4cc3-92eb-0562f3f03cc9 None None] Checking router: 019fea09-62fd-4c23-bfc9-013af1664f76 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:44:45.129030 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bbe484-3b50-4cc3-92eb-0562f3f03cc9 None None] Routers {'019fea09-62fd-4c23-bfc9-013af1664f76'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:44:45.130228 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-85bbe484-3b50-4cc3-92eb-0562f3f03cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['019fea09-62fd-4c23-bfc9-013af1664f76'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:45.147008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4eab7-cdfc-43b7-aa1e-0864c0d18179 req-9182d765-e11c-4f15-8b63-0b22ed2086fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:45.148846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01e4eab7-cdfc-43b7-aa1e-0864c0d18179 req-9182d765-e11c-4f15-8b63-0b22ed2086fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2d53723-f768-4cc9-8344-2f76ded5fb73 HTTP/1.1" status: 200 len: 832 time: 0.0562632 Oct 13 14:44:45.202080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4eab7-cdfc-43b7-aa1e-0864c0d18179 req-76961119-7d94-478a-aeb7-62d0ab93d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:44:45.203691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01e4eab7-cdfc-43b7-aa1e-0864c0d18179 req-76961119-7d94-478a-aeb7-62d0ab93d495 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92093ea4-0235-498f-bd68-b6e4a07a96a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472746 Oct 13 14:44:45.250844 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-85bbe484-3b50-4cc3-92eb-0562f3f03cc9 None None] Set router 019fea09-62fd-4c23-bfc9-013af1664f76 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:44:45.314793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01e4eab7-cdfc-43b7-aa1e-0864c0d18179 req-ef022c9f-bd3e-4a85-9619-f874a0a9b901 service neutron] 10.222.0.41 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024723 Oct 13 14:44:45.431551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01e4eab7-cdfc-43b7-aa1e-0864c0d18179 req-ac0f5b1e-bced-4dac-9ce9-3c99f8d40720 service neutron] 10.222.0.41 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989494 Oct 13 14:44:45.505633 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-85bbe484-3b50-4cc3-92eb-0562f3f03cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:44:24Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '7b872b97-157e-47ba-9d76-9ba7a1eea87f', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'port_id': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'mac_address': 'fa:16:3e:e4:2c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:44:43Z', 'updated_at': '2021-10-13T14:44:43Z', 'revision_number': 0, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba106ba-741b-4728-99eb-75d0d959c3ac', 'name': '', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:d1:b8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:23Z', 'updated_at': '2021-10-13T14:44:27Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:45.535358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bbe484-3b50-4cc3-92eb-0562f3f03cc9 None None] The sync data for ids ['019fea09-62fd-4c23-bfc9-013af1664f76'] in n-d-806683-15 is: [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:44:24Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '7b872b97-157e-47ba-9d76-9ba7a1eea87f', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'port_id': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'mac_address': 'fa:16:3e:e4:2c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:44:43Z', 'updated_at': '2021-10-13T14:44:43Z', 'revision_number': 0, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba106ba-741b-4728-99eb-75d0d959c3ac', 'name': '', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:d1:b8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:23Z', 'updated_at': '2021-10-13T14:44:27Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:44:45.811168 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5d62c-11f5-4780-a13a-78636294929c None None] New status for floating IP 7b872b97-157e-47ba-9d76-9ba7a1eea87f: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:44:46.044399 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55080) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:46.124140 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6688c24d-f7ee-4a0c-9284-cc961fce8cbd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/7b872b97-157e-47ba-9d76-9ba7a1eea87f HTTP/1.1" status: 200 len: 994 time: 0.0783939 Oct 13 14:44:48.171037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55108) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:48.281461 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df88639f-a97c-4fc9-b5b0-acce36d5b46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:48.357574 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df88639f-a97c-4fc9-b5b0-acce36d5b46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:48.431189 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-df88639f-a97c-4fc9-b5b0-acce36d5b46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:48.472672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-df88639f-a97c-4fc9-b5b0-acce36d5b46a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e3eb54fa0c54a16bc6c7abdcef3df43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005397 Oct 13 14:44:48.473426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88639f-a97c-4fc9-b5b0-acce36d5b46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1848b370-eaf6-4d71-ab67-ea8155ad4e6f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:48.475597 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55112) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:48.526603 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ae0938-d457-4735-b1fb-ab9cb86c6df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:48.547297 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ae0938-d457-4735-b1fb-ab9cb86c6df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:48.659777 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ae0938-d457-4735-b1fb-ab9cb86c6df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:48.662447 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-72ae0938-d457-4735-b1fb-ab9cb86c6df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:48.663734 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-72ae0938-d457-4735-b1fb-ab9cb86c6df0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1848b370-eaf6-4d71-ab67-ea8155ad4e6f HTTP/1.1" status: 204 len: 168 time: 0.1870980 Oct 13 14:44:48.673156 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae0938-d457-4735-b1fb-ab9cb86c6df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1848b370-eaf6-4d71-ab67-ea8155ad4e6f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:48.751654 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:49.312160 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55120) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:49.326220 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07c1e8b0-ff93-4b7e-b675-76cf5667da80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:49.410078 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07c1e8b0-ff93-4b7e-b675-76cf5667da80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:49.459648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-07c1e8b0-ff93-4b7e-b675-76cf5667da80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:49.501553 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-07c1e8b0-ff93-4b7e-b675-76cf5667da80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d13deeb28a3b498da6c4b987601751ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859114 Oct 13 14:44:49.501553 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1e8b0-ff93-4b7e-b675-76cf5667da80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c38b275-3b23-4e12-a8a1-e027da5d2292,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:49.502330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55122) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:49.511037 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07c18553-f334-47ac-94f9-e649eee27e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:49.564427 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-129ae659-249b-4de4-8c3c-db8446ddc366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:49.586291 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-129ae659-249b-4de4-8c3c-db8446ddc366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:49.705509 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-129ae659-249b-4de4-8c3c-db8446ddc366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:49.708008 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-129ae659-249b-4de4-8c3c-db8446ddc366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:49.709190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-129ae659-249b-4de4-8c3c-db8446ddc366 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c38b275-3b23-4e12-a8a1-e027da5d2292 HTTP/1.1" status: 204 len: 168 time: 0.2059631 Oct 13 14:44:49.717777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ae659-249b-4de4-8c3c-db8446ddc366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c38b275-3b23-4e12-a8a1-e027da5d2292,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:52.185344 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:52.299283 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1cd2adf7-c000-4c4b-b255-b6903a2d22e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:53.093699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55178) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:53.203887 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-adee6171-c1de-4e69-bc78-e1a4fad4b574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:53.287185 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-adee6171-c1de-4e69-bc78-e1a4fad4b574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:53.368549 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-adee6171-c1de-4e69-bc78-e1a4fad4b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:53.408918 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee6171-c1de-4e69-bc78-e1a4fad4b574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbe9256-ae4f-4e18-b5df-2c8bb71d24c5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:53.415189 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-adee6171-c1de-4e69-bc78-e1a4fad4b574 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=284b00f1711746a09400bf85b2b549cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185165 Oct 13 14:44:53.416071 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55186) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:53.474561 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d18808e7-f90b-4430-9048-b429ffe68884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:53.498329 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d18808e7-f90b-4430-9048-b429ffe68884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:53.602892 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d18808e7-f90b-4430-9048-b429ffe68884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:53.605513 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d18808e7-f90b-4430-9048-b429ffe68884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:53.607697 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d18808e7-f90b-4430-9048-b429ffe68884 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2dbe9256-ae4f-4e18-b5df-2c8bb71d24c5 HTTP/1.1" status: 204 len: 168 time: 0.1908092 Oct 13 14:44:53.623931 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18808e7-f90b-4430-9048-b429ffe68884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbe9256-ae4f-4e18-b5df-2c8bb71d24c5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:53.888566 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:54.003031 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:54.235480 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55194) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:54.249502 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-68a68336-7f65-4cc8-9a8a-30570ab67316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:54.332464 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-68a68336-7f65-4cc8-9a8a-30570ab67316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:54.396942 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-68a68336-7f65-4cc8-9a8a-30570ab67316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:54.442890 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-68a68336-7f65-4cc8-9a8a-30570ab67316 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08a469bc6b9446bc8ed8732829508f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062922 Oct 13 14:44:54.443893 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a68336-7f65-4cc8-9a8a-30570ab67316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f67fdc8-0b38-4576-8377-2596e5329b17,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:54.445982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55196) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:54.498774 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fde04646-0c7e-40b4-9574-ad0c5ce12530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:54.521847 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fde04646-0c7e-40b4-9574-ad0c5ce12530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:54.648171 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fde04646-0c7e-40b4-9574-ad0c5ce12530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:54.650670 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fde04646-0c7e-40b4-9574-ad0c5ce12530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:54.651876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fde04646-0c7e-40b4-9574-ad0c5ce12530 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f67fdc8-0b38-4576-8377-2596e5329b17 HTTP/1.1" status: 204 len: 168 time: 0.2038567 Oct 13 14:44:54.661339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde04646-0c7e-40b4-9574-ad0c5ce12530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f67fdc8-0b38-4576-8377-2596e5329b17,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:55.391075 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:56.647876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55240) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:56.887920 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5a84cb-6375-497a-8a12-6f1fab162880 admin admin] Deleting subnet ddcd9561-27da-47e7-a91b-dbaa48adb45c {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:44:56.891009 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f5a84cb-6375-497a-8a12-6f1fab162880 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:56.932573 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f5a84cb-6375-497a-8a12-6f1fab162880 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:56.975794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f5a84cb-6375-497a-8a12-6f1fab162880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:57.088640 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f5a84cb-6375-497a-8a12-6f1fab162880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:57.119519 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f5a84cb-6375-497a-8a12-6f1fab162880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:57.123551 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3f5a84cb-6375-497a-8a12-6f1fab162880 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ddcd9561-27da-47e7-a91b-dbaa48adb45c HTTP/1.1" status: 204 len: 168 time: 0.4746723 Oct 13 14:44:57.127210 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a84cb-6375-497a-8a12-6f1fab162880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddcd9561-27da-47e7-a91b-dbaa48adb45c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:57.127351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55254) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:57.203173 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e478-fc0b-408a-a3a0-419fe1bdd10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:57.291170 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e478-fc0b-408a-a3a0-419fe1bdd10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:57.322099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-e4b0e478-fc0b-408a-a3a0-419fe1bdd10f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0aed768-82be-43fe-87e3-0d186f9748b2']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:57.331961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-e4b0e478-fc0b-408a-a3a0-419fe1bdd10f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ba78a9-cad2-4223-b976-28811e13292d') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:57.332260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-e4b0e478-fc0b-408a-a3a0-419fe1bdd10f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ba78a9-cad2-4223-b976-28811e13292d') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:44:57.343247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e478-fc0b-408a-a3a0-419fe1bdd10f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:57.358182 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e478-fc0b-408a-a3a0-419fe1bdd10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:57.364038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b0e478-fc0b-408a-a3a0-419fe1bdd10f admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:44:57.364415 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e478-fc0b-408a-a3a0-419fe1bdd10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:44:57.366173 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:44:57.477839 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e478-fc0b-408a-a3a0-419fe1bdd10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:57.485950 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e4b0e478-fc0b-408a-a3a0-419fe1bdd10f admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:57.491194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e4b0e478-fc0b-408a-a3a0-419fe1bdd10f admin admin] 10.222.0.18 "DELETE /v2.0/networks/a0aed768-82be-43fe-87e3-0d186f9748b2 HTTP/1.1" status: 204 len: 168 time: 0.3622334 Oct 13 14:44:57.502887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0e478-fc0b-408a-a3a0-419fe1bdd10f admin admin] Pushing event deleted for resources: {'Network': ['ID=a0aed768-82be-43fe-87e3-0d186f9748b2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:57.888583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55278) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:57.943805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-83348b57-8da2-4f90-b392-b9262c11f9f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97da299e19d749f383a61f0e924d0b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513623 Oct 13 14:44:57.943924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55280) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:57.995804 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ba316a92-a28a-4152-baaa-22dba295a75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:58.022450 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ba316a92-a28a-4152-baaa-22dba295a75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:58.127920 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ba316a92-a28a-4152-baaa-22dba295a75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:58.130562 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ba316a92-a28a-4152-baaa-22dba295a75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:58.131745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ba316a92-a28a-4152-baaa-22dba295a75a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c2a6ec6-830f-4d06-99a0-01316af27714 HTTP/1.1" status: 204 len: 168 time: 0.1868544 Oct 13 14:44:58.141423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba316a92-a28a-4152-baaa-22dba295a75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2a6ec6-830f-4d06-99a0-01316af27714,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:58.634318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55292) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:58.755782 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-404f72af-ba91-46df-bb96-abbc6c43bca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:58.833340 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-404f72af-ba91-46df-bb96-abbc6c43bca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:58.935484 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-404f72af-ba91-46df-bb96-abbc6c43bca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:58.976338 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-404f72af-ba91-46df-bb96-abbc6c43bca8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ab47cb6962d4e4f8c14b264181b2fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408849 Oct 13 14:44:58.977467 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f72af-ba91-46df-bb96-abbc6c43bca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed88f94-1f34-49ea-a745-45a215a5e1e2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:58.979108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55304) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:59.031631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0ab12f30-d1f0-4f69-8ec6-e88133e6d4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:59.058414 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0ab12f30-d1f0-4f69-8ec6-e88133e6d4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:59.220108 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0ab12f30-d1f0-4f69-8ec6-e88133e6d4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:59.222770 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0ab12f30-d1f0-4f69-8ec6-e88133e6d4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:59.223992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0ab12f30-d1f0-4f69-8ec6-e88133e6d4e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ed88f94-1f34-49ea-a745-45a215a5e1e2 HTTP/1.1" status: 204 len: 168 time: 0.2430415 Oct 13 14:44:59.232931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab12f30-d1f0-4f69-8ec6-e88133e6d4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed88f94-1f34-49ea-a745-45a215a5e1e2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:59.351379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55316) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:59.564440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1826369551-network', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:44:59.671008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Made reservation on behalf of dc1d9d14b19e43778de1a2ccb96ec169 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:44:59.673466 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:59.682903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:59.760533 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:59.842405 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:59.866826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:44:59.881590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e0568b-787c-4e91-8247-861485bbb188,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:44:59.884453 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:59.884801 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Added segment b0dcc939-991a-4b9e-9699-e51aaaf231c5 of type vlan for network e0689c88-c4ba-4e80-b7c2-2c132c0d128c Oct 13 14:44:59.920388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55322) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:44:59.926247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:44:59.934694 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-73adad80-ea80-4047-908d-93af997d775c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:00.009322 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-73adad80-ea80-4047-908d-93af997d775c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:00.014133 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:00.015044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:00.015629 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:00.065321 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-73adad80-ea80-4047-908d-93af997d775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:00.102789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] Pushing event updated for resources: {'Network': ['ID=e0689c88-c4ba-4e80-b7c2-2c132c0d128c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:00.110154 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-73adad80-ea80-4047-908d-93af997d775c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69860f880dcb4cdc9fb07426e6ae33eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885734 Oct 13 14:45:00.111020 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adad80-ea80-4047-908d-93af997d775c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24248ac8-99de-4da9-9535-7ca92a5d0148,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:00.114030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55324) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:00.117447 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network e0689c88-c4ba-4e80-b7c2-2c132c0d128c details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:45:00.149603 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cb072522-340c-47b4-a21b-8b3c0a15b069 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7970335 Oct 13 14:45:00.151076 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55326) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:00.158694 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5957a0d4-b5dc-4207-bd9d-aac0cda0cee4 admin admin] Request body: {'subnet': {'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1826369551-subnet', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:00.192771 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec51a79d-b8a8-4403-aa9d-dc9105f7d711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:00.214721 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec51a79d-b8a8-4403-aa9d-dc9105f7d711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:00.282454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5957a0d4-b5dc-4207-bd9d-aac0cda0cee4 admin admin] Made reservation on behalf of dc1d9d14b19e43778de1a2ccb96ec169 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:00.284810 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5957a0d4-b5dc-4207-bd9d-aac0cda0cee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:00.343461 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec51a79d-b8a8-4403-aa9d-dc9105f7d711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:00.346031 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec51a79d-b8a8-4403-aa9d-dc9105f7d711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:00.347199 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ec51a79d-b8a8-4403-aa9d-dc9105f7d711 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24248ac8-99de-4da9-9535-7ca92a5d0148 HTTP/1.1" status: 204 len: 168 time: 0.2322547 Oct 13 14:45:00.368186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51a79d-b8a8-4403-aa9d-dc9105f7d711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24248ac8-99de-4da9-9535-7ca92a5d0148,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:00.568306 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5957a0d4-b5dc-4207-bd9d-aac0cda0cee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:00.624746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957a0d4-b5dc-4207-bd9d-aac0cda0cee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9acff81-1d5e-4632-9501-bcfe2546277c,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:00.634746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5957a0d4-b5dc-4207-bd9d-aac0cda0cee4 admin admin] Checking segment: {'id': 'b0dcc939-991a-4b9e-9699-e51aaaf231c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:45:00.636887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5957a0d4-b5dc-4207-bd9d-aac0cda0cee4 admin admin] Network hostable DHCP agents. Network: e0689c88-c4ba-4e80-b7c2-2c132c0d128c, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:45:00.742167 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:45:00.744626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5957a0d4-b5dc-4207-bd9d-aac0cda0cee4 admin admin] Network e0689c88-c4ba-4e80-b7c2-2c132c0d128c is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:45:00.802076 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-5957a0d4-b5dc-4207-bd9d-aac0cda0cee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, e0689c88-c4ba-4e80-b7c2-2c132c0d128c) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:00.807965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5957a0d4-b5dc-4207-bd9d-aac0cda0cee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:00.809466 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5957a0d4-b5dc-4207-bd9d-aac0cda0cee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:00.810720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c40739-2579-4e9b-8f21-e6d5375c5198 None None] Network e0689c88-c4ba-4e80-b7c2-2c132c0d128c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:00.942269 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5957a0d4-b5dc-4207-bd9d-aac0cda0cee4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7897775 Oct 13 14:45:00.945313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55338) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:00.951987 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1826369551-router', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:00.961098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-e0689c88-c4ba-4e80-b7c2-2c132c0d128c', 'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'fixed_ips': [{'subnet_id': 'c9acff81-1d5e-4632-9501-bcfe2546277c'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:45:00.961984 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:01.060049 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:01.061401 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:01.108309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Allocated IP 172.20.0.2 (e0689c88-c4ba-4e80-b7c2-2c132c0d128c/c9acff81-1d5e-4632-9501-bcfe2546277c/19312d84-4b22-4ae4-b328-5fa00feb53ac) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:01.124665 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:01.255495 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:01.331728 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:01.339976 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:01.397869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Pushing event updated for resources: {'Port': ['ID=19312d84-4b22-4ae4-b328-5fa00feb53ac,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:01.401294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Network e0689c88-c4ba-4e80-b7c2-2c132c0d128c is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:01.403051 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:01.405378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:01.464016 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Attempting to bind port 19312d84-4b22-4ae4-b328-5fa00feb53ac on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:45:01.464390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Attempting to bind port 19312d84-4b22-4ae4-b328-5fa00feb53ac by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'b0dcc939-991a-4b9e-9699-e51aaaf231c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:45:01.464755 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Attempting to bind port 19312d84-4b22-4ae4-b328-5fa00feb53ac on network e0689c88-c4ba-4e80-b7c2-2c132c0d128c {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:45:01.471024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:45:01.471402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Checking segment: {'id': 'b0dcc939-991a-4b9e-9699-e51aaaf231c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:45:01.471814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:01.472212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Bound using segment: {'id': 'b0dcc939-991a-4b9e-9699-e51aaaf231c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:45:01.472690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Bound port: 19312d84-4b22-4ae4-b328-5fa00feb53ac, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0dcc939-991a-4b9e-9699-e51aaaf231c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:45:01.473108 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:01.554112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] For port 19312d84-4b22-4ae4-b328-5fa00feb53ac, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:45:01.557231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] For port 19312d84-4b22-4ae4-b328-5fa00feb53ac, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=19312d84-4b22-4ae4-b328-5fa00feb53ac,segment=NetworkSegment(b0dcc939-991a-4b9e-9699-e51aaaf231c5),segment_id=b0dcc939-991a-4b9e-9699-e51aaaf231c5)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:45:01.617338 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:01.632094 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:01.651714 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:01.686882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e6303-9178-4317-a78c-b7ef5dd94bb7 None None] Pushing event updated for resources: {'Port': ['ID=19312d84-4b22-4ae4-b328-5fa00feb53ac,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:01.771122 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Allocated IP 172.25.0.65 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/ee4d37a0-2575-4b83-8f63-5dc94dc000b3) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:01.908801 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:02.065611 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:02.108579 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:02.111607 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:02.115263 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:02.123241 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Pushing event updated for resources: {'Port': ['ID=ee4d37a0-2575-4b83-8f63-5dc94dc000b3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:02.151894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55364) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:02.286159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f74d082-7dcd-4235-9da9-31fee2df71e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:02.369604 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f74d082-7dcd-4235-9da9-31fee2df71e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:02.457180 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f74d082-7dcd-4235-9da9-31fee2df71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:02.502745 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:02.504592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74d082-7dcd-4235-9da9-31fee2df71e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66879795-5655-4469-a8e2-d4b827a9696c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:02.517187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8f74d082-7dcd-4235-9da9-31fee2df71e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d75f114175c4fc6a9d1a4c4cb31cc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629909 Oct 13 14:45:02.517712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55368) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:02.587044 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:02.618544 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:02.698803 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cac5dac-e0e5-4fe6-97cd-4441855f6d56 None None] Network e0689c88-c4ba-4e80-b7c2-2c132c0d128c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:02.730021 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:02.732513 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:02.736446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66879795-5655-4469-a8e2-d4b827a9696c HTTP/1.1" status: 204 len: 168 time: 0.2146819 Oct 13 14:45:02.744686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66879795-5655-4469-a8e2-d4b827a9696c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:02.754690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:02.755345 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:02.755686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:02.756030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:02.756394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:02.756728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:02.757562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:02.757826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:02.758162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:02.758485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:02.758820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:02.759133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8cff3c-ec8c-4f7f-813d-505c30e03123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:02.829170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-cb98bc42-1c84-41de-a4a2-bdd3da1124ba None None] Provisioning complete for port 19312d84-4b22-4ae4-b328-5fa00feb53ac triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:02.829514 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc42-1c84-41de-a4a2-bdd3da1124ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:02.979745 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc42-1c84-41de-a4a2-bdd3da1124ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:03.022042 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-cb98bc42-1c84-41de-a4a2-bdd3da1124ba None None] For port 19312d84-4b22-4ae4-b328-5fa00feb53ac, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=19312d84-4b22-4ae4-b328-5fa00feb53ac,segment=NetworkSegment(b0dcc939-991a-4b9e-9699-e51aaaf231c5),segment_id=b0dcc939-991a-4b9e-9699-e51aaaf231c5)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:03.026890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 19312d84-4b22-4ae4-b328-5fa00feb53ac up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:45:03.032181 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:03.090548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 19312d84-4b22-4ae4-b328-5fa00feb53ac triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:03.091347 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:03.127368 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cb98bc42-1c84-41de-a4a2-bdd3da1124ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:03.237895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98bc42-1c84-41de-a4a2-bdd3da1124ba None None] Pushing event updated for resources: {'Port': ['ID=19312d84-4b22-4ae4-b328-5fa00feb53ac,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:03.269596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-cf1cac75-f11b-4efc-8fa4-8b275552430c None None] Provisioning complete for port 19312d84-4b22-4ae4-b328-5fa00feb53ac triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:03.269965 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cf1cac75-f11b-4efc-8fa4-8b275552430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:03.270566 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Router 0f703d7f-3eaa-49a8-9210-c7fb7555366d is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:45:03.395546 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:45:03.405061 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Sync routers for ids ['0f703d7f-3eaa-49a8-9210-c7fb7555366d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:45:03.414954 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Routers {'0f703d7f-3eaa-49a8-9210-c7fb7555366d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:03.415571 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f703d7f-3eaa-49a8-9210-c7fb7555366d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:03.507369 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:03.509112 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3c3eec70-e3ec-40a7-87d6-9e3d8384140a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5622594 Oct 13 14:45:03.511903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55382) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:03.530775 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Set router 0f703d7f-3eaa-49a8-9210-c7fb7555366d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:03.731129 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'name': 'tempest-ImageQuotaTest-1826369551-router', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'ee4d37a0-2575-4b83-8f63-5dc94dc000b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:02Z', 'revision_number': 3, 'project_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'gw_port': {'id': 'ee4d37a0-2575-4b83-8f63-5dc94dc000b3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:03.758862 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Checking router: 0f703d7f-3eaa-49a8-9210-c7fb7555366d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:45:03.759211 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Updating router 0f703d7f-3eaa-49a8-9210-c7fb7555366d port ee4d37a0-2575-4b83-8f63-5dc94dc000b3 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:45:03.794084 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:03.969394 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:04.073173 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:04.139235 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Allocated IP 172.20.0.1 (e0689c88-c4ba-4e80-b7c2-2c132c0d128c/c9acff81-1d5e-4632-9501-bcfe2546277c/871cc953-2b45-4fb2-a4cc-175636f544d2) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:04.162396 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:04.264234 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:04.306958 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Attempting to bind port ee4d37a0-2575-4b83-8f63-5dc94dc000b3 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:45:04.310010 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Attempting to bind port ee4d37a0-2575-4b83-8f63-5dc94dc000b3 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:45:04.310010 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Attempting to bind port ee4d37a0-2575-4b83-8f63-5dc94dc000b3 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:45:04.318020 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:45:04.318387 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:45:04.318782 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:04.319168 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:45:04.319633 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Bound port: ee4d37a0-2575-4b83-8f63-5dc94dc000b3, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:45:04.320004 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:04.322672 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcaeea7-1079-48df-a9ea-0755d30f63ac None None] Pushing event updated for resources: {'Port': ['ID=ee4d37a0-2575-4b83-8f63-5dc94dc000b3,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:04.362845 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:04.374875 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] For port ee4d37a0-2575-4b83-8f63-5dc94dc000b3, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:45:04.378032 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] For port ee4d37a0-2575-4b83-8f63-5dc94dc000b3, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ee4d37a0-2575-4b83-8f63-5dc94dc000b3,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:45:04.397756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Network e0689c88-c4ba-4e80-b7c2-2c132c0d128c is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:04.405271 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:04.409403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:04.437722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Pushing event updated for resources: {'Port': ['ID=871cc953-2b45-4fb2-a4cc-175636f544d2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:04.462212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:04.488784 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:04.550943 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Routers {'0f703d7f-3eaa-49a8-9210-c7fb7555366d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:04.552069 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f703d7f-3eaa-49a8-9210-c7fb7555366d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:04.637566 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcaeea7-1079-48df-a9ea-0755d30f63ac None None] Pushing event updated for resources: {'Port': ['ID=ee4d37a0-2575-4b83-8f63-5dc94dc000b3,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:04.667905 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] Set router 0f703d7f-3eaa-49a8-9210-c7fb7555366d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:04.721551 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:04.721773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-42d0df0d-1eb2-45e6-a62b-5297496b1da9 None None] Provisioning complete for port 871cc953-2b45-4fb2-a4cc-175636f544d2 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:04.722250 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42d0df0d-1eb2-45e6-a62b-5297496b1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:04.781656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-42d0df0d-1eb2-45e6-a62b-5297496b1da9 None None] Port 871cc953-2b45-4fb2-a4cc-175636f544d2 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:04.875585 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'name': 'tempest-ImageQuotaTest-1826369551-router', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'ee4d37a0-2575-4b83-8f63-5dc94dc000b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:02Z', 'revision_number': 3, 'project_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'gw_port': {'id': 'ee4d37a0-2575-4b83-8f63-5dc94dc000b3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:04.905440 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:04.915257 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a3f4ad-627f-41bf-8db1-cf27273aaf34 None None] The sync data for ids ['0f703d7f-3eaa-49a8-9210-c7fb7555366d'] in n-d-806683-15 is: [{'id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'name': 'tempest-ImageQuotaTest-1826369551-router', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'ee4d37a0-2575-4b83-8f63-5dc94dc000b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:02Z', 'revision_number': 3, 'project_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'gw_port': {'id': 'ee4d37a0-2575-4b83-8f63-5dc94dc000b3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:45:04.970552 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 19312d84-4b22-4ae4-b328-5fa00feb53ac up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:45:04.979532 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:05.028527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 19312d84-4b22-4ae4-b328-5fa00feb53ac triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:05.028863 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:05.050739 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Pushing event updated for resources: {'Port': ['ID=871cc953-2b45-4fb2-a4cc-175636f544d2,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:05.071827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:05.172995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Network e0689c88-c4ba-4e80-b7c2-2c132c0d128c is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:05.174569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:05.343030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Router 0f703d7f-3eaa-49a8-9210-c7fb7555366d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:45:05.476187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:45:05.482096 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e4959f29-b8cf-40d7-a50b-a93b02f7c87d admin admin] 10.222.0.18 "PUT /v2.0/routers/0f703d7f-3eaa-49a8-9210-c7fb7555366d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9689951 Oct 13 14:45:05.536429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-22d5ee78-4f88-455f-a7fe-a7c1b69d29a9 None None] Provisioning complete for port 871cc953-2b45-4fb2-a4cc-175636f544d2 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:05.536429 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-22d5ee78-4f88-455f-a7fe-a7c1b69d29a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:05.573096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-22d5ee78-4f88-455f-a7fe-a7c1b69d29a9 None None] Port 871cc953-2b45-4fb2-a4cc-175636f544d2 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:06.633317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Sync routers for ids ['0f703d7f-3eaa-49a8-9210-c7fb7555366d'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:45:06.642784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Routers {'0f703d7f-3eaa-49a8-9210-c7fb7555366d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:06.643712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f703d7f-3eaa-49a8-9210-c7fb7555366d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:06.754477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Set router 0f703d7f-3eaa-49a8-9210-c7fb7555366d gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:06.840816 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55482) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:06.992002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ee4d37a0-2575-4b83-8f63-5dc94dc000b3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:45:07.019148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'name': 'tempest-ImageQuotaTest-1826369551-router', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'ee4d37a0-2575-4b83-8f63-5dc94dc000b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:04Z', 'revision_number': 4, 'project_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'gw_port': {'id': 'ee4d37a0-2575-4b83-8f63-5dc94dc000b3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:62:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '871cc953-2b45-4fb2-a4cc-175636f544d2', 'name': '', 'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'mac_address': 'fa:16:3e:23:0a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'c9acff81-1d5e-4632-9501-bcfe2546277c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:45:03Z', 'updated_at': '2021-10-13T14:45:04Z', 'revision_number': 2, 'project_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'subnets': [{'id': 'c9acff81-1d5e-4632-9501-bcfe2546277c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:07.050934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Checking router: 0f703d7f-3eaa-49a8-9210-c7fb7555366d for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:45:07.051311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Updating router 0f703d7f-3eaa-49a8-9210-c7fb7555366d port 871cc953-2b45-4fb2-a4cc-175636f544d2 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:45:07.085338 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.131640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ee4d37a0-2575-4b83-8f63-5dc94dc000b3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:07.132139 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.195437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55486) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:07.324506 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f22bfc1-aa1a-4fe2-85fb-728f21302c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.367296 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.405956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port ee4d37a0-2575-4b83-8f63-5dc94dc000b3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ee4d37a0-2575-4b83-8f63-5dc94dc000b3,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:07.412048 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f22bfc1-aa1a-4fe2-85fb-728f21302c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.476536 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f22bfc1-aa1a-4fe2-85fb-728f21302c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.476779 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.487327 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.490365 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b04bf25c-50a4-4682-a7e5-134e45125a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.517119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22bfc1-aa1a-4fe2-85fb-728f21302c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fd0e18-236e-416a-a80c-9d20a2c3f0a7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:07.526444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9f22bfc1-aa1a-4fe2-85fb-728f21302c21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=862d29e8a6964ac9a4aafe3369a31161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290136 Oct 13 14:45:07.529536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55490) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:07.542291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=ee4d37a0-2575-4b83-8f63-5dc94dc000b3,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:07.584808 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.641318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac367b-c039-4557-8cd1-b70cd955f730 None None] Pushing event updated for resources: {'Port': ['ID=871cc953-2b45-4fb2-a4cc-175636f544d2,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:07.645107 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8ef09b6a-b27d-4654-ad9b-95166cd9c75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.697239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Attempting to bind port 871cc953-2b45-4fb2-a4cc-175636f544d2 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:45:07.697735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Attempting to bind port 871cc953-2b45-4fb2-a4cc-175636f544d2 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'b0dcc939-991a-4b9e-9699-e51aaaf231c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:45:07.698208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Attempting to bind port 871cc953-2b45-4fb2-a4cc-175636f544d2 on network e0689c88-c4ba-4e80-b7c2-2c132c0d128c {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:45:07.704060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:45:07.704566 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Checking segment: {'id': 'b0dcc939-991a-4b9e-9699-e51aaaf231c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:45:07.705094 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.705590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Bound using segment: {'id': 'b0dcc939-991a-4b9e-9699-e51aaaf231c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:45:07.706283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Bound port: 871cc953-2b45-4fb2-a4cc-175636f544d2, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0dcc939-991a-4b9e-9699-e51aaaf231c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:45:07.706757 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.718230 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8ef09b6a-b27d-4654-ad9b-95166cd9c75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.788151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] For port 871cc953-2b45-4fb2-a4cc-175636f544d2, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:45:07.791411 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] For port 871cc953-2b45-4fb2-a4cc-175636f544d2, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=871cc953-2b45-4fb2-a4cc-175636f544d2,segment=NetworkSegment(b0dcc939-991a-4b9e-9699-e51aaaf231c5),segment_id=b0dcc939-991a-4b9e-9699-e51aaaf231c5)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:45:07.852901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-b04bf25c-50a4-4682-a7e5-134e45125a1f admin admin] Deleting port 871cc953-2b45-4fb2-a4cc-175636f544d2 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:07.853485 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b04bf25c-50a4-4682-a7e5-134e45125a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.865431 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.905401 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8ef09b6a-b27d-4654-ad9b-95166cd9c75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.908953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8ef09b6a-b27d-4654-ad9b-95166cd9c75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.913499 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8ef09b6a-b27d-4654-ad9b-95166cd9c75d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91fd0e18-236e-416a-a80c-9d20a2c3f0a7 HTTP/1.1" status: 204 len: 168 time: 0.3780224 Oct 13 14:45:07.922491 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Routers {'0f703d7f-3eaa-49a8-9210-c7fb7555366d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:07.923095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f703d7f-3eaa-49a8-9210-c7fb7555366d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:07.928749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef09b6a-b27d-4654-ad9b-95166cd9c75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fd0e18-236e-416a-a80c-9d20a2c3f0a7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:07.972150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-b04bf25c-50a4-4682-a7e5-134e45125a1f admin admin] For port 871cc953-2b45-4fb2-a4cc-175636f544d2, host n-d-806683-15, got binding levels [] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:07.972622 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b04bf25c-50a4-4682-a7e5-134e45125a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.985800 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-92795f06-2695-40ca-9f1a-aed161c5939a None None] Provisioning complete for port 871cc953-2b45-4fb2-a4cc-175636f544d2 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:07.986172 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-92795f06-2695-40ca-9f1a-aed161c5939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:07.988383 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-b04bf25c-50a4-4682-a7e5-134e45125a1f admin admin] Calling delete_port for 871cc953-2b45-4fb2-a4cc-175636f544d2 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:07.992004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac367b-c039-4557-8cd1-b70cd955f730 None None] Pushing event updated for resources: {'Port': ['ID=871cc953-2b45-4fb2-a4cc-175636f544d2,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:08.252771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] Set router 0f703d7f-3eaa-49a8-9210-c7fb7555366d gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:08.294772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b04bf25c-50a4-4682-a7e5-134e45125a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:08.327845 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bf25c-50a4-4682-a7e5-134e45125a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=871cc953-2b45-4fb2-a4cc-175636f544d2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:08.357118 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-92795f06-2695-40ca-9f1a-aed161c5939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:08.521460 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b04bf25c-50a4-4682-a7e5-134e45125a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:08.552831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'name': 'tempest-ImageQuotaTest-1826369551-router', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'ee4d37a0-2575-4b83-8f63-5dc94dc000b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:04Z', 'revision_number': 4, 'project_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'gw_port': {'id': 'ee4d37a0-2575-4b83-8f63-5dc94dc000b3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '871cc953-2b45-4fb2-a4cc-175636f544d2', 'name': '', 'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'mac_address': 'fa:16:3e:23:0a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'c9acff81-1d5e-4632-9501-bcfe2546277c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:45:03Z', 'updated_at': '2021-10-13T14:45:07Z', 'revision_number': 4, 'project_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'subnets': [{'id': 'c9acff81-1d5e-4632-9501-bcfe2546277c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:08.563593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55496) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:08.578177 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95f17968-bcc5-48d6-9f5c-f5d070d4886d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:08.584682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2eeb1b-dbaa-427f-8b14-0378e46f4bd8 None None] The sync data for ids ['0f703d7f-3eaa-49a8-9210-c7fb7555366d'] in n-d-806683-15 is: [{'id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'name': 'tempest-ImageQuotaTest-1826369551-router', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'ee4d37a0-2575-4b83-8f63-5dc94dc000b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:04Z', 'revision_number': 4, 'project_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'gw_port': {'id': 'ee4d37a0-2575-4b83-8f63-5dc94dc000b3', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:62:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '871cc953-2b45-4fb2-a4cc-175636f544d2', 'name': '', 'network_id': 'e0689c88-c4ba-4e80-b7c2-2c132c0d128c', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'mac_address': 'fa:16:3e:23:0a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'c9acff81-1d5e-4632-9501-bcfe2546277c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:45:03Z', 'updated_at': '2021-10-13T14:45:07Z', 'revision_number': 4, 'project_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'subnets': [{'id': 'c9acff81-1d5e-4632-9501-bcfe2546277c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:45:08.613360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-df7deb38-a4a2-4186-b7c8-b5774f0fd02e None None] Could not find standard attr ID for object 871cc953-2b45-4fb2-a4cc-175636f544d2. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:45:08.710493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95f17968-bcc5-48d6-9f5c-f5d070d4886d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:08.785158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04bf25c-50a4-4682-a7e5-134e45125a1f admin admin] Router 0f703d7f-3eaa-49a8-9210-c7fb7555366d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:45:08.800198 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95f17968-bcc5-48d6-9f5c-f5d070d4886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:08.843045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-95f17968-bcc5-48d6-9f5c-f5d070d4886d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77a8881d518946a491d10f70934c1e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754500 Oct 13 14:45:08.843045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f17968-bcc5-48d6-9f5c-f5d070d4886d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f15713-ea3e-49d4-94fd-a307952746f2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:08.843489 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55498) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:08.941463 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04bf25c-50a4-4682-a7e5-134e45125a1f admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:45:08.949536 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b04bf25c-50a4-4682-a7e5-134e45125a1f admin admin] 10.222.0.18 "PUT /v2.0/routers/0f703d7f-3eaa-49a8-9210-c7fb7555366d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1074939 Oct 13 14:45:08.951788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55500) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:08.956858 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a5fcce1-48b9-47e1-90df-d9d4e7972031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:08.967271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ee4d37a0-2575-4b83-8f63-5dc94dc000b3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:45:08.987240 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a5fcce1-48b9-47e1-90df-d9d4e7972031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:09.028486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ee4d37a0-2575-4b83-8f63-5dc94dc000b3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:09.028852 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:09.082081 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:09.198497 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:09.202700 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a5fcce1-48b9-47e1-90df-d9d4e7972031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:09.205526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5a5fcce1-48b9-47e1-90df-d9d4e7972031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:09.208893 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5a5fcce1-48b9-47e1-90df-d9d4e7972031 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1f15713-ea3e-49d4-94fd-a307952746f2 HTTP/1.1" status: 204 len: 168 time: 0.3621655 Oct 13 14:45:09.217187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fcce1-48b9-47e1-90df-d9d4e7972031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f15713-ea3e-49d4-94fd-a307952746f2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:09.352511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Deleting port ee4d37a0-2575-4b83-8f63-5dc94dc000b3 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:09.352907 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:09.447147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] For port ee4d37a0-2575-4b83-8f63-5dc94dc000b3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ee4d37a0-2575-4b83-8f63-5dc94dc000b3,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:09.447533 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:09.455021 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55504) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:09.461099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Calling delete_port for ee4d37a0-2575-4b83-8f63-5dc94dc000b3 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:09.733588 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:09.761351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4d37a0-2575-4b83-8f63-5dc94dc000b3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:09.843575 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:09.914089 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db5e74-54f7-4c79-b0a5-433cc0a18dd7 None None] Sync routers for ids ['0f703d7f-3eaa-49a8-9210-c7fb7555366d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:45:09.924247 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-56892e13-2565-4592-9b05-51a8973c7389 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Deleting port 1dd8d0e6-bc55-4a6c-98c2-cdbb64018274 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:09.924752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56892e13-2565-4592-9b05-51a8973c7389 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:09.928818 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db5e74-54f7-4c79-b0a5-433cc0a18dd7 None None] Routers {'0f703d7f-3eaa-49a8-9210-c7fb7555366d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:09.929719 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e4db5e74-54f7-4c79-b0a5-433cc0a18dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f703d7f-3eaa-49a8-9210-c7fb7555366d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:10.027812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e4db5e74-54f7-4c79-b0a5-433cc0a18dd7 None None] Set router 0f703d7f-3eaa-49a8-9210-c7fb7555366d gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:10.036559 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56892e13-2565-4592-9b05-51a8973c7389 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.038622 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56892e13-2565-4592-9b05-51a8973c7389 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.051091 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-56892e13-2565-4592-9b05-51a8973c7389 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Calling delete_port for 1dd8d0e6-bc55-4a6c-98c2-cdbb64018274 owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:10.093808 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e4db5e74-54f7-4c79-b0a5-433cc0a18dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'name': 'tempest-ImageQuotaTest-1826369551-router', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:09Z', 'revision_number': 7, 'project_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:10.140681 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db5e74-54f7-4c79-b0a5-433cc0a18dd7 None None] Checking router: 0f703d7f-3eaa-49a8-9210-c7fb7555366d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:45:10.154723 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db5e74-54f7-4c79-b0a5-433cc0a18dd7 None None] Routers {'0f703d7f-3eaa-49a8-9210-c7fb7555366d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:10.156059 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e4db5e74-54f7-4c79-b0a5-433cc0a18dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0f703d7f-3eaa-49a8-9210-c7fb7555366d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:10.242746 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.244063 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.257137 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e4db5e74-54f7-4c79-b0a5-433cc0a18dd7 None None] Set router 0f703d7f-3eaa-49a8-9210-c7fb7555366d gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:10.315622 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e4db5e74-54f7-4c79-b0a5-433cc0a18dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'name': 'tempest-ImageQuotaTest-1826369551-router', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:09Z', 'revision_number': 7, 'project_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:10.343874 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db5e74-54f7-4c79-b0a5-433cc0a18dd7 None None] The sync data for ids ['0f703d7f-3eaa-49a8-9210-c7fb7555366d'] in n-d-806683-15 is: [{'id': '0f703d7f-3eaa-49a8-9210-c7fb7555366d', 'name': 'tempest-ImageQuotaTest-1826369551-router', 'tenant_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:45:01Z', 'updated_at': '2021-10-13T14:45:09Z', 'revision_number': 7, 'project_id': 'dc1d9d14b19e43778de1a2ccb96ec169', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:45:10.425218 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56892e13-2565-4592-9b05-51a8973c7389 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.425474 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.425886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f703d7f-3eaa-49a8-9210-c7fb7555366d {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:45:10.436181 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.440778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-432393b1-5e42-4dd9-9f1e-fa07d5f43ccb admin admin] 10.222.0.18 "DELETE /v2.0/routers/0f703d7f-3eaa-49a8-9210-c7fb7555366d HTTP/1.1" status: 204 len: 168 time: 1.4867566 Oct 13 14:45:10.440778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55526) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:10.459298 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56892e13-2565-4592-9b05-51a8973c7389 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event deleted for resources: {'Port': ['ID=1dd8d0e6-bc55-4a6c-98c2-cdbb64018274,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:10.491685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da94901-e40f-44ec-bd78-0d273a1ffc52 admin admin] Deleting subnet c9acff81-1d5e-4632-9501-bcfe2546277c {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:45:10.495157 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8da94901-e40f-44ec-bd78-0d273a1ffc52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.533309 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56892e13-2565-4592-9b05-51a8973c7389 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.534028 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-56892e13-2565-4592-9b05-51a8973c7389 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Floating IP 54d31fbf-1f15-4966-824e-765937b67470 disassociated (deleted). External IP: 172.25.0.57, port: 489c97a4-52cc-484d-9bf6-1fa9f203e8ae. Oct 13 14:45:10.539041 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8da94901-e40f-44ec-bd78-0d273a1ffc52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.682026 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8da94901-e40f-44ec-bd78-0d273a1ffc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.773275 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56892e13-2565-4592-9b05-51a8973c7389 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:45:10.814236 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8da94901-e40f-44ec-bd78-0d273a1ffc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.845935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da94901-e40f-44ec-bd78-0d273a1ffc52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9acff81-1d5e-4632-9501-bcfe2546277c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:10.847894 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8da94901-e40f-44ec-bd78-0d273a1ffc52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.851062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8da94901-e40f-44ec-bd78-0d273a1ffc52 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c9acff81-1d5e-4632-9501-bcfe2546277c HTTP/1.1" status: 204 len: 168 time: 0.4084961 Oct 13 14:45:10.852010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5d86b2-7728-43e6-b858-09a49e98d1e4 None None] Network e0689c88-c4ba-4e80-b7c2-2c132c0d128c requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:10.857521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55532) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:10.905045 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56892e13-2565-4592-9b05-51a8973c7389 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:45:10.919966 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-56892e13-2565-4592-9b05-51a8973c7389 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.932753 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508c782-713f-4146-864c-61a022c0ba27 None None] Sync routers for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:45:10.956615 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:10.972291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508c782-713f-4146-864c-61a022c0ba27 None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:10.973187 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-1508c782-713f-4146-864c-61a022c0ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:10.982436 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-56892e13-2565-4592-9b05-51a8973c7389 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "DELETE /v2.0/floatingips/54d31fbf-1f15-4966-824e-765937b67470 HTTP/1.1" status: 204 len: 168 time: 1.5248539 Oct 13 14:45:10.983206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628a6004-b08c-403a-8cd8-dbc864c21752', 'tag': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:45:10.986175 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9bd391-72b8-4588-9bd0-adbec403c2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "628a6004-b08c-403a-8cd8-dbc864c21752", "tag": "489c97a4-52cc-484d-9bf6-1fa9f203e8ae"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:45:11.042082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Deleting port 19312d84-4b22-4ae4-b328-5fa00feb53ac {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:11.042927 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:11.097176 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535c3549-06d6-4a8a-beff-ca2b295dae47 x-openstack-request-id: req-535c3549-06d6-4a8a-beff-ca2b295dae47 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:45:11.097797 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628a6004-b08c-403a-8cd8-dbc864c21752", "tag": "489c97a4-52cc-484d-9bf6-1fa9f203e8ae", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:45:11.098268 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-535c3549-06d6-4a8a-beff-ca2b295dae47 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:45:11.098896 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628a6004-b08c-403a-8cd8-dbc864c21752', 'tag': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae', 'status': 'completed', 'code': 200} Oct 13 14:45:11.122357 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 871cc953-2b45-4fb2-a4cc-175636f544d2 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:11.136133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] For port 19312d84-4b22-4ae4-b328-5fa00feb53ac, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=19312d84-4b22-4ae4-b328-5fa00feb53ac,segment=NetworkSegment(b0dcc939-991a-4b9e-9699-e51aaaf231c5),segment_id=b0dcc939-991a-4b9e-9699-e51aaaf231c5)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:11.136585 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:11.167807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 871cc953-2b45-4fb2-a4cc-175636f544d2 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:45:11.177239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 871cc953-2b45-4fb2-a4cc-175636f544d2 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:45:11.177239 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ee4d37a0-2575-4b83-8f63-5dc94dc000b3 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:11.177523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Calling delete_port for 19312d84-4b22-4ae4-b328-5fa00feb53ac owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:11.221044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: ee4d37a0-2575-4b83-8f63-5dc94dc000b3 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:45:11.221281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ee4d37a0-2575-4b83-8f63-5dc94dc000b3 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:45:11.236428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bd391-72b8-4588-9bd0-adbec403c2a5 req-67788447-9eea-4829-acb7-15e81f762f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:11.237471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf9bd391-72b8-4588-9bd0-adbec403c2a5 req-67788447-9eea-4829-acb7-15e81f762f04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 1097 time: 0.0897677 Oct 13 14:45:11.266965 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-1508c782-713f-4146-864c-61a022c0ba27 None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:11.376236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bd391-72b8-4588-9bd0-adbec403c2a5 req-fe60e0e8-aefa-40b9-8a92-d5b4635692a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:11.377760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf9bd391-72b8-4588-9bd0-adbec403c2a5 req-fe60e0e8-aefa-40b9-8a92-d5b4635692a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.1285348 Oct 13 14:45:11.389895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb4cc5-b53b-48ff-85b5-b9b669bae386 None None] DHCP port deletion for e0689c88-c4ba-4e80-b7c2-2c132c0d128c request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:45:11.439277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf9bd391-72b8-4588-9bd0-adbec403c2a5 req-c93882d7-16aa-4c5a-9e66-a31a905b0e2f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=489c97a4-52cc-484d-9bf6-1fa9f203e8ae HTTP/1.1" status: 200 len: 217 time: 0.0515015 Oct 13 14:45:11.442861 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:11.480446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=19312d84-4b22-4ae4-b328-5fa00feb53ac,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:11.488418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] No DVR routers for this DVR port 19312d84-4b22-4ae4-b328-5fa00feb53ac on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:45:11.528677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb4cc5-b53b-48ff-85b5-b9b669bae386 None None] Deleting port 19312d84-4b22-4ae4-b328-5fa00feb53ac {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:11.529072 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ddb4cc5-b53b-48ff-85b5-b9b669bae386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:11.605781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bd391-72b8-4588-9bd0-adbec403c2a5 req-032fc260-ed10-4079-a673-36d39219a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:11.607325 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf9bd391-72b8-4588-9bd0-adbec403c2a5 req-032fc260-ed10-4079-a673-36d39219a92a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.1377382 Oct 13 14:45:11.615689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5ddb4cc5-b53b-48ff-85b5-b9b669bae386 None None] For port 19312d84-4b22-4ae4-b328-5fa00feb53ac, host n-d-806683-15, got binding levels [] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:11.616055 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ddb4cc5-b53b-48ff-85b5-b9b669bae386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:11.641403 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:11.650144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb4cc5-b53b-48ff-85b5-b9b669bae386 None None] Calling delete_port for 19312d84-4b22-4ae4-b328-5fa00feb53ac owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:11.654728 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.ipam_backend_mixin [None req-5ddb4cc5-b53b-48ff-85b5-b9b669bae386 None None] Port 19312d84-4b22-4ae4-b328-5fa00feb53ac was not found and therefore no delete operation was performed {{(pid=112686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 14:45:11.657415 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ddb4cc5-b53b-48ff-85b5-b9b669bae386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:11.686786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb4cc5-b53b-48ff-85b5-b9b669bae386 None None] Pushing event deleted for resources: {'Port': ['ID=19312d84-4b22-4ae4-b328-5fa00feb53ac,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:11.689808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0689c88-c4ba-4e80-b7c2-2c132c0d128c']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:11.691911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb4cc5-b53b-48ff-85b5-b9b669bae386 None None] No DVR routers for this DVR port 19312d84-4b22-4ae4-b328-5fa00feb53ac on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:45:11.714426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052e5ec-5bb0-49be-aa7e-ea335bc2d4c4 req-8ddf8cee-36bb-4d62-a74d-6aa2e50799a3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:11.717331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2052e5ec-5bb0-49be-aa7e-ea335bc2d4c4 req-8ddf8cee-36bb-4d62-a74d-6aa2e50799a3 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 945 time: 0.1291215 Oct 13 14:45:11.723171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0dcc939-991a-4b9e-9699-e51aaaf231c5') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:11.723469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0dcc939-991a-4b9e-9699-e51aaaf231c5') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:11.727787 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-1508c782-713f-4146-864c-61a022c0ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '107cfc8a-3b97-45dc-9050-7c9a6368e3b9', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '1974a755-ce5a-4f41-b572-123adba1ee73', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:b0:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:39:32Z', 'updated_at': '2021-10-13T14:39:37Z', 'revision_number': 1, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:11.733646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bd391-72b8-4588-9bd0-adbec403c2a5 req-975e5c01-f8ae-4a1e-8eec-2f6d5312aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:11.735174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf9bd391-72b8-4588-9bd0-adbec403c2a5 req-975e5c01-f8ae-4a1e-8eec-2f6d5312aeff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055593 Oct 13 14:45:11.756359 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:11.762856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508c782-713f-4146-864c-61a022c0ba27 None None] Checking router: 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:45:11.771448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508c782-713f-4146-864c-61a022c0ba27 None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:11.772069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-1508c782-713f-4146-864c-61a022c0ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:44:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:11.821212 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:11.842556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2052e5ec-5bb0-49be-aa7e-ea335bc2d4c4 req-5caeac10-fdeb-46be-9ed1-624d06e1d175 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113105 Oct 13 14:45:11.843856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:45:11.844263 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:45:11.849263 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:45:11.887684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-1508c782-713f-4146-864c-61a022c0ba27 None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:11.935436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf9bd391-72b8-4588-9bd0-adbec403c2a5 req-a19af7e9-18ce-42a2-be81-92d84066d54b service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770000 Oct 13 14:45:12.007679 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:12.017045 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:12.020321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e0689c88-c4ba-4e80-b7c2-2c132c0d128c HTTP/1.1" status: 204 len: 168 time: 1.1617618 Oct 13 14:45:12.038117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f74ef-fd61-4f2b-bd67-629382a493a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0689c88-c4ba-4e80-b7c2-2c132c0d128c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:12.060932 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf9bd391-72b8-4588-9bd0-adbec403c2a5 req-f5150d01-1f45-4c64-a4a6-bd66c8cfa80c service neutron] 10.222.0.49 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173410 Oct 13 14:45:12.150169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-1508c782-713f-4146-864c-61a022c0ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '107cfc8a-3b97-45dc-9050-7c9a6368e3b9', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '1974a755-ce5a-4f41-b572-123adba1ee73', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:b0:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:39:32Z', 'updated_at': '2021-10-13T14:39:37Z', 'revision_number': 1, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:12.178793 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1508c782-713f-4146-864c-61a022c0ba27 None None] The sync data for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 is: [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '107cfc8a-3b97-45dc-9050-7c9a6368e3b9', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'port_id': '1974a755-ce5a-4f41-b572-123adba1ee73', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'mac_address': 'fa:16:3e:b0:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:39:32Z', 'updated_at': '2021-10-13T14:39:37Z', 'revision_number': 1, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:45:12.405538 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88730ff1-c7c1-46b2-bef8-b3352218d5b5 None None] New status for floating IP 54d31fbf-1f15-4966-824e-765937b67470: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:45:12.477072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55590) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:12.523126 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-959d531e-1f96-480f-a8de-ce3a892ae7ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc1d9d14b19e43778de1a2ccb96ec169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447240 Oct 13 14:45:12.525582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55596) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:12.573901 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dc326b7-9b9d-433c-b87e-eff548b5c981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:12.601585 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dc326b7-9b9d-433c-b87e-eff548b5c981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:12.727688 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dc326b7-9b9d-433c-b87e-eff548b5c981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:12.730396 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dc326b7-9b9d-433c-b87e-eff548b5c981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:12.731611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3dc326b7-9b9d-433c-b87e-eff548b5c981 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61e0568b-787c-4e91-8247-861485bbb188 HTTP/1.1" status: 204 len: 168 time: 0.2051125 Oct 13 14:45:12.739994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc326b7-9b9d-433c-b87e-eff548b5c981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e0568b-787c-4e91-8247-861485bbb188,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:12.950005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 19312d84-4b22-4ae4-b328-5fa00feb53ac no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:12.971605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 19312d84-4b22-4ae4-b328-5fa00feb53ac {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:45:12.971952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 19312d84-4b22-4ae4-b328-5fa00feb53ac not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:45:12.988788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f24752-96d4-4b8f-bc82-1c2b5dfc48df req-68b99906-baa3-433d-85cd-e98b4aa99702 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:12.990305 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81f24752-96d4-4b8f-bc82-1c2b5dfc48df req-68b99906-baa3-433d-85cd-e98b4aa99702 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 945 time: 0.0580039 Oct 13 14:45:13.029748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81f24752-96d4-4b8f-bc82-1c2b5dfc48df req-bb34f7a2-f1fa-4f80-9e6b-971bcb668649 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332804 Oct 13 14:45:13.227366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55610) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:13.363204 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-683c85e7-0554-40bd-891d-d7121251885e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.397480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d71cef-4c1c-408a-896a-697279da33a7 req-c1649962-12cb-4c9b-9ec7-5081069ba9ba tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:13.398963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44d71cef-4c1c-408a-896a-697279da33a7 req-c1649962-12cb-4c9b-9ec7-5081069ba9ba tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 945 time: 0.0752563 Oct 13 14:45:13.438685 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55614) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:13.453724 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e46d32dd-9d54-4d0c-9ed8-359bbd535ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.531919 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e46d32dd-9d54-4d0c-9ed8-359bbd535ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.533327 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-683c85e7-0554-40bd-891d-d7121251885e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.545002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-44d71cef-4c1c-408a-896a-697279da33a7 req-f20ef311-87ce-4107-be12-8d01a762db16 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Deleting port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:13.545338 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-44d71cef-4c1c-408a-896a-697279da33a7 req-f20ef311-87ce-4107-be12-8d01a762db16 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.602256 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e46d32dd-9d54-4d0c-9ed8-359bbd535ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.641097 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-683c85e7-0554-40bd-891d-d7121251885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.642577 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e46d32dd-9d54-4d0c-9ed8-359bbd535ab0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2021203 Oct 13 14:45:13.644304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-44d71cef-4c1c-408a-896a-697279da33a7 req-f20ef311-87ce-4107-be12-8d01a762db16 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] For port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=489c97a4-52cc-484d-9bf6-1fa9f203e8ae,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:13.644660 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-44d71cef-4c1c-408a-896a-697279da33a7 req-f20ef311-87ce-4107-be12-8d01a762db16 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.645887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55616) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:13.654445 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d32dd-9d54-4d0c-9ed8-359bbd535ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca5628b-f865-499b-a900-62dbd86ac005,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:13.677556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-44d71cef-4c1c-408a-896a-697279da33a7 req-f20ef311-87ce-4107-be12-8d01a762db16 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Calling delete_port for 489c97a4-52cc-484d-9bf6-1fa9f203e8ae owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:13.700217 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-325adff1-c66a-4870-98da-ce81b7ca292c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.704774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-683c85e7-0554-40bd-891d-d7121251885e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=303ab97a62b2412cb965f1aed9c738d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4763422 Oct 13 14:45:13.706998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c85e7-0554-40bd-891d-d7121251885e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bf855f-342a-40e7-a1f3-18bcb62495e0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:13.708906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55618) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:13.735385 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-325adff1-c66a-4870-98da-ce81b7ca292c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.792013 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ddce064-ed65-4b6a-858f-1edffddc3e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.814976 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ddce064-ed65-4b6a-858f-1edffddc3e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.921729 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-325adff1-c66a-4870-98da-ce81b7ca292c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.924319 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-325adff1-c66a-4870-98da-ce81b7ca292c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.925502 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-325adff1-c66a-4870-98da-ce81b7ca292c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dca5628b-f865-499b-a900-62dbd86ac005 HTTP/1.1" status: 204 len: 168 time: 0.2787185 Oct 13 14:45:13.933283 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325adff1-c66a-4870-98da-ce81b7ca292c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca5628b-f865-499b-a900-62dbd86ac005,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:13.962289 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-44d71cef-4c1c-408a-896a-697279da33a7 req-f20ef311-87ce-4107-be12-8d01a762db16 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.962487 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ddce064-ed65-4b6a-858f-1edffddc3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.965674 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4ddce064-ed65-4b6a-858f-1edffddc3e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:13.969261 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4ddce064-ed65-4b6a-858f-1edffddc3e7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0bf855f-342a-40e7-a1f3-18bcb62495e0 HTTP/1.1" status: 204 len: 168 time: 0.2570846 Oct 13 14:45:13.978461 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddce064-ed65-4b6a-858f-1edffddc3e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bf855f-342a-40e7-a1f3-18bcb62495e0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:14.014564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ef311-87ce-4107-be12-8d01a762db16 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event deleted for resources: {'Port': ['ID=489c97a4-52cc-484d-9bf6-1fa9f203e8ae,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:14.058043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d71cef-4c1c-408a-896a-697279da33a7 req-f20ef311-87ce-4107-be12-8d01a762db16 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] No DVR routers for this DVR port 489c97a4-52cc-484d-9bf6-1fa9f203e8ae on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:45:14.071914 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-44d71cef-4c1c-408a-896a-697279da33a7 req-f20ef311-87ce-4107-be12-8d01a762db16 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:14.071914 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44d71cef-4c1c-408a-896a-697279da33a7 req-f20ef311-87ce-4107-be12-8d01a762db16 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.49 "DELETE /v2.0/ports/489c97a4-52cc-484d-9bf6-1fa9f203e8ae HTTP/1.1" status: 204 len: 173 time: 0.6582167 Oct 13 14:45:14.071914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628a6004-b08c-403a-8cd8-dbc864c21752', 'name': 'network-vif-deleted', 'tag': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:45:14.077065 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74de7cd-b131-4c46-816d-2dae36398a5a" -d '{"events": [{"server_uuid": "628a6004-b08c-403a-8cd8-dbc864c21752", "name": "network-vif-deleted", "tag": "489c97a4-52cc-484d-9bf6-1fa9f203e8ae"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:45:14.151387 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293035bf-2772-4cb3-9d4e-e1279201cb83 x-openstack-request-id: req-293035bf-2772-4cb3-9d4e-e1279201cb83 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:45:14.151693 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628a6004-b08c-403a-8cd8-dbc864c21752", "name": "network-vif-deleted", "tag": "489c97a4-52cc-484d-9bf6-1fa9f203e8ae", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:45:14.151929 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-293035bf-2772-4cb3-9d4e-e1279201cb83 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:45:14.153106 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628a6004-b08c-403a-8cd8-dbc864c21752', 'name': 'network-vif-deleted', 'tag': '489c97a4-52cc-484d-9bf6-1fa9f203e8ae', 'status': 'completed', 'code': 200} Oct 13 14:45:14.155575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d79b68e-8d7b-4976-b734-111dc7c28de0 req-a6ee69ab-158f-4e8b-a6a2-4b19b64b1045 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 210 time: 0.0349991 Oct 13 14:45:14.699209 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55632) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:14.713312 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1a890858-8c42-4baa-a13a-1a108162463e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:14.796969 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1a890858-8c42-4baa-a13a-1a108162463e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:14.885078 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1a890858-8c42-4baa-a13a-1a108162463e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:14.923777 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a890858-8c42-4baa-a13a-1a108162463e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a3310f-6841-4aeb-bf41-bc3d56edf9be,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:14.930426 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1a890858-8c42-4baa-a13a-1a108162463e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ff64728efc84f259166cb230b72de5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274961 Oct 13 14:45:14.930582 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55634) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:14.985745 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afdec652-53fa-43e7-a11c-774c0d80d024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:15.007796 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afdec652-53fa-43e7-a11c-774c0d80d024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:15.133855 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afdec652-53fa-43e7-a11c-774c0d80d024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:15.136454 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afdec652-53fa-43e7-a11c-774c0d80d024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:15.139524 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-afdec652-53fa-43e7-a11c-774c0d80d024 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5a3310f-6841-4aeb-bf41-bc3d56edf9be HTTP/1.1" status: 204 len: 168 time: 0.2061024 Oct 13 14:45:15.146720 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdec652-53fa-43e7-a11c-774c0d80d024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a3310f-6841-4aeb-bf41-bc3d56edf9be,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:15.267746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10ceb83a-235d-4fca-96ac-380d2106f4ab req-1cedcb69-4a00-4aa1-b442-66de0a2f5aea tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 210 time: 0.0331805 Oct 13 14:45:16.373228 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75913470-ae72-43cd-afe0-1e623f46a4f0 req-bbc1b6b5-d4c7-429d-a9c9-c715dbf7df0a tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 210 time: 0.0342476 Oct 13 14:45:17.109958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 489c97a4-52cc-484d-9bf6-1fa9f203e8ae no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:17.133486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 489c97a4-52cc-484d-9bf6-1fa9f203e8ae {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:45:17.133729 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 489c97a4-52cc-484d-9bf6-1fa9f203e8ae not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:45:17.150080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55674) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:17.251537 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-117810159', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:17.333523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Made reservation on behalf of c080d05e3b934ef59cf26ecdc14c9ee5 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:17.335971 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:17.345209 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:17.426629 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:17.473091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8168728-b40a-4518-aa15-ef35b13933f0 req-ddded113-88bc-424d-8bda-902aea067b50 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 210 time: 0.0270331 Oct 13 14:45:17.505152 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:17.515627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] device_id is not set on port 8a84333d-b892-413a-9865-59e1a69e1177 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:45:17.561542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee382ca0-4b81-4842-ba8c-d55a203fe81d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:17.639846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Allocated IP 172.25.0.201 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/8a84333d-b892-413a-9865-59e1a69e1177) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:17.788150 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:17.922942 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:17.969651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:17.972574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:17.977098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:17.980243 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Pushing event updated for resources: {'Port': ['ID=8a84333d-b892-413a-9865-59e1a69e1177,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:18.019992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:18.020617 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:18.165425 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d9e1abe7-dc18-4e99-bcb0-22e0e6333519 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0137594 Oct 13 14:45:18.168526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55682) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:18.172832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.201'}]}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:18.391324 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:18.392569 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:18.485224 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:18.572360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f30b7ac-0cd1-44cd-986e-4be7aff270bc req-555b0cd0-c797-4d29-a6ee-1cadaac0075d tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 210 time: 0.0267637 Oct 13 14:45:18.724006 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:18.745026 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:19.029962 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:19.055049 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:19.288324 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:19.452535 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:19.454704 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:19.550610 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b23121b3-f4e3-4b98-84b0-214fdbc50c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:19.591048 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:19.591668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d85e374e-9b0f-4de0-ba8b-75ee8cdb6677 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:45:19.684020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ef849954-e7bf-4d2f-83a3-0cf83ce43af7 req-167d4605-b02e-4f49-aa57-54430f07e841 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=628a6004-b08c-403a-8cd8-dbc864c21752 HTTP/1.1" status: 200 len: 210 time: 0.0271134 Oct 13 14:45:19.699667 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 13 14:45:19.700786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-31532120-ca7a-4d3a-ac19-9dd4bf99be26 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5312746 Oct 13 14:45:19.705141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55688) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:20.059484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc9853-e653-4b83-941a-5336c8af8267 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Deleting port 8a84333d-b892-413a-9865-59e1a69e1177 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:20.059751 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9853-e653-4b83-941a-5336c8af8267 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:20.137658 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9853-e653-4b83-941a-5336c8af8267 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:20.149037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc9853-e653-4b83-941a-5336c8af8267 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Calling delete_port for 8a84333d-b892-413a-9865-59e1a69e1177 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:20.350668 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9853-e653-4b83-941a-5336c8af8267 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:20.383405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc9853-e653-4b83-941a-5336c8af8267 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a84333d-b892-413a-9865-59e1a69e1177,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:20.443598 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9853-e653-4b83-941a-5336c8af8267 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:20.447219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e5cc9853-e653-4b83-941a-5336c8af8267 tempest-RoutersAdminNegativeIpV6Test-1798620765 tempest-RoutersAdminNegativeIpV6Test-1798620765-project-admin] 10.222.0.18 "DELETE /v2.0/ports/8a84333d-b892-413a-9865-59e1a69e1177 HTTP/1.1" status: 204 len: 168 time: 0.7397344 Oct 13 14:45:20.904117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55698) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:21.015440 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ccbbb3c-61f4-4274-a146-e562cc732eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:21.109267 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ccbbb3c-61f4-4274-a146-e562cc732eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:21.173140 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8ccbbb3c-61f4-4274-a146-e562cc732eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:21.212912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8ccbbb3c-61f4-4274-a146-e562cc732eeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ea71218b8c14b21abc731a6c08ca3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076997 Oct 13 14:45:21.213897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbbb3c-61f4-4274-a146-e562cc732eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fd30ac-0846-419f-81d9-519b3ccc1fc0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:21.215782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55704) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:21.272166 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:21.294558 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:21.441761 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:21.444327 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:21.445514 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07fd30ac-0846-419f-81d9-519b3ccc1fc0 HTTP/1.1" status: 204 len: 168 time: 0.2286978 Oct 13 14:45:21.455288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fd30ac-0846-419f-81d9-519b3ccc1fc0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:21.463104 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:21.463454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:21.463791 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:21.464135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:21.465096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:21.465514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:21.465995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:21.466342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:21.466673 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:21.467002 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:21.467333 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:21.467657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31797ceb-87d2-4212-98bc-50c298fde9ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:22.224838 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:22.310589 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bc40ed82-54a1-48e4-86b8-8227e89af81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:22.346334 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55714) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:22.393608 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-16cb10a2-5fc4-4ec8-a40a-48fa932c49d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c080d05e3b934ef59cf26ecdc14c9ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460443 Oct 13 14:45:22.394653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55718) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:22.445988 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-be2a7b63-1a9f-4b77-9964-58d3e46cd26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:22.468292 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-be2a7b63-1a9f-4b77-9964-58d3e46cd26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:22.607827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-be2a7b63-1a9f-4b77-9964-58d3e46cd26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:22.610459 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-be2a7b63-1a9f-4b77-9964-58d3e46cd26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:22.614365 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-be2a7b63-1a9f-4b77-9964-58d3e46cd26b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee382ca0-4b81-4842-ba8c-d55a203fe81d HTTP/1.1" status: 204 len: 168 time: 0.2160797 Oct 13 14:45:22.625845 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a7b63-1a9f-4b77-9964-58d3e46cd26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee382ca0-4b81-4842-ba8c-d55a203fe81d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:23.679390 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55742) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:23.791492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-62935681'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:23.899624 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:23.910612 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Made reservation on behalf of 6198a9db7c6c4965a7d805ded1fdcbd7 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:23.914390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:23.924884 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:24.005560 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:24.018853 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:24.104040 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:24.133199 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:45:24.143329 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b96f71-af9d-452a-b040-7320cd6514e4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:24.149327 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:24.149668 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Added segment e26300bc-dcf9-446c-99de-69fa5f920683 of type vlan for network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 Oct 13 14:45:24.191036 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:24.287773 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:24.293745 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:24.294813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:24.363021 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event updated for resources: {'Network': ['ID=e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:24.376255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:45:24.410569 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5e2f6f49-522b-44a8-a20f-a45dace27b1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7293446 Oct 13 14:45:24.417980 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55752) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:24.423539 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8a8921e6-2952-49bc-97a3-451081016e7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Request body: {'subnet': {'network_id': 'e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:24.599358 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8921e6-2952-49bc-97a3-451081016e7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Made reservation on behalf of 6198a9db7c6c4965a7d805ded1fdcbd7 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:24.603531 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a8921e6-2952-49bc-97a3-451081016e7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:24.894535 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a8921e6-2952-49bc-97a3-451081016e7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:24.954889 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8921e6-2952-49bc-97a3-451081016e7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event updated for resources: {'Subnet': ['ID=2c0af8d1-f9e7-49a7-8cfd-1d7985f5bb19,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:24.970891 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8921e6-2952-49bc-97a3-451081016e7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Checking segment: {'id': 'e26300bc-dcf9-446c-99de-69fa5f920683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:45:24.971332 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8921e6-2952-49bc-97a3-451081016e7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Network hostable DHCP agents. Network: e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:45:25.064959 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8921e6-2952-49bc-97a3-451081016e7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:45:25.145135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-8a8921e6-2952-49bc-97a3-451081016e7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:25.149719 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8921e6-2952-49bc-97a3-451081016e7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:25.151836 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8a8921e6-2952-49bc-97a3-451081016e7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:25.157079 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c3c14-e77f-47ed-914e-946645769e55 None None] Network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:25.256315 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8a8921e6-2952-49bc-97a3-451081016e7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8368800 Oct 13 14:45:25.258916 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55756) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:25.264867 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Request body: {'port': {'network_id': 'e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9', 'name': 'tempest-AllowedAddressPairTestJSON-1383014755'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:25.361963 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9', 'network_id': 'e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9', 'tenant_id': '6198a9db7c6c4965a7d805ded1fdcbd7', 'fixed_ips': [{'subnet_id': '2c0af8d1-f9e7-49a7-8cfd-1d7985f5bb19'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:45:25.363185 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:25.468962 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:25.499415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Made reservation on behalf of 6198a9db7c6c4965a7d805ded1fdcbd7 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:25.503267 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:25.527949 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] device_id is not set on port 49eec518-c161-431e-b517-59f349271fe5 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:45:25.548317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Allocated IP 172.20.0.2 (e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9/2c0af8d1-f9e7-49a7-8cfd-1d7985f5bb19/ae6cdc62-1e97-4252-83b0-dda1fd4b7902) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:25.881344 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:26.019418 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:26.062388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:26.065526 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:26.069501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:26.076961 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Allocated IP 172.20.0.14 (e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9/2c0af8d1-f9e7-49a7-8cfd-1d7985f5bb19/49eec518-c161-431e-b517-59f349271fe5) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:26.079611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Pushing event updated for resources: {'Port': ['ID=ae6cdc62-1e97-4252-83b0-dda1fd4b7902,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:26.135578 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Attempting to bind port ae6cdc62-1e97-4252-83b0-dda1fd4b7902 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:45:26.136107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Attempting to bind port ae6cdc62-1e97-4252-83b0-dda1fd4b7902 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'e26300bc-dcf9-446c-99de-69fa5f920683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:45:26.136604 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Attempting to bind port ae6cdc62-1e97-4252-83b0-dda1fd4b7902 on network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:45:26.142921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:45:26.143477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Checking segment: {'id': 'e26300bc-dcf9-446c-99de-69fa5f920683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:45:26.143910 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:26.144397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Bound using segment: {'id': 'e26300bc-dcf9-446c-99de-69fa5f920683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:45:26.144934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Bound port: ae6cdc62-1e97-4252-83b0-dda1fd4b7902, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26300bc-dcf9-446c-99de-69fa5f920683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:45:26.145351 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:26.213123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] For port ae6cdc62-1e97-4252-83b0-dda1fd4b7902, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:45:26.216361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] For port ae6cdc62-1e97-4252-83b0-dda1fd4b7902, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ae6cdc62-1e97-4252-83b0-dda1fd4b7902,segment=NetworkSegment(e26300bc-dcf9-446c-99de-69fa5f920683),segment_id=e26300bc-dcf9-446c-99de-69fa5f920683)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:45:26.250609 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:26.288272 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:26.343263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f048c-4e99-4e7f-b848-667417eaafbe None None] Pushing event updated for resources: {'Port': ['ID=ae6cdc62-1e97-4252-83b0-dda1fd4b7902,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:26.351950 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:26.398878 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:26.406565 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:26.410970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:26.438687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event updated for resources: {'Port': ['ID=49eec518-c161-431e-b517-59f349271fe5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:26.463852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55762) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:26.469987 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:26.470877 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:26.599542 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e37be663-6686-438c-aca6-0ff34dc4bb3b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3393970 Oct 13 14:45:26.603485 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55764) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:26.614443 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Request body: {'port': {'network_id': 'e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9', 'name': 'tempest-AllowedAddressPairTestJSON-1361546924', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:78:5f:5b'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:26.666245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-268e18c1-254d-41fc-8481-070f50236694 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Deleting port 9926b8e9-0735-4d1b-a6c0-c1797e6c7307 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:26.666582 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-268e18c1-254d-41fc-8481-070f50236694 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:26.747161 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-268e18c1-254d-41fc-8481-070f50236694 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:26.747559 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-268e18c1-254d-41fc-8481-070f50236694 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:26.758908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-268e18c1-254d-41fc-8481-070f50236694 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Calling delete_port for 9926b8e9-0735-4d1b-a6c0-c1797e6c7307 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:26.813600 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Made reservation on behalf of 6198a9db7c6c4965a7d805ded1fdcbd7 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:26.916800 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:26.936605 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] device_id is not set on port 6801d041-14a2-47dc-b7e7-2efbf0445e30 yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:45:27.006617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ae6cdc62-1e97-4252-83b0-dda1fd4b7902 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:45:27.034105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-268e18c1-254d-41fc-8481-070f50236694 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:27.067672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ae6cdc62-1e97-4252-83b0-dda1fd4b7902 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:27.068342 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:27.068605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e18c1-254d-41fc-8481-070f50236694 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event deleted for resources: {'Port': ['ID=9926b8e9-0735-4d1b-a6c0-c1797e6c7307,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:27.076210 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Allocated IP 172.20.0.11 (e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9/2c0af8d1-f9e7-49a7-8cfd-1d7985f5bb19/6801d041-14a2-47dc-b7e7-2efbf0445e30) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:27.159307 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-268e18c1-254d-41fc-8481-070f50236694 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:27.159986 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-268e18c1-254d-41fc-8481-070f50236694 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Floating IP 107cfc8a-3b97-45dc-9050-7c9a6368e3b9 disassociated (deleted). External IP: 172.25.0.75, port: 1974a755-ce5a-4f41-b572-123adba1ee73. Oct 13 14:45:27.185422 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:27.240035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port ae6cdc62-1e97-4252-83b0-dda1fd4b7902, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ae6cdc62-1e97-4252-83b0-dda1fd4b7902,segment=NetworkSegment(e26300bc-dcf9-446c-99de-69fa5f920683),segment_id=e26300bc-dcf9-446c-99de-69fa5f920683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:27.333863 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:27.399772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=ae6cdc62-1e97-4252-83b0-dda1fd4b7902,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:27.436846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268e18c1-254d-41fc-8481-070f50236694 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:45:27.460707 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dc77b0-d400-4dd9-ab18-44f91f7a39fc None None] Network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:27.537111 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:27.538299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-85df055c-ca96-4584-b188-4cd581c093e7 None None] Provisioning complete for port ae6cdc62-1e97-4252-83b0-dda1fd4b7902 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:27.538731 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-85df055c-ca96-4584-b188-4cd581c093e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:27.567419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268e18c1-254d-41fc-8481-070f50236694 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:45:27.580116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1197f1-7425-40ed-a618-9d4ba51f271d None None] Sync routers for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:45:27.582111 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-268e18c1-254d-41fc-8481-070f50236694 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:27.610854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-268e18c1-254d-41fc-8481-070f50236694 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "DELETE /v2.0/floatingips/107cfc8a-3b97-45dc-9050-7c9a6368e3b9 HTTP/1.1" status: 204 len: 168 time: 1.1455545 Oct 13 14:45:27.611471 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'tag': '1974a755-ce5a-4f41-b572-123adba1ee73'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:45:27.614127 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbc19ee-8e9f-4a5c-9cdb-7a598cffa584" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4", "tag": "1974a755-ce5a-4f41-b572-123adba1ee73"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:45:27.632556 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1197f1-7425-40ed-a618-9d4ba51f271d None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:27.633258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8e1197f1-7425-40ed-a618-9d4ba51f271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:27.655452 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eeb4d90-a3f4-46dc-abf7-b493c3a62ddd x-openstack-request-id: req-4eeb4d90-a3f4-46dc-abf7-b493c3a62ddd {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:45:27.656028 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4", "tag": "1974a755-ce5a-4f41-b572-123adba1ee73", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:45:27.656353 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4eeb4d90-a3f4-46dc-abf7-b493c3a62ddd {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:45:27.656909 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'tag': '1974a755-ce5a-4f41-b572-123adba1ee73', 'status': 'completed', 'code': 200} Oct 13 14:45:27.659735 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:27.723474 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:27.730852 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:27.731244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc19ee-8e9f-4a5c-9cdb-7a598cffa584 req-e78a9203-bc83-42f7-a739-9a82c6b50f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:27.733034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bbc19ee-8e9f-4a5c-9cdb-7a598cffa584 req-e78a9203-bc83-42f7-a739-9a82c6b50f64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 1097 time: 0.0528703 Oct 13 14:45:27.733706 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event updated for resources: {'Port': ['ID=6801d041-14a2-47dc-b7e7-2efbf0445e30,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:27.736079 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:27.794476 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:27.795874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:27.829426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-8e1197f1-7425-40ed-a618-9d4ba51f271d None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:27.843542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc19ee-8e9f-4a5c-9cdb-7a598cffa584 req-80bcaec0-b6f8-4e29-8c95-ba1e88c9c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:27.845179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bbc19ee-8e9f-4a5c-9cdb-7a598cffa584 req-80bcaec0-b6f8-4e29-8c95-ba1e88c9c9fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 200 len: 912 time: 0.1035612 Oct 13 14:45:27.891728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bbc19ee-8e9f-4a5c-9cdb-7a598cffa584 req-7e7426dd-6f44-43ae-bd02-3b84fa0b36c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1974a755-ce5a-4f41-b572-123adba1ee73 HTTP/1.1" status: 200 len: 217 time: 0.0374191 Oct 13 14:45:27.936413 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-261abddc-29f2-4b1e-9d56-ad77b30982c1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.3318071 Oct 13 14:45:27.938990 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55770) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:27.958684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc19ee-8e9f-4a5c-9cdb-7a598cffa584 req-5aa493d2-7e74-46bc-aee6-ff285c73b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:27.960576 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bbc19ee-8e9f-4a5c-9cdb-7a598cffa584 req-5aa493d2-7e74-46bc-aee6-ff285c73b28e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 200 len: 850 time: 0.0612724 Oct 13 14:45:28.041818 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa9dd93-a3df-4268-bd64-ed236a1360b8 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:28.046397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc19ee-8e9f-4a5c-9cdb-7a598cffa584 req-34bed1b3-4919-4ab4-b264-70e014738c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:28.050193 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bbc19ee-8e9f-4a5c-9cdb-7a598cffa584 req-34bed1b3-4919-4ab4-b264-70e014738c26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e8a36f7-8caf-41d4-931c-18eadbf2a690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800097 Oct 13 14:45:28.050349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa9dd93-a3df-4268-bd64-ed236a1360b8 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:28.056409 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa9dd93-a3df-4268-bd64-ed236a1360b8 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:28.058436 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dfa9dd93-a3df-4268-bd64-ed236a1360b8 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.1181295 Oct 13 14:45:28.063152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55774) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:28.091061 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8e1197f1-7425-40ed-a618-9d4ba51f271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:28.124717 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1197f1-7425-40ed-a618-9d4ba51f271d None None] Checking router: 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:45:28.135091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1197f1-7425-40ed-a618-9d4ba51f271d None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:28.136413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8e1197f1-7425-40ed-a618-9d4ba51f271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:28.182295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-252ba05a-496a-4728-aa0a-6df0650f2dd1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Deleting port 6801d041-14a2-47dc-b7e7-2efbf0445e30 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:28.183139 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-252ba05a-496a-4728-aa0a-6df0650f2dd1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:28.211124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddd6c7-4b8a-4b42-8139-ae77c93c758d req-aacb439c-6123-46cc-9cd0-9de7f89d9f90 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:28.212668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-beddd6c7-4b8a-4b42-8139-ae77c93c758d req-aacb439c-6123-46cc-9cd0-9de7f89d9f90 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 945 time: 0.0694039 Oct 13 14:45:28.237970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bbc19ee-8e9f-4a5c-9cdb-7a598cffa584 req-ee26fe6d-06c6-450b-873e-fa2edc5c554a service neutron] 10.222.0.41 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719279 Oct 13 14:45:28.280338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-8e1197f1-7425-40ed-a618-9d4ba51f271d None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:28.291150 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-252ba05a-496a-4728-aa0a-6df0650f2dd1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:28.307098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-252ba05a-496a-4728-aa0a-6df0650f2dd1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Calling delete_port for 6801d041-14a2-47dc-b7e7-2efbf0445e30 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:28.327168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-beddd6c7-4b8a-4b42-8139-ae77c93c758d req-7978a1a0-94e2-4221-ac61-2a7e46307d16 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3531bc-24ae-47d2-8c74-68feab4a72e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881867 Oct 13 14:45:28.394065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bbc19ee-8e9f-4a5c-9cdb-7a598cffa584 req-2ca6348a-f960-4e55-9303-00c6c6aa5c0f service neutron] 10.222.0.41 "GET /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340559 Oct 13 14:45:28.457972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2e089e67-74bf-4987-94a0-d29d8675042b None None] Provisioning complete for port ae6cdc62-1e97-4252-83b0-dda1fd4b7902 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:28.458645 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2e089e67-74bf-4987-94a0-d29d8675042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:28.614469 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-252ba05a-496a-4728-aa0a-6df0650f2dd1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:28.618303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2e089e67-74bf-4987-94a0-d29d8675042b None None] Could not find standard attr ID for object 6801d041-14a2-47dc-b7e7-2efbf0445e30. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:45:28.629962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-8e1197f1-7425-40ed-a618-9d4ba51f271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:28.653968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ba05a-496a-4728-aa0a-6df0650f2dd1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event deleted for resources: {'Port': ['ID=6801d041-14a2-47dc-b7e7-2efbf0445e30,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:28.663530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1197f1-7425-40ed-a618-9d4ba51f271d None None] The sync data for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 is: [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:28:54Z', 'revision_number': 4, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f', 'name': '', 'network_id': '4e8a36f7-8caf-41d4-931c-18eadbf2a690', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'mac_address': 'fa:16:3e:8b:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '08748c55-89a9-4f16-983f-c770a7b74817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:53Z', 'updated_at': '2021-10-13T14:29:01Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'subnets': [{'id': '08748c55-89a9-4f16-983f-c770a7b74817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:45:28.668132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2e089e67-74bf-4987-94a0-d29d8675042b None None] Provisioning complete for port 49eec518-c161-431e-b517-59f349271fe5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:28.668132 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2e089e67-74bf-4987-94a0-d29d8675042b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:28.710454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2e089e67-74bf-4987-94a0-d29d8675042b None None] Port 49eec518-c161-431e-b517-59f349271fe5 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:28.825209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-315ae92f-f3d7-4243-aae8-4d7904e228c7 None None] Could not find standard attr ID for object 6801d041-14a2-47dc-b7e7-2efbf0445e30. {{(pid=112686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 13 14:45:28.830852 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-252ba05a-496a-4728-aa0a-6df0650f2dd1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:28.834664 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-252ba05a-496a-4728-aa0a-6df0650f2dd1 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "DELETE /v2.0/ports/6801d041-14a2-47dc-b7e7-2efbf0445e30 HTTP/1.1" status: 204 len: 168 time: 0.7678845 Oct 13 14:45:28.834986 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55778) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:28.839529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-315ae92f-f3d7-4243-aae8-4d7904e228c7 None None] Provisioning complete for port 49eec518-c161-431e-b517-59f349271fe5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:28.840003 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-315ae92f-f3d7-4243-aae8-4d7904e228c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:28.888915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-315ae92f-f3d7-4243-aae8-4d7904e228c7 None None] Port 49eec518-c161-431e-b517-59f349271fe5 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:28.909408 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b568642-d322-4ace-8db8-91b9b691ff1c tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] GET failed (client error): The resource could not be found. Oct 13 14:45:28.911062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6b568642-d322-4ace-8db8-91b9b691ff1c tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "GET /v2.0/ports/6801d041-14a2-47dc-b7e7-2efbf0445e30 HTTP/1.1" status: 404 len: 333 time: 0.0751023 Oct 13 14:45:28.916256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55780) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:28.924638 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Request body: {'port': {'network_id': 'e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9', 'name': 'tempest-AllowedAddressPairTestJSON-651781508'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:28.940342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ece75e-696d-47d5-ab32-24f54f9f8e0f req-80b55f2f-76d2-4174-8105-abfffecf5801 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:28.941979 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80ece75e-696d-47d5-ab32-24f54f9f8e0f req-80b55f2f-76d2-4174-8105-abfffecf5801 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 945 time: 0.0712581 Oct 13 14:45:28.990326 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ae6cdc62-1e97-4252-83b0-dda1fd4b7902 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:45:29.044855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ae6cdc62-1e97-4252-83b0-dda1fd4b7902 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:29.045282 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:29.067613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-80ece75e-696d-47d5-ab32-24f54f9f8e0f req-5c593c0b-d832-4cd7-a2e5-4e9aab78c169 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Deleting port 1974a755-ce5a-4f41-b572-123adba1ee73 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:29.067958 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-80ece75e-696d-47d5-ab32-24f54f9f8e0f req-5c593c0b-d832-4cd7-a2e5-4e9aab78c169 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:29.080361 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c4ecd-23ba-4708-895d-89981712331e None None] New status for floating IP 107cfc8a-3b97-45dc-9050-7c9a6368e3b9: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:45:29.139347 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Made reservation on behalf of 6198a9db7c6c4965a7d805ded1fdcbd7 for: {'port': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:29.143497 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:29.174036 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] device_id is not set on port 29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad yet. {{(pid=112684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:45:29.176387 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-80ece75e-696d-47d5-ab32-24f54f9f8e0f req-5c593c0b-d832-4cd7-a2e5-4e9aab78c169 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] For port 1974a755-ce5a-4f41-b572-123adba1ee73, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=1974a755-ce5a-4f41-b572-123adba1ee73,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:29.176757 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-80ece75e-696d-47d5-ab32-24f54f9f8e0f req-5c593c0b-d832-4cd7-a2e5-4e9aab78c169 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:29.190928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-80ece75e-696d-47d5-ab32-24f54f9f8e0f req-5c593c0b-d832-4cd7-a2e5-4e9aab78c169 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Calling delete_port for 1974a755-ce5a-4f41-b572-123adba1ee73 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:29.284935 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Allocated IP 172.20.0.9 (e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9/2c0af8d1-f9e7-49a7-8cfd-1d7985f5bb19/29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:29.396532 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-80ece75e-696d-47d5-ab32-24f54f9f8e0f req-5c593c0b-d832-4cd7-a2e5-4e9aab78c169 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:29.439015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c593c0b-d832-4cd7-a2e5-4e9aab78c169 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event deleted for resources: {'Port': ['ID=1974a755-ce5a-4f41-b572-123adba1ee73,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:29.447600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:29.495833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ece75e-696d-47d5-ab32-24f54f9f8e0f req-5c593c0b-d832-4cd7-a2e5-4e9aab78c169 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] No DVR routers for this DVR port 1974a755-ce5a-4f41-b572-123adba1ee73 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:45:29.499330 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-80ece75e-696d-47d5-ab32-24f54f9f8e0f req-5c593c0b-d832-4cd7-a2e5-4e9aab78c169 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:29.502956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80ece75e-696d-47d5-ab32-24f54f9f8e0f req-5c593c0b-d832-4cd7-a2e5-4e9aab78c169 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.41 "DELETE /v2.0/ports/1974a755-ce5a-4f41-b572-123adba1ee73 HTTP/1.1" status: 204 len: 173 time: 0.5517960 Oct 13 14:45:29.509246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f405860-3726-4726-9ef2-c15d51507e17 req-9af42bf9-2e16-4a19-b892-a514b93eee30 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 210 time: 0.0680475 Oct 13 14:45:29.557145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:29.611729 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:29.617863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:29.619895 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event updated for resources: {'Port': ['ID=29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:29.622847 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:29.658811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'name': 'network-vif-deleted', 'tag': '1974a755-ce5a-4f41-b572-123adba1ee73'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:45:29.661522 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab40609-02c6-4e4a-a98a-473cae5adf9c" -d '{"events": [{"server_uuid": "fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4", "name": "network-vif-deleted", "tag": "1974a755-ce5a-4f41-b572-123adba1ee73"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:45:29.681532 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:29.682262 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:29.716085 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa547a46-e968-4490-a12d-b618c8a27212 x-openstack-request-id: req-fa547a46-e968-4490-a12d-b618c8a27212 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:45:29.716457 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4", "name": "network-vif-deleted", "tag": "1974a755-ce5a-4f41-b572-123adba1ee73", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:45:29.716766 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa547a46-e968-4490-a12d-b618c8a27212 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:45:29.717432 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4', 'name': 'network-vif-deleted', 'tag': '1974a755-ce5a-4f41-b572-123adba1ee73', 'status': 'completed', 'code': 200} Oct 13 14:45:29.759747 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a9020824-aee6-48ec-bbed-b799fedbf3bc tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8411903 Oct 13 14:45:29.762614 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55786) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:29.768489 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1539738d-5548-4642-809c-3b65314cad7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:78:5f:5b'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:29.854744 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1539738d-5548-4642-809c-3b65314cad7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:29.924368 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-df74002a-5720-4ce8-8705-c427c8d0c9d0 None None] Provisioning complete for port 29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:29.925443 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-df74002a-5720-4ce8-8705-c427c8d0c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:29.988520 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-df74002a-5720-4ce8-8705-c427c8d0c9d0 None None] Port 29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:30.074261 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1539738d-5548-4642-809c-3b65314cad7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:30.116236 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1539738d-5548-4642-809c-3b65314cad7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:30.191527 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539738d-5548-4642-809c-3b65314cad7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event updated for resources: {'Port': ['ID=29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:30.206670 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-1539738d-5548-4642-809c-3b65314cad7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] In _notify_port_updated(), no bound segment for port 29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad on network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:45:30.212372 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539738d-5548-4642-809c-3b65314cad7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:30.213047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1539738d-5548-4642-809c-3b65314cad7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:30.214385 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1539738d-5548-4642-809c-3b65314cad7e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "PUT /v2.0/ports/29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad HTTP/1.1" status: 200 len: 993 time: 0.4506693 Oct 13 14:45:30.218588 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55788) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:30.316165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-33197b90-44ae-435e-9fb5-14ce21e814a3 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Deleting port 29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:30.316542 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33197b90-44ae-435e-9fb5-14ce21e814a3 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:30.411011 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33197b90-44ae-435e-9fb5-14ce21e814a3 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:30.416962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0a7362c8-f490-47a1-a6a0-b6cf628e2e47 None None] Provisioning complete for port 29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:30.417302 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0a7362c8-f490-47a1-a6a0-b6cf628e2e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:30.423917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-33197b90-44ae-435e-9fb5-14ce21e814a3 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Calling delete_port for 29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:30.453200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-0a7362c8-f490-47a1-a6a0-b6cf628e2e47 None None] Port 29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:30.626810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4239701-da95-4415-93e0-b36dc5c66a91 req-97ff6cbb-19c3-4be0-9252-11d5a70183be tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 210 time: 0.0363207 Oct 13 14:45:30.635871 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33197b90-44ae-435e-9fb5-14ce21e814a3 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:30.667137 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33197b90-44ae-435e-9fb5-14ce21e814a3 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event deleted for resources: {'Port': ['ID=29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:30.808174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33197b90-44ae-435e-9fb5-14ce21e814a3 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:30.814461 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-33197b90-44ae-435e-9fb5-14ce21e814a3 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "DELETE /v2.0/ports/29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad HTTP/1.1" status: 204 len: 168 time: 0.5921621 Oct 13 14:45:30.814806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55792) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:30.841740 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a33b3b-2e8d-420b-bb76-9909a44e73ce tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] GET failed (client error): The resource could not be found. Oct 13 14:45:30.843515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-65a33b3b-2e8d-420b-bb76-9909a44e73ce tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "GET /v2.0/ports/29cd311a-fc0e-4259-b7fb-5a4fbd68b1ad HTTP/1.1" status: 404 len: 333 time: 0.0277009 Oct 13 14:45:30.848088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55794) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:30.853367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Request body: {'port': {'network_id': 'e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9', 'name': 'tempest-AllowedAddressPairTestJSON-225043211'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:31.047353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Made reservation on behalf of 6198a9db7c6c4965a7d805ded1fdcbd7 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:31.050988 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:31.073712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] device_id is not set on port 5a136259-15ba-477f-bcc7-36a3e5f09985 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:45:31.187374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Allocated IP 172.20.0.7 (e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9/2c0af8d1-f9e7-49a7-8cfd-1d7985f5bb19/5a136259-15ba-477f-bcc7-36a3e5f09985) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:31.348395 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:31.442603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:31.490295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:31.493596 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:31.499180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:31.503612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event updated for resources: {'Port': ['ID=5a136259-15ba-477f-bcc7-36a3e5f09985,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:31.552957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:31.553675 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:31.651618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-158bede6-81a6-44b9-b3b2-d6d86b052bc7 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7998481 Oct 13 14:45:31.652310 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55796) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:31.659208 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-afa3525f-ef8c-4c63-ab23-ba13b3c50ec5 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:78:5f:5b'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:31.665641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 1974a755-ce5a-4f41-b572-123adba1ee73 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:31.690057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 1974a755-ce5a-4f41-b572-123adba1ee73 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:45:31.690533 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 1974a755-ce5a-4f41-b572-123adba1ee73 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:45:31.743045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-62d8671f-84ac-411b-ac70-535783fb6323 req-cfb0b3f2-8ead-4c40-8ed3-71d9d183b8b4 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 210 time: 0.0325565 Oct 13 14:45:31.754751 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afa3525f-ef8c-4c63-ab23-ba13b3c50ec5 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:31.780243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3dc1f4be-f702-4b27-aefe-6264af6e2358 None None] Provisioning complete for port 5a136259-15ba-477f-bcc7-36a3e5f09985 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:31.780937 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3dc1f4be-f702-4b27-aefe-6264af6e2358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:31.816353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3dc1f4be-f702-4b27-aefe-6264af6e2358 None None] Port 5a136259-15ba-477f-bcc7-36a3e5f09985 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:31.942948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afa3525f-ef8c-4c63-ab23-ba13b3c50ec5 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:32.024557 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afa3525f-ef8c-4c63-ab23-ba13b3c50ec5 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:32.100838 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3525f-ef8c-4c63-ab23-ba13b3c50ec5 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event updated for resources: {'Port': ['ID=5a136259-15ba-477f-bcc7-36a3e5f09985,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:32.123747 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-afa3525f-ef8c-4c63-ab23-ba13b3c50ec5 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] In _notify_port_updated(), no bound segment for port 5a136259-15ba-477f-bcc7-36a3e5f09985 on network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 {{(pid=112684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:45:32.130078 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa3525f-ef8c-4c63-ab23-ba13b3c50ec5 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:32.130730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-afa3525f-ef8c-4c63-ab23-ba13b3c50ec5 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:32.132121 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-afa3525f-ef8c-4c63-ab23-ba13b3c50ec5 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "PUT /v2.0/ports/5a136259-15ba-477f-bcc7-36a3e5f09985 HTTP/1.1" status: 200 len: 995 time: 0.4780071 Oct 13 14:45:32.134771 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55800) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:32.242688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-01b6fac5-80f8-4d5e-b1a5-584d2b059e2b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Deleting port 5a136259-15ba-477f-bcc7-36a3e5f09985 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:32.243075 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01b6fac5-80f8-4d5e-b1a5-584d2b059e2b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:32.344427 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01b6fac5-80f8-4d5e-b1a5-584d2b059e2b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:32.358392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-01b6fac5-80f8-4d5e-b1a5-584d2b059e2b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Calling delete_port for 5a136259-15ba-477f-bcc7-36a3e5f09985 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:32.444037 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-78564e79-4234-4bd6-a85d-6ae7fdca84b0 None None] Provisioning complete for port 5a136259-15ba-477f-bcc7-36a3e5f09985 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:32.445166 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-78564e79-4234-4bd6-a85d-6ae7fdca84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:32.497780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-78564e79-4234-4bd6-a85d-6ae7fdca84b0 None None] Port 5a136259-15ba-477f-bcc7-36a3e5f09985 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:32.579191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01b6fac5-80f8-4d5e-b1a5-584d2b059e2b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:32.609950 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6fac5-80f8-4d5e-b1a5-584d2b059e2b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event deleted for resources: {'Port': ['ID=5a136259-15ba-477f-bcc7-36a3e5f09985,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:32.699166 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01b6fac5-80f8-4d5e-b1a5-584d2b059e2b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:32.703188 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-01b6fac5-80f8-4d5e-b1a5-584d2b059e2b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "DELETE /v2.0/ports/5a136259-15ba-477f-bcc7-36a3e5f09985 HTTP/1.1" status: 204 len: 168 time: 0.5671387 Oct 13 14:45:32.705656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55802) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:32.731853 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-b282e57b-e66d-4bd3-a0f5-253dd25ba52b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] GET failed (client error): The resource could not be found. Oct 13 14:45:32.736956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b282e57b-e66d-4bd3-a0f5-253dd25ba52b tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "GET /v2.0/ports/5a136259-15ba-477f-bcc7-36a3e5f09985 HTTP/1.1" status: 404 len: 333 time: 0.0269954 Oct 13 14:45:32.737383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55804) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:32.747685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Request body: {'port': {'network_id': 'e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9', 'name': 'tempest-AllowedAddressPairTestJSON-1512567951'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:32.882601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d39f9a7-d726-4e4f-bda9-6d4b222dd2d9 req-743f89d9-bca6-4603-b1bb-5bc04ace46cb tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 210 time: 0.0474427 Oct 13 14:45:32.990639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Made reservation on behalf of 6198a9db7c6c4965a7d805ded1fdcbd7 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:32.994538 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:33.015150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] device_id is not set on port 34ee69ab-7f42-48b5-a0b6-4e29157a4961 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:45:33.130863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Allocated IP 172.20.0.6 (e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9/2c0af8d1-f9e7-49a7-8cfd-1d7985f5bb19/34ee69ab-7f42-48b5-a0b6-4e29157a4961) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:33.295960 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:33.402917 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:33.452922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:33.456441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:33.460839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:33.495893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event updated for resources: {'Port': ['ID=34ee69ab-7f42-48b5-a0b6-4e29157a4961,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:33.529547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:33.530308 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:33.605215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-86e9882f-b352-4366-975c-f1c66201726e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8666971 Oct 13 14:45:33.608702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55810) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:33.614391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Request body: {'port': {'network_id': 'e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9', 'name': 'tempest-AllowedAddressPairTestJSON-2112104401'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:33.731688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-15d38d45-37e9-4f60-a853-ef97ac269563 None None] Provisioning complete for port 34ee69ab-7f42-48b5-a0b6-4e29157a4961 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:33.732302 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15d38d45-37e9-4f60-a853-ef97ac269563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:33.766011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-15d38d45-37e9-4f60-a853-ef97ac269563 None None] Port 34ee69ab-7f42-48b5-a0b6-4e29157a4961 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:33.870516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Made reservation on behalf of 6198a9db7c6c4965a7d805ded1fdcbd7 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:33.874020 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:33.892247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] device_id is not set on port 2e399ac6-fb3f-47d7-8f4d-582e9fa58458 yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:45:34.013009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea9addf8-069b-404a-a7e9-2dc7c9838bc0 req-bb46f8ad-b002-4318-b6fd-d0da2a34d07c tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 210 time: 0.0321267 Oct 13 14:45:34.031501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Allocated IP 172.20.0.9 (e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9/2c0af8d1-f9e7-49a7-8cfd-1d7985f5bb19/2e399ac6-fb3f-47d7-8f4d-582e9fa58458) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:34.180102 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:34.271016 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:34.315610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:34.318820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:34.322763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:34.330110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event updated for resources: {'Port': ['ID=2e399ac6-fb3f-47d7-8f4d-582e9fa58458,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:34.378162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:34.378812 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:34.456244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3d496134-204c-41ed-8cab-d0c24edf2e1a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8463290 Oct 13 14:45:34.464900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55814) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:34.470624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-2d75ce2a-c555-4177-a67f-49d1116bea61 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:78:5f:5b'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:9a:de:a6'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:34.594135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-bcc2d2e8-ae52-4ad7-8df6-c63e95551f25 None None] Provisioning complete for port 2e399ac6-fb3f-47d7-8f4d-582e9fa58458 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:34.594525 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bcc2d2e8-ae52-4ad7-8df6-c63e95551f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:34.630915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2d2e8-ae52-4ad7-8df6-c63e95551f25 None None] Port 2e399ac6-fb3f-47d7-8f4d-582e9fa58458 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:34.646963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51f0f061-f032-44be-b904-d6bc44823ae3 req-5e583bd6-4b60-4d17-9efc-987cf70b5eb1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0469954 Oct 13 14:45:34.653700 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2d75ce2a-c555-4177-a67f-49d1116bea61 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:35.003766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51f0f061-f032-44be-b904-d6bc44823ae3 req-860ea86e-6877-4b2f-bac7-4e16a9d3821d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f59679c6494a9e8ae6c3645e566442&device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 210 time: 0.0441582 Oct 13 14:45:35.160960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f75b39e1-e47b-40f3-bbcc-628f8bcda4d4 req-4acb7aaa-e3c4-4b78-8aaa-35afe47a5698 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1f7e7e-6ae8-44c3-ae79-fc7b203e78a4 HTTP/1.1" status: 200 len: 210 time: 0.0631957 Oct 13 14:45:35.221919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0f061-f032-44be-b904-d6bc44823ae3 req-1b91cedc-3426-4c05-a27a-951f973160b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:35.223468 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51f0f061-f032-44be-b904-d6bc44823ae3 req-1b91cedc-3426-4c05-a27a-951f973160b3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=94f59679c6494a9e8ae6c3645e566442&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1983390 Oct 13 14:45:35.308034 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2d75ce2a-c555-4177-a67f-49d1116bea61 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:35.346718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0f061-f032-44be-b904-d6bc44823ae3 req-45953af8-ec22-47ef-ad9c-f71d8b60cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:35.348263 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51f0f061-f032-44be-b904-d6bc44823ae3 req-45953af8-ec22-47ef-ad9c-f71d8b60cbd4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1129179 Oct 13 14:45:35.413290 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2d75ce2a-c555-4177-a67f-49d1116bea61 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:35.487204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75ce2a-c555-4177-a67f-49d1116bea61 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event updated for resources: {'Port': ['ID=2e399ac6-fb3f-47d7-8f4d-582e9fa58458,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:35.502468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2d75ce2a-c555-4177-a67f-49d1116bea61 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] In _notify_port_updated(), no bound segment for port 2e399ac6-fb3f-47d7-8f4d-582e9fa58458 on network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 {{(pid=112685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 13 14:45:35.508310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75ce2a-c555-4177-a67f-49d1116bea61 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:35.509080 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2d75ce2a-c555-4177-a67f-49d1116bea61 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:35.510441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2d75ce2a-c555-4177-a67f-49d1116bea61 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "PUT /v2.0/ports/2e399ac6-fb3f-47d7-8f4d-582e9fa58458 HTTP/1.1" status: 200 len: 1056 time: 1.0443790 Oct 13 14:45:35.514223 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55818) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:35.607340 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-63056f3d-14e3-407f-a8f4-e4ce8ab4a6da tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Deleting port 2e399ac6-fb3f-47d7-8f4d-582e9fa58458 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:35.608185 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63056f3d-14e3-407f-a8f4-e4ce8ab4a6da tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:35.674032 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b5fb97a7-eff9-4e36-9fef-0297b8b043e2 None None] Provisioning complete for port 2e399ac6-fb3f-47d7-8f4d-582e9fa58458 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:35.674594 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b5fb97a7-eff9-4e36-9fef-0297b8b043e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:35.706322 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63056f3d-14e3-407f-a8f4-e4ce8ab4a6da tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:35.711840 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb97a7-eff9-4e36-9fef-0297b8b043e2 None None] Port 2e399ac6-fb3f-47d7-8f4d-582e9fa58458 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:35.719164 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-63056f3d-14e3-407f-a8f4-e4ce8ab4a6da tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Calling delete_port for 2e399ac6-fb3f-47d7-8f4d-582e9fa58458 owned by {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:35.950999 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63056f3d-14e3-407f-a8f4-e4ce8ab4a6da tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:35.978623 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63056f3d-14e3-407f-a8f4-e4ce8ab4a6da tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event deleted for resources: {'Port': ['ID=2e399ac6-fb3f-47d7-8f4d-582e9fa58458,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:36.181560 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63056f3d-14e3-407f-a8f4-e4ce8ab4a6da tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:36.184909 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-63056f3d-14e3-407f-a8f4-e4ce8ab4a6da tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "DELETE /v2.0/ports/2e399ac6-fb3f-47d7-8f4d-582e9fa58458 HTTP/1.1" status: 204 len: 168 time: 0.6697488 Oct 13 14:45:36.187512 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55822) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:36.211914 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ed999c-04ca-4eab-bb91-d2cd0bf9e15e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] GET failed (client error): The resource could not be found. Oct 13 14:45:36.213486 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-25ed999c-04ca-4eab-bb91-d2cd0bf9e15e tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "GET /v2.0/ports/2e399ac6-fb3f-47d7-8f4d-582e9fa58458 HTTP/1.1" status: 404 len: 333 time: 0.0250354 Oct 13 14:45:36.222688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55824) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:36.223155 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55826) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:36.314685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4bcc7-3d6c-4a2f-bc30-15a60349fd25 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Deleting port 34ee69ab-7f42-48b5-a0b6-4e29157a4961 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:36.314946 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bcc7-3d6c-4a2f-bc30-15a60349fd25 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:36.353360 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-33438081-a64f-490e-a2e1-1fd07145c178 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Deleting port 980031e3-5016-4476-a9a3-8210f24f3f60 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:36.353705 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33438081-a64f-490e-a2e1-1fd07145c178 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:36.402280 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bcc7-3d6c-4a2f-bc30-15a60349fd25 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:36.415355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4bcc7-3d6c-4a2f-bc30-15a60349fd25 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Calling delete_port for 34ee69ab-7f42-48b5-a0b6-4e29157a4961 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:36.431752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33438081-a64f-490e-a2e1-1fd07145c178 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:36.432077 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33438081-a64f-490e-a2e1-1fd07145c178 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:36.444069 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-33438081-a64f-490e-a2e1-1fd07145c178 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Calling delete_port for 980031e3-5016-4476-a9a3-8210f24f3f60 owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:36.630489 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bcc7-3d6c-4a2f-bc30-15a60349fd25 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:36.658939 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33438081-a64f-490e-a2e1-1fd07145c178 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:36.662278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4bcc7-3d6c-4a2f-bc30-15a60349fd25 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event deleted for resources: {'Port': ['ID=34ee69ab-7f42-48b5-a0b6-4e29157a4961,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:36.691715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33438081-a64f-490e-a2e1-1fd07145c178 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event deleted for resources: {'Port': ['ID=980031e3-5016-4476-a9a3-8210f24f3f60,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:36.747773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bcc7-3d6c-4a2f-bc30-15a60349fd25 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:36.753517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8bd4bcc7-3d6c-4a2f-bc30-15a60349fd25 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "DELETE /v2.0/ports/34ee69ab-7f42-48b5-a0b6-4e29157a4961 HTTP/1.1" status: 204 len: 168 time: 0.5328295 Oct 13 14:45:36.753762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55828) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:36.756770 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33438081-a64f-490e-a2e1-1fd07145c178 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:36.759977 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-33438081-a64f-490e-a2e1-1fd07145c178 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:36.764390 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-33438081-a64f-490e-a2e1-1fd07145c178 tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "DELETE /v2.0/floatingips/0873f966-051a-40c5-a64d-8ef40b2fc853 HTTP/1.1" status: 204 len: 168 time: 0.5383244 Oct 13 14:45:36.779289 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d17a1ef-ddef-49f4-94bf-0ad1a0e10b9d tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] GET failed (client error): The resource could not be found. Oct 13 14:45:36.780958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7d17a1ef-ddef-49f4-94bf-0ad1a0e10b9d tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "GET /v2.0/ports/34ee69ab-7f42-48b5-a0b6-4e29157a4961 HTTP/1.1" status: 404 len: 333 time: 0.0260408 Oct 13 14:45:36.784651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55832) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:36.879589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0144eb95-6020-4e95-ae71-05da2ded1899 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Deleting port 49eec518-c161-431e-b517-59f349271fe5 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:36.879859 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0144eb95-6020-4e95-ae71-05da2ded1899 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:36.972651 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0144eb95-6020-4e95-ae71-05da2ded1899 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:36.984519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-0144eb95-6020-4e95-ae71-05da2ded1899 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Calling delete_port for 49eec518-c161-431e-b517-59f349271fe5 owned by {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:37.179148 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0144eb95-6020-4e95-ae71-05da2ded1899 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:37.210088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144eb95-6020-4e95-ae71-05da2ded1899 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event deleted for resources: {'Port': ['ID=49eec518-c161-431e-b517-59f349271fe5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:37.283319 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0144eb95-6020-4e95-ae71-05da2ded1899 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:37.287271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0144eb95-6020-4e95-ae71-05da2ded1899 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "DELETE /v2.0/ports/49eec518-c161-431e-b517-59f349271fe5 HTTP/1.1" status: 204 len: 168 time: 0.5015349 Oct 13 14:45:37.289907 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55840) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:37.349805 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8ea453-5fc1-406b-8b78-56e13b840648 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Deleting subnet 2c0af8d1-f9e7-49a7-8cfd-1d7985f5bb19 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:45:37.353488 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea453-5fc1-406b-8b78-56e13b840648 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:37.401562 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea453-5fc1-406b-8b78-56e13b840648 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:37.491515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea453-5fc1-406b-8b78-56e13b840648 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:37.625082 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea453-5fc1-406b-8b78-56e13b840648 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:37.657397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ea453-5fc1-406b-8b78-56e13b840648 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event deleted for resources: {'Subnet': ['ID=2c0af8d1-f9e7-49a7-8cfd-1d7985f5bb19,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:37.661195 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea453-5fc1-406b-8b78-56e13b840648 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:37.664435 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2a8ea453-5fc1-406b-8b78-56e13b840648 tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "DELETE /v2.0/subnets/2c0af8d1-f9e7-49a7-8cfd-1d7985f5bb19 HTTP/1.1" status: 204 len: 168 time: 0.3734434 Oct 13 14:45:37.667021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55842) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:37.674868 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee91c62e-65d0-48f8-b517-463c7bb0c26b None None] Network e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:37.743572 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:45:37.754309 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:37.814268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Deleting port ae6cdc62-1e97-4252-83b0-dda1fd4b7902 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:37.814620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:37.850302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] DHCP port deletion for e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:45:37.886570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] For port ae6cdc62-1e97-4252-83b0-dda1fd4b7902, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ae6cdc62-1e97-4252-83b0-dda1fd4b7902,segment=NetworkSegment(e26300bc-dcf9-446c-99de-69fa5f920683),segment_id=e26300bc-dcf9-446c-99de-69fa5f920683)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:37.886570 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:37.904050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Deleting port ae6cdc62-1e97-4252-83b0-dda1fd4b7902 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:37.904710 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:37.905690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Calling delete_port for ae6cdc62-1e97-4252-83b0-dda1fd4b7902 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:37.974437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] For port ae6cdc62-1e97-4252-83b0-dda1fd4b7902, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ae6cdc62-1e97-4252-83b0-dda1fd4b7902,segment=NetworkSegment(e26300bc-dcf9-446c-99de-69fa5f920683),segment_id=e26300bc-dcf9-446c-99de-69fa5f920683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:37.974984 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:37.988011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Calling delete_port for ae6cdc62-1e97-4252-83b0-dda1fd4b7902 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:38.070958 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:45:38.072019 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 14:45:38.085806 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:38.098984 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event deleted for resources: {'Port': ['ID=ae6cdc62-1e97-4252-83b0-dda1fd4b7902,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:38.106792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] No DVR routers for this DVR port ae6cdc62-1e97-4252-83b0-dda1fd4b7902 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:45:38.113681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Pushing event deleted for resources: {'Port': ['ID=ae6cdc62-1e97-4252-83b0-dda1fd4b7902,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:38.124145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] No DVR routers for this DVR port ae6cdc62-1e97-4252-83b0-dda1fd4b7902 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:45:38.126928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:38.127397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:38.127830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:38.128298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:38.128771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:38.129227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:38.129698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:38.130115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:38.130694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:38.131130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:38.131544 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:38.131957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a17e19-2d5e-4afc-bc9e-10100ca7dffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:45:38.217321 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:38.239720 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:38.259320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26300bc-dcf9-446c-99de-69fa5f920683') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:38.259621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26300bc-dcf9-446c-99de-69fa5f920683') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:38.271277 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:38.285529 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:38.291753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:45:38.292182 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:45:38.295962 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:45:38.447891 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:38.457252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:38.460680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] 10.222.0.18 "DELETE /v2.0/networks/e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9 HTTP/1.1" status: 204 len: 168 time: 0.7926011 Oct 13 14:45:38.475585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6418e-7b5c-4451-8b89-92653f184c2a tempest-AllowedAddressPairTestJSON-35324186 tempest-AllowedAddressPairTestJSON-35324186-project] Pushing event deleted for resources: {'Network': ['ID=e3071f64-daf3-4c9f-b71a-0bf0cc6f17e9,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:38.973623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ae6cdc62-1e97-4252-83b0-dda1fd4b7902 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:38.977557 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55852) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:38.998442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: ae6cdc62-1e97-4252-83b0-dda1fd4b7902 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:45:38.998871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ae6cdc62-1e97-4252-83b0-dda1fd4b7902 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:45:39.115343 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-730ea756-536e-43ed-bb1b-54bda2a0698b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6198a9db7c6c4965a7d805ded1fdcbd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365092 Oct 13 14:45:39.117687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55856) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:39.167303 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-26927514-6ea6-4b40-b504-126e86fa4af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:39.188695 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-26927514-6ea6-4b40-b504-126e86fa4af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:39.299264 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-26927514-6ea6-4b40-b504-126e86fa4af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:39.301963 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-26927514-6ea6-4b40-b504-126e86fa4af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:39.303118 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-26927514-6ea6-4b40-b504-126e86fa4af0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17b96f71-af9d-452a-b040-7320cd6514e4 HTTP/1.1" status: 204 len: 168 time: 0.1844683 Oct 13 14:45:39.311853 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26927514-6ea6-4b40-b504-126e86fa4af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b96f71-af9d-452a-b040-7320cd6514e4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:40.374546 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55882) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:40.476338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-259332113'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:40.539113 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:40.542726 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:40.551619 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:40.638195 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:40.693270 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:40.726616 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:45:40.732802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35dfbf31-c44b-4283-96b4-4887c82426be,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:40.738829 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:40.739227 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Added segment 65e44b6a-d69c-4b54-9693-00cc1ff28c15 of type vlan for network d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765 Oct 13 14:45:40.781440 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:40.870608 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:40.877061 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:40.877677 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:40.943318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Network': ['ID=d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:40.954837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:45:40.998794 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-11d042f6-af8f-4319-b369-906dad5107de tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6230102 Oct 13 14:45:41.001315 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55886) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:41.006923 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d0b240db-d7c7-4802-b38b-d8a6c8104de3 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-904238190'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:41.104441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b240db-d7c7-4802-b38b-d8a6c8104de3 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:41.108214 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d0b240db-d7c7-4802-b38b-d8a6c8104de3 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:41.132211 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b240db-d7c7-4802-b38b-d8a6c8104de3 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:45:41.141372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d0b240db-d7c7-4802-b38b-d8a6c8104de3 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:41.141726 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-d0b240db-d7c7-4802-b38b-d8a6c8104de3 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Added segment 3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b of type vlan for network af3c11b0-dab8-4b3c-824f-38fc39dbdade Oct 13 14:45:41.188457 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d0b240db-d7c7-4802-b38b-d8a6c8104de3 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:41.294132 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d0b240db-d7c7-4802-b38b-d8a6c8104de3 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:41.299737 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b240db-d7c7-4802-b38b-d8a6c8104de3 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:41.300327 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d0b240db-d7c7-4802-b38b-d8a6c8104de3 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:41.366434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b240db-d7c7-4802-b38b-d8a6c8104de3 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Network': ['ID=af3c11b0-dab8-4b3c-824f-38fc39dbdade,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:41.379336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55890) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:41.379895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network af3c11b0-dab8-4b3c-824f-38fc39dbdade details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:45:41.441480 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a6d44213-b11d-4d70-96cb-0e2f139039fc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:41.447114 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d0b240db-d7c7-4802-b38b-d8a6c8104de3 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4442160 Oct 13 14:45:41.448411 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55892) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:41.459389 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fade4b62-d5f4-4651-a82e-f6eb4c7b71c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'subnet': {'network_id': 'd2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:41.472354 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a6d44213-b11d-4d70-96cb-0e2f139039fc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:41.618918 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a6d44213-b11d-4d70-96cb-0e2f139039fc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:41.621532 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a6d44213-b11d-4d70-96cb-0e2f139039fc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:41.622772 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a6d44213-b11d-4d70-96cb-0e2f139039fc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] 10.222.0.18 "DELETE /v2.0/security-groups/7e3531bc-24ae-47d2-8c74-68feab4a72e1 HTTP/1.1" status: 204 len: 168 time: 0.2424207 Oct 13 14:45:41.632429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d44213-b11d-4d70-96cb-0e2f139039fc tempest-TestVolumeBootPattern-967818725 tempest-TestVolumeBootPattern-967818725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3531bc-24ae-47d2-8c74-68feab4a72e1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:41.635038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fade4b62-d5f4-4651-a82e-f6eb4c7b71c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:41.638674 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fade4b62-d5f4-4651-a82e-f6eb4c7b71c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:41.799486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55896) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:41.905496 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fade4b62-d5f4-4651-a82e-f6eb4c7b71c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:41.967114 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade4b62-d5f4-4651-a82e-f6eb4c7b71c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Subnet': ['ID=67248d48-7d31-44ea-82e3-3911e92e3e67,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:41.978054 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fade4b62-d5f4-4651-a82e-f6eb4c7b71c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Checking segment: {'id': '65e44b6a-d69c-4b54-9693-00cc1ff28c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:45:41.978467 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fade4b62-d5f4-4651-a82e-f6eb4c7b71c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network hostable DHCP agents. Network: d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:45:42.058956 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fade4b62-d5f4-4651-a82e-f6eb4c7b71c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:45:42.132335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-fade4b62-d5f4-4651-a82e-f6eb4c7b71c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:42.136589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fade4b62-d5f4-4651-a82e-f6eb4c7b71c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:42.137736 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fade4b62-d5f4-4651-a82e-f6eb4c7b71c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:42.142794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dabaa31-3d14-4f1e-a479-0e27b014630f None None] Network d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:42.265753 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fade4b62-d5f4-4651-a82e-f6eb4c7b71c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8159089 Oct 13 14:45:42.266400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55900) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:42.271564 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9bc97a8a-be25-46ca-a022-af6b382d9c11 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'subnet': {'network_id': 'af3c11b0-dab8-4b3c-824f-38fc39dbdade', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:42.283701 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2183e6d9-9845-4d0d-98ad-509bbe4fefea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:42.442467 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc97a8a-be25-46ca-a022-af6b382d9c11 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:42.446558 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9bc97a8a-be25-46ca-a022-af6b382d9c11 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:42.448818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765', 'network_id': 'd2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'fixed_ips': [{'subnet_id': '67248d48-7d31-44ea-82e3-3911e92e3e67'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:45:42.450678 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:42.575957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2183e6d9-9845-4d0d-98ad-509bbe4fefea admin admin] Deleting port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:42.576597 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2183e6d9-9845-4d0d-98ad-509bbe4fefea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:42.594886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Allocated IP 2001:db8::2 (d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765/67248d48-7d31-44ea-82e3-3911e92e3e67/2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:42.675270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-2183e6d9-9845-4d0d-98ad-509bbe4fefea admin admin] For port 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:42.675702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2183e6d9-9845-4d0d-98ad-509bbe4fefea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:42.691160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2183e6d9-9845-4d0d-98ad-509bbe4fefea admin admin] Calling delete_port for 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:42.766497 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:42.826349 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:42.869808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Network d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:42.875504 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:42.878298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Pushing event updated for resources: {'Port': ['ID=2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:42.881317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:42.936530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Attempting to bind port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:45:42.938517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Attempting to bind port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '65e44b6a-d69c-4b54-9693-00cc1ff28c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:45:42.938517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Attempting to bind port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 on network d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:45:42.942409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:45:42.942701 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Checking segment: {'id': '65e44b6a-d69c-4b54-9693-00cc1ff28c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:45:42.943093 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:42.943517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Bound using segment: {'id': '65e44b6a-d69c-4b54-9693-00cc1ff28c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:45:42.943971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Bound port: 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e44b6a-d69c-4b54-9693-00cc1ff28c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:45:42.944343 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:42.962265 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2183e6d9-9845-4d0d-98ad-509bbe4fefea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:42.990440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183e6d9-9845-4d0d-98ad-509bbe4fefea admin admin] Pushing event deleted for resources: {'Port': ['ID=6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:43.007556 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9bc97a8a-be25-46ca-a022-af6b382d9c11 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:43.015828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] For port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:45:43.020390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] For port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3,segment=NetworkSegment(65e44b6a-d69c-4b54-9693-00cc1ff28c15),segment_id=65e44b6a-d69c-4b54-9693-00cc1ff28c15)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:45:43.090607 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc97a8a-be25-46ca-a022-af6b382d9c11 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Subnet': ['ID=18897c1e-895e-48ec-8c02-f322facf7e0b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:43.101921 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc97a8a-be25-46ca-a022-af6b382d9c11 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Checking segment: {'id': '3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af3c11b0-dab8-4b3c-824f-38fc39dbdade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:45:43.102162 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc97a8a-be25-46ca-a022-af6b382d9c11 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network hostable DHCP agents. Network: af3c11b0-dab8-4b3c-824f-38fc39dbdade, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:45:43.116740 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:43.179096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc97a8a-be25-46ca-a022-af6b382d9c11 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network af3c11b0-dab8-4b3c-824f-38fc39dbdade is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:45:43.189996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857bcf2-592d-4da9-96b4-fe330c5d6427 None None] Pushing event updated for resources: {'Port': ['ID=2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:43.200551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2183e6d9-9845-4d0d-98ad-509bbe4fefea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:43.258689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-9bc97a8a-be25-46ca-a022-af6b382d9c11 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, af3c11b0-dab8-4b3c-824f-38fc39dbdade) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:43.266131 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc97a8a-be25-46ca-a022-af6b382d9c11 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:43.266754 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9bc97a8a-be25-46ca-a022-af6b382d9c11 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:43.272756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2166bc0-9271-4163-821c-3d550ace2883 None None] Network af3c11b0-dab8-4b3c-824f-38fc39dbdade requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:43.366063 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9bc97a8a-be25-46ca-a022-af6b382d9c11 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0983028 Oct 13 14:45:43.368416 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55902) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:43.389023 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9b85949c-8a62-4c57-8555-cb17f85f5246 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-474664996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:43.451921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-af3c11b0-dab8-4b3c-824f-38fc39dbdade', 'network_id': 'af3c11b0-dab8-4b3c-824f-38fc39dbdade', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'fixed_ips': [{'subnet_id': '18897c1e-895e-48ec-8c02-f322facf7e0b'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:45:43.452837 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:43.493796 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b85949c-8a62-4c57-8555-cb17f85f5246 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:43.495418 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b85949c-8a62-4c57-8555-cb17f85f5246 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:43.570659 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b85949c-8a62-4c57-8555-cb17f85f5246 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:43.624144 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b85949c-8a62-4c57-8555-cb17f85f5246 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:43.643669 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Allocated IP 2001:db8:1::2 (af3c11b0-dab8-4b3c-824f-38fc39dbdade/18897c1e-895e-48ec-8c02-f322facf7e0b/6270a929-a8b6-42db-8354-927fa43234bd) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:43.706464 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b85949c-8a62-4c57-8555-cb17f85f5246 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:43.708137 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9b85949c-8a62-4c57-8555-cb17f85f5246 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3384020 Oct 13 14:45:43.710817 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55904) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:43.779203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2183e6d9-9845-4d0d-98ad-509bbe4fefea admin admin] Router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:45:43.825940 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:43.904565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2183e6d9-9845-4d0d-98ad-509bbe4fefea admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:45:43.915182 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2183e6d9-9845-4d0d-98ad-509bbe4fefea admin admin] 10.222.0.18 "PUT /v2.0/routers/613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1144922 Oct 13 14:45:43.915885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55906) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:43.922733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ede54d-2528-4445-98de-1c1edda163b8 None None] Sync routers for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:45:43.933506 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.008050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Network af3c11b0-dab8-4b3c-824f-38fc39dbdade is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:44.009335 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Pushing event updated for resources: {'Port': ['ID=6270a929-a8b6-42db-8354-927fa43234bd,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:44.015159 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:44.018102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:44.031367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ede54d-2528-4445-98de-1c1edda163b8 None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:44.031367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-59ede54d-2528-4445-98de-1c1edda163b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:44.034398 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.062088 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.132067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Attempting to bind port 6270a929-a8b6-42db-8354-927fa43234bd on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:45:44.132434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Attempting to bind port 6270a929-a8b6-42db-8354-927fa43234bd by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af3c11b0-dab8-4b3c-824f-38fc39dbdade'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:45:44.132804 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Attempting to bind port 6270a929-a8b6-42db-8354-927fa43234bd on network af3c11b0-dab8-4b3c-824f-38fc39dbdade {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:45:44.142284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:45:44.142704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Checking segment: {'id': '3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af3c11b0-dab8-4b3c-824f-38fc39dbdade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:45:44.143077 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.143479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Bound using segment: {'id': '3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af3c11b0-dab8-4b3c-824f-38fc39dbdade'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:45:44.143965 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Bound port: 6270a929-a8b6-42db-8354-927fa43234bd, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af3c11b0-dab8-4b3c-824f-38fc39dbdade'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:45:44.144356 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.214119 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.266495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-59ede54d-2528-4445-98de-1c1edda163b8 None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:44.333336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] For port 6270a929-a8b6-42db-8354-927fa43234bd, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:45:44.351105 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Allocated IP 2001:db8::1 (d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765/67248d48-7d31-44ea-82e3-3911e92e3e67/d46da8a0-b4cf-48a9-81fe-defbcf8b3ee5) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:44.357241 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] For port 6270a929-a8b6-42db-8354-927fa43234bd, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6270a929-a8b6-42db-8354-927fa43234bd,segment=NetworkSegment(3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b),segment_id=3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:45:44.361020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Deleting port 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:44.361591 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.405703 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.411787 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d170ed0d-738b-4d14-be36-7677d3c15953 None None] Network d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:44.471959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] For port 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=53e7eabe-6f56-47f7-b9d8-e2fd07b237fa,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:44.472316 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.486399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Calling delete_port for 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:44.509867 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.592460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4d0d4e73-78d0-4f1a-afca-67cb040e2e96 None None] Provisioning complete for port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:44.592844 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4e73-78d0-4f1a-afca-67cb040e2e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.596202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec97fe4-34a2-4e7f-8db5-7438b07e3eac None None] Pushing event updated for resources: {'Port': ['ID=6270a929-a8b6-42db-8354-927fa43234bd,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:44.601806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.652062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:44.660317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:44.665235 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:44.667299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.710373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-59ede54d-2528-4445-98de-1c1edda163b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:45:42Z', 'revision_number': 5, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port': {'id': '53e7eabe-6f56-47f7-b9d8-e2fd07b237fa', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:28:50Z', 'updated_at': '2021-10-13T14:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:44.710681 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=d46da8a0-b4cf-48a9-81fe-defbcf8b3ee5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:44.747860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ede54d-2528-4445-98de-1c1edda163b8 None None] Checking router: 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:45:44.820109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ede54d-2528-4445-98de-1c1edda163b8 None None] Routers {'613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:44.821084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-59ede54d-2528-4445-98de-1c1edda163b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:44.824446 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.861950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e7eabe-6f56-47f7-b9d8-e2fd07b237fa,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:44.893556 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4e73-78d0-4f1a-afca-67cb040e2e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.922499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:44.970492 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.079394 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-59ede54d-2528-4445-98de-1c1edda163b8 None None] Set router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:45.092410 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.093967 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.137600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-59ede54d-2528-4445-98de-1c1edda163b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:45:44Z', 'revision_number': 7, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:45.173024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ede54d-2528-4445-98de-1c1edda163b8 None None] The sync data for ids ['613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16'] in n-d-806683-15 is: [{'id': '613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16', 'name': 'tempest-TestVolumeBootPattern-246497334-router', 'tenant_id': '94f59679c6494a9e8ae6c3645e566442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:49Z', 'updated_at': '2021-10-13T14:45:44Z', 'revision_number': 7, 'project_id': '94f59679c6494a9e8ae6c3645e566442', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:45:45.199350 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:45:45.234542 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4d0d4e73-78d0-4f1a-afca-67cb040e2e96 None None] For port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3,segment=NetworkSegment(65e44b6a-d69c-4b54-9693-00cc1ff28c15),segment_id=65e44b6a-d69c-4b54-9693-00cc1ff28c15)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:45.262678 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:45.263765 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.270404 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.270909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:45:45.275953 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.281304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-40616eff-7a95-4dcb-ad49-56d8dcb644b8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/613c1bb4-9532-4b13-b3a6-2d8c6d7e8c16 HTTP/1.1" status: 204 len: 168 time: 1.3616488 Oct 13 14:45:45.281304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55910) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:45.300703 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d0d4e73-78d0-4f1a-afca-67cb040e2e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.358002 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.363260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d4e73-78d0-4f1a-afca-67cb040e2e96 None None] Pushing event updated for resources: {'Port': ['ID=2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:45.393409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-a620be04-af81-44e6-9349-8f3819e46cd3 admin admin] Deleting subnet 08748c55-89a9-4f16-983f-c770a7b74817 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:45:45.393409 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a620be04-af81-44e6-9349-8f3819e46cd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.412758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6270a929-a8b6-42db-8354-927fa43234bd up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:45:45.429173 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a620be04-af81-44e6-9349-8f3819e46cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.447767 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.448569 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.506009 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6270a929-a8b6-42db-8354-927fa43234bd triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:45.506383 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.563246 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a620be04-af81-44e6-9349-8f3819e46cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.629636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f446894e-6027-4375-a3b1-17c4a3194fb1 None None] Provisioning complete for port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:45.629996 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f446894e-6027-4375-a3b1-17c4a3194fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.681276 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=d46da8a0-b4cf-48a9-81fe-defbcf8b3ee5,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:45.717298 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a620be04-af81-44e6-9349-8f3819e46cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.761080 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a620be04-af81-44e6-9349-8f3819e46cd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.771479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a620be04-af81-44e6-9349-8f3819e46cd3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/08748c55-89a9-4f16-983f-c770a7b74817 HTTP/1.1" status: 204 len: 168 time: 0.4880667 Oct 13 14:45:45.772731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620be04-af81-44e6-9349-8f3819e46cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08748c55-89a9-4f16-983f-c770a7b74817,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:45.775663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55912) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:45.791917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:45.793797 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:45.800841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1509ae4-8263-4a94-ab32-62521f1f64e3 None None] Network 4e8a36f7-8caf-41d4-931c-18eadbf2a690 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:45.871718 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.893420 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.963045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Deleting port 100d4f8b-677c-4967-9ece-6bf458961da6 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:45.963045 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:45.999682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b7e79d-98d5-4db8-8108-1249b9d61ea4 None None] Network af3c11b0-dab8-4b3c-824f-38fc39dbdade requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:46.008932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 6270a929-a8b6-42db-8354-927fa43234bd, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6270a929-a8b6-42db-8354-927fa43234bd,segment=NetworkSegment(3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b),segment_id=3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:46.036276 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] For port 100d4f8b-677c-4967-9ece-6bf458961da6, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=100d4f8b-677c-4967-9ece-6bf458961da6,segment=NetworkSegment(069af982-a929-48dc-bc63-6414574652a0),segment_id=069af982-a929-48dc-bc63-6414574652a0)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:46.036655 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.053497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 0264efba-f15d-4a6e-8984-c4d74d1b6c43 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:45:46.056885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Calling delete_port for 100d4f8b-677c-4967-9ece-6bf458961da6 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:46.116331 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f446894e-6027-4375-a3b1-17c4a3194fb1 None None] Provisioning complete for port d46da8a0-b4cf-48a9-81fe-defbcf8b3ee5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:46.116723 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f446894e-6027-4375-a3b1-17c4a3194fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.120892 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.192798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f446894e-6027-4375-a3b1-17c4a3194fb1 None None] Port d46da8a0-b4cf-48a9-81fe-defbcf8b3ee5 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:46.201240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:45:46.206983 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-967cd2dd-cb0f-486d-8131-a4af51c14433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/0264efba-f15d-4a6e-8984-c4d74d1b6c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4947345 Oct 13 14:45:46.211393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55914) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:46.212595 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b83ec8-4144-44da-9346-b0636b939eec None None] Sync routers for ids ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:45:46.225873 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b83ec8-4144-44da-9346-b0636b939eec None None] Routers {'0264efba-f15d-4a6e-8984-c4d74d1b6c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:46.227174 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-37b83ec8-4144-44da-9346-b0636b939eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:46.257603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bebf93a-be82-44f9-9b29-3ce0f5c67833 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:46.261045 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0bebf93a-be82-44f9-9b29-3ce0f5c67833 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports/d46da8a0-b4cf-48a9-81fe-defbcf8b3ee5 HTTP/1.1" status: 200 len: 911 time: 0.0483761 Oct 13 14:45:46.261952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55916) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:46.273295 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-37b83ec8-4144-44da-9346-b0636b939eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:46.297087 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b83ec8-4144-44da-9346-b0636b939eec None None] Routers {'0264efba-f15d-4a6e-8984-c4d74d1b6c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:46.297087 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-37b83ec8-4144-44da-9346-b0636b939eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:46.311946 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.346869 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-37b83ec8-4144-44da-9346-b0636b939eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:46.347838 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b83ec8-4144-44da-9346-b0636b939eec None None] The sync data for ids ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:45:46.348438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=6270a929-a8b6-42db-8354-927fa43234bd,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:46.351190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849acc53-fbac-4021-858c-79a56b862a04 None None] DHCP port deletion for 4e8a36f7-8caf-41d4-931c-18eadbf2a690 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:45:46.365566 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f1cac51f-f4ef-466e-8c31-63fbd6f39489 None None] Provisioning complete for port 6270a929-a8b6-42db-8354-927fa43234bd triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:46.365934 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1cac51f-f4ef-466e-8c31-63fbd6f39489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.367439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Pushing event deleted for resources: {'Port': ['ID=100d4f8b-677c-4967-9ece-6bf458961da6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:46.390094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] No DVR routers for this DVR port 100d4f8b-677c-4967-9ece-6bf458961da6 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:45:46.489531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f1cac51f-f4ef-466e-8c31-63fbd6f39489 None None] Provisioning complete for port d46da8a0-b4cf-48a9-81fe-defbcf8b3ee5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:46.489899 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1cac51f-f4ef-466e-8c31-63fbd6f39489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.537430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f1cac51f-f4ef-466e-8c31-63fbd6f39489 None None] Port d46da8a0-b4cf-48a9-81fe-defbcf8b3ee5 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:46.562135 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.596708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8a36f7-8caf-41d4-931c-18eadbf2a690']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:46.610468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069af982-a929-48dc-bc63-6414574652a0') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:46.610761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069af982-a929-48dc-bc63-6414574652a0') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:46.625276 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.656673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3156dbbb-00b4-4b23-a9b0-852dded498a5 None None] Provisioning complete for port 6270a929-a8b6-42db-8354-927fa43234bd triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:46.659597 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3156dbbb-00b4-4b23-a9b0-852dded498a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.701937 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.712363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:45:46.713067 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:45:46.715989 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:45:46.819215 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.833017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.835910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4e8a36f7-8caf-41d4-931c-18eadbf2a690 HTTP/1.1" status: 204 len: 168 time: 1.0590928 Oct 13 14:45:46.838913 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55918) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:46.865444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc11638-6e8d-4dd0-a2e5-baf71f2a5025 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e8a36f7-8caf-41d4-931c-18eadbf2a690,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:46.883461 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:46.990098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:45:47.039225 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:47.039585 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:47.125212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6270a929-a8b6-42db-8354-927fa43234bd up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:45:47.174395 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6270a929-a8b6-42db-8354-927fa43234bd triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:47.174949 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:47.212087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Allocated IP 2001:db8:1::1 (af3c11b0-dab8-4b3c-824f-38fc39dbdade/18897c1e-895e-48ec-8c02-f322facf7e0b/fda15de6-b58a-4b68-8734-9daadee31ef8) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:47.216554 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9812800a-514a-413c-9346-62e76f21ec99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:47.324853 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:47.342732 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:47.347855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:45:47.348201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 53e7eabe-6f56-47f7-b9d8-e2fd07b237fa not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:45:47.348609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 100d4f8b-677c-4967-9ece-6bf458961da6 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:47.368574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 100d4f8b-677c-4967-9ece-6bf458961da6 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:45:47.368912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 100d4f8b-677c-4967-9ece-6bf458961da6 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:45:47.369525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:47.389435 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:45:47.389712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6b84f565-c1d3-4fdf-b7e8-f85dd7320c3f not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:45:47.453806 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:47.477463 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9812800a-514a-413c-9346-62e76f21ec99 admin admin] Deleting port bb636269-533a-4fa4-9ec2-87641b32d255 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:47.477790 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9812800a-514a-413c-9346-62e76f21ec99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:47.498994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network af3c11b0-dab8-4b3c-824f-38fc39dbdade is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:47.502333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:47.506145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:47.506697 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:47.542597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=fda15de6-b58a-4b68-8734-9daadee31ef8,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:47.565871 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-9812800a-514a-413c-9346-62e76f21ec99 admin admin] For port bb636269-533a-4fa4-9ec2-87641b32d255, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bb636269-533a-4fa4-9ec2-87641b32d255,segment=NetworkSegment(7d8adb7f-a8df-4ca3-9d79-c1735b489610),segment_id=7d8adb7f-a8df-4ca3-9d79-c1735b489610)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:47.566421 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9812800a-514a-413c-9346-62e76f21ec99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:47.581126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9812800a-514a-413c-9346-62e76f21ec99 admin admin] Calling delete_port for bb636269-533a-4fa4-9ec2-87641b32d255 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:47.725637 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:47.773120 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-26def468-ce2a-4591-9b5d-e2ab6b8f2b75 None None] Provisioning complete for port fda15de6-b58a-4b68-8734-9daadee31ef8 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:47.773500 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-26def468-ce2a-4591-9b5d-e2ab6b8f2b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:47.810054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-26def468-ce2a-4591-9b5d-e2ab6b8f2b75 None None] Port fda15de6-b58a-4b68-8734-9daadee31ef8 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:47.864933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9812800a-514a-413c-9346-62e76f21ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:47.897255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812800a-514a-413c-9346-62e76f21ec99 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb636269-533a-4fa4-9ec2-87641b32d255,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:48.011557 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:48.067403 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9812800a-514a-413c-9346-62e76f21ec99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:48.077292 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:48.078153 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:48.162372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=fda15de6-b58a-4b68-8734-9daadee31ef8,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:48.208071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network af3c11b0-dab8-4b3c-824f-38fc39dbdade is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:48.209357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:48.294574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9812800a-514a-413c-9346-62e76f21ec99 admin admin] Router 3ee539a1-aafa-4188-b44e-0e44764c0711 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:45:48.318892 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 0264efba-f15d-4a6e-8984-c4d74d1b6c43 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:45:48.446907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d1239223-44b6-428f-925a-ee18291a2d24 None None] Provisioning complete for port fda15de6-b58a-4b68-8734-9daadee31ef8 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:48.447551 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d1239223-44b6-428f-925a-ee18291a2d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:48.485781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d1239223-44b6-428f-925a-ee18291a2d24 None None] Port fda15de6-b58a-4b68-8734-9daadee31ef8 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:48.709638 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9812800a-514a-413c-9346-62e76f21ec99 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:45:48.711355 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:48.717789 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9812800a-514a-413c-9346-62e76f21ec99 admin admin] 10.222.0.18 "PUT /v2.0/routers/3ee539a1-aafa-4188-b44e-0e44764c0711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8747747 Oct 13 14:45:48.717789 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55920) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:48.721381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e03f7-9449-431e-98e9-a327dcd274eb None None] Sync routers for ids ['3ee539a1-aafa-4188-b44e-0e44764c0711'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:45:48.731106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e03f7-9449-431e-98e9-a327dcd274eb None None] Routers {'3ee539a1-aafa-4188-b44e-0e44764c0711'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:48.731947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3d7e03f7-9449-431e-98e9-a327dcd274eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3ee539a1-aafa-4188-b44e-0e44764c0711'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:48.733613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:45:48.740498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-00f2b0c4-6208-4a35-b54a-28b3fba901fe tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/0264efba-f15d-4a6e-8984-c4d74d1b6c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4769347 Oct 13 14:45:48.742994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55922) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:48.753971 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535b78d-55d9-4e6c-950b-5cd3be39fb6c None None] Sync routers for ids ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:45:48.763437 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535b78d-55d9-4e6c-950b-5cd3be39fb6c None None] Routers {'0264efba-f15d-4a6e-8984-c4d74d1b6c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:48.764367 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e535b78d-55d9-4e6c-950b-5cd3be39fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:48.800516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ca3900-c6ba-4027-87a7-03aa7ea0c889 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:48.802245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d4ca3900-c6ba-4027-87a7-03aa7ea0c889 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports/fda15de6-b58a-4b68-8734-9daadee31ef8 HTTP/1.1" status: 200 len: 913 time: 0.0580418 Oct 13 14:45:48.806652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55924) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:48.856586 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-3d7e03f7-9449-431e-98e9-a327dcd274eb None None] Set router 3ee539a1-aafa-4188-b44e-0e44764c0711 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:48.893362 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:48.945858 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e535b78d-55d9-4e6c-950b-5cd3be39fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:48.955771 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535b78d-55d9-4e6c-950b-5cd3be39fb6c None None] Routers {'0264efba-f15d-4a6e-8984-c4d74d1b6c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:48.956562 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e535b78d-55d9-4e6c-950b-5cd3be39fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:48.995947 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e535b78d-55d9-4e6c-950b-5cd3be39fb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:48.997253 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535b78d-55d9-4e6c-950b-5cd3be39fb6c None None] The sync data for ids ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:45:49.062039 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.090724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3d7e03f7-9449-431e-98e9-a327dcd274eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'name': 'tempest-TestVolumeBootPattern-1876112616-router', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:59Z', 'updated_at': '2021-10-13T14:45:47Z', 'revision_number': 5, 'project_id': '33303ba7934149e9b749983cdd9de23a', 'gw_port': {'id': '678730a1-6650-48b8-a8f2-8a1f504f3316', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:65:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:29:00Z', 'updated_at': '2021-10-13T14:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:49.121104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e03f7-9449-431e-98e9-a327dcd274eb None None] Checking router: 3ee539a1-aafa-4188-b44e-0e44764c0711 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:45:49.130217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e03f7-9449-431e-98e9-a327dcd274eb None None] Routers {'3ee539a1-aafa-4188-b44e-0e44764c0711'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:49.130829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3d7e03f7-9449-431e-98e9-a327dcd274eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3ee539a1-aafa-4188-b44e-0e44764c0711'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:49.175158 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12c73db-9f8c-4386-b0a8-9c9d75473d1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.183546 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Deleting port 678730a1-6650-48b8-a8f2-8a1f504f3316 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:49.184050 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.226690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-3d7e03f7-9449-431e-98e9-a327dcd274eb None None] Set router 3ee539a1-aafa-4188-b44e-0e44764c0711 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:45:49.265219 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] For port 678730a1-6650-48b8-a8f2-8a1f504f3316, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=678730a1-6650-48b8-a8f2-8a1f504f3316,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:49.265637 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.279024 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Calling delete_port for 678730a1-6650-48b8-a8f2-8a1f504f3316 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:49.287353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3d7e03f7-9449-431e-98e9-a327dcd274eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'name': 'tempest-TestVolumeBootPattern-1876112616-router', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:59Z', 'updated_at': '2021-10-13T14:45:49Z', 'revision_number': 6, 'project_id': '33303ba7934149e9b749983cdd9de23a', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:49.315757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e03f7-9449-431e-98e9-a327dcd274eb None None] The sync data for ids ['3ee539a1-aafa-4188-b44e-0e44764c0711'] in n-d-806683-15 is: [{'id': '3ee539a1-aafa-4188-b44e-0e44764c0711', 'name': 'tempest-TestVolumeBootPattern-1876112616-router', 'tenant_id': '33303ba7934149e9b749983cdd9de23a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:28:59Z', 'updated_at': '2021-10-13T14:45:49Z', 'revision_number': 6, 'project_id': '33303ba7934149e9b749983cdd9de23a', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:45:49.434005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b12c73db-9f8c-4386-b0a8-9c9d75473d1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port fda15de6-b58a-4b68-8734-9daadee31ef8 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:49.434608 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12c73db-9f8c-4386-b0a8-9c9d75473d1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.510572 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-22803667-2770-43c6-b264-0fdc74ab12cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.528894 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12c73db-9f8c-4386-b0a8-9c9d75473d1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.540479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b12c73db-9f8c-4386-b0a8-9c9d75473d1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for fda15de6-b58a-4b68-8734-9daadee31ef8 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:49.544192 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.574709 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Pushing event deleted for resources: {'Port': ['ID=678730a1-6650-48b8-a8f2-8a1f504f3316,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:49.635325 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.734815 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.736320 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.819118 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12c73db-9f8c-4386-b0a8-9c9d75473d1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.846917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c73db-9f8c-4386-b0a8-9c9d75473d1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=fda15de6-b58a-4b68-8734-9daadee31ef8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:49.922308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.922921 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee539a1-aafa-4188-b44e-0e44764c0711 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:45:49.931138 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.933302 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c3ac2c55-51a6-4e9c-9291-b1a43d4bbb06 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3ee539a1-aafa-4188-b44e-0e44764c0711 HTTP/1.1" status: 204 len: 168 time: 1.2136846 Oct 13 14:45:49.935917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55926) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:49.968442 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b12c73db-9f8c-4386-b0a8-9c9d75473d1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:49.989869 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3e0f7b-3196-4479-a56e-fe8b0be6f5c4 admin admin] Deleting subnet 97a81027-5e6a-4647-8785-7883dec4352c {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:45:49.993590 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0f7b-3196-4479-a56e-fe8b0be6f5c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.030510 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0f7b-3196-4479-a56e-fe8b0be6f5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.134575 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0f7b-3196-4479-a56e-fe8b0be6f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.193470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12c73db-9f8c-4386-b0a8-9c9d75473d1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 0264efba-f15d-4a6e-8984-c4d74d1b6c43 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:45:50.270695 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0f7b-3196-4479-a56e-fe8b0be6f5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.293734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12c73db-9f8c-4386-b0a8-9c9d75473d1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:45:50.298928 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e0f7b-3196-4479-a56e-fe8b0be6f5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a81027-5e6a-4647-8785-7883dec4352c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:50.303842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55928) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:50.305640 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a4f11-0504-4e4a-bb25-34cba4ebef86 None None] Sync routers for ids ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:45:50.306481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b12c73db-9f8c-4386-b0a8-9c9d75473d1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/0264efba-f15d-4a6e-8984-c4d74d1b6c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4927349 Oct 13 14:45:50.313895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0f7b-3196-4479-a56e-fe8b0be6f5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.317272 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bd3e0f7b-3196-4479-a56e-fe8b0be6f5c4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/97a81027-5e6a-4647-8785-7883dec4352c HTTP/1.1" status: 204 len: 168 time: 0.3803067 Oct 13 14:45:50.319718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689834da-3dfe-4c47-a076-9b5ab9078b38 None None] Network d65bb0b6-3460-4dc8-ac1a-349cbee6e34e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:50.320617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55930) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:50.337255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a4f11-0504-4e4a-bb25-34cba4ebef86 None None] Routers {'0264efba-f15d-4a6e-8984-c4d74d1b6c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:50.338007 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2e1a4f11-0504-4e4a-bb25-34cba4ebef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:50.397939 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.408762 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2e1a4f11-0504-4e4a-bb25-34cba4ebef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:50.439920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a4f11-0504-4e4a-bb25-34cba4ebef86 None None] Routers {'0264efba-f15d-4a6e-8984-c4d74d1b6c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:50.440571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2e1a4f11-0504-4e4a-bb25-34cba4ebef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:50.466384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Deleting port 789a173a-ce70-4608-9a5b-3655e8644c17 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:50.467069 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.493800 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-2e1a4f11-0504-4e4a-bb25-34cba4ebef86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:50.494465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1a4f11-0504-4e4a-bb25-34cba4ebef86 None None] The sync data for ids ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:45:50.535848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] For port 789a173a-ce70-4608-9a5b-3655e8644c17, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=789a173a-ce70-4608-9a5b-3655e8644c17,segment=NetworkSegment(7d8adb7f-a8df-4ca3-9d79-c1735b489610),segment_id=7d8adb7f-a8df-4ca3-9d79-c1735b489610)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:50.536257 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.551769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Calling delete_port for 789a173a-ce70-4608-9a5b-3655e8644c17 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:50.635319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d98d9d7-fdc2-4d27-8c18-e2c804d3ea01 None None] DHCP port deletion for d65bb0b6-3460-4dc8-ac1a-349cbee6e34e request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:45:50.676801 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a17f45b0-d768-42c7-b390-c289230eeaef tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.686371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8d98d9d7-fdc2-4d27-8c18-e2c804d3ea01 None None] Deleting port 789a173a-ce70-4608-9a5b-3655e8644c17 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:50.686735 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8d98d9d7-fdc2-4d27-8c18-e2c804d3ea01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.717933 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.748265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] No DVR routers for this DVR port 789a173a-ce70-4608-9a5b-3655e8644c17 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:45:50.751339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8d98d9d7-fdc2-4d27-8c18-e2c804d3ea01 None None] For port 789a173a-ce70-4608-9a5b-3655e8644c17, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=789a173a-ce70-4608-9a5b-3655e8644c17,segment=NetworkSegment(7d8adb7f-a8df-4ca3-9d79-c1735b489610),segment_id=7d8adb7f-a8df-4ca3-9d79-c1735b489610)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:50.751744 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8d98d9d7-fdc2-4d27-8c18-e2c804d3ea01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.754042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Pushing event deleted for resources: {'Port': ['ID=789a173a-ce70-4608-9a5b-3655e8644c17,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:50.766854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8d98d9d7-fdc2-4d27-8c18-e2c804d3ea01 None None] Calling delete_port for 789a173a-ce70-4608-9a5b-3655e8644c17 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:50.826902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.850237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65bb0b6-3460-4dc8-ac1a-349cbee6e34e']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:50.854434 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8d98d9d7-fdc2-4d27-8c18-e2c804d3ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.860098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8adb7f-a8df-4ca3-9d79-c1735b489610') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:50.860400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8adb7f-a8df-4ca3-9d79-c1735b489610') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:50.882996 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.885751 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98d9d7-fdc2-4d27-8c18-e2c804d3ea01 None None] Pushing event deleted for resources: {'Port': ['ID=789a173a-ce70-4608-9a5b-3655e8644c17,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:50.887873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d98d9d7-fdc2-4d27-8c18-e2c804d3ea01 None None] No DVR routers for this DVR port 789a173a-ce70-4608-9a5b-3655e8644c17 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:45:50.899322 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.905437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:45:50.906389 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:45:50.907625 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:45:50.969586 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a17f45b0-d768-42c7-b390-c289230eeaef tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port d46da8a0-b4cf-48a9-81fe-defbcf8b3ee5 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:50.970176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a17f45b0-d768-42c7-b390-c289230eeaef tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:50.984544 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 678730a1-6650-48b8-a8f2-8a1f504f3316 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:51.005878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 678730a1-6650-48b8-a8f2-8a1f504f3316 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:45:51.006261 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 678730a1-6650-48b8-a8f2-8a1f504f3316 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:45:51.006645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bb636269-533a-4fa4-9ec2-87641b32d255 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:51.013583 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:51.021649 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:51.026860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: bb636269-533a-4fa4-9ec2-87641b32d255 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:45:51.027398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bb636269-533a-4fa4-9ec2-87641b32d255 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:45:51.027808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 789a173a-ce70-4608-9a5b-3655e8644c17 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:51.031031 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] 10.222.0.18 "DELETE /v2.0/networks/d65bb0b6-3460-4dc8-ac1a-349cbee6e34e HTTP/1.1" status: 204 len: 168 time: 0.7084956 Oct 13 14:45:51.047260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95bfe9-7ce2-43d0-a720-e811f19b450c admin admin] Pushing event deleted for resources: {'Network': ['ID=d65bb0b6-3460-4dc8-ac1a-349cbee6e34e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:51.052000 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 789a173a-ce70-4608-9a5b-3655e8644c17 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:45:51.052489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 789a173a-ce70-4608-9a5b-3655e8644c17 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:45:51.103585 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a17f45b0-d768-42c7-b390-c289230eeaef tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:51.116213 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a17f45b0-d768-42c7-b390-c289230eeaef tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for d46da8a0-b4cf-48a9-81fe-defbcf8b3ee5 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:51.326559 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a17f45b0-d768-42c7-b390-c289230eeaef tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:51.334813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55934) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:51.356717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f45b0-d768-42c7-b390-c289230eeaef tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=d46da8a0-b4cf-48a9-81fe-defbcf8b3ee5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:51.378860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b0c99ca5-3255-47ec-be83-bda4ecaf2887 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94f59679c6494a9e8ae6c3645e566442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427270 Oct 13 14:45:51.381501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55936) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:51.482415 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a17f45b0-d768-42c7-b390-c289230eeaef tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:51.540866 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a820a9a-edbf-4871-bf49-385bda78ee62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:51.595036 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a820a9a-edbf-4871-bf49-385bda78ee62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:51.693055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17f45b0-d768-42c7-b390-c289230eeaef tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 0264efba-f15d-4a6e-8984-c4d74d1b6c43 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:45:51.770934 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17f45b0-d768-42c7-b390-c289230eeaef tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:45:51.775737 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a17f45b0-d768-42c7-b390-c289230eeaef tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/0264efba-f15d-4a6e-8984-c4d74d1b6c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4707522 Oct 13 14:45:51.778569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55938) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:51.783397 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb881f2f-6877-4aa7-9e28-4a0ccc73fd61 None None] Sync routers for ids ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:45:51.792800 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb881f2f-6877-4aa7-9e28-4a0ccc73fd61 None None] Routers {'0264efba-f15d-4a6e-8984-c4d74d1b6c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:51.794401 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fb881f2f-6877-4aa7-9e28-4a0ccc73fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:51.827261 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-69440919-af0d-4b8b-a95f-3126ad5f60a9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=0264efba-f15d-4a6e-8984-c4d74d1b6c43 HTTP/1.1" status: 200 len: 205 time: 0.0475652 Oct 13 14:45:51.828099 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a820a9a-edbf-4871-bf49-385bda78ee62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:51.829604 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fb881f2f-6877-4aa7-9e28-4a0ccc73fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:51.830739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9a820a9a-edbf-4871-bf49-385bda78ee62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:51.830887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55940) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:51.834540 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9a820a9a-edbf-4871-bf49-385bda78ee62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a HTTP/1.1" status: 204 len: 168 time: 0.4492788 Oct 13 14:45:51.839064 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb881f2f-6877-4aa7-9e28-4a0ccc73fd61 None None] Routers {'0264efba-f15d-4a6e-8984-c4d74d1b6c43'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:51.839692 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fb881f2f-6877-4aa7-9e28-4a0ccc73fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:51.841363 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a820a9a-edbf-4871-bf49-385bda78ee62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfcb6bd-2a9e-4447-82f7-b83a13bcea7a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:51.881739 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fb881f2f-6877-4aa7-9e28-4a0ccc73fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:51.882660 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb881f2f-6877-4aa7-9e28-4a0ccc73fd61 None None] The sync data for ids ['0264efba-f15d-4a6e-8984-c4d74d1b6c43'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:45:51.929537 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eb717513-9de0-4bbd-9e07-d82d74d21174 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.094915 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eb717513-9de0-4bbd-9e07-d82d74d21174 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.097203 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eb717513-9de0-4bbd-9e07-d82d74d21174 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.202154 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eb717513-9de0-4bbd-9e07-d82d74d21174 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.202710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb717513-9de0-4bbd-9e07-d82d74d21174 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Fanout notify agent at l3_agent the message router_deleted on router 0264efba-f15d-4a6e-8984-c4d74d1b6c43 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:45:52.210580 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eb717513-9de0-4bbd-9e07-d82d74d21174 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.214746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-eb717513-9de0-4bbd-9e07-d82d74d21174 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/0264efba-f15d-4a6e-8984-c4d74d1b6c43 HTTP/1.1" status: 204 len: 168 time: 0.3796391 Oct 13 14:45:52.214746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55946) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:52.222195 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.268416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a256da5-ac7c-4987-9f7d-d6717a80f5d2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting subnet 18897c1e-895e-48ec-8c02-f322facf7e0b {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:45:52.271583 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5a256da5-ac7c-4987-9f7d-d6717a80f5d2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.298885 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2b67df8f-20d2-4cf7-8cc2-89800ed9f07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.318962 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5a256da5-ac7c-4987-9f7d-d6717a80f5d2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.408662 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5a256da5-ac7c-4987-9f7d-d6717a80f5d2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.455696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55950) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:52.508826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-eb9ac57b-73b5-4cf5-b9e9-7f863f8a8c92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33303ba7934149e9b749983cdd9de23a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519331 Oct 13 14:45:52.511051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55952) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:52.549340 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5a256da5-ac7c-4987-9f7d-d6717a80f5d2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.582493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a256da5-ac7c-4987-9f7d-d6717a80f5d2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Subnet': ['ID=18897c1e-895e-48ec-8c02-f322facf7e0b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:52.588938 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5a256da5-ac7c-4987-9f7d-d6717a80f5d2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.589485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be207a7e-b0a0-4280-91e6-bd603809509c None None] Network af3c11b0-dab8-4b3c-824f-38fc39dbdade requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:52.597146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5a256da5-ac7c-4987-9f7d-d6717a80f5d2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/18897c1e-895e-48ec-8c02-f322facf7e0b HTTP/1.1" status: 204 len: 168 time: 0.3758218 Oct 13 14:45:52.597146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55954) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:52.607805 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7f0d-2bdc-40c3-a12c-010267ba2032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.660380 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7f0d-2bdc-40c3-a12c-010267ba2032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.676561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16a6cfe-2731-4ddc-9cd6-4d8e63a45d23 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting subnet 67248d48-7d31-44ea-82e3-3911e92e3e67 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:45:52.686472 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d16a6cfe-2731-4ddc-9cd6-4d8e63a45d23 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.748828 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d16a6cfe-2731-4ddc-9cd6-4d8e63a45d23 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.803415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d456e902-7f17-4a06-bd67-2bbc4a44e63e None None] DHCP port deletion for af3c11b0-dab8-4b3c-824f-38fc39dbdade request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:45:52.863996 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d16a6cfe-2731-4ddc-9cd6-4d8e63a45d23 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.879708 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d456e902-7f17-4a06-bd67-2bbc4a44e63e None None] Deleting port 6270a929-a8b6-42db-8354-927fa43234bd {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:52.880316 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d456e902-7f17-4a06-bd67-2bbc4a44e63e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.900032 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7f0d-2bdc-40c3-a12c-010267ba2032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.904950 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eb8b7f0d-2bdc-40c3-a12c-010267ba2032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:52.906808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-eb8b7f0d-2bdc-40c3-a12c-010267ba2032 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/365a99b8-56c3-456c-8ad4-bf3ee600425c HTTP/1.1" status: 204 len: 168 time: 0.3946497 Oct 13 14:45:52.928785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b7f0d-2bdc-40c3-a12c-010267ba2032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365a99b8-56c3-456c-8ad4-bf3ee600425c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:53.006186 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d456e902-7f17-4a06-bd67-2bbc4a44e63e None None] For port 6270a929-a8b6-42db-8354-927fa43234bd, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6270a929-a8b6-42db-8354-927fa43234bd,segment=NetworkSegment(3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b),segment_id=3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:53.006807 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d456e902-7f17-4a06-bd67-2bbc4a44e63e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.019238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6270a929-a8b6-42db-8354-927fa43234bd no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:53.031117 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d16a6cfe-2731-4ddc-9cd6-4d8e63a45d23 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.066833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d456e902-7f17-4a06-bd67-2bbc4a44e63e None None] Calling delete_port for 6270a929-a8b6-42db-8354-927fa43234bd owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:53.070904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a6cfe-2731-4ddc-9cd6-4d8e63a45d23 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Subnet': ['ID=67248d48-7d31-44ea-82e3-3911e92e3e67,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:53.072760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d16a6cfe-2731-4ddc-9cd6-4d8e63a45d23 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.078558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d16a6cfe-2731-4ddc-9cd6-4d8e63a45d23 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/67248d48-7d31-44ea-82e3-3911e92e3e67 HTTP/1.1" status: 204 len: 168 time: 0.4811563 Oct 13 14:45:53.081276 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55958) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:53.088489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18a932-6455-4f16-afad-7fb0dc247748 None None] Network d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:53.178328 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.237160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port 6270a929-a8b6-42db-8354-927fa43234bd {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:53.239386 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.309021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] For port 6270a929-a8b6-42db-8354-927fa43234bd, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6270a929-a8b6-42db-8354-927fa43234bd,segment=NetworkSegment(3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b),segment_id=3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:53.309440 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.326846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for 6270a929-a8b6-42db-8354-927fa43234bd owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:53.459906 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.488684 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.520664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=6270a929-a8b6-42db-8354-927fa43234bd,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:53.522721 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d456e902-7f17-4a06-bd67-2bbc4a44e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.531555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No DVR routers for this DVR port 6270a929-a8b6-42db-8354-927fa43234bd on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:45:53.536830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d456e902-7f17-4a06-bd67-2bbc4a44e63e None None] No DVR routers for this DVR port 6270a929-a8b6-42db-8354-927fa43234bd on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:45:53.560474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456e902-7f17-4a06-bd67-2bbc4a44e63e None None] Pushing event deleted for resources: {'Port': ['ID=6270a929-a8b6-42db-8354-927fa43234bd,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:53.646450 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.647892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddadcd51-3fbe-4fa8-9b09-89cda1019302 None None] DHCP port deletion for d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:45:53.673324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3c11b0-dab8-4b3c-824f-38fc39dbdade']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:53.685743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:53.686035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3deeb1e6-ed1f-45d5-8857-1e5a3ad4613b') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:53.697827 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.710303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ddadcd51-3fbe-4fa8-9b09-89cda1019302 None None] Deleting port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:53.710820 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ddadcd51-3fbe-4fa8-9b09-89cda1019302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.712221 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.719593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:45:53.720000 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:45:53.723207 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:45:53.787582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ddadcd51-3fbe-4fa8-9b09-89cda1019302 None None] For port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3,segment=NetworkSegment(65e44b6a-d69c-4b54-9693-00cc1ff28c15),segment_id=65e44b6a-d69c-4b54-9693-00cc1ff28c15)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:53.788099 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ddadcd51-3fbe-4fa8-9b09-89cda1019302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.804970 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ddadcd51-3fbe-4fa8-9b09-89cda1019302 None None] Calling delete_port for 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:53.841936 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.849666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.855759 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/networks/af3c11b0-dab8-4b3c-824f-38fc39dbdade HTTP/1.1" status: 204 len: 168 time: 0.7696452 Oct 13 14:45:53.855759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55960) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:53.873438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565549c-4227-4e29-b4b3-343e61260426 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Network': ['ID=af3c11b0-dab8-4b3c-824f-38fc39dbdade,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:53.893963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.943269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.972196 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ddadcd51-3fbe-4fa8-9b09-89cda1019302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:53.997309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadcd51-3fbe-4fa8-9b09-89cda1019302 None None] Pushing event deleted for resources: {'Port': ['ID=2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:54.002692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:54.002927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddadcd51-3fbe-4fa8-9b09-89cda1019302 None None] No DVR routers for this DVR port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:45:54.003184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.047795 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.068402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] For port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3, host n-d-806683-15, got binding levels [] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:54.069059 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.082318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:54.085252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.ipam_backend_mixin [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 was not found and therefore no delete operation was performed {{(pid=112685) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 14:45:54.086522 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.113246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:54.124484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No DVR routers for this DVR port 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:45:54.220478 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.241904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:54.252366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e44b6a-d69c-4b54-9693-00cc1ff28c15') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:54.252750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e44b6a-d69c-4b54-9693-00cc1ff28c15') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:54.262379 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.275333 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.281217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:45:54.281612 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:45:54.284856 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:45:54.413424 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.421327 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.425442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/networks/d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765 HTTP/1.1" status: 204 len: 168 time: 0.5683162 Oct 13 14:45:54.430113 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55962) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:54.435253 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c13ef4f2-019e-4fc4-a223-a5cea3d2e4db tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-730955859'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:54.438333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60352c-cd2a-40a7-a268-56fd3dcc2605 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Network': ['ID=d2e2ad1c-d1a9-4d2c-bcf1-c616c7f3a765,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:54.515736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13ef4f2-019e-4fc4-a223-a5cea3d2e4db tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:54.519417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c13ef4f2-019e-4fc4-a223-a5cea3d2e4db tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.547431 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c13ef4f2-019e-4fc4-a223-a5cea3d2e4db tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:45:54.556702 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c13ef4f2-019e-4fc4-a223-a5cea3d2e4db tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.557086 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-c13ef4f2-019e-4fc4-a223-a5cea3d2e4db tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Added segment 8042a7b6-91e1-409a-bdac-60b0ad3244b9 of type vlan for network 4c4261de-7bcb-45bf-864c-dca76075a25b Oct 13 14:45:54.600724 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c13ef4f2-019e-4fc4-a223-a5cea3d2e4db tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.680345 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c13ef4f2-019e-4fc4-a223-a5cea3d2e4db tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.686519 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13ef4f2-019e-4fc4-a223-a5cea3d2e4db tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:54.690104 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c13ef4f2-019e-4fc4-a223-a5cea3d2e4db tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.754517 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ef4f2-019e-4fc4-a223-a5cea3d2e4db tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Network': ['ID=4c4261de-7bcb-45bf-864c-dca76075a25b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:54.765364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 4c4261de-7bcb-45bf-864c-dca76075a25b details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:45:54.804307 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c13ef4f2-019e-4fc4-a223-a5cea3d2e4db tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3741443 Oct 13 14:45:54.808387 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55966) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:54.813623 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1b130e50-6bb4-498e-bb4d-74788850edc2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'subnet': {'network_id': '4c4261de-7bcb-45bf-864c-dca76075a25b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:54.971809 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:45:54.977723 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b130e50-6bb4-498e-bb4d-74788850edc2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:54.981690 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b130e50-6bb4-498e-bb4d-74788850edc2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:54.993295 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:45:54.993642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2ab3086c-d2d7-4cf4-9d6a-f6036b0d5fe3 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:45:55.224686 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b130e50-6bb4-498e-bb4d-74788850edc2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:55.286710 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b130e50-6bb4-498e-bb4d-74788850edc2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Subnet': ['ID=9c561ccf-5409-427c-934c-2cbae03e3bea,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:55.294293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b130e50-6bb4-498e-bb4d-74788850edc2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Checking segment: {'id': '8042a7b6-91e1-409a-bdac-60b0ad3244b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c4261de-7bcb-45bf-864c-dca76075a25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:45:55.294569 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b130e50-6bb4-498e-bb4d-74788850edc2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network hostable DHCP agents. Network: 4c4261de-7bcb-45bf-864c-dca76075a25b, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:45:55.390402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b130e50-6bb4-498e-bb4d-74788850edc2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 4c4261de-7bcb-45bf-864c-dca76075a25b is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:45:55.419758 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:55.482685 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-1b130e50-6bb4-498e-bb4d-74788850edc2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 4c4261de-7bcb-45bf-864c-dca76075a25b) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:55.486766 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b130e50-6bb4-498e-bb4d-74788850edc2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:55.487350 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1b130e50-6bb4-498e-bb4d-74788850edc2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:55.491164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9b39f2-3dd7-4959-99b1-095487ca1bb8 None None] Network 4c4261de-7bcb-45bf-864c-dca76075a25b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:55.576713 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1b130e50-6bb4-498e-bb4d-74788850edc2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7670383 Oct 13 14:45:55.579191 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55968) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:55.583639 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d3df258b-1e08-4c26-8226-a780ed57353e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2117663929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:55.639824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-4c4261de-7bcb-45bf-864c-dca76075a25b', 'network_id': '4c4261de-7bcb-45bf-864c-dca76075a25b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'fixed_ips': [{'subnet_id': '9c561ccf-5409-427c-934c-2cbae03e3bea'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:45:55.640697 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:55.670904 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3df258b-1e08-4c26-8226-a780ed57353e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:55.671969 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3df258b-1e08-4c26-8226-a780ed57353e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:55.728755 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3df258b-1e08-4c26-8226-a780ed57353e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:55.788026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Allocated IP 2001:db8::2 (4c4261de-7bcb-45bf-864c-dca76075a25b/9c561ccf-5409-427c-934c-2cbae03e3bea/adca2539-b988-4be3-9551-ca3f3cd49cdc) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:55.795688 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3df258b-1e08-4c26-8226-a780ed57353e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:55.883733 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d3df258b-1e08-4c26-8226-a780ed57353e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:55.887597 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d3df258b-1e08-4c26-8226-a780ed57353e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3073223 Oct 13 14:45:55.888254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55970) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:55.893671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'port': {'network_id': '4c4261de-7bcb-45bf-864c-dca76075a25b', 'name': 'tempest-RoutersIpV6Test-662742518'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:45:55.934954 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:55.996726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:56.045450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Network 4c4261de-7bcb-45bf-864c-dca76075a25b is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:56.048303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:56.051315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:56.057056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Pushing event updated for resources: {'Port': ['ID=adca2539-b988-4be3-9551-ca3f3cd49cdc,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:56.057244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:45:56.062273 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:56.081081 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] device_id is not set on port 54347b05-18c9-4e78-a3aa-ba4f43cecf3e yet. {{(pid=112685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 13 14:45:56.110738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Attempting to bind port adca2539-b988-4be3-9551-ca3f3cd49cdc on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:45:56.111110 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Attempting to bind port adca2539-b988-4be3-9551-ca3f3cd49cdc by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '8042a7b6-91e1-409a-bdac-60b0ad3244b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c4261de-7bcb-45bf-864c-dca76075a25b'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:45:56.111475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Attempting to bind port adca2539-b988-4be3-9551-ca3f3cd49cdc on network 4c4261de-7bcb-45bf-864c-dca76075a25b {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:45:56.117241 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:45:56.117785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Checking segment: {'id': '8042a7b6-91e1-409a-bdac-60b0ad3244b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c4261de-7bcb-45bf-864c-dca76075a25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:45:56.118256 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:56.118662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Bound using segment: {'id': '8042a7b6-91e1-409a-bdac-60b0ad3244b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c4261de-7bcb-45bf-864c-dca76075a25b'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:45:56.119154 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Bound port: adca2539-b988-4be3-9551-ca3f3cd49cdc, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8042a7b6-91e1-409a-bdac-60b0ad3244b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4c4261de-7bcb-45bf-864c-dca76075a25b'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:45:56.119536 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:56.186512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] For port adca2539-b988-4be3-9551-ca3f3cd49cdc, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:45:56.190160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] For port adca2539-b988-4be3-9551-ca3f3cd49cdc, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=adca2539-b988-4be3-9551-ca3f3cd49cdc,segment=NetworkSegment(8042a7b6-91e1-409a-bdac-60b0ad3244b9),segment_id=8042a7b6-91e1-409a-bdac-60b0ad3244b9)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:45:56.204333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Allocated IP 2001:db8::11d (4c4261de-7bcb-45bf-864c-dca76075a25b/9c561ccf-5409-427c-934c-2cbae03e3bea/54347b05-18c9-4e78-a3aa-ba4f43cecf3e) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:45:56.253526 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:56.324625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6081a7e-1124-457c-9560-e2c01e861d8d None None] Pushing event updated for resources: {'Port': ['ID=adca2539-b988-4be3-9551-ca3f3cd49cdc,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:56.370914 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:56.436511 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:56.504220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 4c4261de-7bcb-45bf-864c-dca76075a25b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:56.507658 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:56.511366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:45:56.518996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:56.519701 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:56.537226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=54347b05-18c9-4e78-a3aa-ba4f43cecf3e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:56.626481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-210377bf-7b8e-4a0e-81f2-781806f0de87 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7369683 Oct 13 14:45:56.628956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55972) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:57.021248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device adca2539-b988-4be3-9551-ca3f3cd49cdc up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:45:57.080408 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port adca2539-b988-4be3-9551-ca3f3cd49cdc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:57.080811 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:57.169801 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:57.207117 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port adca2539-b988-4be3-9551-ca3f3cd49cdc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=adca2539-b988-4be3-9551-ca3f3cd49cdc,segment=NetworkSegment(8042a7b6-91e1-409a-bdac-60b0ad3244b9),segment_id=8042a7b6-91e1-409a-bdac-60b0ad3244b9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:45:57.276499 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:57.294938 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:57.332103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=adca2539-b988-4be3-9551-ca3f3cd49cdc,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:57.348301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aee024c-579a-40f7-a1f9-b419392720ee None None] Network 4c4261de-7bcb-45bf-864c-dca76075a25b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:45:57.414165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ea269241-911e-41e6-be22-3a8d1baf11a2 None None] Provisioning complete for port adca2539-b988-4be3-9551-ca3f3cd49cdc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:57.414533 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea269241-911e-41e6-be22-3a8d1baf11a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:57.573830 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:57.628824 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:57.702731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=54347b05-18c9-4e78-a3aa-ba4f43cecf3e,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:57.796098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7ca3adb1-fd2b-4c86-91da-38e36c7fc46e None None] Provisioning complete for port 54347b05-18c9-4e78-a3aa-ba4f43cecf3e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:57.796469 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ca3adb1-fd2b-4c86-91da-38e36c7fc46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:57.823818 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:57.853210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-7ca3adb1-fd2b-4c86-91da-38e36c7fc46e None None] Port 54347b05-18c9-4e78-a3aa-ba4f43cecf3e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:57.863748 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7ca3adb1-fd2b-4c86-91da-38e36c7fc46e None None] Provisioning complete for port adca2539-b988-4be3-9551-ca3f3cd49cdc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:57.864122 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ca3adb1-fd2b-4c86-91da-38e36c7fc46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:58.051731 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:58.080652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f8cb2a3f-bf69-442e-a355-fcbeaf8d24d8 None None] Provisioning complete for port 54347b05-18c9-4e78-a3aa-ba4f43cecf3e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:58.081523 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f8cb2a3f-bf69-442e-a355-fcbeaf8d24d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:58.135921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb2a3f-bf69-442e-a355-fcbeaf8d24d8 None None] Port 54347b05-18c9-4e78-a3aa-ba4f43cecf3e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:58.254973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6cb3e2b4-bb14-4983-beb1-b2d9acdbfdd8 None None] Provisioning complete for port 54347b05-18c9-4e78-a3aa-ba4f43cecf3e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:58.255433 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6cb3e2b4-bb14-4983-beb1-b2d9acdbfdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:58.294947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3e2b4-bb14-4983-beb1-b2d9acdbfdd8 None None] Port 54347b05-18c9-4e78-a3aa-ba4f43cecf3e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:58.367880 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:58.451369 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:58.452158 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:58.534747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=54347b05-18c9-4e78-a3aa-ba4f43cecf3e,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:45:58.585730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 4c4261de-7bcb-45bf-864c-dca76075a25b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:45:58.587131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:45:58.790256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router b4620e4f-f753-40ba-8cda-d03a932a91e9 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:45:58.821739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e21f98c7-ca8b-454d-850c-411d13772abd None None] Provisioning complete for port 54347b05-18c9-4e78-a3aa-ba4f43cecf3e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:58.822101 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e21f98c7-ca8b-454d-850c-411d13772abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:58.858916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e21f98c7-ca8b-454d-850c-411d13772abd None None] Port 54347b05-18c9-4e78-a3aa-ba4f43cecf3e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:45:58.882368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:45:58.887236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0c44884f-f0b8-470b-8a64-ae2a0d1a7896 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/b4620e4f-f753-40ba-8cda-d03a932a91e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2572317 Oct 13 14:45:58.890139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55974) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:58.893813 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c978b0-16ad-4466-823e-e02976733d3f None None] Sync routers for ids ['b4620e4f-f753-40ba-8cda-d03a932a91e9'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:45:58.903852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c978b0-16ad-4466-823e-e02976733d3f None None] Routers {'b4620e4f-f753-40ba-8cda-d03a932a91e9'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:58.904467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f7c978b0-16ad-4466-823e-e02976733d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b4620e4f-f753-40ba-8cda-d03a932a91e9'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:58.937313 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f7c978b0-16ad-4466-823e-e02976733d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:58.947010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c978b0-16ad-4466-823e-e02976733d3f None None] Routers {'b4620e4f-f753-40ba-8cda-d03a932a91e9'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:45:58.947776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f7c978b0-16ad-4466-823e-e02976733d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b4620e4f-f753-40ba-8cda-d03a932a91e9'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:58.948005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759dd33d-2733-44e2-80a7-6e166c981fbf tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:45:58.950106 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-759dd33d-2733-44e2-80a7-6e166c981fbf tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports/54347b05-18c9-4e78-a3aa-ba4f43cecf3e HTTP/1.1" status: 200 len: 983 time: 0.0588672 Oct 13 14:45:58.953723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55976) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:45:58.987874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f7c978b0-16ad-4466-823e-e02976733d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:45:58.988620 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c978b0-16ad-4466-823e-e02976733d3f None None] The sync data for ids ['b4620e4f-f753-40ba-8cda-d03a932a91e9'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:45:59.000679 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device adca2539-b988-4be3-9551-ca3f3cd49cdc up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:45:59.049376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port adca2539-b988-4be3-9551-ca3f3cd49cdc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:45:59.049829 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:59.364917 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7e6f-8789-4e33-8a68-a63d49fc0bdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:59.573528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e7e6f-8789-4e33-8a68-a63d49fc0bdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port 54347b05-18c9-4e78-a3aa-ba4f43cecf3e {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:45:59.574921 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7e6f-8789-4e33-8a68-a63d49fc0bdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:59.662451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7e6f-8789-4e33-8a68-a63d49fc0bdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:59.674704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e7e6f-8789-4e33-8a68-a63d49fc0bdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for 54347b05-18c9-4e78-a3aa-ba4f43cecf3e owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:45:59.933052 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7e6f-8789-4e33-8a68-a63d49fc0bdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:45:59.965083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e7e6f-8789-4e33-8a68-a63d49fc0bdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=54347b05-18c9-4e78-a3aa-ba4f43cecf3e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:00.061954 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7e6f-8789-4e33-8a68-a63d49fc0bdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:00.225594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1e7e6f-8789-4e33-8a68-a63d49fc0bdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router b4620e4f-f753-40ba-8cda-d03a932a91e9 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:00.303307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1e7e6f-8789-4e33-8a68-a63d49fc0bdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:00.308144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4b1e7e6f-8789-4e33-8a68-a63d49fc0bdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/b4620e4f-f753-40ba-8cda-d03a932a91e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3532951 Oct 13 14:46:00.311667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55978) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:00.314445 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa03835-2200-4895-b1d7-724a0fc9bc98 None None] Sync routers for ids ['b4620e4f-f753-40ba-8cda-d03a932a91e9'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:00.324932 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa03835-2200-4895-b1d7-724a0fc9bc98 None None] Routers {'b4620e4f-f753-40ba-8cda-d03a932a91e9'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:00.325633 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5aa03835-2200-4895-b1d7-724a0fc9bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b4620e4f-f753-40ba-8cda-d03a932a91e9'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:00.359959 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5aa03835-2200-4895-b1d7-724a0fc9bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:00.368628 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa03835-2200-4895-b1d7-724a0fc9bc98 None None] Routers {'b4620e4f-f753-40ba-8cda-d03a932a91e9'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:00.369262 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5aa03835-2200-4895-b1d7-724a0fc9bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['b4620e4f-f753-40ba-8cda-d03a932a91e9'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:00.402227 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5aa03835-2200-4895-b1d7-724a0fc9bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:00.402955 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa03835-2200-4895-b1d7-724a0fc9bc98 None None] The sync data for ids ['b4620e4f-f753-40ba-8cda-d03a932a91e9'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:00.496659 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-56cf198e-d0d9-40c8-b765-12fd951a66a6 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] remove_router_interface failed (client error): The resource could not be found. Oct 13 14:46:00.498008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-56cf198e-d0d9-40c8-b765-12fd951a66a6 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/b4620e4f-f753-40ba-8cda-d03a932a91e9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1853838 Oct 13 14:46:00.500759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55980) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:00.530961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1c89474f-fc62-4020-809e-06c309cb3244 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4620e4f-f753-40ba-8cda-d03a932a91e9 HTTP/1.1" status: 200 len: 205 time: 0.0290360 Oct 13 14:46:00.533354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55982) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:00.604295 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e711c74a-bf9d-48b1-8740-6068a861430f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.064184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e711c74a-bf9d-48b1-8740-6068a861430f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.066421 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e711c74a-bf9d-48b1-8740-6068a861430f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.168082 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e711c74a-bf9d-48b1-8740-6068a861430f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.169192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e711c74a-bf9d-48b1-8740-6068a861430f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Fanout notify agent at l3_agent the message router_deleted on router b4620e4f-f753-40ba-8cda-d03a932a91e9 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:46:01.184904 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e711c74a-bf9d-48b1-8740-6068a861430f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.185994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e711c74a-bf9d-48b1-8740-6068a861430f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/b4620e4f-f753-40ba-8cda-d03a932a91e9 HTTP/1.1" status: 204 len: 168 time: 0.6517587 Oct 13 14:46:01.189532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55988) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:01.282152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5889ad6-637f-44d8-8d61-161eeaf48ef6 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting subnet 9c561ccf-5409-427c-934c-2cbae03e3bea {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:46:01.285663 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5889ad6-637f-44d8-8d61-161eeaf48ef6 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.289492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf74b5-0b9f-4806-b888-b99e3027d1bc req-085f648e-27a3-4c02-bc78-2d9ecef35de9 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:01.291021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7adf74b5-0b9f-4806-b888-b99e3027d1bc req-085f648e-27a3-4c02-bc78-2d9ecef35de9 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1098 time: 0.1196768 Oct 13 14:46:01.333521 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7adf74b5-0b9f-4806-b888-b99e3027d1bc req-df8d6f7a-e090-4ee3-8849-4abd2fd1d353 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.351603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5889ad6-637f-44d8-8d61-161eeaf48ef6 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.466683 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5889ad6-637f-44d8-8d61-161eeaf48ef6 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.525470 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7adf74b5-0b9f-4806-b888-b99e3027d1bc req-df8d6f7a-e090-4ee3-8849-4abd2fd1d353 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.588889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7adf74b5-0b9f-4806-b888-b99e3027d1bc req-df8d6f7a-e090-4ee3-8849-4abd2fd1d353 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.616681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7adf74b5-0b9f-4806-b888-b99e3027d1bc req-df8d6f7a-e090-4ee3-8849-4abd2fd1d353 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3028519 Oct 13 14:46:01.628754 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5889ad6-637f-44d8-8d61-161eeaf48ef6 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.656358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d6f7a-e090-4ee3-8849-4abd2fd1d353 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198ffcdf-660a-400e-bbe4-dc9dbf24b543,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:01.661453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5889ad6-637f-44d8-8d61-161eeaf48ef6 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Subnet': ['ID=9c561ccf-5409-427c-934c-2cbae03e3bea,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:01.665277 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a5889ad6-637f-44d8-8d61-161eeaf48ef6 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.669086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a5889ad6-637f-44d8-8d61-161eeaf48ef6 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/9c561ccf-5409-427c-934c-2cbae03e3bea HTTP/1.1" status: 204 len: 168 time: 0.4783669 Oct 13 14:46:01.671818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 55992) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:01.675968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e96c9-55b9-4736-9f16-2515018b9d24 None None] Network 4c4261de-7bcb-45bf-864c-dca76075a25b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:01.784729 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.801213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce9bcb-27d2-4e17-9509-9e2c5108bb85 req-6ecb4a2c-26c3-410b-98de-8c829e287ce6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:01.802682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fce9bcb-27d2-4e17-9509-9e2c5108bb85 req-6ecb4a2c-26c3-410b-98de-8c829e287ce6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0839362 Oct 13 14:46:01.865737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5860d572-afe5-47ff-83ba-e52089f5d636 None None] DHCP port deletion for 4c4261de-7bcb-45bf-864c-dca76075a25b request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:46:01.880749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fce9bcb-27d2-4e17-9509-9e2c5108bb85 req-c354eaf1-bd01-418a-845b-c145050850bf tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700033 Oct 13 14:46:01.890843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port adca2539-b988-4be3-9551-ca3f3cd49cdc {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:01.891189 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.910596 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 55994) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:01.916476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5860d572-afe5-47ff-83ba-e52089f5d636 None None] Deleting port adca2539-b988-4be3-9551-ca3f3cd49cdc {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:01.916948 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5860d572-afe5-47ff-83ba-e52089f5d636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.958330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] For port adca2539-b988-4be3-9551-ca3f3cd49cdc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=adca2539-b988-4be3-9551-ca3f3cd49cdc,segment=NetworkSegment(8042a7b6-91e1-409a-bdac-60b0ad3244b9),segment_id=8042a7b6-91e1-409a-bdac-60b0ad3244b9)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:01.958707 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:01.976416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for adca2539-b988-4be3-9551-ca3f3cd49cdc owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:01.981783 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-06eaebac-b28c-4fd9-b3e4-2a62dd60b698 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/7b872b97-157e-47ba-9d76-9ba7a1eea87f HTTP/1.1" status: 200 len: 994 time: 0.0690045 Oct 13 14:46:01.997998 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5860d572-afe5-47ff-83ba-e52089f5d636 None None] For port adca2539-b988-4be3-9551-ca3f3cd49cdc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=adca2539-b988-4be3-9551-ca3f3cd49cdc,segment=NetworkSegment(8042a7b6-91e1-409a-bdac-60b0ad3244b9),segment_id=8042a7b6-91e1-409a-bdac-60b0ad3244b9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:01.998541 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5860d572-afe5-47ff-83ba-e52089f5d636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.014252 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5860d572-afe5-47ff-83ba-e52089f5d636 None None] Calling delete_port for adca2539-b988-4be3-9551-ca3f3cd49cdc owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:02.115983 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.122825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5860d572-afe5-47ff-83ba-e52089f5d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.142763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=adca2539-b988-4be3-9551-ca3f3cd49cdc,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:02.146201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No DVR routers for this DVR port adca2539-b988-4be3-9551-ca3f3cd49cdc on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:46:02.151383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860d572-afe5-47ff-83ba-e52089f5d636 None None] Pushing event deleted for resources: {'Port': ['ID=adca2539-b988-4be3-9551-ca3f3cd49cdc,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:02.160516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5860d572-afe5-47ff-83ba-e52089f5d636 None None] No DVR routers for this DVR port adca2539-b988-4be3-9551-ca3f3cd49cdc on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:46:02.238407 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.262391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4261de-7bcb-45bf-864c-dca76075a25b']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:02.273064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8042a7b6-91e1-409a-bdac-60b0ad3244b9') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:02.273362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8042a7b6-91e1-409a-bdac-60b0ad3244b9') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:02.284054 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.298618 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.309769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:46:02.313674 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:46:02.329115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-c39b0aa1-b5ff-4253-82a2-b5c9b81c1089 req-cbf23360-bb03-40b9-8d23-7be3691efc5c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:46:02.330060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c39b0aa1-b5ff-4253-82a2-b5c9b81c1089 req-cbf23360-bb03-40b9-8d23-7be3691efc5c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0156329 Oct 13 14:46:02.463285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.472391 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.479502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/networks/4c4261de-7bcb-45bf-864c-dca76075a25b HTTP/1.1" status: 204 len: 168 time: 0.8031449 Oct 13 14:46:02.480388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56006) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:02.486209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e52109-c8df-4aad-a83d-3e81bd264494 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Network': ['ID=4c4261de-7bcb-45bf-864c-dca76075a25b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:02.487403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a9e98112-9a38-4866-8bcf-090c18438952 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2088202915'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:02.584551 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e98112-9a38-4866-8bcf-090c18438952 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:46:02.588325 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9e98112-9a38-4866-8bcf-090c18438952 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.614289 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e98112-9a38-4866-8bcf-090c18438952 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:46:02.625818 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9e98112-9a38-4866-8bcf-090c18438952 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.626165 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-a9e98112-9a38-4866-8bcf-090c18438952 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Added segment 533a51aa-7ee3-4c98-ab2c-3ac53965fa62 of type vlan for network 12657be2-54a8-4d86-a181-fca4b0ed70eb Oct 13 14:46:02.669848 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9e98112-9a38-4866-8bcf-090c18438952 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.756283 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9e98112-9a38-4866-8bcf-090c18438952 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.763626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e98112-9a38-4866-8bcf-090c18438952 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:02.764555 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9e98112-9a38-4866-8bcf-090c18438952 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:02.831607 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e98112-9a38-4866-8bcf-090c18438952 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Network': ['ID=12657be2-54a8-4d86-a181-fca4b0ed70eb,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:02.843278 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 12657be2-54a8-4d86-a181-fca4b0ed70eb details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:46:02.856910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981730b-0a6d-4975-b39c-c199a98e9767 req-58ae7b64-9c91-46ec-9f07-14643858d144 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:02.858501 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a981730b-0a6d-4975-b39c-c199a98e9767 req-58ae7b64-9c91-46ec-9f07-14643858d144 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0540888 Oct 13 14:46:02.891045 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a9e98112-9a38-4866-8bcf-090c18438952 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4085798 Oct 13 14:46:02.894030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56010) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:02.899313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6038f1ec-e837-410a-b353-e70a6c73b2d9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'subnet': {'network_id': '12657be2-54a8-4d86-a181-fca4b0ed70eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:02.903270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a981730b-0a6d-4975-b39c-c199a98e9767 req-f66bd2a3-7c17-46ba-9fbc-7046e71f96d0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383327 Oct 13 14:46:02.986124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device adca2539-b988-4be3-9551-ca3f3cd49cdc no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:46:02.999239 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56012) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:03.006696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: adca2539-b988-4be3-9551-ca3f3cd49cdc {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:46:03.007038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device adca2539-b988-4be3-9551-ca3f3cd49cdc not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:46:03.091884 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6038f1ec-e837-410a-b353-e70a6c73b2d9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:46:03.095602 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6038f1ec-e837-410a-b353-e70a6c73b2d9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:03.201766 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-40bf2d04-0088-4637-ba22-e9038aa250dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2013998 Oct 13 14:46:03.213058 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-29eeacaa-4512-45a9-8501-a1368e8d3606 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:46:03.213995 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-29eeacaa-4512-45a9-8501-a1368e8d3606 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062723 Oct 13 14:46:03.402593 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6038f1ec-e837-410a-b353-e70a6c73b2d9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:03.462158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038f1ec-e837-410a-b353-e70a6c73b2d9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Subnet': ['ID=c446c7ae-c74f-44a4-ab72-515eafed2ddd,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:03.473391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038f1ec-e837-410a-b353-e70a6c73b2d9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Checking segment: {'id': '533a51aa-7ee3-4c98-ab2c-3ac53965fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '12657be2-54a8-4d86-a181-fca4b0ed70eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:03.473746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6038f1ec-e837-410a-b353-e70a6c73b2d9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network hostable DHCP agents. Network: 12657be2-54a8-4d86-a181-fca4b0ed70eb, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:46:03.567268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6038f1ec-e837-410a-b353-e70a6c73b2d9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 12657be2-54a8-4d86-a181-fca4b0ed70eb is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:46:03.664996 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-6038f1ec-e837-410a-b353-e70a6c73b2d9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 12657be2-54a8-4d86-a181-fca4b0ed70eb) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:03.669780 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6038f1ec-e837-410a-b353-e70a6c73b2d9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:03.670655 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6038f1ec-e837-410a-b353-e70a6c73b2d9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:03.674846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f110592-b571-4ceb-afa3-0eaa4ecb6849 None None] Network 12657be2-54a8-4d86-a181-fca4b0ed70eb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:03.763353 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6038f1ec-e837-410a-b353-e70a6c73b2d9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8680069 Oct 13 14:46:03.766154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56034) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:03.770927 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-316ec9cf-d977-43d2-8533-6b1dc993334e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1883089818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:03.826726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-12657be2-54a8-4d86-a181-fca4b0ed70eb', 'network_id': '12657be2-54a8-4d86-a181-fca4b0ed70eb', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'fixed_ips': [{'subnet_id': 'c446c7ae-c74f-44a4-ab72-515eafed2ddd'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:46:03.827741 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:03.904789 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-316ec9cf-d977-43d2-8533-6b1dc993334e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:03.905902 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-316ec9cf-d977-43d2-8533-6b1dc993334e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:03.977021 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Allocated IP 2001:db8::2 (12657be2-54a8-4d86-a181-fca4b0ed70eb/c446c7ae-c74f-44a4-ab72-515eafed2ddd/ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:46:04.034649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9dc6a-3e13-4a53-a716-90f448137546 req-f07d95db-e180-4d21-ad0c-378d245d4389 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:04.036935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27d9dc6a-3e13-4a53-a716-90f448137546 req-f07d95db-e180-4d21-ad0c-378d245d4389 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0574486 Oct 13 14:46:04.080198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27d9dc6a-3e13-4a53-a716-90f448137546 req-70279f6c-2534-402b-80d2-516c77f207d4 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371101 Oct 13 14:46:04.158968 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:04.214192 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:04.263296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Network 12657be2-54a8-4d86-a181-fca4b0ed70eb is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:04.266600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:04.270210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:46:04.276349 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-316ec9cf-d977-43d2-8533-6b1dc993334e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:04.277830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Pushing event updated for resources: {'Port': ['ID=ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:04.328208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Attempting to bind port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:46:04.328569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Attempting to bind port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '533a51aa-7ee3-4c98-ab2c-3ac53965fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '12657be2-54a8-4d86-a181-fca4b0ed70eb'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:46:04.328925 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Attempting to bind port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc on network 12657be2-54a8-4d86-a181-fca4b0ed70eb {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:46:04.333784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:46:04.334148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Checking segment: {'id': '533a51aa-7ee3-4c98-ab2c-3ac53965fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '12657be2-54a8-4d86-a181-fca4b0ed70eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:04.334545 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:04.334932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Bound using segment: {'id': '533a51aa-7ee3-4c98-ab2c-3ac53965fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '12657be2-54a8-4d86-a181-fca4b0ed70eb'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:46:04.335380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Bound port: ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533a51aa-7ee3-4c98-ab2c-3ac53965fa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '12657be2-54a8-4d86-a181-fca4b0ed70eb'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:46:04.335747 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:04.385212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-316ec9cf-d977-43d2-8533-6b1dc993334e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:04.402523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] For port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:46:04.405626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] For port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc,segment=NetworkSegment(533a51aa-7ee3-4c98-ab2c-3ac53965fa62),segment_id=533a51aa-7ee3-4c98-ab2c-3ac53965fa62)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:46:04.469001 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:04.470637 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-316ec9cf-d977-43d2-8533-6b1dc993334e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:04.474383 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-316ec9cf-d977-43d2-8533-6b1dc993334e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7047603 Oct 13 14:46:04.475241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56042) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:04.532109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f9327-7ef2-41e4-924f-4da6afe88d2f None None] Pushing event updated for resources: {'Port': ['ID=ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:04.781997 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:05.009253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:05.046783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Allocated IP 2001:db8::1 (12657be2-54a8-4d86-a181-fca4b0ed70eb/c446c7ae-c74f-44a4-ab72-515eafed2ddd/fe16f7e7-49b1-4916-a7ec-b783c6fc077a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:46:05.058503 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:05.058877 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:05.148901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:05.192043 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc,segment=NetworkSegment(533a51aa-7ee3-4c98-ab2c-3ac53965fa62),segment_id=533a51aa-7ee3-4c98-ab2c-3ac53965fa62)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:05.208164 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:05.244888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab8ec6-2691-40dd-b0f7-3531036e5a2c req-3d81946b-fad3-47ec-b9ae-171fc69993c0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:05.244888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fab8ec6-2691-40dd-b0f7-3531036e5a2c req-3d81946b-fad3-47ec-b9ae-171fc69993c0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0867543 Oct 13 14:46:05.270219 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:05.306672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fab8ec6-2691-40dd-b0f7-3531036e5a2c req-b56a9604-62f8-434f-9cbe-9110e6cb2a19 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539792 Oct 13 14:46:05.332285 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:05.340794 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:05.388079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 12657be2-54a8-4d86-a181-fca4b0ed70eb is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:05.391411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:05.395319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:46:05.395875 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:05.435728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=fe16f7e7-49b1-4916-a7ec-b783c6fc077a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:05.453389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:05.453749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:05.454089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:05.454424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:05.454757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:05.455090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:05.455416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:05.455748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:05.456071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:05.456392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:05.456735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:05.457058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:05.526315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69baf77d-4f54-4963-aa8d-b4c44b189455 None None] Network 12657be2-54a8-4d86-a181-fca4b0ed70eb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:05.539295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-543747b4-bf87-42b0-8cd9-557b90541f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:05.540815 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-543747b4-bf87-42b0-8cd9-557b90541f58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1098 time: 0.0784471 Oct 13 14:46:05.641815 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:05.703782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-85026bb0-1996-4316-8e23-107ff214cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:05.705392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-85026bb0-1996-4316-8e23-107ff214cdb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92093ea4-0235-498f-bd68-b6e4a07a96a9 HTTP/1.1" status: 200 len: 898 time: 0.1556706 Oct 13 14:46:05.808536 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d58960d6-ca8a-4dc2-9d06-7ee0a3ac4a2c None None] Provisioning complete for port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:05.809281 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d58960d6-ca8a-4dc2-9d06-7ee0a3ac4a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:05.853228 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-cd7d549c-a3b3-4eb0-ac8d-fdf8580658a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b HTTP/1.1" status: 200 len: 1002 time: 0.1401339 Oct 13 14:46:05.962859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-4a17dd73-6e7d-4a42-a853-d4bfcf4baf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:05.964339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-4a17dd73-6e7d-4a42-a853-d4bfcf4baf4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2d53723-f768-4cc9-8344-2f76ded5fb73 HTTP/1.1" status: 200 len: 832 time: 0.1002614 Oct 13 14:46:06.059075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-fa49abc2-dca9-44fa-b8bd-c0c9ce0dbfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:06.060508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-fa49abc2-dca9-44fa-b8bd-c0c9ce0dbfcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92093ea4-0235-498f-bd68-b6e4a07a96a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874083 Oct 13 14:46:06.071094 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:06.125192 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:06.125969 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:06.140435 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d8195d1d-34d4-4c0d-94b4-0a06427a1ebb None None] Provisioning complete for port fe16f7e7-49b1-4916-a7ec-b783c6fc077a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:06.141053 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d8195d1d-34d4-4c0d-94b4-0a06427a1ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:06.180067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d8195d1d-34d4-4c0d-94b4-0a06427a1ebb None None] Port fe16f7e7-49b1-4916-a7ec-b783c6fc077a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:06.190823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d8195d1d-34d4-4c0d-94b4-0a06427a1ebb None None] Provisioning complete for port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:06.191201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d8195d1d-34d4-4c0d-94b4-0a06427a1ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:06.251955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=fe16f7e7-49b1-4916-a7ec-b783c6fc077a,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:06.260218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-c6fdeccf-f1ff-42db-bc41-ed941deb224b service neutron] 10.222.0.41 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916134 Oct 13 14:46:06.342486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 12657be2-54a8-4d86-a181-fca4b0ed70eb is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:06.347058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:06.405757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-343eb013-1af2-4fff-a08f-3555a2fed892 None None] Provisioning complete for port fe16f7e7-49b1-4916-a7ec-b783c6fc077a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:06.406254 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-343eb013-1af2-4fff-a08f-3555a2fed892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:06.446632 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-343eb013-1af2-4fff-a08f-3555a2fed892 None None] Port fe16f7e7-49b1-4916-a7ec-b783c6fc077a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:06.490257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-c6c1bb6a-e340-40db-a02c-6291a1c75e10 service neutron] 10.222.0.41 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189808 Oct 13 14:46:06.515515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340e5ba-00dd-4f14-9cee-f2ce74ef6b50 req-1c64c6bb-3880-4574-a179-afa6b7be3040 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:06.517169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b340e5ba-00dd-4f14-9cee-f2ce74ef6b50 req-1c64c6bb-3880-4574-a179-afa6b7be3040 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.1243575 Oct 13 14:46:06.566963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b340e5ba-00dd-4f14-9cee-f2ce74ef6b50 req-4bc929fb-567b-4a9e-828a-aea15b4a96e5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412743 Oct 13 14:46:06.623149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router d47555c8-5368-4b66-a049-1d1000de926f is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:46:06.666604 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-072069fb-3e51-457f-adbd-e961d9e23892 None None] Provisioning complete for port fe16f7e7-49b1-4916-a7ec-b783c6fc077a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:06.666929 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-072069fb-3e51-457f-adbd-e961d9e23892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:06.703539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-072069fb-3e51-457f-adbd-e961d9e23892 None None] Port fe16f7e7-49b1-4916-a7ec-b783c6fc077a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:06.720925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:06.730424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-500a3e1b-93df-4ca4-ba07-b7e254ab9930 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/d47555c8-5368-4b66-a049-1d1000de926f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2506120 Oct 13 14:46:06.730591 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56050) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:06.731026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71f2bb-d85b-4f95-85f5-cc7d83a0b5e0 None None] Sync routers for ids ['d47555c8-5368-4b66-a049-1d1000de926f'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:06.739937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71f2bb-d85b-4f95-85f5-cc7d83a0b5e0 None None] Routers {'d47555c8-5368-4b66-a049-1d1000de926f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:06.740540 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6a71f2bb-d85b-4f95-85f5-cc7d83a0b5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d47555c8-5368-4b66-a049-1d1000de926f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:06.772558 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6a71f2bb-d85b-4f95-85f5-cc7d83a0b5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:06.773885 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee01c631-2536-4233-b74c-30e52835e8fa tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:06.775326 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ee01c631-2536-4233-b74c-30e52835e8fa tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports/fe16f7e7-49b1-4916-a7ec-b783c6fc077a HTTP/1.1" status: 200 len: 911 time: 0.0445375 Oct 13 14:46:06.778930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56052) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:06.782890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71f2bb-d85b-4f95-85f5-cc7d83a0b5e0 None None] Routers {'d47555c8-5368-4b66-a049-1d1000de926f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:06.783548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6a71f2bb-d85b-4f95-85f5-cc7d83a0b5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d47555c8-5368-4b66-a049-1d1000de926f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:06.821333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6a71f2bb-d85b-4f95-85f5-cc7d83a0b5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:06.822650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a71f2bb-d85b-4f95-85f5-cc7d83a0b5e0 None None] The sync data for ids ['d47555c8-5368-4b66-a049-1d1000de926f'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:06.991997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:07.041429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:07.041795 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:07.113140 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cda2237-fb4f-4f5d-9c9c-c55ca4ed9938 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:07.354739 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-3cda2237-fb4f-4f5d-9c9c-c55ca4ed9938 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port fe16f7e7-49b1-4916-a7ec-b783c6fc077a {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:07.355135 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cda2237-fb4f-4f5d-9c9c-c55ca4ed9938 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:07.443495 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cda2237-fb4f-4f5d-9c9c-c55ca4ed9938 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:07.455799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-3cda2237-fb4f-4f5d-9c9c-c55ca4ed9938 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for fe16f7e7-49b1-4916-a7ec-b783c6fc077a owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:07.687500 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cda2237-fb4f-4f5d-9c9c-c55ca4ed9938 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:07.695096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c78736-af2d-48bb-8241-649217a0b729 req-94a2e4a5-71d4-4892-aace-cbea35430bda tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:07.697039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40c78736-af2d-48bb-8241-649217a0b729 req-94a2e4a5-71d4-4892-aace-cbea35430bda tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0525818 Oct 13 14:46:07.714846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda2237-fb4f-4f5d-9c9c-c55ca4ed9938 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=fe16f7e7-49b1-4916-a7ec-b783c6fc077a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:07.742921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40c78736-af2d-48bb-8241-649217a0b729 req-4faaade2-e996-49d6-889b-7af177ef401c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396295 Oct 13 14:46:07.818666 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cda2237-fb4f-4f5d-9c9c-c55ca4ed9938 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:07.984523 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cda2237-fb4f-4f5d-9c9c-c55ca4ed9938 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router d47555c8-5368-4b66-a049-1d1000de926f has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:08.063035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cda2237-fb4f-4f5d-9c9c-c55ca4ed9938 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:08.067982 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3cda2237-fb4f-4f5d-9c9c-c55ca4ed9938 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/d47555c8-5368-4b66-a049-1d1000de926f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2879906 Oct 13 14:46:08.070888 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56056) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:08.072946 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af15f0c-f692-4aa6-b5d6-4320af83a4e3 None None] Sync routers for ids ['d47555c8-5368-4b66-a049-1d1000de926f'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:08.085155 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af15f0c-f692-4aa6-b5d6-4320af83a4e3 None None] Routers {'d47555c8-5368-4b66-a049-1d1000de926f'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:08.085849 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6af15f0c-f692-4aa6-b5d6-4320af83a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d47555c8-5368-4b66-a049-1d1000de926f'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:08.098743 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-81dadb2f-89c9-4cbb-8502-d4f596f78020 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d47555c8-5368-4b66-a049-1d1000de926f HTTP/1.1" status: 200 len: 205 time: 0.0267096 Oct 13 14:46:08.101183 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56058) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:08.122901 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6af15f0c-f692-4aa6-b5d6-4320af83a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:08.132747 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af15f0c-f692-4aa6-b5d6-4320af83a4e3 None None] Routers {'d47555c8-5368-4b66-a049-1d1000de926f'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:08.133368 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6af15f0c-f692-4aa6-b5d6-4320af83a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d47555c8-5368-4b66-a049-1d1000de926f'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:08.165594 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-6af15f0c-f692-4aa6-b5d6-4320af83a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:08.166233 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af15f0c-f692-4aa6-b5d6-4320af83a4e3 None None] The sync data for ids ['d47555c8-5368-4b66-a049-1d1000de926f'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:08.181343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84ebe1e2-7571-40b9-b2cd-7cdc16cbce10 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:08.353862 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84ebe1e2-7571-40b9-b2cd-7cdc16cbce10 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:08.358705 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84ebe1e2-7571-40b9-b2cd-7cdc16cbce10 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:08.487958 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84ebe1e2-7571-40b9-b2cd-7cdc16cbce10 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:08.488781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ebe1e2-7571-40b9-b2cd-7cdc16cbce10 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Fanout notify agent at l3_agent the message router_deleted on router d47555c8-5368-4b66-a049-1d1000de926f {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:46:08.499120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84ebe1e2-7571-40b9-b2cd-7cdc16cbce10 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:08.500237 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-84ebe1e2-7571-40b9-b2cd-7cdc16cbce10 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/d47555c8-5368-4b66-a049-1d1000de926f HTTP/1.1" status: 204 len: 168 time: 0.3981700 Oct 13 14:46:08.502947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56060) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:08.554006 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e34b93-d345-4b71-8296-bb13633b0b40 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting subnet c446c7ae-c74f-44a4-ab72-515eafed2ddd {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:46:08.557119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0e34b93-d345-4b71-8296-bb13633b0b40 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:08.596657 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0e34b93-d345-4b71-8296-bb13633b0b40 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:08.684904 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0e34b93-d345-4b71-8296-bb13633b0b40 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:08.812488 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0e34b93-d345-4b71-8296-bb13633b0b40 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:08.842442 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e34b93-d345-4b71-8296-bb13633b0b40 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Subnet': ['ID=c446c7ae-c74f-44a4-ab72-515eafed2ddd,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:08.847533 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a0e34b93-d345-4b71-8296-bb13633b0b40 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:08.854613 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a0e34b93-d345-4b71-8296-bb13633b0b40 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/c446c7ae-c74f-44a4-ab72-515eafed2ddd HTTP/1.1" status: 204 len: 168 time: 0.3476837 Oct 13 14:46:08.855997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56064) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:08.858192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58ba6e9-281a-43d3-8090-da114c40b65e None None] Network 12657be2-54a8-4d86-a181-fca4b0ed70eb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:08.931266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3711e24-93f0-49ca-be2c-1378d07ff910 req-6a4d7b4f-c339-4ce4-9934-15d19fb5c7f0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:08.932800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3711e24-93f0-49ca-be2c-1378d07ff910 req-6a4d7b4f-c339-4ce4-9934-15d19fb5c7f0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.1154778 Oct 13 14:46:08.956786 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:08.990775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b3711e24-93f0-49ca-be2c-1378d07ff910 req-272e34db-cec1-4a12-871d-2afbc945485d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482633 Oct 13 14:46:09.040953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:09.041336 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.054257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14dc945-2f29-478f-b4b9-5b3859eae9e1 None None] DHCP port deletion for 12657be2-54a8-4d86-a181-fca4b0ed70eb request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:46:09.103568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a14dc945-2f29-478f-b4b9-5b3859eae9e1 None None] Deleting port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:09.103942 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a14dc945-2f29-478f-b4b9-5b3859eae9e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.175598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a14dc945-2f29-478f-b4b9-5b3859eae9e1 None None] For port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc,segment=NetworkSegment(533a51aa-7ee3-4c98-ab2c-3ac53965fa62),segment_id=533a51aa-7ee3-4c98-ab2c-3ac53965fa62)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:09.176002 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a14dc945-2f29-478f-b4b9-5b3859eae9e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.190918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a14dc945-2f29-478f-b4b9-5b3859eae9e1 None None] Calling delete_port for ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:09.331511 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a14dc945-2f29-478f-b4b9-5b3859eae9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.358061 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dc945-2f29-478f-b4b9-5b3859eae9e1 None None] Pushing event deleted for resources: {'Port': ['ID=ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:09.363998 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14dc945-2f29-478f-b4b9-5b3859eae9e1 None None] No DVR routers for this DVR port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:46:09.418154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] For port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc,segment=NetworkSegment(533a51aa-7ee3-4c98-ab2c-3ac53965fa62),segment_id=533a51aa-7ee3-4c98-ab2c-3ac53965fa62)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:09.431503 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.440411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:09.521069 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.548828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:09.550701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No DVR routers for this DVR port ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:46:09.634164 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.655010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12657be2-54a8-4d86-a181-fca4b0ed70eb']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:09.664324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533a51aa-7ee3-4c98-ab2c-3ac53965fa62') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:09.664715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533a51aa-7ee3-4c98-ab2c-3ac53965fa62') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:09.675421 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.688764 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.695123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:46:09.695512 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: self.session.flush() Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:46:09.698483 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:46:09.816882 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.821655 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.825025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/networks/12657be2-54a8-4d86-a181-fca4b0ed70eb HTTP/1.1" status: 204 len: 168 time: 0.9682689 Oct 13 14:46:09.828736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56066) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:09.835304 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-700588107', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:09.845571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dedad16-8307-4fd7-b52d-80596a3daa29 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Network': ['ID=12657be2-54a8-4d86-a181-fca4b0ed70eb,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:09.927727 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.928719 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:09.983607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:10.119128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e01ead-c2f2-4ca1-8862-d6d402469613 req-b31b3841-59fe-4c1d-9de8-06361fcfc326 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:10.120665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17e01ead-c2f2-4ca1-8862-d6d402469613 req-b31b3841-59fe-4c1d-9de8-06361fcfc326 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0586452 Oct 13 14:46:10.162680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17e01ead-c2f2-4ca1-8862-d6d402469613 req-31c4bc22-953d-4211-b505-4b6501546acd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356872 Oct 13 14:46:10.180226 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:10.459886 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:10.478417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:10.584537 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Allocated IP 172.25.0.244 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/fa57733d-9904-46ef-9a52-6649df49919a) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:46:10.686194 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:10.771856 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:10.817120 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:10.820136 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:10.825477 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:46:10.826887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=fa57733d-9904-46ef-9a52-6649df49919a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:10.981934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:46:11.007697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:46:11.008122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ff2c8a66-68ac-4d6b-bf1f-9e5fc5ffacdc not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:46:11.410668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af1904-9dce-465a-be45-caa1631f58eb req-6c403246-9cfa-4136-a98c-4515d8936ffa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:11.412180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7af1904-9dce-465a-be45-caa1631f58eb req-6c403246-9cfa-4136-a98c-4515d8936ffa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.1764162 Oct 13 14:46:11.428772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:11.451310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7af1904-9dce-465a-be45-caa1631f58eb req-51225211-920e-4acb-bcab-fa66f556740f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328150 Oct 13 14:46:11.635228 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:11.828007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 47d719c4-b8b5-4097-876c-9dac8911e4c8 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:46:11.935083 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:11.944249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c7f57a-4adf-43dd-b428-3183df279f3b None None] Sync routers for ids ['47d719c4-b8b5-4097-876c-9dac8911e4c8'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:11.953559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c7f57a-4adf-43dd-b428-3183df279f3b None None] Routers {'47d719c4-b8b5-4097-876c-9dac8911e4c8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:11.954162 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d0c7f57a-4adf-43dd-b428-3183df279f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['47d719c4-b8b5-4097-876c-9dac8911e4c8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:11.986151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d0c7f57a-4adf-43dd-b428-3183df279f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:11.994643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c7f57a-4adf-43dd-b428-3183df279f3b None None] Routers {'47d719c4-b8b5-4097-876c-9dac8911e4c8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:11.995226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d0c7f57a-4adf-43dd-b428-3183df279f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['47d719c4-b8b5-4097-876c-9dac8911e4c8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:12.009124 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:12.010542 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f87e9910-382e-40b2-b4a7-1dbb8da5fbe1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1807399 Oct 13 14:46:12.013274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56074) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:12.030097 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d0c7f57a-4adf-43dd-b428-3183df279f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:12.030740 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c7f57a-4adf-43dd-b428-3183df279f3b None None] The sync data for ids ['47d719c4-b8b5-4097-876c-9dac8911e4c8'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:12.125604 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da58d02c-15b9-4205-b95b-9488d7ca9d82 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/routers/47d719c4-b8b5-4097-876c-9dac8911e4c8 HTTP/1.1" status: 200 len: 884 time: 0.1110859 Oct 13 14:46:12.128014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56076) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:12.355449 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-37a8bea9-a6ca-49d3-99f1-8b4ffae8b38e tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2262511 Oct 13 14:46:12.358120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56078) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:12.362348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d9fa0d24-6ddd-4501-9559-1e245989040c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-700588107'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:12.644353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8123f1-305b-4198-8c15-74c3b35d8da3 req-f9c2ca7b-930c-4331-b582-55f807ac7622 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:12.645860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d8123f1-305b-4198-8c15-74c3b35d8da3 req-f9c2ca7b-930c-4331-b582-55f807ac7622 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.1036119 Oct 13 14:46:12.722901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d8123f1-305b-4198-8c15-74c3b35d8da3 req-42e4208c-280b-44ed-9d43-5cb89340f139 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702097 Oct 13 14:46:12.733842 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0d24-6ddd-4501-9559-1e245989040c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:12.824637 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0d24-6ddd-4501-9559-1e245989040c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:12.938835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fa0d24-6ddd-4501-9559-1e245989040c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 47d719c4-b8b5-4097-876c-9dac8911e4c8 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:13.048506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa0d24-6ddd-4501-9559-1e245989040c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:13.055188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0d24-6ddd-4501-9559-1e245989040c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:13.057456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d9fa0d24-6ddd-4501-9559-1e245989040c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/47d719c4-b8b5-4097-876c-9dac8911e4c8 HTTP/1.1" status: 200 len: 891 time: 0.6983516 Oct 13 14:46:13.058917 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b430a-9a82-482a-9bef-0ecdee6730f3 None None] Sync routers for ids ['47d719c4-b8b5-4097-876c-9dac8911e4c8'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:13.059881 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56082) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:13.068151 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b430a-9a82-482a-9bef-0ecdee6730f3 None None] Routers {'47d719c4-b8b5-4097-876c-9dac8911e4c8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:13.068813 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b75b430a-9a82-482a-9bef-0ecdee6730f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['47d719c4-b8b5-4097-876c-9dac8911e4c8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:13.100440 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b75b430a-9a82-482a-9bef-0ecdee6730f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:13.109680 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b430a-9a82-482a-9bef-0ecdee6730f3 None None] Routers {'47d719c4-b8b5-4097-876c-9dac8911e4c8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:13.110272 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b75b430a-9a82-482a-9bef-0ecdee6730f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['47d719c4-b8b5-4097-876c-9dac8911e4c8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:13.144238 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b75b430a-9a82-482a-9bef-0ecdee6730f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:13.144864 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b430a-9a82-482a-9bef-0ecdee6730f3 None None] The sync data for ids ['47d719c4-b8b5-4097-876c-9dac8911e4c8'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:13.172150 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9a710c45-ceaf-41d6-a478-12338cc817b1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/routers/47d719c4-b8b5-4097-876c-9dac8911e4c8 HTTP/1.1" status: 200 len: 891 time: 0.1109788 Oct 13 14:46:13.174704 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56084) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:13.202673 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6b57b485-0cef-4400-8ad0-f18b67dfe61c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=47d719c4-b8b5-4097-876c-9dac8911e4c8 HTTP/1.1" status: 200 len: 205 time: 0.0268331 Oct 13 14:46:13.205060 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56086) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:13.312767 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:13.416019 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:13.553880 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port fa57733d-9904-46ef-9a52-6649df49919a {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:13.554234 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:13.639422 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:13.650677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for fa57733d-9904-46ef-9a52-6649df49919a owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:13.838683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366553e-68bc-4565-8fc3-d00f938470ee req-f1eb11dc-0597-4e52-9576-26cebeb11f37 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:13.840832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c366553e-68bc-4565-8fc3-d00f938470ee req-f1eb11dc-0597-4e52-9576-26cebeb11f37 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0509484 Oct 13 14:46:13.864296 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:13.882875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c366553e-68bc-4565-8fc3-d00f938470ee req-350df2af-3f85-43cb-a6ae-9a6c99815c4a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328496 Oct 13 14:46:13.887745 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=fa57733d-9904-46ef-9a52-6649df49919a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:13.981699 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:14.078736 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:14.080851 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:14.201649 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:14.202102 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Fanout notify agent at l3_agent the message router_deleted on router 47d719c4-b8b5-4097-876c-9dac8911e4c8 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:46:14.208776 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:14.209856 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6f32de2f-1931-4b28-9ec4-41eb6f205102 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/47d719c4-b8b5-4097-876c-9dac8911e4c8 HTTP/1.1" status: 204 len: 168 time: 1.0038581 Oct 13 14:46:14.213406 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56090) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:14.218821 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-abcf0229-dce3-48ac-abdd-bc90679b9c8f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1176370110'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:14.293227 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcf0229-dce3-48ac-abdd-bc90679b9c8f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:46:14.296913 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-abcf0229-dce3-48ac-abdd-bc90679b9c8f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:14.320493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcf0229-dce3-48ac-abdd-bc90679b9c8f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:46:14.330274 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-abcf0229-dce3-48ac-abdd-bc90679b9c8f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:14.330624 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-abcf0229-dce3-48ac-abdd-bc90679b9c8f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Added segment 720deed2-1b8e-4564-b47b-ac36c85b0270 of type vlan for network 834b24b8-f848-417b-a60b-7cd6b6bb33c4 Oct 13 14:46:14.371598 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-abcf0229-dce3-48ac-abdd-bc90679b9c8f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:14.445610 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-abcf0229-dce3-48ac-abdd-bc90679b9c8f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:14.451943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcf0229-dce3-48ac-abdd-bc90679b9c8f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:14.452472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-abcf0229-dce3-48ac-abdd-bc90679b9c8f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:14.518977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf0229-dce3-48ac-abdd-bc90679b9c8f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Network': ['ID=834b24b8-f848-417b-a60b-7cd6b6bb33c4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:14.529598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 834b24b8-f848-417b-a60b-7cd6b6bb33c4 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:46:14.568185 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-abcf0229-dce3-48ac-abdd-bc90679b9c8f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3537467 Oct 13 14:46:14.571237 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56092) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:14.576803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-75e069ab-3c76-4f3e-b638-4164337844c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'subnet': {'network_id': '834b24b8-f848-417b-a60b-7cd6b6bb33c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:14.725802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e069ab-3c76-4f3e-b638-4164337844c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:46:14.730071 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75e069ab-3c76-4f3e-b638-4164337844c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:14.741646 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:46:14.996687 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75e069ab-3c76-4f3e-b638-4164337844c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:15.059758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66314f9c-feaf-4fa9-97c5-54c2ed426713 req-4e3d23cc-1617-448e-88e1-9ce60bfbd28c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:15.061403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-66314f9c-feaf-4fa9-97c5-54c2ed426713 req-4e3d23cc-1617-448e-88e1-9ce60bfbd28c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.1130083 Oct 13 14:46:15.066229 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e069ab-3c76-4f3e-b638-4164337844c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Subnet': ['ID=5231d776-199a-4044-9843-df8b38a614a9,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:15.074463 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e069ab-3c76-4f3e-b638-4164337844c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Checking segment: {'id': '720deed2-1b8e-4564-b47b-ac36c85b0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '834b24b8-f848-417b-a60b-7cd6b6bb33c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:15.074954 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e069ab-3c76-4f3e-b638-4164337844c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network hostable DHCP agents. Network: 834b24b8-f848-417b-a60b-7cd6b6bb33c4, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:46:15.100102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-66314f9c-feaf-4fa9-97c5-54c2ed426713 req-a9b64c9b-12cb-4515-ba16-27fb52389584 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324733 Oct 13 14:46:15.212750 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e069ab-3c76-4f3e-b638-4164337844c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 834b24b8-f848-417b-a60b-7cd6b6bb33c4 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:46:15.290866 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-75e069ab-3c76-4f3e-b638-4164337844c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 834b24b8-f848-417b-a60b-7cd6b6bb33c4) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:15.295341 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e069ab-3c76-4f3e-b638-4164337844c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:15.295933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-75e069ab-3c76-4f3e-b638-4164337844c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:15.301330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d2350f-7eda-45dd-aa9a-0a5c288a0b1a None None] Network 834b24b8-f848-417b-a60b-7cd6b6bb33c4 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:15.373974 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-75e069ab-3c76-4f3e-b638-4164337844c9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8016927 Oct 13 14:46:15.376479 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56098) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:15.381006 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-67c17db5-ef25-470c-9041-1c2ad58b3d36 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-415356186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:15.444495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-834b24b8-f848-417b-a60b-7cd6b6bb33c4', 'network_id': '834b24b8-f848-417b-a60b-7cd6b6bb33c4', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'fixed_ips': [{'subnet_id': '5231d776-199a-4044-9843-df8b38a614a9'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:46:15.445612 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:15.485972 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67c17db5-ef25-470c-9041-1c2ad58b3d36 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:15.487058 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67c17db5-ef25-470c-9041-1c2ad58b3d36 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:15.539017 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67c17db5-ef25-470c-9041-1c2ad58b3d36 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:15.596336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Allocated IP 2001:db8::2 (834b24b8-f848-417b-a60b-7cd6b6bb33c4/5231d776-199a-4044-9843-df8b38a614a9/2c2eb9f1-c98c-498f-b94a-648d46db2140) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:46:15.601794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67c17db5-ef25-470c-9041-1c2ad58b3d36 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:15.694990 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67c17db5-ef25-470c-9041-1c2ad58b3d36 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:15.696236 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-67c17db5-ef25-470c-9041-1c2ad58b3d36 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3187819 Oct 13 14:46:15.699625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56100) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:15.746076 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:15.817674 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:15.861170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Network 834b24b8-f848-417b-a60b-7cd6b6bb33c4 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:15.863942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:15.868316 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:46:15.871812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Pushing event updated for resources: {'Port': ['ID=2c2eb9f1-c98c-498f-b94a-648d46db2140,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:15.930164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Attempting to bind port 2c2eb9f1-c98c-498f-b94a-648d46db2140 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:46:15.930528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Attempting to bind port 2c2eb9f1-c98c-498f-b94a-648d46db2140 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '720deed2-1b8e-4564-b47b-ac36c85b0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '834b24b8-f848-417b-a60b-7cd6b6bb33c4'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:46:15.930890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Attempting to bind port 2c2eb9f1-c98c-498f-b94a-648d46db2140 on network 834b24b8-f848-417b-a60b-7cd6b6bb33c4 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:46:15.936003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:46:15.936372 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Checking segment: {'id': '720deed2-1b8e-4564-b47b-ac36c85b0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '834b24b8-f848-417b-a60b-7cd6b6bb33c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:15.936769 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:15.937196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Bound using segment: {'id': '720deed2-1b8e-4564-b47b-ac36c85b0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '834b24b8-f848-417b-a60b-7cd6b6bb33c4'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:46:15.937660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Bound port: 2c2eb9f1-c98c-498f-b94a-648d46db2140, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720deed2-1b8e-4564-b47b-ac36c85b0270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '834b24b8-f848-417b-a60b-7cd6b6bb33c4'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:46:15.938037 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:15.983794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:16.005981 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] For port 2c2eb9f1-c98c-498f-b94a-648d46db2140, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:46:16.009096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] For port 2c2eb9f1-c98c-498f-b94a-648d46db2140, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2c2eb9f1-c98c-498f-b94a-648d46db2140,segment=NetworkSegment(720deed2-1b8e-4564-b47b-ac36c85b0270),segment_id=720deed2-1b8e-4564-b47b-ac36c85b0270)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:46:16.082285 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:16.147271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db5ce5-9d2d-46a1-a355-8a6f21ab3c92 None None] Pushing event updated for resources: {'Port': ['ID=2c2eb9f1-c98c-498f-b94a-648d46db2140,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:16.237451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ca4dc-a541-4f2d-8ccd-edf5ac8582c2 req-c607604b-e15c-4a7c-be03-767fb3e7a2c8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:16.239030 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-898ca4dc-a541-4f2d-8ccd-edf5ac8582c2 req-c607604b-e15c-4a7c-be03-767fb3e7a2c8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0540307 Oct 13 14:46:16.241272 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Allocated IP 2001:db8::1 (834b24b8-f848-417b-a60b-7cd6b6bb33c4/5231d776-199a-4044-9843-df8b38a614a9/fc70c3e4-6802-4352-b001-cd981dca36eb) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:46:16.281139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-898ca4dc-a541-4f2d-8ccd-edf5ac8582c2 req-8f2f1c45-6280-402a-9306-8db44d9309ec tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355263 Oct 13 14:46:16.387677 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:16.516608 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:16.562144 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 834b24b8-f848-417b-a60b-7cd6b6bb33c4 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:16.565415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:16.570207 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:46:16.570761 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:16.612065 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=fc70c3e4-6802-4352-b001-cd981dca36eb,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:16.786580 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:17.022922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2c2eb9f1-c98c-498f-b94a-648d46db2140 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:17.074481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 2c2eb9f1-c98c-498f-b94a-648d46db2140 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:17.074858 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:17.107784 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:17.123396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ce7bd0-eeba-4638-9130-e1b957b57b46 None None] Network 834b24b8-f848-417b-a60b-7cd6b6bb33c4 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:17.173001 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:17.173918 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:17.207829 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:17.245396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8637511d-1e25-487b-9d9d-20f5a984b028 None None] Provisioning complete for port 2c2eb9f1-c98c-498f-b94a-648d46db2140 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:17.245791 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8637511d-1e25-487b-9d9d-20f5a984b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:17.314557 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 2c2eb9f1-c98c-498f-b94a-648d46db2140, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2c2eb9f1-c98c-498f-b94a-648d46db2140,segment=NetworkSegment(720deed2-1b8e-4564-b47b-ac36c85b0270),segment_id=720deed2-1b8e-4564-b47b-ac36c85b0270)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:17.405085 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:17.417039 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872c8e8-a4a4-4866-b23a-91cfd81b783a req-17fcb87a-7d04-477b-9fb0-9ffae35ad5b5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:17.419440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a872c8e8-a4a4-4866-b23a-91cfd81b783a req-17fcb87a-7d04-477b-9fb0-9ffae35ad5b5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0603983 Oct 13 14:46:17.457769 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8637511d-1e25-487b-9d9d-20f5a984b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:17.485917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a872c8e8-a4a4-4866-b23a-91cfd81b783a req-1ced6f65-735c-47c8-b596-e3eaf09fd119 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531018 Oct 13 14:46:17.500908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=2c2eb9f1-c98c-498f-b94a-648d46db2140,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:17.556810 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-8637511d-1e25-487b-9d9d-20f5a984b028 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:46:17.557627 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-8637511d-1e25-487b-9d9d-20f5a984b028 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:46:17.591254 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=fc70c3e4-6802-4352-b001-cd981dca36eb,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:17.645603 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 834b24b8-f848-417b-a60b-7cd6b6bb33c4 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:17.647126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:17.864811 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 560bff1b-3588-400e-a7cf-02495329ac01 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:46:17.967391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:17.973347 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e1ebe0d0-5455-4f96-9a18-e729f19c3fdb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/560bff1b-3588-400e-a7cf-02495329ac01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2717421 Oct 13 14:46:17.975141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56106) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:17.978606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48a4ca8-a829-40d1-af4d-94bf08031096 None None] Sync routers for ids ['560bff1b-3588-400e-a7cf-02495329ac01'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:17.989433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a4ca8-a829-40d1-af4d-94bf08031096 None None] Routers {'560bff1b-3588-400e-a7cf-02495329ac01'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:17.990061 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b48a4ca8-a829-40d1-af4d-94bf08031096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['560bff1b-3588-400e-a7cf-02495329ac01'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:18.022418 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370f0b0-2b7b-46d8-a919-a02800cd9e89 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:18.023181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b48a4ca8-a829-40d1-af4d-94bf08031096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:18.023923 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a370f0b0-2b7b-46d8-a919-a02800cd9e89 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports/fc70c3e4-6802-4352-b001-cd981dca36eb HTTP/1.1" status: 200 len: 911 time: 0.0478048 Oct 13 14:46:18.026592 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56108) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:18.032037 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2181a9d8-e1e1-409f-9c89-4a764c99a9f8 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5231d776-199a-4044-9843-df8b38a614a9'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:18.038105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48a4ca8-a829-40d1-af4d-94bf08031096 None None] Routers {'560bff1b-3588-400e-a7cf-02495329ac01'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:18.039121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b48a4ca8-a829-40d1-af4d-94bf08031096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['560bff1b-3588-400e-a7cf-02495329ac01'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:18.079656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b48a4ca8-a829-40d1-af4d-94bf08031096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:18.080620 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48a4ca8-a829-40d1-af4d-94bf08031096 None None] The sync data for ids ['560bff1b-3588-400e-a7cf-02495329ac01'] in n-d-806683-15 is: [] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:18.188866 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2181a9d8-e1e1-409f-9c89-4a764c99a9f8 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:18.238425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e4cafa40-2462-4e9e-a8af-775e0d8f3bbe None None] Provisioning complete for port 2c2eb9f1-c98c-498f-b94a-648d46db2140 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:18.239002 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4cafa40-2462-4e9e-a8af-775e0d8f3bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:18.332186 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e4cafa40-2462-4e9e-a8af-775e0d8f3bbe None None] Provisioning complete for port fc70c3e4-6802-4352-b001-cd981dca36eb triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:18.332186 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4cafa40-2462-4e9e-a8af-775e0d8f3bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:18.377459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e4cafa40-2462-4e9e-a8af-775e0d8f3bbe None None] Port fc70c3e4-6802-4352-b001-cd981dca36eb cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:18.564685 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2181a9d8-e1e1-409f-9c89-4a764c99a9f8 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:18.607168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9d56a-95c2-471f-8d8c-3f9a73633091 req-d21c4e99-24d9-4e87-a429-54bae3860da9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:18.609493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5c9d56a-95c2-471f-8d8c-3f9a73633091 req-d21c4e99-24d9-4e87-a429-54bae3860da9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0649898 Oct 13 14:46:18.641723 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2181a9d8-e1e1-409f-9c89-4a764c99a9f8 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:18.648026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2181a9d8-e1e1-409f-9c89-4a764c99a9f8 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:18.648675 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2181a9d8-e1e1-409f-9c89-4a764c99a9f8 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:18.653844 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2181a9d8-e1e1-409f-9c89-4a764c99a9f8 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/ports/fc70c3e4-6802-4352-b001-cd981dca36eb HTTP/1.1" status: 200 len: 911 time: 0.6225064 Oct 13 14:46:18.654103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56114) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:18.655456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e5c9d56a-95c2-471f-8d8c-3f9a73633091 req-169eb3cf-f570-49a8-b51b-6420b2151e57 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413678 Oct 13 14:46:18.733106 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:18.766317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181a9d8-e1e1-409f-9c89-4a764c99a9f8 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=fc70c3e4-6802-4352-b001-cd981dca36eb,revision_number=3']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:18.991021 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2c2eb9f1-c98c-498f-b94a-648d46db2140 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:19.016884 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e1361630-1d9e-4910-9369-f26379fc4535 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:19.038927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 2c2eb9f1-c98c-498f-b94a-648d46db2140 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:19.039487 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:19.148557 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-c791d985-df0d-4d34-92a5-9ff3c6276e13 service neutron] show failed (client error): The resource could not be found. Oct 13 14:46:19.153631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-c791d985-df0d-4d34-92a5-9ff3c6276e13 service neutron] 10.222.0.41 "GET /v2.0/ports/267d9dab-ce85-459a-884a-8822d9f0fb1b/bindings/n-h1-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0576684 Oct 13 14:46:19.268690 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e1361630-1d9e-4910-9369-f26379fc4535 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port fc70c3e4-6802-4352-b001-cd981dca36eb {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:19.269214 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e1361630-1d9e-4910-9369-f26379fc4535 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:19.356601 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e1361630-1d9e-4910-9369-f26379fc4535 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:19.368109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-e1361630-1d9e-4910-9369-f26379fc4535 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for fc70c3e4-6802-4352-b001-cd981dca36eb owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:19.522434 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f69d41d6-34eb-47fe-a3af-c9a889910ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:19.618748 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e1361630-1d9e-4910-9369-f26379fc4535 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:19.644288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1361630-1d9e-4910-9369-f26379fc4535 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=fc70c3e4-6802-4352-b001-cd981dca36eb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:19.753625 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e1361630-1d9e-4910-9369-f26379fc4535 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:19.814918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-db151466-7b4f-4d1b-9dfd-a58f1904dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:19.816584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-db151466-7b4f-4d1b-9dfd-a58f1904dd12 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 1098 time: 0.1193779 Oct 13 14:46:19.826144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ee937-a942-4289-b02c-a949b958b696 req-92bf5d6f-64de-4f07-a2b9-f3f9269c1967 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:19.827641 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-447ee937-a942-4289-b02c-a949b958b696 req-92bf5d6f-64de-4f07-a2b9-f3f9269c1967 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0774386 Oct 13 14:46:19.833708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:19.907496 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:19.919103 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1361630-1d9e-4910-9369-f26379fc4535 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 560bff1b-3588-400e-a7cf-02495329ac01 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:19.927710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-447ee937-a942-4289-b02c-a949b958b696 req-a6906f70-870f-4560-a1ba-24a32cb1a5d8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743361 Oct 13 14:46:20.004064 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1361630-1d9e-4910-9369-f26379fc4535 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:20.013586 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e1361630-1d9e-4910-9369-f26379fc4535 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/560bff1b-3588-400e-a7cf-02495329ac01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3539875 Oct 13 14:46:20.013586 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56118) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:20.015212 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7da57-1030-4cee-bfe0-7d18e4a31f2d None None] Sync routers for ids ['560bff1b-3588-400e-a7cf-02495329ac01'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:20.024862 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7da57-1030-4cee-bfe0-7d18e4a31f2d None None] Routers {'560bff1b-3588-400e-a7cf-02495329ac01'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:20.025493 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-48c7da57-1030-4cee-bfe0-7d18e4a31f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['560bff1b-3588-400e-a7cf-02495329ac01'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:20.040033 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f3a7d469-1e82-4169-b712-76c646d9753f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=560bff1b-3588-400e-a7cf-02495329ac01 HTTP/1.1" status: 200 len: 205 time: 0.0257154 Oct 13 14:46:20.043835 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56120) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:20.057482 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-48c7da57-1030-4cee-bfe0-7d18e4a31f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:20.066817 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7da57-1030-4cee-bfe0-7d18e4a31f2d None None] Routers {'560bff1b-3588-400e-a7cf-02495329ac01'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:20.067623 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-48c7da57-1030-4cee-bfe0-7d18e4a31f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:45:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['560bff1b-3588-400e-a7cf-02495329ac01'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:20.105853 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-48c7da57-1030-4cee-bfe0-7d18e4a31f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:20.106498 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c7da57-1030-4cee-bfe0-7d18e4a31f2d None None] The sync data for ids ['560bff1b-3588-400e-a7cf-02495329ac01'] in n-d-806683-15 is: [] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:20.123555 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4f68635-9eaa-4336-bc80-1b9dd67cd4eb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.138740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] For port 267d9dab-ce85-459a-884a-8822d9f0fb1b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:20.176101 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] For port 267d9dab-ce85-459a-884a-8822d9f0fb1b, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:46:20.215501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:46:20.217797 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2c8ebf-5a65-4396-9785-d1607b9741f1" -d '{"events": [{"server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "name": "network-vif-unplugged", "status": "completed", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:46:20.221569 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.233744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Transition to ACTIVE for port object 267d9dab-ce85-459a-884a-8822d9f0fb1b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:46:20.272127 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802738e7-1f08-4341-9677-a7401b461c3f x-openstack-request-id: req-802738e7-1f08-4341-9677-a7401b461c3f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:46:20.272482 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "name": "network-vif-unplugged", "status": "completed", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:46:20.272798 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-802738e7-1f08-4341-9677-a7401b461c3f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:46:20.279480 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'code': 200} Oct 13 14:46:20.291567 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4f68635-9eaa-4336-bc80-1b9dd67cd4eb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.294115 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4f68635-9eaa-4336-bc80-1b9dd67cd4eb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.309793 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.399597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4f68635-9eaa-4336-bc80-1b9dd67cd4eb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.400156 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f68635-9eaa-4336-bc80-1b9dd67cd4eb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Fanout notify agent at l3_agent the message router_deleted on router 560bff1b-3588-400e-a7cf-02495329ac01 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:46:20.408015 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c4f68635-9eaa-4336-bc80-1b9dd67cd4eb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.411170 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c4f68635-9eaa-4336-bc80-1b9dd67cd4eb tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/560bff1b-3588-400e-a7cf-02495329ac01 HTTP/1.1" status: 204 len: 168 time: 0.3643115 Oct 13 14:46:20.413395 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56124) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:20.419115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Pushing event updated for resources: {'Port': ['ID=267d9dab-ce85-459a-884a-8822d9f0fb1b,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:20.476126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-f331bca8-0add-4937-b359-66a17683ae1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting subnet 5231d776-199a-4044-9843-df8b38a614a9 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:46:20.479473 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f331bca8-0add-4937-b359-66a17683ae1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.482331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] No DVR routers for this DVR port 267d9dab-ce85-459a-884a-8822d9f0fb1b on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:46:20.523364 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f331bca8-0add-4937-b359-66a17683ae1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.626714 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f331bca8-0add-4937-b359-66a17683ae1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.627351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Attempting to bind port 267d9dab-ce85-459a-884a-8822d9f0fb1b on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:46:20.627713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Attempting to bind port 267d9dab-ce85-459a-884a-8822d9f0fb1b by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:46:20.628039 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Attempting to bind port 267d9dab-ce85-459a-884a-8822d9f0fb1b on network 92093ea4-0235-498f-bd68-b6e4a07a96a9 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:46:20.632519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Port 267d9dab-ce85-459a-884a-8822d9f0fb1b on network 92093ea4-0235-498f-bd68-b6e4a07a96a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:46:20.632835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Attempting to bind port 267d9dab-ce85-459a-884a-8822d9f0fb1b on network 92093ea4-0235-498f-bd68-b6e4a07a96a9 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:46:20.638197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:46:20.647742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Checking segment: {'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:20.647742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Bound using segment: {'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:46:20.647742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Bound port: 267d9dab-ce85-459a-884a-8822d9f0fb1b, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21ce95b7-d99e-494d-9782-55507df54ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:46:20.647742 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.707882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] For port 267d9dab-ce85-459a-884a-8822d9f0fb1b, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:46:20.710888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] For port 267d9dab-ce85-459a-884a-8822d9f0fb1b, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:46:20.748840 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f331bca8-0add-4937-b359-66a17683ae1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.771623 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.774168 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331bca8-0add-4937-b359-66a17683ae1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Subnet': ['ID=5231d776-199a-4044-9843-df8b38a614a9,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:20.781013 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f331bca8-0add-4937-b359-66a17683ae1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.786678 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f331bca8-0add-4937-b359-66a17683ae1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/5231d776-199a-4044-9843-df8b38a614a9 HTTP/1.1" status: 204 len: 168 time: 0.3696716 Oct 13 14:46:20.787971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23615cb-de31-4e8c-b78c-96b628ec8077 None None] Network 834b24b8-f848-417b-a60b-7cd6b6bb33c4 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:20.791001 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56126) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:20.809443 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:20.810363 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:20.811794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] 10.222.0.49 "PUT /v2.0/ports/267d9dab-ce85-459a-884a-8822d9f0fb1b HTTP/1.1" status: 200 len: 1093 time: 0.9822550 Oct 13 14:46:20.838609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62dc36-31cb-4317-b2d1-f21924b0428d service neutron] Pushing event updated for resources: {'Port': ['ID=267d9dab-ce85-459a-884a-8822d9f0fb1b,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:20.908603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-318fba6c-8776-4c40-aced-46a2a5b911bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:20.912636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-318fba6c-8776-4c40-aced-46a2a5b911bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1096 time: 0.0583081 Oct 13 14:46:21.058617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04edae9-02cf-4681-adeb-e51de261d018 None None] DHCP port deletion for 834b24b8-f848-417b-a60b-7cd6b6bb33c4 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:46:21.075269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-21b9d0d1-6401-45f4-aa80-2259082e95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:21.076956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-21b9d0d1-6401-45f4-aa80-2259082e95e7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92093ea4-0235-498f-bd68-b6e4a07a96a9 HTTP/1.1" status: 200 len: 898 time: 0.1524355 Oct 13 14:46:21.138700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15edcc-6e82-4489-8d1e-cc429850c6d4 req-72c6d78a-4e55-4bf3-9911-3d4d109151f7 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:21.140302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b15edcc-6e82-4489-8d1e-cc429850c6d4 req-72c6d78a-4e55-4bf3-9911-3d4d109151f7 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 944 time: 0.1074777 Oct 13 14:46:21.146800 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a04edae9-02cf-4681-adeb-e51de261d018 None None] Deleting port 2c2eb9f1-c98c-498f-b94a-648d46db2140 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:21.147177 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a04edae9-02cf-4681-adeb-e51de261d018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.184713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-8486147e-79b6-4fb6-842d-3248e6c38a59 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b HTTP/1.1" status: 200 len: 1000 time: 0.0975852 Oct 13 14:46:21.191920 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.197867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b15edcc-6e82-4489-8d1e-cc429850c6d4 req-57a34aff-1cb7-4453-aed4-44dfee8e2361 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492618 Oct 13 14:46:21.244882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-6dbb4af2-d4aa-40d2-ac16-2eb6726f0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:21.246575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-6dbb4af2-d4aa-40d2-ac16-2eb6726f0f8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2d53723-f768-4cc9-8344-2f76ded5fb73 HTTP/1.1" status: 200 len: 832 time: 0.0469620 Oct 13 14:46:21.253127 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port 2c2eb9f1-c98c-498f-b94a-648d46db2140 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:21.253473 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.299137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-abd70093-3e2e-4681-855b-e4e4f2ed9b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:21.300644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-abd70093-3e2e-4681-855b-e4e4f2ed9b80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92093ea4-0235-498f-bd68-b6e4a07a96a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429842 Oct 13 14:46:21.321309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] For port 2c2eb9f1-c98c-498f-b94a-648d46db2140, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2c2eb9f1-c98c-498f-b94a-648d46db2140,segment=NetworkSegment(720deed2-1b8e-4564-b47b-ac36c85b0270),segment_id=720deed2-1b8e-4564-b47b-ac36c85b0270)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:21.321819 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.340686 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for 2c2eb9f1-c98c-498f-b94a-648d46db2140 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:21.369767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a04edae9-02cf-4681-adeb-e51de261d018 None None] For port 2c2eb9f1-c98c-498f-b94a-648d46db2140, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2c2eb9f1-c98c-498f-b94a-648d46db2140,segment=NetworkSegment(720deed2-1b8e-4564-b47b-ac36c85b0270),segment_id=720deed2-1b8e-4564-b47b-ac36c85b0270)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:21.370681 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a04edae9-02cf-4681-adeb-e51de261d018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.382474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a04edae9-02cf-4681-adeb-e51de261d018 None None] Calling delete_port for 2c2eb9f1-c98c-498f-b94a-648d46db2140 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:21.402143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-380b01b8-078e-4800-8e05-8fc0ca425b97 service neutron] 10.222.0.49 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882723 Oct 13 14:46:21.519991 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.528127 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a04edae9-02cf-4681-adeb-e51de261d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.549264 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=2c2eb9f1-c98c-498f-b94a-648d46db2140,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:21.553740 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04edae9-02cf-4681-adeb-e51de261d018 None None] Pushing event deleted for resources: {'Port': ['ID=2c2eb9f1-c98c-498f-b94a-648d46db2140,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:21.555217 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No DVR routers for this DVR port 2c2eb9f1-c98c-498f-b94a-648d46db2140 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:46:21.560543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04edae9-02cf-4681-adeb-e51de261d018 None None] No DVR routers for this DVR port 2c2eb9f1-c98c-498f-b94a-648d46db2140 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:46:21.565429 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:21.565868 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:21.566305 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:21.566750 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:21.567182 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:21.567602 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:21.571014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:21.571014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:21.571014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:21.571014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:21.571014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:21.571014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:21.662574 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.685096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834b24b8-f848-417b-a60b-7cd6b6bb33c4']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:21.695033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720deed2-1b8e-4564-b47b-ac36c85b0270') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:21.695333 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720deed2-1b8e-4564-b47b-ac36c85b0270') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:21.704915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.718736 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.724850 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:46:21.725266 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:46:21.728281 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:46:21.823232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed6aca2-b3ec-4ed1-8fb0-74ff3e98644a req-8f67b247-61d3-43c4-a262-56858f0dff94 service neutron] 10.222.0.49 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101446 Oct 13 14:46:21.862541 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.871306 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.874401 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/networks/834b24b8-f848-417b-a60b-7cd6b6bb33c4 HTTP/1.1" status: 204 len: 168 time: 1.0798752 Oct 13 14:46:21.878958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56130) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:21.883664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-44ce10bd-cfaa-47d1-9a62-ad62c6236a55 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1289763329', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:21.889760 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551cadd-9c88-4880-be1d-eb6e19534610 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Network': ['ID=834b24b8-f848-417b-a60b-7cd6b6bb33c4,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:21.938994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 267d9dab-ce85-459a-884a-8822d9f0fb1b no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:46:21.982893 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-44ce10bd-cfaa-47d1-9a62-ad62c6236a55 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.984291 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-44ce10bd-cfaa-47d1-9a62-ad62c6236a55 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:21.985693 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 267d9dab-ce85-459a-884a-8822d9f0fb1b not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:46:22.039139 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-44ce10bd-cfaa-47d1-9a62-ad62c6236a55 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:22.119886 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-44ce10bd-cfaa-47d1-9a62-ad62c6236a55 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:22.232863 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-44ce10bd-cfaa-47d1-9a62-ad62c6236a55 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:22.232863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-44ce10bd-cfaa-47d1-9a62-ad62c6236a55 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3527172 Oct 13 14:46:22.235325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56134) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:22.240460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b1775b3b-a793-4773-af9a-fc4ee4790d7d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-426200172'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:22.274263 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:22.281113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:46:22.284261 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:46:22.304721 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ac255eb-5b95-4211-86c3-bb285f9cbe18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:22.326207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41b382-58dc-40cd-bfac-ae6ccf6257ca req-17e06fb1-58cd-4eae-bfe2-fa324e676124 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:22.327678 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb41b382-58dc-40cd-bfac-ae6ccf6257ca req-17e06fb1-58cd-4eae-bfe2-fa324e676124 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 944 time: 0.0561574 Oct 13 14:46:22.334008 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a45354c-5967-4caf-8cc0-4354fc758cd6 x-openstack-request-id: req-0a45354c-5967-4caf-8cc0-4354fc758cd6 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:46:22.334294 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:46:22.334543 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a45354c-5967-4caf-8cc0-4354fc758cd6 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:46:22.334926 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'status': 'completed', 'code': 200} Oct 13 14:46:22.335596 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1775b3b-a793-4773-af9a-fc4ee4790d7d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:46:22.340451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1775b3b-a793-4773-af9a-fc4ee4790d7d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:22.437762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1775b3b-a793-4773-af9a-fc4ee4790d7d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:46:22.463468 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb41b382-58dc-40cd-bfac-ae6ccf6257ca req-14af7d87-a552-4d3c-b386-9822ae54869f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133626 Oct 13 14:46:22.469630 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1775b3b-a793-4773-af9a-fc4ee4790d7d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:22.469630 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-b1775b3b-a793-4773-af9a-fc4ee4790d7d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Added segment 802c0a55-46ff-413f-ab0a-fbc9012f61d9 of type vlan for network 6b50980b-ff4d-4ebc-9b1e-67563939f8c7 Oct 13 14:46:22.470088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-2e98c7eb-a43f-46fa-89f6-0327e05b8ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:22.471266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-2e98c7eb-a43f-46fa-89f6-0327e05b8ea9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1096 time: 0.1130595 Oct 13 14:46:22.492928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-a1053775-787f-4f44-aece-437ba191f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:22.498247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-a1053775-787f-4f44-aece-437ba191f28f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1096 time: 0.1267436 Oct 13 14:46:22.600165 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1775b3b-a793-4773-af9a-fc4ee4790d7d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:22.683388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-2db33c42-b1ed-45bb-a884-3f8f488825bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:22.684854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-2db33c42-b1ed-45bb-a884-3f8f488825bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=92093ea4-0235-498f-bd68-b6e4a07a96a9 HTTP/1.1" status: 200 len: 898 time: 0.1634042 Oct 13 14:46:22.689240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-f56c5e1a-8d68-4d0b-863f-d872c3f5d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:22.690569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-f56c5e1a-8d68-4d0b-863f-d872c3f5d189 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92093ea4-0235-498f-bd68-b6e4a07a96a9 HTTP/1.1" status: 200 len: 898 time: 0.2099814 Oct 13 14:46:22.765233 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1775b3b-a793-4773-af9a-fc4ee4790d7d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:22.770736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1775b3b-a793-4773-af9a-fc4ee4790d7d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:22.771309 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b1775b3b-a793-4773-af9a-fc4ee4790d7d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:22.861929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-828c6fa1-fc05-4166-b0d5-5124ec262fb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b HTTP/1.1" status: 200 len: 1000 time: 0.1680501 Oct 13 14:46:22.869403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-5458ec42-3f90-44ed-b8eb-2b5fca643dc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b HTTP/1.1" status: 200 len: 1000 time: 0.1687708 Oct 13 14:46:22.909018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1775b3b-a793-4773-af9a-fc4ee4790d7d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Network': ['ID=6b50980b-ff4d-4ebc-9b1e-67563939f8c7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:22.919201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 6b50980b-ff4d-4ebc-9b1e-67563939f8c7 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:46:22.935446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b1775b3b-a793-4773-af9a-fc4ee4790d7d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6989112 Oct 13 14:46:22.938182 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56138) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:22.943249 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-755d8bc7-b36b-4c42-bed8-3cb7b41025c7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'subnet': {'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:22.957599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-407f6191-0c06-43bb-b4c4-2151a811f258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:22.959219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-407f6191-0c06-43bb-b4c4-2151a811f258 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2d53723-f768-4cc9-8344-2f76ded5fb73 HTTP/1.1" status: 200 len: 832 time: 0.0868182 Oct 13 14:46:23.010850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-ec0c2d07-1a12-4141-884b-5c0699c36654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:23.012900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-ec0c2d07-1a12-4141-884b-5c0699c36654 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2d53723-f768-4cc9-8344-2f76ded5fb73 HTTP/1.1" status: 200 len: 832 time: 0.1298845 Oct 13 14:46:23.016088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2c2eb9f1-c98c-498f-b94a-648d46db2140 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:46:23.041916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 2c2eb9f1-c98c-498f-b94a-648d46db2140 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:46:23.042285 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2c2eb9f1-c98c-498f-b94a-648d46db2140 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:46:23.058767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-d7f39e82-6554-4476-8d7d-d8ef9ccc08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:23.060444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-d7f39e82-6554-4476-8d7d-d8ef9ccc08d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92093ea4-0235-498f-bd68-b6e4a07a96a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915217 Oct 13 14:46:23.092765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-2a388892-cab1-42ba-bd7d-8ad3e37ee415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:23.094251 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-2a388892-cab1-42ba-bd7d-8ad3e37ee415 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92093ea4-0235-498f-bd68-b6e4a07a96a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722065 Oct 13 14:46:23.103991 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755d8bc7-b36b-4c42-bed8-3cb7b41025c7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:46:23.107664 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-755d8bc7-b36b-4c42-bed8-3cb7b41025c7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:23.231381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-94e0f195-3e2a-44aa-8146-bee6f7a8e25b service neutron] 10.222.0.49 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605396 Oct 13 14:46:23.248701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-4976149d-e117-465e-ad55-803f01b4f29e service neutron] 10.222.0.41 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299250 Oct 13 14:46:23.350152 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-755d8bc7-b36b-4c42-bed8-3cb7b41025c7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:23.393158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-6c1d3f33-c3a0-43d6-92b4-c137f2b7931f service neutron] 10.222.0.49 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532786 Oct 13 14:46:23.407917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-427f16a6-44f8-4a9d-a641-7eb24e1c30a2 req-c60979b0-b9a5-476b-b871-06d7c79b7ed6 service neutron] 10.222.0.41 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477029 Oct 13 14:46:23.419818 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d8bc7-b36b-4c42-bed8-3cb7b41025c7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Subnet': ['ID=82a7902e-bb3a-461d-88df-a319a2d787fb,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:23.428505 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755d8bc7-b36b-4c42-bed8-3cb7b41025c7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Checking segment: {'id': '802c0a55-46ff-413f-ab0a-fbc9012f61d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:23.428866 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755d8bc7-b36b-4c42-bed8-3cb7b41025c7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network hostable DHCP agents. Network: 6b50980b-ff4d-4ebc-9b1e-67563939f8c7, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:46:23.463694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 267d9dab-ce85-459a-884a-8822d9f0fb1b details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:46:23.530758 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755d8bc7-b36b-4c42-bed8-3cb7b41025c7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 6b50980b-ff4d-4ebc-9b1e-67563939f8c7 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:46:23.561395 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 267d9dab-ce85-459a-884a-8822d9f0fb1b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:23.575350 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'port_id': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'mac_address': 'fa:16:3e:e4:2c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:46:23.598004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dedc6d-7b28-4d5c-b34a-263e8ac830c9 req-06fcd832-8883-4a68-8710-66f0b5ac0201 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:23.598004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6dedc6d-7b28-4d5c-b34a-263e8ac830c9 req-06fcd832-8883-4a68-8710-66f0b5ac0201 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 944 time: 0.0609019 Oct 13 14:46:23.617872 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:23.635538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267d9dab-ce85-459a-884a-8822d9f0fb1b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:46:23.658969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6dedc6d-7b28-4d5c-b34a-263e8ac830c9 req-1663dd7c-2971-4e93-82b8-3d411309ec3e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401008 Oct 13 14:46:23.661828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 267d9dab-ce85-459a-884a-8822d9f0fb1b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:23.771026 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-755d8bc7-b36b-4c42-bed8-3cb7b41025c7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 6b50980b-ff4d-4ebc-9b1e-67563939f8c7) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:23.776497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755d8bc7-b36b-4c42-bed8-3cb7b41025c7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:23.777583 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-755d8bc7-b36b-4c42-bed8-3cb7b41025c7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:23.787010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d83d37-db17-4ed3-b96c-449ffcd97d94 None None] Network 6b50980b-ff4d-4ebc-9b1e-67563939f8c7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:23.799884 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:23.854010 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-755d8bc7-b36b-4c42-bed8-3cb7b41025c7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9147081 Oct 13 14:46:23.857184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56142) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:23.911284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=267d9dab-ce85-459a-884a-8822d9f0fb1b,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:23.947866 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:24.008079 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:46:24.011576 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:24.032030 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:24.080880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['267d9dab-ce85-459a-884a-8822d9f0fb1b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:46:24.167618 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:24.206803 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Allocated IP 2001:db8::2 (6b50980b-ff4d-4ebc-9b1e-67563939f8c7/82a7902e-bb3a-461d-88df-a319a2d787fb/398ab920-dcc1-4670-9df3-da273d2aba61) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:46:24.439390 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:24.509867 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:24.559313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Allocated IP 2001:db8::1 (6b50980b-ff4d-4ebc-9b1e-67563939f8c7/82a7902e-bb3a-461d-88df-a319a2d787fb/f2a99bc6-27fd-4bc8-a7be-adef3d4311ad) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:46:24.560011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Network 6b50980b-ff4d-4ebc-9b1e-67563939f8c7 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:24.562959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:24.567504 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:46:24.570800 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Pushing event updated for resources: {'Port': ['ID=398ab920-dcc1-4670-9df3-da273d2aba61,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:24.624945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Attempting to bind port 398ab920-dcc1-4670-9df3-da273d2aba61 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:46:24.625334 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Attempting to bind port 398ab920-dcc1-4670-9df3-da273d2aba61 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '802c0a55-46ff-413f-ab0a-fbc9012f61d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:46:24.625735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Attempting to bind port 398ab920-dcc1-4670-9df3-da273d2aba61 on network 6b50980b-ff4d-4ebc-9b1e-67563939f8c7 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:46:24.630638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:46:24.631011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Checking segment: {'id': '802c0a55-46ff-413f-ab0a-fbc9012f61d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:24.631449 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:24.631845 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Bound using segment: {'id': '802c0a55-46ff-413f-ab0a-fbc9012f61d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:46:24.632302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Bound port: 398ab920-dcc1-4670-9df3-da273d2aba61, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802c0a55-46ff-413f-ab0a-fbc9012f61d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:46:24.632679 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:24.686889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:24.699666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] For port 398ab920-dcc1-4670-9df3-da273d2aba61, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:46:24.703189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] For port 398ab920-dcc1-4670-9df3-da273d2aba61, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=398ab920-dcc1-4670-9df3-da273d2aba61,segment=NetworkSegment(802c0a55-46ff-413f-ab0a-fbc9012f61d9),segment_id=802c0a55-46ff-413f-ab0a-fbc9012f61d9)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:46:24.765848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f43913-c82f-4bcb-8cdc-35a4a7c5c2fe req-b6d3504c-e78b-4733-8710-d444545033e3 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:24.767315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7f43913-c82f-4bcb-8cdc-35a4a7c5c2fe req-b6d3504c-e78b-4733-8710-d444545033e3 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 945 time: 0.0489721 Oct 13 14:46:24.773471 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:24.805709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7f43913-c82f-4bcb-8cdc-35a4a7c5c2fe req-75595ec5-cb05-4a0c-ab36-c8b21b2e533d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324192 Oct 13 14:46:24.840723 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:24.841784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e0f9d-107d-4144-8dba-7eca801de74c None None] Pushing event updated for resources: {'Port': ['ID=398ab920-dcc1-4670-9df3-da273d2aba61,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:24.886601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 6b50980b-ff4d-4ebc-9b1e-67563939f8c7 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:24.890003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:24.893875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:46:24.894431 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:24.933365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=f2a99bc6-27fd-4bc8-a7be-adef3d4311ad,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:25.135324 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:25.314171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55101816-25d3-4b82-a230-0a4d680d96b7 req-a056c7f2-25ca-44d0-a2e7-c92847cc46bd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:25.315692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55101816-25d3-4b82-a230-0a4d680d96b7 req-a056c7f2-25ca-44d0-a2e7-c92847cc46bd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 945 time: 0.1704280 Oct 13 14:46:25.415799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-00f026c9-38df-4ea0-8c27-fd0ef005956b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:25.417883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-00f026c9-38df-4ea0-8c27-fd0ef005956b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 945 time: 0.1408591 Oct 13 14:46:25.422768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55101816-25d3-4b82-a230-0a4d680d96b7 req-a6abf09b-a714-45e4-aabb-8ccd3c9cb91e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894847 Oct 13 14:46:25.430852 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:25.501129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 267d9dab-ce85-459a-884a-8822d9f0fb1b up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:25.552318 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-e509a4c1-c4ed-46d9-bd71-fcea1b417d0a service neutron] delete failed (client error): The resource could not be found. Oct 13 14:46:25.553438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-e509a4c1-c4ed-46d9-bd71-fcea1b417d0a service neutron] 10.222.0.41 "DELETE /v2.0/ports/267d9dab-ce85-459a-884a-8822d9f0fb1b/bindings/n-h2-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.1275957 Oct 13 14:46:25.601610 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:25.660001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-8fc52d78-8b99-410d-9bf9-bdb543ccae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:25.661257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-8fc52d78-8b99-410d-9bf9-bdb543ccae65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1097 time: 0.0483065 Oct 13 14:46:25.679926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 267d9dab-ce85-459a-884a-8822d9f0fb1b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:46:25.684577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 267d9dab-ce85-459a-884a-8822d9f0fb1b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:25.689115 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:25.713287 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:25.715028 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:25.773958 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:25.799232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:46:25.801117 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6d5ab2-4f33-42e9-b025-8b3d8bc71037" -d '{"events": [{"server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "name": "network-vif-plugged", "status": "completed", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:46:25.820739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 267d9dab-ce85-459a-884a-8822d9f0fb1b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:25.828963 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e300849b-8834-46f4-9819-3fd4e4b6abc7 None None] Network 6b50980b-ff4d-4ebc-9b1e-67563939f8c7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:25.835781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=f2a99bc6-27fd-4bc8-a7be-adef3d4311ad,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:25.853106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-8434fae0-145b-4b88-a0ef-21937f5819f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:25.856907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-8434fae0-145b-4b88-a0ef-21937f5819f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92093ea4-0235-498f-bd68-b6e4a07a96a9 HTTP/1.1" status: 200 len: 898 time: 0.1858051 Oct 13 14:46:25.868044 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb2f286-96fb-427f-846e-067b10f74cf3 x-openstack-request-id: req-abb2f286-96fb-427f-846e-067b10f74cf3 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:46:25.868327 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "name": "network-vif-plugged", "status": "completed", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:46:25.868579 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abb2f286-96fb-427f-846e-067b10f74cf3 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:46:25.868961 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'code': 200} Oct 13 14:46:25.913826 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:25.936434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 6b50980b-ff4d-4ebc-9b1e-67563939f8c7 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:25.939356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:25.954170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-71e73410-16b1-47f7-b2e6-38ca67e49a76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b HTTP/1.1" status: 200 len: 1001 time: 0.0802605 Oct 13 14:46:25.979307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9b8beb75-b8df-4f77-89bf-f2b7f229a402 None None] Provisioning complete for port 398ab920-dcc1-4670-9df3-da273d2aba61 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:25.979788 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9b8beb75-b8df-4f77-89bf-f2b7f229a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:26.029098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=267d9dab-ce85-459a-884a-8822d9f0fb1b,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:26.069778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-163fe473-9393-48e0-be38-5cb9de981619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:26.071155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-163fe473-9393-48e0-be38-5cb9de981619 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2d53723-f768-4cc9-8344-2f76ded5fb73 HTTP/1.1" status: 200 len: 832 time: 0.0838356 Oct 13 14:46:26.112277 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9b8beb75-b8df-4f77-89bf-f2b7f229a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:26.134651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-ecb241f1-8eb4-4b86-8883-a85d45da575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:26.136836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-ecb241f1-8eb4-4b86-8883-a85d45da575c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92093ea4-0235-498f-bd68-b6e4a07a96a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568576 Oct 13 14:46:26.152130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9b8beb75-b8df-4f77-89bf-f2b7f229a402 None None] For port 398ab920-dcc1-4670-9df3-da273d2aba61, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=398ab920-dcc1-4670-9df3-da273d2aba61,segment=NetworkSegment(802c0a55-46ff-413f-ab0a-fbc9012f61d9),segment_id=802c0a55-46ff-413f-ab0a-fbc9012f61d9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:26.196332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:46:26.230403 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9b8beb75-b8df-4f77-89bf-f2b7f229a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:26.282084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8beb75-b8df-4f77-89bf-f2b7f229a402 None None] Pushing event updated for resources: {'Port': ['ID=398ab920-dcc1-4670-9df3-da273d2aba61,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:26.322129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-2a365590-16a5-45ff-99f1-cf1b07265e7e service neutron] 10.222.0.41 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748834 Oct 13 14:46:26.325484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:26.333335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4e7e3366-0cda-4de0-b0b7-0c37edd3c695 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4723253 Oct 13 14:46:26.333471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56152) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:26.338371 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8d4b5926-2ee4-4c9e-b4e2-5e54dca7b855 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1294235294'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:26.340911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Sync routers for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:26.359149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:26.359792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:26.427083 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e88af1fe-9c41-43c5-8444-58d12e8cd471 None None] Provisioning complete for port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:26.427455 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e88af1fe-9c41-43c5-8444-58d12e8cd471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:26.437442 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4b5926-2ee4-4c9e-b4e2-5e54dca7b855 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:46:26.442595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5926-2ee4-4c9e-b4e2-5e54dca7b855 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:26.484952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:26.487485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e88af1fe-9c41-43c5-8444-58d12e8cd471 None None] Port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:26.528680 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4b5926-2ee4-4c9e-b4e2-5e54dca7b855 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:46:26.541448 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5926-2ee4-4c9e-b4e2-5e54dca7b855 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:26.541448 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-8d4b5926-2ee4-4c9e-b4e2-5e54dca7b855 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Added segment 2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987 of type vlan for network 67ef4891-d428-4b02-ba52-0b10625c786b Oct 13 14:46:26.564786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e88af1fe-9c41-43c5-8444-58d12e8cd471 None None] Provisioning complete for port 398ab920-dcc1-4670-9df3-da273d2aba61 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:26.565272 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e88af1fe-9c41-43c5-8444-58d12e8cd471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:26.600240 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5926-2ee4-4c9e-b4e2-5e54dca7b855 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:26.709929 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5926-2ee4-4c9e-b4e2-5e54dca7b855 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:26.715856 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4b5926-2ee4-4c9e-b4e2-5e54dca7b855 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:26.716854 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8d4b5926-2ee4-4c9e-b4e2-5e54dca7b855 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:26.790688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b5926-2ee4-4c9e-b4e2-5e54dca7b855 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Network': ['ID=67ef4891-d428-4b02-ba52-0b10625c786b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:26.803626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 67ef4891-d428-4b02-ba52-0b10625c786b details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:46:26.810961 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8d4b5926-2ee4-4c9e-b4e2-5e54dca7b855 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4750397 Oct 13 14:46:26.810961 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56156) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:26.816427 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d0d199d3-c5cb-4118-9def-b5bddfcb3d78 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'subnet': {'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:26.882876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c7200-dcac-4865-a773-5f713ef9dc71 req-bb201d41-9e37-4211-8e4e-6ddf4026593b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:26.884316 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f73c7200-dcac-4865-a773-5f713ef9dc71 req-bb201d41-9e37-4211-8e4e-6ddf4026593b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0779295 Oct 13 14:46:26.887176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:24Z', 'revision_number': 2, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:25Z', 'revision_number': 2, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:26.896294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-565d09fa-4686-44b4-b48f-9e99b3275815 req-bd677237-194e-4361-8e90-e4a678e3cf2d service neutron] 10.222.0.41 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646439 Oct 13 14:46:26.925853 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Checking router: 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:46:26.926269 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Updating router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:46:26.936892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f73c7200-dcac-4865-a773-5f713ef9dc71 req-eddbcfc8-2d9c-45f3-8d11-52a552f6f145 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369818 Oct 13 14:46:26.965815 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:26.977235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-790ef766-3f25-4ccb-9b67-c01c3bacc853 None None] Provisioning complete for port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:26.977235 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-790ef766-3f25-4ccb-9b67-c01c3bacc853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:27.024837 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d199d3-c5cb-4118-9def-b5bddfcb3d78 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:46:27.029324 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d0d199d3-c5cb-4118-9def-b5bddfcb3d78 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:27.191332 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 398ab920-dcc1-4670-9df3-da273d2aba61 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:27.197814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-790ef766-3f25-4ccb-9b67-c01c3bacc853 None None] Port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:27.293564 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d0d199d3-c5cb-4118-9def-b5bddfcb3d78 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:27.357183 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d199d3-c5cb-4118-9def-b5bddfcb3d78 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Subnet': ['ID=1d075e46-aa75-4e83-a86a-d45069e9cf4d,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:27.359342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 398ab920-dcc1-4670-9df3-da273d2aba61 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:27.359729 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:27.367709 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d199d3-c5cb-4118-9def-b5bddfcb3d78 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Checking segment: {'id': '2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:27.368071 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d199d3-c5cb-4118-9def-b5bddfcb3d78 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network hostable DHCP agents. Network: 67ef4891-d428-4b02-ba52-0b10625c786b, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:46:27.467667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d199d3-c5cb-4118-9def-b5bddfcb3d78 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 67ef4891-d428-4b02-ba52-0b10625c786b is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:46:27.524595 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:27.587716 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-d0d199d3-c5cb-4118-9def-b5bddfcb3d78 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 67ef4891-d428-4b02-ba52-0b10625c786b) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:27.592369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d199d3-c5cb-4118-9def-b5bddfcb3d78 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:27.592952 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d0d199d3-c5cb-4118-9def-b5bddfcb3d78 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:27.598723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4acc029-3205-4edc-8da1-9d8b90de8c3e None None] Network 67ef4891-d428-4b02-ba52-0b10625c786b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:27.647762 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:27.671159 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d0d199d3-c5cb-4118-9def-b5bddfcb3d78 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8590181 Oct 13 14:46:27.674158 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56158) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:27.733585 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a442f17-562b-436c-b2e4-9312293b6c28 None None] Pushing event updated for resources: {'Port': ['ID=f2a99bc6-27fd-4bc8-a7be-adef3d4311ad,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:27.836064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Attempting to bind port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:46:27.836445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Attempting to bind port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '802c0a55-46ff-413f-ab0a-fbc9012f61d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:46:27.836858 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Attempting to bind port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad on network 6b50980b-ff4d-4ebc-9b1e-67563939f8c7 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:46:27.861692 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:46:27.862073 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Checking segment: {'id': '802c0a55-46ff-413f-ab0a-fbc9012f61d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:27.862482 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:27.862883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Bound using segment: {'id': '802c0a55-46ff-413f-ab0a-fbc9012f61d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:46:27.863376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Bound port: f2a99bc6-27fd-4bc8-a7be-adef3d4311ad, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802c0a55-46ff-413f-ab0a-fbc9012f61d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:46:27.863765 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:27.883086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-67ef4891-d428-4b02-ba52-0b10625c786b', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:46:27.884263 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:28.017330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] For port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:46:28.037571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] For port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f2a99bc6-27fd-4bc8-a7be-adef3d4311ad,segment=NetworkSegment(802c0a55-46ff-413f-ab0a-fbc9012f61d9),segment_id=802c0a55-46ff-413f-ab0a-fbc9012f61d9)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:46:28.070625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-871bc03d-ca36-4917-b5b8-99edb974e923 None None] Provisioning complete for port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:28.071366 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-871bc03d-ca36-4917-b5b8-99edb974e923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:28.091323 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:28.108084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a79cd-f151-431f-9286-0b7335c034d1 req-4b4626f7-6067-4316-a6bd-677ccfd2a69b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:28.109611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f7a79cd-f151-431f-9286-0b7335c034d1 req-4b4626f7-6067-4316-a6bd-677ccfd2a69b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0892866 Oct 13 14:46:28.127575 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Allocated IP 2001:db8:1::2 (67ef4891-d428-4b02-ba52-0b10625c786b/1d075e46-aa75-4e83-a86a-d45069e9cf4d/bd01d706-aa5f-4fec-b4c0-5355dbd315b7) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:46:28.132860 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:28.134950 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-871bc03d-ca36-4917-b5b8-99edb974e923 None None] Port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:28.230468 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2f7a79cd-f151-431f-9286-0b7335c034d1 req-57049408-afb0-4344-9f97-5a31211b806b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138148 Oct 13 14:46:28.252415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:28.253123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:28.254858 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a442f17-562b-436c-b2e4-9312293b6c28 None None] Pushing event updated for resources: {'Port': ['ID=f2a99bc6-27fd-4bc8-a7be-adef3d4311ad,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:28.260492 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56162) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:28.348400 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-935faf48-a288-496a-a6f5-7a5ba0394c94 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/7b872b97-157e-47ba-9d76-9ba7a1eea87f HTTP/1.1" status: 200 len: 994 time: 0.0805914 Oct 13 14:46:28.396146 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:28.511779 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:28.552131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f27c4d6b-389f-4d8e-a95d-186600831b9d None None] Provisioning complete for port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:28.552816 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f27c4d6b-389f-4d8e-a95d-186600831b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:28.586886 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:28.626824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Allocated IP 2001:db8:1::1 (67ef4891-d428-4b02-ba52-0b10625c786b/1d075e46-aa75-4e83-a86a-d45069e9cf4d/0764bf7e-bf14-4530-95d9-a5dce36ea901) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:46:28.654484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Network 67ef4891-d428-4b02-ba52-0b10625c786b is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:28.668456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:28.672253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:46:28.674259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Pushing event updated for resources: {'Port': ['ID=bd01d706-aa5f-4fec-b4c0-5355dbd315b7,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:28.745284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:28.778748 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f27c4d6b-389f-4d8e-a95d-186600831b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:28.792546 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Attempting to bind port bd01d706-aa5f-4fec-b4c0-5355dbd315b7 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:46:28.792903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Attempting to bind port bd01d706-aa5f-4fec-b4c0-5355dbd315b7 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:46:28.793279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Attempting to bind port bd01d706-aa5f-4fec-b4c0-5355dbd315b7 on network 67ef4891-d428-4b02-ba52-0b10625c786b {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:46:28.809205 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:46:28.809568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Checking segment: {'id': '2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:28.809957 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:28.810343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Bound using segment: {'id': '2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:46:28.810797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Bound port: bd01d706-aa5f-4fec-b4c0-5355dbd315b7, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:46:28.811167 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:28.843087 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f27c4d6b-389f-4d8e-a95d-186600831b9d None None] For port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f2a99bc6-27fd-4bc8-a7be-adef3d4311ad,segment=NetworkSegment(802c0a55-46ff-413f-ab0a-fbc9012f61d9),segment_id=802c0a55-46ff-413f-ab0a-fbc9012f61d9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:28.864815 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:28.868373 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:24Z', 'revision_number': 2, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 4, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:28.900832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee6718-b8e1-4c66-92c5-26ca8a0ef5cd None None] The sync data for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 is: [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:24Z', 'revision_number': 2, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 4, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:28.909995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 67ef4891-d428-4b02-ba52-0b10625c786b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:28.913458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:28.917467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:46:28.918310 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:28.925906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=0764bf7e-bf14-4530-95d9-a5dce36ea901,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:28.934298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] For port bd01d706-aa5f-4fec-b4c0-5355dbd315b7, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:46:28.937394 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] For port bd01d706-aa5f-4fec-b4c0-5355dbd315b7, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bd01d706-aa5f-4fec-b4c0-5355dbd315b7,segment=NetworkSegment(2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987),segment_id=2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:46:28.968679 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f27c4d6b-389f-4d8e-a95d-186600831b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:29.023123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c4d6b-389f-4d8e-a95d-186600831b9d None None] Pushing event updated for resources: {'Port': ['ID=f2a99bc6-27fd-4bc8-a7be-adef3d4311ad,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:29.057053 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:29.139785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00125650-93d0-4026-8676-df27c5cdc271 None None] Pushing event updated for resources: {'Port': ['ID=bd01d706-aa5f-4fec-b4c0-5355dbd315b7,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:29.180611 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:29.523382 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:29.599167 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:29.600065 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:29.691148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=0764bf7e-bf14-4530-95d9-a5dce36ea901,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:29.751329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 67ef4891-d428-4b02-ba52-0b10625c786b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:29.752887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:29.858040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:29.956958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:29.965900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bfd670e0-3022-4bcd-bfa1-82629294a8e0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2871068 Oct 13 14:46:29.966035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56164) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:29.973697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-64cdc37f-9efc-4e28-ad60-5af7a519042f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1175948833'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:30.062708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cdc37f-9efc-4e28-ad60-5af7a519042f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:46:30.066370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-64cdc37f-9efc-4e28-ad60-5af7a519042f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:30.098292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64cdc37f-9efc-4e28-ad60-5af7a519042f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:46:30.105461 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-64cdc37f-9efc-4e28-ad60-5af7a519042f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:30.105729 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-64cdc37f-9efc-4e28-ad60-5af7a519042f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Added segment db0a1396-eac0-44d2-9356-8b74c316db54 of type vlan for network be0d4cb3-5c68-4c7d-b0de-efdb88226197 Oct 13 14:46:30.148788 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-64cdc37f-9efc-4e28-ad60-5af7a519042f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:30.216227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc248c4-a38c-4c59-86c1-b1fe8a1fcf94 None None] Network 67ef4891-d428-4b02-ba52-0b10625c786b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:30.222304 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-64cdc37f-9efc-4e28-ad60-5af7a519042f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:30.228292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cdc37f-9efc-4e28-ad60-5af7a519042f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:30.228877 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-64cdc37f-9efc-4e28-ad60-5af7a519042f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:30.300546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdc37f-9efc-4e28-ad60-5af7a519042f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Network': ['ID=be0d4cb3-5c68-4c7d-b0de-efdb88226197,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:30.334380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network be0d4cb3-5c68-4c7d-b0de-efdb88226197 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:46:30.340162 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9ab90707-f54b-4243-bc96-47023d65de54 None None] Provisioning complete for port bd01d706-aa5f-4fec-b4c0-5355dbd315b7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:30.340531 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9ab90707-f54b-4243-bc96-47023d65de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:30.362193 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-64cdc37f-9efc-4e28-ad60-5af7a519042f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3920374 Oct 13 14:46:30.362592 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56166) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:30.368436 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2633ca19-7cc5-4df0-a1fe-027b34c2ca41 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'subnet': {'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:30.516707 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9ab90707-f54b-4243-bc96-47023d65de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:30.533222 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2633ca19-7cc5-4df0-a1fe-027b34c2ca41 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:46:30.537215 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2633ca19-7cc5-4df0-a1fe-027b34c2ca41 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:30.554340 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9ab90707-f54b-4243-bc96-47023d65de54 None None] For port bd01d706-aa5f-4fec-b4c0-5355dbd315b7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bd01d706-aa5f-4fec-b4c0-5355dbd315b7,segment=NetworkSegment(2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987),segment_id=2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:30.622572 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9ab90707-f54b-4243-bc96-47023d65de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:30.673338 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Sync routers for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:30.680947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab90707-f54b-4243-bc96-47023d65de54 None None] Pushing event updated for resources: {'Port': ['ID=bd01d706-aa5f-4fec-b4c0-5355dbd315b7,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:30.684702 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:30.685375 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:30.745332 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2e7036c9-10bf-4325-bd86-6a9c1813e978 None None] Provisioning complete for port bd01d706-aa5f-4fec-b4c0-5355dbd315b7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:30.749640 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2e7036c9-10bf-4325-bd86-6a9c1813e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:30.784746 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:30.802092 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2633ca19-7cc5-4df0-a1fe-027b34c2ca41 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:30.847434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2e7036c9-10bf-4325-bd86-6a9c1813e978 None None] Provisioning complete for port 0764bf7e-bf14-4530-95d9-a5dce36ea901 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:30.850604 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2e7036c9-10bf-4325-bd86-6a9c1813e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:30.885440 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2633ca19-7cc5-4df0-a1fe-027b34c2ca41 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Checking segment: {'id': 'db0a1396-eac0-44d2-9356-8b74c316db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:30.886809 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633ca19-7cc5-4df0-a1fe-027b34c2ca41 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network hostable DHCP agents. Network: be0d4cb3-5c68-4c7d-b0de-efdb88226197, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:46:30.895456 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633ca19-7cc5-4df0-a1fe-027b34c2ca41 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Subnet': ['ID=08cdc347-e94e-4839-99cb-59436cf9953a,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:30.898077 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2e7036c9-10bf-4325-bd86-6a9c1813e978 None None] Port 0764bf7e-bf14-4530-95d9-a5dce36ea901 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:30.977401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633ca19-7cc5-4df0-a1fe-027b34c2ca41 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network be0d4cb3-5c68-4c7d-b0de-efdb88226197 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:46:31.024122 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:29Z', 'revision_number': 3, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:29Z', 'revision_number': 2, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:31.031795 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e6db5896-3436-4e66-a767-25d205586a5d None None] Provisioning complete for port 0764bf7e-bf14-4530-95d9-a5dce36ea901 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:31.033047 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e6db5896-3436-4e66-a767-25d205586a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.050610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-2633ca19-7cc5-4df0-a1fe-027b34c2ca41 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, be0d4cb3-5c68-4c7d-b0de-efdb88226197) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:31.055319 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2633ca19-7cc5-4df0-a1fe-027b34c2ca41 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:31.056177 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2633ca19-7cc5-4df0-a1fe-027b34c2ca41 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.069152 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Checking router: 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:46:31.070026 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Updating router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 port 0764bf7e-bf14-4530-95d9-a5dce36ea901 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:46:31.093346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b20e23-b263-404d-8482-dd554d14699a None None] Network be0d4cb3-5c68-4c7d-b0de-efdb88226197 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:31.094165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e6db5896-3436-4e66-a767-25d205586a5d None None] Port 0764bf7e-bf14-4530-95d9-a5dce36ea901 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:31.111300 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.132525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bd01d706-aa5f-4fec-b4c0-5355dbd315b7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:31.169558 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2633ca19-7cc5-4df0-a1fe-027b34c2ca41 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8050969 Oct 13 14:46:31.173162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56168) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:31.407106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f0f7738d-71c5-4044-a962-8044a2133b2f None None] Provisioning complete for port 0764bf7e-bf14-4530-95d9-a5dce36ea901 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:31.407674 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f0f7738d-71c5-4044-a962-8044a2133b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.415773 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.431579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port bd01d706-aa5f-4fec-b4c0-5355dbd315b7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:31.431947 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.497985 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7738d-71c5-4044-a962-8044a2133b2f None None] Port 0764bf7e-bf14-4530-95d9-a5dce36ea901 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:31.508735 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.511443 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:46:31.512400 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.567934 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.620515 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Attempting to bind port 0764bf7e-bf14-4530-95d9-a5dce36ea901 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:46:31.621652 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Attempting to bind port 0764bf7e-bf14-4530-95d9-a5dce36ea901 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:46:31.622091 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Attempting to bind port 0764bf7e-bf14-4530-95d9-a5dce36ea901 on network 67ef4891-d428-4b02-ba52-0b10625c786b {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:46:31.630156 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:46:31.633607 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Checking segment: {'id': '2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:31.633828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f2a99bc6-27fd-4bc8-a7be-adef3d4311ad up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:31.633941 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.633941 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Bound using segment: {'id': '2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:46:31.633941 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Bound port: 0764bf7e-bf14-4530-95d9-a5dce36ea901, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:46:31.633941 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.714967 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] For port 0764bf7e-bf14-4530-95d9-a5dce36ea901, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:46:31.724621 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] For port 0764bf7e-bf14-4530-95d9-a5dce36ea901, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0764bf7e-bf14-4530-95d9-a5dce36ea901,segment=NetworkSegment(2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987),segment_id=2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:46:31.726492 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Pushing event updated for resources: {'Port': ['ID=0764bf7e-bf14-4530-95d9-a5dce36ea901,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:31.730537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Allocated IP 2001:db8:2::2 (be0d4cb3-5c68-4c7d-b0de-efdb88226197/08cdc347-e94e-4839-99cb-59436cf9953a/07091268-4aaf-449c-8a02-cc1ebbf88ad5) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:46:31.738951 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:31.739304 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:31.739696 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:31.740173 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:31.740517 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:31.740847 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:31.741222 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:31.741547 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:31.742347 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:31.743474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:31.743850 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.744178 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:31.744686 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:31.748688 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:31.813441 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.877491 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739a4ad-8dc6-4cd1-9037-561b0e4483aa None None] Pushing event updated for resources: {'Port': ['ID=0764bf7e-bf14-4530-95d9-a5dce36ea901,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:31.880199 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:31.880724 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:31.951378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f96aacc1-2fba-4e0a-ac99-7edb79c5f81e None None] Provisioning complete for port 0764bf7e-bf14-4530-95d9-a5dce36ea901 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:31.951753 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f96aacc1-2fba-4e0a-ac99-7edb79c5f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.956783 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:31.976533 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:32.041750 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f96aacc1-2fba-4e0a-ac99-7edb79c5f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:32.052522 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:32.127498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Network be0d4cb3-5c68-4c7d-b0de-efdb88226197 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:32.128171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Pushing event updated for resources: {'Port': ['ID=07091268-4aaf-449c-8a02-cc1ebbf88ad5,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:32.141361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:32.144321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:46:32.144482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Allocated IP 2001:db8:2::1 (be0d4cb3-5c68-4c7d-b0de-efdb88226197/08cdc347-e94e-4839-99cb-59436cf9953a/739086d7-38c9-4b40-a51e-abe9867f373e) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:46:32.202110 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f96aacc1-2fba-4e0a-ac99-7edb79c5f81e None None] For port 0764bf7e-bf14-4530-95d9-a5dce36ea901, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0764bf7e-bf14-4530-95d9-a5dce36ea901,segment=NetworkSegment(2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987),segment_id=2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:32.215035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Attempting to bind port 07091268-4aaf-449c-8a02-cc1ebbf88ad5 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:46:32.215418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Attempting to bind port 07091268-4aaf-449c-8a02-cc1ebbf88ad5 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'db0a1396-eac0-44d2-9356-8b74c316db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:46:32.215786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Attempting to bind port 07091268-4aaf-449c-8a02-cc1ebbf88ad5 on network be0d4cb3-5c68-4c7d-b0de-efdb88226197 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:46:32.221203 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:46:32.221584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Checking segment: {'id': 'db0a1396-eac0-44d2-9356-8b74c316db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:32.221990 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:32.222389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Bound using segment: {'id': 'db0a1396-eac0-44d2-9356-8b74c316db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:46:32.222905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Bound port: 07091268-4aaf-449c-8a02-cc1ebbf88ad5, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0a1396-eac0-44d2-9356-8b74c316db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:46:32.223246 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:32.288412 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f96aacc1-2fba-4e0a-ac99-7edb79c5f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:32.302036 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:32.332735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] For port 07091268-4aaf-449c-8a02-cc1ebbf88ad5, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:46:32.342236 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:29Z', 'revision_number': 3, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:31Z', 'revision_number': 4, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:32.357445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] For port 07091268-4aaf-449c-8a02-cc1ebbf88ad5, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=07091268-4aaf-449c-8a02-cc1ebbf88ad5,segment=NetworkSegment(db0a1396-eac0-44d2-9356-8b74c316db54),segment_id=db0a1396-eac0-44d2-9356-8b74c316db54)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:46:32.362451 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96aacc1-2fba-4e0a-ac99-7edb79c5f81e None None] Pushing event updated for resources: {'Port': ['ID=0764bf7e-bf14-4530-95d9-a5dce36ea901,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:32.376080 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5db614-c39f-413d-9747-4be3e9d3679d None None] The sync data for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 is: [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:29Z', 'revision_number': 3, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:31Z', 'revision_number': 4, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:32.406428 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:32.442136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-43f8dbc1-c4d1-465a-9b9a-2c4d45785d91 None None] Provisioning complete for port 0764bf7e-bf14-4530-95d9-a5dce36ea901 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:32.442136 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-43f8dbc1-c4d1-465a-9b9a-2c4d45785d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:32.469963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:32.475453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network be0d4cb3-5c68-4c7d-b0de-efdb88226197 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:32.480017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:32.483303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=739086d7-38c9-4b40-a51e-abe9867f373e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:32.489606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:46:32.490171 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:32.592005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1809041-56ea-45a1-9274-14e5ca2c4335 None None] Pushing event updated for resources: {'Port': ['ID=07091268-4aaf-449c-8a02-cc1ebbf88ad5,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:32.722866 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:33.052762 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:33.110367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0764bf7e-bf14-4530-95d9-a5dce36ea901 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:33.117058 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:33.117631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:33.195158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 0764bf7e-bf14-4530-95d9-a5dce36ea901 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:33.195673 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:33.206287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=739086d7-38c9-4b40-a51e-abe9867f373e,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:33.263826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network be0d4cb3-5c68-4c7d-b0de-efdb88226197 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:33.265375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:33.284210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 07091268-4aaf-449c-8a02-cc1ebbf88ad5 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:33.334590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 07091268-4aaf-449c-8a02-cc1ebbf88ad5 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:33.335364 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:33.376150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:33.450732 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:33.486393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 07091268-4aaf-449c-8a02-cc1ebbf88ad5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=07091268-4aaf-449c-8a02-cc1ebbf88ad5,segment=NetworkSegment(db0a1396-eac0-44d2-9356-8b74c316db54),segment_id=db0a1396-eac0-44d2-9356-8b74c316db54)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:33.488557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:33.496789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8f29647b-75c9-44a9-93b1-4ef70530469a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3186030 Oct 13 14:46:33.499077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56170) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:33.499466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Sync routers for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:33.502835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-878593e9-e15f-4cda-91d3-6039e16d4c95 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1873205611'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:33.514119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:33.515106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:33.579236 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:33.599553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878593e9-e15f-4cda-91d3-6039e16d4c95 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:46:33.603143 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-878593e9-e15f-4cda-91d3-6039e16d4c95 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:33.640268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:33.642026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878593e9-e15f-4cda-91d3-6039e16d4c95 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:46:33.656784 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-878593e9-e15f-4cda-91d3-6039e16d4c95 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:33.657491 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-878593e9-e15f-4cda-91d3-6039e16d4c95 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Added segment 6bd6a883-3df7-42db-b03b-dba279a09c9a of type vlan for network 7aed2b0a-6242-4f7b-badf-96efafa83036 Oct 13 14:46:33.700830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=07091268-4aaf-449c-8a02-cc1ebbf88ad5,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:33.716522 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-878593e9-e15f-4cda-91d3-6039e16d4c95 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:33.779870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936b0433-a178-4432-8317-00d1525365b4 None None] Network be0d4cb3-5c68-4c7d-b0de-efdb88226197 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:33.813077 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-878593e9-e15f-4cda-91d3-6039e16d4c95 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:33.818801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878593e9-e15f-4cda-91d3-6039e16d4c95 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:33.819650 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-878593e9-e15f-4cda-91d3-6039e16d4c95 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:34.014639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ba5c35d1-797d-400b-912e-ddd6b3a75df5 None None] Provisioning complete for port 07091268-4aaf-449c-8a02-cc1ebbf88ad5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:34.014931 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ba5c35d1-797d-400b-912e-ddd6b3a75df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:34.229118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878593e9-e15f-4cda-91d3-6039e16d4c95 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Network': ['ID=7aed2b0a-6242-4f7b-badf-96efafa83036,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:34.241821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 7aed2b0a-6242-4f7b-badf-96efafa83036 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:46:34.246077 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 4, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 2, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:34.277259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-878593e9-e15f-4cda-91d3-6039e16d4c95 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7790751 Oct 13 14:46:34.280020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56172) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:34.287163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-868e62ba-d7a3-42b1-b997-48f69f0a6b12 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'subnet': {'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:34.310218 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Checking router: 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:46:34.310574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Updating router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 port 739086d7-38c9-4b40-a51e-abe9867f373e binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:46:34.354854 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:34.447317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868e62ba-d7a3-42b1-b997-48f69f0a6b12 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Made reservation on behalf of c530e2be1e28425096c95cb61cf6559b for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:46:34.451944 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-868e62ba-d7a3-42b1-b997-48f69f0a6b12 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:34.580135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-33ad854d-d822-482f-bd79-b0655a66cb52 None None] Provisioning complete for port 739086d7-38c9-4b40-a51e-abe9867f373e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:34.580734 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-33ad854d-d822-482f-bd79-b0655a66cb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:34.643464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-33ad854d-d822-482f-bd79-b0655a66cb52 None None] Port 739086d7-38c9-4b40-a51e-abe9867f373e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:34.680079 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-33ad854d-d822-482f-bd79-b0655a66cb52 None None] Provisioning complete for port 07091268-4aaf-449c-8a02-cc1ebbf88ad5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:34.680449 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-33ad854d-d822-482f-bd79-b0655a66cb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:34.714366 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:34.777041 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-868e62ba-d7a3-42b1-b997-48f69f0a6b12 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:34.801814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:34.841099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e62ba-d7a3-42b1-b997-48f69f0a6b12 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Subnet': ['ID=1a3cf384-b31d-475e-89b2-92b69cbb3254,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:34.850495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868e62ba-d7a3-42b1-b997-48f69f0a6b12 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Checking segment: {'id': '6bd6a883-3df7-42db-b03b-dba279a09c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:34.851202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868e62ba-d7a3-42b1-b997-48f69f0a6b12 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network hostable DHCP agents. Network: 7aed2b0a-6242-4f7b-badf-96efafa83036, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:46:34.865673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2f833-b25d-4dac-b796-5068a2422373 None None] Pushing event updated for resources: {'Port': ['ID=739086d7-38c9-4b40-a51e-abe9867f373e,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:34.921434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868e62ba-d7a3-42b1-b997-48f69f0a6b12 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 7aed2b0a-6242-4f7b-badf-96efafa83036 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:46:34.924246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b3f6102d-34ca-4971-b106-885610bc42b0 None None] Provisioning complete for port 739086d7-38c9-4b40-a51e-abe9867f373e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:34.924632 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b3f6102d-34ca-4971-b106-885610bc42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:34.929269 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Attempting to bind port 739086d7-38c9-4b40-a51e-abe9867f373e on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:46:34.932784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Attempting to bind port 739086d7-38c9-4b40-a51e-abe9867f373e by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'db0a1396-eac0-44d2-9356-8b74c316db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:46:34.932784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Attempting to bind port 739086d7-38c9-4b40-a51e-abe9867f373e on network be0d4cb3-5c68-4c7d-b0de-efdb88226197 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:46:34.958992 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:46:34.958992 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Checking segment: {'id': 'db0a1396-eac0-44d2-9356-8b74c316db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:34.958992 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:34.958992 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Bound using segment: {'id': 'db0a1396-eac0-44d2-9356-8b74c316db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:46:34.958992 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Bound port: 739086d7-38c9-4b40-a51e-abe9867f373e, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0a1396-eac0-44d2-9356-8b74c316db54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:46:34.958992 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:34.982086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b3f6102d-34ca-4971-b106-885610bc42b0 None None] Port 739086d7-38c9-4b40-a51e-abe9867f373e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:35.019310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-868e62ba-d7a3-42b1-b997-48f69f0a6b12 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 7aed2b0a-6242-4f7b-badf-96efafa83036) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:35.024036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868e62ba-d7a3-42b1-b997-48f69f0a6b12 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:35.024217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 07091268-4aaf-449c-8a02-cc1ebbf88ad5 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:35.024820 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-868e62ba-d7a3-42b1-b997-48f69f0a6b12 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:35.055866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69c9980-1e2f-4919-9f8c-41e6d9d31070 None None] Network 7aed2b0a-6242-4f7b-badf-96efafa83036 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:35.118663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-868e62ba-d7a3-42b1-b997-48f69f0a6b12 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8375378 Oct 13 14:46:35.120642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] For port 739086d7-38c9-4b40-a51e-abe9867f373e, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:46:35.122253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56174) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:35.147414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] For port 739086d7-38c9-4b40-a51e-abe9867f373e, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=739086d7-38c9-4b40-a51e-abe9867f373e,segment=NetworkSegment(db0a1396-eac0-44d2-9356-8b74c316db54),segment_id=db0a1396-eac0-44d2-9356-8b74c316db54)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:46:35.158548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-eb9f96c6-02c7-47db-a29b-486baf9b7a45 None None] Provisioning complete for port 739086d7-38c9-4b40-a51e-abe9867f373e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:35.158901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eb9f96c6-02c7-47db-a29b-486baf9b7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:35.216684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 07091268-4aaf-449c-8a02-cc1ebbf88ad5 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:35.217074 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:35.259639 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:35.265877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f96c6-02c7-47db-a29b-486baf9b7a45 None None] Port 739086d7-38c9-4b40-a51e-abe9867f373e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:35.368907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-7aed2b0a-6242-4f7b-badf-96efafa83036', 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'fixed_ips': [{'subnet_id': '1a3cf384-b31d-475e-89b2-92b69cbb3254'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:46:35.369814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:35.391231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:35.391864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:35.397100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2f833-b25d-4dac-b796-5068a2422373 None None] Pushing event updated for resources: {'Port': ['ID=739086d7-38c9-4b40-a51e-abe9867f373e,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:35.493865 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:35.628422 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7db80399-e267-45d9-9a96-6c149af6a145 None None] Provisioning complete for port 739086d7-38c9-4b40-a51e-abe9867f373e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:35.628422 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7db80399-e267-45d9-9a96-6c149af6a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:35.628422 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:35.970490 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Allocated IP 2001:db8:3::2 (7aed2b0a-6242-4f7b-badf-96efafa83036/1a3cf384-b31d-475e-89b2-92b69cbb3254/6f14b750-e853-481b-b975-bd6989226751) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:46:36.043502 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7db80399-e267-45d9-9a96-6c149af6a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:36.152602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7db80399-e267-45d9-9a96-6c149af6a145 None None] For port 739086d7-38c9-4b40-a51e-abe9867f373e, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=739086d7-38c9-4b40-a51e-abe9867f373e,segment=NetworkSegment(db0a1396-eac0-44d2-9356-8b74c316db54),segment_id=db0a1396-eac0-44d2-9356-8b74c316db54)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:36.223200 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:36.225492 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7db80399-e267-45d9-9a96-6c149af6a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:36.254908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 4, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:35Z', 'revision_number': 4, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:36.287291 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a239591b-4a23-4c1d-be84-22cd99b27ac4 None None] The sync data for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 is: [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 4, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:35Z', 'revision_number': 4, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:36.301059 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:36.310616 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db80399-e267-45d9-9a96-6c149af6a145 None None] Pushing event updated for resources: {'Port': ['ID=739086d7-38c9-4b40-a51e-abe9867f373e,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:36.365063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Network 7aed2b0a-6242-4f7b-badf-96efafa83036 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:36.373298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:36.382219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:46:36.383754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Allocated IP 2001:db8:3::1 (7aed2b0a-6242-4f7b-badf-96efafa83036/1a3cf384-b31d-475e-89b2-92b69cbb3254/939d0340-7041-444a-9cf4-be4580c0669e) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:46:36.389286 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Pushing event updated for resources: {'Port': ['ID=6f14b750-e853-481b-b975-bd6989226751,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:36.424798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8175b113-bc32-4930-a760-1b4d1cc98341 None None] Provisioning complete for port 739086d7-38c9-4b40-a51e-abe9867f373e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:36.425202 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8175b113-bc32-4930-a760-1b4d1cc98341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:36.483873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Attempting to bind port 6f14b750-e853-481b-b975-bd6989226751 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:46:36.484258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Attempting to bind port 6f14b750-e853-481b-b975-bd6989226751 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '6bd6a883-3df7-42db-b03b-dba279a09c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:46:36.484629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Attempting to bind port 6f14b750-e853-481b-b975-bd6989226751 on network 7aed2b0a-6242-4f7b-badf-96efafa83036 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:46:36.494203 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:46:36.494603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Checking segment: {'id': '6bd6a883-3df7-42db-b03b-dba279a09c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:36.496438 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:36.496890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Bound using segment: {'id': '6bd6a883-3df7-42db-b03b-dba279a09c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:46:36.497421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Bound port: 6f14b750-e853-481b-b975-bd6989226751, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd6a883-3df7-42db-b03b-dba279a09c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:46:36.497821 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:36.534897 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:36.616974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] For port 6f14b750-e853-481b-b975-bd6989226751, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:46:36.621315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] For port 6f14b750-e853-481b-b975-bd6989226751, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6f14b750-e853-481b-b975-bd6989226751,segment=NetworkSegment(6bd6a883-3df7-42db-b03b-dba279a09c9a),segment_id=6bd6a883-3df7-42db-b03b-dba279a09c9a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:46:36.636958 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:36.678769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 7aed2b0a-6242-4f7b-badf-96efafa83036 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:36.681913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:36.686901 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:46:36.687450 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:36.722502 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:36.738270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=939d0340-7041-444a-9cf4-be4580c0669e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:36.796402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c5b50-f7e3-4ee4-8039-d0f0e06dd672 None None] Pushing event updated for resources: {'Port': ['ID=6f14b750-e853-481b-b975-bd6989226751,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:36.903283 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:37.084275 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 739086d7-38c9-4b40-a51e-abe9867f373e up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:37.144151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 739086d7-38c9-4b40-a51e-abe9867f373e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:37.144523 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:37.206708 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:37.267743 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:37.268525 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:37.354079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event updated for resources: {'Port': ['ID=939d0340-7041-444a-9cf4-be4580c0669e,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:37.397740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Network 7aed2b0a-6242-4f7b-badf-96efafa83036 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:46:37.399143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:46:37.503477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:37.598085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:37.603089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-38160f23-ad7d-4e8e-8ae0-1fa965a33c9b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4797738 Oct 13 14:46:37.606673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56176) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:37.609325 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Sync routers for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:37.611428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-fb6548a6-1687-46d8-96c1-a53bac1d2300 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:37.622323 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:37.622946 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:37.721673 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:37.786830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca31f5a-838e-4660-adb0-7882d1ed736c None None] Network 7aed2b0a-6242-4f7b-badf-96efafa83036 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:37.862058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Provisioning complete for port 6f14b750-e853-481b-b975-bd6989226751 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:37.862436 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:37.959296 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:36Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:36Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939d0340-7041-444a-9cf4-be4580c0669e', 'name': '', 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:61:e0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:35Z', 'updated_at': '2021-10-13T14:46:37Z', 'revision_number': 2, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:37.988092 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Checking router: 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:46:37.988092 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Updating router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 port 939d0340-7041-444a-9cf4-be4580c0669e binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:46:38.010245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.extraroute_db [None req-fb6548a6-1687-46d8-96c1-a53bac1d2300 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=112685) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 14:46:38.011140 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.014294 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.029420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.extraroute_db [None req-fb6548a6-1687-46d8-96c1-a53bac1d2300 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Removed routes are [] {{(pid=112685) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 14:46:38.029917 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb6548a6-1687-46d8-96c1-a53bac1d2300 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.051594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] For port 6f14b750-e853-481b-b975-bd6989226751, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6f14b750-e853-481b-b975-bd6989226751,segment=NetworkSegment(6bd6a883-3df7-42db-b03b-dba279a09c9a),segment_id=6bd6a883-3df7-42db-b03b-dba279a09c9a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:38.173168 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.248004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Pushing event updated for resources: {'Port': ['ID=6f14b750-e853-481b-b975-bd6989226751,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:38.255810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:38.256070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:38.256406 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:38.256744 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:38.257386 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:38.257725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:38.258062 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:38.258635 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:38.258981 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:38.259309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:38.259652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:38.259960 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5d83d4-c2f2-48f6-9c7d-77c5d8636b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:46:38.313669 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-010732a0-37af-4cf5-a7ac-bfb21a71fb34 None None] Provisioning complete for port 6f14b750-e853-481b-b975-bd6989226751 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:38.313963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-010732a0-37af-4cf5-a7ac-bfb21a71fb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.341826 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.349665 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb6548a6-1687-46d8-96c1-a53bac1d2300 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.353668 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb6548a6-1687-46d8-96c1-a53bac1d2300 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.402352 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.418817 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-010732a0-37af-4cf5-a7ac-bfb21a71fb34 None None] Provisioning complete for port 939d0340-7041-444a-9cf4-be4580c0669e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:38.419191 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-010732a0-37af-4cf5-a7ac-bfb21a71fb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.455839 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b22217-7fe4-4816-b074-270b33b2910c None None] Pushing event updated for resources: {'Port': ['ID=939d0340-7041-444a-9cf4-be4580c0669e,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:38.469478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-010732a0-37af-4cf5-a7ac-bfb21a71fb34 None None] Port 939d0340-7041-444a-9cf4-be4580c0669e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:38.475692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6548a6-1687-46d8-96c1-a53bac1d2300 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:38.530764 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Attempting to bind port 939d0340-7041-444a-9cf4-be4580c0669e on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:46:38.531337 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Attempting to bind port 939d0340-7041-444a-9cf4-be4580c0669e by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '6bd6a883-3df7-42db-b03b-dba279a09c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:46:38.531883 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Attempting to bind port 939d0340-7041-444a-9cf4-be4580c0669e on network 7aed2b0a-6242-4f7b-badf-96efafa83036 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:46:38.537477 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:46:38.538104 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Checking segment: {'id': '6bd6a883-3df7-42db-b03b-dba279a09c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:46:38.538692 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.539257 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Bound using segment: {'id': '6bd6a883-3df7-42db-b03b-dba279a09c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:46:38.539993 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Bound port: 939d0340-7041-444a-9cf4-be4580c0669e, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd6a883-3df7-42db-b03b-dba279a09c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:46:38.540544 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.580279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6548a6-1687-46d8-96c1-a53bac1d2300 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:38.592567 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb6548a6-1687-46d8-96c1-a53bac1d2300 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.593968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fb6548a6-1687-46d8-96c1-a53bac1d2300 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 HTTP/1.1" status: 200 len: 954 time: 0.9862874 Oct 13 14:46:38.597119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56180) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:38.605247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-43d7278e-a177-4429-956c-cfee7ae4c4f0 None None] Provisioning complete for port 939d0340-7041-444a-9cf4-be4580c0669e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:38.605679 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-43d7278e-a177-4429-956c-cfee7ae4c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.621992 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] For port 939d0340-7041-444a-9cf4-be4580c0669e, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:46:38.626034 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] For port 939d0340-7041-444a-9cf4-be4580c0669e, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=939d0340-7041-444a-9cf4-be4580c0669e,segment=NetworkSegment(6bd6a883-3df7-42db-b03b-dba279a09c9a),segment_id=6bd6a883-3df7-42db-b03b-dba279a09c9a)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:46:38.655876 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-43d7278e-a177-4429-956c-cfee7ae4c4f0 None None] Port 939d0340-7041-444a-9cf4-be4580c0669e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:46:38.712346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8b35bef7-3192-4c92-a653-139ca0b04c9a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 HTTP/1.1" status: 200 len: 954 time: 0.1127620 Oct 13 14:46:38.713798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56182) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:38.718654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7504539c-13e1-4187-afc7-3ae9f6de0470 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'router': {'routes': None}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:38.753999 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.777461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0ee8ab46-b877-460e-84ab-d5826dd4bf0a None None] Provisioning complete for port 939d0340-7041-444a-9cf4-be4580c0669e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:38.777830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ab46-b877-460e-84ab-d5826dd4bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.826384 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:38.827009 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:38.830707 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b22217-7fe4-4816-b074-270b33b2910c None None] Pushing event updated for resources: {'Port': ['ID=939d0340-7041-444a-9cf4-be4580c0669e,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:38.886606 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ab46-b877-460e-84ab-d5826dd4bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:38.925047 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0ee8ab46-b877-460e-84ab-d5826dd4bf0a None None] For port 939d0340-7041-444a-9cf4-be4580c0669e, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=939d0340-7041-444a-9cf4-be4580c0669e,segment=NetworkSegment(6bd6a883-3df7-42db-b03b-dba279a09c9a),segment_id=6bd6a883-3df7-42db-b03b-dba279a09c9a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:38.942210 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:39.018789 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0ee8ab46-b877-460e-84ab-d5826dd4bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:39.088738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8ab46-b877-460e-84ab-d5826dd4bf0a None None] Pushing event updated for resources: {'Port': ['ID=939d0340-7041-444a-9cf4-be4580c0669e,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:39.108847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6f14b750-e853-481b-b975-bd6989226751 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:39.178997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-42b3bc8a-8b10-4dfc-9a20-4b6be3825811 None None] Provisioning complete for port 939d0340-7041-444a-9cf4-be4580c0669e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:39.179375 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-42b3bc8a-8b10-4dfc-9a20-4b6be3825811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:39.235740 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:38Z', 'revision_number': 6, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:36Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939d0340-7041-444a-9cf4-be4580c0669e', 'name': '', 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:61:e0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:35Z', 'updated_at': '2021-10-13T14:46:38Z', 'revision_number': 4, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:39.238337 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6f14b750-e853-481b-b975-bd6989226751 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:39.238337 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:39.273068 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a7817-62cb-480a-a690-7233bef5ee5c None None] The sync data for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 is: [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:38Z', 'revision_number': 6, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:36Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939d0340-7041-444a-9cf4-be4580c0669e', 'name': '', 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:61:e0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:35Z', 'updated_at': '2021-10-13T14:46:38Z', 'revision_number': 4, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:39.450309 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c282439a-932e-40d3-9a38-1986a61bc36e None None] Provisioning complete for port 939d0340-7041-444a-9cf4-be4580c0669e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:39.450692 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c282439a-932e-40d3-9a38-1986a61bc36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:39.524623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac04c83a-5017-43c3-bb86-2db3b30c910c req-35c3fa05-1c91-413b-8443-3803fd328006 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0947230 Oct 13 14:46:39.638299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.extraroute_db [None req-7504539c-13e1-4187-afc7-3ae9f6de0470 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Added routes are [] {{(pid=112685) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 14:46:39.638299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.extraroute_db [None req-7504539c-13e1-4187-afc7-3ae9f6de0470 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=112685) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 14:46:39.659476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04c83a-5017-43c3-bb86-2db3b30c910c req-aba5b179-7f0a-4188-ac00-a10833a3791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:39.661073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac04c83a-5017-43c3-bb86-2db3b30c910c req-aba5b179-7f0a-4188-ac00-a10833a3791f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1098 time: 0.0712700 Oct 13 14:46:39.677505 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7504539c-13e1-4187-afc7-3ae9f6de0470 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:39.814687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04c83a-5017-43c3-bb86-2db3b30c910c req-ae053c9f-2c0d-4f4f-9361-48aa78d74915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:39.816177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac04c83a-5017-43c3-bb86-2db3b30c910c req-ae053c9f-2c0d-4f4f-9361-48aa78d74915 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92093ea4-0235-498f-bd68-b6e4a07a96a9 HTTP/1.1" status: 200 len: 898 time: 0.1307163 Oct 13 14:46:39.925260 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac04c83a-5017-43c3-bb86-2db3b30c910c req-7fd7a9b3-4cd4-4892-8fd4-9c48662163b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b HTTP/1.1" status: 200 len: 1002 time: 0.0772605 Oct 13 14:46:40.038929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d41f01-05a8-4e11-ab27-d974b89d5f3c None None] Sync routers for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:40.048712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d41f01-05a8-4e11-ab27-d974b89d5f3c None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:40.049426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-30d41f01-05a8-4e11-ab27-d974b89d5f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:40.052539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04c83a-5017-43c3-bb86-2db3b30c910c req-f77b6ba2-42ab-4805-bcdc-9a041c1c59fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:40.054013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac04c83a-5017-43c3-bb86-2db3b30c910c req-f77b6ba2-42ab-4805-bcdc-9a041c1c59fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2d53723-f768-4cc9-8344-2f76ded5fb73 HTTP/1.1" status: 200 len: 832 time: 0.0918443 Oct 13 14:46:40.055773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7504539c-13e1-4187-afc7-3ae9f6de0470 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:40.059646 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7504539c-13e1-4187-afc7-3ae9f6de0470 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:40.141989 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-30d41f01-05a8-4e11-ab27-d974b89d5f3c None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:40.178445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04c83a-5017-43c3-bb86-2db3b30c910c req-a24b9bd6-fae0-4bcb-ab93-68842a82f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:40.179951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac04c83a-5017-43c3-bb86-2db3b30c910c req-a24b9bd6-fae0-4bcb-ab93-68842a82f097 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92093ea4-0235-498f-bd68-b6e4a07a96a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162677 Oct 13 14:46:40.186854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7504539c-13e1-4187-afc7-3ae9f6de0470 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:40.350171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7504539c-13e1-4187-afc7-3ae9f6de0470 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:40.356735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-30d41f01-05a8-4e11-ab27-d974b89d5f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:39Z', 'revision_number': 7, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:36Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939d0340-7041-444a-9cf4-be4580c0669e', 'name': '', 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:61:e0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:35Z', 'updated_at': '2021-10-13T14:46:38Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:40.359076 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7504539c-13e1-4187-afc7-3ae9f6de0470 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:40.360236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7504539c-13e1-4187-afc7-3ae9f6de0470 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 HTTP/1.1" status: 200 len: 704 time: 1.6451020 Oct 13 14:46:40.362986 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56184) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:40.363777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac04c83a-5017-43c3-bb86-2db3b30c910c req-ba56fa9a-5f1a-4988-afae-7403c50ed830 service neutron] 10.222.0.49 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711876 Oct 13 14:46:40.383212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d41f01-05a8-4e11-ab27-d974b89d5f3c None None] Checking router: 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:46:40.391783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d41f01-05a8-4e11-ab27-d974b89d5f3c None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:40.392525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-30d41f01-05a8-4e11-ab27-d974b89d5f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:40.462916 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac04c83a-5017-43c3-bb86-2db3b30c910c req-b87aaeb7-61c4-4d02-ad74-97c91c898995 service neutron] 10.222.0.49 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907731 Oct 13 14:46:40.469129 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-761f7fcf-8d65-4ebe-b75b-68b3bd5cadda tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 HTTP/1.1" status: 200 len: 704 time: 0.1038826 Oct 13 14:46:40.471123 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56186) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:40.484670 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-30d41f01-05a8-4e11-ab27-d974b89d5f3c None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:40.707613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-30d41f01-05a8-4e11-ab27-d974b89d5f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:39Z', 'revision_number': 7, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:36Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939d0340-7041-444a-9cf4-be4580c0669e', 'name': '', 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:61:e0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:35Z', 'updated_at': '2021-10-13T14:46:38Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:40.734672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d41f01-05a8-4e11-ab27-d974b89d5f3c None None] The sync data for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 is: [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:39Z', 'revision_number': 7, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:36Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939d0340-7041-444a-9cf4-be4580c0669e', 'name': '', 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:61:e0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:35Z', 'updated_at': '2021-10-13T14:46:38Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:40.802030 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-daca1440-0ac2-4af2-961e-b59d831cca83 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:40.948818 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168d65dd-ba66-4b0e-8bec-42b53ef58130 None None] Sync routers for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:40.959179 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d65dd-ba66-4b0e-8bec-42b53ef58130 None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:40.959838 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-168d65dd-ba66-4b0e-8bec-42b53ef58130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:41.043707 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 939d0340-7041-444a-9cf4-be4580c0669e up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:46:41.065572 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-168d65dd-ba66-4b0e-8bec-42b53ef58130 None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:41.075064 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-daca1440-0ac2-4af2-961e-b59d831cca83 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port 939d0340-7041-444a-9cf4-be4580c0669e {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:41.075418 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-daca1440-0ac2-4af2-961e-b59d831cca83 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:41.104563 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 939d0340-7041-444a-9cf4-be4580c0669e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:46:41.106418 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:41.176916 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-daca1440-0ac2-4af2-961e-b59d831cca83 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] For port 939d0340-7041-444a-9cf4-be4580c0669e, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=939d0340-7041-444a-9cf4-be4580c0669e,segment=NetworkSegment(6bd6a883-3df7-42db-b03b-dba279a09c9a),segment_id=6bd6a883-3df7-42db-b03b-dba279a09c9a)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:41.177382 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-daca1440-0ac2-4af2-961e-b59d831cca83 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:41.191667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-daca1440-0ac2-4af2-961e-b59d831cca83 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for 939d0340-7041-444a-9cf4-be4580c0669e owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:41.382292 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-168d65dd-ba66-4b0e-8bec-42b53ef58130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:39Z', 'revision_number': 7, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:36Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939d0340-7041-444a-9cf4-be4580c0669e', 'name': '', 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:61:e0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:35Z', 'updated_at': '2021-10-13T14:46:38Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:41.417674 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168d65dd-ba66-4b0e-8bec-42b53ef58130 None None] Checking router: 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:46:41.426054 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d65dd-ba66-4b0e-8bec-42b53ef58130 None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:41.432913 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-168d65dd-ba66-4b0e-8bec-42b53ef58130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:41.452910 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-daca1440-0ac2-4af2-961e-b59d831cca83 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:41.479774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca1440-0ac2-4af2-961e-b59d831cca83 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=939d0340-7041-444a-9cf4-be4580c0669e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:41.522244 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-168d65dd-ba66-4b0e-8bec-42b53ef58130 None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:41.602968 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-daca1440-0ac2-4af2-961e-b59d831cca83 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:41.739941 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-168d65dd-ba66-4b0e-8bec-42b53ef58130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:39Z', 'revision_number': 7, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:36Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939d0340-7041-444a-9cf4-be4580c0669e', 'name': '', 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:61:e0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:35Z', 'updated_at': '2021-10-13T14:46:38Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:41.767365 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168d65dd-ba66-4b0e-8bec-42b53ef58130 None None] The sync data for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 is: [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:39Z', 'revision_number': 7, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:36Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '939d0340-7041-444a-9cf4-be4580c0669e', 'name': '', 'network_id': '7aed2b0a-6242-4f7b-badf-96efafa83036', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:61:e0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:35Z', 'updated_at': '2021-10-13T14:46:38Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1a3cf384-b31d-475e-89b2-92b69cbb3254', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:41.800866 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daca1440-0ac2-4af2-961e-b59d831cca83 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:41.900573 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daca1440-0ac2-4af2-961e-b59d831cca83 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:41.905743 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-daca1440-0ac2-4af2-961e-b59d831cca83 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4336257 Oct 13 14:46:41.908541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56188) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:41.914464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca552371-978d-4179-b70b-15d33b972797 None None] Sync routers for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:41.924676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca552371-978d-4179-b70b-15d33b972797 None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:41.925386 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ca552371-978d-4179-b70b-15d33b972797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:41.960876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd757c30-d76e-4b9f-b2ee-97ca4b782389 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting subnet 1a3cf384-b31d-475e-89b2-92b69cbb3254 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:46:41.964144 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd757c30-d76e-4b9f-b2ee-97ca4b782389 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:42.005017 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd757c30-d76e-4b9f-b2ee-97ca4b782389 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:42.013351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-ca552371-978d-4179-b70b-15d33b972797 None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:42.093661 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd757c30-d76e-4b9f-b2ee-97ca4b782389 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:42.207784 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd757c30-d76e-4b9f-b2ee-97ca4b782389 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:42.235271 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd757c30-d76e-4b9f-b2ee-97ca4b782389 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3cf384-b31d-475e-89b2-92b69cbb3254,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:42.240549 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bd757c30-d76e-4b9f-b2ee-97ca4b782389 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:42.246386 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bd757c30-d76e-4b9f-b2ee-97ca4b782389 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/1a3cf384-b31d-475e-89b2-92b69cbb3254 HTTP/1.1" status: 204 len: 168 time: 0.3338771 Oct 13 14:46:42.246619 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56190) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:42.251472 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92516cd5-bff6-4bad-b00e-2922d7d2da18 None None] Network 7aed2b0a-6242-4f7b-badf-96efafa83036 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:42.325010 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:42.378307 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port 6f14b750-e853-481b-b975-bd6989226751 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:42.378648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:42.446204 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] For port 6f14b750-e853-481b-b975-bd6989226751, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6f14b750-e853-481b-b975-bd6989226751,segment=NetworkSegment(6bd6a883-3df7-42db-b03b-dba279a09c9a),segment_id=6bd6a883-3df7-42db-b03b-dba279a09c9a)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:42.446567 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:42.459177 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for 6f14b750-e853-481b-b975-bd6989226751 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:42.476939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ca552371-978d-4179-b70b-15d33b972797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:41Z', 'revision_number': 8, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:36Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:42.505207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca552371-978d-4179-b70b-15d33b972797 None None] Checking router: 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:46:42.514749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca552371-978d-4179-b70b-15d33b972797 None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:42.515379 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ca552371-978d-4179-b70b-15d33b972797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:42.554638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06036232-3c12-4e47-aab4-90205e902448 None None] DHCP port deletion for 7aed2b0a-6242-4f7b-badf-96efafa83036 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:46:42.635350 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-ca552371-978d-4179-b70b-15d33b972797 None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:42.758140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-06036232-3c12-4e47-aab4-90205e902448 None None] Deleting port 6f14b750-e853-481b-b975-bd6989226751 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:42.758405 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-06036232-3c12-4e47-aab4-90205e902448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:42.842542 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-06036232-3c12-4e47-aab4-90205e902448 None None] For port 6f14b750-e853-481b-b975-bd6989226751, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6f14b750-e853-481b-b975-bd6989226751,segment=NetworkSegment(6bd6a883-3df7-42db-b03b-dba279a09c9a),segment_id=6bd6a883-3df7-42db-b03b-dba279a09c9a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:42.842927 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-06036232-3c12-4e47-aab4-90205e902448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:42.865072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-06036232-3c12-4e47-aab4-90205e902448 None None] Calling delete_port for 6f14b750-e853-481b-b975-bd6989226751 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:42.925331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:42.951487 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=6f14b750-e853-481b-b975-bd6989226751,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:42.955102 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No DVR routers for this DVR port 6f14b750-e853-481b-b975-bd6989226751 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:46:42.978891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ca552371-978d-4179-b70b-15d33b972797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:41Z', 'revision_number': 8, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:36Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:43.007650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca552371-978d-4179-b70b-15d33b972797 None None] The sync data for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 is: [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:41Z', 'revision_number': 8, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '739086d7-38c9-4b40-a51e-abe9867f373e', 'name': '', 'network_id': 'be0d4cb3-5c68-4c7d-b0de-efdb88226197', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:67:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:31Z', 'updated_at': '2021-10-13T14:46:36Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '08cdc347-e94e-4839-99cb-59436cf9953a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:43.009743 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-06036232-3c12-4e47-aab4-90205e902448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:43.023189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06036232-3c12-4e47-aab4-90205e902448 None None] No DVR routers for this DVR port 6f14b750-e853-481b-b975-bd6989226751 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:46:43.048045 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:43.049468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06036232-3c12-4e47-aab4-90205e902448 None None] Pushing event deleted for resources: {'Port': ['ID=6f14b750-e853-481b-b975-bd6989226751,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:43.073258 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aed2b0a-6242-4f7b-badf-96efafa83036']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:43.082533 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd6a883-3df7-42db-b03b-dba279a09c9a') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:43.084212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd6a883-3df7-42db-b03b-dba279a09c9a') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:43.092707 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:43.106514 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:43.112267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:46:43.112787 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:46:43.115599 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:46:43.230140 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:43.238337 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:43.241482 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/networks/7aed2b0a-6242-4f7b-badf-96efafa83036 HTTP/1.1" status: 204 len: 168 time: 0.9939344 Oct 13 14:46:43.244364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56192) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:43.251727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7930c1-26de-42e4-8547-a349f5772400 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Network': ['ID=7aed2b0a-6242-4f7b-badf-96efafa83036,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:43.416453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6f14b750-e853-481b-b975-bd6989226751 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:46:43.437792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 6f14b750-e853-481b-b975-bd6989226751 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:46:43.438153 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6f14b750-e853-481b-b975-bd6989226751 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:46:43.603120 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68f4d7ac-1ac3-4a01-a422-7bda21d84fd9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:43.859738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-68f4d7ac-1ac3-4a01-a422-7bda21d84fd9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port 739086d7-38c9-4b40-a51e-abe9867f373e {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:43.860000 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68f4d7ac-1ac3-4a01-a422-7bda21d84fd9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:43.964964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-68f4d7ac-1ac3-4a01-a422-7bda21d84fd9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] For port 739086d7-38c9-4b40-a51e-abe9867f373e, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=739086d7-38c9-4b40-a51e-abe9867f373e,segment=NetworkSegment(db0a1396-eac0-44d2-9356-8b74c316db54),segment_id=db0a1396-eac0-44d2-9356-8b74c316db54)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:43.965365 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68f4d7ac-1ac3-4a01-a422-7bda21d84fd9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:43.978411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-68f4d7ac-1ac3-4a01-a422-7bda21d84fd9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for 739086d7-38c9-4b40-a51e-abe9867f373e owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:44.233103 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68f4d7ac-1ac3-4a01-a422-7bda21d84fd9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:44.258233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4d7ac-1ac3-4a01-a422-7bda21d84fd9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=739086d7-38c9-4b40-a51e-abe9867f373e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:44.373323 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-68f4d7ac-1ac3-4a01-a422-7bda21d84fd9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:44.563697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f4d7ac-1ac3-4a01-a422-7bda21d84fd9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:44.656459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f4d7ac-1ac3-4a01-a422-7bda21d84fd9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:44.661424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-68f4d7ac-1ac3-4a01-a422-7bda21d84fd9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4159737 Oct 13 14:46:44.664364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56194) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:44.666983 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744eec5-d31e-4e92-81f8-50752752e371 None None] Sync routers for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:44.676292 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744eec5-d31e-4e92-81f8-50752752e371 None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:44.676896 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4744eec5-d31e-4e92-81f8-50752752e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:44.717940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d22b74-2be3-4f4e-b20c-78991b020fb2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting subnet 08cdc347-e94e-4839-99cb-59436cf9953a {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:46:44.721182 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a8d22b74-2be3-4f4e-b20c-78991b020fb2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:44.761355 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a8d22b74-2be3-4f4e-b20c-78991b020fb2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:44.767766 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-4744eec5-d31e-4e92-81f8-50752752e371 None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:44.852166 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a8d22b74-2be3-4f4e-b20c-78991b020fb2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:44.979972 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4744eec5-d31e-4e92-81f8-50752752e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:44Z', 'revision_number': 9, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:44.999212 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a8d22b74-2be3-4f4e-b20c-78991b020fb2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.006637 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744eec5-d31e-4e92-81f8-50752752e371 None None] Checking router: 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:46:45.015479 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744eec5-d31e-4e92-81f8-50752752e371 None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:45.016038 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4744eec5-d31e-4e92-81f8-50752752e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:45.026333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 939d0340-7041-444a-9cf4-be4580c0669e no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:46:45.027155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d22b74-2be3-4f4e-b20c-78991b020fb2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Subnet': ['ID=08cdc347-e94e-4839-99cb-59436cf9953a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:45.031380 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a8d22b74-2be3-4f4e-b20c-78991b020fb2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.037206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a8d22b74-2be3-4f4e-b20c-78991b020fb2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/08cdc347-e94e-4839-99cb-59436cf9953a HTTP/1.1" status: 204 len: 168 time: 0.3692799 Oct 13 14:46:45.037549 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56196) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:45.055349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74e3ca6-e76c-4410-8132-323fa8c6161f None None] Network be0d4cb3-5c68-4c7d-b0de-efdb88226197 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:45.058389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 939d0340-7041-444a-9cf4-be4580c0669e {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:46:45.059342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 939d0340-7041-444a-9cf4-be4580c0669e not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:46:45.106837 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-4744eec5-d31e-4e92-81f8-50752752e371 None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:45.122028 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.184214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port 07091268-4aaf-449c-8a02-cc1ebbf88ad5 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:45.184774 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.268391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f95d445-8100-4e84-bcb4-25c8fd345303 None None] DHCP port deletion for be0d4cb3-5c68-4c7d-b0de-efdb88226197 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:46:45.272342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] For port 07091268-4aaf-449c-8a02-cc1ebbf88ad5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=07091268-4aaf-449c-8a02-cc1ebbf88ad5,segment=NetworkSegment(db0a1396-eac0-44d2-9356-8b74c316db54),segment_id=db0a1396-eac0-44d2-9356-8b74c316db54)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:45.272703 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.286465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for 07091268-4aaf-449c-8a02-cc1ebbf88ad5 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:45.316448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5f95d445-8100-4e84-bcb4-25c8fd345303 None None] Deleting port 07091268-4aaf-449c-8a02-cc1ebbf88ad5 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:45.316833 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5f95d445-8100-4e84-bcb4-25c8fd345303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.331325 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4744eec5-d31e-4e92-81f8-50752752e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:44Z', 'revision_number': 9, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:45.358664 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4744eec5-d31e-4e92-81f8-50752752e371 None None] The sync data for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 is: [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:44Z', 'revision_number': 9, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': '0764bf7e-bf14-4530-95d9-a5dce36ea901', 'name': '', 'network_id': '67ef4891-d428-4b02-ba52-0b10625c786b', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:bc:5e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:28Z', 'updated_at': '2021-10-13T14:46:32Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '1d075e46-aa75-4e83-a86a-d45069e9cf4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:45.382613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5f95d445-8100-4e84-bcb4-25c8fd345303 None None] For port 07091268-4aaf-449c-8a02-cc1ebbf88ad5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=07091268-4aaf-449c-8a02-cc1ebbf88ad5,segment=NetworkSegment(db0a1396-eac0-44d2-9356-8b74c316db54),segment_id=db0a1396-eac0-44d2-9356-8b74c316db54)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:45.382999 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5f95d445-8100-4e84-bcb4-25c8fd345303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.403206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5f95d445-8100-4e84-bcb4-25c8fd345303 None None] Calling delete_port for 07091268-4aaf-449c-8a02-cc1ebbf88ad5 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:45.447079 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.472412 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=07091268-4aaf-449c-8a02-cc1ebbf88ad5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:45.476043 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No DVR routers for this DVR port 07091268-4aaf-449c-8a02-cc1ebbf88ad5 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:46:45.480014 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5f95d445-8100-4e84-bcb4-25c8fd345303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.510116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95d445-8100-4e84-bcb4-25c8fd345303 None None] Pushing event deleted for resources: {'Port': ['ID=07091268-4aaf-449c-8a02-cc1ebbf88ad5,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:45.514866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f95d445-8100-4e84-bcb4-25c8fd345303 None None] No DVR routers for this DVR port 07091268-4aaf-449c-8a02-cc1ebbf88ad5 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:46:45.561092 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.580392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0d4cb3-5c68-4c7d-b0de-efdb88226197']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:45.590028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0a1396-eac0-44d2-9356-8b74c316db54') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:45.590325 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0a1396-eac0-44d2-9356-8b74c316db54') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:45.599716 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.613534 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.619317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:46:45.628164 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:46:45.755723 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.766165 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:45.769407 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/networks/be0d4cb3-5c68-4c7d-b0de-efdb88226197 HTTP/1.1" status: 204 len: 168 time: 0.7308903 Oct 13 14:46:45.772294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56198) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:45.780458 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7c469-29b8-4312-9fd1-547c8e40135f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Network': ['ID=be0d4cb3-5c68-4c7d-b0de-efdb88226197,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:46.436217 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b56404d-2ad4-4ed6-a845-4f37eb6a9e0b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:46.681798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-8b56404d-2ad4-4ed6-a845-4f37eb6a9e0b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port 0764bf7e-bf14-4530-95d9-a5dce36ea901 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:46.682272 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b56404d-2ad4-4ed6-a845-4f37eb6a9e0b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:46.771772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-8b56404d-2ad4-4ed6-a845-4f37eb6a9e0b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] For port 0764bf7e-bf14-4530-95d9-a5dce36ea901, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=0764bf7e-bf14-4530-95d9-a5dce36ea901,segment=NetworkSegment(2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987),segment_id=2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:46.772139 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b56404d-2ad4-4ed6-a845-4f37eb6a9e0b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:46.786151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-8b56404d-2ad4-4ed6-a845-4f37eb6a9e0b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for 0764bf7e-bf14-4530-95d9-a5dce36ea901 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:47.012821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 07091268-4aaf-449c-8a02-cc1ebbf88ad5 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:46:47.029721 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b56404d-2ad4-4ed6-a845-4f37eb6a9e0b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:47.032796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 07091268-4aaf-449c-8a02-cc1ebbf88ad5 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:46:47.032938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 07091268-4aaf-449c-8a02-cc1ebbf88ad5 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:46:47.033260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 739086d7-38c9-4b40-a51e-abe9867f373e no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:46:47.054285 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 739086d7-38c9-4b40-a51e-abe9867f373e {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:46:47.054628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 739086d7-38c9-4b40-a51e-abe9867f373e not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:46:47.059335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56404d-2ad4-4ed6-a845-4f37eb6a9e0b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=0764bf7e-bf14-4530-95d9-a5dce36ea901,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:47.175209 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8b56404d-2ad4-4ed6-a845-4f37eb6a9e0b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:47.361186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b56404d-2ad4-4ed6-a845-4f37eb6a9e0b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:47.455621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b56404d-2ad4-4ed6-a845-4f37eb6a9e0b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:47.461230 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8b56404d-2ad4-4ed6-a845-4f37eb6a9e0b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6879826 Oct 13 14:46:47.464704 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56200) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:47.465581 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3e642-89c6-41dd-986b-72ad6039aad3 None None] Sync routers for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:47.474862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3e642-89c6-41dd-986b-72ad6039aad3 None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:47.475468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4da3e642-89c6-41dd-986b-72ad6039aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:47.516308 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c17c884-bbf1-4d81-b715-110d20be2c5a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting subnet 1d075e46-aa75-4e83-a86a-d45069e9cf4d {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:46:47.519399 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c17c884-bbf1-4d81-b715-110d20be2c5a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:47.556590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-4da3e642-89c6-41dd-986b-72ad6039aad3 None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:47.559690 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c17c884-bbf1-4d81-b715-110d20be2c5a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:47.648279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c17c884-bbf1-4d81-b715-110d20be2c5a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:47.758529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4da3e642-89c6-41dd-986b-72ad6039aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:46Z', 'revision_number': 10, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:47.778998 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c17c884-bbf1-4d81-b715-110d20be2c5a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:47.785728 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3e642-89c6-41dd-986b-72ad6039aad3 None None] Checking router: 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:46:47.794255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3e642-89c6-41dd-986b-72ad6039aad3 None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:47.794860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4da3e642-89c6-41dd-986b-72ad6039aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:47.806608 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17c884-bbf1-4d81-b715-110d20be2c5a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Subnet': ['ID=1d075e46-aa75-4e83-a86a-d45069e9cf4d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:47.810743 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c17c884-bbf1-4d81-b715-110d20be2c5a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:47.813869 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2c17c884-bbf1-4d81-b715-110d20be2c5a tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/1d075e46-aa75-4e83-a86a-d45069e9cf4d HTTP/1.1" status: 204 len: 168 time: 0.3481362 Oct 13 14:46:47.816410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56202) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:47.832613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a296ef6e-e81e-400c-801d-7d757ec5b048 None None] Network 67ef4891-d428-4b02-ba52-0b10625c786b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:47.899299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:47.938726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-4da3e642-89c6-41dd-986b-72ad6039aad3 None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:47.956251 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port bd01d706-aa5f-4fec-b4c0-5355dbd315b7 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:47.956589 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:48.019497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] For port bd01d706-aa5f-4fec-b4c0-5355dbd315b7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bd01d706-aa5f-4fec-b4c0-5355dbd315b7,segment=NetworkSegment(2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987),segment_id=2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:48.019933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:48.037633 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for bd01d706-aa5f-4fec-b4c0-5355dbd315b7 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:48.175173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b163cc-7e37-4515-a633-8b7ec4882d44 None None] DHCP port deletion for 67ef4891-d428-4b02-ba52-0b10625c786b request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:46:48.184866 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:48.216780 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=bd01d706-aa5f-4fec-b4c0-5355dbd315b7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:48.218731 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No DVR routers for this DVR port bd01d706-aa5f-4fec-b4c0-5355dbd315b7 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:46:48.309982 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:48.331793 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ef4891-d428-4b02-ba52-0b10625c786b']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:48.341699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:48.341995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffd2231-dfe0-4be8-8ed6-f8f9f77ca987') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:48.351947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:48.355045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c7b163cc-7e37-4515-a633-8b7ec4882d44 None None] The port 'bd01d706-aa5f-4fec-b4c0-5355dbd315b7' was deleted {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 13 14:46:48.361065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4da3e642-89c6-41dd-986b-72ad6039aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:46Z', 'revision_number': 10, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:48.369267 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:48.376114 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:46:48.386924 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:46:48.389828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3e642-89c6-41dd-986b-72ad6039aad3 None None] The sync data for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 is: [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:46Z', 'revision_number': 10, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None, '_interfaces': [{'id': 'f2a99bc6-27fd-4bc8-a7be-adef3d4311ad', 'name': '', 'network_id': '6b50980b-ff4d-4ebc-9b1e-67563939f8c7', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'mac_address': 'fa:16:3e:3b:c2:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:46:24Z', 'updated_at': '2021-10-13T14:46:28Z', 'revision_number': 5, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'subnets': [{'id': '82a7902e-bb3a-461d-88df-a319a2d787fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:48.498472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:48.505478 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:48.508483 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/networks/67ef4891-d428-4b02-ba52-0b10625c786b HTTP/1.1" status: 204 len: 168 time: 0.6911275 Oct 13 14:46:48.517185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56204) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:48.534189 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e05de-b41a-4e69-8994-c21f9b736b0d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Network': ['ID=67ef4891-d428-4b02-ba52-0b10625c786b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:48.729204 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:48.875676 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22d97658-eeb2-46a5-90b5-01cf55456912 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:49.015948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0764bf7e-bf14-4530-95d9-a5dce36ea901 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:46:49.036111 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 0764bf7e-bf14-4530-95d9-a5dce36ea901 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:46:49.036539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 0764bf7e-bf14-4530-95d9-a5dce36ea901 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:46:49.037049 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bd01d706-aa5f-4fec-b4c0-5355dbd315b7 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:46:49.061307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: bd01d706-aa5f-4fec-b4c0-5355dbd315b7 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:46:49.061647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bd01d706-aa5f-4fec-b4c0-5355dbd315b7 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:46:49.122521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-22d97658-eeb2-46a5-90b5-01cf55456912 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:49.122861 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22d97658-eeb2-46a5-90b5-01cf55456912 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:49.210656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-22d97658-eeb2-46a5-90b5-01cf55456912 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] For port f2a99bc6-27fd-4bc8-a7be-adef3d4311ad, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f2a99bc6-27fd-4bc8-a7be-adef3d4311ad,segment=NetworkSegment(802c0a55-46ff-413f-ab0a-fbc9012f61d9),segment_id=802c0a55-46ff-413f-ab0a-fbc9012f61d9)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:49.211020 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22d97658-eeb2-46a5-90b5-01cf55456912 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:49.223638 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-22d97658-eeb2-46a5-90b5-01cf55456912 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for f2a99bc6-27fd-4bc8-a7be-adef3d4311ad owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:49.461521 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22d97658-eeb2-46a5-90b5-01cf55456912 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:49.493580 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d97658-eeb2-46a5-90b5-01cf55456912 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=f2a99bc6-27fd-4bc8-a7be-adef3d4311ad,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:49.518697 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-43d08485-3b75-4c0e-a88f-e4925ac0a8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:49.590746 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-22d97658-eeb2-46a5-90b5-01cf55456912 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:49.745993 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d97658-eeb2-46a5-90b5-01cf55456912 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:49.821556 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d97658-eeb2-46a5-90b5-01cf55456912 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:49.830186 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-22d97658-eeb2-46a5-90b5-01cf55456912 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3090811 Oct 13 14:46:49.830308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56206) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:49.831537 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87ac24-4234-49c5-bf65-74b0d1f97369 None None] Sync routers for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:49.840448 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87ac24-4234-49c5-bf65-74b0d1f97369 None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:49.841069 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-db87ac24-4234-49c5-bf65-74b0d1f97369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:49.881352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7670b7d-c11f-43ce-9da7-3f284d713318 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting subnet 82a7902e-bb3a-461d-88df-a319a2d787fb {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:46:49.884450 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c7670b7d-c11f-43ce-9da7-3f284d713318 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:49.932835 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c7670b7d-c11f-43ce-9da7-3f284d713318 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.001899 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-db87ac24-4234-49c5-bf65-74b0d1f97369 None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:50.020208 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c7670b7d-c11f-43ce-9da7-3f284d713318 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.052875 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-db87ac24-4234-49c5-bf65-74b0d1f97369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:49Z', 'revision_number': 11, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:50.083753 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87ac24-4234-49c5-bf65-74b0d1f97369 None None] Checking router: 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:46:50.092166 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87ac24-4234-49c5-bf65-74b0d1f97369 None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:50.092761 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-db87ac24-4234-49c5-bf65-74b0d1f97369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:50.153653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c7670b7d-c11f-43ce-9da7-3f284d713318 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.158382 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-db87ac24-4234-49c5-bf65-74b0d1f97369 None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:50.189332 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c7670b7d-c11f-43ce-9da7-3f284d713318 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.201644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c7670b7d-c11f-43ce-9da7-3f284d713318 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/82a7902e-bb3a-461d-88df-a319a2d787fb HTTP/1.1" status: 204 len: 168 time: 0.3625267 Oct 13 14:46:50.201935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6e1bb6-d027-4b56-9309-c0a3e18681cc None None] Network 6b50980b-ff4d-4ebc-9b1e-67563939f8c7 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:46:50.202036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7670b7d-c11f-43ce-9da7-3f284d713318 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Subnet': ['ID=82a7902e-bb3a-461d-88df-a319a2d787fb,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:50.202126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56208) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:50.214001 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-db87ac24-4234-49c5-bf65-74b0d1f97369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:49Z', 'revision_number': 11, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:50.240896 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87ac24-4234-49c5-bf65-74b0d1f97369 None None] The sync data for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 is: [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:49Z', 'revision_number': 11, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:50.285400 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.344072 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Deleting port 398ab920-dcc1-4670-9df3-da273d2aba61 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:50.344414 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.405797 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] For port 398ab920-dcc1-4670-9df3-da273d2aba61, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=398ab920-dcc1-4670-9df3-da273d2aba61,segment=NetworkSegment(802c0a55-46ff-413f-ab0a-fbc9012f61d9),segment_id=802c0a55-46ff-413f-ab0a-fbc9012f61d9)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:46:50.406159 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.417989 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Calling delete_port for 398ab920-dcc1-4670-9df3-da273d2aba61 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:50.566916 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.594068 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Port': ['ID=398ab920-dcc1-4670-9df3-da273d2aba61,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:50.599342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No DVR routers for this DVR port 398ab920-dcc1-4670-9df3-da273d2aba61 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:46:50.622595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a89aca1-eefa-4576-9d5e-47a11df9c1ae None None] DHCP port deletion for 6b50980b-ff4d-4ebc-9b1e-67563939f8c7 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:46:50.700300 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.720916 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b50980b-ff4d-4ebc-9b1e-67563939f8c7']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:50.730516 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802c0a55-46ff-413f-ab0a-fbc9012f61d9') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:50.730812 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802c0a55-46ff-413f-ab0a-fbc9012f61d9') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:50.740745 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.755084 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.761551 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:46:50.761951 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:46:50.764882 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:46:50.895861 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.903385 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:50.906495 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/networks/6b50980b-ff4d-4ebc-9b1e-67563939f8c7 HTTP/1.1" status: 204 len: 168 time: 0.7045035 Oct 13 14:46:50.909335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56214) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:50.914089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-93b513ac-5153-4660-926b-b43959a03f1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'router': {'routes': None}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:50.918716 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563dbb7-1b4a-4b9c-9020-24d4b09cf308 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Pushing event deleted for resources: {'Network': ['ID=6b50980b-ff4d-4ebc-9b1e-67563939f8c7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:51.013826 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f2a99bc6-27fd-4bc8-a7be-adef3d4311ad no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:46:51.033911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: f2a99bc6-27fd-4bc8-a7be-adef3d4311ad {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:46:51.034256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f2a99bc6-27fd-4bc8-a7be-adef3d4311ad not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:46:51.034671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 398ab920-dcc1-4670-9df3-da273d2aba61 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:46:51.057725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 398ab920-dcc1-4670-9df3-da273d2aba61 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:46:51.058040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 398ab920-dcc1-4670-9df3-da273d2aba61 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:46:51.071017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.extraroute_db [None req-93b513ac-5153-4660-926b-b43959a03f1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Added routes are [] {{(pid=112685) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 13 14:46:51.071323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.extraroute_db [None req-93b513ac-5153-4660-926b-b43959a03f1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Removed routes are [] {{(pid=112685) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 13 14:46:51.071683 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-93b513ac-5153-4660-926b-b43959a03f1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:51.214485 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-93b513ac-5153-4660-926b-b43959a03f1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:51.219167 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-93b513ac-5153-4660-926b-b43959a03f1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:51.295881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b513ac-5153-4660-926b-b43959a03f1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:51.367128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b513ac-5153-4660-926b-b43959a03f1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:51.374347 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-93b513ac-5153-4660-926b-b43959a03f1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:51.377126 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-93b513ac-5153-4660-926b-b43959a03f1c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 HTTP/1.1" status: 200 len: 705 time: 0.4651675 Oct 13 14:46:51.377313 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75fb4f-b934-4794-b583-63e6a7797eca None None] Sync routers for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:51.378225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56216) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:51.386903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75fb4f-b934-4794-b583-63e6a7797eca None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:51.387517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4b75fb4f-b934-4794-b583-63e6a7797eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:51.408727 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-aa8a05b3-9530-4f3c-9a5d-a0e28b6c479f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 HTTP/1.1" status: 200 len: 205 time: 0.0293128 Oct 13 14:46:51.411071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56218) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:51.458132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-4b75fb4f-b934-4794-b583-63e6a7797eca None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:51.483222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0de7-ac39-4f12-9135-678f0d92e778 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:51.512965 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4b75fb4f-b934-4794-b583-63e6a7797eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:49Z', 'revision_number': 11, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:51.543805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75fb4f-b934-4794-b583-63e6a7797eca None None] Checking router: 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:46:51.552425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75fb4f-b934-4794-b583-63e6a7797eca None None] Routers {'335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:51.553068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4b75fb4f-b934-4794-b583-63e6a7797eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:51.621916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-4b75fb4f-b934-4794-b583-63e6a7797eca None None] Set router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:51.645375 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0de7-ac39-4f12-9135-678f0d92e778 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:51.647466 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0de7-ac39-4f12-9135-678f0d92e778 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:51.676380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4b75fb4f-b934-4794-b583-63e6a7797eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:49Z', 'revision_number': 11, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:51.703372 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75fb4f-b934-4794-b583-63e6a7797eca None None] The sync data for ids ['335fdf61-6fc7-4ac9-9a51-49e0549e0aa5'] in n-d-806683-15 is: [{'id': '335fdf61-6fc7-4ac9-9a51-49e0549e0aa5', 'name': 'tempest-RoutersIpV6Test-router-1289763329', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:21Z', 'updated_at': '2021-10-13T14:46:49Z', 'revision_number': 11, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:51.740149 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:46:51.772555 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0de7-ac39-4f12-9135-678f0d92e778 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:51.773134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8f0de7-ac39-4f12-9135-678f0d92e778 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Fanout notify agent at l3_agent the message router_deleted on router 335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:46:51.781239 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0de7-ac39-4f12-9135-678f0d92e778 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:51.783181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0c8f0de7-ac39-4f12-9135-678f0d92e778 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 HTTP/1.1" status: 204 len: 168 time: 0.3704038 Oct 13 14:46:51.786803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56220) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:51.791935 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-61a7292f-4de3-4a49-924c-de168f75a433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2799481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:51.919318 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61a7292f-4de3-4a49-924c-de168f75a433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:51.920435 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61a7292f-4de3-4a49-924c-de168f75a433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:51.975220 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61a7292f-4de3-4a49-924c-de168f75a433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:52.024504 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61a7292f-4de3-4a49-924c-de168f75a433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:52.109460 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61a7292f-4de3-4a49-924c-de168f75a433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:52.110761 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-61a7292f-4de3-4a49-924c-de168f75a433 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3229272 Oct 13 14:46:52.113402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56222) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:52.117778 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9c008f8a-18e0-452c-b224-3d14b27bf29f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Request body: {'router': {'admin_state_up': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:46:52.215350 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:52.280871 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-79443048-8b62-4319-af7b-feb75cd43a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:52.325934 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c008f8a-18e0-452c-b224-3d14b27bf29f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-744218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-741737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45337'] for router, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:52.398743 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c008f8a-18e0-452c-b224-3d14b27bf29f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-744195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-741714'] for router, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:52.564200 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c008f8a-18e0-452c-b224-3d14b27bf29f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Router 2c5d7116-576b-46b4-a78f-3c8a2b9133da is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:46:52.641231 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c008f8a-18e0-452c-b224-3d14b27bf29f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:52.649324 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9c008f8a-18e0-452c-b224-3d14b27bf29f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:52.650554 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9c008f8a-18e0-452c-b224-3d14b27bf29f tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "PUT /v2.0/routers/2c5d7116-576b-46b4-a78f-3c8a2b9133da HTTP/1.1" status: 200 len: 695 time: 0.5361869 Oct 13 14:46:52.652605 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e504d-2e9a-44d1-b9b9-e42604a0ce48 None None] Sync routers for ids ['2c5d7116-576b-46b4-a78f-3c8a2b9133da'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:52.653738 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56224) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:52.661903 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e504d-2e9a-44d1-b9b9-e42604a0ce48 None None] Routers {'2c5d7116-576b-46b4-a78f-3c8a2b9133da'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:52.662501 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-818e504d-2e9a-44d1-b9b9-e42604a0ce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2c5d7116-576b-46b4-a78f-3c8a2b9133da'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:52.731335 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-324f296e-daea-4634-a15d-5eb4d6f80d11 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/routers/2c5d7116-576b-46b4-a78f-3c8a2b9133da HTTP/1.1" status: 200 len: 701 time: 0.0765114 Oct 13 14:46:52.733929 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-818e504d-2e9a-44d1-b9b9-e42604a0ce48 None None] Set router 2c5d7116-576b-46b4-a78f-3c8a2b9133da gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:52.734096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56226) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:52.760121 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-31e2abf8-0e58-4b29-a5ec-7b935ad80f00 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5d7116-576b-46b4-a78f-3c8a2b9133da HTTP/1.1" status: 200 len: 205 time: 0.0250638 Oct 13 14:46:52.763048 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56228) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:52.791014 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-818e504d-2e9a-44d1-b9b9-e42604a0ce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5d7116-576b-46b4-a78f-3c8a2b9133da', 'name': 'tempest-RoutersIpV6Test-router-2799481', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:51Z', 'updated_at': '2021-10-13T14:46:52Z', 'revision_number': 2, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:52.818353 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e504d-2e9a-44d1-b9b9-e42604a0ce48 None None] Checking router: 2c5d7116-576b-46b4-a78f-3c8a2b9133da for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:46:52.827822 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e504d-2e9a-44d1-b9b9-e42604a0ce48 None None] Routers {'2c5d7116-576b-46b4-a78f-3c8a2b9133da'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:52.828436 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-818e504d-2e9a-44d1-b9b9-e42604a0ce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2c5d7116-576b-46b4-a78f-3c8a2b9133da'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:52.836962 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98d03faf-3da2-4f33-acd5-64293bda9c51 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:52.902663 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-818e504d-2e9a-44d1-b9b9-e42604a0ce48 None None] Set router 2c5d7116-576b-46b4-a78f-3c8a2b9133da gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:52.961146 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-818e504d-2e9a-44d1-b9b9-e42604a0ce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c5d7116-576b-46b4-a78f-3c8a2b9133da', 'name': 'tempest-RoutersIpV6Test-router-2799481', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:51Z', 'updated_at': '2021-10-13T14:46:52Z', 'revision_number': 2, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:52.990379 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e504d-2e9a-44d1-b9b9-e42604a0ce48 None None] The sync data for ids ['2c5d7116-576b-46b4-a78f-3c8a2b9133da'] in n-d-806683-15 is: [{'id': '2c5d7116-576b-46b4-a78f-3c8a2b9133da', 'name': 'tempest-RoutersIpV6Test-router-2799481', 'tenant_id': 'c530e2be1e28425096c95cb61cf6559b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:46:51Z', 'updated_at': '2021-10-13T14:46:52Z', 'revision_number': 2, 'project_id': 'c530e2be1e28425096c95cb61cf6559b', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:53.271800 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98d03faf-3da2-4f33-acd5-64293bda9c51 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:53.273879 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98d03faf-3da2-4f33-acd5-64293bda9c51 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:53.366867 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98d03faf-3da2-4f33-acd5-64293bda9c51 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:53.367306 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d03faf-3da2-4f33-acd5-64293bda9c51 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Fanout notify agent at l3_agent the message router_deleted on router 2c5d7116-576b-46b4-a78f-3c8a2b9133da {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:46:53.374406 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98d03faf-3da2-4f33-acd5-64293bda9c51 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:53.375539 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-98d03faf-3da2-4f33-acd5-64293bda9c51 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/2c5d7116-576b-46b4-a78f-3c8a2b9133da HTTP/1.1" status: 204 len: 168 time: 0.6115856 Oct 13 14:46:53.380411 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56232) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.408393 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-77b38039-408e-47b2-bff3-01b4b0cfb738 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c5d7116-576b-46b4-a78f-3c8a2b9133da HTTP/1.1" status: 200 len: 205 time: 0.0267928 Oct 13 14:46:53.410755 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56234) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.445897 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-1edf4ce9-56bc-4f2b-98e0-d98772275e96 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] delete failed (client error): The resource could not be found. Oct 13 14:46:53.446867 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1edf4ce9-56bc-4f2b-98e0-d98772275e96 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/2c5d7116-576b-46b4-a78f-3c8a2b9133da HTTP/1.1" status: 404 len: 336 time: 0.0352383 Oct 13 14:46:53.450390 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56236) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.480587 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1747b82-e988-455b-82f5-822b7019b8c2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] DELETE failed (client error): The resource could not be found. Oct 13 14:46:53.481043 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1747b82-e988-455b-82f5-822b7019b8c2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:46:53.483937 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b1747b82-e988-455b-82f5-822b7019b8c2 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/1a3cf384-b31d-475e-89b2-92b69cbb3254 HTTP/1.1" status: 404 len: 337 time: 0.0326312 Oct 13 14:46:53.486414 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56238) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.511215 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6293b1-1261-4f8d-a31b-f5397256022c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] DELETE failed (client error): The resource could not be found. Oct 13 14:46:53.511933 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6293b1-1261-4f8d-a31b-f5397256022c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:46:53.514850 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5c6293b1-1261-4f8d-a31b-f5397256022c tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/08cdc347-e94e-4839-99cb-59436cf9953a HTTP/1.1" status: 404 len: 337 time: 0.0275638 Oct 13 14:46:53.517483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56240) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.543595 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-7577623e-0fc5-4136-b3c1-da52373a7095 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] DELETE failed (client error): The resource could not be found. Oct 13 14:46:53.544041 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7577623e-0fc5-4136-b3c1-da52373a7095 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:46:53.547027 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7577623e-0fc5-4136-b3c1-da52373a7095 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/1d075e46-aa75-4e83-a86a-d45069e9cf4d HTTP/1.1" status: 404 len: 337 time: 0.0286746 Oct 13 14:46:53.549657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56242) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.578081 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-15048191-21b7-4dc6-a3e1-30dac5136aa7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] DELETE failed (client error): The resource could not be found. Oct 13 14:46:53.578540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15048191-21b7-4dc6-a3e1-30dac5136aa7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:46:53.581562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-15048191-21b7-4dc6-a3e1-30dac5136aa7 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/82a7902e-bb3a-461d-88df-a319a2d787fb HTTP/1.1" status: 404 len: 337 time: 0.0308931 Oct 13 14:46:53.584145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56244) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.613307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0bffa467-ec07-49c9-a78f-10dde9909855 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 HTTP/1.1" status: 200 len: 205 time: 0.0258365 Oct 13 14:46:53.613713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56246) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.650548 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-91a399c8-7fbd-4196-af2e-c27c1c751ad6 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] delete failed (client error): The resource could not be found. Oct 13 14:46:53.652100 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-91a399c8-7fbd-4196-af2e-c27c1c751ad6 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/335fdf61-6fc7-4ac9-9a51-49e0549e0aa5 HTTP/1.1" status: 404 len: 336 time: 0.0374801 Oct 13 14:46:53.654805 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56248) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.687524 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f20b0f9b-cc45-4ae6-8a35-fca6930aeb6b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=560bff1b-3588-400e-a7cf-02495329ac01 HTTP/1.1" status: 200 len: 205 time: 0.0316534 Oct 13 14:46:53.689763 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56250) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.726295 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-f7c48225-176f-47be-849b-a8d2a65c13b9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] delete failed (client error): The resource could not be found. Oct 13 14:46:53.727320 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f7c48225-176f-47be-849b-a8d2a65c13b9 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/560bff1b-3588-400e-a7cf-02495329ac01 HTTP/1.1" status: 404 len: 336 time: 0.0366886 Oct 13 14:46:53.729971 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56252) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.756408 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ed203a-ec72-49f3-9f17-b6084e2cd550 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] DELETE failed (client error): The resource could not be found. Oct 13 14:46:53.756858 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ed203a-ec72-49f3-9f17-b6084e2cd550 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:46:53.759850 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-65ed203a-ec72-49f3-9f17-b6084e2cd550 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/5231d776-199a-4044-9843-df8b38a614a9 HTTP/1.1" status: 404 len: 337 time: 0.0289259 Oct 13 14:46:53.763064 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56254) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.795115 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4a02e101-7fb2-4074-bb3a-8b164caf10a8 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=47d719c4-b8b5-4097-876c-9dac8911e4c8 HTTP/1.1" status: 200 len: 205 time: 0.0302768 Oct 13 14:46:53.797397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56256) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.837556 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-d08090fc-776e-4c87-b93f-68af96204812 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] delete failed (client error): The resource could not be found. Oct 13 14:46:53.838720 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d08090fc-776e-4c87-b93f-68af96204812 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/47d719c4-b8b5-4097-876c-9dac8911e4c8 HTTP/1.1" status: 404 len: 336 time: 0.0402892 Oct 13 14:46:53.841507 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56258) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.871672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e25dfeaf-37d0-45fd-a8ab-3f7d43ead5ad tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=d47555c8-5368-4b66-a049-1d1000de926f HTTP/1.1" status: 200 len: 205 time: 0.0260375 Oct 13 14:46:53.875329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56260) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.901830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:53.913055 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-d20f36c8-8b74-43ce-8601-3ad0398f06da tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] delete failed (client error): The resource could not be found. Oct 13 14:46:53.914096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d20f36c8-8b74-43ce-8601-3ad0398f06da tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/d47555c8-5368-4b66-a049-1d1000de926f HTTP/1.1" status: 404 len: 336 time: 0.0411577 Oct 13 14:46:53.916658 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56262) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.944491 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f5a09f-7793-44bc-96d3-b3bf7d072e23 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] DELETE failed (client error): The resource could not be found. Oct 13 14:46:53.944947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f5a09f-7793-44bc-96d3-b3bf7d072e23 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:46:53.947936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b2f5a09f-7793-44bc-96d3-b3bf7d072e23 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/c446c7ae-c74f-44a4-ab72-515eafed2ddd HTTP/1.1" status: 404 len: 337 time: 0.0297046 Oct 13 14:46:53.950663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56264) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:53.976352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-42203172-3230-4aaa-8903-a7a8764db8b0 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4620e4f-f753-40ba-8cda-d03a932a91e9 HTTP/1.1" status: 200 len: 205 time: 0.0246453 Oct 13 14:46:53.978691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56266) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:54.015270 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-302433de-48ee-40e2-b80a-e4507e0a824d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] delete failed (client error): The resource could not be found. Oct 13 14:46:54.016289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-302433de-48ee-40e2-b80a-e4507e0a824d tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/b4620e4f-f753-40ba-8cda-d03a932a91e9 HTTP/1.1" status: 404 len: 336 time: 0.0362413 Oct 13 14:46:54.018391 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:54.019005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56268) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:54.049883 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-630b7b7f-ffe4-4787-99f2-dc5d2e13be7b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] DELETE failed (client error): The resource could not be found. Oct 13 14:46:54.050250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630b7b7f-ffe4-4787-99f2-dc5d2e13be7b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:46:54.053177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-630b7b7f-ffe4-4787-99f2-dc5d2e13be7b tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/9c561ccf-5409-427c-934c-2cbae03e3bea HTTP/1.1" status: 404 len: 337 time: 0.0333285 Oct 13 14:46:54.055847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56270) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:54.081992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-04bb2c01-cd1e-4fec-b82f-7207c04ea8db tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "GET /v2.0/ports?device_id=0264efba-f15d-4a6e-8984-c4d74d1b6c43 HTTP/1.1" status: 200 len: 205 time: 0.0251336 Oct 13 14:46:54.084422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56272) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:54.120093 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-ead321c9-609b-4fee-ad4c-4d1ffa72af45 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] delete failed (client error): The resource could not be found. Oct 13 14:46:54.121092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ead321c9-609b-4fee-ad4c-4d1ffa72af45 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/routers/0264efba-f15d-4a6e-8984-c4d74d1b6c43 HTTP/1.1" status: 404 len: 336 time: 0.0357895 Oct 13 14:46:54.123586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56274) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:54.153272 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1fa07b-fde8-4395-b08f-5bbc665006b1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] DELETE failed (client error): The resource could not be found. Oct 13 14:46:54.153639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1fa07b-fde8-4395-b08f-5bbc665006b1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:46:54.156489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1d1fa07b-fde8-4395-b08f-5bbc665006b1 tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/18897c1e-895e-48ec-8c02-f322facf7e0b HTTP/1.1" status: 404 len: 337 time: 0.0320437 Oct 13 14:46:54.158987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56276) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:54.183414 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-296675dc-f2eb-43a3-912d-806331c354ba tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] DELETE failed (client error): The resource could not be found. Oct 13 14:46:54.183855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296675dc-f2eb-43a3-912d-806331c354ba tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 14:46:54.186766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-296675dc-f2eb-43a3-912d-806331c354ba tempest-RoutersIpV6Test-1840544139 tempest-RoutersIpV6Test-1840544139-project] 10.222.0.18 "DELETE /v2.0/subnets/67248d48-7d31-44ea-82e3-3911e92e3e67 HTTP/1.1" status: 404 len: 337 time: 0.0269151 Oct 13 14:46:54.796826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56282) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:54.938611 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e3f076da-073a-4e47-b2f1-03729196e309 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c530e2be1e28425096c95cb61cf6559b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406403 Oct 13 14:46:54.941173 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56286) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:54.989423 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-73d1a614-8d58-46dc-9cdc-f65b3fb48aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:55.011737 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-73d1a614-8d58-46dc-9cdc-f65b3fb48aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:55.124686 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-73d1a614-8d58-46dc-9cdc-f65b3fb48aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:55.127365 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-73d1a614-8d58-46dc-9cdc-f65b3fb48aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:55.128630 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-73d1a614-8d58-46dc-9cdc-f65b3fb48aa1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35dfbf31-c44b-4283-96b4-4887c82426be HTTP/1.1" status: 204 len: 168 time: 0.1863971 Oct 13 14:46:55.138092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1a614-8d58-46dc-9cdc-f65b3fb48aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dfbf31-c44b-4283-96b4-4887c82426be,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:55.406743 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:57.124860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b84177-1250-4b55-bbf0-7dfccff940d3 req-f4612f89-fcbf-4346-8817-1d31f965da2d tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:57.126449 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33b84177-1250-4b55-bbf0-7dfccff940d3 req-f4612f89-fcbf-4346-8817-1d31f965da2d tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1098 time: 0.0411913 Oct 13 14:46:57.162063 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33b84177-1250-4b55-bbf0-7dfccff940d3 req-c0d12d82-0fc6-4cc5-a2fb-70d1e7734225 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293243 Oct 13 14:46:57.185177 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56340) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:46:57.346339 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-39a132cb-8ed3-4939-ba5a-952419f83f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port 21fad55d-7c1b-4faf-bab0-df6e88ed2b58 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:46:57.346705 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39a132cb-8ed3-4939-ba5a-952419f83f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:57.423911 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39a132cb-8ed3-4939-ba5a-952419f83f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:57.424147 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39a132cb-8ed3-4939-ba5a-952419f83f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:57.435662 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-39a132cb-8ed3-4939-ba5a-952419f83f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for 21fad55d-7c1b-4faf-bab0-df6e88ed2b58 owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:46:57.667881 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39a132cb-8ed3-4939-ba5a-952419f83f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:57.693541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a132cb-8ed3-4939-ba5a-952419f83f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=21fad55d-7c1b-4faf-bab0-df6e88ed2b58,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:46:57.757191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39a132cb-8ed3-4939-ba5a-952419f83f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:57.757572 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-39a132cb-8ed3-4939-ba5a-952419f83f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Floating IP 7b872b97-157e-47ba-9d76-9ba7a1eea87f disassociated (deleted). External IP: 172.25.0.101, port: 267d9dab-ce85-459a-884a-8822d9f0fb1b. Oct 13 14:46:57.969187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a132cb-8ed3-4939-ba5a-952419f83f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 019fea09-62fd-4c23-bfc9-013af1664f76 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:46:58.078953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a132cb-8ed3-4939-ba5a-952419f83f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:46:58.083664 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-39a132cb-8ed3-4939-ba5a-952419f83f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:46:58.089970 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3fd66c-dd41-43c8-8c4c-c024936600af None None] Sync routers for ids ['019fea09-62fd-4c23-bfc9-013af1664f76'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:46:58.098863 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3fd66c-dd41-43c8-8c4c-c024936600af None None] Routers {'019fea09-62fd-4c23-bfc9-013af1664f76'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:58.099465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4d3fd66c-dd41-43c8-8c4c-c024936600af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['019fea09-62fd-4c23-bfc9-013af1664f76'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:58.110420 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-39a132cb-8ed3-4939-ba5a-952419f83f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/floatingips/7b872b97-157e-47ba-9d76-9ba7a1eea87f HTTP/1.1" status: 204 len: 168 time: 0.9240911 Oct 13 14:46:58.111011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:46:58.113373 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd66c9d-5463-4bd5-a690-2aea22cb3760" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:46:58.149796 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4169e9-a787-4270-ae73-9ff743df1049 x-openstack-request-id: req-1b4169e9-a787-4270-ae73-9ff743df1049 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:46:58.150091 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:46:58.150345 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b4169e9-a787-4270-ae73-9ff743df1049 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:46:58.150751 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'status': 'completed', 'code': 200} Oct 13 14:46:58.208935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-4d3fd66c-dd41-43c8-8c4c-c024936600af None None] Set router 019fea09-62fd-4c23-bfc9-013af1664f76 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:58.222904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd66c9d-5463-4bd5-a690-2aea22cb3760 req-98222784-75a3-4461-b17e-b103d6488ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:58.224313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abd66c9d-5463-4bd5-a690-2aea22cb3760 req-98222784-75a3-4461-b17e-b103d6488ee7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 1098 time: 0.0423262 Oct 13 14:46:58.320907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd66c9d-5463-4bd5-a690-2aea22cb3760 req-b62f2735-04bf-4ee7-ba54-2a83382c7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:58.322423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abd66c9d-5463-4bd5-a690-2aea22cb3760 req-b62f2735-04bf-4ee7-ba54-2a83382c7660 service neutron] 10.222.0.49 "GET /v2.0/networks?id=92093ea4-0235-498f-bd68-b6e4a07a96a9 HTTP/1.1" status: 200 len: 898 time: 0.0902169 Oct 13 14:46:58.369684 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abd66c9d-5463-4bd5-a690-2aea22cb3760 req-b7fdbe48-c4ff-4af0-ae99-b2d39791a97f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b HTTP/1.1" status: 200 len: 217 time: 0.0355127 Oct 13 14:46:58.414966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4d3fd66c-dd41-43c8-8c4c-c024936600af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:44:24Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '9ba106ba-741b-4728-99eb-75d0d959c3ac', 'name': '', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:d1:b8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:23Z', 'updated_at': '2021-10-13T14:44:27Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:58.422399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd66c9d-5463-4bd5-a690-2aea22cb3760 req-299bdd17-4e62-44db-9172-c1cb459c8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:58.423905 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abd66c9d-5463-4bd5-a690-2aea22cb3760 req-299bdd17-4e62-44db-9172-c1cb459c8e3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2d53723-f768-4cc9-8344-2f76ded5fb73 HTTP/1.1" status: 200 len: 832 time: 0.0476136 Oct 13 14:46:58.442282 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3fd66c-dd41-43c8-8c4c-c024936600af None None] Checking router: 019fea09-62fd-4c23-bfc9-013af1664f76 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:46:58.451742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3fd66c-dd41-43c8-8c4c-c024936600af None None] Routers {'019fea09-62fd-4c23-bfc9-013af1664f76'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:46:58.452425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4d3fd66c-dd41-43c8-8c4c-c024936600af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['019fea09-62fd-4c23-bfc9-013af1664f76'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:58.476856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd66c9d-5463-4bd5-a690-2aea22cb3760 req-5f348240-e6d0-4bd5-aa3d-640450b907c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:58.478448 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abd66c9d-5463-4bd5-a690-2aea22cb3760 req-5f348240-e6d0-4bd5-aa3d-640450b907c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92093ea4-0235-498f-bd68-b6e4a07a96a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432975 Oct 13 14:46:58.560749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-4d3fd66c-dd41-43c8-8c4c-c024936600af None None] Set router 019fea09-62fd-4c23-bfc9-013af1664f76 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:46:58.582937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c07db-8029-4420-b79d-e91c59d07885 req-1fcfe5f7-7187-488c-bd98-89c3aa044d97 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:58.584559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e05c07db-8029-4420-b79d-e91c59d07885 req-1fcfe5f7-7187-488c-bd98-89c3aa044d97 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.1010237 Oct 13 14:46:58.632890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abd66c9d-5463-4bd5-a690-2aea22cb3760 req-8ae85ce3-8dcf-4e06-9c6e-be96e257a248 service neutron] 10.222.0.49 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392450 Oct 13 14:46:58.653430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e05c07db-8029-4420-b79d-e91c59d07885 req-c7158346-e4cf-436d-b020-751c27e74374 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613604 Oct 13 14:46:58.741276 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-abd66c9d-5463-4bd5-a690-2aea22cb3760 req-b363099d-80bc-4004-8393-b0f128938454 service neutron] 10.222.0.49 "GET /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979338 Oct 13 14:46:58.780324 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-4d3fd66c-dd41-43c8-8c4c-c024936600af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:44:24Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '9ba106ba-741b-4728-99eb-75d0d959c3ac', 'name': '', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:d1:b8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:23Z', 'updated_at': '2021-10-13T14:44:27Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:46:58.807089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3fd66c-dd41-43c8-8c4c-c024936600af None None] The sync data for ids ['019fea09-62fd-4c23-bfc9-013af1664f76'] in n-d-806683-15 is: [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:44:24Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '9ba106ba-741b-4728-99eb-75d0d959c3ac', 'name': '', 'network_id': '92093ea4-0235-498f-bd68-b6e4a07a96a9', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:d1:b8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:23Z', 'updated_at': '2021-10-13T14:44:27Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'a2d53723-f768-4cc9-8344-2f76ded5fb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:46:59.021970 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc7ec3a-13ad-4ba6-bd71-f6ae5ddaf621 None None] New status for floating IP 7b872b97-157e-47ba-9d76-9ba7a1eea87f: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:46:59.789127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370c33a-cc3e-427d-af6d-ef05d4500636 req-5c05ad84-6b0b-4ed2-b635-308bc1ff7443 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:46:59.790600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8370c33a-cc3e-427d-af6d-ef05d4500636 req-5c05ad84-6b0b-4ed2-b635-308bc1ff7443 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0531716 Oct 13 14:46:59.831522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8370c33a-cc3e-427d-af6d-ef05d4500636 req-ce7ded4d-e018-4ad0-9c4c-bfced1fdce04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=8bcaec85-e909-4249-8cb7-954e4ad312f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345104 Oct 13 14:47:00.021186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1231efd-e229-4462-8714-82cfc89b9d96 req-6a21a6b0-36eb-489c-bef8-307463d629e0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:00.022572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1231efd-e229-4462-8714-82cfc89b9d96 req-6a21a6b0-36eb-489c-bef8-307463d629e0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 946 time: 0.0500698 Oct 13 14:47:00.116656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-e1231efd-e229-4462-8714-82cfc89b9d96 req-fd47a67b-0956-449a-a9bd-e6c60a3ea0b8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port 267d9dab-ce85-459a-884a-8822d9f0fb1b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:47:00.116891 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e1231efd-e229-4462-8714-82cfc89b9d96 req-fd47a67b-0956-449a-a9bd-e6c60a3ea0b8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:00.205304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e1231efd-e229-4462-8714-82cfc89b9d96 req-fd47a67b-0956-449a-a9bd-e6c60a3ea0b8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] For port 267d9dab-ce85-459a-884a-8822d9f0fb1b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=267d9dab-ce85-459a-884a-8822d9f0fb1b,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:47:00.205666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e1231efd-e229-4462-8714-82cfc89b9d96 req-fd47a67b-0956-449a-a9bd-e6c60a3ea0b8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:00.224653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-e1231efd-e229-4462-8714-82cfc89b9d96 req-fd47a67b-0956-449a-a9bd-e6c60a3ea0b8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for 267d9dab-ce85-459a-884a-8822d9f0fb1b owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:47:00.413030 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e1231efd-e229-4462-8714-82cfc89b9d96 req-fd47a67b-0956-449a-a9bd-e6c60a3ea0b8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:00.446819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47a67b-0956-449a-a9bd-e6c60a3ea0b8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=267d9dab-ce85-459a-884a-8822d9f0fb1b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:00.500718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1231efd-e229-4462-8714-82cfc89b9d96 req-fd47a67b-0956-449a-a9bd-e6c60a3ea0b8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] No DVR routers for this DVR port 267d9dab-ce85-459a-884a-8822d9f0fb1b on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:47:00.503556 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e1231efd-e229-4462-8714-82cfc89b9d96 req-fd47a67b-0956-449a-a9bd-e6c60a3ea0b8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:00.506999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1231efd-e229-4462-8714-82cfc89b9d96 req-fd47a67b-0956-449a-a9bd-e6c60a3ea0b8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.49 "DELETE /v2.0/ports/267d9dab-ce85-459a-884a-8822d9f0fb1b HTTP/1.1" status: 204 len: 173 time: 0.4782636 Oct 13 14:47:00.507470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'name': 'network-vif-deleted', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:47:00.509743 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41aae04c-6d0b-4609-99d1-09148b979719" -d '{"events": [{"server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "name": "network-vif-deleted", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:47:00.691410 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538a776f-5241-4e59-8cb6-2b0f0ca37c9d x-openstack-request-id: req-538a776f-5241-4e59-8cb6-2b0f0ca37c9d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:47:00.691706 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7df58b-4ad0-4802-91d3-4add69e267e4", "name": "network-vif-deleted", "tag": "267d9dab-ce85-459a-884a-8822d9f0fb1b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:47:00.691959 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-538a776f-5241-4e59-8cb6-2b0f0ca37c9d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:47:00.692364 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7df58b-4ad0-4802-91d3-4add69e267e4', 'name': 'network-vif-deleted', 'tag': '267d9dab-ce85-459a-884a-8822d9f0fb1b', 'status': 'completed', 'code': 200} Oct 13 14:47:00.967721 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cdc279e-87ae-4b98-bd76-27bb06a39225 req-a0f85d42-1792-4132-b996-688baa1f1d77 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7df58b-4ad0-4802-91d3-4add69e267e4 HTTP/1.1" status: 200 len: 210 time: 0.0355754 Oct 13 14:47:02.027134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56386) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:02.401443 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7da5703e-2a74-425e-bf73-2f9c76b55f1b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:02.660607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7da5703e-2a74-425e-bf73-2f9c76b55f1b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port 9ba106ba-741b-4728-99eb-75d0d959c3ac {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:47:02.660952 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7da5703e-2a74-425e-bf73-2f9c76b55f1b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:02.754118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-7da5703e-2a74-425e-bf73-2f9c76b55f1b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] For port 9ba106ba-741b-4728-99eb-75d0d959c3ac, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=9ba106ba-741b-4728-99eb-75d0d959c3ac,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:47:02.754490 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7da5703e-2a74-425e-bf73-2f9c76b55f1b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:03.110394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7da5703e-2a74-425e-bf73-2f9c76b55f1b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for 9ba106ba-741b-4728-99eb-75d0d959c3ac owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:47:03.384033 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7da5703e-2a74-425e-bf73-2f9c76b55f1b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:03.418477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5703e-2a74-425e-bf73-2f9c76b55f1b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=9ba106ba-741b-4728-99eb-75d0d959c3ac,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:03.643422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7da5703e-2a74-425e-bf73-2f9c76b55f1b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:03.646786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 267d9dab-ce85-459a-884a-8822d9f0fb1b no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:47:03.669854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 267d9dab-ce85-459a-884a-8822d9f0fb1b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:47:03.670973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 267d9dab-ce85-459a-884a-8822d9f0fb1b not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:47:03.878228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da5703e-2a74-425e-bf73-2f9c76b55f1b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 019fea09-62fd-4c23-bfc9-013af1664f76 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:47:03.990220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da5703e-2a74-425e-bf73-2f9c76b55f1b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:47:03.995374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7da5703e-2a74-425e-bf73-2f9c76b55f1b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "PUT /v2.0/routers/019fea09-62fd-4c23-bfc9-013af1664f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9668648 Oct 13 14:47:03.998291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56392) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:04.001801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b73ee2-1ade-4d8b-ba55-303bae1c3c5b None None] Sync routers for ids ['019fea09-62fd-4c23-bfc9-013af1664f76'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:47:04.011253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b73ee2-1ade-4d8b-ba55-303bae1c3c5b None None] Routers {'019fea09-62fd-4c23-bfc9-013af1664f76'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:47:04.011892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-90b73ee2-1ade-4d8b-ba55-303bae1c3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['019fea09-62fd-4c23-bfc9-013af1664f76'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:04.049753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-aada85a6-cc5a-4bad-bc1f-799c42326687 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting subnet a2d53723-f768-4cc9-8344-2f76ded5fb73 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:47:04.052857 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aada85a6-cc5a-4bad-bc1f-799c42326687 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:04.093640 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aada85a6-cc5a-4bad-bc1f-799c42326687 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:04.125503 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-90b73ee2-1ade-4d8b-ba55-303bae1c3c5b None None] Set router 019fea09-62fd-4c23-bfc9-013af1664f76 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:47:04.185957 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aada85a6-cc5a-4bad-bc1f-799c42326687 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:04.313045 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aada85a6-cc5a-4bad-bc1f-799c42326687 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:04.315188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-90b73ee2-1ade-4d8b-ba55-303bae1c3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:47:03Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:04.343600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada85a6-cc5a-4bad-bc1f-799c42326687 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d53723-f768-4cc9-8344-2f76ded5fb73,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:04.345312 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b73ee2-1ade-4d8b-ba55-303bae1c3c5b None None] Checking router: 019fea09-62fd-4c23-bfc9-013af1664f76 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:47:04.346832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aada85a6-cc5a-4bad-bc1f-799c42326687 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:04.350420 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-aada85a6-cc5a-4bad-bc1f-799c42326687 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/subnets/a2d53723-f768-4cc9-8344-2f76ded5fb73 HTTP/1.1" status: 204 len: 168 time: 0.3511698 Oct 13 14:47:04.353253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56402) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:04.354700 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b73ee2-1ade-4d8b-ba55-303bae1c3c5b None None] Routers {'019fea09-62fd-4c23-bfc9-013af1664f76'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:47:04.355310 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-90b73ee2-1ade-4d8b-ba55-303bae1c3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['019fea09-62fd-4c23-bfc9-013af1664f76'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:04.361006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851d5d87-e015-4bcd-9089-6cf4bbca71e5 None None] Network 92093ea4-0235-498f-bd68-b6e4a07a96a9 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:47:04.464589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:04.575412 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:04.704690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-90b73ee2-1ade-4d8b-ba55-303bae1c3c5b None None] Set router 019fea09-62fd-4c23-bfc9-013af1664f76 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:47:04.726272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port 67e242c1-566e-4fec-ac61-f9315daa271a {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:47:04.726617 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:04.811725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] For port 67e242c1-566e-4fec-ac61-f9315daa271a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=67e242c1-566e-4fec-ac61-f9315daa271a,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:47:04.812089 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:04.826965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for 67e242c1-566e-4fec-ac61-f9315daa271a owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:47:04.876194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac5ae07-3352-4d7a-a69b-008d20ed94ad None None] DHCP port deletion for 92093ea4-0235-498f-bd68-b6e4a07a96a9 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:47:04.934069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-90b73ee2-1ade-4d8b-ba55-303bae1c3c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:47:03Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:04.966713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b73ee2-1ade-4d8b-ba55-303bae1c3c5b None None] The sync data for ids ['019fea09-62fd-4c23-bfc9-013af1664f76'] in n-d-806683-15 is: [{'id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43392635', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:44:18Z', 'updated_at': '2021-10-13T14:47:03Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '67e242c1-566e-4fec-ac61-f9315daa271a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:04:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019fea09-62fd-4c23-bfc9-013af1664f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:44:19Z', 'updated_at': '2021-10-13T14:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:47:04.973320 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5ae07-3352-4d7a-a69b-008d20ed94ad None None] Deleting port 7a73c403-4f3e-4b35-a9eb-7325369d5511 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:47:04.973691 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ae07-3352-4d7a-a69b-008d20ed94ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.051047 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5ac5ae07-3352-4d7a-a69b-008d20ed94ad None None] For port 7a73c403-4f3e-4b35-a9eb-7325369d5511, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7a73c403-4f3e-4b35-a9eb-7325369d5511,segment=NetworkSegment(21ce95b7-d99e-494d-9782-55507df54ab3),segment_id=21ce95b7-d99e-494d-9782-55507df54ab3)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:47:05.051450 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ae07-3352-4d7a-a69b-008d20ed94ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.063647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5ae07-3352-4d7a-a69b-008d20ed94ad None None] Calling delete_port for 7a73c403-4f3e-4b35-a9eb-7325369d5511 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:47:05.123944 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.148932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=67e242c1-566e-4fec-ac61-f9315daa271a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:05.209625 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5ac5ae07-3352-4d7a-a69b-008d20ed94ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.236721 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.237283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5ae07-3352-4d7a-a69b-008d20ed94ad None None] Pushing event deleted for resources: {'Port': ['ID=7a73c403-4f3e-4b35-a9eb-7325369d5511,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:05.239001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac5ae07-3352-4d7a-a69b-008d20ed94ad None None] No DVR routers for this DVR port 7a73c403-4f3e-4b35-a9eb-7325369d5511 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:47:05.363773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.366398 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.416851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7a73c403-4f3e-4b35-a9eb-7325369d5511 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:47:05.440122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 7a73c403-4f3e-4b35-a9eb-7325369d5511 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:47:05.440510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7a73c403-4f3e-4b35-a9eb-7325369d5511 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:47:05.501393 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.502036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Fanout notify agent at l3_agent the message router_deleted on router 019fea09-62fd-4c23-bfc9-013af1664f76 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:47:05.509646 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.513422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-afc18dbc-af23-4ef8-8b15-aa344f079238 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/routers/019fea09-62fd-4c23-bfc9-013af1664f76 HTTP/1.1" status: 204 len: 168 time: 1.1565866 Oct 13 14:47:05.518332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56414) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:05.603284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.702993 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.725021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92093ea4-0235-498f-bd68-b6e4a07a96a9']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:05.735264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ce95b7-d99e-494d-9782-55507df54ab3') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:05.735566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ce95b7-d99e-494d-9782-55507df54ab3') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:05.745650 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.762669 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.769395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:47:05.769870 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:47:05.773242 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:47:05.912576 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.920510 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:05.926897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56416) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:05.927675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/networks/92093ea4-0235-498f-bd68-b6e4a07a96a9 HTTP/1.1" status: 204 len: 168 time: 0.4074273 Oct 13 14:47:05.940290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Network': ['ID=92093ea4-0235-498f-bd68-b6e4a07a96a9,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:05.948896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:47:05.949976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:47:05.950404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:47:05.950956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:47:05.951472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:47:05.951911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:47:05.952308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:47:05.952693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:47:05.953126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:47:05.953574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:47:05.953914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:47:05.954641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7bb61-a80e-403f-a262-74a3c9505632 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:47:05.999914 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef5b17be-37c0-45a5-a5b5-07ba5d6cb0bc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:06.027725 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef5b17be-37c0-45a5-a5b5-07ba5d6cb0bc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:06.172190 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef5b17be-37c0-45a5-a5b5-07ba5d6cb0bc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:06.174749 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ef5b17be-37c0-45a5-a5b5-07ba5d6cb0bc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:06.176121 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ef5b17be-37c0-45a5-a5b5-07ba5d6cb0bc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/security-groups/8bcaec85-e909-4249-8cb7-954e4ad312f6 HTTP/1.1" status: 204 len: 168 time: 0.2481613 Oct 13 14:47:06.187068 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b17be-37c0-45a5-a5b5-07ba5d6cb0bc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcaec85-e909-4249-8cb7-954e4ad312f6,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:06.707782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56426) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:06.712865 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1d062060-a614-49f5-97b4-fbd1155f731f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1459355195', 'description': 'tempest-secgroup-smoke-1459355195 description', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:47:06.798721 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d062060-a614-49f5-97b4-fbd1155f731f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:06.865360 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d062060-a614-49f5-97b4-fbd1155f731f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:06.941587 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d062060-a614-49f5-97b4-fbd1155f731f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:06.978914 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d062060-a614-49f5-97b4-fbd1155f731f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316caba6-2d24-4c96-a961-aea09f9b7366,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:07.032427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 67e242c1-566e-4fec-ac61-f9315daa271a no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:47:07.034911 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d062060-a614-49f5-97b4-fbd1155f731f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:07.036367 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1d062060-a614-49f5-97b4-fbd1155f731f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3274894 Oct 13 14:47:07.039180 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56428) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:07.044875 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d8406e12-beeb-420f-9897-8683614e6186 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': '316caba6-2d24-4c96-a961-aea09f9b7366', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:47:07.057307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 67e242c1-566e-4fec-ac61-f9315daa271a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:47:07.057964 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 67e242c1-566e-4fec-ac61-f9315daa271a not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:47:07.058205 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9ba106ba-741b-4728-99eb-75d0d959c3ac no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:47:07.081288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 9ba106ba-741b-4728-99eb-75d0d959c3ac {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:47:07.082227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 9ba106ba-741b-4728-99eb-75d0d959c3ac not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:47:07.128995 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8406e12-beeb-420f-9897-8683614e6186 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:07.185379 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8406e12-beeb-420f-9897-8683614e6186 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:07.249696 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8406e12-beeb-420f-9897-8683614e6186 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:07.276396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8406e12-beeb-420f-9897-8683614e6186 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb95bfb-930f-49d8-8878-c640158e3865,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:07.331767 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8406e12-beeb-420f-9897-8683614e6186 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:07.336395 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d8406e12-beeb-420f-9897-8683614e6186 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928898 Oct 13 14:47:07.336395 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56430) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:07.341840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-65a1af24-9658-4e07-a7de-d001269f7469 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': '316caba6-2d24-4c96-a961-aea09f9b7366', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:47:07.432187 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65a1af24-9658-4e07-a7de-d001269f7469 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:07.493179 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65a1af24-9658-4e07-a7de-d001269f7469 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:07.558174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65a1af24-9658-4e07-a7de-d001269f7469 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:07.580555 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1af24-9658-4e07-a7de-d001269f7469 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3afd1d-1d4f-4ce2-a02c-fa94350b6f69,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:07.651692 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65a1af24-9658-4e07-a7de-d001269f7469 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:07.653522 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-65a1af24-9658-4e07-a7de-d001269f7469 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3166039 Oct 13 14:47:07.656658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56436) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:07.661118 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-7d880d06-063a-4221-b7f7-27cdba86cc3d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': '316caba6-2d24-4c96-a961-aea09f9b7366', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:47:07.754180 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d880d06-063a-4221-b7f7-27cdba86cc3d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:07.831743 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d880d06-063a-4221-b7f7-27cdba86cc3d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:07.912572 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d880d06-063a-4221-b7f7-27cdba86cc3d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:07.934629 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d880d06-063a-4221-b7f7-27cdba86cc3d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5282229-f437-45d5-8f65-0c6a68b73c0c,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:08.008702 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7d880d06-063a-4221-b7f7-27cdba86cc3d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:08.009996 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7d880d06-063a-4221-b7f7-27cdba86cc3d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3523765 Oct 13 14:47:08.013313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56438) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:08.018046 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-50b353c3-bf1f-4506-9509-32e665cfd9d9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': '316caba6-2d24-4c96-a961-aea09f9b7366', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:47:08.100478 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50b353c3-bf1f-4506-9509-32e665cfd9d9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:08.159407 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50b353c3-bf1f-4506-9509-32e665cfd9d9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:08.224056 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50b353c3-bf1f-4506-9509-32e665cfd9d9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:08.244185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b353c3-bf1f-4506-9509-32e665cfd9d9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d942972-03a3-4eeb-ac12-cfeb99f78ec6,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:08.305951 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50b353c3-bf1f-4506-9509-32e665cfd9d9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:08.307171 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-50b353c3-bf1f-4506-9509-32e665cfd9d9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2929034 Oct 13 14:47:08.310545 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56440) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:08.315017 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9786e1e7-6509-4c21-8e81-acf251a17da6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': '316caba6-2d24-4c96-a961-aea09f9b7366', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:47:08.409594 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-9786e1e7-6509-4c21-8e81-acf251a17da6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Project 5c576f49d3dd4bbab85901c8c6ccd513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:47:08.414711 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9786e1e7-6509-4c21-8e81-acf251a17da6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:08.474906 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9786e1e7-6509-4c21-8e81-acf251a17da6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:08.550546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9786e1e7-6509-4c21-8e81-acf251a17da6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:08.570678 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786e1e7-6509-4c21-8e81-acf251a17da6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd33b6a5-98de-47cf-9284-b5895cf4892e,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:08.648869 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9786e1e7-6509-4c21-8e81-acf251a17da6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:08.650174 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9786e1e7-6509-4c21-8e81-acf251a17da6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3386517 Oct 13 14:47:08.652874 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56446) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:08.657306 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8607aa46-7eaf-4dc6-8dcf-be5b8dd7d275 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': '316caba6-2d24-4c96-a961-aea09f9b7366', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:47:08.752776 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-8607aa46-7eaf-4dc6-8dcf-be5b8dd7d275 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Project 5c576f49d3dd4bbab85901c8c6ccd513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:47:08.758186 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8607aa46-7eaf-4dc6-8dcf-be5b8dd7d275 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:08.821271 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8607aa46-7eaf-4dc6-8dcf-be5b8dd7d275 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:08.935785 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8607aa46-7eaf-4dc6-8dcf-be5b8dd7d275 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:08.956753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607aa46-7eaf-4dc6-8dcf-be5b8dd7d275 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e265232-2f4f-4aab-b420-10f8fe7851f8,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:09.034417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8607aa46-7eaf-4dc6-8dcf-be5b8dd7d275 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:09.035634 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8607aa46-7eaf-4dc6-8dcf-be5b8dd7d275 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3817816 Oct 13 14:47:09.038586 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56448) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:09.043975 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8acaf3df-608e-42a8-8437-6c035e2050fe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'network': {'name': 'tempest-network-smoke--154150347', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'port_security_enabled': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:47:09.143721 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acaf3df-608e-42a8-8437-6c035e2050fe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Made reservation on behalf of 5c576f49d3dd4bbab85901c8c6ccd513 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:47:09.147498 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8acaf3df-608e-42a8-8437-6c035e2050fe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:09.179615 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8acaf3df-608e-42a8-8437-6c035e2050fe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:47:09.188794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8acaf3df-608e-42a8-8437-6c035e2050fe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:09.189169 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-8acaf3df-608e-42a8-8437-6c035e2050fe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Added segment 675c71c5-42d5-489a-a3fa-8c0f512437e2 of type vlan for network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 Oct 13 14:47:09.230039 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8acaf3df-608e-42a8-8437-6c035e2050fe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:09.332470 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8acaf3df-608e-42a8-8437-6c035e2050fe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:09.338312 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acaf3df-608e-42a8-8437-6c035e2050fe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:09.338906 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8acaf3df-608e-42a8-8437-6c035e2050fe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:09.402188 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acaf3df-608e-42a8-8437-6c035e2050fe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Network': ['ID=ee442ec3-6124-4e47-ad77-1bbbdfd003f3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:09.413736 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:47:09.500925 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8acaf3df-608e-42a8-8437-6c035e2050fe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4613035 Oct 13 14:47:09.503604 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56450) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:09.508159 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'admin_state_up': True, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:47:09.638903 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:09.644877 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:09.703645 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:09.916960 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:10.182833 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:10.202470 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:10.307171 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.25.0.102 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/996aa69c-4725-44bc-97ef-8ffc31189133) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:47:10.409364 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:10.535927 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:10.580466 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:47:10.583420 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:47:10.586923 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:47:10.608963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=996aa69c-4725-44bc-97ef-8ffc31189133,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:10.926481 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:11.401345 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:11.591908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 08379143-f108-405d-a15e-af8261348f78 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:47:11.699164 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:47:11.709430 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Sync routers for ids ['08379143-f108-405d-a15e-af8261348f78'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:47:11.721446 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Routers {'08379143-f108-405d-a15e-af8261348f78'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:47:11.722133 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['08379143-f108-405d-a15e-af8261348f78'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:11.809001 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:11.813962 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ee3c11a3-e416-4766-a111-866bc2598a59 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3063776 Oct 13 14:47:11.814475 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56464) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:11.833314 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Set router 08379143-f108-405d-a15e-af8261348f78 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:47:11.842839 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-195e15da-db0e-47b1-aa61-94c1194e163b tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=5c576f49d3dd4bbab85901c8c6ccd513&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272391 Oct 13 14:47:11.846041 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56466) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:11.938937 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea183b4-1c93-4600-9b05-64ba9f18f082 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:11.942974 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bea183b4-1c93-4600-9b05-64ba9f18f082 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934529 Oct 13 14:47:11.943482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56468) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:11.974849 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-627e30a1-c9f2-4513-8540-a3dd76274704 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279162 Oct 13 14:47:11.975158 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56470) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:11.980561 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-aa7d4162-e599-44bb-bdbc-e7bba10e1af2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1954482850', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:47:12.023187 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:47:10Z', 'revision_number': 3, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:12.067131 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Checking router: 08379143-f108-405d-a15e-af8261348f78 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:47:12.067471 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Updating router 08379143-f108-405d-a15e-af8261348f78 port 996aa69c-4725-44bc-97ef-8ffc31189133 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:47:12.100630 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:12.146627 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7d4162-e599-44bb-bdbc-e7bba10e1af2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Made reservation on behalf of 5c576f49d3dd4bbab85901c8c6ccd513 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:47:12.150211 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4162-e599-44bb-bdbc-e7bba10e1af2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:12.366376 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:12.407217 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4162-e599-44bb-bdbc-e7bba10e1af2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:12.432590 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:12.469410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d4162-e599-44bb-bdbc-e7bba10e1af2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Subnet': ['ID=c11d20ba-8a0d-4210-8bc5-9a23c7457691,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:12.479169 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d4162-e599-44bb-bdbc-e7bba10e1af2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Checking segment: {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:47:12.479712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d4162-e599-44bb-bdbc-e7bba10e1af2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network hostable DHCP agents. Network: ee442ec3-6124-4e47-ad77-1bbbdfd003f3, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:47:12.491118 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Attempting to bind port 996aa69c-4725-44bc-97ef-8ffc31189133 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:47:12.491480 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Attempting to bind port 996aa69c-4725-44bc-97ef-8ffc31189133 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:47:12.491837 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Attempting to bind port 996aa69c-4725-44bc-97ef-8ffc31189133 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:47:12.494692 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36c2fe-e783-4713-82f3-4ea885b77feb None None] Pushing event updated for resources: {'Port': ['ID=996aa69c-4725-44bc-97ef-8ffc31189133,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:12.500338 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:47:12.500704 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:47:12.501179 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:12.501563 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:47:12.502021 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Bound port: 996aa69c-4725-44bc-97ef-8ffc31189133, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:47:12.502401 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:12.553469 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] For port 996aa69c-4725-44bc-97ef-8ffc31189133, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:47:12.556426 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] For port 996aa69c-4725-44bc-97ef-8ffc31189133, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=996aa69c-4725-44bc-97ef-8ffc31189133,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:47:12.583906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d4162-e599-44bb-bdbc-e7bba10e1af2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:47:12.676138 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:12.689594 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d4162-e599-44bb-bdbc-e7bba10e1af2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, ee442ec3-6124-4e47-ad77-1bbbdfd003f3) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:47:12.695126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7d4162-e599-44bb-bdbc-e7bba10e1af2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:12.696223 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4162-e599-44bb-bdbc-e7bba10e1af2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:12.699791 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a356ca30-42c5-427f-8c43-c40b461a2b0c None None] Network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:47:12.733568 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Routers {'08379143-f108-405d-a15e-af8261348f78'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:47:12.734205 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['08379143-f108-405d-a15e-af8261348f78'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:12.772598 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36c2fe-e783-4713-82f3-4ea885b77feb None None] Pushing event updated for resources: {'Port': ['ID=996aa69c-4725-44bc-97ef-8ffc31189133,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:12.801039 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aa7d4162-e599-44bb-bdbc-e7bba10e1af2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8245189 Oct 13 14:47:12.803882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56472) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:12.868399 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ips': [{'subnet_id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:47:12.869741 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:12.955829 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] Set router 08379143-f108-405d-a15e-af8261348f78 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:47:13.058545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Allocated IP 172.20.0.2 (ee442ec3-6124-4e47-ad77-1bbbdfd003f3/c11d20ba-8a0d-4210-8bc5-9a23c7457691/7879c762-abe3-4cef-831b-2e4245af2749) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:47:13.163876 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:47:10Z', 'revision_number': 3, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:13.194699 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a13774b-1042-43be-a193-b7b1d7f86a83 None None] The sync data for ids ['08379143-f108-405d-a15e-af8261348f78'] in n-d-806683-15 is: [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:47:10Z', 'revision_number': 3, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:47:13.237645 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:13.341660 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:13.343184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:13.386396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:47:13.389750 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:47:13.392409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:47:13.405971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Pushing event updated for resources: {'Port': ['ID=7879c762-abe3-4cef-831b-2e4245af2749,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:13.483249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Attempting to bind port 7879c762-abe3-4cef-831b-2e4245af2749 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:47:13.483617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Attempting to bind port 7879c762-abe3-4cef-831b-2e4245af2749 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:47:13.483973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Attempting to bind port 7879c762-abe3-4cef-831b-2e4245af2749 on network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:47:13.489281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:47:13.489653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Checking segment: {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:47:13.490052 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:13.490452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Bound using segment: {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:47:13.490896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Bound port: 7879c762-abe3-4cef-831b-2e4245af2749, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:47:13.491286 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:13.577599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] For port 7879c762-abe3-4cef-831b-2e4245af2749, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:47:13.581312 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] For port 7879c762-abe3-4cef-831b-2e4245af2749, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7879c762-abe3-4cef-831b-2e4245af2749,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:47:13.672889 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:13.703735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.20.0.1 (ee442ec3-6124-4e47-ad77-1bbbdfd003f3/c11d20ba-8a0d-4210-8bc5-9a23c7457691/d2789a9f-94c7-400d-9a07-dc91a77e26b3) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:47:13.751811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce191e-2002-40c2-b216-232364eb19f7 None None] Pushing event updated for resources: {'Port': ['ID=7879c762-abe3-4cef-831b-2e4245af2749,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:13.855909 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:13.975946 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:14.040900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:47:14.045179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:47:14.052194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:47:14.057142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=d2789a9f-94c7-400d-9a07-dc91a77e26b3,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:14.103807 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:14.310546 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:14.602922 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:14.670298 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:14.755990 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:14.768648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=d2789a9f-94c7-400d-9a07-dc91a77e26b3,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:14.822901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae67fd-d7fd-42f8-a10f-185639f57026 None None] Network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:47:14.859506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:47:14.862184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:47:14.887505 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-34fe32a4-c986-4d84-b4a8-49ece4a02535 None None] Provisioning complete for port 7879c762-abe3-4cef-831b-2e4245af2749 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:47:14.888638 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-34fe32a4-c986-4d84-b4a8-49ece4a02535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:15.003162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 08379143-f108-405d-a15e-af8261348f78 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:47:15.083129 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-34fe32a4-c986-4d84-b4a8-49ece4a02535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:15.148956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-34fe32a4-c986-4d84-b4a8-49ece4a02535 None None] For port 7879c762-abe3-4cef-831b-2e4245af2749, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7879c762-abe3-4cef-831b-2e4245af2749,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:47:15.155021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:47:15.161274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a344ae80-66a9-4d93-8291-fc64f1604474 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "PUT /v2.0/routers/08379143-f108-405d-a15e-af8261348f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3552601 Oct 13 14:47:15.177849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 996aa69c-4725-44bc-97ef-8ffc31189133 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:47:15.246809 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-34fe32a4-c986-4d84-b4a8-49ece4a02535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:15.277457 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 996aa69c-4725-44bc-97ef-8ffc31189133 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:47:15.277804 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:15.329327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe32a4-c986-4d84-b4a8-49ece4a02535 None None] Pushing event updated for resources: {'Port': ['ID=7879c762-abe3-4cef-831b-2e4245af2749,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:15.420226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Sync routers for ids ['08379143-f108-405d-a15e-af8261348f78'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:47:15.428942 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:15.443129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-751c23d2-c98c-411f-a114-e701b51c4ef2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459355195&fields=id&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 267 time: 0.0621762 Oct 13 14:47:15.454128 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Routers {'08379143-f108-405d-a15e-af8261348f78'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:47:15.454763 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['08379143-f108-405d-a15e-af8261348f78'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:15.503812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 996aa69c-4725-44bc-97ef-8ffc31189133, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=996aa69c-4725-44bc-97ef-8ffc31189133,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:47:15.550597 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5921e196-fe8a-4c51-84e4-c4a54ecc1efb None None] Provisioning complete for port 7879c762-abe3-4cef-831b-2e4245af2749 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:47:15.550980 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5921e196-fe8a-4c51-84e4-c4a54ecc1efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:15.585759 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:15.586554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7879c762-abe3-4cef-831b-2e4245af2749 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:47:15.596072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-b70c341d-21f6-42ce-8c36-bc6f686aef3f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:15.602925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-b70c341d-21f6-42ce-8c36-bc6f686aef3f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 796 time: 0.1513531 Oct 13 14:47:15.631380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-ed3302c2-643c-46c1-b91b-e55fb0934194 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/quotas/5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 375 time: 0.0172889 Oct 13 14:47:15.670186 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Set router 08379143-f108-405d-a15e-af8261348f78 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:47:15.707768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-ee92ee5c-3445-40f8-a2da-03ca1b638598 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665703 Oct 13 14:47:15.731215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=996aa69c-4725-44bc-97ef-8ffc31189133,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:15.838422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-bc681a9a-0c11-4d66-97fc-a0161fc0908f service neutron] 10.222.0.18 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170244 Oct 13 14:47:15.862069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 7879c762-abe3-4cef-831b-2e4245af2749 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:47:15.862662 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:15.951951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5921e196-fe8a-4c51-84e4-c4a54ecc1efb None None] Provisioning complete for port d2789a9f-94c7-400d-9a07-dc91a77e26b3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:47:15.952221 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5921e196-fe8a-4c51-84e4-c4a54ecc1efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:15.973553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-15ac5410-9ff6-484f-84c8-9376c13b0451 service neutron] 10.222.0.18 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238811 Oct 13 14:47:16.043685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5921e196-fe8a-4c51-84e4-c4a54ecc1efb None None] Port d2789a9f-94c7-400d-9a07-dc91a77e26b3 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:47:16.069234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:47:14Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd2789a9f-94c7-400d-9a07-dc91a77e26b3', 'name': '', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:b1:51:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:13Z', 'updated_at': '2021-10-13T14:47:14Z', 'revision_number': 2, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:16.250333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-30b2a234-2fb5-4ce0-b789-30890a0698e1 req-dbdefd3e-8792-4c2d-91bf-b9ffb95839f1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 210 time: 0.0369372 Oct 13 14:47:16.289644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Checking router: 08379143-f108-405d-a15e-af8261348f78 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:47:16.289644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Updating router 08379143-f108-405d-a15e-af8261348f78 port d2789a9f-94c7-400d-9a07-dc91a77e26b3 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:47:16.319106 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:16.329208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e6225143-7b90-444e-b6fe-4275165bff44 None None] Provisioning complete for port d2789a9f-94c7-400d-9a07-dc91a77e26b3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:47:16.330528 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e6225143-7b90-444e-b6fe-4275165bff44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:16.395010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e6225143-7b90-444e-b6fe-4275165bff44 None None] Port d2789a9f-94c7-400d-9a07-dc91a77e26b3 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:47:16.641802 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:16.760603 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:16.812328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c010d-32ad-4e39-a014-ab2061883007 None None] Pushing event updated for resources: {'Port': ['ID=d2789a9f-94c7-400d-9a07-dc91a77e26b3,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:16.866615 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Attempting to bind port d2789a9f-94c7-400d-9a07-dc91a77e26b3 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:47:16.867212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Attempting to bind port d2789a9f-94c7-400d-9a07-dc91a77e26b3 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:47:16.867330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Attempting to bind port d2789a9f-94c7-400d-9a07-dc91a77e26b3 on network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:47:16.873142 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:47:16.873568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Checking segment: {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:47:16.874012 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:16.874405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Bound using segment: {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:47:16.874871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Bound port: d2789a9f-94c7-400d-9a07-dc91a77e26b3, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:47:16.875249 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:16.948260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] For port d2789a9f-94c7-400d-9a07-dc91a77e26b3, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:47:16.952415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] For port d2789a9f-94c7-400d-9a07-dc91a77e26b3, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d2789a9f-94c7-400d-9a07-dc91a77e26b3,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:47:17.023889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-8e8420ef-cd91-4293-82be-28784c4dea5d None None] Provisioning complete for port d2789a9f-94c7-400d-9a07-dc91a77e26b3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:47:17.024550 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8e8420ef-cd91-4293-82be-28784c4dea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:17.049617 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:17.056001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 996aa69c-4725-44bc-97ef-8ffc31189133 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:47:17.135712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8e8420ef-cd91-4293-82be-28784c4dea5d None None] Port d2789a9f-94c7-400d-9a07-dc91a77e26b3 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:47:17.160303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c010d-32ad-4e39-a014-ab2061883007 None None] Pushing event updated for resources: {'Port': ['ID=d2789a9f-94c7-400d-9a07-dc91a77e26b3,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:17.166772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Routers {'08379143-f108-405d-a15e-af8261348f78'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:47:17.167389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:46:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['08379143-f108-405d-a15e-af8261348f78'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:17.217981 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 996aa69c-4725-44bc-97ef-8ffc31189133 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:47:17.218357 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:17.328388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] Set router 08379143-f108-405d-a15e-af8261348f78 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:47:17.370410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7339db73-f3e0-4d69-94ba-aaedeebac617 req-087be419-905c-4b1a-9968-6730a05f7747 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 210 time: 0.0319045 Oct 13 14:47:17.478300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7879c762-abe3-4cef-831b-2e4245af2749 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:47:17.542554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b8fe5704-08d5-496b-95dd-cd831730bdd4 None None] Provisioning complete for port d2789a9f-94c7-400d-9a07-dc91a77e26b3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:47:17.542934 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b8fe5704-08d5-496b-95dd-cd831730bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:17.644545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 7879c762-abe3-4cef-831b-2e4245af2749 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:47:17.644841 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:17.729732 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b8fe5704-08d5-496b-95dd-cd831730bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:17.785227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:47:14Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd2789a9f-94c7-400d-9a07-dc91a77e26b3', 'name': '', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:b1:51:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:13Z', 'updated_at': '2021-10-13T14:47:16Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:17.824181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b8fe5704-08d5-496b-95dd-cd831730bdd4 None None] For port d2789a9f-94c7-400d-9a07-dc91a77e26b3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d2789a9f-94c7-400d-9a07-dc91a77e26b3,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:47:17.826988 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb73400-d028-4c07-be36-94c8f2427558 None None] The sync data for ids ['08379143-f108-405d-a15e-af8261348f78'] in n-d-806683-15 is: [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:47:14Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd2789a9f-94c7-400d-9a07-dc91a77e26b3', 'name': '', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:b1:51:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:13Z', 'updated_at': '2021-10-13T14:47:16Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:47:17.942656 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b8fe5704-08d5-496b-95dd-cd831730bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:17.999712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe5704-08d5-496b-95dd-cd831730bdd4 None None] Pushing event updated for resources: {'Port': ['ID=d2789a9f-94c7-400d-9a07-dc91a77e26b3,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:18.803555 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:18.861400 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40a40d84-5906-4909-98b0-bcc0d142d248 req-48ff4eea-740a-48ff-99c2-353a0eecacbd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 210 time: 0.0359080 Oct 13 14:47:18.912353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-236e3ff2-faef-47d1-a210-1c2bb09cdbaa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:18.914003 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-236e3ff2-faef-47d1-a210-1c2bb09cdbaa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.41 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 796 time: 0.5078921 Oct 13 14:47:18.964602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-fc134bd5-489b-43ad-a087-7a465743e09c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 380 time: 0.0399742 Oct 13 14:47:18.976641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-fa8754d6-c064-4eb0-b27e-cd08c663ff96 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'port': {'device_id': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'admin_state_up': True, 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'security_groups': ['316caba6-2d24-4c96-a961-aea09f9b7366']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:47:19.082993 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d2789a9f-94c7-400d-9a07-dc91a77e26b3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:47:19.132908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d2789a9f-94c7-400d-9a07-dc91a77e26b3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:47:19.133311 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:19.203870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-fa8754d6-c064-4eb0-b27e-cd08c663ff96 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Made reservation on behalf of 5c576f49d3dd4bbab85901c8c6ccd513 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:47:19.207870 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-fa8754d6-c064-4eb0-b27e-cd08c663ff96 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:19.347426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-fa8754d6-c064-4eb0-b27e-cd08c663ff96 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.20.0.8 (ee442ec3-6124-4e47-ad77-1bbbdfd003f3/c11d20ba-8a0d-4210-8bc5-9a23c7457691/5b8543fb-210c-4631-a83a-d314a70f92f7) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:47:19.496814 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-fa8754d6-c064-4eb0-b27e-cd08c663ff96 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:19.532424 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3bc8491a-7734-4bc9-b0c8-dc19b095272f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:19.629716 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-fa8754d6-c064-4eb0-b27e-cd08c663ff96 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:19.672807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-fa8754d6-c064-4eb0-b27e-cd08c663ff96 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:47:19.676002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-fa8754d6-c064-4eb0-b27e-cd08c663ff96 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:47:19.679846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-fa8754d6-c064-4eb0-b27e-cd08c663ff96 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:47:19.709679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8754d6-c064-4eb0-b27e-cd08c663ff96 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:19.735825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-fa8754d6-c064-4eb0-b27e-cd08c663ff96 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:19.736407 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-fa8754d6-c064-4eb0-b27e-cd08c663ff96 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:19.845938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-fa8754d6-c064-4eb0-b27e-cd08c663ff96 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8683858 Oct 13 14:47:19.858165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Request body: {'port': {'device_id': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:47:19.922498 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:19.980714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-67dd1307-69a6-4416-81e1-72526f4bdc75 None None] Provisioning complete for port 5b8543fb-210c-4631-a83a-d314a70f92f7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:47:19.981122 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-67dd1307-69a6-4416-81e1-72526f4bdc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:20.022065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-67dd1307-69a6-4416-81e1-72526f4bdc75 None None] Port 5b8543fb-210c-4631-a83a-d314a70f92f7 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:47:20.022977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a297886-7917-48ac-be6e-73dda4957026 req-da61bce5-e4aa-4c29-9dc1-f8411744331b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:20.024505 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a297886-7917-48ac-be6e-73dda4957026 req-da61bce5-e4aa-4c29-9dc1-f8411744331b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 931 time: 0.0856640 Oct 13 14:47:20.155247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a297886-7917-48ac-be6e-73dda4957026 req-29424256-01b4-4e1c-b128-18722b0c74be tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885837 Oct 13 14:47:20.255549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8543fb-210c-4631-a83a-d314a70f92f7 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:47:20.263718 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:20.275467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Transition to ACTIVE for port object 5b8543fb-210c-4631-a83a-d314a70f92f7 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:47:20.369222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:20.445871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Pushing event updated for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:20.505240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Attempting to bind port 5b8543fb-210c-4631-a83a-d314a70f92f7 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:47:20.505572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Attempting to bind port 5b8543fb-210c-4631-a83a-d314a70f92f7 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:47:20.505898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Attempting to bind port 5b8543fb-210c-4631-a83a-d314a70f92f7 on network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:47:20.510631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Port 5b8543fb-210c-4631-a83a-d314a70f92f7 on network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:47:20.510974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Attempting to bind port 5b8543fb-210c-4631-a83a-d314a70f92f7 on network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:47:20.516673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:47:20.517147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Checking segment: {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:47:20.517536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Bound using segment: {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:47:20.518104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Bound port: 5b8543fb-210c-4631-a83a-d314a70f92f7, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:47:20.518473 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:20.597302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:47:20.598557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:47:20.681257 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:20.723731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:20.724396 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:20.725968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] 10.222.0.41 "PUT /v2.0/ports/5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 1092 time: 0.8732426 Oct 13 14:47:20.726410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:47:20.728866 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d18a84d-29a0-4b44-9501-90324316784b" -d '{"events": [{"name": "network-changed", "server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:47:20.753120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572d081-54e1-4598-96f0-bff57d42902e service neutron] Pushing event updated for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:20.770838 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab12e283-8b4d-4a0d-bf44-84ec6a468eae x-openstack-request-id: req-ab12e283-8b4d-4a0d-bf44-84ec6a468eae {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:47:20.773447 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:47:20.773751 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab12e283-8b4d-4a0d-bf44-84ec6a468eae {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:47:20.774162 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'status': 'completed', 'code': 200} Oct 13 14:47:20.838031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18a84d-29a0-4b44-9501-90324316784b req-aa300f65-7f8c-4fb5-8f15-51233a0c5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:20.843583 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d18a84d-29a0-4b44-9501-90324316784b req-aa300f65-7f8c-4fb5-8f15-51233a0c5d99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1095 time: 0.0459609 Oct 13 14:47:20.956716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18a84d-29a0-4b44-9501-90324316784b req-20405048-d974-45a6-9d0d-3690ab957139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:20.974607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d18a84d-29a0-4b44-9501-90324316784b req-20405048-d974-45a6-9d0d-3690ab957139 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1088321 Oct 13 14:47:21.056449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18a84d-29a0-4b44-9501-90324316784b req-6af0aeda-c5fb-4c62-8bd2-39fede571d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:21.057898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d18a84d-29a0-4b44-9501-90324316784b req-6af0aeda-c5fb-4c62-8bd2-39fede571d71 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921381 Oct 13 14:47:21.140239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-4f0d275b-d511-4525-8602-3222f2f56968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:21.141805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-4f0d275b-d511-4525-8602-3222f2f56968 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1095 time: 0.0435281 Oct 13 14:47:21.190007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-49b8a113-174a-4e60-b2f2-7e816d94b591 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 217 time: 0.0395560 Oct 13 14:47:21.269748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-9d9160b1-ec3b-4a93-b00c-4acb3470edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:21.271209 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-9d9160b1-ec3b-4a93-b00c-4acb3470edec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0726984 Oct 13 14:47:21.297858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5a287-174d-4170-b543-9a63eb21a66b req-ee7080f1-638b-44c7-aecf-1cb0b217cb04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:21.299301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbf5a287-174d-4170-b543-9a63eb21a66b req-ee7080f1-638b-44c7-aecf-1cb0b217cb04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 943 time: 0.0706420 Oct 13 14:47:21.362340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbf5a287-174d-4170-b543-9a63eb21a66b req-59db44f9-5b4a-49c4-ba51-c66083e286d4 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488505 Oct 13 14:47:21.364247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-2020a6f3-bf10-4bc2-b27e-2af16a510f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:21.365667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-2020a6f3-bf10-4bc2-b27e-2af16a510f5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867195 Oct 13 14:47:21.457776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-010aae29-bb8b-45ab-83e4-5db469cf91e8 service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843050 Oct 13 14:47:21.555219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13da1e02-2851-401b-a95e-af41ecdc3c59 req-5ae878b3-85d9-42b8-b1d8-59f2c4226b4e service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902998 Oct 13 14:47:22.226416 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:22.346544 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-34f7d1c3-32d2-4339-9b29-69e3e800fb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:22.488329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b924c3-10d8-4d7f-bfc2-6ef9b16837b1 req-8cce924b-7c56-4337-acb4-54d78cd3ab34 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:22.489884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4b924c3-10d8-4d7f-bfc2-6ef9b16837b1 req-8cce924b-7c56-4337-acb4-54d78cd3ab34 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 943 time: 0.0551162 Oct 13 14:47:22.532373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4b924c3-10d8-4d7f-bfc2-6ef9b16837b1 req-474ee9f2-b1ab-4d3d-8036-ba8b72ac13c3 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351853 Oct 13 14:47:23.664788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f42a-a2d1-4321-af5b-4889c5b3836f req-15bbf40c-7a07-4d95-9c08-b44ab42a70cb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:23.666322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ca2f42a-a2d1-4321-af5b-4889c5b3836f req-15bbf40c-7a07-4d95-9c08-b44ab42a70cb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 943 time: 0.0589440 Oct 13 14:47:23.707024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ca2f42a-a2d1-4321-af5b-4889c5b3836f req-8b5c03c1-9de7-4765-be56-d28e0def6e5e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339627 Oct 13 14:47:23.963722 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:24.080876 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:24.823496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181498a-c0be-453b-ac92-1cd7edfed66b req-09698985-511b-4593-925a-e252ac561f87 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:24.825071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1181498a-c0be-453b-ac92-1cd7edfed66b req-09698985-511b-4593-925a-e252ac561f87 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 943 time: 0.0530629 Oct 13 14:47:24.863477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1181498a-c0be-453b-ac92-1cd7edfed66b req-eb23962f-4f5e-4742-838b-d79c6e497ac4 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323658 Oct 13 14:47:25.420377 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:25.987857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded4466-a1e2-4ab6-84ad-a6cf1cea6410 req-846fb5a2-eb45-4e60-882c-8f9d9e0f1e8c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:25.989842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ded4466-a1e2-4ab6-84ad-a6cf1cea6410 req-846fb5a2-eb45-4e60-882c-8f9d9e0f1e8c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 943 time: 0.0536017 Oct 13 14:47:26.029219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ded4466-a1e2-4ab6-84ad-a6cf1cea6410 req-f67ec616-33d7-49b7-8699-df306a8d6955 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325899 Oct 13 14:47:26.209236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5b8543fb-210c-4631-a83a-d314a70f92f7 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:47:26.306026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:47:26.321267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'port_id': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'mac_address': 'fa:16:3e:c4:b4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:47:26.359296 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:26.372235 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8543fb-210c-4631-a83a-d314a70f92f7 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:47:26.391304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:47:26.469557 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:26.517134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:26.861995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['5b8543fb-210c-4631-a83a-d314a70f92f7'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:47:27.157973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1e9bb-f9c1-446e-8b9b-6334d3538536 req-fef56913-5824-4a2b-aaec-fc33bd9a632f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:27.157973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35b1e9bb-f9c1-446e-8b9b-6334d3538536 req-fef56913-5824-4a2b-aaec-fc33bd9a632f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 944 time: 0.0584235 Oct 13 14:47:27.196786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35b1e9bb-f9c1-446e-8b9b-6334d3538536 req-d0e69fb0-2859-4724-8fad-1e487e166480 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Oct 13 14:47:28.212509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5b8543fb-210c-4631-a83a-d314a70f92f7 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:47:28.320321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e640d12-54a6-4428-a94f-25f5ea5dc933 req-71a3fad2-4cbf-4ec8-93b9-edc487cfd3a4 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:28.321766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e640d12-54a6-4428-a94f-25f5ea5dc933 req-71a3fad2-4cbf-4ec8-93b9-edc487cfd3a4 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 944 time: 0.0583675 Oct 13 14:47:28.346319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 5b8543fb-210c-4631-a83a-d314a70f92f7 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:47:28.350468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 5b8543fb-210c-4631-a83a-d314a70f92f7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:47:28.350842 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:28.361507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e640d12-54a6-4428-a94f-25f5ea5dc933 req-85e958ba-78ee-47e8-8a7f-5de5b7185df0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336056 Oct 13 14:47:28.578284 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:28.602081 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:47:28.604467 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152829d5-89d4-4244-93da-77e251756a9d" -d '{"events": [{"server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "name": "network-vif-plugged", "status": "completed", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:47:28.619771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:47:28.650630 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ed5f75-11d0-4540-9f0e-638350af8a6e x-openstack-request-id: req-b9ed5f75-11d0-4540-9f0e-638350af8a6e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:47:28.650920 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "name": "network-vif-plugged", "status": "completed", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:47:28.651174 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9ed5f75-11d0-4540-9f0e-638350af8a6e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:47:28.651696 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'code': 200} Oct 13 14:47:28.706973 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:28.739579 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:47:28.759355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6e839-a904-4170-bbff-0264641e2f84 req-4a567f85-56ac-4415-b099-1a0027dc50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:28.761155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3b6e839-a904-4170-bbff-0264641e2f84 req-4a567f85-56ac-4415-b099-1a0027dc50e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1097 time: 0.0438423 Oct 13 14:47:28.764553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:28.800686 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3b6e839-a904-4170-bbff-0264641e2f84 req-73a60222-105d-4781-af1e-e2213319b5dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314112 Oct 13 14:47:29.487227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b172a-8cd5-4e46-a222-69995a43a53e req-3e4f907d-efba-4b0c-abb0-6e1ff6dabf8f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:29.490240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf9b172a-8cd5-4e46-a222-69995a43a53e req-3e4f907d-efba-4b0c-abb0-6e1ff6dabf8f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0563354 Oct 13 14:47:29.538625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf9b172a-8cd5-4e46-a222-69995a43a53e req-146b4a7b-c07b-42f0-bb8a-b653bfdca37f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410659 Oct 13 14:47:30.663315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8c983-47a3-4514-abf1-fbd55e5e1485 req-1fe8b591-a8a9-4f54-a2d4-4d62a743693a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:30.664853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c6b8c983-47a3-4514-abf1-fbd55e5e1485 req-1fe8b591-a8a9-4f54-a2d4-4d62a743693a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0537167 Oct 13 14:47:30.705070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c6b8c983-47a3-4514-abf1-fbd55e5e1485 req-84124864-f515-412b-ac2e-c4b9d6ccff0a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339677 Oct 13 14:47:30.821385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c5bac-7ca4-4fc0-bd10-4f61fdddb401 req-64770781-9b57-45ea-affe-7d7a1ef60565 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:30.822868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d74c5bac-7ca4-4fc0-bd10-4f61fdddb401 req-64770781-9b57-45ea-affe-7d7a1ef60565 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0509410 Oct 13 14:47:30.860452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d74c5bac-7ca4-4fc0-bd10-4f61fdddb401 req-35c33e25-554d-4eee-b378-745a4fc13521 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315373 Oct 13 14:47:30.886458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56616) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:30.932914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf5dd5-9d78-4bf0-8f3d-3e025f91e8ae tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:30.934546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-14bf5dd5-9d78-4bf0-8f3d-3e025f91e8ae tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1092 time: 0.0470965 Oct 13 14:47:30.937383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56618) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:30.941964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address': '172.20.0.8'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:47:31.029290 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:31.132396 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:31.245595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.25.0.143 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/8523e8b0-b138-4df3-9726-8833432cda0b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:47:31.363779 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:31.452214 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:31.494671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:47:31.497590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:47:31.501849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:47:31.505307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=8523e8b0-b138-4df3-9726-8833432cda0b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:31.871649 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:32.028740 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:32.184524 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:32.243398 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:32.332478 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:32.334560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=8523e8b0-b138-4df3-9726-8833432cda0b,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:47:32.443916 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Floating IP 6a4ecbfe-8b13-41e7-b4ab-f69eaeabaa3e associated. External IP: 172.25.0.143, port: 5b8543fb-210c-4631-a83a-d314a70f92f7. Oct 13 14:47:32.662420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 08379143-f108-405d-a15e-af8261348f78 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:47:32.782538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:47:32.797896 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b289b215-a95f-4818-9db8-3d01fc2883d4 None None] Sync routers for ids ['08379143-f108-405d-a15e-af8261348f78'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:47:32.808333 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289b215-a95f-4818-9db8-3d01fc2883d4 None None] Routers {'08379143-f108-405d-a15e-af8261348f78'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:47:32.808955 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b289b215-a95f-4818-9db8-3d01fc2883d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:47:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['08379143-f108-405d-a15e-af8261348f78'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:32.907997 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:32.928097 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-b289b215-a95f-4818-9db8-3d01fc2883d4 None None] Set router 08379143-f108-405d-a15e-af8261348f78 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:47:32.944520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ebc64cea-e075-4346-bcae-d524841f9aa0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0060179 Oct 13 14:47:32.945331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:47:32.947795 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dea155b-f858-4eb1-8b9b-9aa33586c927" -d '{"events": [{"name": "network-changed", "server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:47:33.013761 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c05c37-d38e-4fc2-8c95-4e51922305d6 x-openstack-request-id: req-80c05c37-d38e-4fc2-8c95-4e51922305d6 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:47:33.020701 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:47:33.020701 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80c05c37-d38e-4fc2-8c95-4e51922305d6 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:47:33.020701 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'status': 'completed', 'code': 200} Oct 13 14:47:33.065665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a8fe4-6802-45be-9974-ed5122f97092 req-60e28216-78d1-4fcb-8d6b-1d9a4fd22091 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:33.068214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a34a8fe4-6802-45be-9974-ed5122f97092 req-60e28216-78d1-4fcb-8d6b-1d9a4fd22091 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0662582 Oct 13 14:47:33.120067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a34a8fe4-6802-45be-9974-ed5122f97092 req-8a88568a-fd05-4132-8f71-f874d1381ca6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456834 Oct 13 14:47:33.145515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56644) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:33.267550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e37968d5-cf5e-419e-a6c8-b9293408170c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/6a4ecbfe-8b13-41e7-b4ab-f69eaeabaa3e HTTP/1.1" status: 200 len: 991 time: 0.1207249 Oct 13 14:47:33.279396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea155b-f858-4eb1-8b9b-9aa33586c927 req-719d2788-a000-4c3b-a537-85205e1279a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:33.282677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dea155b-f858-4eb1-8b9b-9aa33586c927 req-719d2788-a000-4c3b-a537-85205e1279a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1097 time: 0.2495980 Oct 13 14:47:33.292426 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b289b215-a95f-4818-9db8-3d01fc2883d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:47:14Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '6a4ecbfe-8b13-41e7-b4ab-f69eaeabaa3e', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '08379143-f108-405d-a15e-af8261348f78', 'port_id': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'mac_address': 'fa:16:3e:c4:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:47:31Z', 'updated_at': '2021-10-13T14:47:31Z', 'revision_number': 0, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2789a9f-94c7-400d-9a07-dc91a77e26b3', 'name': '', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:b1:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:13Z', 'updated_at': '2021-10-13T14:47:17Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:33.324419 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b289b215-a95f-4818-9db8-3d01fc2883d4 None None] Checking router: 08379143-f108-405d-a15e-af8261348f78 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:47:33.342460 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289b215-a95f-4818-9db8-3d01fc2883d4 None None] Routers {'08379143-f108-405d-a15e-af8261348f78'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:47:33.343850 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b289b215-a95f-4818-9db8-3d01fc2883d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:47:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['08379143-f108-405d-a15e-af8261348f78'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:33.383376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea155b-f858-4eb1-8b9b-9aa33586c927 req-0401365e-78a8-4255-9d6a-d465860fd402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:33.385133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dea155b-f858-4eb1-8b9b-9aa33586c927 req-0401365e-78a8-4255-9d6a-d465860fd402 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 897 time: 0.0950739 Oct 13 14:47:33.460764 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-b289b215-a95f-4818-9db8-3d01fc2883d4 None None] Set router 08379143-f108-405d-a15e-af8261348f78 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:47:33.462921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dea155b-f858-4eb1-8b9b-9aa33586c927 req-5de190fa-09ec-4e70-8e97-5bf9b844c5f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 999 time: 0.0691829 Oct 13 14:47:33.528464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea155b-f858-4eb1-8b9b-9aa33586c927 req-f8d171a3-1f1f-42a0-99dc-355e0709e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:33.531167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dea155b-f858-4eb1-8b9b-9aa33586c927 req-f8d171a3-1f1f-42a0-99dc-355e0709e153 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0619855 Oct 13 14:47:33.590357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea155b-f858-4eb1-8b9b-9aa33586c927 req-a7531a79-7353-426c-b885-0fb50f671440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:33.591912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dea155b-f858-4eb1-8b9b-9aa33586c927 req-a7531a79-7353-426c-b885-0fb50f671440 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525038 Oct 13 14:47:33.691468 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dea155b-f858-4eb1-8b9b-9aa33586c927 req-368b0eb9-47b9-47c9-b073-c63438f64c14 service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915155 Oct 13 14:47:33.723428 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b289b215-a95f-4818-9db8-3d01fc2883d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:47:14Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '6a4ecbfe-8b13-41e7-b4ab-f69eaeabaa3e', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '08379143-f108-405d-a15e-af8261348f78', 'port_id': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'mac_address': 'fa:16:3e:c4:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:47:31Z', 'updated_at': '2021-10-13T14:47:31Z', 'revision_number': 0, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2789a9f-94c7-400d-9a07-dc91a77e26b3', 'name': '', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:b1:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:13Z', 'updated_at': '2021-10-13T14:47:17Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:47:33.751157 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b289b215-a95f-4818-9db8-3d01fc2883d4 None None] The sync data for ids ['08379143-f108-405d-a15e-af8261348f78'] in n-d-806683-15 is: [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:47:14Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '6a4ecbfe-8b13-41e7-b4ab-f69eaeabaa3e', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '08379143-f108-405d-a15e-af8261348f78', 'port_id': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'mac_address': 'fa:16:3e:c4:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:47:31Z', 'updated_at': '2021-10-13T14:47:31Z', 'revision_number': 0, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2789a9f-94c7-400d-9a07-dc91a77e26b3', 'name': '', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:b1:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:13Z', 'updated_at': '2021-10-13T14:47:17Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:47:33.791203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dea155b-f858-4eb1-8b9b-9aa33586c927 req-88f75056-4772-4663-a120-4fb869c6f9be service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874715 Oct 13 14:47:33.952310 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f0dd60-b09d-44e7-9e02-5f8f3656a3c9 None None] New status for floating IP 6a4ecbfe-8b13-41e7-b4ab-f69eaeabaa3e: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:47:34.271178 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56650) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:47:34.344169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ef95daac-fe4d-4d09-825a-180ea836c589 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/6a4ecbfe-8b13-41e7-b4ab-f69eaeabaa3e HTTP/1.1" status: 200 len: 993 time: 0.0717227 Oct 13 14:47:36.616338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7055d33c-9d02-4fbe-8f48-2140ec8bc476 req-dabf23c2-93ef-49cd-bc29-7389c5ecb84e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412984 Oct 13 14:47:36.704147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055d33c-9d02-4fbe-8f48-2140ec8bc476 req-9085566b-7d22-4018-89e7-8449d45e2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:36.705705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7055d33c-9d02-4fbe-8f48-2140ec8bc476 req-9085566b-7d22-4018-89e7-8449d45e2929 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1097 time: 0.0420535 Oct 13 14:47:37.158664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055d33c-9d02-4fbe-8f48-2140ec8bc476 req-391f6a94-4308-4c7b-bac8-5d961e104a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:37.160858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7055d33c-9d02-4fbe-8f48-2140ec8bc476 req-391f6a94-4308-4c7b-bac8-5d961e104a39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 897 time: 0.4343431 Oct 13 14:47:37.226412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7055d33c-9d02-4fbe-8f48-2140ec8bc476 req-37f94f9f-982b-44c2-82a9-0c723d51ae80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 1001 time: 0.0580826 Oct 13 14:47:37.281691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055d33c-9d02-4fbe-8f48-2140ec8bc476 req-c3f22e73-5dca-4ac5-9a75-ff083446f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:37.283186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7055d33c-9d02-4fbe-8f48-2140ec8bc476 req-c3f22e73-5dca-4ac5-9a75-ff083446f21b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0497413 Oct 13 14:47:37.333022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055d33c-9d02-4fbe-8f48-2140ec8bc476 req-418389ef-8deb-4bd7-aaf0-794c50ee94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:47:37.334594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7055d33c-9d02-4fbe-8f48-2140ec8bc476 req-418389ef-8deb-4bd7-aaf0-794c50ee94e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431805 Oct 13 14:47:37.425378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7055d33c-9d02-4fbe-8f48-2140ec8bc476 req-d6d5e061-bbcd-475a-bc3b-a193791aa12e service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828168 Oct 13 14:47:37.520841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7055d33c-9d02-4fbe-8f48-2140ec8bc476 req-fc5870d8-f30a-4699-864e-5042b668ea24 service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874250 Oct 13 14:47:48.745611 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:49.551460 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2fc287ca-d7c3-409b-92cc-b5326a4b0086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:52.218351 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:52.282975 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11a59b63-9134-4908-a11e-dda4333f721c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:53.920625 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:54.014098 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:47:55.443562 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:05.743318 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:48:16.482436 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 56944) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:16.593419 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:16.667408 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:16.732855 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:16.770665 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b69aec5565ef4ee5b8119b1941690135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871652 Oct 13 14:48:16.771741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65a5fd8-bf64-4c57-8313-7156a8dd7d74,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:16.773453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56950) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:16.779667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.779957 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.780300 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.780634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.780962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.781324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.781651 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.781973 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.782301 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.782620 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.782995 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.783280 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cf5f56-4532-4829-9968-d3b1b40f7fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.823611 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:16.844058 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:16.971026 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:16.973595 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:16.974787 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a65a5fd8-bf64-4c57-8313-7156a8dd7d74 HTTP/1.1" status: 204 len: 168 time: 0.2002838 Oct 13 14:48:16.983346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65a5fd8-bf64-4c57-8313-7156a8dd7d74,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:16.992222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.992222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.992222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.992222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.992222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.992777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.992899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.993178 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.993508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.993811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.994133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:16.994456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e4712b-0deb-4482-b489-ea420d5abe0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:17.558204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56956) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:17.572226 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa156963-fc83-4a23-b355-db27d0c0c1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:17.650366 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa156963-fc83-4a23-b355-db27d0c0c1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:17.698987 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa156963-fc83-4a23-b355-db27d0c0c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:17.737069 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa156963-fc83-4a23-b355-db27d0c0c1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5233e6fd-ffe3-4918-8ebd-b0df4d75a21d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:17.742430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fa156963-fc83-4a23-b355-db27d0c0c1f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=083dc72a23d74c18a8beaefe08750faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831634 Oct 13 14:48:17.745631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 56958) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:17.792913 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-339a7a8f-83f0-49a2-a851-99bdddddfa8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:17.814247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-339a7a8f-83f0-49a2-a851-99bdddddfa8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:17.950370 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-339a7a8f-83f0-49a2-a851-99bdddddfa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:17.953018 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-339a7a8f-83f0-49a2-a851-99bdddddfa8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:17.954242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-339a7a8f-83f0-49a2-a851-99bdddddfa8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5233e6fd-ffe3-4918-8ebd-b0df4d75a21d HTTP/1.1" status: 204 len: 168 time: 0.2076306 Oct 13 14:48:17.962145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a7a8f-83f0-49a2-a851-99bdddddfa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5233e6fd-ffe3-4918-8ebd-b0df4d75a21d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:18.738817 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:19.514491 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cb07ef45-7321-4eb9-8339-3321ce315551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:22.234328 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:22.292173 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1d29d855-163f-491f-9f53-f08811540e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:23.881740 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:24.007317 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:25.418684 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:28.276940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57048) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:28.383865 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-81f54d2f-35af-4d0a-b02f-60beaa7cafe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:28.458575 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-81f54d2f-35af-4d0a-b02f-60beaa7cafe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:28.545128 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-81f54d2f-35af-4d0a-b02f-60beaa7cafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:28.586894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-81f54d2f-35af-4d0a-b02f-60beaa7cafe2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5537c0fe63364adc98088fe9d919e57f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082337 Oct 13 14:48:28.587859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f54d2f-35af-4d0a-b02f-60beaa7cafe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abd9ef3-14bf-4dcf-8deb-3f8d80f9b478,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:28.589605 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57052) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:28.643192 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c4832f1-e387-45ae-9a33-996b706ba2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:28.664037 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c4832f1-e387-45ae-9a33-996b706ba2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:28.788032 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c4832f1-e387-45ae-9a33-996b706ba2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:28.790611 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2c4832f1-e387-45ae-9a33-996b706ba2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:28.791745 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2c4832f1-e387-45ae-9a33-996b706ba2c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2abd9ef3-14bf-4dcf-8deb-3f8d80f9b478 HTTP/1.1" status: 204 len: 168 time: 0.2010930 Oct 13 14:48:28.800071 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4832f1-e387-45ae-9a33-996b706ba2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abd9ef3-14bf-4dcf-8deb-3f8d80f9b478,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:29.344380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57058) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:29.357607 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-83101a7b-6b2d-463c-8a94-378948db9cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:29.430317 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-83101a7b-6b2d-463c-8a94-378948db9cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:29.498331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-83101a7b-6b2d-463c-8a94-378948db9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:29.538131 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-83101a7b-6b2d-463c-8a94-378948db9cdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ca977d8931b4c959f0cd8c6a89c345b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925182 Oct 13 14:48:29.538986 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83101a7b-6b2d-463c-8a94-378948db9cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b9e74d-10cb-49a1-a2ca-69130a5a732c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:29.541047 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57060) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:29.590735 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a52a1ae2-4d67-425f-ab06-d033126ff65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:29.612598 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a52a1ae2-4d67-425f-ab06-d033126ff65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:29.716029 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a52a1ae2-4d67-425f-ab06-d033126ff65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:29.718567 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a52a1ae2-4d67-425f-ab06-d033126ff65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:29.719776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a52a1ae2-4d67-425f-ab06-d033126ff65c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3b9e74d-10cb-49a1-a2ca-69130a5a732c HTTP/1.1" status: 204 len: 168 time: 0.1776719 Oct 13 14:48:29.727544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a1ae2-4d67-425f-ab06-d033126ff65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b9e74d-10cb-49a1-a2ca-69130a5a732c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:32.591496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57134) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:32.708600 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-214e1ddc-b241-4667-9b90-7efc5643c8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:32.787696 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-214e1ddc-b241-4667-9b90-7efc5643c8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:32.875749 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-214e1ddc-b241-4667-9b90-7efc5643c8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:32.920795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-214e1ddc-b241-4667-9b90-7efc5643c8bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7321f6e470a34cc08b7b726f1e7cf156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279915 Oct 13 14:48:32.921878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e1ddc-b241-4667-9b90-7efc5643c8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d60761-d33b-4acc-88ec-19a93ed89b75,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:32.922788 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57138) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:32.975098 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-212ab55b-4ef0-450f-95b2-2e9ecc577e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:33.000595 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-212ab55b-4ef0-450f-95b2-2e9ecc577e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:33.122332 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-212ab55b-4ef0-450f-95b2-2e9ecc577e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:33.125153 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-212ab55b-4ef0-450f-95b2-2e9ecc577e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:33.126340 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-212ab55b-4ef0-450f-95b2-2e9ecc577e34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02d60761-d33b-4acc-88ec-19a93ed89b75 HTTP/1.1" status: 204 len: 168 time: 0.2025347 Oct 13 14:48:33.134477 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ab55b-4ef0-450f-95b2-2e9ecc577e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d60761-d33b-4acc-88ec-19a93ed89b75,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:33.820221 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57144) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:33.832238 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7cd9e23-0aeb-4df1-ba6e-a78b9b565d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:33.906460 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7cd9e23-0aeb-4df1-ba6e-a78b9b565d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:33.976672 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7cd9e23-0aeb-4df1-ba6e-a78b9b565d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:34.016075 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b7cd9e23-0aeb-4df1-ba6e-a78b9b565d8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98583eb6c788486e8592438d32b85516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963377 Oct 13 14:48:34.017236 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd9e23-0aeb-4df1-ba6e-a78b9b565d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e71417-7a33-4a40-af95-76b14d53be7d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:34.018915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57146) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:34.068651 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-97dfeb06-6cda-430b-9b0c-325b5fc83336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:34.090104 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-97dfeb06-6cda-430b-9b0c-325b5fc83336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:34.206948 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-97dfeb06-6cda-430b-9b0c-325b5fc83336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:34.209403 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-97dfeb06-6cda-430b-9b0c-325b5fc83336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:34.210538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-97dfeb06-6cda-430b-9b0c-325b5fc83336 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81e71417-7a33-4a40-af95-76b14d53be7d HTTP/1.1" status: 204 len: 168 time: 0.1906321 Oct 13 14:48:34.219364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfeb06-6cda-430b-9b0c-325b5fc83336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e71417-7a33-4a40-af95-76b14d53be7d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:35.405691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57168) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:35.546046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-84531525-network', 'tenant_id': '20bd14f22c124137b8627eba88f0412f'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:48:35.629894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Made reservation on behalf of 20bd14f22c124137b8627eba88f0412f for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:48:35.632391 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:35.642337 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:35.714147 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:35.778257 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:35.801730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:48:35.811858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcef77b5-1787-4417-9883-6986f8ccecd1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:35.817222 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:35.817564 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Added segment b8f1b5e9-abaf-4642-b67f-8274891b9d3f of type vlan for network 9d067f59-51d0-4408-89d8-feaed55d0e8f Oct 13 14:48:35.859476 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:35.961440 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:35.962430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:35.963044 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:36.023107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] Pushing event updated for resources: {'Network': ['ID=9d067f59-51d0-4408-89d8-feaed55d0e8f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:36.032875 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 9d067f59-51d0-4408-89d8-feaed55d0e8f details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:48:36.095204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7ee8afac-3295-45db-a56f-aefbb97f825c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6883795 Oct 13 14:48:36.098006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57174) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:36.102791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1f8eb93b-cb41-4177-91fa-b81a4c11f847 admin admin] Request body: {'subnet': {'network_id': '9d067f59-51d0-4408-89d8-feaed55d0e8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-84531525-subnet', 'tenant_id': '20bd14f22c124137b8627eba88f0412f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:48:36.212598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8eb93b-cb41-4177-91fa-b81a4c11f847 admin admin] Made reservation on behalf of 20bd14f22c124137b8627eba88f0412f for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:48:36.214961 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb93b-cb41-4177-91fa-b81a4c11f847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:36.457588 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb93b-cb41-4177-91fa-b81a4c11f847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:36.510996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8eb93b-cb41-4177-91fa-b81a4c11f847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11bf0c12-e0c7-4294-9f09-df24ea9bc72a,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:36.521586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8eb93b-cb41-4177-91fa-b81a4c11f847 admin admin] Checking segment: {'id': 'b8f1b5e9-abaf-4642-b67f-8274891b9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d067f59-51d0-4408-89d8-feaed55d0e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:48:36.521942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8eb93b-cb41-4177-91fa-b81a4c11f847 admin admin] Network hostable DHCP agents. Network: 9d067f59-51d0-4408-89d8-feaed55d0e8f, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:48:36.613278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8eb93b-cb41-4177-91fa-b81a4c11f847 admin admin] Network 9d067f59-51d0-4408-89d8-feaed55d0e8f is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:48:36.633340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d4bee29-3304-4b80-a65a-e091d1bf79f3 req-d0119d7a-9690-43e8-9346-4278e269ffcd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536945 Oct 13 14:48:36.705842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-1f8eb93b-cb41-4177-91fa-b81a4c11f847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 9d067f59-51d0-4408-89d8-feaed55d0e8f) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:48:36.712999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8eb93b-cb41-4177-91fa-b81a4c11f847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:36.718220 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f8eb93b-cb41-4177-91fa-b81a4c11f847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:36.718362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1447258-896d-4646-96db-59007ab49e44 None None] Network 9d067f59-51d0-4408-89d8-feaed55d0e8f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:48:36.734231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bee29-3304-4b80-a65a-e091d1bf79f3 req-3cce97e6-adbf-4d41-bf7a-60a714fa66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:36.736007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d4bee29-3304-4b80-a65a-e091d1bf79f3 req-3cce97e6-adbf-4d41-bf7a-60a714fa66eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1097 time: 0.0567195 Oct 13 14:48:36.816709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1f8eb93b-cb41-4177-91fa-b81a4c11f847 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7171962 Oct 13 14:48:36.850838 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69610f19-37be-47fc-980e-40576fc0e445 None None] Network 9d067f59-51d0-4408-89d8-feaed55d0e8f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:48:36.868746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bee29-3304-4b80-a65a-e091d1bf79f3 req-07b34588-cad7-4e88-9243-97fdfeacb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:36.870478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d4bee29-3304-4b80-a65a-e091d1bf79f3 req-07b34588-cad7-4e88-9243-97fdfeacb0ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 897 time: 0.1124368 Oct 13 14:48:36.954250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d4bee29-3304-4b80-a65a-e091d1bf79f3 req-1cff7eca-ce14-425d-97a8-67f52d6597f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 1001 time: 0.0750878 Oct 13 14:48:37.006428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bee29-3304-4b80-a65a-e091d1bf79f3 req-ede58044-adcb-49d0-8667-78f7b2698666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:37.007887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d4bee29-3304-4b80-a65a-e091d1bf79f3 req-ede58044-adcb-49d0-8667-78f7b2698666 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0444343 Oct 13 14:48:37.057338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bee29-3304-4b80-a65a-e091d1bf79f3 req-18879c42-eba6-4458-850e-1c03cdfb7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:37.059337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d4bee29-3304-4b80-a65a-e091d1bf79f3 req-18879c42-eba6-4458-850e-1c03cdfb7f07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428371 Oct 13 14:48:37.158284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d4bee29-3304-4b80-a65a-e091d1bf79f3 req-187bd744-cb69-4b1e-acf1-89e8fc90e294 service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881443 Oct 13 14:48:37.255141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d4bee29-3304-4b80-a65a-e091d1bf79f3 req-54f9fac6-387d-4999-be41-1486cd45acaf service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892086 Oct 13 14:48:37.564068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57190) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:37.569214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1834396880-network', 'tenant_id': '9fdf91e186684f6488465309c5278177'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:48:37.663980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Made reservation on behalf of 9fdf91e186684f6488465309c5278177 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:48:37.666436 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:37.681240 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:37.755940 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:37.824159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:37.853816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:48:37.861452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc54d55-75d4-4d19-bb04-dc7681a13590,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:37.879257 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:37.879257 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Added segment 0d9af341-9550-4156-b264-3403c0365170 of type vlan for network 4e641b39-89a4-4570-b93e-ae148c76d7fe Oct 13 14:48:37.910688 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:37.989454 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:37.990458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:37.991047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:38.054282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] Pushing event updated for resources: {'Network': ['ID=4e641b39-89a4-4570-b93e-ae148c76d7fe,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:38.065157 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 4e641b39-89a4-4570-b93e-ae148c76d7fe details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:48:38.077989 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ffe9bf6d-eb33-49e5-945c-4b8d31c1d19c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5128088 Oct 13 14:48:38.080568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57194) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:38.090365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7e192bd3-bd56-4e2a-bf1a-63101e761e01 admin admin] Request body: {'subnet': {'network_id': '4e641b39-89a4-4570-b93e-ae148c76d7fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1834396880-subnet', 'tenant_id': '9fdf91e186684f6488465309c5278177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:48:38.171271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e192bd3-bd56-4e2a-bf1a-63101e761e01 admin admin] Made reservation on behalf of 9fdf91e186684f6488465309c5278177 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:48:38.173804 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e192bd3-bd56-4e2a-bf1a-63101e761e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:38.396298 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e192bd3-bd56-4e2a-bf1a-63101e761e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:38.446276 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e192bd3-bd56-4e2a-bf1a-63101e761e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f09ad0-5d3a-4e76-ba78-1436d8a51583,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:38.461858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e192bd3-bd56-4e2a-bf1a-63101e761e01 admin admin] Checking segment: {'id': '0d9af341-9550-4156-b264-3403c0365170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '4e641b39-89a4-4570-b93e-ae148c76d7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:48:38.462217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e192bd3-bd56-4e2a-bf1a-63101e761e01 admin admin] Network hostable DHCP agents. Network: 4e641b39-89a4-4570-b93e-ae148c76d7fe, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:48:38.526799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e192bd3-bd56-4e2a-bf1a-63101e761e01 admin admin] Network 4e641b39-89a4-4570-b93e-ae148c76d7fe is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:48:38.595332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-7e192bd3-bd56-4e2a-bf1a-63101e761e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 4e641b39-89a4-4570-b93e-ae148c76d7fe) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:48:38.599846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e192bd3-bd56-4e2a-bf1a-63101e761e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:38.600428 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e192bd3-bd56-4e2a-bf1a-63101e761e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:38.606174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7c3972-88d3-4aa2-b64e-f829c393d078 None None] Network 4e641b39-89a4-4570-b93e-ae148c76d7fe requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:48:38.685018 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7e192bd3-bd56-4e2a-bf1a-63101e761e01 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6032412 Oct 13 14:48:38.758828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc678b4b-163c-4cf3-b335-7ad06cb2be92 None None] Network 4e641b39-89a4-4570-b93e-ae148c76d7fe requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:48:39.216188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-05569244-37aa-4882-8bed-5ad9c14ac6c2 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:39.217761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-05569244-37aa-4882-8bed-5ad9c14ac6c2 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/networks?id=9d067f59-51d0-4408-89d8-feaed55d0e8f HTTP/1.1" status: 200 len: 807 time: 0.1031356 Oct 13 14:48:39.233970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-d8dcc5c1-c422-4108-a760-499aa13b80a4 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/quotas/20bd14f22c124137b8627eba88f0412f HTTP/1.1" status: 200 len: 375 time: 0.0102913 Oct 13 14:48:39.274500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-19762711-3fbc-4140-a34a-863999f29a45 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=20bd14f22c124137b8627eba88f0412f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334682 Oct 13 14:48:39.393370 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-81e86df3-73fc-4d80-a98b-9fce74b915d6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:48:39.394368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-81e86df3-73fc-4d80-a98b-9fce74b915d6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1123648 Oct 13 14:48:39.491375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-647df475-53b0-495a-96c9-5c1d4fa37829 service neutron] 10.222.0.18 "GET /v2.0/networks/9d067f59-51d0-4408-89d8-feaed55d0e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902419 Oct 13 14:48:39.607878 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-42a82010-a3f7-4a4c-89c6-d0df4f4fdb79 service neutron] 10.222.0.18 "GET /v2.0/networks/9d067f59-51d0-4408-89d8-feaed55d0e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105967 Oct 13 14:48:39.899508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-780bd081-c622-4207-86d9-79e8dead84f5 req-519e7fe4-810c-4c3d-8806-443faf2018ad tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 210 time: 0.0379143 Oct 13 14:48:41.007436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a72d6234-2300-45b0-8be4-7ed0e597d30a req-8520ed95-8dc5-4b55-8611-7d02cb668ebd tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 210 time: 0.0274808 Oct 13 14:48:42.107489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dd3a572-1e14-49c2-b6e2-da056b26420c req-858b49b7-1e9e-47a2-a282-608172043685 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 210 time: 0.0287454 Oct 13 14:48:42.223904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-739a905d-bd35-47c7-9b73-daedb32c16b1 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:42.225476 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-739a905d-bd35-47c7-9b73-daedb32c16b1 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.49 "GET /v2.0/networks?id=9d067f59-51d0-4408-89d8-feaed55d0e8f HTTP/1.1" status: 200 len: 807 time: 0.1071334 Oct 13 14:48:42.239973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-84a66f50-241c-468f-a183-5af55a9e5c99 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Request body: {'port': {'device_id': '5535e379-518b-4475-a629-22a89f82d0e1', 'network_id': '9d067f59-51d0-4408-89d8-feaed55d0e8f', 'admin_state_up': True, 'tenant_id': '20bd14f22c124137b8627eba88f0412f'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:48:42.411012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-84a66f50-241c-468f-a183-5af55a9e5c99 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Made reservation on behalf of 20bd14f22c124137b8627eba88f0412f for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:48:42.414527 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-84a66f50-241c-468f-a183-5af55a9e5c99 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:42.545763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-84a66f50-241c-468f-a183-5af55a9e5c99 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Allocated IP 172.20.0.2 (9d067f59-51d0-4408-89d8-feaed55d0e8f/11bf0c12-e0c7-4294-9f09-df24ea9bc72a/975dfb07-c32b-4c7f-95e2-3be79232e6c7) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:48:42.696165 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-84a66f50-241c-468f-a183-5af55a9e5c99 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:42.742851 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:48:42.784180 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-84a66f50-241c-468f-a183-5af55a9e5c99 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:42.828991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-84a66f50-241c-468f-a183-5af55a9e5c99 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Network 9d067f59-51d0-4408-89d8-feaed55d0e8f is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:48:42.832264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-84a66f50-241c-468f-a183-5af55a9e5c99 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:48:42.835894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-84a66f50-241c-468f-a183-5af55a9e5c99 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:48:42.843175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a66f50-241c-468f-a183-5af55a9e5c99 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Pushing event updated for resources: {'Port': ['ID=975dfb07-c32b-4c7f-95e2-3be79232e6c7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:42.893480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-84a66f50-241c-468f-a183-5af55a9e5c99 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:42.894152 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-84a66f50-241c-468f-a183-5af55a9e5c99 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:42.986519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-84a66f50-241c-468f-a183-5af55a9e5c99 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7503188 Oct 13 14:48:43.052022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Request body: {'port': {'device_id': '5535e379-518b-4475-a629-22a89f82d0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:48:43.105854 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:43.328204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9d3e4-f7aa-40d5-b131-a60a266def2e req-72be8b78-63eb-4281-b491-bb93ef78a584 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:43.329613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09e9d3e4-f7aa-40d5-b131-a60a266def2e req-72be8b78-63eb-4281-b491-bb93ef78a584 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 931 time: 0.1201313 Oct 13 14:48:43.390955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09e9d3e4-f7aa-40d5-b131-a60a266def2e req-bd5a171f-01e6-44b3-825c-6e4c72dcb22b tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcef77b5-1787-4417-9883-6986f8ccecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552430 Oct 13 14:48:43.449257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975dfb07-c32b-4c7f-95e2-3be79232e6c7 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:48:43.456583 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:43.468204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Transition to ACTIVE for port object 975dfb07-c32b-4c7f-95e2-3be79232e6c7 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:48:43.548052 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:43.600511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=975dfb07-c32b-4c7f-95e2-3be79232e6c7,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:43.679819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Attempting to bind port 975dfb07-c32b-4c7f-95e2-3be79232e6c7 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:48:43.680156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Attempting to bind port 975dfb07-c32b-4c7f-95e2-3be79232e6c7 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'b8f1b5e9-abaf-4642-b67f-8274891b9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d067f59-51d0-4408-89d8-feaed55d0e8f'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:48:43.680487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Attempting to bind port 975dfb07-c32b-4c7f-95e2-3be79232e6c7 on network 9d067f59-51d0-4408-89d8-feaed55d0e8f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:48:43.685896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Port 975dfb07-c32b-4c7f-95e2-3be79232e6c7 on network 9d067f59-51d0-4408-89d8-feaed55d0e8f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:48:43.686218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Attempting to bind port 975dfb07-c32b-4c7f-95e2-3be79232e6c7 on network 9d067f59-51d0-4408-89d8-feaed55d0e8f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:48:43.691450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:48:43.691788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Checking segment: {'id': 'b8f1b5e9-abaf-4642-b67f-8274891b9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d067f59-51d0-4408-89d8-feaed55d0e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:48:43.692174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Bound using segment: {'id': 'b8f1b5e9-abaf-4642-b67f-8274891b9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d067f59-51d0-4408-89d8-feaed55d0e8f'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:48:43.692618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Bound port: 975dfb07-c32b-4c7f-95e2-3be79232e6c7, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f1b5e9-abaf-4642-b67f-8274891b9d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9d067f59-51d0-4408-89d8-feaed55d0e8f'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:48:43.692974 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:43.758868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] For port 975dfb07-c32b-4c7f-95e2-3be79232e6c7, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:48:43.762185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] For port 975dfb07-c32b-4c7f-95e2-3be79232e6c7, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=975dfb07-c32b-4c7f-95e2-3be79232e6c7,segment=NetworkSegment(b8f1b5e9-abaf-4642-b67f-8274891b9d3f),segment_id=b8f1b5e9-abaf-4642-b67f-8274891b9d3f)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:48:43.841858 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:43.880125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:43.880757 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:43.883018 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] 10.222.0.49 "PUT /v2.0/ports/975dfb07-c32b-4c7f-95e2-3be79232e6c7 HTTP/1.1" status: 200 len: 1092 time: 0.8871024 Oct 13 14:48:43.883018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5535e379-518b-4475-a629-22a89f82d0e1', 'tag': '975dfb07-c32b-4c7f-95e2-3be79232e6c7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:48:43.885000 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4b1af3-92c4-4868-bba7-6a70275bb80b" -d '{"events": [{"name": "network-changed", "server_uuid": "5535e379-518b-4475-a629-22a89f82d0e1", "tag": "975dfb07-c32b-4c7f-95e2-3be79232e6c7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:48:43.907370 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad31388-f469-46aa-8c0e-8682b8d6fbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=975dfb07-c32b-4c7f-95e2-3be79232e6c7,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:43.926001 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b736c8a-3f6e-4f6f-8277-98b9cbe03d3d x-openstack-request-id: req-7b736c8a-3f6e-4f6f-8277-98b9cbe03d3d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:48:43.926295 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5535e379-518b-4475-a629-22a89f82d0e1", "tag": "975dfb07-c32b-4c7f-95e2-3be79232e6c7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:48:43.926548 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b736c8a-3f6e-4f6f-8277-98b9cbe03d3d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:48:43.926954 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5535e379-518b-4475-a629-22a89f82d0e1', 'tag': '975dfb07-c32b-4c7f-95e2-3be79232e6c7', 'status': 'completed', 'code': 200} Oct 13 14:48:43.992398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b1af3-92c4-4868-bba7-6a70275bb80b req-fa0d1b05-81fe-4ebc-ac04-5d16e9341269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:43.993981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad4b1af3-92c4-4868-bba7-6a70275bb80b req-fa0d1b05-81fe-4ebc-ac04-5d16e9341269 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20bd14f22c124137b8627eba88f0412f&device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 1095 time: 0.0459077 Oct 13 14:48:44.099768 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b1af3-92c4-4868-bba7-6a70275bb80b req-1abeb762-37f0-4bc9-b3cb-04be608c8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:44.101191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad4b1af3-92c4-4868-bba7-6a70275bb80b req-1abeb762-37f0-4bc9-b3cb-04be608c8c4e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=20bd14f22c124137b8627eba88f0412f&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0945959 Oct 13 14:48:44.213073 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b1af3-92c4-4868-bba7-6a70275bb80b req-a419461e-586d-4f36-aa2d-5b53d85df511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:44.215141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad4b1af3-92c4-4868-bba7-6a70275bb80b req-a419461e-586d-4f36-aa2d-5b53d85df511 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019497 Oct 13 14:48:44.305811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7f1892ef-e34c-4b86-a577-0c99e7c57129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:44.307364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-7f1892ef-e34c-4b86-a577-0c99e7c57129 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=20bd14f22c124137b8627eba88f0412f&device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 1095 time: 0.0428746 Oct 13 14:48:44.357979 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-bc1bdbe8-7d65-4a92-905b-8742fb6d84f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=975dfb07-c32b-4c7f-95e2-3be79232e6c7 HTTP/1.1" status: 200 len: 217 time: 0.0379350 Oct 13 14:48:44.410508 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-46c17fbb-ba67-4b1d-9fe5-cc9d050938da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:44.411929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-46c17fbb-ba67-4b1d-9fe5-cc9d050938da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=11bf0c12-e0c7-4294-9f09-df24ea9bc72a HTTP/1.1" status: 200 len: 847 time: 0.0437400 Oct 13 14:48:44.450941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-2bdb54c9-a9ae-447c-81f8-3e78bbd07246 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d067f59-51d0-4408-89d8-feaed55d0e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266342 Oct 13 14:48:44.558728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50feba1c-a635-462f-96ab-da0de754877c req-a49fb3fb-b85f-47f1-99c8-aa60c67a4325 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:44.560328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50feba1c-a635-462f-96ab-da0de754877c req-a49fb3fb-b85f-47f1-99c8-aa60c67a4325 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 943 time: 0.1007626 Oct 13 14:48:44.606235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-64977c96-1b66-449b-9b16-36d3bd735d5e service neutron] 10.222.0.49 "GET /v2.0/networks/9d067f59-51d0-4408-89d8-feaed55d0e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373048 Oct 13 14:48:44.620056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-50feba1c-a635-462f-96ab-da0de754877c req-ceef1bb4-a5f0-4376-a1d2-82cde91d817f tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcef77b5-1787-4417-9883-6986f8ccecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488369 Oct 13 14:48:44.722872 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bf92e53-1ed7-4d72-9742-8283d6a11a59 req-a66154a2-072d-4df1-a9bb-1c0abee4220c service neutron] 10.222.0.49 "GET /v2.0/networks/9d067f59-51d0-4408-89d8-feaed55d0e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019487 Oct 13 14:48:45.747730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d6f7a-d3b2-428e-955a-d0f573e89a71 req-df77b19e-3683-4edc-9ba6-1cbb09836d93 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:45.749648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-107d6f7a-d3b2-428e-955a-d0f573e89a71 req-df77b19e-3683-4edc-9ba6-1cbb09836d93 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 943 time: 0.0542731 Oct 13 14:48:45.789513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-107d6f7a-d3b2-428e-955a-d0f573e89a71 req-40e15f35-9914-47e9-a38a-7d06ea4443b1 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcef77b5-1787-4417-9883-6986f8ccecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339720 Oct 13 14:48:46.907155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24330896-2547-4edf-8a6e-3714e379b545 req-50a27a27-d63e-4a1d-b9b2-16c5b5fa92d3 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:46.908578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24330896-2547-4edf-8a6e-3714e379b545 req-50a27a27-d63e-4a1d-b9b2-16c5b5fa92d3 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 943 time: 0.0498128 Oct 13 14:48:46.947061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24330896-2547-4edf-8a6e-3714e379b545 req-5b600eee-3b34-4044-9b66-0b89656402bf tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcef77b5-1787-4417-9883-6986f8ccecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324225 Oct 13 14:48:47.843992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ee693-e48d-43b4-be2e-228008bbc63c req-323196b0-9531-47ca-8589-dabe834c03f7 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:47.845641 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-269ee693-e48d-43b4-be2e-228008bbc63c req-323196b0-9531-47ca-8589-dabe834c03f7 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1097 time: 0.0421116 Oct 13 14:48:47.883149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-269ee693-e48d-43b4-be2e-228008bbc63c req-81166831-9bfe-4b0b-ae4a-56774d921c1b tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307732 Oct 13 14:48:48.006707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cf822-8c23-4286-b41f-9e3afb1ca166 req-fbf354f8-0698-4009-b72e-60a039cb414d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:48.009363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-318cf822-8c23-4286-b41f-9e3afb1ca166 req-fbf354f8-0698-4009-b72e-60a039cb414d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0577116 Oct 13 14:48:48.075982 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-318cf822-8c23-4286-b41f-9e3afb1ca166 req-e8cf0758-1166-41d3-8e28-cef8c3d62480 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601120 Oct 13 14:48:48.095584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b34f5c-ebd8-417f-819b-9b9055e39e00 req-6ec3bb1a-5cfc-4cb4-9659-79eb6b152746 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:48.097171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70b34f5c-ebd8-417f-819b-9b9055e39e00 req-6ec3bb1a-5cfc-4cb4-9659-79eb6b152746 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 943 time: 0.0753205 Oct 13 14:48:48.098875 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57262) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:48:48.141113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70b34f5c-ebd8-417f-819b-9b9055e39e00 req-43f75a2b-5309-4cb7-a0e4-77d75da87d12 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcef77b5-1787-4417-9883-6986f8ccecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360663 Oct 13 14:48:48.164905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 975dfb07-c32b-4c7f-95e2-3be79232e6c7 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:48:48.166608 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8336d64f-50aa-4c5a-bfa1-530a145eb5c8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/6a4ecbfe-8b13-41e7-b4ab-f69eaeabaa3e HTTP/1.1" status: 200 len: 993 time: 0.0665970 Oct 13 14:48:48.271825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 975dfb07-c32b-4c7f-95e2-3be79232e6c7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=975dfb07-c32b-4c7f-95e2-3be79232e6c7,segment=NetworkSegment(b8f1b5e9-abaf-4642-b67f-8274891b9d3f),segment_id=b8f1b5e9-abaf-4642-b67f-8274891b9d3f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:48:48.285201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '975dfb07-c32b-4c7f-95e2-3be79232e6c7', 'network_id': '9d067f59-51d0-4408-89d8-feaed55d0e8f', 'port_id': '975dfb07-c32b-4c7f-95e2-3be79232e6c7', 'mac_address': 'fa:16:3e:84:6d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bf0c12-e0c7-4294-9f09-df24ea9bc72a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:48:48.328142 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:48.341057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975dfb07-c32b-4c7f-95e2-3be79232e6c7 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:48:48.362173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 975dfb07-c32b-4c7f-95e2-3be79232e6c7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=975dfb07-c32b-4c7f-95e2-3be79232e6c7,segment=NetworkSegment(b8f1b5e9-abaf-4642-b67f-8274891b9d3f),segment_id=b8f1b5e9-abaf-4642-b67f-8274891b9d3f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:48:48.449598 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:48.509677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=975dfb07-c32b-4c7f-95e2-3be79232e6c7,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:48.518598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:48.518950 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:48.519300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:48.519639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:48.519976 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:48.520334 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:48.520639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:48.520967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:48.522714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:48.523302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:48.523641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:48.523971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:48:48.760091 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:48.783930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['975dfb07-c32b-4c7f-95e2-3be79232e6c7'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:48:48.835593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a15a0-565f-4af1-aa5c-03b17812fbc0 req-be55043e-f8de-4b81-86e2-e1cfefdcc3fb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:48.838486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e0a15a0-565f-4af1-aa5c-03b17812fbc0 req-be55043e-f8de-4b81-86e2-e1cfefdcc3fb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0521736 Oct 13 14:48:48.880826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e0a15a0-565f-4af1-aa5c-03b17812fbc0 req-64b9f4a6-bd0a-4e9c-8130-d2c7be1af1cc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368094 Oct 13 14:48:48.970113 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-73c6cb97-d335-4ade-af17-38992e670af1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409577 Oct 13 14:48:49.267149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd9166-0ece-4cf8-a2d7-cf608825be90 req-9d7e2169-912b-41b4-b23f-0219878f7168 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:49.269053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75bd9166-0ece-4cf8-a2d7-cf608825be90 req-9d7e2169-912b-41b4-b23f-0219878f7168 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 944 time: 0.0576971 Oct 13 14:48:49.309170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75bd9166-0ece-4cf8-a2d7-cf608825be90 req-1cbc7ca4-ac9d-417d-b69a-d910b476f183 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcef77b5-1787-4417-9883-6986f8ccecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338111 Oct 13 14:48:49.519575 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ca732e3-5d91-4797-8654-779d884b64c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:49.999950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2472b5-0129-4b2c-8c5b-1168832ba3a1 req-03a1615a-f239-400a-bd2a-4f1402d21220 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:50.001506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e2472b5-0129-4b2c-8c5b-1168832ba3a1 req-03a1615a-f239-400a-bd2a-4f1402d21220 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0493753 Oct 13 14:48:50.040002 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e2472b5-0129-4b2c-8c5b-1168832ba3a1 req-e26e3a5b-3f7a-4204-b5b1-01c13916dc8e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323672 Oct 13 14:48:50.180356 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 975dfb07-c32b-4c7f-95e2-3be79232e6c7 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:48:50.314792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 975dfb07-c32b-4c7f-95e2-3be79232e6c7 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:48:50.319158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 975dfb07-c32b-4c7f-95e2-3be79232e6c7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:48:50.319525 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:50.407589 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:50.432824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98682a19-6c80-420c-b6eb-76621fa5e82d req-294909f1-7ecc-4020-a3ac-a03e71fe4feb tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:50.434362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98682a19-6c80-420c-b6eb-76621fa5e82d req-294909f1-7ecc-4020-a3ac-a03e71fe4feb tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 944 time: 0.0514073 Oct 13 14:48:50.440573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5535e379-518b-4475-a629-22a89f82d0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975dfb07-c32b-4c7f-95e2-3be79232e6c7'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:48:50.443152 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d035d4-a9d4-49b8-8355-69483b4617a9" -d '{"events": [{"server_uuid": "5535e379-518b-4475-a629-22a89f82d0e1", "name": "network-vif-plugged", "status": "completed", "tag": "975dfb07-c32b-4c7f-95e2-3be79232e6c7"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:48:50.470967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 975dfb07-c32b-4c7f-95e2-3be79232e6c7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=975dfb07-c32b-4c7f-95e2-3be79232e6c7,segment=NetworkSegment(b8f1b5e9-abaf-4642-b67f-8274891b9d3f),segment_id=b8f1b5e9-abaf-4642-b67f-8274891b9d3f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:48:50.484921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98682a19-6c80-420c-b6eb-76621fa5e82d req-8d4e246b-4d6a-4c44-949d-f40553356ff1 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcef77b5-1787-4417-9883-6986f8ccecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403166 Oct 13 14:48:50.546664 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abee77df-abce-4f93-a788-f5fa7384b4ba x-openstack-request-id: req-abee77df-abce-4f93-a788-f5fa7384b4ba {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:48:50.547167 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5535e379-518b-4475-a629-22a89f82d0e1", "name": "network-vif-plugged", "status": "completed", "tag": "975dfb07-c32b-4c7f-95e2-3be79232e6c7", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:48:50.547289 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abee77df-abce-4f93-a788-f5fa7384b4ba {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:48:50.547587 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5535e379-518b-4475-a629-22a89f82d0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975dfb07-c32b-4c7f-95e2-3be79232e6c7', 'code': 200} Oct 13 14:48:50.623684 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:50.653621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b3169-6e79-41f0-b9c5-b98283fd2d14 req-a77d65d1-4c51-4f04-8e18-233fe88f5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:50.655716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-857b3169-6e79-41f0-b9c5-b98283fd2d14 req-a77d65d1-4c51-4f04-8e18-233fe88f5f62 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 1097 time: 0.0418057 Oct 13 14:48:50.676492 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=975dfb07-c32b-4c7f-95e2-3be79232e6c7,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:50.696048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-857b3169-6e79-41f0-b9c5-b98283fd2d14 req-8da0d067-6e6c-47eb-9dda-303640369436 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fcef77b5-1787-4417-9883-6986f8ccecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286949 Oct 13 14:48:51.159449 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea009b7-3a5d-467f-a8b3-d061b8656694 req-a444d29c-1fe7-4ed8-a983-7ee2fa9ef069 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:51.160974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ea009b7-3a5d-467f-a8b3-d061b8656694 req-a444d29c-1fe7-4ed8-a983-7ee2fa9ef069 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0509169 Oct 13 14:48:51.202971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ea009b7-3a5d-467f-a8b3-d061b8656694 req-4a077d6e-01bd-401b-931b-dae199a0c335 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360553 Oct 13 14:48:51.408631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-5f5c1462-8a2e-4995-8b84-383f5cf8e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:51.410317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-5f5c1462-8a2e-4995-8b84-383f5cf8e6cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1097 time: 0.0433729 Oct 13 14:48:51.519677 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-afd6a94c-36d9-44ea-8430-b858e3d61dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:51.519677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-afd6a94c-36d9-44ea-8430-b858e3d61dff service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 897 time: 0.1007104 Oct 13 14:48:51.614814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-1510bb93-da79-4e5d-9a2b-dd9dcdda39c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 1001 time: 0.0885222 Oct 13 14:48:51.629912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c99afb-d6bf-4a0a-8177-42b478c4f711 req-ed2ef3e0-bdf2-49ac-bf1e-c6ae62d1b911 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:51.631358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21c99afb-d6bf-4a0a-8177-42b478c4f711 req-ed2ef3e0-bdf2-49ac-bf1e-c6ae62d1b911 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 945 time: 0.0694945 Oct 13 14:48:51.697070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-16f4a680-a255-4d75-8fd3-837afac9e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:51.698442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-16f4a680-a255-4d75-8fd3-837afac9e4d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0662494 Oct 13 14:48:51.701434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21c99afb-d6bf-4a0a-8177-42b478c4f711 req-0f00d58d-0f90-49dc-ab4b-aa11acb4094f tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcef77b5-1787-4417-9883-6986f8ccecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621936 Oct 13 14:48:51.751246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-21d0e3c3-99d8-4a63-b460-12f66bc7c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:51.752774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-21d0e3c3-99d8-4a63-b460-12f66bc7c1c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468662 Oct 13 14:48:51.855480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-27d68319-2b30-412b-a25d-8146cc9533c5 service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945671 Oct 13 14:48:51.946251 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-9cf6abe6-950a-42d8-b73c-589df784fa71 service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818925 Oct 13 14:48:52.240929 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:52.271737 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-62f153cf-8682-48c3-b9a1-8b00fb398726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:52.327835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0827-8546-4a9c-9c8f-d6fa9a375977 req-5302dfa5-5e59-4ee3-ae77-ba1d3701a24b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:52.329414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4a0827-8546-4a9c-9c8f-d6fa9a375977 req-5302dfa5-5e59-4ee3-ae77-ba1d3701a24b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0581212 Oct 13 14:48:52.376734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4a0827-8546-4a9c-9c8f-d6fa9a375977 req-2ac7fc7f-133d-40c5-bafb-c6e6f3fb8f40 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410686 Oct 13 14:48:52.819098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daacc3-f6d4-498f-a6cc-6f724949217a req-f67a5143-2c6f-4825-895d-2d02eb7c44eb tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:52.820586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22daacc3-f6d4-498f-a6cc-6f724949217a req-f67a5143-2c6f-4825-895d-2d02eb7c44eb tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 945 time: 0.0494676 Oct 13 14:48:52.860069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22daacc3-f6d4-498f-a6cc-6f724949217a req-33409e8f-70b8-42ed-8418-40da804607a6 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcef77b5-1787-4417-9883-6986f8ccecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329626 Oct 13 14:48:53.495236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c62d3-b566-4d19-a010-01e8447b5026 req-b6490a25-339a-4bad-90b3-9d4e86753068 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:53.496780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a05c62d3-b566-4d19-a010-01e8447b5026 req-b6490a25-339a-4bad-90b3-9d4e86753068 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0499539 Oct 13 14:48:53.536435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a05c62d3-b566-4d19-a010-01e8447b5026 req-58a9a296-6c2f-4133-9328-595a0d18b29d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Oct 13 14:48:53.902393 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:54.039539 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:54.675971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7af72-e116-4d7a-93a1-6786fbd30c45 req-a0ebec5e-d623-4df0-a112-482eb5abbd3a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:54.677504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bec7af72-e116-4d7a-93a1-6786fbd30c45 req-a0ebec5e-d623-4df0-a112-482eb5abbd3a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0688841 Oct 13 14:48:54.721437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bec7af72-e116-4d7a-93a1-6786fbd30c45 req-98b6f9f1-3c94-4c6d-84b8-0d142d616872 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378315 Oct 13 14:48:55.428194 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:55.848523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e979f5-41b3-4407-81cb-5cc753668d66 req-43d63c10-cdaf-4a0f-8802-0aa4bc60592d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:55.850048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51e979f5-41b3-4407-81cb-5cc753668d66 req-43d63c10-cdaf-4a0f-8802-0aa4bc60592d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0575478 Oct 13 14:48:55.889457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51e979f5-41b3-4407-81cb-5cc753668d66 req-e242fb82-8230-4d65-8b9c-d6cef383ec13 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328908 Oct 13 14:48:57.010138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04be7-3839-4d8e-a1a0-09118f4ceca2 req-2a82e62d-c436-4c75-9438-17c5c844f6bc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:57.011617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8f04be7-3839-4d8e-a1a0-09118f4ceca2 req-2a82e62d-c436-4c75-9438-17c5c844f6bc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0498118 Oct 13 14:48:57.051483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8f04be7-3839-4d8e-a1a0-09118f4ceca2 req-c66f319f-5cac-4294-a686-83c345efb2f8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336385 Oct 13 14:48:57.375935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97347b-cb36-44d5-b84c-1cedc03fdd87 req-07fb7606-d9e2-4046-8e73-2f778cd1d691 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:57.377777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a97347b-cb36-44d5-b84c-1cedc03fdd87 req-07fb7606-d9e2-4046-8e73-2f778cd1d691 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 945 time: 0.0544984 Oct 13 14:48:57.415343 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a97347b-cb36-44d5-b84c-1cedc03fdd87 req-03687498-c745-4646-9f96-81c53b91a1fa tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcef77b5-1787-4417-9883-6986f8ccecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317497 Oct 13 14:48:58.173924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72198d16-e750-4275-a470-14e420ca60bf req-f226a74f-bed4-4c34-8207-2cd1d1b55ad9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:58.175443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72198d16-e750-4275-a470-14e420ca60bf req-f226a74f-bed4-4c34-8207-2cd1d1b55ad9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0486279 Oct 13 14:48:58.217852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72198d16-e750-4275-a470-14e420ca60bf req-6afbc4aa-238f-4c27-a289-b66c94fc3f6a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364704 Oct 13 14:48:58.529604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefd807-2dc3-4c4c-ab7b-2046edbf8716 req-c4655d67-83db-4e7e-b1d2-1cfd928fae0e tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:58.531102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdefd807-2dc3-4c4c-ab7b-2046edbf8716 req-c4655d67-83db-4e7e-b1d2-1cfd928fae0e tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 945 time: 0.0495291 Oct 13 14:48:58.571766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdefd807-2dc3-4c4c-ab7b-2046edbf8716 req-3be1f703-ff7c-4763-b547-a38ad353ba58 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcef77b5-1787-4417-9883-6986f8ccecd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344620 Oct 13 14:48:58.800400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce0c5c-ac81-4719-8fbe-8e1f6359ed28 req-b5cac6c6-51c6-4dab-892b-0908e6b4fa7a tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:58.801854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce0c5c-ac81-4719-8fbe-8e1f6359ed28 req-b5cac6c6-51c6-4dab-892b-0908e6b4fa7a tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.49 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 945 time: 0.0528002 Oct 13 14:48:58.910914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7bce0c5c-ac81-4719-8fbe-8e1f6359ed28 req-4b87743c-6f0d-4cbe-b7ca-c3585d8a8135 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Deleting port 975dfb07-c32b-4c7f-95e2-3be79232e6c7 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:48:58.911247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce0c5c-ac81-4719-8fbe-8e1f6359ed28 req-4b87743c-6f0d-4cbe-b7ca-c3585d8a8135 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:59.003911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7bce0c5c-ac81-4719-8fbe-8e1f6359ed28 req-4b87743c-6f0d-4cbe-b7ca-c3585d8a8135 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] For port 975dfb07-c32b-4c7f-95e2-3be79232e6c7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=975dfb07-c32b-4c7f-95e2-3be79232e6c7,segment=NetworkSegment(b8f1b5e9-abaf-4642-b67f-8274891b9d3f),segment_id=b8f1b5e9-abaf-4642-b67f-8274891b9d3f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:48:59.004281 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce0c5c-ac81-4719-8fbe-8e1f6359ed28 req-4b87743c-6f0d-4cbe-b7ca-c3585d8a8135 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:59.017282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7bce0c5c-ac81-4719-8fbe-8e1f6359ed28 req-4b87743c-6f0d-4cbe-b7ca-c3585d8a8135 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Calling delete_port for 975dfb07-c32b-4c7f-95e2-3be79232e6c7 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:48:59.223330 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce0c5c-ac81-4719-8fbe-8e1f6359ed28 req-4b87743c-6f0d-4cbe-b7ca-c3585d8a8135 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:59.239289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['975dfb07-c32b-4c7f-95e2-3be79232e6c7'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:48:59.254250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87743c-6f0d-4cbe-b7ca-c3585d8a8135 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Pushing event deleted for resources: {'Port': ['ID=975dfb07-c32b-4c7f-95e2-3be79232e6c7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:48:59.295207 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce0c5c-ac81-4719-8fbe-8e1f6359ed28 req-4b87743c-6f0d-4cbe-b7ca-c3585d8a8135 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] No DVR routers for this DVR port 975dfb07-c32b-4c7f-95e2-3be79232e6c7 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:48:59.298212 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7bce0c5c-ac81-4719-8fbe-8e1f6359ed28 req-4b87743c-6f0d-4cbe-b7ca-c3585d8a8135 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:48:59.301794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bce0c5c-ac81-4719-8fbe-8e1f6359ed28 req-4b87743c-6f0d-4cbe-b7ca-c3585d8a8135 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.49 "DELETE /v2.0/ports/975dfb07-c32b-4c7f-95e2-3be79232e6c7 HTTP/1.1" status: 204 len: 173 time: 0.4909203 Oct 13 14:48:59.302285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5535e379-518b-4475-a629-22a89f82d0e1', 'name': 'network-vif-deleted', 'tag': '975dfb07-c32b-4c7f-95e2-3be79232e6c7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:48:59.304787 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61648395-57c7-416b-b251-30f559c23229" -d '{"events": [{"server_uuid": "5535e379-518b-4475-a629-22a89f82d0e1", "name": "network-vif-deleted", "tag": "975dfb07-c32b-4c7f-95e2-3be79232e6c7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:48:59.349535 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c443e4-3ea0-4242-a765-c0b90a2f1061 x-openstack-request-id: req-99c443e4-3ea0-4242-a765-c0b90a2f1061 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:48:59.349827 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5535e379-518b-4475-a629-22a89f82d0e1", "name": "network-vif-deleted", "tag": "975dfb07-c32b-4c7f-95e2-3be79232e6c7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:48:59.350076 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99c443e4-3ea0-4242-a765-c0b90a2f1061 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:48:59.350468 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5535e379-518b-4475-a629-22a89f82d0e1', 'name': 'network-vif-deleted', 'tag': '975dfb07-c32b-4c7f-95e2-3be79232e6c7', 'status': 'completed', 'code': 200} Oct 13 14:48:59.374628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f5a3a-3931-4343-a8d5-c143a786e6f3 req-6d3d863a-12f3-42f0-ac77-9cff3d0e12d2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:48:59.376265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-644f5a3a-3931-4343-a8d5-c143a786e6f3 req-6d3d863a-12f3-42f0-ac77-9cff3d0e12d2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0583801 Oct 13 14:48:59.416705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-644f5a3a-3931-4343-a8d5-c143a786e6f3 req-33e6916b-ac7b-49a0-8a05-ae7b5923f8c2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342937 Oct 13 14:48:59.688043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-489b569b-ea0f-4122-a3d0-8c7db524ad03 req-8c1d62cc-1506-491b-accc-6958c3730553 tempest-VolumesActionsTest-815110060 tempest-VolumesActionsTest-815110060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5535e379-518b-4475-a629-22a89f82d0e1 HTTP/1.1" status: 200 len: 210 time: 0.0298672 Oct 13 14:49:00.529899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fb2b7-ad77-49ae-9b6f-0e91981e1364 req-cd25c2a7-f4cc-43bb-9de7-b7ae734b5630 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:00.531847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-344fb2b7-ad77-49ae-9b6f-0e91981e1364 req-cd25c2a7-f4cc-43bb-9de7-b7ae734b5630 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0483649 Oct 13 14:49:00.569231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-344fb2b7-ad77-49ae-9b6f-0e91981e1364 req-d4ca1976-53d7-42dc-808f-3fc2038a4dd8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313799 Oct 13 14:49:01.684215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ac52b-6565-4e5a-9abd-0ddc0ecce155 req-1debee9c-66a8-43f9-b4d6-4ee99dfaec61 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:01.685888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9ac52b-6565-4e5a-9abd-0ddc0ecce155 req-1debee9c-66a8-43f9-b4d6-4ee99dfaec61 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0491667 Oct 13 14:49:01.725302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-be9ac52b-6565-4e5a-9abd-0ddc0ecce155 req-6268c857-6b5d-4fbd-af03-795a15103ee1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316889 Oct 13 14:49:02.851743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3851244-5a01-4fed-962b-3866c2679789 req-ea233908-e65e-4a2a-9d52-c56d03369893 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:02.853240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3851244-5a01-4fed-962b-3866c2679789 req-ea233908-e65e-4a2a-9d52-c56d03369893 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0576408 Oct 13 14:49:02.894964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3851244-5a01-4fed-962b-3866c2679789 req-c11024c1-cc80-4393-833e-d2fd1b2d91a1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353284 Oct 13 14:49:04.018379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039272f8-579e-4e52-9d21-c60d44b84c43 req-56fa8710-7415-4614-a567-1103d2c2c36b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:04.019678 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-039272f8-579e-4e52-9d21-c60d44b84c43 req-56fa8710-7415-4614-a567-1103d2c2c36b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0534508 Oct 13 14:49:04.060273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-039272f8-579e-4e52-9d21-c60d44b84c43 req-6090f755-4eaa-4a1c-8753-810ce3eba9d6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343370 Oct 13 14:49:04.258431 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 975dfb07-c32b-4c7f-95e2-3be79232e6c7 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:49:04.278771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 975dfb07-c32b-4c7f-95e2-3be79232e6c7 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:49:04.279114 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 975dfb07-c32b-4c7f-95e2-3be79232e6c7 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:49:04.387535 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-ec68ab58-771c-4d08-a57b-36fcd7c0a91d service neutron] show failed (client error): The resource could not be found. Oct 13 14:49:04.388539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-ec68ab58-771c-4d08-a57b-36fcd7c0a91d service neutron] 10.222.0.41 "GET /v2.0/ports/5b8543fb-210c-4631-a83a-d314a70f92f7/bindings/n-h1-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0536971 Oct 13 14:49:04.875126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-b98413f7-b9b1-41a9-965f-079fa0231c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:04.876535 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-b98413f7-b9b1-41a9-965f-079fa0231c7f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 1097 time: 0.0452392 Oct 13 14:49:04.893381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:49:04.947645 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:05.194019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:49:05.587389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a03284-2511-46f8-b54f-f50a128dbafb req-76061069-9414-46c1-aa14-7828685dc43c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:05.588848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6a03284-2511-46f8-b54f-f50a128dbafb req-76061069-9414-46c1-aa14-7828685dc43c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.4538474 Oct 13 14:49:05.602011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:49:05.663895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6a03284-2511-46f8-b54f-f50a128dbafb req-17bf92a8-c0cd-45e3-88a7-b7475f300953 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688763 Oct 13 14:49:05.667521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:49:05.669869 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44acf51e-0a8a-41c6-81d5-d8ae830f5346" -d '{"events": [{"server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:49:05.674640 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:05.688221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Transition to ACTIVE for port object 5b8543fb-210c-4631-a83a-d314a70f92f7 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:49:05.724259 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f9d052-c128-45ea-918b-bb72cfdd63b1 x-openstack-request-id: req-99f9d052-c128-45ea-918b-bb72cfdd63b1 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:49:05.724259 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:49:05.724259 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99f9d052-c128-45ea-918b-bb72cfdd63b1 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:49:05.724259 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'code': 200} Oct 13 14:49:05.794319 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:05.877724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:05.927372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] No DVR routers for this DVR port 5b8543fb-210c-4631-a83a-d314a70f92f7 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:49:06.074060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Attempting to bind port 5b8543fb-210c-4631-a83a-d314a70f92f7 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:49:06.074402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Attempting to bind port 5b8543fb-210c-4631-a83a-d314a70f92f7 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:49:06.074740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Attempting to bind port 5b8543fb-210c-4631-a83a-d314a70f92f7 on network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:49:06.079042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Port 5b8543fb-210c-4631-a83a-d314a70f92f7 on network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:49:06.081497 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Attempting to bind port 5b8543fb-210c-4631-a83a-d314a70f92f7 on network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:49:06.084897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:49:06.085269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Checking segment: {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:49:06.085655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Bound using segment: {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:49:06.086083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Bound port: 5b8543fb-210c-4631-a83a-d314a70f92f7, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:49:06.086449 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:06.151747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:49:06.154856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:49:06.235026 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:06.272902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:06.273549 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:06.275087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] 10.222.0.49 "PUT /v2.0/ports/5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 1092 time: 1.3861184 Oct 13 14:49:06.302718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f035a9-8440-4ee2-b965-476cc5a97672 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:06.356310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-4b659ebb-6669-43f1-81d4-0ec1980467af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:06.356310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-4b659ebb-6669-43f1-81d4-0ec1980467af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1095 time: 0.0451672 Oct 13 14:49:06.470229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-0f6b7c07-670d-4c0b-8741-be47fcc8d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:06.472009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-0f6b7c07-670d-4c0b-8741-be47fcc8d69b service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 897 time: 0.1042492 Oct 13 14:49:06.542694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-cf681a8a-4e13-4611-a303-4218311965cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 999 time: 0.0595140 Oct 13 14:49:06.595685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-ec1b9b51-359b-4e93-b065-7e9df7622a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:06.597212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-ec1b9b51-359b-4e93-b065-7e9df7622a43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0448363 Oct 13 14:49:06.647244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-be908a52-1719-4e40-8916-1f65790178ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:06.648736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-be908a52-1719-4e40-8916-1f65790178ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445409 Oct 13 14:49:06.756562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-5e97b605-fd9e-49fd-9402-043a3e45f911 service neutron] 10.222.0.49 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959816 Oct 13 14:49:06.848299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592fc33-dd48-4165-b832-ded1e0c93b07 req-57cac553-55ad-4e6b-9e56-7498cea81a5b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:06.850919 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c592fc33-dd48-4165-b832-ded1e0c93b07 req-57cac553-55ad-4e6b-9e56-7498cea81a5b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 943 time: 0.1086941 Oct 13 14:49:06.907035 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-78a75f8d-e3e6-4d1c-846d-8168dc7475af service neutron] 10.222.0.49 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371992 Oct 13 14:49:06.912793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c592fc33-dd48-4165-b832-ded1e0c93b07 req-3aab2ec6-0f54-4255-b56a-3d5f78f48fa7 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548029 Oct 13 14:49:07.725745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:49:07.728846 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4f325b-6b02-45d9-8f1c-973b6014fb70" -d '{"events": [{"name": "network-changed", "server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:49:07.782972 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522b6666-0e4f-4b08-a830-af3116ce5ea0 x-openstack-request-id: req-522b6666-0e4f-4b08-a830-af3116ce5ea0 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:49:07.783339 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:49:07.783659 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-522b6666-0e4f-4b08-a830-af3116ce5ea0 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:49:07.784462 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'status': 'completed', 'code': 200} Oct 13 14:49:07.873947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-34a36e25-efca-4d64-b8c8-020d7793d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:07.875457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-34a36e25-efca-4d64-b8c8-020d7793d804 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1095 time: 0.0665596 Oct 13 14:49:07.878530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-90ec2b08-2621-4292-a1d1-08832e6bdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:07.879882 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-90ec2b08-2621-4292-a1d1-08832e6bdc9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1095 time: 0.0819666 Oct 13 14:49:08.078106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-a9487979-41e0-49d7-bab9-f62f78e7effa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:08.079705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-a9487979-41e0-49d7-bab9-f62f78e7effa service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 897 time: 0.1946781 Oct 13 14:49:08.082365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-6718708c-aacc-49d7-9c38-3dfa57edb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:08.083705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-6718708c-aacc-49d7-9c38-3dfa57edb45f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 897 time: 0.1913025 Oct 13 14:49:08.092273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fa492-5b7b-440f-ae3f-dbac79030cbe req-446ed10c-4d35-4c0d-82a4-1efff7ec94bf tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:08.093768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c6fa492-5b7b-440f-ae3f-dbac79030cbe req-446ed10c-4d35-4c0d-82a4-1efff7ec94bf tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 943 time: 0.1038535 Oct 13 14:49:08.225383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-0efbcebe-7b5e-48f1-81aa-1e4de2b9a5ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 999 time: 0.1294804 Oct 13 14:49:08.233512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-b84b4171-ccef-4445-b9fa-28f1ba194aac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 999 time: 0.1388454 Oct 13 14:49:08.236876 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c6fa492-5b7b-440f-ae3f-dbac79030cbe req-93487543-bd04-4ec0-ac08-ea85b1f51891 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304884 Oct 13 14:49:08.322215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-712897a6-c572-4f02-b2b0-c6c6f396fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:08.323710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-712897a6-c572-4f02-b2b0-c6c6f396fa7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0786626 Oct 13 14:49:08.324967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-b042b9a0-8042-41b0-bb5f-1e5158822afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:08.326461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-b042b9a0-8042-41b0-bb5f-1e5158822afe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0886886 Oct 13 14:49:08.404729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-44f33f63-559d-409a-a918-c4aee92deb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:08.406575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-44f33f63-559d-409a-a918-c4aee92deb05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747800 Oct 13 14:49:08.409639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-b6f41d63-1f8a-4f73-9b95-ece7a8dc0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:08.411020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-b6f41d63-1f8a-4f73-9b95-ece7a8dc0815 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711527 Oct 13 14:49:08.567952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-8cbedd0a-c580-4569-a85b-409b9a97350c service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535327 Oct 13 14:49:08.571273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-9c07862d-bc83-40e6-9dcf-fdd5716b44fd service neutron] 10.222.0.49 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497312 Oct 13 14:49:08.728598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-46f56443-4e72-426c-beb2-2f8d72b2ac37 service neutron] 10.222.0.49 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456897 Oct 13 14:49:08.730406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a4f325b-6b02-45d9-8f1c-973b6014fb70 req-d60d26b9-a045-43a0-8b77-df0591fb2cf2 service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548522 Oct 13 14:49:08.743771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5b8543fb-210c-4631-a83a-d314a70f92f7 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:49:08.786015 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5b8543fb-210c-4631-a83a-d314a70f92f7 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:49:09.356456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49509f60-c2e2-441f-8ae6-222169ee6fc3 req-fbcb4b4e-0784-49fc-9edd-d79fde9e75a6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:09.357857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49509f60-c2e2-441f-8ae6-222169ee6fc3 req-fbcb4b4e-0784-49fc-9edd-d79fde9e75a6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 943 time: 0.0494361 Oct 13 14:49:09.395681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49509f60-c2e2-441f-8ae6-222169ee6fc3 req-b2fb6bea-d557-4808-bd7f-00ba539eee39 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Oct 13 14:49:09.838858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc873c0d-d147-4955-b305-08cc2d149b96 req-5191a609-2415-4b93-9f08-d7585c0da572 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:09.840415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc873c0d-d147-4955-b305-08cc2d149b96 req-5191a609-2415-4b93-9f08-d7585c0da572 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 943 time: 0.0610833 Oct 13 14:49:09.912524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc873c0d-d147-4955-b305-08cc2d149b96 req-21a1e107-b23b-46e3-8a5c-1a6ee14650de tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644505 Oct 13 14:49:09.926565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-9c54f7b6-1b08-434f-a8e2-c59f36a27f50 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:09.926820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-9c54f7b6-1b08-434f-a8e2-c59f36a27f50 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.49 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 943 time: 0.0741305 Oct 13 14:49:09.994243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-e8da3f08-4c34-4944-a59a-0cc25f8ce5b7 service neutron] 10.222.0.49 "GET /v2.0/ports/5b8543fb-210c-4631-a83a-d314a70f92f7/bindings/n-h1-806683-15 HTTP/1.1" status: 200 len: 383 time: 0.0569627 Oct 13 14:49:10.060434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-c60926c0-9dd1-4f87-ad42-b9893f6ee242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:10.062074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-c60926c0-9dd1-4f87-ad42-b9893f6ee242 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1095 time: 0.0453379 Oct 13 14:49:10.157195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-bad56aa0-ffe9-47b5-a898-13e04cc0884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:10.159492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-bad56aa0-ffe9-47b5-a898-13e04cc0884d service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 897 time: 0.0895600 Oct 13 14:49:10.234335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-ce2e8e4f-1c92-42cb-bc6b-b3c3606e4d0e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 999 time: 0.0679471 Oct 13 14:49:10.281948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 5b8543fb-210c-4631-a83a-d314a70f92f7 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:49:10.284794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-21156c7a-edda-4b81-8cef-49302e5b018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:10.286346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-21156c7a-edda-4b81-8cef-49302e5b018a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0454824 Oct 13 14:49:10.335891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-a3d1f55f-e0fc-4105-9041-d13fd2c13377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:10.338021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-a3d1f55f-e0fc-4105-9041-d13fd2c13377 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437822 Oct 13 14:49:10.380665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:49:10.395092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'port_id': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'mac_address': 'fa:16:3e:c4:b4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:49:10.434789 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:10.436692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-3e886588-b5e8-4543-8617-b8486416134a service neutron] 10.222.0.49 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919707 Oct 13 14:49:10.452740 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8543fb-210c-4631-a83a-d314a70f92f7 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:49:10.474196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:49:10.537484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-2648fe7d-485e-45ad-a8c9-9ca196062d3e service neutron] 10.222.0.49 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928192 Oct 13 14:49:10.560629 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:10.614811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:10.782001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['5b8543fb-210c-4631-a83a-d314a70f92f7'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:49:11.050839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfca369-16bf-4d99-8064-8a7986b000c8 req-b5bf07e4-11d5-4f2f-854a-0792c94242bc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:11.052451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8cfca369-16bf-4d99-8064-8a7986b000c8 req-b5bf07e4-11d5-4f2f-854a-0792c94242bc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 944 time: 0.0502582 Oct 13 14:49:11.091376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8cfca369-16bf-4d99-8064-8a7986b000c8 req-94a4e984-4818-4c2e-b852-7453d4ecfa2c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328050 Oct 13 14:49:12.211441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9db85-0e74-4018-94eb-d5bb041d5130 req-7f05fdd7-08f7-4ff0-a8eb-0d056d41c2f4 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:12.212953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ff9db85-0e74-4018-94eb-d5bb041d5130 req-7f05fdd7-08f7-4ff0-a8eb-0d056d41c2f4 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 944 time: 0.0539162 Oct 13 14:49:12.250117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ff9db85-0e74-4018-94eb-d5bb041d5130 req-de90a89f-5bf3-403f-b613-6b34f344c59c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311077 Oct 13 14:49:12.287827 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 5b8543fb-210c-4631-a83a-d314a70f92f7 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:49:12.377559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 5b8543fb-210c-4631-a83a-d314a70f92f7 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:49:12.382049 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 5b8543fb-210c-4631-a83a-d314a70f92f7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:49:12.382421 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:12.465960 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:12.489297 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:49:12.491561 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe27a58-385c-4442-94e5-7f7027451aa4" -d '{"events": [{"server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "name": "network-vif-plugged", "status": "completed", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:49:12.505119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:49:12.542637 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:12.569272 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cbbf65-c576-4d94-9c61-ac0cd64d00dc x-openstack-request-id: req-d2cbbf65-c576-4d94-9c61-ac0cd64d00dc {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:49:12.569566 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "name": "network-vif-plugged", "status": "completed", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:49:12.570104 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2cbbf65-c576-4d94-9c61-ac0cd64d00dc {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:49:12.570492 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'code': 200} Oct 13 14:49:12.597268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:13.120576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-4edca569-1a4a-4d86-8060-9bc5d75ebe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:13.120576 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-4edca569-1a4a-4d86-8060-9bc5d75ebe09 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 1097 time: 0.0466905 Oct 13 14:49:13.131544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:49:13.191836 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:13.406739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:49:13.452238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:49:13.515923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:49:13.518568 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad58f3e1-a2bf-4579-a52d-2cecea6a243a" -d '{"events": [{"server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:49:13.522790 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:13.537905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99228ec0-7732-4a83-bc79-96793325d9c6 req-ba9654cb-649b-4624-aaac-7573ab7b7dac tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:13.539416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99228ec0-7732-4a83-bc79-96793325d9c6 req-ba9654cb-649b-4624-aaac-7573ab7b7dac tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 945 time: 0.0998831 Oct 13 14:49:13.553587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Transition to ACTIVE for port object 5b8543fb-210c-4631-a83a-d314a70f92f7 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:49:13.581830 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70897ff2-b824-4676-951b-0edc7f24a328 x-openstack-request-id: req-70897ff2-b824-4676-951b-0edc7f24a328 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:49:13.581830 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "name": "network-vif-unplugged", "status": "completed", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:49:13.581830 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70897ff2-b824-4676-951b-0edc7f24a328 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:49:13.582310 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'code': 200} Oct 13 14:49:13.590084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99228ec0-7732-4a83-bc79-96793325d9c6 req-56e91d23-7c88-4c75-a72c-27c79d10f054 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 Oct 13 14:49:13.629268 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:13.711213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Pushing event updated for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:13.758027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] No DVR routers for this DVR port 5b8543fb-210c-4631-a83a-d314a70f92f7 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:49:13.906732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Attempting to bind port 5b8543fb-210c-4631-a83a-d314a70f92f7 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:49:13.907075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Attempting to bind port 5b8543fb-210c-4631-a83a-d314a70f92f7 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:49:13.907405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Attempting to bind port 5b8543fb-210c-4631-a83a-d314a70f92f7 on network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:49:13.912422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Port 5b8543fb-210c-4631-a83a-d314a70f92f7 on network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:49:13.912761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Attempting to bind port 5b8543fb-210c-4631-a83a-d314a70f92f7 on network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:49:13.921747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:49:13.921747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Checking segment: {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:49:13.921747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Bound using segment: {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:49:13.921747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Bound port: 5b8543fb-210c-4631-a83a-d314a70f92f7, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675c71c5-42d5-489a-a3fa-8c0f512437e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:49:13.921747 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:13.989487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:49:13.992404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:49:14.051584 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:14.090705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:14.091282 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:14.092682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] 10.222.0.41 "PUT /v2.0/ports/5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 1093 time: 0.9653342 Oct 13 14:49:14.112730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290188e-e47d-460f-aeb1-e66d8d02128f service neutron] Pushing event updated for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=11']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:14.164527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-7f1641eb-dcf6-49ac-bfb4-1aeec11144c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:14.166102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-7f1641eb-dcf6-49ac-bfb4-1aeec11144c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1096 time: 0.0457006 Oct 13 14:49:14.266548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-3fbfced1-f291-4a61-950d-861ac8b61959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:14.268494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-3fbfced1-f291-4a61-950d-861ac8b61959 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 897 time: 0.0946121 Oct 13 14:49:14.338842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-03e25dcf-2678-42cc-a059-49c3af7732b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 999 time: 0.0621405 Oct 13 14:49:14.389142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-aec5c306-a774-4f81-a33c-707228c44234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:14.390608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-aec5c306-a774-4f81-a33c-707228c44234 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0432558 Oct 13 14:49:14.441839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-d12303a5-52ea-4362-acbe-5d737f357543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:14.443245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-d12303a5-52ea-4362-acbe-5d737f357543 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443799 Oct 13 14:49:14.534067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-c6504450-a11a-47e6-95df-b340b84b23ed service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829432 Oct 13 14:49:14.627348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78224d73-40b8-4eed-b607-03c02a2d99ce req-e5558625-dae6-499d-bc63-28653d02d7b7 service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854425 Oct 13 14:49:14.724783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20e72c-7a7c-47c2-b734-2747366307a1 req-00b3fbf3-94eb-4439-9f2b-1acf2e8325ca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:14.726546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b20e72c-7a7c-47c2-b734-2747366307a1 req-00b3fbf3-94eb-4439-9f2b-1acf2e8325ca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 944 time: 0.0521388 Oct 13 14:49:14.775220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b20e72c-7a7c-47c2-b734-2747366307a1 req-977cea77-b7cf-4c32-a386-eb45d8a66d30 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365503 Oct 13 14:49:15.583344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:49:15.585731 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fddbde-1cd0-4145-b550-243765af022c" -d '{"events": [{"name": "network-changed", "server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:49:15.635592 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1f4be9-8255-4864-811a-af72dae6095a x-openstack-request-id: req-ae1f4be9-8255-4864-811a-af72dae6095a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:49:15.635903 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:49:15.636189 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae1f4be9-8255-4864-811a-af72dae6095a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:49:15.636610 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'status': 'completed', 'code': 200} Oct 13 14:49:16.076043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fddbde-1cd0-4145-b550-243765af022c req-19074606-53ca-4a18-9f5e-f977dabf911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:16.077540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-19074606-53ca-4a18-9f5e-f977dabf911c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1096 time: 0.4214678 Oct 13 14:49:16.105729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fddbde-1cd0-4145-b550-243765af022c req-46c3e872-0ffd-4f19-92da-85ee73f5cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:16.110725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-46c3e872-0ffd-4f19-92da-85ee73f5cf15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1096 time: 0.4262710 Oct 13 14:49:16.223481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132db26-d658-4acb-974f-d93aa27857dc req-0084b589-13c6-403c-b7ec-fddbfae54232 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:16.224993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9132db26-d658-4acb-974f-d93aa27857dc req-0084b589-13c6-403c-b7ec-fddbfae54232 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 944 time: 0.1625390 Oct 13 14:49:16.291857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fddbde-1cd0-4145-b550-243765af022c req-ecc235c6-0fd9-4772-bb6e-d065a6c0eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:16.293322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-ecc235c6-0fd9-4772-bb6e-d065a6c0eb2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 897 time: 0.1979229 Oct 13 14:49:16.298501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 5b8543fb-210c-4631-a83a-d314a70f92f7 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:49:16.344269 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 5b8543fb-210c-4631-a83a-d314a70f92f7 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:49:16.351117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fddbde-1cd0-4145-b550-243765af022c req-7fdccea9-6d0a-48e5-8494-266c3d75bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:16.352576 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-7fdccea9-6d0a-48e5-8494-266c3d75bc98 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 897 time: 0.2070117 Oct 13 14:49:16.357527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9132db26-d658-4acb-974f-d93aa27857dc req-32f10765-0e23-4671-811c-a76572115db2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234853 Oct 13 14:49:16.420252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-0036eac8-1b1d-47a8-bea6-39b4e64aee96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 999 time: 0.1138105 Oct 13 14:49:16.443008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-122721d2-141d-4578-9364-d50730a581d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 999 time: 0.0779512 Oct 13 14:49:16.511981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fddbde-1cd0-4145-b550-243765af022c req-0824042e-c9d8-4d60-b627-37c87dd9b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:16.513512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-0824042e-c9d8-4d60-b627-37c87dd9b231 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0851033 Oct 13 14:49:16.519427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fddbde-1cd0-4145-b550-243765af022c req-1a45868e-79f2-4fc4-87a0-905e3c0cc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:16.520803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-1a45868e-79f2-4fc4-87a0-905e3c0cc113 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0606351 Oct 13 14:49:16.589407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fddbde-1cd0-4145-b550-243765af022c req-ba8396c4-0e19-485f-aaf7-e34229a3668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:16.590923 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-ba8396c4-0e19-485f-aaf7-e34229a3668e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690882 Oct 13 14:49:16.600682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fddbde-1cd0-4145-b550-243765af022c req-5ef6a065-85f9-4bb2-afba-7acf16f57cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:16.602361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-5ef6a065-85f9-4bb2-afba-7acf16f57cde service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703089 Oct 13 14:49:16.756621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-dfde1284-7a56-4a1b-83af-a48188fc7b7c service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532238 Oct 13 14:49:16.776114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-53f6f422-b431-427c-8ae0-f14fbe32f420 service neutron] 10.222.0.49 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550932 Oct 13 14:49:16.920577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-cbca6f53-f7e9-4bb1-a4dc-4d11a0bc6dea service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566236 Oct 13 14:49:16.933942 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fddbde-1cd0-4145-b550-243765af022c req-2c25a5b5-a0f1-459f-9d9f-eb608d58c285 service neutron] 10.222.0.49 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250436 Oct 13 14:49:17.481238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eadfb5-32cb-4fc1-be32-b353a8ada0da req-9a56abf8-f6db-4535-8e11-e9971e5a88a6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:17.483099 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89eadfb5-32cb-4fc1-be32-b353a8ada0da req-9a56abf8-f6db-4535-8e11-e9971e5a88a6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 944 time: 0.0532901 Oct 13 14:49:17.534734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89eadfb5-32cb-4fc1-be32-b353a8ada0da req-ba7c22e4-dc4c-4ba0-b60d-bc446b2ae71c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401566 Oct 13 14:49:18.665593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12893ff-8322-47ab-8e1a-72325d25450a req-5571a85c-0a93-4c15-ad0d-00ed60edc9a1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:18.667146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e12893ff-8322-47ab-8e1a-72325d25450a req-5571a85c-0a93-4c15-ad0d-00ed60edc9a1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 944 time: 0.0505812 Oct 13 14:49:18.706936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e12893ff-8322-47ab-8e1a-72325d25450a req-b8927aca-99c8-4612-898a-134945949bfb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336943 Oct 13 14:49:18.732293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57504) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:49:18.748193 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:18.772973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5b8543fb-210c-4631-a83a-d314a70f92f7 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:49:18.798581 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7c7d8bfd-a17a-42da-b136-d81182ef7cde tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/6a4ecbfe-8b13-41e7-b4ab-f69eaeabaa3e HTTP/1.1" status: 200 len: 991 time: 0.0649157 Oct 13 14:49:18.872514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:49:18.884625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'port_id': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'mac_address': 'fa:16:3e:c4:b4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:49:18.920906 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:18.933269 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8543fb-210c-4631-a83a-d314a70f92f7 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:49:18.952738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:49:19.034423 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:19.087216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=12']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:19.391656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['5b8543fb-210c-4631-a83a-d314a70f92f7'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:49:19.570421 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2417df93-dc6f-4a8f-af47-ea301d8e0f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:19.745323 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:49:20.789084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5b8543fb-210c-4631-a83a-d314a70f92f7 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:49:20.927197 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 5b8543fb-210c-4631-a83a-d314a70f92f7 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:49:20.931398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 5b8543fb-210c-4631-a83a-d314a70f92f7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:49:20.931775 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:21.015935 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:21.040094 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:49:21.042341 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5b66e9-29bd-4372-89ca-a6e75471a250" -d '{"events": [{"server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "name": "network-vif-plugged", "status": "completed", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:49:21.055954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:49:21.080753 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af336cb9-9379-4c61-bf55-cf8e6f1ca07e x-openstack-request-id: req-af336cb9-9379-4c61-bf55-cf8e6f1ca07e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:49:21.081076 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "name": "network-vif-plugged", "status": "completed", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:49:21.081332 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af336cb9-9379-4c61-bf55-cf8e6f1ca07e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:49:21.081733 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'code': 200} Oct 13 14:49:21.142998 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:21.195336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=13']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:22.273065 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:22.301980 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-35288188-d748-4bc1-8f66-499047c8d5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:23.925564 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:24.033993 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:25.416483 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:35.723937 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57594) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:49:35.773234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Deleting subnet 11bf0c12-e0c7-4294-9f09-df24ea9bc72a {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:49:35.776406 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:35.811591 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:35.852357 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:35.976935 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.006038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11bf0c12-e0c7-4294-9f09-df24ea9bc72a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:36.011682 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.015501 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/11bf0c12-e0c7-4294-9f09-df24ea9bc72a HTTP/1.1" status: 204 len: 168 time: 0.2902613 Oct 13 14:49:36.018040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57596) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:49:36.020736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.021116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.021451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.021780 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.022106 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.022433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.022756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.023076 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.023396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.023713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.024030 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.024347 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257341e7-5ea1-4d62-b240-60e4e9127d52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.097506 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.182374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.203524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d067f59-51d0-4408-89d8-feaed55d0e8f']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:49:36.213269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f1b5e9-abaf-4642-b67f-8274891b9d3f') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:49:36.213547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f1b5e9-abaf-4642-b67f-8274891b9d3f') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:49:36.223893 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.243095 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.245077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:49:36.245502 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:49:36.247294 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:49:36.387501 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.393400 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.396495 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9d067f59-51d0-4408-89d8-feaed55d0e8f HTTP/1.1" status: 204 len: 168 time: 0.3774021 Oct 13 14:49:36.399521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57598) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:49:36.408552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d067f59-51d0-4408-89d8-feaed55d0e8f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:36.416094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.420849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.420849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.420849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.420849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.420849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.420849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.420849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.420849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.420849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.420849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.420849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102405-4ad8-4e48-86a3-56fcc41080b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:49:36.455324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-191c4745-ec39-48fb-be23-07911041b82d admin admin] Deleting subnet 64f09ad0-5d3a-4e76-ba78-1436d8a51583 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:49:36.455324 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-191c4745-ec39-48fb-be23-07911041b82d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.490064 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-191c4745-ec39-48fb-be23-07911041b82d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.529643 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-191c4745-ec39-48fb-be23-07911041b82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.662272 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-191c4745-ec39-48fb-be23-07911041b82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.688058 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c4745-ec39-48fb-be23-07911041b82d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f09ad0-5d3a-4e76-ba78-1436d8a51583,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:36.692126 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-191c4745-ec39-48fb-be23-07911041b82d admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.695311 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-191c4745-ec39-48fb-be23-07911041b82d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/64f09ad0-5d3a-4e76-ba78-1436d8a51583 HTTP/1.1" status: 204 len: 168 time: 0.2947595 Oct 13 14:49:36.697792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57600) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:49:36.771785 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa3d2-aed8-49ff-957a-7336a72418b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.855463 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa3d2-aed8-49ff-957a-7336a72418b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.880561 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ff5aa3d2-aed8-49ff-957a-7336a72418b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e641b39-89a4-4570-b93e-ae148c76d7fe']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:49:36.890462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ff5aa3d2-aed8-49ff-957a-7336a72418b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9af341-9550-4156-b264-3403c0365170') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:49:36.890757 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-ff5aa3d2-aed8-49ff-957a-7336a72418b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9af341-9550-4156-b264-3403c0365170') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:49:36.901836 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa3d2-aed8-49ff-957a-7336a72418b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.917025 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa3d2-aed8-49ff-957a-7336a72418b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.922960 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5aa3d2-aed8-49ff-957a-7336a72418b7 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:49:36.923450 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa3d2-aed8-49ff-957a-7336a72418b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:49:36.925596 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:49:37.050537 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa3d2-aed8-49ff-957a-7336a72418b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:37.058047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa3d2-aed8-49ff-957a-7336a72418b7 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:37.061338 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ff5aa3d2-aed8-49ff-957a-7336a72418b7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4e641b39-89a4-4570-b93e-ae148c76d7fe HTTP/1.1" status: 204 len: 168 time: 0.3625700 Oct 13 14:49:37.074007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aa3d2-aed8-49ff-957a-7336a72418b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e641b39-89a4-4570-b93e-ae148c76d7fe,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:37.382004 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57604) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:49:37.428619 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7e36ff90-ed39-4998-8198-4de023941a69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20bd14f22c124137b8627eba88f0412f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454953 Oct 13 14:49:37.431141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57606) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:49:37.492828 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e630b46-29d6-482b-9742-b6998344155d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:37.520028 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e630b46-29d6-482b-9742-b6998344155d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:37.621919 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e630b46-29d6-482b-9742-b6998344155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:37.624736 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e630b46-29d6-482b-9742-b6998344155d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:37.625983 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6e630b46-29d6-482b-9742-b6998344155d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcef77b5-1787-4417-9883-6986f8ccecd1 HTTP/1.1" status: 204 len: 168 time: 0.1939540 Oct 13 14:49:37.634439 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e630b46-29d6-482b-9742-b6998344155d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcef77b5-1787-4417-9883-6986f8ccecd1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:38.251402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57612) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:49:38.292703 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-07f2071c-a03b-444d-9ec6-5c300daa92a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9fdf91e186684f6488465309c5278177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396078 Oct 13 14:49:38.297875 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57614) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:49:38.349704 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed27cdfc-5eff-427f-a1bf-e9406c065405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:38.370977 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed27cdfc-5eff-427f-a1bf-e9406c065405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:38.479978 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed27cdfc-5eff-427f-a1bf-e9406c065405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:38.484003 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ed27cdfc-5eff-427f-a1bf-e9406c065405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:38.489728 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ed27cdfc-5eff-427f-a1bf-e9406c065405 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fc54d55-75d4-4d19-bb04-dc7681a13590 HTTP/1.1" status: 204 len: 168 time: 0.1853111 Oct 13 14:49:38.499001 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27cdfc-5eff-427f-a1bf-e9406c065405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc54d55-75d4-4d19-bb04-dc7681a13590,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:49:38.623607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2822c1a0-d526-434f-859d-89446b9b0961 req-39492b5f-cdc7-4b80-be5b-cf1433d480ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464664 Oct 13 14:49:38.714760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822c1a0-d526-434f-859d-89446b9b0961 req-23e98203-c373-44fc-a314-46483d259ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:38.718183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2822c1a0-d526-434f-859d-89446b9b0961 req-23e98203-c373-44fc-a314-46483d259ec0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1098 time: 0.0481772 Oct 13 14:49:38.827624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822c1a0-d526-434f-859d-89446b9b0961 req-e4a83ba3-5b10-46c7-81cc-b05611c23293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:38.829139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2822c1a0-d526-434f-859d-89446b9b0961 req-e4a83ba3-5b10-46c7-81cc-b05611c23293 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 897 time: 0.0907824 Oct 13 14:49:38.909520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2822c1a0-d526-434f-859d-89446b9b0961 req-999e1b6f-f1ef-4c32-a064-11e766295e6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 1001 time: 0.0707235 Oct 13 14:49:38.966478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822c1a0-d526-434f-859d-89446b9b0961 req-fd1adc31-f068-4c48-97f2-d1ea740c96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:38.968003 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2822c1a0-d526-434f-859d-89446b9b0961 req-fd1adc31-f068-4c48-97f2-d1ea740c96a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0485175 Oct 13 14:49:39.025826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822c1a0-d526-434f-859d-89446b9b0961 req-ee893e9a-0af3-4bc7-aee3-810ef54d63af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:49:39.027441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2822c1a0-d526-434f-859d-89446b9b0961 req-ee893e9a-0af3-4bc7-aee3-810ef54d63af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426254 Oct 13 14:49:39.129458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2822c1a0-d526-434f-859d-89446b9b0961 req-9cfc739a-9396-4fab-8840-46a322d9001f service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899038 Oct 13 14:49:39.222714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2822c1a0-d526-434f-859d-89446b9b0961 req-8fec9ab7-3d9c-4da3-8d03-58c97bdbdab8 service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890577 Oct 13 14:49:39.725027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-abff3eda-49ff-492d-861f-59675a6ca8f6 req-0b90104c-d37c-4263-82fc-2d8c1c72e3ed service neutron] (112685) timed out ('10.222.0.18', 45312) {{(pid=112685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 14:49:48.775654 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:49.524259 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6695d2bc-a47f-4ed4-ab93-52a8660eabb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:52.255868 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:52.285394 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9b137395-b5ef-491b-9947-23bfebcde6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:53.941840 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:54.050314 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:55.445258 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:49:56.745702 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:50:02.199058 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57770) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:02.333503 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad892162-135a-488b-af5b-24e15e422de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:02.420810 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad892162-135a-488b-af5b-24e15e422de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:02.489616 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ad892162-135a-488b-af5b-24e15e422de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:02.529864 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ad892162-135a-488b-af5b-24e15e422de4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a10ecef98f847b28077bf5d938f2db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294995 Oct 13 14:50:02.530680 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad892162-135a-488b-af5b-24e15e422de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956d48a7-2f99-4b22-ad35-d2b56f635236,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:02.532579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57776) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:02.582795 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7988e154-e35f-4b46-ba7c-ef85ae5e6df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:02.604422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7988e154-e35f-4b46-ba7c-ef85ae5e6df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:02.717891 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7988e154-e35f-4b46-ba7c-ef85ae5e6df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:02.720505 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7988e154-e35f-4b46-ba7c-ef85ae5e6df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:02.722267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7988e154-e35f-4b46-ba7c-ef85ae5e6df9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/956d48a7-2f99-4b22-ad35-d2b56f635236 HTTP/1.1" status: 204 len: 168 time: 0.1880558 Oct 13 14:50:02.733450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988e154-e35f-4b46-ba7c-ef85ae5e6df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956d48a7-2f99-4b22-ad35-d2b56f635236,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:03.404884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57782) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:03.418649 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-125f1231-2904-4d28-9d1c-c3b1a64d1a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:03.495714 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-125f1231-2904-4d28-9d1c-c3b1a64d1a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:03.564318 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-125f1231-2904-4d28-9d1c-c3b1a64d1a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:03.605077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-125f1231-2904-4d28-9d1c-c3b1a64d1a94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fbf638325f84c65b2675b5caac166b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989923 Oct 13 14:50:03.606191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f1231-2904-4d28-9d1c-c3b1a64d1a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c96ff8f-529e-4a47-8283-f4654bc19eb7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:03.607768 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57784) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:03.658421 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cf0a2f1-1ad9-4e7a-884d-0b8ef8a5a8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:03.680128 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cf0a2f1-1ad9-4e7a-884d-0b8ef8a5a8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:03.816212 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cf0a2f1-1ad9-4e7a-884d-0b8ef8a5a8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:03.818760 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cf0a2f1-1ad9-4e7a-884d-0b8ef8a5a8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:03.820103 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3cf0a2f1-1ad9-4e7a-884d-0b8ef8a5a8f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c96ff8f-529e-4a47-8283-f4654bc19eb7 HTTP/1.1" status: 204 len: 168 time: 0.2112734 Oct 13 14:50:03.828240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0a2f1-1ad9-4e7a-884d-0b8ef8a5a8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c96ff8f-529e-4a47-8283-f4654bc19eb7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:14.441042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2fe30-d3e1-441f-ab7d-2703c0418610 req-42077b88-3c88-4734-b08f-e1c2e8db7a16 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:14.442981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6e2fe30-d3e1-441f-ab7d-2703c0418610 req-42077b88-3c88-4734-b08f-e1c2e8db7a16 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1098 time: 0.0439138 Oct 13 14:50:14.480783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6e2fe30-d3e1-441f-ab7d-2703c0418610 req-8db0d0c2-e9bb-4fed-876b-c5f2e8a6060e tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318308 Oct 13 14:50:14.503768 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57910) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:14.668537 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe3156-8b3c-438e-9a04-70ac0245c409 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port 8523e8b0-b138-4df3-9726-8833432cda0b {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:50:14.668888 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3156-8b3c-438e-9a04-70ac0245c409 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:14.751247 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3156-8b3c-438e-9a04-70ac0245c409 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:14.751575 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3156-8b3c-438e-9a04-70ac0245c409 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:14.763634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe3156-8b3c-438e-9a04-70ac0245c409 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for 8523e8b0-b138-4df3-9726-8833432cda0b owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:50:15.024550 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3156-8b3c-438e-9a04-70ac0245c409 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:15.052131 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe3156-8b3c-438e-9a04-70ac0245c409 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=8523e8b0-b138-4df3-9726-8833432cda0b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:15.131003 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3156-8b3c-438e-9a04-70ac0245c409 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:15.131311 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-bdfe3156-8b3c-438e-9a04-70ac0245c409 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Floating IP 6a4ecbfe-8b13-41e7-b4ab-f69eaeabaa3e disassociated (deleted). External IP: 172.25.0.143, port: 5b8543fb-210c-4631-a83a-d314a70f92f7. Oct 13 14:50:15.366514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfe3156-8b3c-438e-9a04-70ac0245c409 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 08379143-f108-405d-a15e-af8261348f78 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:50:15.476862 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfe3156-8b3c-438e-9a04-70ac0245c409 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:50:15.482019 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3156-8b3c-438e-9a04-70ac0245c409 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:15.490539 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b12e05-7c3e-4dc4-a4fa-63eb07a96462 None None] Sync routers for ids ['08379143-f108-405d-a15e-af8261348f78'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:50:15.503213 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b12e05-7c3e-4dc4-a4fa-63eb07a96462 None None] Routers {'08379143-f108-405d-a15e-af8261348f78'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:50:15.504301 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-28b12e05-7c3e-4dc4-a4fa-63eb07a96462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:49:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['08379143-f108-405d-a15e-af8261348f78'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:15.513650 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-bdfe3156-8b3c-438e-9a04-70ac0245c409 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/floatingips/6a4ecbfe-8b13-41e7-b4ab-f69eaeabaa3e HTTP/1.1" status: 204 len: 168 time: 1.0068102 Oct 13 14:50:15.513650 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:50:15.515108 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd79b27-1fa3-491e-b528-cd742a67827c" -d '{"events": [{"name": "network-changed", "server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:50:15.675819 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c771d65-80fb-434b-b50a-705dc36675a5 x-openstack-request-id: req-0c771d65-80fb-434b-b50a-705dc36675a5 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:50:15.676200 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:50:15.676451 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c771d65-80fb-434b-b50a-705dc36675a5 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:50:15.676875 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'status': 'completed', 'code': 200} Oct 13 14:50:15.751348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd79b27-1fa3-491e-b528-cd742a67827c req-12cfc5a7-1aac-4a12-be5d-03ded1c44207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:15.753899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cd79b27-1fa3-491e-b528-cd742a67827c req-12cfc5a7-1aac-4a12-be5d-03ded1c44207 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 1098 time: 0.0496693 Oct 13 14:50:15.773157 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-28b12e05-7c3e-4dc4-a4fa-63eb07a96462 None None] Set router 08379143-f108-405d-a15e-af8261348f78 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:50:15.867120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd79b27-1fa3-491e-b528-cd742a67827c req-d79ba7ff-0ff0-475d-826c-2b41ca540d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:15.868619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cd79b27-1fa3-491e-b528-cd742a67827c req-d79ba7ff-0ff0-475d-826c-2b41ca540d31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 200 len: 897 time: 0.1058242 Oct 13 14:50:15.923606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cd79b27-1fa3-491e-b528-cd742a67827c req-b6ae69a3-7fc1-4b96-93ba-7aef04ef6924 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 200 len: 217 time: 0.0455353 Oct 13 14:50:16.012940 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-28b12e05-7c3e-4dc4-a4fa-63eb07a96462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:47:14Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd2789a9f-94c7-400d-9a07-dc91a77e26b3', 'name': '', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:b1:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:13Z', 'updated_at': '2021-10-13T14:47:17Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:16.013284 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd79b27-1fa3-491e-b528-cd742a67827c req-dede36a3-485c-459b-97b9-90333aefc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:16.014686 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cd79b27-1fa3-491e-b528-cd742a67827c req-dede36a3-485c-459b-97b9-90333aefc84a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 200 len: 835 time: 0.0777607 Oct 13 14:50:16.044432 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b12e05-7c3e-4dc4-a4fa-63eb07a96462 None None] Checking router: 08379143-f108-405d-a15e-af8261348f78 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:50:16.055179 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b12e05-7c3e-4dc4-a4fa-63eb07a96462 None None] Routers {'08379143-f108-405d-a15e-af8261348f78'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:50:16.055828 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-28b12e05-7c3e-4dc4-a4fa-63eb07a96462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:49:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['08379143-f108-405d-a15e-af8261348f78'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:16.069332 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e670cf-40cc-4c8d-8541-c29a5e545c22 req-55ba9372-ad29-4fe6-9901-bbe2c5c0bf83 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:16.071005 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34e670cf-40cc-4c8d-8541-c29a5e545c22 req-55ba9372-ad29-4fe6-9901-bbe2c5c0bf83 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 946 time: 0.0915186 Oct 13 14:50:16.104849 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd79b27-1fa3-491e-b528-cd742a67827c req-1a17a706-e8bc-43c2-abd5-485f2319e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:16.106688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cd79b27-1fa3-491e-b528-cd742a67827c req-1a17a706-e8bc-43c2-abd5-485f2319e58c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee442ec3-6124-4e47-ad77-1bbbdfd003f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828905 Oct 13 14:50:16.177208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34e670cf-40cc-4c8d-8541-c29a5e545c22 req-96b00879-d64b-4c50-8b2a-88301498d3a4 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001763 Oct 13 14:50:16.182781 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-28b12e05-7c3e-4dc4-a4fa-63eb07a96462 None None] Set router 08379143-f108-405d-a15e-af8261348f78 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:50:16.243256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cd79b27-1fa3-491e-b528-cd742a67827c req-9821d91c-ccb4-4241-aeec-56e90f284492 service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274865 Oct 13 14:50:16.347116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cd79b27-1fa3-491e-b528-cd742a67827c req-848feff4-ba4d-46d9-9fbf-4b8bd7b7aaaf service neutron] 10.222.0.41 "GET /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942872 Oct 13 14:50:16.414792 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-28b12e05-7c3e-4dc4-a4fa-63eb07a96462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:47:14Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd2789a9f-94c7-400d-9a07-dc91a77e26b3', 'name': '', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:b1:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:13Z', 'updated_at': '2021-10-13T14:47:17Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:16.444000 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b12e05-7c3e-4dc4-a4fa-63eb07a96462 None None] The sync data for ids ['08379143-f108-405d-a15e-af8261348f78'] in n-d-806683-15 is: [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:47:14Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd2789a9f-94c7-400d-9a07-dc91a77e26b3', 'name': '', 'network_id': 'ee442ec3-6124-4e47-ad77-1bbbdfd003f3', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:b1:51:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:13Z', 'updated_at': '2021-10-13T14:47:17Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': 'c11d20ba-8a0d-4210-8bc5-9a23c7457691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:50:16.697455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d0b06c-95af-41ad-87b4-31e25dc9deab None None] New status for floating IP 6a4ecbfe-8b13-41e7-b4ab-f69eaeabaa3e: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:50:17.327347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba8da8-0165-41b5-8859-9f8a6b99ad0c req-8c824d53-889c-453f-b5f9-475bb65b32bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:17.329173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59ba8da8-0165-41b5-8859-9f8a6b99ad0c req-8c824d53-889c-453f-b5f9-475bb65b32bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 946 time: 0.0674295 Oct 13 14:50:17.371647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59ba8da8-0165-41b5-8859-9f8a6b99ad0c req-c67eb15d-a113-4126-92d4-50df64e1b423 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=316caba6-2d24-4c96-a961-aea09f9b7366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335975 Oct 13 14:50:17.824323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4289e62-4788-4288-af95-2202b874eaa2 req-640ceaa2-997a-4989-8588-72d77d429278 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:17.826021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4289e62-4788-4288-af95-2202b874eaa2 req-640ceaa2-997a-4989-8588-72d77d429278 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.41 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 946 time: 0.0507209 Oct 13 14:50:17.918947 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c4289e62-4788-4288-af95-2202b874eaa2 req-336e4483-25d0-439e-8640-5b568808b4fc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port 5b8543fb-210c-4631-a83a-d314a70f92f7 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:50:17.919296 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c4289e62-4788-4288-af95-2202b874eaa2 req-336e4483-25d0-439e-8640-5b568808b4fc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:18.012206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c4289e62-4788-4288-af95-2202b874eaa2 req-336e4483-25d0-439e-8640-5b568808b4fc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] For port 5b8543fb-210c-4631-a83a-d314a70f92f7, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=5b8543fb-210c-4631-a83a-d314a70f92f7,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:50:18.012489 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c4289e62-4788-4288-af95-2202b874eaa2 req-336e4483-25d0-439e-8640-5b568808b4fc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:18.025848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c4289e62-4788-4288-af95-2202b874eaa2 req-336e4483-25d0-439e-8640-5b568808b4fc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for 5b8543fb-210c-4631-a83a-d314a70f92f7 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:50:18.243314 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c4289e62-4788-4288-af95-2202b874eaa2 req-336e4483-25d0-439e-8640-5b568808b4fc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:18.272585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e4483-25d0-439e-8640-5b568808b4fc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=5b8543fb-210c-4631-a83a-d314a70f92f7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:18.322442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4289e62-4788-4288-af95-2202b874eaa2 req-336e4483-25d0-439e-8640-5b568808b4fc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] No DVR routers for this DVR port 5b8543fb-210c-4631-a83a-d314a70f92f7 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:50:18.325540 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c4289e62-4788-4288-af95-2202b874eaa2 req-336e4483-25d0-439e-8640-5b568808b4fc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:18.329033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4289e62-4788-4288-af95-2202b874eaa2 req-336e4483-25d0-439e-8640-5b568808b4fc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.41 "DELETE /v2.0/ports/5b8543fb-210c-4631-a83a-d314a70f92f7 HTTP/1.1" status: 204 len: 173 time: 0.4957213 Oct 13 14:50:18.329693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'name': 'network-vif-deleted', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:50:18.332100 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60217752-d0f8-43f4-a009-6846f5430830" -d '{"events": [{"server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "name": "network-vif-deleted", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:50:18.490848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-550a4942-2b3a-42de-81d1-415a0529689b req-9042d543-3b99-4243-85a1-46beb635386a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=753c82f4-9817-4a6c-ac6f-9e7878bd7c1e HTTP/1.1" status: 200 len: 210 time: 0.0358443 Oct 13 14:50:18.629888 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98d84d1-63c8-4cd5-952f-e0a9b61e5d84 x-openstack-request-id: req-e98d84d1-63c8-4cd5-952f-e0a9b61e5d84 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:50:18.630193 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753c82f4-9817-4a6c-ac6f-9e7878bd7c1e", "name": "network-vif-deleted", "tag": "5b8543fb-210c-4631-a83a-d314a70f92f7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:50:18.630540 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e98d84d1-63c8-4cd5-952f-e0a9b61e5d84 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:50:18.630869 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753c82f4-9817-4a6c-ac6f-9e7878bd7c1e', 'name': 'network-vif-deleted', 'tag': '5b8543fb-210c-4631-a83a-d314a70f92f7', 'status': 'completed', 'code': 200} Oct 13 14:50:18.801853 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:19.518400 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4e1538c5-cb8e-47c4-9460-2f8ae9674126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:19.556094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57968) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:19.930768 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa4900c1-5119-4a92-a34c-af20b10c8cdb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:20.188751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-aa4900c1-5119-4a92-a34c-af20b10c8cdb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port d2789a9f-94c7-400d-9a07-dc91a77e26b3 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:50:20.189027 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa4900c1-5119-4a92-a34c-af20b10c8cdb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:20.284202 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-aa4900c1-5119-4a92-a34c-af20b10c8cdb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] For port d2789a9f-94c7-400d-9a07-dc91a77e26b3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d2789a9f-94c7-400d-9a07-dc91a77e26b3,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:50:20.284693 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa4900c1-5119-4a92-a34c-af20b10c8cdb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:20.297465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-aa4900c1-5119-4a92-a34c-af20b10c8cdb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for d2789a9f-94c7-400d-9a07-dc91a77e26b3 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:50:20.576013 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa4900c1-5119-4a92-a34c-af20b10c8cdb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:20.605185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4900c1-5119-4a92-a34c-af20b10c8cdb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=d2789a9f-94c7-400d-9a07-dc91a77e26b3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:20.783600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-aa4900c1-5119-4a92-a34c-af20b10c8cdb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:21.007462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4900c1-5119-4a92-a34c-af20b10c8cdb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 08379143-f108-405d-a15e-af8261348f78 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:50:21.120799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4900c1-5119-4a92-a34c-af20b10c8cdb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:50:21.128329 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-aa4900c1-5119-4a92-a34c-af20b10c8cdb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "PUT /v2.0/routers/08379143-f108-405d-a15e-af8261348f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5700166 Oct 13 14:50:21.130081 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57972) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:21.132210 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623bb68c-ca67-409d-879a-2732947f07d5 None None] Sync routers for ids ['08379143-f108-405d-a15e-af8261348f78'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:50:21.144828 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623bb68c-ca67-409d-879a-2732947f07d5 None None] Routers {'08379143-f108-405d-a15e-af8261348f78'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:50:21.145639 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-623bb68c-ca67-409d-879a-2732947f07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:49:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['08379143-f108-405d-a15e-af8261348f78'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:21.182376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a4757a-9e8b-44ca-bb1f-4203f117abba tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting subnet c11d20ba-8a0d-4210-8bc5-9a23c7457691 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:50:21.185618 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d3a4757a-9e8b-44ca-bb1f-4203f117abba tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:21.225902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d3a4757a-9e8b-44ca-bb1f-4203f117abba tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:21.260922 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-623bb68c-ca67-409d-879a-2732947f07d5 None None] Set router 08379143-f108-405d-a15e-af8261348f78 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:50:21.315482 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d3a4757a-9e8b-44ca-bb1f-4203f117abba tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:21.455847 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d3a4757a-9e8b-44ca-bb1f-4203f117abba tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:21.461278 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-623bb68c-ca67-409d-879a-2732947f07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:50:20Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:21.480385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad404ef-664f-4181-92f6-2a5465bf2f7f None None] Network ee442ec3-6124-4e47-ad77-1bbbdfd003f3 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:50:21.496760 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623bb68c-ca67-409d-879a-2732947f07d5 None None] Checking router: 08379143-f108-405d-a15e-af8261348f78 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:50:21.503851 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d3a4757a-9e8b-44ca-bb1f-4203f117abba tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:21.509947 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623bb68c-ca67-409d-879a-2732947f07d5 None None] Routers {'08379143-f108-405d-a15e-af8261348f78'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:50:21.509947 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-623bb68c-ca67-409d-879a-2732947f07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:49:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['08379143-f108-405d-a15e-af8261348f78'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:21.510203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d3a4757a-9e8b-44ca-bb1f-4203f117abba tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/subnets/c11d20ba-8a0d-4210-8bc5-9a23c7457691 HTTP/1.1" status: 204 len: 168 time: 0.3756478 Oct 13 14:50:21.510306 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57978) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:21.511726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4757a-9e8b-44ca-bb1f-4203f117abba tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Subnet': ['ID=c11d20ba-8a0d-4210-8bc5-9a23c7457691,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:21.635842 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-623bb68c-ca67-409d-879a-2732947f07d5 None None] Set router 08379143-f108-405d-a15e-af8261348f78 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:50:21.724068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] DHCP port deletion for ee442ec3-6124-4e47-ad77-1bbbdfd003f3 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:50:21.776790 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Deleting port 7879c762-abe3-4cef-831b-2e4245af2749 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:50:21.777591 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:21.835780 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-623bb68c-ca67-409d-879a-2732947f07d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:50:20Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:21.847848 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] For port 7879c762-abe3-4cef-831b-2e4245af2749, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=7879c762-abe3-4cef-831b-2e4245af2749,segment=NetworkSegment(675c71c5-42d5-489a-a3fa-8c0f512437e2),segment_id=675c71c5-42d5-489a-a3fa-8c0f512437e2)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:50:21.848373 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:21.862135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Calling delete_port for 7879c762-abe3-4cef-831b-2e4245af2749 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:50:21.866657 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623bb68c-ca67-409d-879a-2732947f07d5 None None] The sync data for ids ['08379143-f108-405d-a15e-af8261348f78'] in n-d-806683-15 is: [{'id': '08379143-f108-405d-a15e-af8261348f78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52002249', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:47:09Z', 'updated_at': '2021-10-13T14:50:20Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '996aa69c-4725-44bc-97ef-8ffc31189133', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:53:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08379143-f108-405d-a15e-af8261348f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:47:10Z', 'updated_at': '2021-10-13T14:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:50:21.947802 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:22.022745 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:22.048428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Pushing event deleted for resources: {'Port': ['ID=7879c762-abe3-4cef-831b-2e4245af2749,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:22.053364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] No DVR routers for this DVR port 7879c762-abe3-4cef-831b-2e4245af2749 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:50:22.060477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:22.060807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:22.061217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:22.061556 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:22.061886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:22.062043 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:22.062214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:22.065967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:22.065967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:22.065967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:22.065967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:22.065967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:22.065967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6883666e-901e-4219-a47c-57cd6e23d35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:22.230765 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port 996aa69c-4725-44bc-97ef-8ffc31189133 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:50:22.231365 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:22.272256 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:22.295127 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dd524e5b-a0ff-457c-a52f-daf80d4cb064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:22.329580 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] For port 996aa69c-4725-44bc-97ef-8ffc31189133, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=996aa69c-4725-44bc-97ef-8ffc31189133,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:50:22.329968 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:22.343564 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for 996aa69c-4725-44bc-97ef-8ffc31189133 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:50:22.575563 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:22.602646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=996aa69c-4725-44bc-97ef-8ffc31189133,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:22.665174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:22.761962 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:22.764125 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:22.884414 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:22.884938 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Fanout notify agent at l3_agent the message router_deleted on router 08379143-f108-405d-a15e-af8261348f78 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:50:22.893119 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:22.894757 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-785aed7d-f0ef-4039-8d6d-0b90c83ddfc8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/routers/08379143-f108-405d-a15e-af8261348f78 HTTP/1.1" status: 204 len: 168 time: 1.3834310 Oct 13 14:50:22.897554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 57986) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:22.982458 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7faa6a12-b6c5-48f7-abb5-9d2dd8503060 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:23.080067 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7faa6a12-b6c5-48f7-abb5-9d2dd8503060 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:23.101080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-7faa6a12-b6c5-48f7-abb5-9d2dd8503060 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee442ec3-6124-4e47-ad77-1bbbdfd003f3']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:23.110425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5b8543fb-210c-4631-a83a-d314a70f92f7 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:50:23.111051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-7faa6a12-b6c5-48f7-abb5-9d2dd8503060 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675c71c5-42d5-489a-a3fa-8c0f512437e2') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:23.111285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-7faa6a12-b6c5-48f7-abb5-9d2dd8503060 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675c71c5-42d5-489a-a3fa-8c0f512437e2') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:23.121589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7faa6a12-b6c5-48f7-abb5-9d2dd8503060 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:23.133997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 5b8543fb-210c-4631-a83a-d314a70f92f7 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:50:23.134383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 5b8543fb-210c-4631-a83a-d314a70f92f7 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:50:23.136454 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7faa6a12-b6c5-48f7-abb5-9d2dd8503060 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:23.142880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7faa6a12-b6c5-48f7-abb5-9d2dd8503060 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:50:23.143288 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7faa6a12-b6c5-48f7-abb5-9d2dd8503060 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:50:23.147431 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:50:23.323935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7faa6a12-b6c5-48f7-abb5-9d2dd8503060 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:23.343977 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7faa6a12-b6c5-48f7-abb5-9d2dd8503060 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:23.343977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7faa6a12-b6c5-48f7-abb5-9d2dd8503060 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/networks/ee442ec3-6124-4e47-ad77-1bbbdfd003f3 HTTP/1.1" status: 204 len: 168 time: 0.4424314 Oct 13 14:50:23.344834 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57988) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:23.358963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa6a12-b6c5-48f7-abb5-9d2dd8503060 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Network': ['ID=ee442ec3-6124-4e47-ad77-1bbbdfd003f3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:23.416596 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1de0551d-daf3-4feb-bf04-1249f9e8a112 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:23.425413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d2789a9f-94c7-400d-9a07-dc91a77e26b3 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:50:23.443295 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1de0551d-daf3-4feb-bf04-1249f9e8a112 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:23.448474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: d2789a9f-94c7-400d-9a07-dc91a77e26b3 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:50:23.448822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d2789a9f-94c7-400d-9a07-dc91a77e26b3 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:50:23.449261 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 996aa69c-4725-44bc-97ef-8ffc31189133 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:50:23.473050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 996aa69c-4725-44bc-97ef-8ffc31189133 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:50:23.473435 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 996aa69c-4725-44bc-97ef-8ffc31189133 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:50:23.473855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7879c762-abe3-4cef-831b-2e4245af2749 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:50:23.493780 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 7879c762-abe3-4cef-831b-2e4245af2749 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:50:23.494125 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 7879c762-abe3-4cef-831b-2e4245af2749 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:50:23.598800 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1de0551d-daf3-4feb-bf04-1249f9e8a112 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:23.601499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1de0551d-daf3-4feb-bf04-1249f9e8a112 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:23.602646 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1de0551d-daf3-4feb-bf04-1249f9e8a112 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/security-groups/316caba6-2d24-4c96-a961-aea09f9b7366 HTTP/1.1" status: 204 len: 168 time: 0.2569251 Oct 13 14:50:23.614717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0551d-daf3-4feb-bf04-1249f9e8a112 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316caba6-2d24-4c96-a961-aea09f9b7366,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:23.907137 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:24.092677 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57996) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:24.097940 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6c4f233f-7d3b-48c9-9021-309c1c1c8b9f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2051796654', 'description': 'tempest-secgroup-smoke-2051796654 description', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:24.112223 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:24.237965 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c4f233f-7d3b-48c9-9021-309c1c1c8b9f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:24.309106 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c4f233f-7d3b-48c9-9021-309c1c1c8b9f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:24.369836 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c4f233f-7d3b-48c9-9021-309c1c1c8b9f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:24.400917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f233f-7d3b-48c9-9021-309c1c1c8b9f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2613592-e165-43c3-a2b3-cde9ff691e17,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:24.486185 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6c4f233f-7d3b-48c9-9021-309c1c1c8b9f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:24.488047 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6c4f233f-7d3b-48c9-9021-309c1c1c8b9f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3941209 Oct 13 14:50:24.490971 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 57998) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:24.495347 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a6712c10-306b-467a-af5b-64464b213819 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': 'c2613592-e165-43c3-a2b3-cde9ff691e17', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:24.591845 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6712c10-306b-467a-af5b-64464b213819 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:24.658104 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6712c10-306b-467a-af5b-64464b213819 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:24.754025 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6712c10-306b-467a-af5b-64464b213819 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:24.772235 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6712c10-306b-467a-af5b-64464b213819 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ec8580-0c50-4991-a70e-613f803cf1a3,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:24.990585 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a6712c10-306b-467a-af5b-64464b213819 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:24.994429 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a6712c10-306b-467a-af5b-64464b213819 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5000143 Oct 13 14:50:24.994926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58002) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:24.999543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-da7fa5ff-a59b-43f9-9846-fa499b7d5497 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': 'c2613592-e165-43c3-a2b3-cde9ff691e17', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:25.100696 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-da7fa5ff-a59b-43f9-9846-fa499b7d5497 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:25.156453 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-da7fa5ff-a59b-43f9-9846-fa499b7d5497 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:25.226724 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-da7fa5ff-a59b-43f9-9846-fa499b7d5497 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:25.246939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fa5ff-a59b-43f9-9846-fa499b7d5497 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acd6b08-517b-4283-91b5-92ac18299978,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:25.320111 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-da7fa5ff-a59b-43f9-9846-fa499b7d5497 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:25.321387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-da7fa5ff-a59b-43f9-9846-fa499b7d5497 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3254411 Oct 13 14:50:25.324282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58004) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:25.340145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a084c404-257e-4cee-a317-c4398aac7f6b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': 'c2613592-e165-43c3-a2b3-cde9ff691e17', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:25.420293 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a084c404-257e-4cee-a317-c4398aac7f6b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:25.443944 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:25.479803 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a084c404-257e-4cee-a317-c4398aac7f6b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:25.558357 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a084c404-257e-4cee-a317-c4398aac7f6b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:25.578583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084c404-257e-4cee-a317-c4398aac7f6b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b816ed-ee50-4994-9308-a9849bb19e71,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:25.640141 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a084c404-257e-4cee-a317-c4398aac7f6b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:25.642989 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a084c404-257e-4cee-a317-c4398aac7f6b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161500 Oct 13 14:50:25.644773 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58008) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:25.650321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-47fd1dd2-b429-4417-a32a-feac679b6035 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': 'c2613592-e165-43c3-a2b3-cde9ff691e17', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:25.733177 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-47fd1dd2-b429-4417-a32a-feac679b6035 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:25.798977 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-47fd1dd2-b429-4417-a32a-feac679b6035 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:25.883624 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-47fd1dd2-b429-4417-a32a-feac679b6035 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:25.900924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd1dd2-b429-4417-a32a-feac679b6035 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c5185d-151a-430d-aa70-3e7f183593e5,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:25.994467 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-47fd1dd2-b429-4417-a32a-feac679b6035 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:25.995720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-47fd1dd2-b429-4417-a32a-feac679b6035 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3496132 Oct 13 14:50:25.998390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58012) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:26.002735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3d0be745-af1a-4590-9943-86a8f17b4173 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': 'c2613592-e165-43c3-a2b3-cde9ff691e17', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:26.135030 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-3d0be745-af1a-4590-9943-86a8f17b4173 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Project 5c576f49d3dd4bbab85901c8c6ccd513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:50:26.140058 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d0be745-af1a-4590-9943-86a8f17b4173 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:26.200602 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d0be745-af1a-4590-9943-86a8f17b4173 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:26.278012 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d0be745-af1a-4590-9943-86a8f17b4173 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:26.298153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0be745-af1a-4590-9943-86a8f17b4173 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b746067c-ff8d-42db-a42d-668a2a7dc517,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:26.359673 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d0be745-af1a-4590-9943-86a8f17b4173 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:26.360911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3d0be745-af1a-4590-9943-86a8f17b4173 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3615918 Oct 13 14:50:26.363749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58014) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:26.368280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-2bf0005d-891d-47e4-a372-22373c869975 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': 'c2613592-e165-43c3-a2b3-cde9ff691e17', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:26.448827 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-2bf0005d-891d-47e4-a372-22373c869975 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Project 5c576f49d3dd4bbab85901c8c6ccd513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:50:26.453823 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2bf0005d-891d-47e4-a372-22373c869975 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:26.512824 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2bf0005d-891d-47e4-a372-22373c869975 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:26.591829 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2bf0005d-891d-47e4-a372-22373c869975 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:26.610340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0005d-891d-47e4-a372-22373c869975 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1116c38-dd7a-4ac6-983f-765d5244117e,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:26.679804 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2bf0005d-891d-47e4-a372-22373c869975 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:26.681082 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2bf0005d-891d-47e4-a372-22373c869975 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163762 Oct 13 14:50:26.684008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58016) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:26.689116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-deafdaef-864a-4578-a8b3-4e65d7332f64 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'network': {'name': 'tempest-network-smoke--843001173', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'port_security_enabled': True}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:26.769372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deafdaef-864a-4578-a8b3-4e65d7332f64 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Made reservation on behalf of 5c576f49d3dd4bbab85901c8c6ccd513 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:50:26.773178 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-deafdaef-864a-4578-a8b3-4e65d7332f64 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:26.798951 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deafdaef-864a-4578-a8b3-4e65d7332f64 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:50:26.809015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-deafdaef-864a-4578-a8b3-4e65d7332f64 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:26.809363 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-deafdaef-864a-4578-a8b3-4e65d7332f64 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Added segment 68839fbc-7b0f-4645-8388-0afe7d661894 of type vlan for network 65553c16-fb74-49a1-8d0c-c6d1295167fb Oct 13 14:50:26.849692 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-deafdaef-864a-4578-a8b3-4e65d7332f64 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:27.009577 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-deafdaef-864a-4578-a8b3-4e65d7332f64 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:27.016445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deafdaef-864a-4578-a8b3-4e65d7332f64 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:27.017441 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-deafdaef-864a-4578-a8b3-4e65d7332f64 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:27.096186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafdaef-864a-4578-a8b3-4e65d7332f64 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Network': ['ID=65553c16-fb74-49a1-8d0c-c6d1295167fb,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:27.097997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 65553c16-fb74-49a1-8d0c-c6d1295167fb details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:50:27.144275 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-deafdaef-864a-4578-a8b3-4e65d7332f64 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4589958 Oct 13 14:50:27.146767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58026) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:27.151311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'admin_state_up': True, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:27.243697 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:27.244803 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:27.302963 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:27.542012 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:27.836136 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:27.855394 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:27.961963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.25.0.8 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:50:28.067839 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:28.180853 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:28.224759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:50:28.227619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:50:28.231434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:50:28.254786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:28.891336 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:29.092438 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:29.317386 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:50:29.430706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:50:29.441409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Sync routers for ids ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:50:29.450429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Routers {'7d753bb5-0e48-4240-9780-6cb55f5a2e5b'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:50:29.451055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:50:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:29.491561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:29.492810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bb4676ba-9b13-490e-bc76-b9ec18883634 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3450394 Oct 13 14:50:29.496695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58036) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:29.525725 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eb76a1d8-7b04-4cc9-9297-344fe8687f74 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=5c576f49d3dd4bbab85901c8c6ccd513&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275810 Oct 13 14:50:29.528386 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58038) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:29.704729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe609e2-d7e7-47a7-a62e-916bd80959ed tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:29.706828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6fe609e2-d7e7-47a7-a62e-916bd80959ed tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1773584 Oct 13 14:50:29.713810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58042) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:29.715456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Set router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:50:29.759698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d89ea60b-296b-49cf-b8bf-3870af289d2c tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445924 Oct 13 14:50:29.762180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58044) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:29.767102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-bab57ab0-fca2-4233-b035-b71a6998c29f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2123520513', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:29.900886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:28Z', 'revision_number': 3, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:29.934056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Checking router: 7d753bb5-0e48-4240-9780-6cb55f5a2e5b for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:50:29.934056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Updating router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b port 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:50:29.941550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab57ab0-fca2-4233-b035-b71a6998c29f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Made reservation on behalf of 5c576f49d3dd4bbab85901c8c6ccd513 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:50:29.945492 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bab57ab0-fca2-4233-b035-b71a6998c29f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:29.961942 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:30.198579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bab57ab0-fca2-4233-b035-b71a6998c29f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:30.233217 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:30.265562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab57ab0-fca2-4233-b035-b71a6998c29f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Subnet': ['ID=8c74105f-b40d-42e9-8e3c-52dcb4abb942,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:30.275172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab57ab0-fca2-4233-b035-b71a6998c29f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Checking segment: {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:50:30.275546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab57ab0-fca2-4233-b035-b71a6998c29f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network hostable DHCP agents. Network: 65553c16-fb74-49a1-8d0c-c6d1295167fb, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:50:30.289361 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:30.349228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Attempting to bind port 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:50:30.349596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Attempting to bind port 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:50:30.349952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Attempting to bind port 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:50:30.352722 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dba151-25cf-4b47-ac78-6acd69b2cc96 None None] Pushing event updated for resources: {'Port': ['ID=24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:30.358132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab57ab0-fca2-4233-b035-b71a6998c29f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 65553c16-fb74-49a1-8d0c-c6d1295167fb is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:50:30.364643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:50:30.364643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:50:30.365250 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:30.365250 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:50:30.365723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Bound port: 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:50:30.366102 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:30.415259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-bab57ab0-fca2-4233-b035-b71a6998c29f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 65553c16-fb74-49a1-8d0c-c6d1295167fb) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:50:30.419237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] For port 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:50:30.420007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab57ab0-fca2-4233-b035-b71a6998c29f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:30.420665 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bab57ab0-fca2-4233-b035-b71a6998c29f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:30.423227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] For port 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:50:30.427764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a08813e-e171-4f6a-b9ea-9b9d1af661dd None None] Network 65553c16-fb74-49a1-8d0c-c6d1295167fb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:50:30.486274 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:30.500369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bab57ab0-fca2-4233-b035-b71a6998c29f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7346082 Oct 13 14:50:30.502342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58046) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:30.608353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dba151-25cf-4b47-ac78-6acd69b2cc96 None None] Pushing event updated for resources: {'Port': ['ID=24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:30.618561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Routers {'7d753bb5-0e48-4240-9780-6cb55f5a2e5b'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:50:30.618561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:50:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:30.689529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-65553c16-fb74-49a1-8d0c-c6d1295167fb', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ips': [{'subnet_id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:50:30.691180 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:30.808290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] Set router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:50:30.983723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Allocated IP 172.20.0.2 (65553c16-fb74-49a1-8d0c-c6d1295167fb/8c74105f-b40d-42e9-8e3c-52dcb4abb942/fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:50:31.030897 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.131554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:28Z', 'revision_number': 3, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:31.177428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9083be77-ea95-4ec3-bdfc-f77cb93286cf None None] The sync data for ids ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'] in n-d-806683-15 is: [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:28Z', 'revision_number': 3, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:50:31.207918 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58054) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:31.208699 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.295786 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.349898 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17e7ec71-421e-446a-a00a-868ef1c9fe12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.357871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Network 65553c16-fb74-49a1-8d0c-c6d1295167fb is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:50:31.360772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:50:31.368089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:50:31.373299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Pushing event updated for resources: {'Port': ['ID=fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:31.398396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.20.0.1 (65553c16-fb74-49a1-8d0c-c6d1295167fb/8c74105f-b40d-42e9-8e3c-52dcb4abb942/dd4e09d3-e018-48fc-a09b-38cd2c5ccc96) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:50:31.436881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Attempting to bind port fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:50:31.437315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Attempting to bind port fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:50:31.437682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Attempting to bind port fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c on network 65553c16-fb74-49a1-8d0c-c6d1295167fb {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:50:31.445968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:50:31.446347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Checking segment: {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:50:31.446757 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.447153 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Bound using segment: {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:50:31.447631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Bound port: fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:50:31.448058 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.450671 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17e7ec71-421e-446a-a00a-868ef1c9fe12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.518308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17e7ec71-421e-446a-a00a-868ef1c9fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.539035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] For port fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:50:31.543280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] For port fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:50:31.555951 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.577602 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-17e7ec71-421e-446a-a00a-868ef1c9fe12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9413df2bdbe94c30add5dd0ed1564900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654461 Oct 13 14:50:31.577602 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7ec71-421e-446a-a00a-868ef1c9fe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c4bfff-cdd7-4469-92b8-16bb4d719206,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:31.578180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58060) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:31.621761 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.644523 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-041f44a0-3148-40c9-a0ad-8b786be85771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.673084 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-041f44a0-3148-40c9-a0ad-8b786be85771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.700388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b574e88-8e7a-465f-b5b4-9210fea9b81b None None] Pushing event updated for resources: {'Port': ['ID=fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:31.713516 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.764062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 65553c16-fb74-49a1-8d0c-c6d1295167fb is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:50:31.767858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:50:31.770638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:50:31.805685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=dd4e09d3-e018-48fc-a09b-38cd2c5ccc96,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:31.839193 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.884206 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-041f44a0-3148-40c9-a0ad-8b786be85771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.889982 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-041f44a0-3148-40c9-a0ad-8b786be85771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:31.889982 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-041f44a0-3148-40c9-a0ad-8b786be85771 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90c4bfff-cdd7-4469-92b8-16bb4d719206 HTTP/1.1" status: 204 len: 168 time: 0.3099363 Oct 13 14:50:31.916613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f44a0-3148-40c9-a0ad-8b786be85771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c4bfff-cdd7-4469-92b8-16bb4d719206,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:32.098507 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:32.407245 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:32.506433 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:32.585397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=dd4e09d3-e018-48fc-a09b-38cd2c5ccc96,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:32.590820 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:32.674257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fad2fb4-4332-4f4c-bd58-b60dc22234d4 None None] Network 65553c16-fb74-49a1-8d0c-c6d1295167fb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:50:32.711985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 65553c16-fb74-49a1-8d0c-c6d1295167fb is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:50:32.713757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:50:32.729006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-52236275-da25-4005-ace5-3e44134bbaa4 None None] Provisioning complete for port fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:32.729377 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-52236275-da25-4005-ace5-3e44134bbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:32.838691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:50:32.870288 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-52236275-da25-4005-ace5-3e44134bbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:32.921623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-52236275-da25-4005-ace5-3e44134bbaa4 None None] For port fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:50:32.976964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:50:32.985076 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f831e147-95cd-4f79-abba-86e564788fe1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "PUT /v2.0/routers/7d753bb5-0e48-4240-9780-6cb55f5a2e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4822764 Oct 13 14:50:33.004886 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-52236275-da25-4005-ace5-3e44134bbaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:33.076547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52236275-da25-4005-ace5-3e44134bbaa4 None None] Pushing event updated for resources: {'Port': ['ID=fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:33.237301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-abb23037-0d52-49ca-9aee-eda255d9d187 None None] Provisioning complete for port fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:33.237805 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-abb23037-0d52-49ca-9aee-eda255d9d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:33.265236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-c687ebf2-641d-47bf-95dc-fee00ce8f22e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051796654&fields=id&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 267 time: 0.0548654 Oct 13 14:50:33.306821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:50:33.352619 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Sync routers for ids ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:50:33.363282 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Routers {'7d753bb5-0e48-4240-9780-6cb55f5a2e5b'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:50:33.365205 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:50:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:33.418702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:33.419067 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:33.445538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-abb23037-0d52-49ca-9aee-eda255d9d187 None None] Provisioning complete for port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:33.445925 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-abb23037-0d52-49ca-9aee-eda255d9d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:33.457155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-75d30d42-44b2-4012-b4d7-30c316971d78 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:33.459667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-75d30d42-44b2-4012-b4d7-30c316971d78 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/networks?id=65553c16-fb74-49a1-8d0c-c6d1295167fb HTTP/1.1" status: 200 len: 796 time: 0.1853697 Oct 13 14:50:33.491441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-60550ffd-9126-417a-9731-998b1743c699 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/quotas/5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 375 time: 0.0205541 Oct 13 14:50:33.508470 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Set router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:50:33.535537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-abb23037-0d52-49ca-9aee-eda255d9d187 None None] Port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:50:33.554138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:50:33.556496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-1a968210-22bc-45fd-abae-d9c00bb1bb7f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630562 Oct 13 14:50:33.619599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:33.620352 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:33.686050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-339f82ab-269d-4273-9dc9-897b29271216 None None] Provisioning complete for port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:33.687086 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-339f82ab-269d-4273-9dc9-897b29271216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:33.722663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-54013f83-d69f-42c1-994c-031f83470e88 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:50:33.723860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-54013f83-d69f-42c1-994c-031f83470e88 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1536930 Oct 13 14:50:33.760544 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-339f82ab-269d-4273-9dc9-897b29271216 None None] Port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:50:33.768758 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:50:33.769147 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:33.792179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:50:33.843169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-5ebce175-27b2-47d2-811e-94c69e4308af service neutron] 10.222.0.18 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103618 Oct 13 14:50:33.877499 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:31Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'dd4e09d3-e018-48fc-a09b-38cd2c5ccc96', 'name': '', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:35:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:31Z', 'updated_at': '2021-10-13T14:50:32Z', 'revision_number': 2, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:33.881445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-06b730db-7da7-4229-ab14-2fae749ea38d None None] Provisioning complete for port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:33.881893 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-06b730db-7da7-4229-ab14-2fae749ea38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:33.906275 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Checking router: 7d753bb5-0e48-4240-9780-6cb55f5a2e5b for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:50:33.906640 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Updating router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:50:33.913828 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:33.932440 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:33.951066 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-c86e4d95-5061-4b10-a067-659246e23ca4 service neutron] 10.222.0.18 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009462 Oct 13 14:50:33.952272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-06b730db-7da7-4229-ab14-2fae749ea38d None None] Port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:50:33.968288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:34.202504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48b381fc-bca8-4c2d-9ed2-6caaffc0b275 req-f9ca4f3d-bd47-4356-ba97-6bfb81f55a30 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 210 time: 0.0296621 Oct 13 14:50:34.220251 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:34.301519 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:34.351002 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Pushing event updated for resources: {'Port': ['ID=dd4e09d3-e018-48fc-a09b-38cd2c5ccc96,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:34.360512 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:34.361604 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:34.362739 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:34.363265 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:34.363597 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:34.363925 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:34.364249 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:34.364597 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:34.364920 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:34.365266 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:34.365581 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:34.365895 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:34.431214 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Attempting to bind port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:50:34.431589 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Attempting to bind port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:50:34.431949 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Attempting to bind port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 on network 65553c16-fb74-49a1-8d0c-c6d1295167fb {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:50:34.437571 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:50:34.437943 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Checking segment: {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:50:34.438678 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:34.439064 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Bound using segment: {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:50:34.440822 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Bound port: dd4e09d3-e018-48fc-a09b-38cd2c5ccc96, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:50:34.441463 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:34.512616 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] For port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:50:34.516175 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] For port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dd4e09d3-e018-48fc-a09b-38cd2c5ccc96,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:50:34.604289 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:34.675147 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Routers {'7d753bb5-0e48-4240-9780-6cb55f5a2e5b'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:50:34.675772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:50:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:34.678962 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26212cc7-c0f6-40c5-bc4b-275ce8c62ab2 None None] Pushing event updated for resources: {'Port': ['ID=dd4e09d3-e018-48fc-a09b-38cd2c5ccc96,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:34.683287 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-949cbea2-1df5-490c-ae55-a7250123e010 None None] Provisioning complete for port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:34.687130 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-949cbea2-1df5-490c-ae55-a7250123e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:34.825763 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-949cbea2-1df5-490c-ae55-a7250123e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:34.833037 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] Set router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:50:34.866826 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-949cbea2-1df5-490c-ae55-a7250123e010 None None] For port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dd4e09d3-e018-48fc-a09b-38cd2c5ccc96,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:50:34.952570 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-949cbea2-1df5-490c-ae55-a7250123e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:35.004266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cbea2-1df5-490c-ae55-a7250123e010 None None] Pushing event updated for resources: {'Port': ['ID=dd4e09d3-e018-48fc-a09b-38cd2c5ccc96,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:35.058762 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:31Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'dd4e09d3-e018-48fc-a09b-38cd2c5ccc96', 'name': '', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:35:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:31Z', 'updated_at': '2021-10-13T14:50:34Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:35.072923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2f6da391-3a67-4eac-b260-e3624b2457d0 None None] Provisioning complete for port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:35.077415 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f6da391-3a67-4eac-b260-e3624b2457d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:35.092051 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a3b58d-f1e5-473b-bb32-a5662534e360 None None] The sync data for ids ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'] in n-d-806683-15 is: [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:31Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'dd4e09d3-e018-48fc-a09b-38cd2c5ccc96', 'name': '', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:35:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:31Z', 'updated_at': '2021-10-13T14:50:34Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:50:35.339596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e39ba6aa-44f9-49a9-9b9f-b52eb36ab671 req-6bdc1796-451f-4e4b-af9e-a593e1ea0133 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 210 time: 0.0452557 Oct 13 14:50:35.399969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:50:35.465531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:35.465904 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:36.264748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-ff6764df-f4cd-4d96-a10a-78e4fd0c13ae tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1ef2a0013cb341678c6c4355ac0e91d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264080 Oct 13 14:50:36.374910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-8f337c0b-0550-4e5e-9b7c-f2343748f97f tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:36.376420 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-8f337c0b-0550-4e5e-9b7c-f2343748f97f tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1060226 Oct 13 14:50:36.394157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-8e3a75d8-0ce1-49c1-b43d-0dd51d2badaf tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/quotas/1ef2a0013cb341678c6c4355ac0e91d5 HTTP/1.1" status: 200 len: 375 time: 0.0115948 Oct 13 14:50:36.434754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-7dfb05e0-c5d6-4b9e-8d91-b3af60324509 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ef2a0013cb341678c6c4355ac0e91d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346408 Oct 13 14:50:36.454507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47477894-4b6d-4aad-919e-c9ee7e8b4c84 req-f7cc852b-d5fd-4790-a2c8-f68d2bdc5b5b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 210 time: 0.0458193 Oct 13 14:50:36.554680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-1fe72c75-d71d-465f-a4f0-d42f1019118e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:36.556113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-1fe72c75-d71d-465f-a4f0-d42f1019118e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.49 "GET /v2.0/networks?id=65553c16-fb74-49a1-8d0c-c6d1295167fb HTTP/1.1" status: 200 len: 796 time: 0.1039968 Oct 13 14:50:36.602503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-9c71aec4-a7e2-407f-8dd3-5f2d84b4504e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 380 time: 0.0342813 Oct 13 14:50:36.613024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'port': {'device_id': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'admin_state_up': True, 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'security_groups': ['c2613592-e165-43c3-a2b3-cde9ff691e17']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:36.699915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76c156a7-378c-4724-9ec9-c7334b6e6241 req-33f0e2ea-2ff8-48bb-95e8-6158214a947d tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 210 time: 0.0308414 Oct 13 14:50:36.832757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Made reservation on behalf of 5c576f49d3dd4bbab85901c8c6ccd513 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:50:36.838049 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:36.967772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.20.0.13 (65553c16-fb74-49a1-8d0c-c6d1295167fb/8c74105f-b40d-42e9-8e3c-52dcb4abb942/75b2e1d3-18f2-4075-9da5-f75717e8ae1a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:50:37.113399 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:37.170027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:50:37.209713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:37.219454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:37.219754 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:37.255678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 65553c16-fb74-49a1-8d0c-c6d1295167fb is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:50:37.259022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:50:37.262870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:50:37.273066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:37.298611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:37.298839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:37.299799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:37.300263 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:37.300606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:37.300959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:37.301366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:37.301699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:37.302025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:37.302352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:37.302670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:37.302990 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:37.336643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:37.337302 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:37.412218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-09f9e495-b405-4099-b247-2ac15e58f425 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8031049 Oct 13 14:50:37.430287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Request body: {'port': {'device_id': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:37.493331 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-40c367fa-ec03-410b-896f-238e1cb7dfe6 None None] Provisioning complete for port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:37.494303 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-40c367fa-ec03-410b-896f-238e1cb7dfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:37.497635 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:37.535410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-40c367fa-ec03-410b-896f-238e1cb7dfe6 None None] Port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:50:37.644819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31c4a6-c1ad-4657-8b0c-ecfc604242f1 req-51479b21-5914-4b17-becd-4be15042b551 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:37.646297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d31c4a6-c1ad-4657-8b0c-ecfc604242f1 req-51479b21-5914-4b17-becd-4be15042b551 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 932 time: 0.1083441 Oct 13 14:50:37.736321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d31c4a6-c1ad-4657-8b0c-ecfc604242f1 req-2857021c-b60c-4a1c-97ff-936c495dd947 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818944 Oct 13 14:50:38.151420 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fcf6b7e-16fa-4f2d-957e-1d9525c560fe req-07b57945-1ce1-4938-bae6-edc63df13205 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 210 time: 0.3842218 Oct 13 14:50:38.210432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b2e1d3-18f2-4075-9da5-f75717e8ae1a {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:50:38.217817 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:38.230492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Transition to ACTIVE for port object 75b2e1d3-18f2-4075-9da5-f75717e8ae1a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:50:38.295302 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:38.367539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Pushing event updated for resources: {'Port': ['ID=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:38.423310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Attempting to bind port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:50:38.424040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Attempting to bind port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:50:38.424040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Attempting to bind port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on network 65553c16-fb74-49a1-8d0c-c6d1295167fb {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:50:38.429968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on network 65553c16-fb74-49a1-8d0c-c6d1295167fb not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:50:38.430203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Attempting to bind port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on network 65553c16-fb74-49a1-8d0c-c6d1295167fb {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:50:38.435589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:50:38.435931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Checking segment: {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:50:38.436317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Bound using segment: {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:50:38.436750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Bound port: 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:50:38.437156 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:38.515970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:50:38.519591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:50:38.604404 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:38.647139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:38.647751 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:38.650444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] 10.222.0.49 "PUT /v2.0/ports/75b2e1d3-18f2-4075-9da5-f75717e8ae1a HTTP/1.1" status: 200 len: 1093 time: 1.2234073 Oct 13 14:50:38.650444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:50:38.653856 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae54984-8c6e-45d5-9808-c17efdc64c24" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:50:38.671268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13334099-5680-48b0-a6f9-701c6f8a3585 service neutron] Pushing event updated for resources: {'Port': ['ID=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:38.695550 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0fe0e4-e688-419c-b194-054acac5b788 x-openstack-request-id: req-3f0fe0e4-e688-419c-b194-054acac5b788 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:50:38.695846 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:50:38.696095 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f0fe0e4-e688-419c-b194-054acac5b788 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:50:38.696800 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'status': 'completed', 'code': 200} Oct 13 14:50:38.776082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae54984-8c6e-45d5-9808-c17efdc64c24 req-ba154b75-e684-47e2-b2b8-18da6dea1830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:38.777693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ae54984-8c6e-45d5-9808-c17efdc64c24 req-ba154b75-e684-47e2-b2b8-18da6dea1830 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 1096 time: 0.0454671 Oct 13 14:50:38.902491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-05053b41-0589-4e97-bca0-7ac43f23cf00 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1ef2a0013cb341678c6c4355ac0e91d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502272 Oct 13 14:50:38.998743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7458f-1bda-4678-b6c3-5131639c5fc5 req-0c159b72-a24b-4c04-8097-034c54782139 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:39.000222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41c7458f-1bda-4678-b6c3-5131639c5fc5 req-0c159b72-a24b-4c04-8097-034c54782139 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 944 time: 0.1469407 Oct 13 14:50:39.029654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae54984-8c6e-45d5-9808-c17efdc64c24 req-84d57912-b1f8-42c0-9977-e18d683a4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:39.031139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ae54984-8c6e-45d5-9808-c17efdc64c24 req-84d57912-b1f8-42c0-9977-e18d683a4459 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2403448 Oct 13 14:50:39.244349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41c7458f-1bda-4678-b6c3-5131639c5fc5 req-2e9f5519-8db1-4941-85a9-674bf6ba30dc tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857675 Oct 13 14:50:39.244349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-849835b2-8ae1-4f51-848d-c89a60c3f84b tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:39.244349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-849835b2-8ae1-4f51-848d-c89a60c3f84b tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276390 Oct 13 14:50:39.244349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Request body: {'port': {'device_id': '3c2321d8-c3c3-498e-b83d-13a6119afad0', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '1ef2a0013cb341678c6c4355ac0e91d5'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:39.244349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae54984-8c6e-45d5-9808-c17efdc64c24 req-f193407a-8079-48fc-b295-9eaf180d180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:39.244349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ae54984-8c6e-45d5-9808-c17efdc64c24 req-f193407a-8079-48fc-b295-9eaf180d180e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1912453 Oct 13 14:50:39.340079 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d0b523d-dc43-439e-8f4a-7ddfa46da19b req-e000d7fe-bda3-4e76-9477-26f8661306b4 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 210 time: 0.0792027 Oct 13 14:50:39.372710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-6af73d98-2a82-4ed7-a892-66352b886974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:39.374236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-6af73d98-2a82-4ed7-a892-66352b886974 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 1096 time: 0.0878434 Oct 13 14:50:39.421496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-217ce977-ba12-451f-82b5-eec64a903fee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a HTTP/1.1" status: 200 len: 217 time: 0.0343306 Oct 13 14:50:39.478498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-cafba3be-bc36-4344-9ad9-16afc7bc3fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:39.479944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-cafba3be-bc36-4344-9ad9-16afc7bc3fcb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c74105f-b40d-42e9-8e3c-52dcb4abb942 HTTP/1.1" status: 200 len: 835 time: 0.0470850 Oct 13 14:50:39.518985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Made reservation on behalf of 1ef2a0013cb341678c6c4355ac0e91d5 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:50:39.522515 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:39.535705 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:39.561893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-8605f443-dd4f-419c-a13b-d65a0215a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:39.563590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-8605f443-dd4f-419c-a13b-d65a0215a95e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65553c16-fb74-49a1-8d0c-c6d1295167fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718579 Oct 13 14:50:39.693791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:39.697777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-38b4f59a-2cb1-4233-9355-781b75edff48 service neutron] 10.222.0.49 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225193 Oct 13 14:50:39.764997 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:39.856122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:39.863183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-352cafa9-c3df-400d-93f4-4da72555fe72 req-bbaab308-7d3b-4c35-8a5a-977bd1431e1e service neutron] 10.222.0.49 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529064 Oct 13 14:50:39.931008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Allocated IP 192.168.233.170 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/4c5f9e10-53e4-4047-8aef-27ca6d3cbf25) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:50:40.081213 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:40.169525 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:40.244574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:50:40.251274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:50:40.254307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:50:40.280777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Pushing event updated for resources: {'Port': ['ID=4c5f9e10-53e4-4047-8aef-27ca6d3cbf25,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:40.299944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfecbf1-e52e-4179-a677-53983e5bd3ad req-7c84aa2d-b9e2-441f-9eec-a95c608afbf9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:40.301545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6cfecbf1-e52e-4179-a677-53983e5bd3ad req-7c84aa2d-b9e2-441f-9eec-a95c608afbf9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 944 time: 0.1300581 Oct 13 14:50:40.335472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:40.336112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:40.361716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6cfecbf1-e52e-4179-a677-53983e5bd3ad req-cf364e20-54ee-45e0-9690-be8bd45f701c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524681 Oct 13 14:50:40.450625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d2c171e9-5b32-4f7e-b9a3-d2f32848cec5 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2780201 Oct 13 14:50:40.464399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Request body: {'port': {'device_id': '3c2321d8-c3c3-498e-b83d-13a6119afad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:40.493462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e293e0e-56b3-41dc-b722-9b2d79c41567 req-b3e5b6fd-b868-49d7-a136-252a6d7351ba tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:40.494935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e293e0e-56b3-41dc-b722-9b2d79c41567 req-b3e5b6fd-b868-49d7-a136-252a6d7351ba tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 936 time: 0.0771151 Oct 13 14:50:40.512551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e02a9d9b-4a11-4e06-979a-164819aec94f None None] Provisioning complete for port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:40.513096 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e02a9d9b-4a11-4e06-979a-164819aec94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:40.547379 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e02a9d9b-4a11-4e06-979a-164819aec94f None None] Port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:50:40.548487 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:40.574460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e293e0e-56b3-41dc-b722-9b2d79c41567 req-fdc2c6d0-4297-4987-a01e-1d4e15047b5b tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685012 Oct 13 14:50:40.819048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:50:40.826374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:40.838152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Transition to ACTIVE for port object 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:50:40.957383 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:41.005361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5f9e10-53e4-4047-8aef-27ca6d3cbf25,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:41.084163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Attempting to bind port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:50:41.084495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Attempting to bind port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:50:41.084822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Attempting to bind port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:50:41.089393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:50:41.089660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Attempting to bind port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:50:41.095004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:50:41.095346 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:50:41.095734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:50:41.096724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Bound port: 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:50:41.097107 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:41.162920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] For port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:50:41.166170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] For port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4c5f9e10-53e4-4047-8aef-27ca6d3cbf25,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:50:41.244475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:41.281950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:41.282575 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:41.283963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 HTTP/1.1" status: 200 len: 1097 time: 0.8236477 Oct 13 14:50:41.284736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2321d8-c3c3-498e-b83d-13a6119afad0', 'tag': '4c5f9e10-53e4-4047-8aef-27ca6d3cbf25'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:50:41.286727 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed88dbe-d76e-4854-a24d-b535cc62cf51" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2321d8-c3c3-498e-b83d-13a6119afad0", "tag": "4c5f9e10-53e4-4047-8aef-27ca6d3cbf25"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:50:41.314244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649437d2-b444-4178-b3ab-af633b5b39f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5f9e10-53e4-4047-8aef-27ca6d3cbf25,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:41.328998 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88291317-b33f-456b-b77c-6f93122bda7b x-openstack-request-id: req-88291317-b33f-456b-b77c-6f93122bda7b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:50:41.329403 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2321d8-c3c3-498e-b83d-13a6119afad0", "tag": "4c5f9e10-53e4-4047-8aef-27ca6d3cbf25", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:50:41.329545 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88291317-b33f-456b-b77c-6f93122bda7b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:50:41.329945 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c2321d8-c3c3-498e-b83d-13a6119afad0', 'tag': '4c5f9e10-53e4-4047-8aef-27ca6d3cbf25', 'status': 'completed', 'code': 200} Oct 13 14:50:41.403822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed88dbe-d76e-4854-a24d-b535cc62cf51 req-03a66dd1-c1e7-42f5-b9a8-06fd80724ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:41.405412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ed88dbe-d76e-4854-a24d-b535cc62cf51 req-03a66dd1-c1e7-42f5-b9a8-06fd80724ede service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ef2a0013cb341678c6c4355ac0e91d5&device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 1100 time: 0.0486436 Oct 13 14:50:41.443021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ed88dbe-d76e-4854-a24d-b535cc62cf51 req-69a93fff-b9c3-4619-86ce-c3c0edf8e2a7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1ef2a0013cb341678c6c4355ac0e91d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229323 Oct 13 14:50:41.568811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056d6f-a8fe-4b03-bcb7-0a90e9f3327b req-95216364-50fd-425c-b8c0-c70928a17050 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:41.570226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f056d6f-a8fe-4b03-bcb7-0a90e9f3327b req-95216364-50fd-425c-b8c0-c70928a17050 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 944 time: 0.1263375 Oct 13 14:50:41.574783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed88dbe-d76e-4854-a24d-b535cc62cf51 req-f836462a-2edb-422f-a4af-f0e66656a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:41.576130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ed88dbe-d76e-4854-a24d-b535cc62cf51 req-f836462a-2edb-422f-a4af-f0e66656a95d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1237314 Oct 13 14:50:41.612663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f056d6f-a8fe-4b03-bcb7-0a90e9f3327b req-2a7afa2f-69f4-4d43-9ff6-e202fb1c68aa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356004 Oct 13 14:50:41.685361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-3375ff63-588d-4d77-bb23-0fcaddb061bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:41.686836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-3375ff63-588d-4d77-bb23-0fcaddb061bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ef2a0013cb341678c6c4355ac0e91d5&device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 1100 time: 0.0686564 Oct 13 14:50:41.704660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662b1dd-425b-45c1-a991-4eaf1de6252e req-88eb6ab8-1f96-4c26-bcd1-533d9bf9673c tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:41.706706 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6662b1dd-425b-45c1-a991-4eaf1de6252e req-88eb6ab8-1f96-4c26-bcd1-533d9bf9673c tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 948 time: 0.0581560 Oct 13 14:50:41.747961 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-fa7233be-5c39-45cf-80c2-50361f598517 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 HTTP/1.1" status: 200 len: 217 time: 0.0509779 Oct 13 14:50:41.803572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6662b1dd-425b-45c1-a991-4eaf1de6252e req-f9074537-5be2-4564-8386-ebf55cd8dfd8 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904255 Oct 13 14:50:41.817080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-21b5405b-b2ce-4ecb-aa7e-c6ace8f69c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:41.818506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-21b5405b-b2ce-4ecb-aa7e-c6ace8f69c76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0622656 Oct 13 14:50:41.863811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-2d489923-a6ee-4ed9-858b-309516c9394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:41.865344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-2d489923-a6ee-4ed9-858b-309516c9394d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0394614 Oct 13 14:50:41.956765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-86a0e672-f234-4878-8e88-7cd593e9cc89 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839872 Oct 13 14:50:42.045417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-301c7542-0297-44e2-b2f8-e91aca0e972c req-d7a1e71e-34cd-437d-aa9f-46d1a07d3d91 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804532 Oct 13 14:50:42.733713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1b59c-c9ed-465d-99fc-19be0d8f24d8 req-65a56238-8026-4507-89d1-4000eed363f7 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:42.735210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8a1b59c-c9ed-465d-99fc-19be0d8f24d8 req-65a56238-8026-4507-89d1-4000eed363f7 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 944 time: 0.0550408 Oct 13 14:50:42.741454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 75b2e1d3-18f2-4075-9da5-f75717e8ae1a details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:50:42.775902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8a1b59c-c9ed-465d-99fc-19be0d8f24d8 req-b6adae8c-b25e-4f6a-a483-445cca498413 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339062 Oct 13 14:50:42.853251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:50:42.864030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'port_id': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'mac_address': 'fa:16:3e:47:64:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:50:42.901355 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:42.915305 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b2e1d3-18f2-4075-9da5-f75717e8ae1a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:50:42.927395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6993e70-1950-4bed-999c-994947f792c2 req-e2c33c59-97ec-4486-9889-2616554cb2fb tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:42.929315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e6993e70-1950-4bed-999c-994947f792c2 req-e2c33c59-97ec-4486-9889-2616554cb2fb tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 948 time: 0.0518291 Oct 13 14:50:42.936870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:50:42.970111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e6993e70-1950-4bed-999c-994947f792c2 req-c4b7bcba-047c-4c9a-b707-32c62bb3773e tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Oct 13 14:50:43.031914 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:43.081310 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:43.337792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['75b2e1d3-18f2-4075-9da5-f75717e8ae1a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:50:43.892057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68c495-8168-4550-99f0-20b1f47e629b req-f016de9d-f3ef-405c-bef5-238f8639798f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:43.894171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d68c495-8168-4550-99f0-20b1f47e629b req-f016de9d-f3ef-405c-bef5-238f8639798f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 945 time: 0.0491037 Oct 13 14:50:43.931155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d68c495-8168-4550-99f0-20b1f47e629b req-4d9ffb76-4a9b-413b-b477-29b476450244 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309970 Oct 13 14:50:44.090234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc55709-b89b-4b30-ae8d-36a25a6472da req-d29975f7-076a-4b17-9559-85e11c18d917 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:44.091736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cc55709-b89b-4b30-ae8d-36a25a6472da req-d29975f7-076a-4b17-9559-85e11c18d917 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 948 time: 0.0540261 Oct 13 14:50:44.130605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3cc55709-b89b-4b30-ae8d-36a25a6472da req-c6bb5df5-3c1d-4e25-8e70-82fafaec2539 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325177 Oct 13 14:50:44.756934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 75b2e1d3-18f2-4075-9da5-f75717e8ae1a up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:50:44.934923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:50:44.939338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:44.939726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:45.022320 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:45.046317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:50:45.048206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb0bd4-895d-4b2d-8702-a7620c919fe4 req-79399c63-0d21-459c-ae6d-e894f7b0db88 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:45.048674 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bca783-1aec-41a4-9357-b9cbfdbe9b1c" -d '{"events": [{"server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "name": "network-vif-plugged", "status": "completed", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:50:45.049883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dbb0bd4-895d-4b2d-8702-a7620c919fe4 req-79399c63-0d21-459c-ae6d-e894f7b0db88 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 945 time: 0.0505049 Oct 13 14:50:45.062272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:50:45.085421 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3843d4-5d6f-4880-9665-f0471bd4e3b7 x-openstack-request-id: req-ca3843d4-5d6f-4880-9665-f0471bd4e3b7 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:50:45.085715 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "name": "network-vif-plugged", "status": "completed", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:50:45.085973 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca3843d4-5d6f-4880-9665-f0471bd4e3b7 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:50:45.086375 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'code': 200} Oct 13 14:50:45.094428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dbb0bd4-895d-4b2d-8702-a7620c919fe4 req-4b83af4a-e80f-4fa2-bc04-4ad3280e5eaf tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378158 Oct 13 14:50:45.129651 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:45.186516 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:45.190743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100becf9-d0dc-44b1-89f3-55a12f009340 req-f436bbd4-c40b-428d-a386-23e32ff9214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:45.192504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-100becf9-d0dc-44b1-89f3-55a12f009340 req-f436bbd4-c40b-428d-a386-23e32ff9214b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 1098 time: 0.0420372 Oct 13 14:50:45.248428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:50:45.262836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-100becf9-d0dc-44b1-89f3-55a12f009340 req-da990244-9330-41eb-b245-8b62496879c5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588164 Oct 13 14:50:45.279476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb362f-623c-42e1-9f79-beb90d3be67c req-02df44b7-fe97-48ea-981b-96b9232e2cd9 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:45.280925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcb362f-623c-42e1-9f79-beb90d3be67c req-02df44b7-fe97-48ea-981b-96b9232e2cd9 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 948 time: 0.0705347 Oct 13 14:50:45.320299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bcb362f-623c-42e1-9f79-beb90d3be67c req-fe26d1c6-0e62-420f-8fba-e1d33c1077a0 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Oct 13 14:50:45.344597 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4c5f9e10-53e4-4047-8aef-27ca6d3cbf25,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:50:45.354829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '4c5f9e10-53e4-4047-8aef-27ca6d3cbf25', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '4c5f9e10-53e4-4047-8aef-27ca6d3cbf25', 'mac_address': 'fa:16:3e:71:78:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:50:45.391536 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:45.407505 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:50:45.426105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4c5f9e10-53e4-4047-8aef-27ca6d3cbf25,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:50:45.488799 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:45.542086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=4c5f9e10-53e4-4047-8aef-27ca6d3cbf25,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:45.810485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['4c5f9e10-53e4-4047-8aef-27ca6d3cbf25'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:50:46.214562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8527be-00d8-4c3b-8943-7e89243a7e15 req-8bbc3fbb-8150-4a1f-9d69-546f8f257f76 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:46.216095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b8527be-00d8-4c3b-8943-7e89243a7e15 req-8bbc3fbb-8150-4a1f-9d69-546f8f257f76 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.0511155 Oct 13 14:50:46.255269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b8527be-00d8-4c3b-8943-7e89243a7e15 req-d35e63a3-2953-4f39-9d36-b16cc43c990a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331285 Oct 13 14:50:46.439843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedc3e8-e5de-456e-bdfc-c264b87428bc req-4ed96f5b-c76a-4626-9f6b-4718ad73d40b tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:46.442052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dedc3e8-e5de-456e-bdfc-c264b87428bc req-4ed96f5b-c76a-4626-9f6b-4718ad73d40b tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 949 time: 0.0533283 Oct 13 14:50:46.481010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dedc3e8-e5de-456e-bdfc-c264b87428bc req-f4edafac-0d85-490f-b53d-882997302f48 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326402 Oct 13 14:50:47.246585 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:50:47.352131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:50:47.356541 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:50:47.356942 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:47.376262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9632170-1ec9-4bc0-970f-90db3f774c14 req-618af447-1d0f-4f2b-9610-9fba47e5882b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:47.377845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9632170-1ec9-4bc0-970f-90db3f774c14 req-618af447-1d0f-4f2b-9610-9fba47e5882b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.0540566 Oct 13 14:50:47.417836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9632170-1ec9-4bc0-970f-90db3f774c14 req-4d361f42-8fcc-4715-8eb0-f1447a584216 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325406 Oct 13 14:50:47.434385 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:47.457398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2321d8-c3c3-498e-b83d-13a6119afad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5f9e10-53e4-4047-8aef-27ca6d3cbf25'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:50:47.459740 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8bbb41-72bf-4968-aeaf-88eb0c457643" -d '{"events": [{"server_uuid": "3c2321d8-c3c3-498e-b83d-13a6119afad0", "name": "network-vif-plugged", "status": "completed", "tag": "4c5f9e10-53e4-4047-8aef-27ca6d3cbf25"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:50:47.472493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4c5f9e10-53e4-4047-8aef-27ca6d3cbf25,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:50:47.499778 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae360f65-61b8-43a7-a6d9-fdbde571a5d3 x-openstack-request-id: req-ae360f65-61b8-43a7-a6d9-fdbde571a5d3 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:50:47.499778 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2321d8-c3c3-498e-b83d-13a6119afad0", "name": "network-vif-plugged", "status": "completed", "tag": "4c5f9e10-53e4-4047-8aef-27ca6d3cbf25", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:50:47.499778 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae360f65-61b8-43a7-a6d9-fdbde571a5d3 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:50:47.499778 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2321d8-c3c3-498e-b83d-13a6119afad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5f9e10-53e4-4047-8aef-27ca6d3cbf25', 'code': 200} Oct 13 14:50:47.538324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87258f99-99e3-47f3-b904-f281d573ef3b req-cc7f6f55-c86e-4794-8848-7e3bb71b87e1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:47.540258 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87258f99-99e3-47f3-b904-f281d573ef3b req-cc7f6f55-c86e-4794-8848-7e3bb71b87e1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.0546567 Oct 13 14:50:47.551861 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:47.605062 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=4c5f9e10-53e4-4047-8aef-27ca6d3cbf25,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:47.641016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87258f99-99e3-47f3-b904-f281d573ef3b req-2e8e5b8e-5d3f-422b-93e2-80a6fb0fe2f3 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934691 Oct 13 14:50:47.660625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf7453-668d-4eb8-88d7-b8f57d740789 req-fd910f9e-8286-4b4b-b6a6-9daf85a0e455 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:47.662131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20cf7453-668d-4eb8-88d7-b8f57d740789 req-fd910f9e-8286-4b4b-b6a6-9daf85a0e455 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 950 time: 0.0963056 Oct 13 14:50:47.666574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58208) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:47.668342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20d7aa-7315-49f4-9433-ecdd1f6ffc9a req-de6ad68c-96ce-4c4d-af04-4372a05ba580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:47.669832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab20d7aa-7315-49f4-9433-ecdd1f6ffc9a req-de6ad68c-96ce-4c4d-af04-4372a05ba580 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 1102 time: 0.1051385 Oct 13 14:50:47.710885 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c76a85-c003-40dd-9457-46a93b5b304c tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:47.712423 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f0c76a85-c003-40dd-9457-46a93b5b304c tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 1093 time: 0.0448532 Oct 13 14:50:47.715197 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58210) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:47.719497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:50:47.724568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20cf7453-668d-4eb8-88d7-b8f57d740789 req-edadc180-6116-44f2-a007-622d92dfbec6 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537310 Oct 13 14:50:47.729465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab20d7aa-7315-49f4-9433-ecdd1f6ffc9a req-6cc12a3f-2e13-473b-b3f6-b47793e21fa3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517974 Oct 13 14:50:47.838276 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:47.939069 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:48.046176 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.25.0.177 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/2c29b694-1e2e-4f80-8e53-0fd79bd69aa1) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:50:48.152805 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:48.243697 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:48.289651 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:50:48.292807 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:50:48.296425 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:50:48.302132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=2c29b694-1e2e-4f80-8e53-0fd79bd69aa1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:48.330615 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:48.330963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:48.331304 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:48.331638 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:48.331968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:48.332300 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:48.332631 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:48.332956 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:48.333325 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:48.333646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:48.333966 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:48.334824 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:50:48.684159 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:48.769092 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:48.825691 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:48.858085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de6a37-1acf-472d-983a-224141790b16 req-122a2fe8-3d52-4d08-aea4-7aff7e2fca52 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:48.859603 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8de6a37-1acf-472d-983a-224141790b16 req-122a2fe8-3d52-4d08-aea4-7aff7e2fca52 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 950 time: 0.0544138 Oct 13 14:50:48.907061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8de6a37-1acf-472d-983a-224141790b16 req-11a37f2d-8c05-4635-ab81-36452e50a3d0 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397396 Oct 13 14:50:48.987419 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:49.054144 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:49.120882 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=2c29b694-1e2e-4f80-8e53-0fd79bd69aa1,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:50:49.135218 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:49.242627 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Floating IP d15d9cfb-8dd3-4bb4-8279-9c22fbcc5105 associated. External IP: 172.25.0.177, port: 75b2e1d3-18f2-4075-9da5-f75717e8ae1a. Oct 13 14:50:49.454357 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:50:49.550598 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-96746fa6-4675-4435-a4b4-756ed1ea7f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:49.565505 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:50:49.576328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ac2cd-2d7a-4239-bf6d-88b484922887 None None] Sync routers for ids ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:50:49.585674 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ac2cd-2d7a-4239-bf6d-88b484922887 None None] Routers {'7d753bb5-0e48-4240-9780-6cb55f5a2e5b'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:50:49.586301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-af8ac2cd-2d7a-4239-bf6d-88b484922887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:50:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:49.655586 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:49.683840 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-597056f1-b4b0-4a44-b136-972480ae7534 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9675760 Oct 13 14:50:49.684400 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:50:49.686683 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fedbab-3533-49f1-af15-b7829fc6b2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:50:49.699585 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-af8ac2cd-2d7a-4239-bf6d-88b484922887 None None] Set router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:50:49.737651 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e80c5d5-c624-443b-8d5e-b99ff69104dd x-openstack-request-id: req-0e80c5d5-c624-443b-8d5e-b99ff69104dd {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:50:49.737938 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:50:49.738189 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e80c5d5-c624-443b-8d5e-b99ff69104dd {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:50:49.738645 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'status': 'completed', 'code': 200} Oct 13 14:50:49.824246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a07f7d-6022-492c-99c8-1416c345b72b req-be548c0e-7157-4502-ab1b-0afd996d9762 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:49.825907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98a07f7d-6022-492c-99c8-1416c345b72b req-be548c0e-7157-4502-ab1b-0afd996d9762 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.0885866 Oct 13 14:50:49.832098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fedbab-3533-49f1-af15-b7829fc6b2cb req-fcc67633-1688-499f-959c-106452bb1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:49.833649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1fedbab-3533-49f1-af15-b7829fc6b2cb req-fcc67633-1688-499f-959c-106452bb1df6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 1098 time: 0.0661044 Oct 13 14:50:49.914611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98a07f7d-6022-492c-99c8-1416c345b72b req-e0742ef1-1c08-4ad5-a559-c019bd293d53 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793624 Oct 13 14:50:49.942127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58222) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:49.969475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-af8ac2cd-2d7a-4239-bf6d-88b484922887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:31Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'd15d9cfb-8dd3-4bb4-8279-9c22fbcc5105', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'port_id': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'mac_address': 'fa:16:3e:47:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:50:48Z', 'updated_at': '2021-10-13T14:50:48Z', 'revision_number': 0, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4e09d3-e018-48fc-a09b-38cd2c5ccc96', 'name': '', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:35:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:31Z', 'updated_at': '2021-10-13T14:50:34Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:50.003013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ac2cd-2d7a-4239-bf6d-88b484922887 None None] Checking router: 7d753bb5-0e48-4240-9780-6cb55f5a2e5b for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:50:50.012424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ac2cd-2d7a-4239-bf6d-88b484922887 None None] Routers {'7d753bb5-0e48-4240-9780-6cb55f5a2e5b'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:50:50.012951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-af8ac2cd-2d7a-4239-bf6d-88b484922887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:50:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:50.014581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fedbab-3533-49f1-af15-b7829fc6b2cb req-e66565e3-dc42-429a-8ce9-fba8558c3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:50.016046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1fedbab-3533-49f1-af15-b7829fc6b2cb req-e66565e3-dc42-429a-8ce9-fba8558c3c1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=65553c16-fb74-49a1-8d0c-c6d1295167fb HTTP/1.1" status: 200 len: 897 time: 0.1669991 Oct 13 14:50:50.096503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e1a7b567-6388-4131-b093-e89f237603ba tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/d15d9cfb-8dd3-4bb4-8279-9c22fbcc5105 HTTP/1.1" status: 200 len: 992 time: 0.1534297 Oct 13 14:50:50.126668 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-af8ac2cd-2d7a-4239-bf6d-88b484922887 None None] Set router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:50:50.128348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69857bbe-6e4f-4639-81a9-3e705056a405 req-48a6a9f5-c665-48b0-9b53-ce4cfff31474 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:50.129915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69857bbe-6e4f-4639-81a9-3e705056a405 req-48a6a9f5-c665-48b0-9b53-ce4cfff31474 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 950 time: 0.1333280 Oct 13 14:50:50.143323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1fedbab-3533-49f1-af15-b7829fc6b2cb req-3b9b0b88-a60b-4681-85c5-eb9106287eaa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a HTTP/1.1" status: 200 len: 1000 time: 0.1103985 Oct 13 14:50:50.209511 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69857bbe-6e4f-4639-81a9-3e705056a405 req-4f0a10ba-f19c-4790-b8c9-749e94e13244 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691924 Oct 13 14:50:50.217089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fedbab-3533-49f1-af15-b7829fc6b2cb req-b7dfb20f-fe8d-4467-bb72-5d38c91c218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:50.218527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1fedbab-3533-49f1-af15-b7829fc6b2cb req-b7dfb20f-fe8d-4467-bb72-5d38c91c218a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c74105f-b40d-42e9-8e3c-52dcb4abb942 HTTP/1.1" status: 200 len: 835 time: 0.0621750 Oct 13 14:50:50.272609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fedbab-3533-49f1-af15-b7829fc6b2cb req-d3d544fb-5203-4cf2-b58a-3fa09057a42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:50:50.274482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1fedbab-3533-49f1-af15-b7829fc6b2cb req-d3d544fb-5203-4cf2-b58a-3fa09057a42d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65553c16-fb74-49a1-8d0c-c6d1295167fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481000 Oct 13 14:50:50.359845 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-af8ac2cd-2d7a-4239-bf6d-88b484922887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:31Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'd15d9cfb-8dd3-4bb4-8279-9c22fbcc5105', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'port_id': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'mac_address': 'fa:16:3e:47:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:50:48Z', 'updated_at': '2021-10-13T14:50:48Z', 'revision_number': 0, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4e09d3-e018-48fc-a09b-38cd2c5ccc96', 'name': '', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:35:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:31Z', 'updated_at': '2021-10-13T14:50:34Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:50:50.379919 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1fedbab-3533-49f1-af15-b7829fc6b2cb req-f1444345-8f89-401a-ad8f-98b9811c75c4 service neutron] 10.222.0.49 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982277 Oct 13 14:50:50.386131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8ac2cd-2d7a-4239-bf6d-88b484922887 None None] The sync data for ids ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'] in n-d-806683-15 is: [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:31Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'd15d9cfb-8dd3-4bb4-8279-9c22fbcc5105', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'port_id': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'mac_address': 'fa:16:3e:47:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:50:48Z', 'updated_at': '2021-10-13T14:50:48Z', 'revision_number': 0, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd4e09d3-e018-48fc-a09b-38cd2c5ccc96', 'name': '', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:35:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:31Z', 'updated_at': '2021-10-13T14:50:34Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:50:50.481164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1fedbab-3533-49f1-af15-b7829fc6b2cb req-9125ab0b-52eb-414d-bb53-3bd5445a391b service neutron] 10.222.0.49 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938406 Oct 13 14:50:50.603907 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796f14e-9339-4049-932c-3e2dda412de5 None None] New status for floating IP d15d9cfb-8dd3-4bb4-8279-9c22fbcc5105: ACTIVE {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:50:51.100728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58234) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:50:51.167069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2cc3b833-c398-4a50-8a63-e7bd692dace4 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/d15d9cfb-8dd3-4bb4-8279-9c22fbcc5105 HTTP/1.1" status: 200 len: 994 time: 0.0648541 Oct 13 14:50:52.232003 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:52.254547 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a3b2ddc7-fb0e-40c2-8627-761589b680ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:53.951022 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:54.053732 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:50:55.437337 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:10.750299 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:51:18.795855 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:19.580284 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-542de7be-46ed-4a65-8209-d084d12af687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:22.269456 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:22.303754 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6f94179c-8ce3-43c2-aadc-668bdcf8b317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:23.928449 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:24.048798 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:24.664364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392a7a2-41fd-4b2d-ab72-bad3d5e7f6a0 req-a3849c9a-5739-428b-b4ce-7e5ac2b28d32 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:24.666339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1392a7a2-41fd-4b2d-ab72-bad3d5e7f6a0 req-a3849c9a-5739-428b-b4ce-7e5ac2b28d32 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.2159004 Oct 13 14:51:24.704742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1392a7a2-41fd-4b2d-ab72-bad3d5e7f6a0 req-45cb721c-9e75-4a34-9f04-e60ca105547b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324378 Oct 13 14:51:24.726422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58324) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:24.786376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-35b42259-9e59-451a-8792-4f7d16366997 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/d15d9cfb-8dd3-4bb4-8279-9c22fbcc5105 HTTP/1.1" status: 200 len: 994 time: 0.0588133 Oct 13 14:51:25.124887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84b29e-ed9f-4aaa-accb-c38c01303a60 req-d8b7139a-ed5d-4ba5-b78f-91488c431444 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:25.127460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb84b29e-ed9f-4aaa-accb-c38c01303a60 req-d8b7139a-ed5d-4ba5-b78f-91488c431444 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 1098 time: 0.0470865 Oct 13 14:51:25.164712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb84b29e-ed9f-4aaa-accb-c38c01303a60 req-c40103c5-e209-458a-b233-ab1107883b54 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310273 Oct 13 14:51:25.494277 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:26.122954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58352) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:26.223787 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-03eb71cf-5715-4cc5-88e6-85ab21c9f035 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996413 Oct 13 14:51:26.232825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-1766861f-ffea-4e21-8c02-003542c5eec7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:51:26.233840 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-1766861f-ffea-4e21-8c02-003542c5eec7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052576 Oct 13 14:51:27.219699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-a89cc827-85e2-4746-a17a-b85e5bb4495f tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:27.221314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-a89cc827-85e2-4746-a17a-b85e5bb4495f tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/ports/75b2e1d3-18f2-4075-9da5-f75717e8ae1a HTTP/1.1" status: 200 len: 1095 time: 0.0945277 Oct 13 14:51:27.231281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] Request body: {'binding': {'host': 'n-h2-806683-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:51:27.231747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] Unknown quota resources ['binding']. {{(pid=112685) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 13 14:51:27.373455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] Attempting to bind port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on host n-h2-806683-15 for vnic_type normal with profile None {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:51:27.373680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] Attempting to bind port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:51:27.374019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] Attempting to bind port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on network 65553c16-fb74-49a1-8d0c-c6d1295167fb {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:51:27.378998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] Port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on network 65553c16-fb74-49a1-8d0c-c6d1295167fb not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:51:27.379322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] Attempting to bind port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on network 65553c16-fb74-49a1-8d0c-c6d1295167fb {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:51:27.384331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:51:27.384640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] Checking segment: {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:51:27.385062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] Bound using segment: {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:51:27.385487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] Bound port: 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:51:27.475836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:51:27.568895 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] Notify callbacks [] for binding, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:27.570172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] 10.222.0.18 "POST /v2.0/ports/75b2e1d3-18f2-4075-9da5-f75717e8ae1a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3425212 Oct 13 14:51:27.845009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6d40e-a269-467b-9368-b1c53b1268a5 req-12298e40-bd8f-4e71-9052-d283a9381ed2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:27.846737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6f6d40e-a269-467b-9368-b1c53b1268a5 req-12298e40-bd8f-4e71-9052-d283a9381ed2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.0585427 Oct 13 14:51:27.889842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6f6d40e-a269-467b-9368-b1c53b1268a5 req-3c93a4d7-3f9c-4404-8f99-f5a7ed53c3a7 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359440 Oct 13 14:51:28.262561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-51c37e3b-ca3f-4d97-9b64-1075c556f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:28.263977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-51c37e3b-ca3f-4d97-9b64-1075c556f7f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 1098 time: 0.0429573 Oct 13 14:51:28.362748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-3c90f64a-390b-418d-8c17-52ecd4665ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:28.364218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-3c90f64a-390b-418d-8c17-52ecd4665ac5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65553c16-fb74-49a1-8d0c-c6d1295167fb HTTP/1.1" status: 200 len: 897 time: 0.0901418 Oct 13 14:51:28.431349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-a531c98b-0e39-409d-8243-605696620b7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a HTTP/1.1" status: 200 len: 1002 time: 0.0590308 Oct 13 14:51:28.485575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-d09e8380-c0e5-4434-8bec-74535ead3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:28.487049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-d09e8380-c0e5-4434-8bec-74535ead3f69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c74105f-b40d-42e9-8e3c-52dcb4abb942 HTTP/1.1" status: 200 len: 835 time: 0.0473919 Oct 13 14:51:28.534780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-70d5eedb-08b6-4b44-8ec3-6c64dddfa532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:28.536180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-70d5eedb-08b6-4b44-8ec3-6c64dddfa532 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65553c16-fb74-49a1-8d0c-c6d1295167fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408986 Oct 13 14:51:28.631676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-f3ad71f8-a902-4fd2-8dbf-51087c26a79d service neutron] 10.222.0.41 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867994 Oct 13 14:51:28.725998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-20dc0692-5686-48d1-a4eb-e265535cb6e0 service neutron] 10.222.0.41 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864363 Oct 13 14:51:28.867966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-62380226-e296-44f4-8f14-fe158d227d2b tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:28.871024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-62380226-e296-44f4-8f14-fe158d227d2b tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 1098 time: 0.0858822 Oct 13 14:51:28.882479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-15'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:51:29.307629 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:29.448828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106fbd1-8e86-4508-8e12-30056a697886 req-3d222578-9416-458b-a222-a3c9296f1eb7 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:29.450319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e106fbd1-8e86-4508-8e12-30056a697886 req-3d222578-9416-458b-a222-a3c9296f1eb7 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.1866009 Oct 13 14:51:29.505893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:51:29.523874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e106fbd1-8e86-4508-8e12-30056a697886 req-609e7936-6ce3-44bc-b26b-1a988a847a43 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659359 Oct 13 14:51:29.555174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:51:29.601605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:51:29.603930 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc790f1b-3f87-46f5-8e99-9a51bb5eae8f" -d '{"events": [{"server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "name": "network-vif-unplugged", "status": "completed", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:51:29.611103 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:29.643040 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87a64b3-db2e-4681-a919-6fbae252595f x-openstack-request-id: req-f87a64b3-db2e-4681-a919-6fbae252595f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:51:29.645919 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "name": "network-vif-unplugged", "status": "completed", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:51:29.645919 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f87a64b3-db2e-4681-a919-6fbae252595f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:51:29.645919 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'code': 200} Oct 13 14:51:29.694059 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:29.790495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Pushing event updated for resources: {'Port': ['ID=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:29.851998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Attempting to bind port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on host n-h1-806683-15 for vnic_type normal with profile {"migrating_to": "n-h2-806683-15"} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:51:29.852336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Attempting to bind port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:51:29.852667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Attempting to bind port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on network 65553c16-fb74-49a1-8d0c-c6d1295167fb {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:51:29.858418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on network 65553c16-fb74-49a1-8d0c-c6d1295167fb not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:51:29.859041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Attempting to bind port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on network 65553c16-fb74-49a1-8d0c-c6d1295167fb {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:51:29.864680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:51:29.865622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Checking segment: {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:51:29.865622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Bound using segment: {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:51:29.865919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Bound port: 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68839fbc-7b0f-4645-8388-0afe7d661894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:51:29.866235 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:29.935831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:51:29.939551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:51:30.029726 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:30.051142 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Provisioning complete for port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:51:30.051679 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:30.137952 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:30.160075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Pushing event updated for resources: {'Port': ['ID=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,revision_number=8']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:30.173430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:51:30.179873 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8052e97e-4061-4ea0-9821-d20cda18a6f0" -d '{"events": [{"server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "name": "network-vif-plugged", "status": "completed", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:51:30.203029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:51:30.232316 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181f26d4-9db2-4579-8f2a-14a4c3c42c8f x-openstack-request-id: req-181f26d4-9db2-4579-8f2a-14a4c3c42c8f {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:51:30.232797 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "name": "network-vif-plugged", "status": "completed", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:51:30.233289 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-181f26d4-9db2-4579-8f2a-14a4c3c42c8f {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:51:30.233827 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'code': 200} Oct 13 14:51:30.244210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:30.244828 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:30.246960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e5dfd0a8-582e-4dde-86ba-dce2e0d4457c service neutron] 10.222.0.41 "PUT /v2.0/ports/75b2e1d3-18f2-4075-9da5-f75717e8ae1a HTTP/1.1" status: 200 len: 1124 time: 1.3684099 Oct 13 14:51:30.266155 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:30.518245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['75b2e1d3-18f2-4075-9da5-f75717e8ae1a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:51:30.609387 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Pushing event updated for resources: {'Port': ['ID=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:30.626493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:30.627169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:30.627169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:30.627169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:30.627506 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:30.627821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:30.628132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:30.628450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:30.628774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:30.629123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:30.629441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:30.629756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9e53e4-d138-45af-9181-becf10a85d47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:30.649279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b8346-0f14-4841-9417-f52968901ffd req-38ceb271-75c8-4456-896c-bb4f2abc10d0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:30.650970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b92b8346-0f14-4841-9417-f52968901ffd req-38ceb271-75c8-4456-896c-bb4f2abc10d0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.0521049 Oct 13 14:51:30.692090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b92b8346-0f14-4841-9417-f52968901ffd req-e9bcf3d8-30b1-42bc-a835-228ad404dfc6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341914 Oct 13 14:51:30.792595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-69269fd9-ba69-4acc-93ce-0ce49e4795f6 None None] Provisioning complete for port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:51:30.792800 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-69269fd9-ba69-4acc-93ce-0ce49e4795f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:31.482020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 75b2e1d3-18f2-4075-9da5-f75717e8ae1a details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:51:31.590530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:51:31.605658 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 75b2e1d3-18f2-4075-9da5-f75717e8ae1a has no active binding in host n-h2-806683-15 {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 13 14:51:31.644973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:51:31.649166 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e5effd-bb36-40aa-b32d-a30fbfd0b1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:51:31.686291 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b477aba-e91f-4e6c-8095-ed69105a0e41 x-openstack-request-id: req-5b477aba-e91f-4e6c-8095-ed69105a0e41 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:51:31.687126 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:51:31.687126 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b477aba-e91f-4e6c-8095-ed69105a0e41 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:51:31.687509 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'status': 'completed', 'code': 200} Oct 13 14:51:31.767412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5effd-bb36-40aa-b32d-a30fbfd0b1b4 req-35b486eb-2889-4c13-a163-e9a0efed6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:31.768869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28e5effd-bb36-40aa-b32d-a30fbfd0b1b4 req-35b486eb-2889-4c13-a163-e9a0efed6152 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 1129 time: 0.0532365 Oct 13 14:51:31.880976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2bcb0-3999-4d3d-b09a-fda34215b015 req-9012dc85-d464-45fd-990f-0d9d3e7c2640 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:31.881299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59d2bcb0-3999-4d3d-b09a-fda34215b015 req-9012dc85-d464-45fd-990f-0d9d3e7c2640 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.1167812 Oct 13 14:51:31.919955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5effd-bb36-40aa-b32d-a30fbfd0b1b4 req-15cf8030-2232-41f1-925b-85065c9fe61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:31.921474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28e5effd-bb36-40aa-b32d-a30fbfd0b1b4 req-15cf8030-2232-41f1-925b-85065c9fe61c service neutron] 10.222.0.49 "GET /v2.0/networks?id=65553c16-fb74-49a1-8d0c-c6d1295167fb HTTP/1.1" status: 200 len: 897 time: 0.1431212 Oct 13 14:51:31.951094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59d2bcb0-3999-4d3d-b09a-fda34215b015 req-b790e23c-2e10-4d6e-ab03-cc037208597a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607882 Oct 13 14:51:32.003528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28e5effd-bb36-40aa-b32d-a30fbfd0b1b4 req-bd48ff13-477f-4908-b763-c40836a6c664 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a HTTP/1.1" status: 200 len: 1002 time: 0.0706420 Oct 13 14:51:32.059503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5effd-bb36-40aa-b32d-a30fbfd0b1b4 req-7536c028-4bfc-4ff6-9043-e1a1b42cade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:32.061141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28e5effd-bb36-40aa-b32d-a30fbfd0b1b4 req-7536c028-4bfc-4ff6-9043-e1a1b42cade3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c74105f-b40d-42e9-8e3c-52dcb4abb942 HTTP/1.1" status: 200 len: 835 time: 0.0498314 Oct 13 14:51:32.112819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5effd-bb36-40aa-b32d-a30fbfd0b1b4 req-e3b7d97a-b1dd-476c-8e2e-2b3529ee8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:32.114488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28e5effd-bb36-40aa-b32d-a30fbfd0b1b4 req-e3b7d97a-b1dd-476c-8e2e-2b3529ee8f77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65553c16-fb74-49a1-8d0c-c6d1295167fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442629 Oct 13 14:51:32.225120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28e5effd-bb36-40aa-b32d-a30fbfd0b1b4 req-54db8f8d-0ded-4981-8bf3-bf1f40242f45 service neutron] 10.222.0.49 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023092 Oct 13 14:51:32.321280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28e5effd-bb36-40aa-b32d-a30fbfd0b1b4 req-53f7e53a-bd97-4a9a-9c40-7b17c1e44b57 service neutron] 10.222.0.49 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884755 Oct 13 14:51:33.089303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52927f-75dc-4058-846e-ef8a2953651e req-1628b7aa-2429-449c-a2a8-0aed9b2d9321 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:33.091039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c52927f-75dc-4058-846e-ef8a2953651e req-1628b7aa-2429-449c-a2a8-0aed9b2d9321 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.0576634 Oct 13 14:51:33.132445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c52927f-75dc-4058-846e-ef8a2953651e req-2b61e4d2-b068-435d-bc1a-6f4775de0ae1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344763 Oct 13 14:51:34.260800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0750e3-efff-4609-8a65-8d4c57e53281 req-4e66dddf-bfd5-45c9-bb39-873cb42eae91 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:34.262911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d0750e3-efff-4609-8a65-8d4c57e53281 req-4e66dddf-bfd5-45c9-bb39-873cb42eae91 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.0561950 Oct 13 14:51:34.300821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d0750e3-efff-4609-8a65-8d4c57e53281 req-52845f6d-89db-41df-b4f2-b497cb392fe0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Oct 13 14:51:35.431560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e0ae1-8144-4ced-a347-5ef1e4f8eb99 req-e2353945-1841-49c7-b537-e11293068f30 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:35.434141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-938e0ae1-8144-4ced-a347-5ef1e4f8eb99 req-e2353945-1841-49c7-b537-e11293068f30 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.0593562 Oct 13 14:51:35.481714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-938e0ae1-8144-4ced-a347-5ef1e4f8eb99 req-83997aa9-86ee-428e-a752-48702cb45c8f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405681 Oct 13 14:51:36.619821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f9653-7f1c-4448-8f5e-d250d6057b5c req-5c23c62e-96c7-49c4-b1ca-a9d154844739 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:36.621532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-931f9653-7f1c-4448-8f5e-d250d6057b5c req-5c23c62e-96c7-49c4-b1ca-a9d154844739 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.0630159 Oct 13 14:51:36.664941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-931f9653-7f1c-4448-8f5e-d250d6057b5c req-3001a409-837c-4f8f-8146-2203e74f0251 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362346 Oct 13 14:51:37.799868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262361ad-0b00-44e1-af39-9f49be2fd9d6 req-64f16f72-d13c-4dce-92ce-4e7aeaec7c32 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:37.801596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-262361ad-0b00-44e1-af39-9f49be2fd9d6 req-64f16f72-d13c-4dce-92ce-4e7aeaec7c32 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.0575881 Oct 13 14:51:37.850575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-262361ad-0b00-44e1-af39-9f49be2fd9d6 req-6b69d5f1-7e4c-44dd-861e-e74c45c9d356 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391114 Oct 13 14:51:38.977679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fee689-2ba0-40e5-9637-430c3f461b9e req-9bbc7f38-4f29-4a37-bc31-5b5a20894c21 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:38.979330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34fee689-2ba0-40e5-9637-430c3f461b9e req-9bbc7f38-4f29-4a37-bc31-5b5a20894c21 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.0604134 Oct 13 14:51:39.020523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34fee689-2ba0-40e5-9637-430c3f461b9e req-dfc220ad-d6df-4869-b624-ba5c88afb47a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349722 Oct 13 14:51:40.146274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2fc88-dc54-439f-8db1-4706bc421014 req-0bfd4f44-2ff8-499c-9dc4-a3dfdfcc47d6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:40.147848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79d2fc88-dc54-439f-8db1-4706bc421014 req-0bfd4f44-2ff8-499c-9dc4-a3dfdfcc47d6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.0578709 Oct 13 14:51:40.190433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79d2fc88-dc54-439f-8db1-4706bc421014 req-303c4b6c-990d-4044-aa49-3154a085967b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360973 Oct 13 14:51:40.613549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37673eff-b71d-434b-aa80-db3140fbd019 req-3f296260-cf26-4f71-8bde-cf0a0dc94f1e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521932 Oct 13 14:51:40.717661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37673eff-b71d-434b-aa80-db3140fbd019 req-d1d4e383-dcd3-48a8-91f9-005072faee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:40.719543 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37673eff-b71d-434b-aa80-db3140fbd019 req-d1d4e383-dcd3-48a8-91f9-005072faee5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ef2a0013cb341678c6c4355ac0e91d5&device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 1102 time: 0.0502863 Oct 13 14:51:40.869788 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-4aa514a1-dc28-4801-8077-44870af2ea66 service neutron] 10.222.0.49 "GET /v2.0/ports/75b2e1d3-18f2-4075-9da5-f75717e8ae1a/bindings/n-h2-806683-15 HTTP/1.1" status: 200 len: 385 time: 0.1117887 Oct 13 14:51:40.874029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37673eff-b71d-434b-aa80-db3140fbd019 req-e69b7221-d30c-4d95-99d9-3986658c1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:40.876090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37673eff-b71d-434b-aa80-db3140fbd019 req-e69b7221-d30c-4d95-99d9-3986658c1715 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e19e748a-24ed-481b-983b-3ca11a983827 HTTP/1.1" status: 200 len: 870 time: 0.1366351 Oct 13 14:51:40.942700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37673eff-b71d-434b-aa80-db3140fbd019 req-c96cc1a5-d064-4c10-b2bd-108619194e5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 HTTP/1.1" status: 200 len: 217 time: 0.0583224 Oct 13 14:51:41.023431 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37673eff-b71d-434b-aa80-db3140fbd019 req-00ed71f4-fbe6-4371-8a16-c3e88f8bcccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:41.024967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37673eff-b71d-434b-aa80-db3140fbd019 req-00ed71f4-fbe6-4371-8a16-c3e88f8bcccc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0742044 Oct 13 14:51:41.137085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37673eff-b71d-434b-aa80-db3140fbd019 req-3fc93a94-00ad-49f2-bd91-0d20b5641ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:41.138582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37673eff-b71d-434b-aa80-db3140fbd019 req-3fc93a94-00ad-49f2-bd91-0d20b5641ce3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0962343 Oct 13 14:51:41.223316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:51:41.257448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:51:41.340408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37673eff-b71d-434b-aa80-db3140fbd019 req-fe11a5b1-bf1e-475c-9e65-1614c1525d24 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809523 Oct 13 14:51:41.350231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:51:41.352491 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f37b17-60b7-48ce-b4c0-a3999ae66dbb" -d '{"events": [{"server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "name": "network-vif-unplugged", "status": "completed", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:51:41.367697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:51:41.419757 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 14:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fa3def-d45c-406f-a7d4-2f6f51a0fbb1 x-openstack-request-id: req-74fa3def-d45c-406f-a7d4-2f6f51a0fbb1 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:51:41.420049 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "name": "network-vif-unplugged", "status": "completed", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:51:41.420302 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74fa3def-d45c-406f-a7d4-2f6f51a0fbb1 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:51:41.420694 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'code': 200} Oct 13 14:51:41.435148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439a323-5c79-475a-a173-c36cf9957f06 req-32eb3ccd-9193-426c-80f9-f6a4d5a01ebe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:41.436901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1439a323-5c79-475a-a173-c36cf9957f06 req-32eb3ccd-9193-426c-80f9-f6a4d5a01ebe tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 946 time: 0.1722951 Oct 13 14:51:41.497008 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:41.503294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1439a323-5c79-475a-a173-c36cf9957f06 req-34a3d213-1132-4d22-b23e-e9a52884f682 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592144 Oct 13 14:51:41.513248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37673eff-b71d-434b-aa80-db3140fbd019 req-4f48ddf8-57a8-4782-ad6b-0572be1fa653 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660583 Oct 13 14:51:41.591057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Transition to ACTIVE for port object 75b2e1d3-18f2-4075-9da5-f75717e8ae1a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:51:41.675273 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:41.787750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Pushing event updated for resources: {'Port': ['ID=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,revision_number=11']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:41.800709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:41.801079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:41.801428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:41.801770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:41.802109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:41.802446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:41.802776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:41.803105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:41.803435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:41.803771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:41.804098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:41.804424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:41.837056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] No DVR routers for this DVR port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:51:41.976625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-806a1c18-99b0-4547-8194-ee36f89ee59e service neutron] 10.222.0.49 "PUT /v2.0/ports/75b2e1d3-18f2-4075-9da5-f75717e8ae1a/bindings/n-h2-806683-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0975935 Oct 13 14:51:42.182348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-50246eb4-10fc-4d2d-9a9f-d45f9fb46fc3 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:42.183889 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-50246eb4-10fc-4d2d-9a9f-d45f9fb46fc3 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 1097 time: 0.0537233 Oct 13 14:51:42.234141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-75c77481-4627-4b2e-94b3-7e24a707bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:42.236151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-75c77481-4627-4b2e-94b3-7e24a707bc52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 1097 time: 0.0429986 Oct 13 14:51:42.303003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-797e6691-2df8-48e3-8c2e-96d4a3d4002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:42.304078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-797e6691-2df8-48e3-8c2e-96d4a3d4002d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 1097 time: 0.0437548 Oct 13 14:51:42.404509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-59aba988-1c9e-4a22-9f8d-cb8abaff519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:42.406138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-59aba988-1c9e-4a22-9f8d-cb8abaff519e service neutron] 10.222.0.41 "GET /v2.0/networks?id=65553c16-fb74-49a1-8d0c-c6d1295167fb HTTP/1.1" status: 200 len: 897 time: 0.0937011 Oct 13 14:51:42.503516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-0555d81d-d167-44da-a9d6-cb1a08b72abc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a HTTP/1.1" status: 200 len: 1000 time: 0.0896561 Oct 13 14:51:42.522753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ced43-57b3-4d82-ae0c-e7beb77f1271 req-c9ddbd6b-b0b5-4b64-8611-b98a966796e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:42.524240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a94ced43-57b3-4d82-ae0c-e7beb77f1271 req-c9ddbd6b-b0b5-4b64-8611-b98a966796e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 1097 time: 0.0687935 Oct 13 14:51:42.610876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-2b8f9a76-10f1-4b96-acca-d262aa51c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:42.612437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-2b8f9a76-10f1-4b96-acca-d262aa51c8fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c74105f-b40d-42e9-8e3c-52dcb4abb942 HTTP/1.1" status: 200 len: 835 time: 0.1010878 Oct 13 14:51:42.722502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f654241-3ec0-4e95-a48c-53d68d8b0781 req-8a636266-971f-4a02-901f-1af042241e5a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:42.724000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f654241-3ec0-4e95-a48c-53d68d8b0781 req-8a636266-971f-4a02-901f-1af042241e5a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 945 time: 0.1418302 Oct 13 14:51:42.733898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e0c66322-86ab-4f60-bc0a-c699f36cb03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:42.735712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-e0c66322-86ab-4f60-bc0a-c699f36cb03d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65553c16-fb74-49a1-8d0c-c6d1295167fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139109 Oct 13 14:51:42.744023 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ced43-57b3-4d82-ae0c-e7beb77f1271 req-43ecb566-da0f-46bf-ba5a-85f61bb62377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:42.745452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a94ced43-57b3-4d82-ae0c-e7beb77f1271 req-43ecb566-da0f-46bf-ba5a-85f61bb62377 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65553c16-fb74-49a1-8d0c-c6d1295167fb HTTP/1.1" status: 200 len: 897 time: 0.1873670 Oct 13 14:51:42.870902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f654241-3ec0-4e95-a48c-53d68d8b0781 req-7cc67069-a4cc-46ab-83d5-ae0a0077b65f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390538 Oct 13 14:51:42.893894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a94ced43-57b3-4d82-ae0c-e7beb77f1271 req-d47575e4-ecf1-4527-95e3-4729396ada06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a HTTP/1.1" status: 200 len: 1000 time: 0.1317413 Oct 13 14:51:42.941618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-8e6dd685-877b-401d-b5be-95e873eb077d service neutron] 10.222.0.41 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895514 Oct 13 14:51:42.967600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 75b2e1d3-18f2-4075-9da5-f75717e8ae1a no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:51:43.010249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 75b2e1d3-18f2-4075-9da5-f75717e8ae1a not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:51:43.013187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ced43-57b3-4d82-ae0c-e7beb77f1271 req-415d56e4-84d8-43b0-92e4-720443a2a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:43.014687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a94ced43-57b3-4d82-ae0c-e7beb77f1271 req-415d56e4-84d8-43b0-92e4-720443a2a929 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c74105f-b40d-42e9-8e3c-52dcb4abb942 HTTP/1.1" status: 200 len: 835 time: 0.1043489 Oct 13 14:51:43.082663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-a9ad5e9b-2bdc-4b30-889d-44773e63652b service neutron] 10.222.0.41 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329618 Oct 13 14:51:43.089044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ced43-57b3-4d82-ae0c-e7beb77f1271 req-dd3f41bc-f9b2-4259-9959-bf47294896e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:43.090563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a94ced43-57b3-4d82-ae0c-e7beb77f1271 req-dd3f41bc-f9b2-4259-9959-bf47294896e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65553c16-fb74-49a1-8d0c-c6d1295167fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635107 Oct 13 14:51:43.193856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a94ced43-57b3-4d82-ae0c-e7beb77f1271 req-6322ea4b-5166-4113-b67a-b819acc7e01e service neutron] 10.222.0.49 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922453 Oct 13 14:51:43.323558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a94ced43-57b3-4d82-ae0c-e7beb77f1271 req-1589d7cb-624b-4b7e-8199-f895f7de724e service neutron] 10.222.0.49 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159620 Oct 13 14:51:43.525286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-1b1be10f-6f17-4988-9b74-bce9c6f562a3 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:43.526793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-1b1be10f-6f17-4988-9b74-bce9c6f562a3 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 1097 time: 0.0454457 Oct 13 14:51:43.748898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-fa7b8c8d-0d3c-4fdd-954f-b2eb2fc5cb7f service neutron] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:51:43.752789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-fa7b8c8d-0d3c-4fdd-954f-b2eb2fc5cb7f service neutron] Notify callbacks [] for binding, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:43.753943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-fa7b8c8d-0d3c-4fdd-954f-b2eb2fc5cb7f service neutron] 10.222.0.41 "DELETE /v2.0/ports/75b2e1d3-18f2-4075-9da5-f75717e8ae1a/bindings/n-h1-806683-15 HTTP/1.1" status: 204 len: 173 time: 0.2179465 Oct 13 14:51:44.007505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243935a1-299a-4e2e-ad09-4b54f70d7740 req-639d9e0d-60f5-49e7-a148-b8693fbd3cd8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:44.009131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-243935a1-299a-4e2e-ad09-4b54f70d7740 req-639d9e0d-60f5-49e7-a148-b8693fbd3cd8 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 945 time: 0.0512919 Oct 13 14:51:44.049426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-243935a1-299a-4e2e-ad09-4b54f70d7740 req-a0e13276-56ff-4352-a5f2-f925fa9f928b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342505 Oct 13 14:51:44.161794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db530eb-9084-4b30-ae23-132fe3643e7f req-2de85c8c-d319-400e-a6e4-2492fff768f6 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:44.163305 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2db530eb-9084-4b30-ae23-132fe3643e7f req-2de85c8c-d319-400e-a6e4-2492fff768f6 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 1097 time: 0.0415390 Oct 13 14:51:44.203350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2db530eb-9084-4b30-ae23-132fe3643e7f req-abbd5c1e-6c41-45be-9237-b769cbb88525 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337412 Oct 13 14:51:44.330398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40f3b9-56d2-476b-9d3c-af04d7602768 req-0098f0c4-5bec-453e-a1fe-34f69dd7376f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:44.331938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c40f3b9-56d2-476b-9d3c-af04d7602768 req-0098f0c4-5bec-453e-a1fe-34f69dd7376f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 945 time: 0.0512748 Oct 13 14:51:44.370610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c40f3b9-56d2-476b-9d3c-af04d7602768 req-839d74d6-2d8d-41a2-a4a7-00d22279330d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325577 Oct 13 14:51:44.392967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58590) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:44.454298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-30a7c334-1399-4fda-8100-a1113e031dc2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/d15d9cfb-8dd3-4bb4-8279-9c22fbcc5105 HTTP/1.1" status: 200 len: 992 time: 0.0593433 Oct 13 14:51:47.727424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58634) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:47.751295 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:51:47.908925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-9f246b8a-85c8-4a3d-84c5-2dac10019e81 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port 2c29b694-1e2e-4f80-8e53-0fd79bd69aa1 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:51:47.909358 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f246b8a-85c8-4a3d-84c5-2dac10019e81 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:47.993686 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f246b8a-85c8-4a3d-84c5-2dac10019e81 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:47.994002 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f246b8a-85c8-4a3d-84c5-2dac10019e81 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:48.007001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-9f246b8a-85c8-4a3d-84c5-2dac10019e81 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for 2c29b694-1e2e-4f80-8e53-0fd79bd69aa1 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:51:48.284759 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f246b8a-85c8-4a3d-84c5-2dac10019e81 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:48.314214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f246b8a-85c8-4a3d-84c5-2dac10019e81 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=2c29b694-1e2e-4f80-8e53-0fd79bd69aa1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:48.383437 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f246b8a-85c8-4a3d-84c5-2dac10019e81 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:48.383860 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-9f246b8a-85c8-4a3d-84c5-2dac10019e81 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Floating IP d15d9cfb-8dd3-4bb4-8279-9c22fbcc5105 disassociated (deleted). External IP: 172.25.0.177, port: 75b2e1d3-18f2-4075-9da5-f75717e8ae1a. Oct 13 14:51:48.595652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f246b8a-85c8-4a3d-84c5-2dac10019e81 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:51:48.712423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f246b8a-85c8-4a3d-84c5-2dac10019e81 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:51:48.717198 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9f246b8a-85c8-4a3d-84c5-2dac10019e81 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:48.731543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72088c8f-40ef-4d89-a9bf-28b7c40186a2 None None] Sync routers for ids ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:51:48.744365 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72088c8f-40ef-4d89-a9bf-28b7c40186a2 None None] Routers {'7d753bb5-0e48-4240-9780-6cb55f5a2e5b'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:51:48.744892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-72088c8f-40ef-4d89-a9bf-28b7c40186a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:51:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:51:48.753214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9f246b8a-85c8-4a3d-84c5-2dac10019e81 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/floatingips/d15d9cfb-8dd3-4bb4-8279-9c22fbcc5105 HTTP/1.1" status: 204 len: 168 time: 1.0190899 Oct 13 14:51:48.753214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:51:48.753214 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e532c6-78f9-4e2c-bdfd-8636c615c793" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:51:48.796457 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcdcb62-7d76-4f04-8533-34ea6f312eb8 x-openstack-request-id: req-adcdcb62-7d76-4f04-8533-34ea6f312eb8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:51:48.797934 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:51:48.797934 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adcdcb62-7d76-4f04-8533-34ea6f312eb8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:51:48.797934 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'status': 'completed', 'code': 200} Oct 13 14:51:48.833863 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:48.862786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-72088c8f-40ef-4d89-a9bf-28b7c40186a2 None None] Set router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:51:48.873477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e532c6-78f9-4e2c-bdfd-8636c615c793 req-23f80999-ce70-477a-bc0f-f7235d4da924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:48.875889 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89e532c6-78f9-4e2c-bdfd-8636c615c793 req-23f80999-ce70-477a-bc0f-f7235d4da924 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 1097 time: 0.0539417 Oct 13 14:51:48.968858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e532c6-78f9-4e2c-bdfd-8636c615c793 req-101b261a-4080-492f-b5b7-c3fcb0a2b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:48.970663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89e532c6-78f9-4e2c-bdfd-8636c615c793 req-101b261a-4080-492f-b5b7-c3fcb0a2b2b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65553c16-fb74-49a1-8d0c-c6d1295167fb HTTP/1.1" status: 200 len: 897 time: 0.0873029 Oct 13 14:51:49.017333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89e532c6-78f9-4e2c-bdfd-8636c615c793 req-a742cf82-33b3-4331-b7ff-a4d71f3e7a05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a HTTP/1.1" status: 200 len: 217 time: 0.0386107 Oct 13 14:51:49.074877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-72088c8f-40ef-4d89-a9bf-28b7c40186a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:31Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'dd4e09d3-e018-48fc-a09b-38cd2c5ccc96', 'name': '', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:35:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:31Z', 'updated_at': '2021-10-13T14:50:34Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:51:49.081739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e532c6-78f9-4e2c-bdfd-8636c615c793 req-3c8f3a15-0d9a-407e-9ac8-56e2251b2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:49.083364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89e532c6-78f9-4e2c-bdfd-8636c615c793 req-3c8f3a15-0d9a-407e-9ac8-56e2251b2f17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8c74105f-b40d-42e9-8e3c-52dcb4abb942 HTTP/1.1" status: 200 len: 835 time: 0.0589297 Oct 13 14:51:49.105432 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72088c8f-40ef-4d89-a9bf-28b7c40186a2 None None] Checking router: 7d753bb5-0e48-4240-9780-6cb55f5a2e5b for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:51:49.119179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72088c8f-40ef-4d89-a9bf-28b7c40186a2 None None] Routers {'7d753bb5-0e48-4240-9780-6cb55f5a2e5b'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:51:49.119790 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-72088c8f-40ef-4d89-a9bf-28b7c40186a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:51:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:51:49.140261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e532c6-78f9-4e2c-bdfd-8636c615c793 req-7cd1c505-d656-4b63-8ebc-533960f8eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:49.142071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89e532c6-78f9-4e2c-bdfd-8636c615c793 req-7cd1c505-d656-4b63-8ebc-533960f8eebf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65553c16-fb74-49a1-8d0c-c6d1295167fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505481 Oct 13 14:51:49.265840 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-72088c8f-40ef-4d89-a9bf-28b7c40186a2 None None] Set router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:51:49.294223 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89e532c6-78f9-4e2c-bdfd-8636c615c793 req-d4497c89-e98f-4106-bc23-d58442960bb5 service neutron] 10.222.0.41 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419575 Oct 13 14:51:49.308618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31238b-b405-4315-9ac0-a042637a2f30 req-1c5f3201-e3dd-4c64-b5c3-d4a288327707 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:49.310322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff31238b-b405-4315-9ac0-a042637a2f30 req-1c5f3201-e3dd-4c64-b5c3-d4a288327707 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 945 time: 0.0760970 Oct 13 14:51:49.549425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-72088c8f-40ef-4d89-a9bf-28b7c40186a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:31Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'dd4e09d3-e018-48fc-a09b-38cd2c5ccc96', 'name': '', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:35:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:31Z', 'updated_at': '2021-10-13T14:50:34Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:51:49.597487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72088c8f-40ef-4d89-a9bf-28b7c40186a2 None None] The sync data for ids ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'] in n-d-806683-15 is: [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:31Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'dd4e09d3-e018-48fc-a09b-38cd2c5ccc96', 'name': '', 'network_id': '65553c16-fb74-49a1-8d0c-c6d1295167fb', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:35:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:31Z', 'updated_at': '2021-10-13T14:50:34Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '8c74105f-b40d-42e9-8e3c-52dcb4abb942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:51:49.599932 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2515-18f1-40e1-a54a-cd6b90da045c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:49.820065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff31238b-b405-4315-9ac0-a042637a2f30 req-137d2c75-9c1a-4cba-8e95-ba070df1fe48 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2613592-e165-43c3-a2b3-cde9ff691e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4995725 Oct 13 14:51:49.856241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89e532c6-78f9-4e2c-bdfd-8636c615c793 req-5af3fc3f-f5c8-4f43-bc07-b4fa5cedc247 service neutron] 10.222.0.41 "GET /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447066 Oct 13 14:51:49.908452 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbffdb9-4ad4-4ca1-a954-45c0717e0b20 None None] New status for floating IP d15d9cfb-8dd3-4bb4-8279-9c22fbcc5105: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:51:49.963723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4d4f7-f66f-4b51-9946-75ea21b2c95e req-96ca6c98-0ed4-4b2b-b24e-5451941dad12 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:49.965419 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24a4d4f7-f66f-4b51-9946-75ea21b2c95e req-96ca6c98-0ed4-4b2b-b24e-5451941dad12 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.41 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 945 time: 0.0525529 Oct 13 14:51:50.062412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-24a4d4f7-f66f-4b51-9946-75ea21b2c95e req-1c2fe77a-e344-4ac5-8e4e-a42c18a709dd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:51:50.062773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-24a4d4f7-f66f-4b51-9946-75ea21b2c95e req-1c2fe77a-e344-4ac5-8e4e-a42c18a709dd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:50.156822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-24a4d4f7-f66f-4b51-9946-75ea21b2c95e req-1c2fe77a-e344-4ac5-8e4e-a42c18a709dd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] For port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:51:50.162992 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-24a4d4f7-f66f-4b51-9946-75ea21b2c95e req-1c2fe77a-e344-4ac5-8e4e-a42c18a709dd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:50.169483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-24a4d4f7-f66f-4b51-9946-75ea21b2c95e req-1c2fe77a-e344-4ac5-8e4e-a42c18a709dd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for 75b2e1d3-18f2-4075-9da5-f75717e8ae1a owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:51:50.371675 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-24a4d4f7-f66f-4b51-9946-75ea21b2c95e req-1c2fe77a-e344-4ac5-8e4e-a42c18a709dd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:50.400138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fe77a-e344-4ac5-8e4e-a42c18a709dd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=75b2e1d3-18f2-4075-9da5-f75717e8ae1a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:50.446979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a4d4f7-f66f-4b51-9946-75ea21b2c95e req-1c2fe77a-e344-4ac5-8e4e-a42c18a709dd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] No DVR routers for this DVR port 75b2e1d3-18f2-4075-9da5-f75717e8ae1a on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:51:50.449566 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-24a4d4f7-f66f-4b51-9946-75ea21b2c95e req-1c2fe77a-e344-4ac5-8e4e-a42c18a709dd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:50.452963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24a4d4f7-f66f-4b51-9946-75ea21b2c95e req-1c2fe77a-e344-4ac5-8e4e-a42c18a709dd tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.41 "DELETE /v2.0/ports/75b2e1d3-18f2-4075-9da5-f75717e8ae1a HTTP/1.1" status: 204 len: 173 time: 0.4801612 Oct 13 14:51:50.798401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'name': 'network-vif-deleted', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:51:50.800708 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abee3284-951d-42de-be4e-e4012cfab9c8" -d '{"events": [{"server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "name": "network-vif-deleted", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:51:50.842452 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fa128d-ebe6-4f58-8bb8-a32dd719587c x-openstack-request-id: req-49fa128d-ebe6-4f58-8bb8-a32dd719587c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:51:50.842452 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe0737e-f624-4866-a9fc-2c7804ec0eff", "name": "network-vif-deleted", "tag": "75b2e1d3-18f2-4075-9da5-f75717e8ae1a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:51:50.842452 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49fa128d-ebe6-4f58-8bb8-a32dd719587c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:51:50.842452 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe0737e-f624-4866-a9fc-2c7804ec0eff', 'name': 'network-vif-deleted', 'tag': '75b2e1d3-18f2-4075-9da5-f75717e8ae1a', 'status': 'completed', 'code': 200} Oct 13 14:51:50.938763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-44214d48-98f8-485f-b9c0-efbe4d46dfd7 req-0ed59545-650a-48aa-9fff-e526cb93e8c6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=6fe0737e-f624-4866-a9fc-2c7804ec0eff HTTP/1.1" status: 200 len: 210 time: 0.0308547 Oct 13 14:51:51.996027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58700) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:52.246473 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:52.270894 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8cb908b2-526b-4e46-9970-0ef48ae79011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:52.367364 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5d804bbb-7b75-4420-8074-05ff51e3ed2b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:52.632706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-5d804bbb-7b75-4420-8074-05ff51e3ed2b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:51:52.633085 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5d804bbb-7b75-4420-8074-05ff51e3ed2b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:52.727195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-5d804bbb-7b75-4420-8074-05ff51e3ed2b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] For port dd4e09d3-e018-48fc-a09b-38cd2c5ccc96, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dd4e09d3-e018-48fc-a09b-38cd2c5ccc96,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:51:52.727555 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5d804bbb-7b75-4420-8074-05ff51e3ed2b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:52.739433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-5d804bbb-7b75-4420-8074-05ff51e3ed2b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:51:53.006205 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5d804bbb-7b75-4420-8074-05ff51e3ed2b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:53.032998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d804bbb-7b75-4420-8074-05ff51e3ed2b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=dd4e09d3-e018-48fc-a09b-38cd2c5ccc96,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:53.225482 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5d804bbb-7b75-4420-8074-05ff51e3ed2b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:53.459030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d804bbb-7b75-4420-8074-05ff51e3ed2b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:51:53.579086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d804bbb-7b75-4420-8074-05ff51e3ed2b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:51:53.585130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5d804bbb-7b75-4420-8074-05ff51e3ed2b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "PUT /v2.0/routers/7d753bb5-0e48-4240-9780-6cb55f5a2e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5879741 Oct 13 14:51:53.587738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58722) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:53.590265 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb74fff-8ccd-419d-83a0-6b544bc7a634 None None] Sync routers for ids ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:51:53.602107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb74fff-8ccd-419d-83a0-6b544bc7a634 None None] Routers {'7d753bb5-0e48-4240-9780-6cb55f5a2e5b'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:51:53.602782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0bb74fff-8ccd-419d-83a0-6b544bc7a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:51:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:51:53.641138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 75b2e1d3-18f2-4075-9da5-f75717e8ae1a no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:51:53.642022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-c244bca8-9ae7-421e-8226-6c5ef2263a46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting subnet 8c74105f-b40d-42e9-8e3c-52dcb4abb942 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:51:53.645474 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c244bca8-9ae7-421e-8226-6c5ef2263a46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:53.669525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 75b2e1d3-18f2-4075-9da5-f75717e8ae1a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:51:53.670754 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 75b2e1d3-18f2-4075-9da5-f75717e8ae1a not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:51:53.694229 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c244bca8-9ae7-421e-8226-6c5ef2263a46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:53.741639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-0bb74fff-8ccd-419d-83a0-6b544bc7a634 None None] Set router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:51:53.803891 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c244bca8-9ae7-421e-8226-6c5ef2263a46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:53.942748 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0bb74fff-8ccd-419d-83a0-6b544bc7a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:51:52Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:51:53.976005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb74fff-8ccd-419d-83a0-6b544bc7a634 None None] Checking router: 7d753bb5-0e48-4240-9780-6cb55f5a2e5b for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:51:53.989922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb74fff-8ccd-419d-83a0-6b544bc7a634 None None] Routers {'7d753bb5-0e48-4240-9780-6cb55f5a2e5b'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:51:53.990527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0bb74fff-8ccd-419d-83a0-6b544bc7a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:51:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:51:54.036415 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:54.077311 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c244bca8-9ae7-421e-8226-6c5ef2263a46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:54.100783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-0bb74fff-8ccd-419d-83a0-6b544bc7a634 None None] Set router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:51:54.107115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244bca8-9ae7-421e-8226-6c5ef2263a46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Subnet': ['ID=8c74105f-b40d-42e9-8e3c-52dcb4abb942,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:54.112361 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c244bca8-9ae7-421e-8226-6c5ef2263a46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:54.118100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c244bca8-9ae7-421e-8226-6c5ef2263a46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/subnets/8c74105f-b40d-42e9-8e3c-52dcb4abb942 HTTP/1.1" status: 204 len: 168 time: 0.5266480 Oct 13 14:51:54.118343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58730) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:54.126557 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:54.158005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6813ff-d5c3-4164-a0d2-3844a9d7cad1 None None] Network 65553c16-fb74-49a1-8d0c-c6d1295167fb requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:51:54.238134 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:54.355778 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:54.468216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:51:54.468561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:54.546490 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0bb74fff-8ccd-419d-83a0-6b544bc7a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:51:52Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:51:54.575929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] For port 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:51:54.576303 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:54.586749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb74fff-8ccd-419d-83a0-6b544bc7a634 None None] The sync data for ids ['7d753bb5-0e48-4240-9780-6cb55f5a2e5b'] in n-d-806683-15 is: [{'id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534451025', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:51:52Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d753bb5-0e48-4240-9780-6cb55f5a2e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:50:27Z', 'updated_at': '2021-10-13T14:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:51:54.594086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:51:54.623246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eded051-564b-45b1-bc4d-deee11adad8d None None] DHCP port deletion for 65553c16-fb74-49a1-8d0c-c6d1295167fb request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:51:54.681651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6eded051-564b-45b1-bc4d-deee11adad8d None None] Deleting port fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:51:54.682129 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6eded051-564b-45b1-bc4d-deee11adad8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:54.747933 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6eded051-564b-45b1-bc4d-deee11adad8d None None] For port fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c,segment=NetworkSegment(68839fbc-7b0f-4645-8388-0afe7d661894),segment_id=68839fbc-7b0f-4645-8388-0afe7d661894)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:51:54.748581 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6eded051-564b-45b1-bc4d-deee11adad8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:54.762903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6eded051-564b-45b1-bc4d-deee11adad8d None None] Calling delete_port for fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:51:54.859341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:54.885285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:54.939605 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6eded051-564b-45b1-bc4d-deee11adad8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:54.960186 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:54.985223 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eded051-564b-45b1-bc4d-deee11adad8d None None] Pushing event deleted for resources: {'Port': ['ID=fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:54.991530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eded051-564b-45b1-bc4d-deee11adad8d None None] No DVR routers for this DVR port fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:51:55.068116 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.070378 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.179495 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.180212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Fanout notify agent at l3_agent the message router_deleted on router 7d753bb5-0e48-4240-9780-6cb55f5a2e5b {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:51:55.192652 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.196186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c46724d8-f7a8-4684-a9a7-c6101883dbfa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/routers/7d753bb5-0e48-4240-9780-6cb55f5a2e5b HTTP/1.1" status: 204 len: 168 time: 1.0764010 Oct 13 14:51:55.196686 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58742) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:55.272618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:51:55.293313 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:51:55.294143 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fef6d6d4-edf7-4b5d-8cd8-b8bc55b6be7c not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:51:55.294340 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:51:55.301120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.320234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:51:55.320631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dd4e09d3-e018-48fc-a09b-38cd2c5ccc96 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:51:55.404917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.430226 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65553c16-fb74-49a1-8d0c-c6d1295167fb']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:51:55.440010 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68839fbc-7b0f-4645-8388-0afe7d661894') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:51:55.440305 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68839fbc-7b0f-4645-8388-0afe7d661894') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:51:55.449966 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.463790 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.470717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:51:55.471115 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:51:55.474208 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:51:55.491249 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.594388 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.604854 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.608213 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/networks/65553c16-fb74-49a1-8d0c-c6d1295167fb HTTP/1.1" status: 204 len: 168 time: 0.4105275 Oct 13 14:51:55.611112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58756) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:55.620009 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Network': ['ID=65553c16-fb74-49a1-8d0c-c6d1295167fb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:55.628401 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:55.628742 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:55.629323 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:55.629666 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:55.629996 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:55.630329 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:55.630656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:55.631098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:55.631749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:55.631749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:55.632060 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:55.632379 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6db12f-e10b-4566-ae3d-36befa6dbc2a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:51:55.673922 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-119a045c-99b0-456d-9104-000b569e720f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.700103 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-119a045c-99b0-456d-9104-000b569e720f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.827773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-119a045c-99b0-456d-9104-000b569e720f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.830463 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-119a045c-99b0-456d-9104-000b569e720f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:55.831750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-119a045c-99b0-456d-9104-000b569e720f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/security-groups/c2613592-e165-43c3-a2b3-cde9ff691e17 HTTP/1.1" status: 204 len: 168 time: 0.2193785 Oct 13 14:51:55.843843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a045c-99b0-456d-9104-000b569e720f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2613592-e165-43c3-a2b3-cde9ff691e17,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:56.264104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58768) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:56.269562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-21cb5f36-3a28-4a50-9689-8da540146870 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033071232', 'description': 'tempest-secgroup-smoke-2033071232 description', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:51:56.379262 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-21cb5f36-3a28-4a50-9689-8da540146870 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:56.451796 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-21cb5f36-3a28-4a50-9689-8da540146870 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:56.514023 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-21cb5f36-3a28-4a50-9689-8da540146870 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:56.543133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb5f36-3a28-4a50-9689-8da540146870 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e8157a-a547-4d25-b6ca-66fc6171e74c,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:56.636376 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-21cb5f36-3a28-4a50-9689-8da540146870 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:56.637735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-21cb5f36-3a28-4a50-9689-8da540146870 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3726208 Oct 13 14:51:56.640892 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58778) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:56.646797 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-94744141-09fa-45a1-ad5c-76784014e2d6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': 'e3e8157a-a547-4d25-b6ca-66fc6171e74c', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:51:56.742416 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-94744141-09fa-45a1-ad5c-76784014e2d6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:56.815101 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-94744141-09fa-45a1-ad5c-76784014e2d6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:56.954603 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-94744141-09fa-45a1-ad5c-76784014e2d6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:56.973275 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94744141-09fa-45a1-ad5c-76784014e2d6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55612471-0744-4636-a1df-00d44c62fee3,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:57.056230 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-94744141-09fa-45a1-ad5c-76784014e2d6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:57.057533 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-94744141-09fa-45a1-ad5c-76784014e2d6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4153442 Oct 13 14:51:57.060854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58784) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:57.068354 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9501c453-ad75-4a55-9bf9-60de79b76731 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': 'e3e8157a-a547-4d25-b6ca-66fc6171e74c', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:51:57.148906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:51:57.175559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:51:57.176636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24ac543c-7b1c-4ed1-bef8-6e30ef2b1d17 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:51:57.181942 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9501c453-ad75-4a55-9bf9-60de79b76731 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:57.244656 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9501c453-ad75-4a55-9bf9-60de79b76731 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:57.331375 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9501c453-ad75-4a55-9bf9-60de79b76731 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:57.349360 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501c453-ad75-4a55-9bf9-60de79b76731 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7383f719-e469-4706-bb4c-b1beb589a19c,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:57.450161 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9501c453-ad75-4a55-9bf9-60de79b76731 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:57.451435 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9501c453-ad75-4a55-9bf9-60de79b76731 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3890619 Oct 13 14:51:57.454747 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 58790) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:57.459246 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3aa01e44-96bf-45fe-9ae5-1bc91d6a45b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': 'e3e8157a-a547-4d25-b6ca-66fc6171e74c', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:51:57.550920 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3aa01e44-96bf-45fe-9ae5-1bc91d6a45b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:57.616229 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3aa01e44-96bf-45fe-9ae5-1bc91d6a45b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:57.688406 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3aa01e44-96bf-45fe-9ae5-1bc91d6a45b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:57.707767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa01e44-96bf-45fe-9ae5-1bc91d6a45b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09149f70-af8d-43f4-829c-5262b565898a,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:57.788385 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3aa01e44-96bf-45fe-9ae5-1bc91d6a45b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:57.790433 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3aa01e44-96bf-45fe-9ae5-1bc91d6a45b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3345156 Oct 13 14:51:57.794057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58798) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:57.801723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-932f4fe7-0b42-4ba7-b355-9f0febc14dcf tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': 'e3e8157a-a547-4d25-b6ca-66fc6171e74c', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:51:57.893541 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-932f4fe7-0b42-4ba7-b355-9f0febc14dcf tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:57.955316 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-932f4fe7-0b42-4ba7-b355-9f0febc14dcf tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:58.022419 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-932f4fe7-0b42-4ba7-b355-9f0febc14dcf tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:58.041392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f4fe7-0b42-4ba7-b355-9f0febc14dcf tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7529dfaf-42ff-4191-8f69-c00127815de9,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:58.141486 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-932f4fe7-0b42-4ba7-b355-9f0febc14dcf tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:58.142344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-932f4fe7-0b42-4ba7-b355-9f0febc14dcf tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3470187 Oct 13 14:51:58.145019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58804) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:58.149340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d9e2882e-d342-49f0-9ba3-28358460a2d1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': 'e3e8157a-a547-4d25-b6ca-66fc6171e74c', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:51:58.252647 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-d9e2882e-d342-49f0-9ba3-28358460a2d1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Project 5c576f49d3dd4bbab85901c8c6ccd513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:51:58.258571 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9e2882e-d342-49f0-9ba3-28358460a2d1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:58.319465 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9e2882e-d342-49f0-9ba3-28358460a2d1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:58.413707 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9e2882e-d342-49f0-9ba3-28358460a2d1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:58.433596 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2882e-d342-49f0-9ba3-28358460a2d1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde4ea96-0134-4438-ab65-ad976663c3ed,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:58.506692 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d9e2882e-d342-49f0-9ba3-28358460a2d1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:58.507921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d9e2882e-d342-49f0-9ba3-28358460a2d1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3619769 Oct 13 14:51:58.510700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58810) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:58.515123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-15bceece-27dd-4c98-a05d-f7e06793bd46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'security_group_rule': {'security_group_id': 'e3e8157a-a547-4d25-b6ca-66fc6171e74c', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:51:58.628881 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-15bceece-27dd-4c98-a05d-f7e06793bd46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Project 5c576f49d3dd4bbab85901c8c6ccd513 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:51:58.634230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-15bceece-27dd-4c98-a05d-f7e06793bd46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:58.711314 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-15bceece-27dd-4c98-a05d-f7e06793bd46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:58.783015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-15bceece-27dd-4c98-a05d-f7e06793bd46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:58.798542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bceece-27dd-4c98-a05d-f7e06793bd46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28835c8d-000c-4bff-800e-01dd643b81ba,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:58.901328 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-15bceece-27dd-4c98-a05d-f7e06793bd46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:58.902669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-15bceece-27dd-4c98-a05d-f7e06793bd46 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3909919 Oct 13 14:51:58.905503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58818) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:58.910676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5604b7dc-0b96-4eeb-9342-b0a80e20fe8e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'network': {'name': 'tempest-network-smoke--904770755', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'port_security_enabled': True}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:51:58.993617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5604b7dc-0b96-4eeb-9342-b0a80e20fe8e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Made reservation on behalf of 5c576f49d3dd4bbab85901c8c6ccd513 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:51:58.997156 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5604b7dc-0b96-4eeb-9342-b0a80e20fe8e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:59.021999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5604b7dc-0b96-4eeb-9342-b0a80e20fe8e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:51:59.031101 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5604b7dc-0b96-4eeb-9342-b0a80e20fe8e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:59.031481 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-5604b7dc-0b96-4eeb-9342-b0a80e20fe8e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Added segment 1cd5089a-6ef3-45aa-8183-58e756ca59c4 of type vlan for network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 Oct 13 14:51:59.075807 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5604b7dc-0b96-4eeb-9342-b0a80e20fe8e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:59.179140 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5604b7dc-0b96-4eeb-9342-b0a80e20fe8e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:59.184925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5604b7dc-0b96-4eeb-9342-b0a80e20fe8e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:51:59.186146 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5604b7dc-0b96-4eeb-9342-b0a80e20fe8e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:59.256953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604b7dc-0b96-4eeb-9342-b0a80e20fe8e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Network': ['ID=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:51:59.268793 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:51:59.359385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5604b7dc-0b96-4eeb-9342-b0a80e20fe8e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4527717 Oct 13 14:51:59.362681 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58824) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:51:59.367115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'admin_state_up': True, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:51:59.454301 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:59.455384 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:59.513659 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:51:59.756233 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:00.058953 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:00.078983 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:00.187042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.25.0.254 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/3c705060-462c-4228-b788-eb89d55691a0) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:52:00.299534 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:00.388888 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:00.428853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:52:00.431839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:52:00.435337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:52:00.462059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=3c705060-462c-4228-b788-eb89d55691a0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:00.780329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:00.986772 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:01.556590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:52:01.673659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:52:01.685337 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Sync routers for ids ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:52:01.699108 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Routers {'3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:52:01.699723 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:51:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:52:01.759157 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:01.763413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3f426313-e7dc-453f-a80e-f6f29dc3a2bb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3968849 Oct 13 14:52:01.763663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58860) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:52:01.805689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f41e57c9-518a-460d-827c-5d1f7d350f1d tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=5c576f49d3dd4bbab85901c8c6ccd513&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383658 Oct 13 14:52:01.805959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58862) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:52:01.902567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676fb116-8b94-4b48-ad80-63fefc7815e8 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:01.907310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-676fb116-8b94-4b48-ad80-63fefc7815e8 tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972388 Oct 13 14:52:01.907781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58864) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:52:01.911545 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Set router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:52:01.942486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c0c6054f-c136-4311-8919-743c04fe217d tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334830 Oct 13 14:52:01.945065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58868) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:52:01.949884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-735a3226-3dc8-4533-acc1-ce7891a25aca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-81773509', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:52:02.113033 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:52:00Z', 'revision_number': 3, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:52:02.120510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735a3226-3dc8-4533-acc1-ce7891a25aca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Made reservation on behalf of 5c576f49d3dd4bbab85901c8c6ccd513 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:52:02.124353 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-735a3226-3dc8-4533-acc1-ce7891a25aca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:02.140078 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Checking router: 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:52:02.141014 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Updating router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 port 3c705060-462c-4228-b788-eb89d55691a0 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:52:02.170576 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:02.383386 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-735a3226-3dc8-4533-acc1-ce7891a25aca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:02.428291 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:02.453860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a3226-3dc8-4533-acc1-ce7891a25aca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Subnet': ['ID=65ff3a01-85af-4f3e-b640-714f39487656,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:02.462409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a3226-3dc8-4533-acc1-ce7891a25aca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Checking segment: {'id': '1cd5089a-6ef3-45aa-8183-58e756ca59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:52:02.462772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735a3226-3dc8-4533-acc1-ce7891a25aca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network hostable DHCP agents. Network: 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:52:02.505108 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:02.557664 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Attempting to bind port 3c705060-462c-4228-b788-eb89d55691a0 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:52:02.558025 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Attempting to bind port 3c705060-462c-4228-b788-eb89d55691a0 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:52:02.558381 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Attempting to bind port 3c705060-462c-4228-b788-eb89d55691a0 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:52:02.566341 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Pushing event updated for resources: {'Port': ['ID=3c705060-462c-4228-b788-eb89d55691a0,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:02.567859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735a3226-3dc8-4533-acc1-ce7891a25aca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:52:02.573684 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:52:02.574102 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:52:02.574352 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:52:02.574675 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:52:02.574997 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:52:02.575357 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:52:02.575627 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:52:02.575938 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:52:02.576249 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:52:02.576559 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:52:02.576869 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:52:02.577204 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:52:02.583353 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:52:02.583723 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:52:02.584116 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:02.584494 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:52:02.584964 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Bound port: 3c705060-462c-4228-b788-eb89d55691a0, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:52:02.585358 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:02.641879 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] For port 3c705060-462c-4228-b788-eb89d55691a0, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:52:02.644811 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] For port 3c705060-462c-4228-b788-eb89d55691a0, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3c705060-462c-4228-b788-eb89d55691a0,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:52:02.656549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-735a3226-3dc8-4533-acc1-ce7891a25aca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:52:02.660994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735a3226-3dc8-4533-acc1-ce7891a25aca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:02.662823 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-735a3226-3dc8-4533-acc1-ce7891a25aca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:02.666588 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac9aa19-6cff-45c5-af38-f490d35e058c None None] Network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:52:02.759884 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:02.785690 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-735a3226-3dc8-4533-acc1-ce7891a25aca tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8394971 Oct 13 14:52:02.788266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 58880) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:52:02.817697 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Routers {'3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:52:02.818335 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:51:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:52:02.829503 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ips': [{'subnet_id': '65ff3a01-85af-4f3e-b640-714f39487656'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:52:02.830726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:02.842192 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee49f7f-6267-4257-a8f6-1e06362f02d9 None None] Pushing event updated for resources: {'Port': ['ID=3c705060-462c-4228-b788-eb89d55691a0,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:02.981970 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] Set router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:52:03.036462 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Allocated IP 172.20.0.2 (08f168a4-0abd-4e4e-82cf-51fc94bbd3a5/65ff3a01-85af-4f3e-b640-714f39487656/e785307f-cb16-43b7-8370-e93ef1453b57) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:52:03.185878 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:52:00Z', 'revision_number': 3, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:52:03.219593 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1193576-1220-4adf-ab33-f48973a21fc7 None None] The sync data for ids ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'] in n-d-806683-15 is: [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:52:00Z', 'revision_number': 3, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:52:03.232788 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:03.292436 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:03.340352 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:52:03.343433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:52:03.344709 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:03.346347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:52:03.379124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Pushing event updated for resources: {'Port': ['ID=e785307f-cb16-43b7-8370-e93ef1453b57,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:03.415848 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Attempting to bind port e785307f-cb16-43b7-8370-e93ef1453b57 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:52:03.416215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Attempting to bind port e785307f-cb16-43b7-8370-e93ef1453b57 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1cd5089a-6ef3-45aa-8183-58e756ca59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:52:03.416573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Attempting to bind port e785307f-cb16-43b7-8370-e93ef1453b57 on network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:52:03.421774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:52:03.422148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Checking segment: {'id': '1cd5089a-6ef3-45aa-8183-58e756ca59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:52:03.422545 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:03.422940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Bound using segment: {'id': '1cd5089a-6ef3-45aa-8183-58e756ca59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:52:03.423400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Bound port: e785307f-cb16-43b7-8370-e93ef1453b57, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd5089a-6ef3-45aa-8183-58e756ca59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:52:03.423778 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:03.530638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] For port e785307f-cb16-43b7-8370-e93ef1453b57, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:52:03.535778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] For port e785307f-cb16-43b7-8370-e93ef1453b57, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e785307f-cb16-43b7-8370-e93ef1453b57,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:52:03.603188 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:03.695514 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a797a1c-1b83-408a-9b9b-008443222eae None None] Pushing event updated for resources: {'Port': ['ID=e785307f-cb16-43b7-8370-e93ef1453b57,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:03.744810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.20.0.1 (08f168a4-0abd-4e4e-82cf-51fc94bbd3a5/65ff3a01-85af-4f3e-b640-714f39487656/e0a8537a-3217-4ae0-a59d-076ef9482977) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:52:03.908299 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:04.034352 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:04.105126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:52:04.108710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:52:04.112658 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:52:04.143580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=e0a8537a-3217-4ae0-a59d-076ef9482977,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:04.178941 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:04.393321 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:04.716183 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:04.778866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cebe4f5-db17-463e-907f-a39a3d039b35 None None] Network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:52:04.788172 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:04.854941 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1f14e597-e856-4400-8c06-58feda75a65a None None] Provisioning complete for port e785307f-cb16-43b7-8370-e93ef1453b57 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:52:04.855519 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1f14e597-e856-4400-8c06-58feda75a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:04.871689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=e0a8537a-3217-4ae0-a59d-076ef9482977,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:04.877619 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:04.996944 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1f14e597-e856-4400-8c06-58feda75a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:05.002020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:52:05.004246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:52:05.064118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1f14e597-e856-4400-8c06-58feda75a65a None None] For port e785307f-cb16-43b7-8370-e93ef1453b57, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e785307f-cb16-43b7-8370-e93ef1453b57,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:52:05.119702 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1f14e597-e856-4400-8c06-58feda75a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:05.166897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:52:05.249882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14e597-e856-4400-8c06-58feda75a65a None None] Pushing event updated for resources: {'Port': ['ID=e785307f-cb16-43b7-8370-e93ef1453b57,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:05.338647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:52:05.367891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-99e7d8ee-f7c2-4164-9380-d584b21ba2b9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "PUT /v2.0/routers/3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5782998 Oct 13 14:52:05.377015 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e785307f-cb16-43b7-8370-e93ef1453b57 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:52:05.462042 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-56c0847d-ed51-4d55-8be3-6a6f03f07ae2 None None] Provisioning complete for port e0a8537a-3217-4ae0-a59d-076ef9482977 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:52:05.462420 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-56c0847d-ed51-4d55-8be3-6a6f03f07ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:05.487288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port e785307f-cb16-43b7-8370-e93ef1453b57 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:52:05.487855 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:05.497364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Sync routers for ids ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:52:05.523827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-4a4349f9-4519-42cb-a43c-c7a4e039448b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033071232&fields=id&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 267 time: 0.0367773 Oct 13 14:52:05.547106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-56c0847d-ed51-4d55-8be3-6a6f03f07ae2 None None] Port e0a8537a-3217-4ae0-a59d-076ef9482977 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:52:05.550524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Routers {'3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:52:05.551180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:51:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:52:05.662997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91603ac-63e5-4413-bd08-7f730413627c req-96ea2894-5560-4165-820b-409b12cce379 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:05.664517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-96ea2894-5560-4165-820b-409b12cce379 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/networks?id=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 HTTP/1.1" status: 200 len: 796 time: 0.1318350 Oct 13 14:52:05.683092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-bf20a054-a9be-4eb0-9f52-44da7ab9f821 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/quotas/5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 375 time: 0.0116773 Oct 13 14:52:05.686104 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-56c0847d-ed51-4d55-8be3-6a6f03f07ae2 None None] Provisioning complete for port e785307f-cb16-43b7-8370-e93ef1453b57 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:52:05.689885 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-56c0847d-ed51-4d55-8be3-6a6f03f07ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:05.748286 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Set router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:52:05.758767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-1e61ed95-421d-4ae3-959f-059927835f64 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605321 Oct 13 14:52:05.877804 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3c705060-462c-4228-b788-eb89d55691a0 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:52:05.887803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-f3c06d72-6f86-41bf-9d35-662da6b182d4 service neutron] 10.222.0.18 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143658 Oct 13 14:52:05.993592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-93aa84ab-f4a5-413d-94fb-5c4fa29b6c0d service neutron] 10.222.0.18 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987639 Oct 13 14:52:06.071014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3c705060-462c-4228-b788-eb89d55691a0 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:52:06.071014 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:06.164387 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:52:04Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'e0a8537a-3217-4ae0-a59d-076ef9482977', 'name': '', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:c9:77:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '65ff3a01-85af-4f3e-b640-714f39487656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:03Z', 'updated_at': '2021-10-13T14:52:04Z', 'revision_number': 2, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '65ff3a01-85af-4f3e-b640-714f39487656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:52:06.205471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Checking router: 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:52:06.205829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Updating router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 port e0a8537a-3217-4ae0-a59d-076ef9482977 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:52:06.245410 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:06.251296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba420da0-e606-4469-be19-aff60aa67bd6 req-70f8f659-f2b5-44d2-9b05-aa870a9efe56 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 210 time: 0.0322695 Oct 13 14:52:06.275715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-139f7975-df9d-4fcc-af93-19929206976f None None] Provisioning complete for port e0a8537a-3217-4ae0-a59d-076ef9482977 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:52:06.276089 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-139f7975-df9d-4fcc-af93-19929206976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:06.314015 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:06.324456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 3c705060-462c-4228-b788-eb89d55691a0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3c705060-462c-4228-b788-eb89d55691a0,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:52:06.340702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-139f7975-df9d-4fcc-af93-19929206976f None None] Port e0a8537a-3217-4ae0-a59d-076ef9482977 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:52:06.435646 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:06.705401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=3c705060-462c-4228-b788-eb89d55691a0,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:06.824072 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:06.962133 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:07.024912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026a1ba-b0ff-4f93-ac06-0df7b85f87af None None] Pushing event updated for resources: {'Port': ['ID=e0a8537a-3217-4ae0-a59d-076ef9482977,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:07.082822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Attempting to bind port e0a8537a-3217-4ae0-a59d-076ef9482977 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:52:07.083193 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Attempting to bind port e0a8537a-3217-4ae0-a59d-076ef9482977 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1cd5089a-6ef3-45aa-8183-58e756ca59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:52:07.083555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Attempting to bind port e0a8537a-3217-4ae0-a59d-076ef9482977 on network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:52:07.092163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:52:07.092801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Checking segment: {'id': '1cd5089a-6ef3-45aa-8183-58e756ca59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:52:07.093952 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:07.094806 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Bound using segment: {'id': '1cd5089a-6ef3-45aa-8183-58e756ca59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:52:07.095386 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Bound port: e0a8537a-3217-4ae0-a59d-076ef9482977, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd5089a-6ef3-45aa-8183-58e756ca59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:52:07.095965 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:07.176221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] For port e0a8537a-3217-4ae0-a59d-076ef9482977, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:52:07.181247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] For port e0a8537a-3217-4ae0-a59d-076ef9482977, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e0a8537a-3217-4ae0-a59d-076ef9482977,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:52:07.217502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e785307f-cb16-43b7-8370-e93ef1453b57 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:52:07.264649 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:07.311726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-19c53998-5690-476c-af4c-10b6446b21c6 None None] Provisioning complete for port e0a8537a-3217-4ae0-a59d-076ef9482977 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:52:07.312171 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-19c53998-5690-476c-af4c-10b6446b21c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:07.356655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port e785307f-cb16-43b7-8370-e93ef1453b57 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:52:07.357046 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:07.378878 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5704088-1c34-406d-a235-ef571807ffeb req-5bbf90e5-4def-4eb0-b477-2086285a5a30 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 210 time: 0.0451956 Oct 13 14:52:07.426271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Routers {'3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:52:07.426931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:51:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:52:07.434634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026a1ba-b0ff-4f93-ac06-0df7b85f87af None None] Pushing event updated for resources: {'Port': ['ID=e0a8537a-3217-4ae0-a59d-076ef9482977,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:07.625697 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-19c53998-5690-476c-af4c-10b6446b21c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:07.634056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] Set router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:52:07.683667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3c705060-462c-4228-b788-eb89d55691a0 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:52:07.772737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-19c53998-5690-476c-af4c-10b6446b21c6 None None] For port e0a8537a-3217-4ae0-a59d-076ef9482977, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e0a8537a-3217-4ae0-a59d-076ef9482977,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:52:07.874012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3c705060-462c-4228-b788-eb89d55691a0 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:52:07.874012 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:07.899265 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-19c53998-5690-476c-af4c-10b6446b21c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:07.994566 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c53998-5690-476c-af4c-10b6446b21c6 None None] Pushing event updated for resources: {'Port': ['ID=e0a8537a-3217-4ae0-a59d-076ef9482977,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:08.069814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d43a2798-5f36-4b68-b176-f2c8dbc69469 None None] Provisioning complete for port e0a8537a-3217-4ae0-a59d-076ef9482977 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:52:08.069978 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d43a2798-5f36-4b68-b176-f2c8dbc69469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:08.072841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:52:04Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'e0a8537a-3217-4ae0-a59d-076ef9482977', 'name': '', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:c9:77:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '65ff3a01-85af-4f3e-b640-714f39487656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:03Z', 'updated_at': '2021-10-13T14:52:07Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '65ff3a01-85af-4f3e-b640-714f39487656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:52:08.120548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7540444-1a21-479a-bdd2-7647f3987021 None None] The sync data for ids ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'] in n-d-806683-15 is: [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:52:04Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'e0a8537a-3217-4ae0-a59d-076ef9482977', 'name': '', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:c9:77:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '65ff3a01-85af-4f3e-b640-714f39487656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:03Z', 'updated_at': '2021-10-13T14:52:07Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '65ff3a01-85af-4f3e-b640-714f39487656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:52:08.489397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b0f3c89-3572-4f08-b845-7be5528dc1d0 req-9090a0b1-5c0b-4627-aee0-1718cf8a812d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 210 time: 0.0273612 Oct 13 14:52:08.729942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91603ac-63e5-4413-bd08-7f730413627c req-4772c635-2289-4d33-9695-73b8ba78fdc0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:08.731598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-4772c635-2289-4d33-9695-73b8ba78fdc0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.49 "GET /v2.0/networks?id=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 HTTP/1.1" status: 200 len: 796 time: 0.1256626 Oct 13 14:52:08.796703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-467e591e-66ea-4357-9c17-34acd06986b6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c576f49d3dd4bbab85901c8c6ccd513 HTTP/1.1" status: 200 len: 380 time: 0.0392494 Oct 13 14:52:08.809645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d91603ac-63e5-4413-bd08-7f730413627c req-09c55277-0a16-4f6a-8ab4-103c3ff20bed tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'port': {'device_id': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'admin_state_up': True, 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'security_groups': ['e3e8157a-a547-4d25-b6ca-66fc6171e74c']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:52:09.054132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91603ac-63e5-4413-bd08-7f730413627c req-09c55277-0a16-4f6a-8ab4-103c3ff20bed tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Made reservation on behalf of 5c576f49d3dd4bbab85901c8c6ccd513 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:52:09.057737 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d91603ac-63e5-4413-bd08-7f730413627c req-09c55277-0a16-4f6a-8ab4-103c3ff20bed tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:09.234969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-d91603ac-63e5-4413-bd08-7f730413627c req-09c55277-0a16-4f6a-8ab4-103c3ff20bed tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.20.0.13 (08f168a4-0abd-4e4e-82cf-51fc94bbd3a5/65ff3a01-85af-4f3e-b640-714f39487656/a79e6b78-6404-42bd-bc26-a51266b77037) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:52:09.253815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e0a8537a-3217-4ae0-a59d-076ef9482977 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:52:09.311850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port e0a8537a-3217-4ae0-a59d-076ef9482977 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:52:09.312932 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:09.411279 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d91603ac-63e5-4413-bd08-7f730413627c req-09c55277-0a16-4f6a-8ab4-103c3ff20bed tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:09.528601 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d91603ac-63e5-4413-bd08-7f730413627c req-09c55277-0a16-4f6a-8ab4-103c3ff20bed tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:09.600356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91603ac-63e5-4413-bd08-7f730413627c req-09c55277-0a16-4f6a-8ab4-103c3ff20bed tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:52:09.607661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-d91603ac-63e5-4413-bd08-7f730413627c req-09c55277-0a16-4f6a-8ab4-103c3ff20bed tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:52:09.611035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91603ac-63e5-4413-bd08-7f730413627c req-09c55277-0a16-4f6a-8ab4-103c3ff20bed tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:52:09.646959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c55277-0a16-4f6a-8ab4-103c3ff20bed tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=a79e6b78-6404-42bd-bc26-a51266b77037,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:09.674712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c829666-b01b-40f6-9e2e-7b92d92d13cf req-d0d445e6-7c2c-449a-8950-c95db813a39b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:09.676334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c829666-b01b-40f6-9e2e-7b92d92d13cf req-d0d445e6-7c2c-449a-8950-c95db813a39b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 932 time: 0.1150136 Oct 13 14:52:09.690517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91603ac-63e5-4413-bd08-7f730413627c req-09c55277-0a16-4f6a-8ab4-103c3ff20bed tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:09.691244 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d91603ac-63e5-4413-bd08-7f730413627c req-09c55277-0a16-4f6a-8ab4-103c3ff20bed tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:09.737527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c829666-b01b-40f6-9e2e-7b92d92d13cf req-26c07813-8ef7-4ea3-8aa1-ab9337a76a33 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548956 Oct 13 14:52:09.791465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-09c55277-0a16-4f6a-8ab4-103c3ff20bed tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9857252 Oct 13 14:52:09.811534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Request body: {'port': {'device_id': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:52:09.842513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6b7bfea0-f3d6-48b0-a028-a761da45a09d None None] Provisioning complete for port a79e6b78-6404-42bd-bc26-a51266b77037 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:52:09.842886 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b7bfea0-f3d6-48b0-a028-a761da45a09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:09.872611 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:09.880038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6b7bfea0-f3d6-48b0-a028-a761da45a09d None None] Port a79e6b78-6404-42bd-bc26-a51266b77037 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:52:10.153013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a79e6b78-6404-42bd-bc26-a51266b77037 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:52:10.161972 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:10.175457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Transition to ACTIVE for port object a79e6b78-6404-42bd-bc26-a51266b77037 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:52:10.244896 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:10.294161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Pushing event updated for resources: {'Port': ['ID=a79e6b78-6404-42bd-bc26-a51266b77037,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:10.371798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Attempting to bind port a79e6b78-6404-42bd-bc26-a51266b77037 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:52:10.372143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Attempting to bind port a79e6b78-6404-42bd-bc26-a51266b77037 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '1cd5089a-6ef3-45aa-8183-58e756ca59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:52:10.372535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Attempting to bind port a79e6b78-6404-42bd-bc26-a51266b77037 on network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:52:10.377220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Port a79e6b78-6404-42bd-bc26-a51266b77037 on network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:52:10.377547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Attempting to bind port a79e6b78-6404-42bd-bc26-a51266b77037 on network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:52:10.382775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:52:10.383112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Checking segment: {'id': '1cd5089a-6ef3-45aa-8183-58e756ca59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:52:10.383505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Bound using segment: {'id': '1cd5089a-6ef3-45aa-8183-58e756ca59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:52:10.383942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Bound port: a79e6b78-6404-42bd-bc26-a51266b77037, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd5089a-6ef3-45aa-8183-58e756ca59c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:52:10.384299 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:10.451392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] For port a79e6b78-6404-42bd-bc26-a51266b77037, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:52:10.455705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] For port a79e6b78-6404-42bd-bc26-a51266b77037, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a79e6b78-6404-42bd-bc26-a51266b77037,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:52:10.548525 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:10.586480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:10.587388 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:10.588762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] 10.222.0.49 "PUT /v2.0/ports/a79e6b78-6404-42bd-bc26-a51266b77037 HTTP/1.1" status: 200 len: 1093 time: 0.7820871 Oct 13 14:52:10.591386 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'tag': 'a79e6b78-6404-42bd-bc26-a51266b77037'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:52:10.596793 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452ad294-85fc-4ea9-9c41-7267918acfd2" -d '{"events": [{"name": "network-changed", "server_uuid": "93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7", "tag": "a79e6b78-6404-42bd-bc26-a51266b77037"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:52:10.622709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8226993-7ad9-47c1-96bf-5c98193cb3da service neutron] Pushing event updated for resources: {'Port': ['ID=a79e6b78-6404-42bd-bc26-a51266b77037,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:10.736699 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e395665c-b751-4c96-9dba-b2b38347fc1c x-openstack-request-id: req-e395665c-b751-4c96-9dba-b2b38347fc1c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:52:10.737008 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7", "tag": "a79e6b78-6404-42bd-bc26-a51266b77037", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:52:10.737260 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e395665c-b751-4c96-9dba-b2b38347fc1c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:52:10.737656 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'tag': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'status': 'completed', 'code': 200} Oct 13 14:52:10.754908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91603ac-63e5-4413-bd08-7f730413627c req-88531245-c991-4201-91ec-7576600cc63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:10.756547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-88531245-c991-4201-91ec-7576600cc63d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 1096 time: 0.0600152 Oct 13 14:52:10.806988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-948be76b-4b89-403b-a2cb-b7fda5bc4a16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a79e6b78-6404-42bd-bc26-a51266b77037 HTTP/1.1" status: 200 len: 217 time: 0.0402265 Oct 13 14:52:10.895660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91603ac-63e5-4413-bd08-7f730413627c req-7142a031-dc9b-42e2-9a7d-103ca7f36765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:10.897072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-7142a031-dc9b-42e2-9a7d-103ca7f36765 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65ff3a01-85af-4f3e-b640-714f39487656 HTTP/1.1" status: 200 len: 833 time: 0.0776796 Oct 13 14:52:10.908392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6b832-8543-4394-ae55-931c3b103266 req-da2d539e-7175-47a0-a4bb-a5e539072314 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:10.909999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06a6b832-8543-4394-ae55-931c3b103266 req-da2d539e-7175-47a0-a4bb-a5e539072314 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 944 time: 0.0818899 Oct 13 14:52:10.978350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06a6b832-8543-4394-ae55-931c3b103266 req-1f7cbc18-d34b-466a-9c43-d4d1cb555469 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593886 Oct 13 14:52:10.985803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91603ac-63e5-4413-bd08-7f730413627c req-232d378c-a880-4d19-b895-5eb32ad819fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:10.987302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-232d378c-a880-4d19-b895-5eb32ad819fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0764148 Oct 13 14:52:11.085098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-0aa3dd9f-8b72-460a-a622-fc037f4821ee service neutron] 10.222.0.49 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860050 Oct 13 14:52:11.184348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d91603ac-63e5-4413-bd08-7f730413627c req-70c2eda5-f6b7-42f7-bce3-c497495849f3 service neutron] 10.222.0.49 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881283 Oct 13 14:52:11.350403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ad294-85fc-4ea9-9c41-7267918acfd2 req-18c2b51f-adbb-45d9-8fbb-a9b1b1a4b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:11.351938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-452ad294-85fc-4ea9-9c41-7267918acfd2 req-18c2b51f-adbb-45d9-8fbb-a9b1b1a4b9fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 1096 time: 0.0431979 Oct 13 14:52:11.446843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ad294-85fc-4ea9-9c41-7267918acfd2 req-2051632a-c1ea-43cf-8d20-ac3ef9cfe004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:11.448225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-452ad294-85fc-4ea9-9c41-7267918acfd2 req-2051632a-c1ea-43cf-8d20-ac3ef9cfe004 service neutron] 10.222.0.49 "GET /v2.0/networks?id=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 HTTP/1.1" status: 200 len: 897 time: 0.0889962 Oct 13 14:52:11.860523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-452ad294-85fc-4ea9-9c41-7267918acfd2 req-8bcbaaef-be14-4f53-ab89-83a072ba73f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a79e6b78-6404-42bd-bc26-a51266b77037 HTTP/1.1" status: 200 len: 217 time: 0.4047835 Oct 13 14:52:11.910551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ad294-85fc-4ea9-9c41-7267918acfd2 req-57a5e142-04e8-48cf-b790-4b28efebda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:11.911871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-452ad294-85fc-4ea9-9c41-7267918acfd2 req-57a5e142-04e8-48cf-b790-4b28efebda0f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65ff3a01-85af-4f3e-b640-714f39487656 HTTP/1.1" status: 200 len: 833 time: 0.0440500 Oct 13 14:52:11.966437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ad294-85fc-4ea9-9c41-7267918acfd2 req-e241d955-10df-4244-a50c-540769aae0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:11.968798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-452ad294-85fc-4ea9-9c41-7267918acfd2 req-e241d955-10df-4244-a50c-540769aae0b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492587 Oct 13 14:52:12.092830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-452ad294-85fc-4ea9-9c41-7267918acfd2 req-707f8b06-7f63-49f5-86e3-a2dc7bcf53b5 service neutron] 10.222.0.49 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149659 Oct 13 14:52:12.162567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814b060-6ff1-4e1f-aea9-a4df4f683b06 req-ab458890-b4c6-459c-a33e-204520e45741 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:12.164042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8814b060-6ff1-4e1f-aea9-a4df4f683b06 req-ab458890-b4c6-459c-a33e-204520e45741 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 944 time: 0.1077418 Oct 13 14:52:12.229996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8814b060-6ff1-4e1f-aea9-a4df4f683b06 req-c8c3217d-5430-48df-a979-9b97c111c179 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590594 Oct 13 14:52:12.232288 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-452ad294-85fc-4ea9-9c41-7267918acfd2 req-d9e44eb2-e9d6-4a4b-ab7e-4975b3a32964 service neutron] 10.222.0.49 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308949 Oct 13 14:52:13.355203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce936df-8ca3-4baa-9d1c-e0e217239031 req-8ea48700-22f9-4bbd-8330-d1640706cbe9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:13.356700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bce936df-8ca3-4baa-9d1c-e0e217239031 req-8ea48700-22f9-4bbd-8330-d1640706cbe9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 944 time: 0.0585155 Oct 13 14:52:13.401570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bce936df-8ca3-4baa-9d1c-e0e217239031 req-aa87d2f3-1d65-495b-bc84-03385fab3148 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386741 Oct 13 14:52:14.525624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a73d6-f929-49c1-9920-1594aac706e5 req-79bc3c5c-ccb7-4107-93bf-2adadcbd03b4 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:14.527120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b92a73d6-f929-49c1-9920-1594aac706e5 req-79bc3c5c-ccb7-4107-93bf-2adadcbd03b4 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 944 time: 0.0544136 Oct 13 14:52:14.567390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b92a73d6-f929-49c1-9920-1594aac706e5 req-c099712e-df14-4989-a417-1d17411f32d4 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332236 Oct 13 14:52:15.130558 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a79e6b78-6404-42bd-bc26-a51266b77037 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:52:15.233988 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port a79e6b78-6404-42bd-bc26-a51266b77037, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a79e6b78-6404-42bd-bc26-a51266b77037,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:52:15.245716 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'port_id': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'mac_address': 'fa:16:3e:16:ab:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ff3a01-85af-4f3e-b640-714f39487656', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:52:15.283978 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:15.296473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a79e6b78-6404-42bd-bc26-a51266b77037 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:52:15.317145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port a79e6b78-6404-42bd-bc26-a51266b77037, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a79e6b78-6404-42bd-bc26-a51266b77037,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:52:15.396345 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:15.448036 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=a79e6b78-6404-42bd-bc26-a51266b77037,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:15.692919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c892-cbe8-41b6-89f6-e47cb9f62286 req-343912f9-6735-4f2a-b4ab-7913269c7b20 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:15.694895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e998c892-cbe8-41b6-89f6-e47cb9f62286 req-343912f9-6735-4f2a-b4ab-7913269c7b20 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 945 time: 0.0563428 Oct 13 14:52:15.696312 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['a79e6b78-6404-42bd-bc26-a51266b77037'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:52:15.759098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e998c892-cbe8-41b6-89f6-e47cb9f62286 req-6b8e54d7-9b12-47df-8f22-ab6b82a03d48 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488257 Oct 13 14:52:16.854763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f257bc-a1fb-445a-a2fe-223759c52950 req-50c3d044-7abe-40ad-9d2d-83df5d309d4a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:16.856258 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31f257bc-a1fb-445a-a2fe-223759c52950 req-50c3d044-7abe-40ad-9d2d-83df5d309d4a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 945 time: 0.0507040 Oct 13 14:52:16.899894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-31f257bc-a1fb-445a-a2fe-223759c52950 req-2cfd38da-3d38-4fdf-9f5e-d74bc7c4399e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370474 Oct 13 14:52:17.161562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a79e6b78-6404-42bd-bc26-a51266b77037 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:52:17.273344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port a79e6b78-6404-42bd-bc26-a51266b77037 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:52:17.277435 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port a79e6b78-6404-42bd-bc26-a51266b77037 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:52:17.277813 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:17.360263 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:17.383208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79e6b78-6404-42bd-bc26-a51266b77037'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:52:17.388112 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b75a2bd-c85a-4d7b-a9d3-2a118a7b3f95" -d '{"events": [{"server_uuid": "93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7", "name": "network-vif-plugged", "status": "completed", "tag": "a79e6b78-6404-42bd-bc26-a51266b77037"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:52:17.398867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port a79e6b78-6404-42bd-bc26-a51266b77037, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a79e6b78-6404-42bd-bc26-a51266b77037,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:52:17.422895 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcd6f5e-e3ea-461b-91c9-644c1c504ee7 x-openstack-request-id: req-fdcd6f5e-e3ea-461b-91c9-644c1c504ee7 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:52:17.423218 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7", "name": "network-vif-plugged", "status": "completed", "tag": "a79e6b78-6404-42bd-bc26-a51266b77037", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:52:17.423473 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdcd6f5e-e3ea-461b-91c9-644c1c504ee7 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:52:17.423895 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'code': 200} Oct 13 14:52:17.482168 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:17.535557 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=a79e6b78-6404-42bd-bc26-a51266b77037,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:17.540472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a48e5-c6c6-4d47-b73b-8dc3e1bb2ab2 req-76a7d593-8565-4814-b195-96c7ee90ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:17.542170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3a48e5-c6c6-4d47-b73b-8dc3e1bb2ab2 req-76a7d593-8565-4814-b195-96c7ee90ca18 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 1098 time: 0.0515442 Oct 13 14:52:17.580681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e3a48e5-c6c6-4d47-b73b-8dc3e1bb2ab2 req-e7000c72-08e1-4b30-a094-b7d47b18cce3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280931 Oct 13 14:52:18.019410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc5658-1aca-491d-9a51-d954d88e6bf7 req-69457d8f-e527-4e38-9b9c-02165ae6ae48 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:18.020923 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2fc5658-1aca-491d-9a51-d954d88e6bf7 req-69457d8f-e527-4e38-9b9c-02165ae6ae48 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0526133 Oct 13 14:52:18.061628 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2fc5658-1aca-491d-9a51-d954d88e6bf7 req-8acf8cc2-410d-44c2-9021-8b4e7253e25f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344648 Oct 13 14:52:18.810775 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:19.184439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd73311-eb48-489a-9193-9dd703c554b1 req-9e368d88-f205-476b-9702-2847cf69ed85 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:19.186198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cd73311-eb48-489a-9193-9dd703c554b1 req-9e368d88-f205-476b-9702-2847cf69ed85 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0546241 Oct 13 14:52:19.230342 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cd73311-eb48-489a-9193-9dd703c554b1 req-f506d562-7ca4-426e-8de1-49302e0088c0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373745 Oct 13 14:52:19.351918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfbbfe-c646-4cf0-aa78-2ffb8b2e7db4 req-5eb7fa54-5b5d-4d40-aef8-989ce3516ffa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:19.353455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13dfbbfe-c646-4cf0-aa78-2ffb8b2e7db4 req-5eb7fa54-5b5d-4d40-aef8-989ce3516ffa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0539191 Oct 13 14:52:19.393541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13dfbbfe-c646-4cf0-aa78-2ffb8b2e7db4 req-b31f0632-8190-4607-900a-bfcc30c88454 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332963 Oct 13 14:52:19.414718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59090) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:52:19.458609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367cbe2b-3f9f-43ad-b5fb-8100d95a6aba tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:19.462898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-367cbe2b-3f9f-43ad-b5fb-8100d95a6aba tempest-TestNetworkAdvancedServerOps-1485474667 tempest-TestNetworkAdvancedServerOps-1485474667-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 1093 time: 0.0445683 Oct 13 14:52:19.463127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59092) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:52:19.467644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:52:19.538727 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c75d29ac-2dda-400a-8547-d7966ec7e0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:19.573429 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:19.677435 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:19.786694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Allocated IP 172.25.0.68 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/57a79998-335c-44c8-b0a0-52c6d38bef93) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:52:19.896997 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:19.993920 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:20.036812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:52:20.041264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:52:20.045789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:52:20.049414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=57a79998-335c-44c8-b0a0-52c6d38bef93,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:20.425639 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:20.588305 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:20.756853 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:20.807742 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:20.880564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event updated for resources: {'Port': ['ID=57a79998-335c-44c8-b0a0-52c6d38bef93,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:20.895676 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:21.000974 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Floating IP da94add4-4595-4c82-a7ca-58dd05cfd972 associated. External IP: 172.25.0.68, port: a79e6b78-6404-42bd-bc26-a51266b77037. Oct 13 14:52:21.235168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:52:21.348361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:52:21.359548 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da3afa-8ae7-4a7d-8eb9-313d17765324 None None] Sync routers for ids ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:52:21.369664 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da3afa-8ae7-4a7d-8eb9-313d17765324 None None] Routers {'3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:52:21.370379 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-11da3afa-8ae7-4a7d-8eb9-313d17765324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:51:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:52:21.438640 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:21.484075 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-19be529a-65f0-4256-b65b-8852e9ce9109 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0198619 Oct 13 14:52:21.484906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'tag': 'a79e6b78-6404-42bd-bc26-a51266b77037'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:52:21.487622 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5494d1cf-cc9d-4a73-ac8c-67d03a726d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7", "tag": "a79e6b78-6404-42bd-bc26-a51266b77037"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:52:21.491974 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-11da3afa-8ae7-4a7d-8eb9-313d17765324 None None] Set router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:52:21.538246 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abb0bc5-fd6a-48b1-9033-33ead522bad0 x-openstack-request-id: req-0abb0bc5-fd6a-48b1-9033-33ead522bad0 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:52:21.538246 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7", "tag": "a79e6b78-6404-42bd-bc26-a51266b77037", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:52:21.538246 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0abb0bc5-fd6a-48b1-9033-33ead522bad0 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:52:21.538246 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'tag': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'status': 'completed', 'code': 200} Oct 13 14:52:21.638550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0f9ec-a5f0-4c14-83c9-9c8b8cf2564b req-3ff97867-5794-42f8-98e9-0a1d88d905ea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:21.638550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90d0f9ec-a5f0-4c14-83c9-9c8b8cf2564b req-3ff97867-5794-42f8-98e9-0a1d88d905ea tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0864427 Oct 13 14:52:21.646053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494d1cf-cc9d-4a73-ac8c-67d03a726d8e req-6db952fc-2c16-4257-9931-d4d16fbe1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:21.647623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5494d1cf-cc9d-4a73-ac8c-67d03a726d8e req-6db952fc-2c16-4257-9931-d4d16fbe1ab4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 1098 time: 0.0843568 Oct 13 14:52:21.745157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90d0f9ec-a5f0-4c14-83c9-9c8b8cf2564b req-0777f602-4d5e-4da3-8d81-85e92797c616 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963919 Oct 13 14:52:21.768691 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59160) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:52:21.776635 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494d1cf-cc9d-4a73-ac8c-67d03a726d8e req-0634a071-c496-4a76-8490-8edb445cffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:21.777956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5494d1cf-cc9d-4a73-ac8c-67d03a726d8e req-0634a071-c496-4a76-8490-8edb445cffb4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 HTTP/1.1" status: 200 len: 897 time: 0.1224427 Oct 13 14:52:21.779834 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-11da3afa-8ae7-4a7d-8eb9-313d17765324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:52:04Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'da94add4-4595-4c82-a7ca-58dd05cfd972', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'port_id': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'mac_address': 'fa:16:3e:16:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:52:20Z', 'updated_at': '2021-10-13T14:52:20Z', 'revision_number': 0, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a8537a-3217-4ae0-a59d-076ef9482977', 'name': '', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:c9:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '65ff3a01-85af-4f3e-b640-714f39487656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:03Z', 'updated_at': '2021-10-13T14:52:07Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '65ff3a01-85af-4f3e-b640-714f39487656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:52:21.812563 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da3afa-8ae7-4a7d-8eb9-313d17765324 None None] Checking router: 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:52:21.836075 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9a25aa79-3f80-41d4-a95e-ba30d69ccf24 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/da94add4-4595-4c82-a7ca-58dd05cfd972 HTTP/1.1" status: 200 len: 991 time: 0.0659673 Oct 13 14:52:21.840275 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da3afa-8ae7-4a7d-8eb9-313d17765324 None None] Routers {'3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:52:21.840275 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-11da3afa-8ae7-4a7d-8eb9-313d17765324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:51:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:52:21.859149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5494d1cf-cc9d-4a73-ac8c-67d03a726d8e req-f356bcaa-aad4-4e4c-8cfa-316baade01ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a79e6b78-6404-42bd-bc26-a51266b77037 HTTP/1.1" status: 200 len: 999 time: 0.0731392 Oct 13 14:52:21.927414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494d1cf-cc9d-4a73-ac8c-67d03a726d8e req-e743f7b5-d37d-4cc1-96bd-71ae192c2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:21.929093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5494d1cf-cc9d-4a73-ac8c-67d03a726d8e req-e743f7b5-d37d-4cc1-96bd-71ae192c2859 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65ff3a01-85af-4f3e-b640-714f39487656 HTTP/1.1" status: 200 len: 833 time: 0.0628731 Oct 13 14:52:21.962606 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-11da3afa-8ae7-4a7d-8eb9-313d17765324 None None] Set router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:52:21.979019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494d1cf-cc9d-4a73-ac8c-67d03a726d8e req-df2c7080-6d31-4836-a54f-e05740b1e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:21.980552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5494d1cf-cc9d-4a73-ac8c-67d03a726d8e req-df2c7080-6d31-4836-a54f-e05740b1e78f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445349 Oct 13 14:52:22.088155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5494d1cf-cc9d-4a73-ac8c-67d03a726d8e req-16a46e2e-dff1-486a-9048-e806ad33de95 service neutron] 10.222.0.49 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994503 Oct 13 14:52:22.181760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5494d1cf-cc9d-4a73-ac8c-67d03a726d8e req-3d255bf6-0493-4a80-b9be-587155d9c465 service neutron] 10.222.0.49 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860662 Oct 13 14:52:22.290596 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-11da3afa-8ae7-4a7d-8eb9-313d17765324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:52:04Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'da94add4-4595-4c82-a7ca-58dd05cfd972', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'port_id': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'mac_address': 'fa:16:3e:16:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:52:20Z', 'updated_at': '2021-10-13T14:52:20Z', 'revision_number': 0, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a8537a-3217-4ae0-a59d-076ef9482977', 'name': '', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:c9:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '65ff3a01-85af-4f3e-b640-714f39487656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:03Z', 'updated_at': '2021-10-13T14:52:07Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '65ff3a01-85af-4f3e-b640-714f39487656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:52:22.320217 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da3afa-8ae7-4a7d-8eb9-313d17765324 None None] The sync data for ids ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'] in n-d-806683-15 is: [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:52:04Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'da94add4-4595-4c82-a7ca-58dd05cfd972', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'port_id': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'mac_address': 'fa:16:3e:16:ab:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:52:20Z', 'updated_at': '2021-10-13T14:52:20Z', 'revision_number': 0, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a8537a-3217-4ae0-a59d-076ef9482977', 'name': '', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:c9:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '65ff3a01-85af-4f3e-b640-714f39487656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:03Z', 'updated_at': '2021-10-13T14:52:07Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '65ff3a01-85af-4f3e-b640-714f39487656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:52:22.356135 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5897cfcd-e224-4335-8b8c-6b90cf7035d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:22.358391 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:22.527740 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b40c0b8-cd08-49d2-b625-0b88b6d9ea9a None None] New status for floating IP da94add4-4595-4c82-a7ca-58dd05cfd972: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:52:22.838217 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 59208) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:52:22.901449 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-569532ca-44f4-40c0-b6ac-e16dd7e57f16 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/da94add4-4595-4c82-a7ca-58dd05cfd972 HTTP/1.1" status: 200 len: 993 time: 0.0620265 Oct 13 14:52:23.941551 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:24.044269 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:24.749818 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:52:25.447590 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:36.697427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9edff-1d40-4be0-afaf-f6a32c7e5740 req-c7c003c3-abc1-4b00-9ec8-1e3664df1770 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:36.698913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07b9edff-1d40-4be0-afaf-f6a32c7e5740 req-c7c003c3-abc1-4b00-9ec8-1e3664df1770 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 950 time: 0.0513217 Oct 13 14:52:36.747375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07b9edff-1d40-4be0-afaf-f6a32c7e5740 req-1343dc04-819d-4b32-9c47-0096780a8861 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423930 Oct 13 14:52:37.875613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6857d1-37cd-4b1e-87b6-189589a1b42a req-3ebe0571-81ae-487a-889a-ab37f425fc42 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:37.877038 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d6857d1-37cd-4b1e-87b6-189589a1b42a req-3ebe0571-81ae-487a-889a-ab37f425fc42 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 950 time: 0.0543563 Oct 13 14:52:37.915905 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d6857d1-37cd-4b1e-87b6-189589a1b42a req-06fa3529-8ecd-47de-98ff-d602c3a44b12 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Oct 13 14:52:38.518639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79821ea4-b052-4da6-aa3b-07ffe2f5d047 req-147b7294-b1f6-498d-b5f7-5383375fad49 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:38.520181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79821ea4-b052-4da6-aa3b-07ffe2f5d047 req-147b7294-b1f6-498d-b5f7-5383375fad49 tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 950 time: 0.0491581 Oct 13 14:52:38.608649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-79821ea4-b052-4da6-aa3b-07ffe2f5d047 req-13439408-b9e3-4d16-a19a-985c6e91e0af tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Deleting port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:52:38.614609 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-79821ea4-b052-4da6-aa3b-07ffe2f5d047 req-13439408-b9e3-4d16-a19a-985c6e91e0af tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:38.699723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-79821ea4-b052-4da6-aa3b-07ffe2f5d047 req-13439408-b9e3-4d16-a19a-985c6e91e0af tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] For port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4c5f9e10-53e4-4047-8aef-27ca6d3cbf25,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:52:38.700084 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-79821ea4-b052-4da6-aa3b-07ffe2f5d047 req-13439408-b9e3-4d16-a19a-985c6e91e0af tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:38.712166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-79821ea4-b052-4da6-aa3b-07ffe2f5d047 req-13439408-b9e3-4d16-a19a-985c6e91e0af tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Calling delete_port for 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:52:38.896579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-79821ea4-b052-4da6-aa3b-07ffe2f5d047 req-13439408-b9e3-4d16-a19a-985c6e91e0af tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:38.908764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['4c5f9e10-53e4-4047-8aef-27ca6d3cbf25'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:52:38.928083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13439408-b9e3-4d16-a19a-985c6e91e0af tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Pushing event deleted for resources: {'Port': ['ID=4c5f9e10-53e4-4047-8aef-27ca6d3cbf25,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:52:38.976576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-79821ea4-b052-4da6-aa3b-07ffe2f5d047 req-13439408-b9e3-4d16-a19a-985c6e91e0af tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] No DVR routers for this DVR port 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:52:38.978942 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-79821ea4-b052-4da6-aa3b-07ffe2f5d047 req-13439408-b9e3-4d16-a19a-985c6e91e0af tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:38.982519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79821ea4-b052-4da6-aa3b-07ffe2f5d047 req-13439408-b9e3-4d16-a19a-985c6e91e0af tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.41 "DELETE /v2.0/ports/4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 HTTP/1.1" status: 204 len: 173 time: 0.4556646 Oct 13 14:52:38.983053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2321d8-c3c3-498e-b83d-13a6119afad0', 'name': 'network-vif-deleted', 'tag': '4c5f9e10-53e4-4047-8aef-27ca6d3cbf25'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:52:38.985663 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3908a342-529d-4775-beed-393f8a9c6314" -d '{"events": [{"server_uuid": "3c2321d8-c3c3-498e-b83d-13a6119afad0", "name": "network-vif-deleted", "tag": "4c5f9e10-53e4-4047-8aef-27ca6d3cbf25"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:52:39.031553 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edeb952-4086-4b3b-a576-cc300b36f6e7 x-openstack-request-id: req-5edeb952-4086-4b3b-a576-cc300b36f6e7 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:52:39.031872 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2321d8-c3c3-498e-b83d-13a6119afad0", "name": "network-vif-deleted", "tag": "4c5f9e10-53e4-4047-8aef-27ca6d3cbf25", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:52:39.032099 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5edeb952-4086-4b3b-a576-cc300b36f6e7 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:52:39.032973 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c2321d8-c3c3-498e-b83d-13a6119afad0', 'name': 'network-vif-deleted', 'tag': '4c5f9e10-53e4-4047-8aef-27ca6d3cbf25', 'status': 'completed', 'code': 200} Oct 13 14:52:39.034904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75b7c001-4965-4cf2-851f-6c9faecc2a1c req-10cdd8cd-62b0-432e-a763-a2edf05e650c tempest-VolumesBackupsTest-1615966241 tempest-VolumesBackupsTest-1615966241-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c2321d8-c3c3-498e-b83d-13a6119afad0 HTTP/1.1" status: 200 len: 210 time: 0.0379908 Oct 13 14:52:42.482097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2c01aa7-a82f-40e8-9d66-fbf179d32b08 req-70176439-ef86-47bb-bf07-76889e45ceea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479238 Oct 13 14:52:42.567013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c01aa7-a82f-40e8-9d66-fbf179d32b08 req-43534d65-a77a-4249-bdc7-c1cbffad4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:42.569310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2c01aa7-a82f-40e8-9d66-fbf179d32b08 req-43534d65-a77a-4249-bdc7-c1cbffad4cab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 1098 time: 0.0414460 Oct 13 14:52:42.683640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c01aa7-a82f-40e8-9d66-fbf179d32b08 req-c283e446-177c-413d-b6bf-4c1250cd2bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:42.685327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2c01aa7-a82f-40e8-9d66-fbf179d32b08 req-c283e446-177c-413d-b6bf-4c1250cd2bd9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 HTTP/1.1" status: 200 len: 897 time: 0.0906591 Oct 13 14:52:42.752224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2c01aa7-a82f-40e8-9d66-fbf179d32b08 req-8b004b88-0ab5-4956-809b-30e800d6fa5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a79e6b78-6404-42bd-bc26-a51266b77037 HTTP/1.1" status: 200 len: 1001 time: 0.0586059 Oct 13 14:52:42.811987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c01aa7-a82f-40e8-9d66-fbf179d32b08 req-0d841741-dde6-407c-a7a7-f53616bb609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:42.813467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2c01aa7-a82f-40e8-9d66-fbf179d32b08 req-0d841741-dde6-407c-a7a7-f53616bb609f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65ff3a01-85af-4f3e-b640-714f39487656 HTTP/1.1" status: 200 len: 833 time: 0.0539949 Oct 13 14:52:42.863374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c01aa7-a82f-40e8-9d66-fbf179d32b08 req-174bcfaf-39ba-4615-9a85-ad2d69c99bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:42.865573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2c01aa7-a82f-40e8-9d66-fbf179d32b08 req-174bcfaf-39ba-4615-9a85-ad2d69c99bca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437493 Oct 13 14:52:42.957959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2c01aa7-a82f-40e8-9d66-fbf179d32b08 req-38eeb694-67ae-45f3-9ad9-252f86c705a8 service neutron] 10.222.0.49 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844970 Oct 13 14:52:43.055896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2c01aa7-a82f-40e8-9d66-fbf179d32b08 req-dcf5bea3-0a19-454c-9273-09451d445ff4 service neutron] 10.222.0.49 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910325 Oct 13 14:52:43.775967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:52:43.800349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:52:43.800615 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4c5f9e10-53e4-4047-8aef-27ca6d3cbf25 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:52:48.832356 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:49.535298 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-27788bfd-3e64-429f-8240-8f767e0139e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:52.292473 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fc086406-de79-4b80-b76e-951ffe4b5d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:52.323192 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:54.344202 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:54.380644 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:55.466462 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:52:56.518817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73b539-e162-4f16-bea4-929a81932288 req-021312c9-7dca-4342-bfe4-2528a3987f34 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:56.520327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d73b539-e162-4f16-bea4-929a81932288 req-021312c9-7dca-4342-bfe4-2528a3987f34 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0528023 Oct 13 14:52:56.562080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d73b539-e162-4f16-bea4-929a81932288 req-ae38f109-e771-4050-8c68-cbc09e9000c5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345480 Oct 13 14:52:57.688325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4c495-005f-48c2-a180-0f0843a0b591 req-2afc3220-422f-41c8-a3b9-af382e96494d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:57.689863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7c4c495-005f-48c2-a180-0f0843a0b591 req-2afc3220-422f-41c8-a3b9-af382e96494d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0520759 Oct 13 14:52:57.731618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7c4c495-005f-48c2-a180-0f0843a0b591 req-2b94f1b9-8b65-46c4-9308-0edc23042b3c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353272 Oct 13 14:52:58.862402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98163995-f605-469d-8802-e4cacdd5fddc req-eb473ebb-63b4-4625-8f4a-d9c2662bc78f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:52:58.863886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98163995-f605-469d-8802-e4cacdd5fddc req-eb473ebb-63b4-4625-8f4a-d9c2662bc78f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0557711 Oct 13 14:52:58.904500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98163995-f605-469d-8802-e4cacdd5fddc req-f905bdc8-3107-405d-8554-8e9cd2eb7d85 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336447 Oct 13 14:53:00.022909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db675-7a43-43f5-9df2-f9741db5ca1e req-bd14c92a-fcb0-4926-b217-4f835196dd49 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:00.025094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-609db675-7a43-43f5-9df2-f9741db5ca1e req-bd14c92a-fcb0-4926-b217-4f835196dd49 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0507941 Oct 13 14:53:00.064049 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-609db675-7a43-43f5-9df2-f9741db5ca1e req-0fc1dca6-eb9f-4cd7-932d-cd143d102095 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328357 Oct 13 14:53:01.184603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5139-6d36-41fc-85fc-5cc5c8cde2ba req-5ba213dd-64ff-4b9b-9629-064e9d6adb0b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:01.186120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9faa5139-6d36-41fc-85fc-5cc5c8cde2ba req-5ba213dd-64ff-4b9b-9629-064e9d6adb0b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0500348 Oct 13 14:53:01.224585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9faa5139-6d36-41fc-85fc-5cc5c8cde2ba req-13ff1b6a-0428-4ec9-8c44-7ac0b47ef145 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325253 Oct 13 14:53:01.750691 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:53:02.349804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b209151-5827-467d-8d29-9ee51efdd9f9 req-24e11858-de12-40e3-ad95-5e44b58fb6d9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:02.351432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b209151-5827-467d-8d29-9ee51efdd9f9 req-24e11858-de12-40e3-ad95-5e44b58fb6d9 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0554345 Oct 13 14:53:02.393664 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b209151-5827-467d-8d29-9ee51efdd9f9 req-a0f2f8ad-5cb1-4282-a195-b3050a9f15e2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348053 Oct 13 14:53:03.510781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6260db-929a-4150-8d2a-9b02ceffcbf0 req-968fc8fd-9e32-4c21-b35d-c53767aafd0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:03.512285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e6260db-929a-4150-8d2a-9b02ceffcbf0 req-968fc8fd-9e32-4c21-b35d-c53767aafd0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0499966 Oct 13 14:53:03.557241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e6260db-929a-4150-8d2a-9b02ceffcbf0 req-9f728ea1-2a29-43f2-9899-af03d506a7e6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333421 Oct 13 14:53:04.671872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e0b6a-a2fd-4a4a-a69a-b3acfa8f00dd req-8bbe7692-0dbc-498f-86af-1bd9362253aa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:04.673357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156e0b6a-a2fd-4a4a-a69a-b3acfa8f00dd req-8bbe7692-0dbc-498f-86af-1bd9362253aa tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0484276 Oct 13 14:53:04.714043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-156e0b6a-a2fd-4a4a-a69a-b3acfa8f00dd req-ca5c3535-fa53-4a9d-9b97-482b32c20637 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346608 Oct 13 14:53:05.841131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839a54d-8ae6-4c0a-8581-f15dd9b6ca2e req-2e093c54-120c-45ca-bc1c-2129e8c12fa5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:05.842845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9839a54d-8ae6-4c0a-8581-f15dd9b6ca2e req-2e093c54-120c-45ca-bc1c-2129e8c12fa5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0570111 Oct 13 14:53:05.883078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9839a54d-8ae6-4c0a-8581-f15dd9b6ca2e req-a73261b9-6539-4876-a006-dd9d17b33ff3 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340533 Oct 13 14:53:07.006100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6cb17-99e8-4023-a88a-1a86d26f6321 req-73ef747f-9338-4e7b-acf7-57af6f12245a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:07.007675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59f6cb17-99e8-4023-a88a-1a86d26f6321 req-73ef747f-9338-4e7b-acf7-57af6f12245a tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0514369 Oct 13 14:53:07.049020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59f6cb17-99e8-4023-a88a-1a86d26f6321 req-49a645b6-a4a1-4216-9c11-5b78b7e70fa5 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346103 Oct 13 14:53:08.164801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc084f-fadf-4e24-afc0-ffb27e7aa806 req-721ab458-8e77-4499-9a1e-81432d72948e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:08.166539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dbc084f-fadf-4e24-afc0-ffb27e7aa806 req-721ab458-8e77-4499-9a1e-81432d72948e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0497808 Oct 13 14:53:08.204887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dbc084f-fadf-4e24-afc0-ffb27e7aa806 req-e828c938-7b31-4250-be8d-b7af761c7e51 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322182 Oct 13 14:53:09.328775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49379a9-200c-4a5e-9240-f605e9830fe1 req-ca91d9b9-ff5e-4e4c-95b2-8be913fd9764 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:09.330416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d49379a9-200c-4a5e-9240-f605e9830fe1 req-ca91d9b9-ff5e-4e4c-95b2-8be913fd9764 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0538261 Oct 13 14:53:09.369126 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d49379a9-200c-4a5e-9240-f605e9830fe1 req-f5a45d8a-edc0-4ef5-af34-a8eb9a67e4b1 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324721 Oct 13 14:53:10.179725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42394feb-9eee-4d6d-bad7-9098a0be3bed req-8c770ab6-add4-427b-a1b8-9172dce46e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:10.182065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-42394feb-9eee-4d6d-bad7-9098a0be3bed req-8c770ab6-add4-427b-a1b8-9172dce46e09 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 1098 time: 0.0404296 Oct 13 14:53:10.222639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-42394feb-9eee-4d6d-bad7-9098a0be3bed req-eeb53b6e-4b0d-4ec1-a420-e41bcc864b72 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289741 Oct 13 14:53:10.489604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c63e14-d194-4f7c-8c98-e285dadb4bc9 req-fc756cd7-f2a9-450f-a4a8-ee132ebc931b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:10.491139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4c63e14-d194-4f7c-8c98-e285dadb4bc9 req-fc756cd7-f2a9-450f-a4a8-ee132ebc931b tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0488460 Oct 13 14:53:10.529134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4c63e14-d194-4f7c-8c98-e285dadb4bc9 req-add59855-6ad8-4264-bc4b-473dd4c3c894 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312707 Oct 13 14:53:11.460680 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a79e6b78-6404-42bd-bc26-a51266b77037 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:53:11.558108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port a79e6b78-6404-42bd-bc26-a51266b77037, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a79e6b78-6404-42bd-bc26-a51266b77037,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:53:11.570126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'port_id': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'mac_address': 'fa:16:3e:16:ab:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ff3a01-85af-4f3e-b640-714f39487656', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:53:11.614759 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:11.628566 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a79e6b78-6404-42bd-bc26-a51266b77037 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:53:11.647169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b4695-755d-4130-ba79-40d3fb97b167 req-40831e61-3345-45e4-969e-fbe6c9575141 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:11.648496 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port a79e6b78-6404-42bd-bc26-a51266b77037, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a79e6b78-6404-42bd-bc26-a51266b77037,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:53:11.648619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f7b4695-755d-4130-ba79-40d3fb97b167 req-40831e61-3345-45e4-969e-fbe6c9575141 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0520401 Oct 13 14:53:11.687299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f7b4695-755d-4130-ba79-40d3fb97b167 req-c7722bab-8de4-4a12-8780-334f5f61355c tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317605 Oct 13 14:53:11.709634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 59820) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:53:11.739222 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:11.778050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cf8f39c4-cc05-4d30-b6bf-dc2acdcc7fbb tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/floatingips/da94add4-4595-4c82-a7ca-58dd05cfd972 HTTP/1.1" status: 200 len: 993 time: 0.0624428 Oct 13 14:53:11.784268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=a79e6b78-6404-42bd-bc26-a51266b77037,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:53:11.792609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:11.792956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:11.793371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:11.793706 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:11.794056 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:11.794392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:11.794743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:11.795067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:11.795411 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:11.795735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:11.796057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:11.796458 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:11.956527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['a79e6b78-6404-42bd-bc26-a51266b77037'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:53:13.480787 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a79e6b78-6404-42bd-bc26-a51266b77037 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:53:13.527885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port a79e6b78-6404-42bd-bc26-a51266b77037 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:53:13.528257 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:13.606812 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:13.630247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79e6b78-6404-42bd-bc26-a51266b77037'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:53:13.632490 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a900b794-bb35-410b-8bd2-888a7a86ba57" -d '{"events": [{"server_uuid": "93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7", "name": "network-vif-plugged", "status": "completed", "tag": "a79e6b78-6404-42bd-bc26-a51266b77037"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:53:13.646029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port a79e6b78-6404-42bd-bc26-a51266b77037, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a79e6b78-6404-42bd-bc26-a51266b77037,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:53:13.671619 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0150c0d-d2c8-4f4f-b0b8-8a157d16926b x-openstack-request-id: req-a0150c0d-d2c8-4f4f-b0b8-8a157d16926b {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:53:13.671917 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7", "name": "network-vif-plugged", "status": "completed", "tag": "a79e6b78-6404-42bd-bc26-a51266b77037", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:53:13.672166 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0150c0d-d2c8-4f4f-b0b8-8a157d16926b {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:53:13.672572 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'code': 200} Oct 13 14:53:13.711833 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:13.760217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=a79e6b78-6404-42bd-bc26-a51266b77037,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:53:18.812320 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:19.520706 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9888d838-1889-4dea-839a-e3c1556f733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:22.305030 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f235a694-589c-4750-8ec5-f7f0cc8b96cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:22.333444 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:23.945352 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:24.041483 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:25.446767 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:38.751059 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:53:43.525937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-57509803-6a9d-4b0c-aa34-b8e93abde992 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1082299 Oct 13 14:53:43.613945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-f6cd0aa9-1b52-4f4a-b93e-a4e656655b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:43.615461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-f6cd0aa9-1b52-4f4a-b93e-a4e656655b0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 1098 time: 0.0456514 Oct 13 14:53:43.721591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-c8b9a5b2-2f82-4049-af62-f149bd05589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:43.723138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-c8b9a5b2-2f82-4049-af62-f149bd05589b service neutron] 10.222.0.49 "GET /v2.0/networks?id=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 HTTP/1.1" status: 200 len: 897 time: 0.0864742 Oct 13 14:53:44.139101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-0ca17f09-c3c0-48cf-bd13-cf36501f78fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a79e6b78-6404-42bd-bc26-a51266b77037 HTTP/1.1" status: 200 len: 1001 time: 0.4053452 Oct 13 14:53:44.190164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-eea57462-d36c-4f88-b724-f0520710396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:44.191615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-eea57462-d36c-4f88-b724-f0520710396b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65ff3a01-85af-4f3e-b640-714f39487656 HTTP/1.1" status: 200 len: 833 time: 0.0440869 Oct 13 14:53:44.238130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-58f9d734-a37f-4388-a899-6eca03cbc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:44.240544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-58f9d734-a37f-4388-a899-6eca03cbc9fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407071 Oct 13 14:53:44.252167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-b388176b-9d23-4899-a307-8fa190515321 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:53:44.253180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-b388176b-9d23-4899-a307-8fa190515321 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050685 Oct 13 14:53:44.344364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-f25df59e-b920-46fa-bb96-9f24e4feb7a6 service neutron] 10.222.0.49 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833051 Oct 13 14:53:44.435778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c22331a-0bdb-40d1-8223-96b24d07227b req-26ab9878-c6d3-467d-801d-e17738e58e96 service neutron] 10.222.0.49 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832107 Oct 13 14:53:48.841592 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:48.883997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60080) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:53:49.038859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port 57a79998-335c-44c8-b0a0-52c6d38bef93 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:53:49.039285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:49.119045 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:49.119303 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:49.131206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for 57a79998-335c-44c8-b0a0-52c6d38bef93 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:53:49.350467 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:49.376808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=57a79998-335c-44c8-b0a0-52c6d38bef93,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:53:49.388446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:49.388798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:49.389703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:49.389703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:49.389850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:49.390120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:49.390446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:49.390769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:49.391094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:49.391415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:49.391734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:49.392055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:49.454351 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:49.454695 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Floating IP da94add4-4595-4c82-a7ca-58dd05cfd972 disassociated (deleted). External IP: 172.25.0.68, port: a79e6b78-6404-42bd-bc26-a51266b77037. Oct 13 14:53:49.532750 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6c6aff0c-0115-4f71-bfae-888b4ef4b49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:49.668131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:53:49.783348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:53:49.788683 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:49.794849 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00eb898-cb53-489f-a2f4-50f77576d4a2 None None] Sync routers for ids ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:53:49.805238 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00eb898-cb53-489f-a2f4-50f77576d4a2 None None] Routers {'3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:53:49.805943 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f00eb898-cb53-489f-a2f4-50f77576d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:53:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:53:49.817555 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2eb8000d-fdb7-4c80-9a3c-fab9776646b0 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/floatingips/da94add4-4595-4c82-a7ca-58dd05cfd972 HTTP/1.1" status: 204 len: 168 time: 0.9324327 Oct 13 14:53:49.818150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'tag': 'a79e6b78-6404-42bd-bc26-a51266b77037'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:53:49.820736 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29962123-e02c-4449-ab48-11ee31016cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7", "tag": "a79e6b78-6404-42bd-bc26-a51266b77037"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:53:49.879596 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c67e7b-db4a-4820-a51e-666d190a9c59 x-openstack-request-id: req-e9c67e7b-db4a-4820-a51e-666d190a9c59 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:53:49.879896 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7", "tag": "a79e6b78-6404-42bd-bc26-a51266b77037", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:53:49.880148 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9c67e7b-db4a-4820-a51e-666d190a9c59 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:53:49.880574 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'tag': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'status': 'completed', 'code': 200} Oct 13 14:53:49.925612 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f00eb898-cb53-489f-a2f4-50f77576d4a2 None None] Set router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:53:49.954780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29962123-e02c-4449-ab48-11ee31016cfb req-bc7e63c6-7d83-48ff-a36c-0b519a477eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:49.956307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29962123-e02c-4449-ab48-11ee31016cfb req-bc7e63c6-7d83-48ff-a36c-0b519a477eee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 1098 time: 0.0490074 Oct 13 14:53:50.079021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29962123-e02c-4449-ab48-11ee31016cfb req-ced00735-028f-4701-b9f6-89fb730f0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:50.080779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29962123-e02c-4449-ab48-11ee31016cfb req-ced00735-028f-4701-b9f6-89fb730f0e3d service neutron] 10.222.0.49 "GET /v2.0/networks?id=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 HTTP/1.1" status: 200 len: 897 time: 0.1172667 Oct 13 14:53:50.137328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29962123-e02c-4449-ab48-11ee31016cfb req-641d23cb-fbea-47c2-8aed-b6f7f66edffe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a79e6b78-6404-42bd-bc26-a51266b77037 HTTP/1.1" status: 200 len: 217 time: 0.0486875 Oct 13 14:53:50.147021 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f00eb898-cb53-489f-a2f4-50f77576d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:52:04Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'e0a8537a-3217-4ae0-a59d-076ef9482977', 'name': '', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:c9:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '65ff3a01-85af-4f3e-b640-714f39487656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:03Z', 'updated_at': '2021-10-13T14:52:07Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '65ff3a01-85af-4f3e-b640-714f39487656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:53:50.178114 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00eb898-cb53-489f-a2f4-50f77576d4a2 None None] Checking router: 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:53:50.189137 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00eb898-cb53-489f-a2f4-50f77576d4a2 None None] Routers {'3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:53:50.189781 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f00eb898-cb53-489f-a2f4-50f77576d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:53:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:53:50.190805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29962123-e02c-4449-ab48-11ee31016cfb req-e35f6ecb-5a89-4366-875d-c3d5c7347d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:50.192366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29962123-e02c-4449-ab48-11ee31016cfb req-e35f6ecb-5a89-4366-875d-c3d5c7347d38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65ff3a01-85af-4f3e-b640-714f39487656 HTTP/1.1" status: 200 len: 833 time: 0.0478358 Oct 13 14:53:50.251554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29962123-e02c-4449-ab48-11ee31016cfb req-dd83c6d6-a39c-451e-a46b-6621b6933a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:50.253148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29962123-e02c-4449-ab48-11ee31016cfb req-dd83c6d6-a39c-451e-a46b-6621b6933a8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520473 Oct 13 14:53:50.304482 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f00eb898-cb53-489f-a2f4-50f77576d4a2 None None] Set router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:53:50.361700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049820ff-1837-41c2-81e2-5665d26718fd req-6b5cac9f-b7c1-47a1-91aa-1981b1a9d40f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:50.363233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-049820ff-1837-41c2-81e2-5665d26718fd req-6b5cac9f-b7c1-47a1-91aa-1981b1a9d40f tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.1031377 Oct 13 14:53:50.405020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29962123-e02c-4449-ab48-11ee31016cfb req-08b545af-bea1-4391-ab31-9fa0bb96d75b service neutron] 10.222.0.49 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417983 Oct 13 14:53:50.474752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-049820ff-1837-41c2-81e2-5665d26718fd req-ebc26eed-6e07-4398-a8c1-584f0a6080c6 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003063 Oct 13 14:53:50.523684 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f00eb898-cb53-489f-a2f4-50f77576d4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:52:04Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'e0a8537a-3217-4ae0-a59d-076ef9482977', 'name': '', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:c9:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '65ff3a01-85af-4f3e-b640-714f39487656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:03Z', 'updated_at': '2021-10-13T14:52:07Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '65ff3a01-85af-4f3e-b640-714f39487656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:53:50.526728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29962123-e02c-4449-ab48-11ee31016cfb req-df48ec68-8308-4091-99e5-93d54876f171 service neutron] 10.222.0.49 "GET /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114190 Oct 13 14:53:50.550029 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00eb898-cb53-489f-a2f4-50f77576d4a2 None None] The sync data for ids ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'] in n-d-806683-15 is: [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:52:04Z', 'revision_number': 4, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'e0a8537a-3217-4ae0-a59d-076ef9482977', 'name': '', 'network_id': '08f168a4-0abd-4e4e-82cf-51fc94bbd3a5', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'mac_address': 'fa:16:3e:c9:77:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '65ff3a01-85af-4f3e-b640-714f39487656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:03Z', 'updated_at': '2021-10-13T14:52:07Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'subnets': [{'id': '65ff3a01-85af-4f3e-b640-714f39487656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:53:50.777426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09759753-86d6-4aec-a894-db2184fc8d49 None None] New status for floating IP da94add4-4595-4c82-a7ca-58dd05cfd972: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:53:51.606712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba1739-7d68-40e7-a032-498e1853af18 req-ff3f0fac-6e0f-4d91-ba0b-e1aaf056f72d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:51.608276 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2ba1739-7d68-40e7-a032-498e1853af18 req-ff3f0fac-6e0f-4d91-ba0b-e1aaf056f72d tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0564306 Oct 13 14:53:51.646190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2ba1739-7d68-40e7-a032-498e1853af18 req-ec6f56d0-0d70-4b11-8b7b-e19331306843 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3e8157a-a547-4d25-b6ca-66fc6171e74c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316129 Oct 13 14:53:51.735532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ba01a-aefc-4e1f-979a-b89d27e0e8c7 req-cfef3d9c-82f6-4851-825d-43f62c53e346 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:53:51.737023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58ba01a-aefc-4e1f-979a-b89d27e0e8c7 req-cfef3d9c-82f6-4851-825d-43f62c53e346 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.49 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 946 time: 0.0529602 Oct 13 14:53:51.835565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-a58ba01a-aefc-4e1f-979a-b89d27e0e8c7 req-fe5a6159-79ee-4fcd-b7c8-f32647944428 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port a79e6b78-6404-42bd-bc26-a51266b77037 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:53:51.835909 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a58ba01a-aefc-4e1f-979a-b89d27e0e8c7 req-fe5a6159-79ee-4fcd-b7c8-f32647944428 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:51.926064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a58ba01a-aefc-4e1f-979a-b89d27e0e8c7 req-fe5a6159-79ee-4fcd-b7c8-f32647944428 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] For port a79e6b78-6404-42bd-bc26-a51266b77037, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=a79e6b78-6404-42bd-bc26-a51266b77037,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:53:51.926433 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a58ba01a-aefc-4e1f-979a-b89d27e0e8c7 req-fe5a6159-79ee-4fcd-b7c8-f32647944428 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:51.938982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-a58ba01a-aefc-4e1f-979a-b89d27e0e8c7 req-fe5a6159-79ee-4fcd-b7c8-f32647944428 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for a79e6b78-6404-42bd-bc26-a51266b77037 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:53:52.131698 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a58ba01a-aefc-4e1f-979a-b89d27e0e8c7 req-fe5a6159-79ee-4fcd-b7c8-f32647944428 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:52.161630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a6159-79ee-4fcd-b7c8-f32647944428 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=a79e6b78-6404-42bd-bc26-a51266b77037,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:53:52.212757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58ba01a-aefc-4e1f-979a-b89d27e0e8c7 req-fe5a6159-79ee-4fcd-b7c8-f32647944428 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] No DVR routers for this DVR port a79e6b78-6404-42bd-bc26-a51266b77037 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:53:52.215695 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a58ba01a-aefc-4e1f-979a-b89d27e0e8c7 req-fe5a6159-79ee-4fcd-b7c8-f32647944428 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:52.219130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58ba01a-aefc-4e1f-979a-b89d27e0e8c7 req-fe5a6159-79ee-4fcd-b7c8-f32647944428 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.49 "DELETE /v2.0/ports/a79e6b78-6404-42bd-bc26-a51266b77037 HTTP/1.1" status: 204 len: 173 time: 0.4725363 Oct 13 14:53:52.219615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'name': 'network-vif-deleted', 'tag': 'a79e6b78-6404-42bd-bc26-a51266b77037'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:53:52.222010 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4994973-e892-46c5-84f4-2a645cb7cfc4" -d '{"events": [{"server_uuid": "93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7", "name": "network-vif-deleted", "tag": "a79e6b78-6404-42bd-bc26-a51266b77037"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:53:52.265233 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63803e75-55e0-4819-8fb9-e46f7ce68602 x-openstack-request-id: req-63803e75-55e0-4819-8fb9-e46f7ce68602 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:53:52.265233 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7", "name": "network-vif-deleted", "tag": "a79e6b78-6404-42bd-bc26-a51266b77037", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:53:52.265233 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63803e75-55e0-4819-8fb9-e46f7ce68602 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:53:52.265233 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7', 'name': 'network-vif-deleted', 'tag': 'a79e6b78-6404-42bd-bc26-a51266b77037', 'status': 'completed', 'code': 200} Oct 13 14:53:52.274900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4dbcfae2-7134-4d8c-9b5a-1d3885574c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:52.360098 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:52.753941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6970810f-db8c-498f-b27e-cc50a549ab3b req-1d1a3bff-9051-4f29-bba3-27af671702b2 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "GET /v2.0/ports?device_id=93c0e6cd-6f3d-4da6-a4b0-adfb8c6b14c7 HTTP/1.1" status: 200 len: 210 time: 0.0295548 Oct 13 14:53:53.814618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60128) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:53:53.948581 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:54.042533 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:54.185651 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:54.739597 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port e0a8537a-3217-4ae0-a59d-076ef9482977 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:53:54.740089 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:54.833056 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] For port e0a8537a-3217-4ae0-a59d-076ef9482977, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e0a8537a-3217-4ae0-a59d-076ef9482977,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:53:54.833688 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:54.846606 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for e0a8537a-3217-4ae0-a59d-076ef9482977 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:53:55.092866 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:55.126089 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=e0a8537a-3217-4ae0-a59d-076ef9482977,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:53:55.156862 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:55.157359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:55.157715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:55.158052 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:55.158385 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:55.158715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:55.159042 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:55.159518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:55.159864 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:55.160189 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:55.160511 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:55.160830 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:53:55.320445 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:55.456959 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:55.544574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:53:55.652764 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:53:55.658099 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a9e5498f-0ac4-48ff-9550-a5b81bca8f0e tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "PUT /v2.0/routers/3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8424687 Oct 13 14:53:55.660749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60150) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:53:55.666082 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7029d37f-898e-40ef-a534-170c24dc12bf None None] Sync routers for ids ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:53:55.667753 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a79e6b78-6404-42bd-bc26-a51266b77037 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:53:55.685786 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029d37f-898e-40ef-a534-170c24dc12bf None None] Routers {'3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:53:55.688950 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7029d37f-898e-40ef-a534-170c24dc12bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:53:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:53:55.700065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: a79e6b78-6404-42bd-bc26-a51266b77037 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:53:55.700534 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device a79e6b78-6404-42bd-bc26-a51266b77037 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:53:55.716256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6437ed-0043-42f7-a4f0-0690fdbd1269 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting subnet 65ff3a01-85af-4f3e-b640-714f39487656 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:53:55.719381 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5b6437ed-0043-42f7-a4f0-0690fdbd1269 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:55.760216 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5b6437ed-0043-42f7-a4f0-0690fdbd1269 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:55.795575 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7029d37f-898e-40ef-a534-170c24dc12bf None None] Set router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:53:55.854246 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5b6437ed-0043-42f7-a4f0-0690fdbd1269 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:55.979286 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5b6437ed-0043-42f7-a4f0-0690fdbd1269 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:56.014623 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5b6437ed-0043-42f7-a4f0-0690fdbd1269 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:56.018207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4d3604-70b4-424e-bd92-bff36863a1b5 None None] Network 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:53:56.018587 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5b6437ed-0043-42f7-a4f0-0690fdbd1269 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/subnets/65ff3a01-85af-4f3e-b640-714f39487656 HTTP/1.1" status: 204 len: 168 time: 0.3567889 Oct 13 14:53:56.020186 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6437ed-0043-42f7-a4f0-0690fdbd1269 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Subnet': ['ID=65ff3a01-85af-4f3e-b640-714f39487656,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:53:56.021412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60158) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:53:56.110557 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7029d37f-898e-40ef-a534-170c24dc12bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:53:54Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:53:56.132845 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:56.139730 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7029d37f-898e-40ef-a534-170c24dc12bf None None] Checking router: 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:53:56.153157 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029d37f-898e-40ef-a534-170c24dc12bf None None] Routers {'3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:53:56.153157 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7029d37f-898e-40ef-a534-170c24dc12bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:53:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:53:56.245121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4bfd28-d843-4006-9d80-73865ee771cd None None] DHCP port deletion for 08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:53:56.259236 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:56.271803 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7029d37f-898e-40ef-a534-170c24dc12bf None None] Set router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:53:56.301959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2f4bfd28-d843-4006-9d80-73865ee771cd None None] Deleting port e785307f-cb16-43b7-8370-e93ef1453b57 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:53:56.302361 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f4bfd28-d843-4006-9d80-73865ee771cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:56.371431 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2f4bfd28-d843-4006-9d80-73865ee771cd None None] For port e785307f-cb16-43b7-8370-e93ef1453b57, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e785307f-cb16-43b7-8370-e93ef1453b57,segment=NetworkSegment(1cd5089a-6ef3-45aa-8183-58e756ca59c4),segment_id=1cd5089a-6ef3-45aa-8183-58e756ca59c4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:53:56.372350 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f4bfd28-d843-4006-9d80-73865ee771cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:56.401098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2f4bfd28-d843-4006-9d80-73865ee771cd None None] Calling delete_port for e785307f-cb16-43b7-8370-e93ef1453b57 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:53:56.439854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Deleting port 3c705060-462c-4228-b788-eb89d55691a0 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:53:56.440355 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:56.504533 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7029d37f-898e-40ef-a534-170c24dc12bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:53:54Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:53:56.528971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] For port 3c705060-462c-4228-b788-eb89d55691a0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3c705060-462c-4228-b788-eb89d55691a0,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:53:56.529807 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:56.535680 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7029d37f-898e-40ef-a534-170c24dc12bf None None] The sync data for ids ['3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4'] in n-d-806683-15 is: [{'id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508484066', 'tenant_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '3c705060-462c-4228-b788-eb89d55691a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:51:59Z', 'updated_at': '2021-10-13T14:53:54Z', 'revision_number': 5, 'project_id': '5c576f49d3dd4bbab85901c8c6ccd513', 'gw_port': {'id': '3c705060-462c-4228-b788-eb89d55691a0', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:52:00Z', 'updated_at': '2021-10-13T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:53:56.555586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Calling delete_port for 3c705060-462c-4228-b788-eb89d55691a0 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:53:56.579147 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f4bfd28-d843-4006-9d80-73865ee771cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:56.621232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bfd28-d843-4006-9d80-73865ee771cd None None] Pushing event deleted for resources: {'Port': ['ID=e785307f-cb16-43b7-8370-e93ef1453b57,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:53:56.635067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4bfd28-d843-4006-9d80-73865ee771cd None None] No DVR routers for this DVR port e785307f-cb16-43b7-8370-e93ef1453b57 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:53:56.836328 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:56.866884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Port': ['ID=3c705060-462c-4228-b788-eb89d55691a0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:53:56.937098 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.035973 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.038374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.138174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.138780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Fanout notify agent at l3_agent the message router_deleted on router 3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:53:57.145543 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.149900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-29d1d4b8-5b36-47ba-9ce5-5ab10fb8dd04 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/routers/3f4df4ff-75d4-40f7-8cc4-e7b8661a29d4 HTTP/1.1" status: 204 len: 168 time: 1.1242821 Oct 13 14:53:57.150335 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60170) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:53:57.240725 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b9d20b1-d621-4a17-a48e-230f189a1cce tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.346484 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b9d20b1-d621-4a17-a48e-230f189a1cce tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.365793 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-9b9d20b1-d621-4a17-a48e-230f189a1cce tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f168a4-0abd-4e4e-82cf-51fc94bbd3a5']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:53:57.375726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-9b9d20b1-d621-4a17-a48e-230f189a1cce tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd5089a-6ef3-45aa-8183-58e756ca59c4') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:53:57.376008 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-9b9d20b1-d621-4a17-a48e-230f189a1cce tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd5089a-6ef3-45aa-8183-58e756ca59c4') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:53:57.386128 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b9d20b1-d621-4a17-a48e-230f189a1cce tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.399211 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b9d20b1-d621-4a17-a48e-230f189a1cce tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.404930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9d20b1-d621-4a17-a48e-230f189a1cce tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:53:57.405346 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b9d20b1-d621-4a17-a48e-230f189a1cce tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:53:57.408428 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:53:57.560165 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b9d20b1-d621-4a17-a48e-230f189a1cce tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.564932 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9b9d20b1-d621-4a17-a48e-230f189a1cce tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.568139 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9b9d20b1-d621-4a17-a48e-230f189a1cce tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/networks/08f168a4-0abd-4e4e-82cf-51fc94bbd3a5 HTTP/1.1" status: 204 len: 168 time: 0.4168036 Oct 13 14:53:57.571307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60174) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:53:57.583252 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d20b1-d621-4a17-a48e-230f189a1cce tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'Network': ['ID=08f168a4-0abd-4e4e-82cf-51fc94bbd3a5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:53:57.655289 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5804520a-c242-4bc9-a235-e6db4e73da84 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.655476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e0a8537a-3217-4ae0-a59d-076ef9482977 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:53:57.684319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: e0a8537a-3217-4ae0-a59d-076ef9482977 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:53:57.684664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e0a8537a-3217-4ae0-a59d-076ef9482977 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:53:57.685091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e785307f-cb16-43b7-8370-e93ef1453b57 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:53:57.687711 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5804520a-c242-4bc9-a235-e6db4e73da84 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.705119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: e785307f-cb16-43b7-8370-e93ef1453b57 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:53:57.705778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e785307f-cb16-43b7-8370-e93ef1453b57 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:53:57.892685 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5804520a-c242-4bc9-a235-e6db4e73da84 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.895342 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5804520a-c242-4bc9-a235-e6db4e73da84 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:57.896499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5804520a-c242-4bc9-a235-e6db4e73da84 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] 10.222.0.18 "DELETE /v2.0/security-groups/e3e8157a-a547-4d25-b6ca-66fc6171e74c HTTP/1.1" status: 204 len: 168 time: 0.3241460 Oct 13 14:53:57.906250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804520a-c242-4bc9-a235-e6db4e73da84 tempest-TestNetworkAdvancedServerOps-330910436 tempest-TestNetworkAdvancedServerOps-330910436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e8157a-a547-4d25-b6ca-66fc6171e74c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:53:58.526865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60190) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:53:58.665792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dec578fb-5908-4de4-8168-63d4843c5506 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c576f49d3dd4bbab85901c8c6ccd513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377048 Oct 13 14:53:58.668265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60194) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:53:58.718546 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0688979-6cc3-4dad-b102-e9f999b68ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:58.741613 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0688979-6cc3-4dad-b102-e9f999b68ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:58.840800 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0688979-6cc3-4dad-b102-e9f999b68ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:58.843382 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b0688979-6cc3-4dad-b102-e9f999b68ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:58.844598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b0688979-6cc3-4dad-b102-e9f999b68ac1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8302cc1e-3009-4498-acf4-4de6c2eb53b6 HTTP/1.1" status: 204 len: 168 time: 0.1753790 Oct 13 14:53:58.853465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0688979-6cc3-4dad-b102-e9f999b68ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8302cc1e-3009-4498-acf4-4de6c2eb53b6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:53:59.217231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3c705060-462c-4228-b788-eb89d55691a0 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:53:59.237129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 3c705060-462c-4228-b788-eb89d55691a0 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:53:59.237403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3c705060-462c-4228-b788-eb89d55691a0 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:53:59.492795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60210) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:53:59.539023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5f612aaf-4e1d-4e07-ad96-716a3c6ecf74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d58ff32072684b3eaac852d646bda8dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450318 Oct 13 14:53:59.542553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60212) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:53:59.592238 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c0767f4-3ae3-4d45-917e-250cb1775d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:59.619160 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c0767f4-3ae3-4d45-917e-250cb1775d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:59.720015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c0767f4-3ae3-4d45-917e-250cb1775d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:59.722676 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0c0767f4-3ae3-4d45-917e-250cb1775d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:53:59.723821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0c0767f4-3ae3-4d45-917e-250cb1775d6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/198ffcdf-660a-400e-bbe4-dc9dbf24b543 HTTP/1.1" status: 204 len: 168 time: 0.1803739 Oct 13 14:53:59.731709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0767f4-3ae3-4d45-917e-250cb1775d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198ffcdf-660a-400e-bbe4-dc9dbf24b543,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:00.967678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60246) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:54:01.063360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-496459675-network', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:54:01.154333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Made reservation on behalf of 9949d738ed5247f7af1a6c0ea4bea2f6 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:54:01.156672 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:01.173484 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:01.250456 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:01.298317 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:01.327218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:54:01.334361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748b0b73-6620-4fea-8c9e-6fab289ca38f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:01.340942 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:01.341318 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Added segment 8e1b9bd1-2a59-4f26-84d7-f621bcc2c214 of type vlan for network 366e1267-d2a6-4845-a4e3-b680a2b81c19 Oct 13 14:54:01.387777 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:01.480172 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:01.481212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:54:01.481825 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:01.542011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] Pushing event updated for resources: {'Network': ['ID=366e1267-d2a6-4845-a4e3-b680a2b81c19,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:01.551559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 366e1267-d2a6-4845-a4e3-b680a2b81c19 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:54:01.574952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4f26cf35-1a39-456b-9923-3c8f296fa0b1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6061611 Oct 13 14:54:01.577802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60256) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:54:01.582608 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-63f899c6-bfe2-487c-b69e-609773bf644b admin admin] Request body: {'subnet': {'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-496459675-subnet', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:54:01.640487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f899c6-bfe2-487c-b69e-609773bf644b admin admin] Made reservation on behalf of 9949d738ed5247f7af1a6c0ea4bea2f6 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:54:01.642898 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63f899c6-bfe2-487c-b69e-609773bf644b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:01.864133 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63f899c6-bfe2-487c-b69e-609773bf644b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:01.914015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f899c6-bfe2-487c-b69e-609773bf644b admin admin] Pushing event updated for resources: {'Subnet': ['ID=59bf9f09-a3af-4053-a152-549617499fb5,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:01.932774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f899c6-bfe2-487c-b69e-609773bf644b admin admin] Checking segment: {'id': '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:54:01.933214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f899c6-bfe2-487c-b69e-609773bf644b admin admin] Network hostable DHCP agents. Network: 366e1267-d2a6-4845-a4e3-b680a2b81c19, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:54:02.007543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f899c6-bfe2-487c-b69e-609773bf644b admin admin] Network 366e1267-d2a6-4845-a4e3-b680a2b81c19 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:54:02.062580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-63f899c6-bfe2-487c-b69e-609773bf644b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 366e1267-d2a6-4845-a4e3-b680a2b81c19) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:54:02.071052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f899c6-bfe2-487c-b69e-609773bf644b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:54:02.071753 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-63f899c6-bfe2-487c-b69e-609773bf644b admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:02.082872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea1ee67-ee82-4a9c-b19f-a8194fa8aecf None None] Network 366e1267-d2a6-4845-a4e3-b680a2b81c19 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:54:02.146282 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-63f899c6-bfe2-487c-b69e-609773bf644b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5673690 Oct 13 14:54:02.149437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60266) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:54:02.154126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:54:02.234508 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-366e1267-d2a6-4845-a4e3-b680a2b81c19', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:54:02.235397 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:02.241593 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:02.243073 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:02.300563 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:02.375244 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Allocated IP 172.20.0.2 (366e1267-d2a6-4845-a4e3-b680a2b81c19/59bf9f09-a3af-4053-a152-549617499fb5/b418d953-a66a-4c03-a184-13ae498b6f34) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:54:02.500546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:02.568790 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:02.641295 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:02.686174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Network 366e1267-d2a6-4845-a4e3-b680a2b81c19 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:54:02.689167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:54:02.692059 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:54:02.703018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Pushing event updated for resources: {'Port': ['ID=b418d953-a66a-4c03-a184-13ae498b6f34,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:02.756657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Attempting to bind port b418d953-a66a-4c03-a184-13ae498b6f34 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:54:02.756903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Attempting to bind port b418d953-a66a-4c03-a184-13ae498b6f34 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:54:02.757275 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Attempting to bind port b418d953-a66a-4c03-a184-13ae498b6f34 on network 366e1267-d2a6-4845-a4e3-b680a2b81c19 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:54:02.762702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:54:02.763468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Checking segment: {'id': '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:54:02.763468 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:02.763828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Bound using segment: {'id': '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:54:02.764283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Bound port: b418d953-a66a-4c03-a184-13ae498b6f34, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:54:02.764661 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:02.776380 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:02.799372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:02.837668 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] For port b418d953-a66a-4c03-a184-13ae498b6f34, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:54:02.841100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] For port b418d953-a66a-4c03-a184-13ae498b6f34, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b418d953-a66a-4c03-a184-13ae498b6f34,segment=NetworkSegment(8e1b9bd1-2a59-4f26-84d7-f621bcc2c214),segment_id=8e1b9bd1-2a59-4f26-84d7-f621bcc2c214)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:54:02.915262 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Allocated IP 172.25.0.66 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/c3557939-48c3-4f72-87dd-fcc10341aa6d) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:54:02.921203 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:02.989200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2533a7-7fef-48a2-86d2-47e5a6debe8c None None] Pushing event updated for resources: {'Port': ['ID=b418d953-a66a-4c03-a184-13ae498b6f34,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:03.035150 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:03.121222 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:03.180611 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:54:03.186626 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:54:03.191924 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:54:03.196777 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Pushing event updated for resources: {'Port': ['ID=c3557939-48c3-4f72-87dd-fcc10341aa6d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:03.350451 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b418d953-a66a-4c03-a184-13ae498b6f34 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:54:03.403794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port b418d953-a66a-4c03-a184-13ae498b6f34 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:03.404106 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:03.480831 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:03.517529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port b418d953-a66a-4c03-a184-13ae498b6f34, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b418d953-a66a-4c03-a184-13ae498b6f34,segment=NetworkSegment(8e1b9bd1-2a59-4f26-84d7-f621bcc2c214),segment_id=8e1b9bd1-2a59-4f26-84d7-f621bcc2c214)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:54:03.575757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:03.594335 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:03.654480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=b418d953-a66a-4c03-a184-13ae498b6f34,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:03.800680 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:03.980741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d89caf-48bd-4e8b-b563-59096742890f None None] Network 366e1267-d2a6-4845-a4e3-b680a2b81c19 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:54:04.008384 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Router a3dd386b-eb08-4a51-88d4-ec3044519003 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:54:04.114614 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-391571cd-eee0-4735-a19a-7ef2f5ad20ac None None] Provisioning complete for port b418d953-a66a-4c03-a184-13ae498b6f34 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:04.114947 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-391571cd-eee0-4735-a19a-7ef2f5ad20ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:04.145652 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:54:04.161633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Sync routers for ids ['a3dd386b-eb08-4a51-88d4-ec3044519003'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:54:04.189853 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Routers {'a3dd386b-eb08-4a51-88d4-ec3044519003'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:54:04.190651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:53:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a3dd386b-eb08-4a51-88d4-ec3044519003'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:04.220323 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:04.224363 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-21418299-4dd4-4db8-adfe-4fc95a611fde admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0711608 Oct 13 14:54:04.224713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60284) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:54:04.333877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Set router a3dd386b-eb08-4a51-88d4-ec3044519003 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:54:04.537108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:03Z', 'revision_number': 3, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:04.566948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Checking router: a3dd386b-eb08-4a51-88d4-ec3044519003 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:54:04.570517 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Updating router a3dd386b-eb08-4a51-88d4-ec3044519003 port c3557939-48c3-4f72-87dd-fcc10341aa6d binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:54:04.587300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3a2485d5-f3c2-462e-9013-4195d8e57bda None None] Provisioning complete for port b418d953-a66a-4c03-a184-13ae498b6f34 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:04.587667 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3a2485d5-f3c2-462e-9013-4195d8e57bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:04.632257 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:04.710671 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:04.873924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Allocated IP 172.20.0.1 (366e1267-d2a6-4845-a4e3-b680a2b81c19/59bf9f09-a3af-4053-a152-549617499fb5/a884c254-5c11-4b0d-b039-0b45aa8a1dc7) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:54:04.927215 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:04.980353 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:05.001727 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:05.060320 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Attempting to bind port c3557939-48c3-4f72-87dd-fcc10341aa6d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:54:05.060686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Attempting to bind port c3557939-48c3-4f72-87dd-fcc10341aa6d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:54:05.061067 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Attempting to bind port c3557939-48c3-4f72-87dd-fcc10341aa6d on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:54:05.064353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0e024-80c5-465d-987d-d3d8f95d55b2 None None] Pushing event updated for resources: {'Port': ['ID=c3557939-48c3-4f72-87dd-fcc10341aa6d,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:05.071052 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:54:05.071424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:54:05.071824 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:05.072623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:54:05.072737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Bound port: c3557939-48c3-4f72-87dd-fcc10341aa6d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:54:05.073078 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:05.081462 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:05.127559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Network 366e1267-d2a6-4845-a4e3-b680a2b81c19 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:54:05.129991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] For port c3557939-48c3-4f72-87dd-fcc10341aa6d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:54:05.130775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:54:05.133816 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] For port c3557939-48c3-4f72-87dd-fcc10341aa6d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c3557939-48c3-4f72-87dd-fcc10341aa6d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:54:05.135198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:54:05.160281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Pushing event updated for resources: {'Port': ['ID=a884c254-5c11-4b0d-b039-0b45aa8a1dc7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:05.179695 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:05.196322 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:05.274011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Routers {'a3dd386b-eb08-4a51-88d4-ec3044519003'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:54:05.274644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:53:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a3dd386b-eb08-4a51-88d4-ec3044519003'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:05.333731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b418d953-a66a-4c03-a184-13ae498b6f34 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:54:05.368644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0e024-80c5-465d-987d-d3d8f95d55b2 None None] Pushing event updated for resources: {'Port': ['ID=c3557939-48c3-4f72-87dd-fcc10341aa6d,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:05.400873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:05.577709 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:05.604616 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2d5c2e8f-c59e-4a01-a2fb-1b38c4e07713 None None] Provisioning complete for port a884c254-5c11-4b0d-b039-0b45aa8a1dc7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:05.605124 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2d5c2e8f-c59e-4a01-a2fb-1b38c4e07713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:05.630799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] Set router a3dd386b-eb08-4a51-88d4-ec3044519003 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:54:05.646348 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:05.713789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:05.715630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Pushing event updated for resources: {'Port': ['ID=a884c254-5c11-4b0d-b039-0b45aa8a1dc7,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:05.737695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port b418d953-a66a-4c03-a184-13ae498b6f34 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:05.738231 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:05.741020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c2e8f-c59e-4a01-a2fb-1b38c4e07713 None None] Port a884c254-5c11-4b0d-b039-0b45aa8a1dc7 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:54:05.817030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Network 366e1267-d2a6-4845-a4e3-b680a2b81c19 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:54:05.818568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:54:05.917162 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:03Z', 'revision_number': 3, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:05.947292 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af6e6dd-69a2-4372-88ef-6902b13c5611 None None] The sync data for ids ['a3dd386b-eb08-4a51-88d4-ec3044519003'] in n-d-806683-15 is: [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:03Z', 'revision_number': 3, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:54:05.978210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Router a3dd386b-eb08-4a51-88d4-ec3044519003 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:54:06.102506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:54:06.109839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6bf87b54-513a-4dc6-a090-de53dd581e1f admin admin] 10.222.0.18 "PUT /v2.0/routers/a3dd386b-eb08-4a51-88d4-ec3044519003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8805025 Oct 13 14:54:06.168930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a6025170-2012-492e-a4be-5a430ee40009 None None] Provisioning complete for port a884c254-5c11-4b0d-b039-0b45aa8a1dc7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:06.169351 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a6025170-2012-492e-a4be-5a430ee40009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:06.216673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a6025170-2012-492e-a4be-5a430ee40009 None None] Port a884c254-5c11-4b0d-b039-0b45aa8a1dc7 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:54:06.875210 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60322) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:54:06.880996 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1975203806-network', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:54:06.983587 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Made reservation on behalf of 066ebc56925f4ddc841ac98275fcbe27 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:54:06.986061 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:06.995912 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:07.072299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:07.138133 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:07.165433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:54:07.177104 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47834019-0d01-46c6-b56f-c933933d6106,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:07.183609 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:07.183955 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Added segment cfe46f09-1878-4a0a-b866-0e0ce0a0934e of type vlan for network 5c9ddc90-d6a4-415f-8b31-5219522485b1 Oct 13 14:54:07.225517 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:07.294574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c3557939-48c3-4f72-87dd-fcc10341aa6d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:54:07.332253 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:07.333681 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:54:07.336015 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:07.345487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c3557939-48c3-4f72-87dd-fcc10341aa6d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:07.346083 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:07.400610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] Pushing event updated for resources: {'Network': ['ID=5c9ddc90-d6a4-415f-8b31-5219522485b1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:07.414013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 5c9ddc90-d6a4-415f-8b31-5219522485b1 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:54:07.469682 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:07.477907 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-86800e46-de8e-4810-aded-f9a9350f4c5d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6009276 Oct 13 14:54:07.480618 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60332) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:54:07.485566 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1d81dca3-c9e2-41b4-9ede-813347df06a6 admin admin] Request body: {'subnet': {'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1975203806-subnet', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:54:07.512066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port c3557939-48c3-4f72-87dd-fcc10341aa6d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c3557939-48c3-4f72-87dd-fcc10341aa6d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:54:07.583807 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d81dca3-c9e2-41b4-9ede-813347df06a6 admin admin] Made reservation on behalf of 066ebc56925f4ddc841ac98275fcbe27 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:54:07.586376 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d81dca3-c9e2-41b4-9ede-813347df06a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:07.614026 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:07.657790 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Sync routers for ids ['a3dd386b-eb08-4a51-88d4-ec3044519003'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:54:07.664148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=c3557939-48c3-4f72-87dd-fcc10341aa6d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:07.683895 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Routers {'a3dd386b-eb08-4a51-88d4-ec3044519003'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:54:07.684841 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:53:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a3dd386b-eb08-4a51-88d4-ec3044519003'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:07.801623 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Set router a3dd386b-eb08-4a51-88d4-ec3044519003 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:54:08.023799 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a884c254-5c11-4b0d-b039-0b45aa8a1dc7', 'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'mac_address': 'fa:16:3e:90:04:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:04Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 2, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'subnets': [{'id': '59bf9f09-a3af-4053-a152-549617499fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:08.054617 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Checking router: a3dd386b-eb08-4a51-88d4-ec3044519003 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:54:08.054910 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Updating router a3dd386b-eb08-4a51-88d4-ec3044519003 port a884c254-5c11-4b0d-b039-0b45aa8a1dc7 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:54:08.080618 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.091976 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d81dca3-c9e2-41b4-9ede-813347df06a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.150881 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81dca3-c9e2-41b4-9ede-813347df06a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24a01d2-7167-4240-9c5b-adad004483c5,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:08.160128 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d81dca3-c9e2-41b4-9ede-813347df06a6 admin admin] Checking segment: {'id': 'cfe46f09-1878-4a0a-b866-0e0ce0a0934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:54:08.160493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d81dca3-c9e2-41b4-9ede-813347df06a6 admin admin] Network hostable DHCP agents. Network: 5c9ddc90-d6a4-415f-8b31-5219522485b1, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:54:08.229039 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d81dca3-c9e2-41b4-9ede-813347df06a6 admin admin] Network 5c9ddc90-d6a4-415f-8b31-5219522485b1 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:54:08.296903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-1d81dca3-c9e2-41b4-9ede-813347df06a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 5c9ddc90-d6a4-415f-8b31-5219522485b1) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:54:08.301581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d81dca3-c9e2-41b4-9ede-813347df06a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:54:08.302358 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d81dca3-c9e2-41b4-9ede-813347df06a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.308187 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a0979-3f60-4c1c-a7ec-24b22c754979 None None] Network 5c9ddc90-d6a4-415f-8b31-5219522485b1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:54:08.379516 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.388660 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1d81dca3-c9e2-41b4-9ede-813347df06a6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9044571 Oct 13 14:54:08.388968 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 60344) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:54:08.395398 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1975203806-router', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:54:08.440727 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.458225 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-5c9ddc90-d6a4-415f-8b31-5219522485b1', 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'fixed_ips': [{'subnet_id': 'f24a01d2-7167-4240-9c5b-adad004483c5'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:54:08.459270 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.487300 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.488384 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.503997 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Pushing event updated for resources: {'Port': ['ID=a884c254-5c11-4b0d-b039-0b45aa8a1dc7,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:08.557654 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:08.557991 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:08.558329 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:08.558665 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:08.559000 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:08.560417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.561398 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:08.561964 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:08.562074 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:08.562372 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:08.562693 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:08.563012 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:08.563437 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:08.615151 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Attempting to bind port a884c254-5c11-4b0d-b039-0b45aa8a1dc7 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:54:08.616226 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Attempting to bind port a884c254-5c11-4b0d-b039-0b45aa8a1dc7 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:54:08.617066 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Attempting to bind port a884c254-5c11-4b0d-b039-0b45aa8a1dc7 on network 366e1267-d2a6-4845-a4e3-b680a2b81c19 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:54:08.625019 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:54:08.625627 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Checking segment: {'id': '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:54:08.626196 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.626749 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Bound using segment: {'id': '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:54:08.627419 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Bound port: a884c254-5c11-4b0d-b039-0b45aa8a1dc7, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:54:08.627969 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.720338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Allocated IP 172.20.0.2 (5c9ddc90-d6a4-415f-8b31-5219522485b1/f24a01d2-7167-4240-9c5b-adad004483c5/b5ce5dd1-6810-4787-9b39-393f9d44b779) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:54:08.730536 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] For port a884c254-5c11-4b0d-b039-0b45aa8a1dc7, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:54:08.733890 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] For port a884c254-5c11-4b0d-b039-0b45aa8a1dc7, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a884c254-5c11-4b0d-b039-0b45aa8a1dc7,segment=NetworkSegment(8e1b9bd1-2a59-4f26-84d7-f621bcc2c214),segment_id=8e1b9bd1-2a59-4f26-84d7-f621bcc2c214)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:54:08.800756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5e3d4fe6-0ca8-46bd-ad27-1c10ea411a1e None None] Provisioning complete for port a884c254-5c11-4b0d-b039-0b45aa8a1dc7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:08.801180 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5e3d4fe6-0ca8-46bd-ad27-1c10ea411a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.801732 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.802884 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.860443 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Routers {'a3dd386b-eb08-4a51-88d4-ec3044519003'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:54:08.861342 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:53:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a3dd386b-eb08-4a51-88d4-ec3044519003'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:08.957627 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.957627 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5e3d4fe6-0ca8-46bd-ad27-1c10ea411a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:08.990340 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1b3b0-0332-4785-a5ac-2933905aa929 None None] Pushing event updated for resources: {'Port': ['ID=a884c254-5c11-4b0d-b039-0b45aa8a1dc7,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:09.015330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5e3d4fe6-0ca8-46bd-ad27-1c10ea411a1e None None] For port a884c254-5c11-4b0d-b039-0b45aa8a1dc7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a884c254-5c11-4b0d-b039-0b45aa8a1dc7,segment=NetworkSegment(8e1b9bd1-2a59-4f26-84d7-f621bcc2c214),segment_id=8e1b9bd1-2a59-4f26-84d7-f621bcc2c214)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:54:09.035637 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] Set router a3dd386b-eb08-4a51-88d4-ec3044519003 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:54:09.041818 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:09.096834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Network 5c9ddc90-d6a4-415f-8b31-5219522485b1 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:54:09.102075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:54:09.105741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:54:09.111656 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5e3d4fe6-0ca8-46bd-ad27-1c10ea411a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:09.115856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Pushing event updated for resources: {'Port': ['ID=b5ce5dd1-6810-4787-9b39-393f9d44b779,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:09.222520 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:09.236147 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Attempting to bind port b5ce5dd1-6810-4787-9b39-393f9d44b779 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:54:09.236660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Attempting to bind port b5ce5dd1-6810-4787-9b39-393f9d44b779 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'cfe46f09-1878-4a0a-b866-0e0ce0a0934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:54:09.237171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Attempting to bind port b5ce5dd1-6810-4787-9b39-393f9d44b779 on network 5c9ddc90-d6a4-415f-8b31-5219522485b1 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:54:09.239376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d4fe6-0ca8-46bd-ad27-1c10ea411a1e None None] Pushing event updated for resources: {'Port': ['ID=a884c254-5c11-4b0d-b039-0b45aa8a1dc7,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:09.251478 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:09.255741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:54:09.256884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Checking segment: {'id': 'cfe46f09-1878-4a0a-b866-0e0ce0a0934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:54:09.257425 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:09.257937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Bound using segment: {'id': 'cfe46f09-1878-4a0a-b866-0e0ce0a0934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:54:09.258519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Bound port: b5ce5dd1-6810-4787-9b39-393f9d44b779, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe46f09-1878-4a0a-b866-0e0ce0a0934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:54:09.258999 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:09.283112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-036d0e32-c6fc-497b-8649-bf87e0540a53 None None] Provisioning complete for port a884c254-5c11-4b0d-b039-0b45aa8a1dc7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:09.283622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-036d0e32-c6fc-497b-8649-bf87e0540a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:09.333838 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c3557939-48c3-4f72-87dd-fcc10341aa6d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:54:09.373841 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Allocated IP 172.25.0.233 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/550aaaeb-1fca-4025-8129-4da00efdb69b) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:54:09.429440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] For port b5ce5dd1-6810-4787-9b39-393f9d44b779, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:54:09.434105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] For port b5ce5dd1-6810-4787-9b39-393f9d44b779, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b5ce5dd1-6810-4787-9b39-393f9d44b779,segment=NetworkSegment(cfe46f09-1878-4a0a-b866-0e0ce0a0934e),segment_id=cfe46f09-1878-4a0a-b866-0e0ce0a0934e)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:54:09.452484 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a884c254-5c11-4b0d-b039-0b45aa8a1dc7', 'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'mac_address': 'fa:16:3e:90:04:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:04Z', 'updated_at': '2021-10-13T14:54:08Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'subnets': [{'id': '59bf9f09-a3af-4053-a152-549617499fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:09.462385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c3557939-48c3-4f72-87dd-fcc10341aa6d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:09.462830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:09.493998 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2840280-9b06-4e56-8e50-f55eea5ef959 None None] The sync data for ids ['a3dd386b-eb08-4a51-88d4-ec3044519003'] in n-d-806683-15 is: [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a884c254-5c11-4b0d-b039-0b45aa8a1dc7', 'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'mac_address': 'fa:16:3e:90:04:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:04Z', 'updated_at': '2021-10-13T14:54:08Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'subnets': [{'id': '59bf9f09-a3af-4053-a152-549617499fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:54:09.509107 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:09.546484 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:09.667128 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:09.667279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdcf81-5898-491f-84c8-1314a3870356 None None] Pushing event updated for resources: {'Port': ['ID=b5ce5dd1-6810-4787-9b39-393f9d44b779,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:09.729812 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:54:09.735909 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:54:09.739362 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:54:09.746620 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Pushing event updated for resources: {'Port': ['ID=550aaaeb-1fca-4025-8129-4da00efdb69b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:10.121472 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:10.354637 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:10.584181 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Router 771e66a5-237e-495b-9a26-519f229915eb is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:54:10.699572 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2ecdb1-63e9-4cad-8b91-469d0e5b5603 None None] Network 5c9ddc90-d6a4-415f-8b31-5219522485b1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:54:10.743859 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:54:10.755797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Sync routers for ids ['771e66a5-237e-495b-9a26-519f229915eb'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:54:10.787167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Routers {'771e66a5-237e-495b-9a26-519f229915eb'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:54:10.787830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:53:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['771e66a5-237e-495b-9a26-519f229915eb'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:10.790874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7be6052c-2c1f-43d3-b2f8-0eedd41097d7 None None] Provisioning complete for port b5ce5dd1-6810-4787-9b39-393f9d44b779 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:10.791248 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7be6052c-2c1f-43d3-b2f8-0eedd41097d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:10.814534 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:10.815545 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b7b8cfb0-9b8b-4ec1-b3e2-81d50a7c3493 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4256380 Oct 13 14:54:10.818418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 60374) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:54:11.030611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Set router 771e66a5-237e-495b-9a26-519f229915eb gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:54:11.095717 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7be6052c-2c1f-43d3-b2f8-0eedd41097d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:11.363322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7be6052c-2c1f-43d3-b2f8-0eedd41097d7 None None] For port b5ce5dd1-6810-4787-9b39-393f9d44b779, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b5ce5dd1-6810-4787-9b39-393f9d44b779,segment=NetworkSegment(cfe46f09-1878-4a0a-b866-0e0ce0a0934e),segment_id=cfe46f09-1878-4a0a-b866-0e0ce0a0934e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:54:11.433088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b5ce5dd1-6810-4787-9b39-393f9d44b779 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:54:11.444510 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7be6052c-2c1f-43d3-b2f8-0eedd41097d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:11.538181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6052c-2c1f-43d3-b2f8-0eedd41097d7 None None] Pushing event updated for resources: {'Port': ['ID=b5ce5dd1-6810-4787-9b39-393f9d44b779,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:11.552673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771e66a5-237e-495b-9a26-519f229915eb', 'name': 'tempest-TestVolumeBackupRestore-1975203806-router', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:08Z', 'updated_at': '2021-10-13T14:54:09Z', 'revision_number': 3, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'gw_port': {'id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:09Z', 'updated_at': '2021-10-13T14:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:11.582019 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port b5ce5dd1-6810-4787-9b39-393f9d44b779 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:11.582537 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:11.585268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Checking router: 771e66a5-237e-495b-9a26-519f229915eb for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:54:11.585718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Updating router 771e66a5-237e-495b-9a26-519f229915eb port 550aaaeb-1fca-4025-8129-4da00efdb69b binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:54:11.642694 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:11.738565 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:11.740840 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-138df0b1-19c3-4c38-98a4-8d5190319192 None None] Provisioning complete for port b5ce5dd1-6810-4787-9b39-393f9d44b779 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:11.741644 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-138df0b1-19c3-4c38-98a4-8d5190319192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:11.831577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a884c254-5c11-4b0d-b039-0b45aa8a1dc7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:54:11.899321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Allocated IP 172.20.0.1 (5c9ddc90-d6a4-415f-8b31-5219522485b1/f24a01d2-7167-4240-9c5b-adad004483c5/bed4a2a1-1a73-4f8d-8f26-c89fa5740da3) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:54:11.991377 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port a884c254-5c11-4b0d-b039-0b45aa8a1dc7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:11.991798 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.013321 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.088531 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.098165 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.141455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Network 5c9ddc90-d6a4-415f-8b31-5219522485b1 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:54:12.144366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:54:12.148455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:54:12.149165 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.177669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Pushing event updated for resources: {'Port': ['ID=bed4a2a1-1a73-4f8d-8f26-c89fa5740da3,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:12.198884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.210349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Attempting to bind port 550aaaeb-1fca-4025-8129-4da00efdb69b on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:54:12.210656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Attempting to bind port 550aaaeb-1fca-4025-8129-4da00efdb69b by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:54:12.210956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Attempting to bind port 550aaaeb-1fca-4025-8129-4da00efdb69b on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:54:12.225419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:54:12.225419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:54:12.225419 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.225419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:54:12.225419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Bound port: 550aaaeb-1fca-4025-8129-4da00efdb69b, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:54:12.225419 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.225419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Pushing event updated for resources: {'Port': ['ID=550aaaeb-1fca-4025-8129-4da00efdb69b,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:12.254668 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:12.255093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:12.255504 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:12.255912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:12.256523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:12.256929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:12.257299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:12.257629 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:12.257980 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:12.258307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:12.258633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:12.258957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:54:12.297388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] For port 550aaaeb-1fca-4025-8129-4da00efdb69b, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:54:12.301681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] For port 550aaaeb-1fca-4025-8129-4da00efdb69b, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=550aaaeb-1fca-4025-8129-4da00efdb69b,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:54:12.372638 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.413601 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.463788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Routers {'771e66a5-237e-495b-9a26-519f229915eb'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:54:12.464330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:53:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['771e66a5-237e-495b-9a26-519f229915eb'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:12.466270 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b4ad8-6fe0-4bca-8721-b0f5762e44e6 None None] Pushing event updated for resources: {'Port': ['ID=550aaaeb-1fca-4025-8129-4da00efdb69b,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:12.469075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9673eacb-6952-4b16-afb6-f1da8356c6bb None None] Provisioning complete for port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:12.469459 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9673eacb-6952-4b16-afb6-f1da8356c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.546228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9673eacb-6952-4b16-afb6-f1da8356c6bb None None] Port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:54:12.595254 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.604851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] Set router 771e66a5-237e-495b-9a26-519f229915eb gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:54:12.651483 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.718028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Pushing event updated for resources: {'Port': ['ID=bed4a2a1-1a73-4f8d-8f26-c89fa5740da3,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:12.723071 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:12.820215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771e66a5-237e-495b-9a26-519f229915eb', 'name': 'tempest-TestVolumeBackupRestore-1975203806-router', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:08Z', 'updated_at': '2021-10-13T14:54:12Z', 'revision_number': 4, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'gw_port': {'id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:09Z', 'updated_at': '2021-10-13T14:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'bed4a2a1-1a73-4f8d-8f26-c89fa5740da3', 'name': '', 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'mac_address': 'fa:16:3e:6b:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'f24a01d2-7167-4240-9c5b-adad004483c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:11Z', 'updated_at': '2021-10-13T14:54:11Z', 'revision_number': 1, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'subnets': [{'id': 'f24a01d2-7167-4240-9c5b-adad004483c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:12.830186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Network 5c9ddc90-d6a4-415f-8b31-5219522485b1 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:54:12.831629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:54:12.854763 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf18add-1a3a-41e9-b5c7-ae5e29eff135 None None] The sync data for ids ['771e66a5-237e-495b-9a26-519f229915eb'] in n-d-806683-15 is: [{'id': '771e66a5-237e-495b-9a26-519f229915eb', 'name': 'tempest-TestVolumeBackupRestore-1975203806-router', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:08Z', 'updated_at': '2021-10-13T14:54:12Z', 'revision_number': 4, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'gw_port': {'id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:09Z', 'updated_at': '2021-10-13T14:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'bed4a2a1-1a73-4f8d-8f26-c89fa5740da3', 'name': '', 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'mac_address': 'fa:16:3e:6b:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'f24a01d2-7167-4240-9c5b-adad004483c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:11Z', 'updated_at': '2021-10-13T14:54:11Z', 'revision_number': 1, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'subnets': [{'id': 'f24a01d2-7167-4240-9c5b-adad004483c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:54:12.973837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Router 771e66a5-237e-495b-9a26-519f229915eb has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:54:13.111888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:54:13.117164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a50bc2bd-8b01-4305-b639-8ea05919d436 admin admin] 10.222.0.18 "PUT /v2.0/routers/771e66a5-237e-495b-9a26-519f229915eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2961476 Oct 13 14:54:13.187318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-48e33f9d-6fc0-4b3a-86e0-c8b8aa42c1e3 None None] Provisioning complete for port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:13.188022 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-48e33f9d-6fc0-4b3a-86e0-c8b8aa42c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:13.268962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-48e33f9d-6fc0-4b3a-86e0-c8b8aa42c1e3 None None] Port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:54:13.340364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b5ce5dd1-6810-4787-9b39-393f9d44b779 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:54:13.398707 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port b5ce5dd1-6810-4787-9b39-393f9d44b779 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:13.399205 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:15.329970 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 550aaaeb-1fca-4025-8129-4da00efdb69b up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:54:15.389310 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 550aaaeb-1fca-4025-8129-4da00efdb69b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:15.389818 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:15.473667 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:15.495569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 550aaaeb-1fca-4025-8129-4da00efdb69b, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=550aaaeb-1fca-4025-8129-4da00efdb69b,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:54:15.573229 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:15.647518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=550aaaeb-1fca-4025-8129-4da00efdb69b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:15.750631 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:54:16.541842 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Sync routers for ids ['771e66a5-237e-495b-9a26-519f229915eb'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:54:16.541842 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Routers {'771e66a5-237e-495b-9a26-519f229915eb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:54:16.541842 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:53:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['771e66a5-237e-495b-9a26-519f229915eb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:16.664327 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Set router 771e66a5-237e-495b-9a26-519f229915eb gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:54:16.879387 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771e66a5-237e-495b-9a26-519f229915eb', 'name': 'tempest-TestVolumeBackupRestore-1975203806-router', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:08Z', 'updated_at': '2021-10-13T14:54:12Z', 'revision_number': 4, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'gw_port': {'id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:09Z', 'updated_at': '2021-10-13T14:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'bed4a2a1-1a73-4f8d-8f26-c89fa5740da3', 'name': '', 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'mac_address': 'fa:16:3e:6b:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'f24a01d2-7167-4240-9c5b-adad004483c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:11Z', 'updated_at': '2021-10-13T14:54:12Z', 'revision_number': 2, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'subnets': [{'id': 'f24a01d2-7167-4240-9c5b-adad004483c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:16.906935 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Checking router: 771e66a5-237e-495b-9a26-519f229915eb for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:54:16.907287 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Updating router 771e66a5-237e-495b-9a26-519f229915eb port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:54:16.939253 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:17.231194 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:17.278201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 550aaaeb-1fca-4025-8129-4da00efdb69b up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:54:17.320270 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:17.336673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 550aaaeb-1fca-4025-8129-4da00efdb69b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:17.337215 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:17.394737 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873e0c3-4f99-41a1-a5a7-8ca23647954a None None] Pushing event updated for resources: {'Port': ['ID=bed4a2a1-1a73-4f8d-8f26-c89fa5740da3,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:17.504722 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Attempting to bind port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:54:17.505112 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Attempting to bind port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'cfe46f09-1878-4a0a-b866-0e0ce0a0934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:54:17.505573 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Attempting to bind port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 on network 5c9ddc90-d6a4-415f-8b31-5219522485b1 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:54:17.512244 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:54:17.512606 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Checking segment: {'id': 'cfe46f09-1878-4a0a-b866-0e0ce0a0934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:54:17.513010 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:17.513422 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Bound using segment: {'id': 'cfe46f09-1878-4a0a-b866-0e0ce0a0934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:54:17.513946 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Bound port: bed4a2a1-1a73-4f8d-8f26-c89fa5740da3, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe46f09-1878-4a0a-b866-0e0ce0a0934e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:54:17.514320 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:17.590685 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] For port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:54:17.597497 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] For port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bed4a2a1-1a73-4f8d-8f26-c89fa5740da3,segment=NetworkSegment(cfe46f09-1878-4a0a-b866-0e0ce0a0934e),segment_id=cfe46f09-1878-4a0a-b866-0e0ce0a0934e)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:54:17.703570 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:17.729714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-dbdb2577-bc58-44f2-b0b8-eb4ae444dddc None None] Provisioning complete for port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:17.730329 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dbdb2577-bc58-44f2-b0b8-eb4ae444dddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:17.769862 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873e0c3-4f99-41a1-a5a7-8ca23647954a None None] Pushing event updated for resources: {'Port': ['ID=bed4a2a1-1a73-4f8d-8f26-c89fa5740da3,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:17.777128 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Routers {'771e66a5-237e-495b-9a26-519f229915eb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:54:17.777729 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:53:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['771e66a5-237e-495b-9a26-519f229915eb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:17.845283 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dbdb2577-bc58-44f2-b0b8-eb4ae444dddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:17.897589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-dbdb2577-bc58-44f2-b0b8-eb4ae444dddc None None] For port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bed4a2a1-1a73-4f8d-8f26-c89fa5740da3,segment=NetworkSegment(cfe46f09-1878-4a0a-b866-0e0ce0a0934e),segment_id=cfe46f09-1878-4a0a-b866-0e0ce0a0934e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:54:17.944102 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] Set router 771e66a5-237e-495b-9a26-519f229915eb gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:54:17.983325 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dbdb2577-bc58-44f2-b0b8-eb4ae444dddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:18.041962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb2577-bc58-44f2-b0b8-eb4ae444dddc None None] Pushing event updated for resources: {'Port': ['ID=bed4a2a1-1a73-4f8d-8f26-c89fa5740da3,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:54:18.112949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9e0f496d-f291-4f29-9645-69619b469fa3 None None] Provisioning complete for port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:18.112949 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9e0f496d-f291-4f29-9645-69619b469fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:18.192404 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771e66a5-237e-495b-9a26-519f229915eb', 'name': 'tempest-TestVolumeBackupRestore-1975203806-router', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:08Z', 'updated_at': '2021-10-13T14:54:12Z', 'revision_number': 4, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'gw_port': {'id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:09Z', 'updated_at': '2021-10-13T14:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'bed4a2a1-1a73-4f8d-8f26-c89fa5740da3', 'name': '', 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'mac_address': 'fa:16:3e:6b:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'f24a01d2-7167-4240-9c5b-adad004483c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:11Z', 'updated_at': '2021-10-13T14:54:17Z', 'revision_number': 4, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'subnets': [{'id': 'f24a01d2-7167-4240-9c5b-adad004483c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:54:18.224451 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2d27fa-d612-4b55-9fab-504297ba2342 None None] The sync data for ids ['771e66a5-237e-495b-9a26-519f229915eb'] in n-d-806683-15 is: [{'id': '771e66a5-237e-495b-9a26-519f229915eb', 'name': 'tempest-TestVolumeBackupRestore-1975203806-router', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:08Z', 'updated_at': '2021-10-13T14:54:12Z', 'revision_number': 4, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'gw_port': {'id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:09Z', 'updated_at': '2021-10-13T14:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'bed4a2a1-1a73-4f8d-8f26-c89fa5740da3', 'name': '', 'network_id': '5c9ddc90-d6a4-415f-8b31-5219522485b1', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'mac_address': 'fa:16:3e:6b:e0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'f24a01d2-7167-4240-9c5b-adad004483c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:11Z', 'updated_at': '2021-10-13T14:54:17Z', 'revision_number': 4, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'subnets': [{'id': 'f24a01d2-7167-4240-9c5b-adad004483c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:54:18.846087 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:19.318245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:54:19.367685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:54:19.368059 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:19.613730 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a28c16df-8bb6-496c-a25c-c550b2e2ab77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:22.269054 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f3f4c1cb-9bac-410a-b516-79e58d946e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:22.297427 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:23.994652 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:24.028885 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:25.456933 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:48.891466 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:49.541720 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1a51f8e5-c5dd-4ea7-91cf-df1139976ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:52.273554 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1b89763a-245f-481d-be7b-7e4e51666394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:52.335925 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:52.750664 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:54:54.068088 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:54.091569 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:54:55.474205 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:17.814394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-09e0bf9c-2634-4b9a-a1b1-7efce3ff6c82 req-1ea2f1cd-0871-42bd-8020-cb421aca2dec service neutron] (112685) timed out ('10.222.0.18', 50812) {{(pid=112685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 14:55:18.855744 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:19.553239 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-09c39556-22a6-4061-89f0-da91f0e61d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:22.266872 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d312-6677-463f-91e7-5c223341d1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:22.289548 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:23.935221 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:24.044083 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:25.461401 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:29.750690 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:55:38.702696 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-a1fabdf7-980c-47bb-af53-52b9deb09096 req-d8be5d47-4215-4a3c-a7bf-fe512a3887dd tempest-TestNetworkBasicOps-113243344 tempest-TestNetworkBasicOps-113243344-project] (112685) timed out ('10.222.0.49', 49328) {{(pid=112685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 14:55:48.883779 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:49.546280 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7aa572dd-5c9d-4a69-a6c7-128f88c26e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:52.289501 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:52.290306 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fff7edf5-a88f-4f9a-9625-55d2daa34f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:53.934995 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:54.043469 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:55:55.465984 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:06.750363 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:56:18.929267 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:19.580513 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-faeb1139-5010-4700-abe7-280a01399599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:22.293391 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-98afc531-f908-430b-b42b-184a99a3e2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:22.333829 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:24.001452 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:24.052368 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:25.488346 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:43.752024 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:56:45.621451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35046) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:56:45.626797 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-319046', 'description': 'tempest-secgroup-smoke-319046 description', 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:56:45.705399 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:45.775303 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:45.828733 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:45.857782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ae1048-f4b8-4e40-9283-c6ded9cc863b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:56:45.865066 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:45.865414 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:45.865756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:45.866093 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:45.866422 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:45.866749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:45.867075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:45.867901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:45.868241 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:45.868560 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:45.868882 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:45.869223 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:45.928326 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:45.929643 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fa72913c-f94a-4a58-bbfa-118d1a54241c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.3071764 Oct 13 14:56:45.933378 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35050) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:56:45.938061 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e6777d3c-0806-4fee-9aa2-9e520797fd23 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Request body: {'security_group_rule': {'security_group_id': '83ae1048-f4b8-4e40-9283-c6ded9cc863b', 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:56:46.047200 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6777d3c-0806-4fee-9aa2-9e520797fd23 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:46.103734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6777d3c-0806-4fee-9aa2-9e520797fd23 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:46.185259 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6777d3c-0806-4fee-9aa2-9e520797fd23 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:46.203034 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6777d3c-0806-4fee-9aa2-9e520797fd23 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7af2a7e-38bf-4d71-a2d0-e1ad71e5d564,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:56:46.284399 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e6777d3c-0806-4fee-9aa2-9e520797fd23 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:46.285666 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e6777d3c-0806-4fee-9aa2-9e520797fd23 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512952 Oct 13 14:56:46.288446 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35054) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:56:46.293964 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-362ed957-518e-4ac9-b994-b9f00fb873d6 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Request body: {'security_group_rule': {'security_group_id': '83ae1048-f4b8-4e40-9283-c6ded9cc863b', 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:56:46.396012 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-362ed957-518e-4ac9-b994-b9f00fb873d6 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:46.452814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-362ed957-518e-4ac9-b994-b9f00fb873d6 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:46.526971 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-362ed957-518e-4ac9-b994-b9f00fb873d6 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:46.559243 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ed957-518e-4ac9-b994-b9f00fb873d6 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14486aa-f2d6-4552-b475-7b8354c38d7e,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:56:46.638613 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-362ed957-518e-4ac9-b994-b9f00fb873d6 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:46.639828 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-362ed957-518e-4ac9-b994-b9f00fb873d6 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3503728 Oct 13 14:56:46.647551 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35056) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:56:46.651987 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ce34d77d-cb43-4675-a5cf-b819bdd36bed tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Request body: {'security_group_rule': {'security_group_id': '83ae1048-f4b8-4e40-9283-c6ded9cc863b', 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:56:46.766417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce34d77d-cb43-4675-a5cf-b819bdd36bed tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:46.823015 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce34d77d-cb43-4675-a5cf-b819bdd36bed tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:46.887962 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce34d77d-cb43-4675-a5cf-b819bdd36bed tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:46.906430 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34d77d-cb43-4675-a5cf-b819bdd36bed tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e96a5fb-ef4a-4221-995d-ec4add92f8d0,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:56:46.952743 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ce34d77d-cb43-4675-a5cf-b819bdd36bed tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:46.954026 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ce34d77d-cb43-4675-a5cf-b819bdd36bed tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3055420 Oct 13 14:56:46.956833 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35058) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:56:46.961337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-133202d2-bd00-4666-b447-a8f8f7728e3d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Request body: {'security_group_rule': {'security_group_id': '83ae1048-f4b8-4e40-9283-c6ded9cc863b', 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:56:47.047032 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-133202d2-bd00-4666-b447-a8f8f7728e3d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:47.107131 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-133202d2-bd00-4666-b447-a8f8f7728e3d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:47.173703 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-133202d2-bd00-4666-b447-a8f8f7728e3d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:47.189797 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133202d2-bd00-4666-b447-a8f8f7728e3d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c095a86-3639-43e1-837f-fef8c066168d,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:56:47.261762 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-133202d2-bd00-4666-b447-a8f8f7728e3d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:47.263055 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-133202d2-bd00-4666-b447-a8f8f7728e3d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3051729 Oct 13 14:56:47.265891 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35068) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:56:47.270169 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-700e898a-a524-4667-98e7-ef7dc2a45aee tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Request body: {'security_group_rule': {'security_group_id': '83ae1048-f4b8-4e40-9283-c6ded9cc863b', 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:56:47.362359 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-700e898a-a524-4667-98e7-ef7dc2a45aee tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Project 9949d738ed5247f7af1a6c0ea4bea2f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:56:47.371711 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-700e898a-a524-4667-98e7-ef7dc2a45aee tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:47.428912 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-700e898a-a524-4667-98e7-ef7dc2a45aee tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:47.505186 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-700e898a-a524-4667-98e7-ef7dc2a45aee tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:47.522932 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e898a-a524-4667-98e7-ef7dc2a45aee tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8ef288-efb9-4b62-b425-f7ac6fd16e52,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:56:47.593000 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-700e898a-a524-4667-98e7-ef7dc2a45aee tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:47.596743 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-700e898a-a524-4667-98e7-ef7dc2a45aee tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274050 Oct 13 14:56:47.597179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35072) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:56:47.603351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Request body: {'security_group_rule': {'security_group_id': '83ae1048-f4b8-4e40-9283-c6ded9cc863b', 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:56:47.698291 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Project 9949d738ed5247f7af1a6c0ea4bea2f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:56:47.703822 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:47.764235 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:47.836787 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:47.858656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825641e9-fc20-44ae-bd55-a852fb03dc1c,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:56:47.866567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:47.866915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:47.867254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:47.867669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:47.867931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:47.868264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:47.868586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:47.868910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:47.869256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:47.869579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:47.869901 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:47.870219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:56:47.922033 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:47.923274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-db0069f9-f976-440a-bf42-7dc1b1a7cbb9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3250299 Oct 13 14:56:48.209332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-11702101-57bf-4e82-a8cf-c32dc8bc968f tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-319046&fields=id&tenant_id=9949d738ed5247f7af1a6c0ea4bea2f6 HTTP/1.1" status: 200 len: 267 time: 0.0350480 Oct 13 14:56:48.325980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-57d77b7f-ea5b-471e-9497-aa7e3ab5baea tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:48.327547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-57d77b7f-ea5b-471e-9497-aa7e3ab5baea tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/networks?id=366e1267-d2a6-4845-a4e3-b680a2b81c19 HTTP/1.1" status: 200 len: 813 time: 0.1095481 Oct 13 14:56:48.342853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-33cc4e6d-05d1-4f12-a973-996b2c04ee3c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/quotas/9949d738ed5247f7af1a6c0ea4bea2f6 HTTP/1.1" status: 200 len: 375 time: 0.0094934 Oct 13 14:56:48.395353 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-073f28ac-a1bf-407a-b245-436b28a936b7 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9949d738ed5247f7af1a6c0ea4bea2f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468926 Oct 13 14:56:48.600947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-1bf38ca2-ee0f-4f0b-bda9-8b11a3fa11e4 service neutron] 10.222.0.18 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938734 Oct 13 14:56:48.693467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-67a15919-f38b-4bd6-88ca-a1aa2b3ec3df service neutron] 10.222.0.18 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856650 Oct 13 14:56:48.939305 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:49.413598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28047ccb-2fb9-46c2-b946-e2a8493ad667 req-4ed2b704-6e7d-412e-81b9-ed835c1def24 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0923100 Oct 13 14:56:49.545146 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5f650eef-8b00-4ff0-b881-9dbd3ad65704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:50.520406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b72449e-31a1-4962-be1d-f44cb83b3f2b req-6197a962-c3ef-4fb1-b14e-fd893e3b5e10 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0347409 Oct 13 14:56:51.514687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-81de4abe-9f2a-4ea4-ac29-89398f2c909c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:51.516249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-81de4abe-9f2a-4ea4-ac29-89398f2c909c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.41 "GET /v2.0/networks?id=366e1267-d2a6-4845-a4e3-b680a2b81c19 HTTP/1.1" status: 200 len: 813 time: 0.1190186 Oct 13 14:56:51.578460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-d0afc767-d718-4a16-a6a6-59b707cb7c0c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9949d738ed5247f7af1a6c0ea4bea2f6 HTTP/1.1" status: 200 len: 376 time: 0.0517812 Oct 13 14:56:51.591379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-a9eb34e0-1968-42e9-ba3d-f508f1ef456d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Request body: {'port': {'device_id': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'admin_state_up': True, 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'security_groups': ['83ae1048-f4b8-4e40-9283-c6ded9cc863b']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:56:51.693415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a0b3830-e447-439e-88a0-7497b5e1cbc9 req-383c01c3-9d7c-4e30-87a2-0a85d3f3a3a1 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0678482 Oct 13 14:56:51.891438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-a9eb34e0-1968-42e9-ba3d-f508f1ef456d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Made reservation on behalf of 9949d738ed5247f7af1a6c0ea4bea2f6 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:56:51.895343 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-a9eb34e0-1968-42e9-ba3d-f508f1ef456d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:52.036335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-a9eb34e0-1968-42e9-ba3d-f508f1ef456d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Allocated IP 172.20.0.7 (366e1267-d2a6-4845-a4e3-b680a2b81c19/59bf9f09-a3af-4053-a152-549617499fb5/97de7d6d-2273-45a3-960d-200485ad4506) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:56:52.183324 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-a9eb34e0-1968-42e9-ba3d-f508f1ef456d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:52.310609 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:52.356276 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3eb94d41-95a6-4b8e-8c68-40a564d5fe1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:52.356779 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-a9eb34e0-1968-42e9-ba3d-f508f1ef456d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:52.401342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-a9eb34e0-1968-42e9-ba3d-f508f1ef456d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Network 366e1267-d2a6-4845-a4e3-b680a2b81c19 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:56:52.404857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-a9eb34e0-1968-42e9-ba3d-f508f1ef456d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:56:52.409154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-a9eb34e0-1968-42e9-ba3d-f508f1ef456d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:56:52.438808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb34e0-1968-42e9-ba3d-f508f1ef456d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Pushing event updated for resources: {'Port': ['ID=97de7d6d-2273-45a3-960d-200485ad4506,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:56:52.475915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-a9eb34e0-1968-42e9-ba3d-f508f1ef456d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:52.476682 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-a9eb34e0-1968-42e9-ba3d-f508f1ef456d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:52.566156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-a9eb34e0-1968-42e9-ba3d-f508f1ef456d tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9759376 Oct 13 14:56:52.574347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-9562b218-badb-4d6a-a8b5-d8e7150bc5db tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 14:56:52.575377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-9562b218-badb-4d6a-a8b5-d8e7150bc5db tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060792 Oct 13 14:56:52.657591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Request body: {'port': {'device_id': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:56:52.704962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ea5be75d-e8d1-445b-abc9-3bd0d182f0a4 None None] Provisioning complete for port 97de7d6d-2273-45a3-960d-200485ad4506 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:56:52.705418 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea5be75d-e8d1-445b-abc9-3bd0d182f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:52.718084 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:52.777101 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ea5be75d-e8d1-445b-abc9-3bd0d182f0a4 None None] Port 97de7d6d-2273-45a3-960d-200485ad4506 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:56:52.953348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd717efc-6bbb-46c1-af9e-3fb85ed6d6c9 req-78bb62c6-df9d-46cf-98d9-1868341ebbdf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:52.954839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd717efc-6bbb-46c1-af9e-3fb85ed6d6c9 req-78bb62c6-df9d-46cf-98d9-1868341ebbdf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 931 time: 0.1588836 Oct 13 14:56:53.020317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd717efc-6bbb-46c1-af9e-3fb85ed6d6c9 req-bc909237-8af5-48ec-b0d0-0638a20d9797 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0582006 Oct 13 14:56:53.090048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97de7d6d-2273-45a3-960d-200485ad4506 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:56:53.097904 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:53.111026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Transition to ACTIVE for port object 97de7d6d-2273-45a3-960d-200485ad4506 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:56:53.185190 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:53.256070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Pushing event updated for resources: {'Port': ['ID=97de7d6d-2273-45a3-960d-200485ad4506,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:56:53.321792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Attempting to bind port 97de7d6d-2273-45a3-960d-200485ad4506 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:56:53.322134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Attempting to bind port 97de7d6d-2273-45a3-960d-200485ad4506 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:56:53.322567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Attempting to bind port 97de7d6d-2273-45a3-960d-200485ad4506 on network 366e1267-d2a6-4845-a4e3-b680a2b81c19 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:56:53.331072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Port 97de7d6d-2273-45a3-960d-200485ad4506 on network 366e1267-d2a6-4845-a4e3-b680a2b81c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:56:53.331072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Attempting to bind port 97de7d6d-2273-45a3-960d-200485ad4506 on network 366e1267-d2a6-4845-a4e3-b680a2b81c19 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:56:53.333857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:56:53.334274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Checking segment: {'id': '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:56:53.334747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Bound using segment: {'id': '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:56:53.335251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Bound port: 97de7d6d-2273-45a3-960d-200485ad4506, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:56:53.335682 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:53.414057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] For port 97de7d6d-2273-45a3-960d-200485ad4506, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:56:53.417581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] For port 97de7d6d-2273-45a3-960d-200485ad4506, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=97de7d6d-2273-45a3-960d-200485ad4506,segment=NetworkSegment(8e1b9bd1-2a59-4f26-84d7-f621bcc2c214),segment_id=8e1b9bd1-2a59-4f26-84d7-f621bcc2c214)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:56:53.497662 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:53.534320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:53.535903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:53.537373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] 10.222.0.41 "PUT /v2.0/ports/97de7d6d-2273-45a3-960d-200485ad4506 HTTP/1.1" status: 200 len: 1092 time: 0.9525075 Oct 13 14:56:53.540002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:56:53.542205 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a789ef-4008-4724-a90b-d374188f20d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "tag": "97de7d6d-2273-45a3-960d-200485ad4506"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:56:53.578722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd4116-4a71-48ab-8c33-199075b2a419 service neutron] Pushing event updated for resources: {'Port': ['ID=97de7d6d-2273-45a3-960d-200485ad4506,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:56:53.601965 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abc7386-c9fc-41e2-93a6-e62748fc9334 x-openstack-request-id: req-7abc7386-c9fc-41e2-93a6-e62748fc9334 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:56:53.606907 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "tag": "97de7d6d-2273-45a3-960d-200485ad4506", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:56:53.606907 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7abc7386-c9fc-41e2-93a6-e62748fc9334 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:56:53.606907 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506', 'status': 'completed', 'code': 200} Oct 13 14:56:53.678527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a789ef-4008-4724-a90b-d374188f20d5 req-8d6fdd4c-982d-45df-a0e1-4cd1d0f05f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:53.680597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92a789ef-4008-4724-a90b-d374188f20d5 req-8d6fdd4c-982d-45df-a0e1-4cd1d0f05f9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9949d738ed5247f7af1a6c0ea4bea2f6&device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 1095 time: 0.0505342 Oct 13 14:56:53.804497 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a789ef-4008-4724-a90b-d374188f20d5 req-ecb99455-6bbf-4592-9cfb-c69b10d48a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:53.806302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92a789ef-4008-4724-a90b-d374188f20d5 req-ecb99455-6bbf-4592-9cfb-c69b10d48a0b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9949d738ed5247f7af1a6c0ea4bea2f6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1150281 Oct 13 14:56:53.909767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a789ef-4008-4724-a90b-d374188f20d5 req-abf90f17-72f7-4186-80f4-1c671cd91915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:53.911478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92a789ef-4008-4724-a90b-d374188f20d5 req-abf90f17-72f7-4186-80f4-1c671cd91915 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970120 Oct 13 14:56:53.967587 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:54.000816 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-c4826676-c5aa-43b1-af19-036539078b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:54.002929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-c4826676-c5aa-43b1-af19-036539078b13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9949d738ed5247f7af1a6c0ea4bea2f6&device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 1095 time: 0.0503509 Oct 13 14:56:54.047323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-b6ea7e23-3cdd-4c61-91e9-a2fba1db9b33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97de7d6d-2273-45a3-960d-200485ad4506 HTTP/1.1" status: 200 len: 217 time: 0.0354309 Oct 13 14:56:54.074184 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:54.103117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-f2e7d49d-c323-4a3f-a71a-f6792f25ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:54.105081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-f2e7d49d-c323-4a3f-a71a-f6792f25ab6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59bf9f09-a3af-4053-a152-549617499fb5 HTTP/1.1" status: 200 len: 852 time: 0.0503523 Oct 13 14:56:54.183895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a897200-e15e-4509-87b2-e32e7bc3a624 req-ed7c6f72-bb9a-4845-9415-114d0779cde1 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:54.185517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a897200-e15e-4509-87b2-e32e7bc3a624 req-ed7c6f72-bb9a-4845-9415-114d0779cde1 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0856404 Oct 13 14:56:54.191901 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-58eef1b8-e6f0-481a-a7d6-d58c00d5f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:54.193409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-58eef1b8-e6f0-481a-a7d6-d58c00d5f628 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=366e1267-d2a6-4845-a4e3-b680a2b81c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803523 Oct 13 14:56:54.271968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a897200-e15e-4509-87b2-e32e7bc3a624 req-2658d1d4-6f54-4370-8a1f-80b9b76d16e6 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0775969 Oct 13 14:56:54.310114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-103f74f7-c298-4f7f-a0bc-1db65444df60 service neutron] 10.222.0.41 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074445 Oct 13 14:56:54.406250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-184a8e45-a8d5-4d80-9dc0-5ec44fbf27a1 req-98e890c0-879e-480c-afa1-b943b40c055c service neutron] 10.222.0.41 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889773 Oct 13 14:56:55.401721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0070a4d-6660-4660-8062-277c5918143a req-47f04bb8-8698-48d3-990c-f10724442f46 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:55.404652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0070a4d-6660-4660-8062-277c5918143a req-47f04bb8-8698-48d3-990c-f10724442f46 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0531006 Oct 13 14:56:55.445835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0070a4d-6660-4660-8062-277c5918143a req-399e87b2-e0b3-4c50-8ac5-854df7d51298 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0338287 Oct 13 14:56:55.482335 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:56:56.575368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1dba9-b900-4584-ae97-69a19c452f42 req-24c956d2-7ea6-4df6-b3c7-9455b82cd121 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:56.580477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ec1dba9-b900-4584-ae97-69a19c452f42 req-24c956d2-7ea6-4df6-b3c7-9455b82cd121 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0592623 Oct 13 14:56:56.627313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ec1dba9-b900-4584-ae97-69a19c452f42 req-db434860-755c-488a-bff6-718bce39fe08 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0354075 Oct 13 14:56:57.751291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e954a45-b74f-470e-970a-232ad17d4ee4 req-01fad2e2-275f-4b51-8923-22e7ddc8d075 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:57.752850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e954a45-b74f-470e-970a-232ad17d4ee4 req-01fad2e2-275f-4b51-8923-22e7ddc8d075 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0527689 Oct 13 14:56:57.791251 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e954a45-b74f-470e-970a-232ad17d4ee4 req-84f8d471-1934-49e8-86dd-57d1197979bc tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0316887 Oct 13 14:56:58.913916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d6409-b1f9-4fcf-92ca-d693feb1e59a req-db74b5e7-057b-464a-bbfb-4ec9da84d197 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:56:58.916208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c5d6409-b1f9-4fcf-92ca-d693feb1e59a req-db74b5e7-057b-464a-bbfb-4ec9da84d197 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0512657 Oct 13 14:56:58.954734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c5d6409-b1f9-4fcf-92ca-d693feb1e59a req-560016cb-8937-4b23-a321-c2eaf6215c25 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0322943 Oct 13 14:57:00.074871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0355b0-ea52-4e00-be0a-f5c1e5fce3af req-a6cc98c0-d400-48e8-9020-5da93acc5667 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:00.076374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf0355b0-ea52-4e00-be0a-f5c1e5fce3af req-a6cc98c0-d400-48e8-9020-5da93acc5667 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0539210 Oct 13 14:57:00.116158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf0355b0-ea52-4e00-be0a-f5c1e5fce3af req-0f4debf8-4dc7-41c8-83c3-8ee50aa4bfa2 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0334935 Oct 13 14:57:01.233656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6898d-41d3-4cae-9af7-2861dc5e7450 req-07e9b1a2-3288-409e-a0d7-44468a36d0cf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:01.235213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ff6898d-41d3-4cae-9af7-2861dc5e7450 req-07e9b1a2-3288-409e-a0d7-44468a36d0cf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0508511 Oct 13 14:57:01.275744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ff6898d-41d3-4cae-9af7-2861dc5e7450 req-edc64739-5714-4ed0-8232-eddf8c93d11b tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0339437 Oct 13 14:57:02.393638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b7ac9-5ffc-47c0-b85c-b08a65c91a0d req-9d9fae5a-4ebb-4a47-a1f8-9aa3a7e2db2b tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:02.395126 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-987b7ac9-5ffc-47c0-b85c-b08a65c91a0d req-9d9fae5a-4ebb-4a47-a1f8-9aa3a7e2db2b tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0493314 Oct 13 14:57:02.434359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-987b7ac9-5ffc-47c0-b85c-b08a65c91a0d req-5223b411-68f2-4b6f-981f-3d9f1f8a7309 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0323741 Oct 13 14:57:03.553024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9640d-c01a-497a-95c9-8a610f0765fa req-324daa84-2f1d-40ed-aa5f-01c15b29fb56 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:03.554500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8a9640d-c01a-497a-95c9-8a610f0765fa req-324daa84-2f1d-40ed-aa5f-01c15b29fb56 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0526831 Oct 13 14:57:03.592999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8a9640d-c01a-497a-95c9-8a610f0765fa req-54d06dd1-5e6b-48c5-93cd-f5796d92aa08 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0313635 Oct 13 14:57:04.709701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe39ce8-2c8e-406b-8976-56e28b4495e3 req-6e16cdf3-ce44-4735-ba18-b43fa03c46ec tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:04.711735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe39ce8-2c8e-406b-8976-56e28b4495e3 req-6e16cdf3-ce44-4735-ba18-b43fa03c46ec tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0504906 Oct 13 14:57:04.752297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2fe39ce8-2c8e-406b-8976-56e28b4495e3 req-21fcd9ee-a25d-4350-a267-7df00a5151f0 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0345037 Oct 13 14:57:05.875672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eae73-cdd4-43dd-bf66-1a7ee0eefd00 req-9eb1e623-f0d3-45b0-9b10-5a42ab4564a9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:05.877336 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-322eae73-cdd4-43dd-bf66-1a7ee0eefd00 req-9eb1e623-f0d3-45b0-9b10-5a42ab4564a9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0557680 Oct 13 14:57:05.925405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-322eae73-cdd4-43dd-bf66-1a7ee0eefd00 req-7a6bc82e-4d83-4c40-9458-c2cb245a9fd1 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0380552 Oct 13 14:57:07.047940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54c1a8-6e3b-43cf-8b5d-7fc66fa1ff59 req-32f44965-1c82-4665-92d0-f7239531b133 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:07.049402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce54c1a8-6e3b-43cf-8b5d-7fc66fa1ff59 req-32f44965-1c82-4665-92d0-f7239531b133 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 943 time: 0.0519571 Oct 13 14:57:07.089693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce54c1a8-6e3b-43cf-8b5d-7fc66fa1ff59 req-27e0a2f5-2ed6-49b4-bdc7-bdeb8c89f922 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0337067 Oct 13 14:57:07.093658 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 97de7d6d-2273-45a3-960d-200485ad4506 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:57:07.205257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 97de7d6d-2273-45a3-960d-200485ad4506, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=97de7d6d-2273-45a3-960d-200485ad4506,segment=NetworkSegment(8e1b9bd1-2a59-4f26-84d7-f621bcc2c214),segment_id=8e1b9bd1-2a59-4f26-84d7-f621bcc2c214)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:57:07.216818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '97de7d6d-2273-45a3-960d-200485ad4506', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'port_id': '97de7d6d-2273-45a3-960d-200485ad4506', 'mac_address': 'fa:16:3e:d8:bf:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:57:07.255832 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:07.272336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97de7d6d-2273-45a3-960d-200485ad4506 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:57:07.292407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 97de7d6d-2273-45a3-960d-200485ad4506, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=97de7d6d-2273-45a3-960d-200485ad4506,segment=NetworkSegment(8e1b9bd1-2a59-4f26-84d7-f621bcc2c214),segment_id=8e1b9bd1-2a59-4f26-84d7-f621bcc2c214)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:57:07.370801 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:07.423028 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=97de7d6d-2273-45a3-960d-200485ad4506,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:07.432357 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:57:07.432738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:57:07.433258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:57:07.433715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:57:07.434102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:57:07.434634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:57:07.434971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:57:07.435349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:57:07.435680 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:57:07.436004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:57:07.436326 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:57:07.436711 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:57:07.768454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['97de7d6d-2273-45a3-960d-200485ad4506'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:57:08.209375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6ef38-bf2e-4166-8e49-89a7ce0eb7ab req-cd6172b8-6106-4db2-aa40-7929491d353c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:08.210966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7e6ef38-bf2e-4166-8e49-89a7ce0eb7ab req-cd6172b8-6106-4db2-aa40-7929491d353c tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 944 time: 0.0509958 Oct 13 14:57:08.250260 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7e6ef38-bf2e-4166-8e49-89a7ce0eb7ab req-2667e0b9-0925-42e8-9305-232fc25686c0 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0327973 Oct 13 14:57:09.108384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 97de7d6d-2273-45a3-960d-200485ad4506 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:57:09.213246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 97de7d6d-2273-45a3-960d-200485ad4506 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:57:09.217360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 97de7d6d-2273-45a3-960d-200485ad4506 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:57:09.217947 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:09.243601 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35642) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:57:09.304130 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:09.336745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:57:09.339162 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b815b1f-d5b4-4353-863b-c38b1bcc4adb" -d '{"events": [{"server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "name": "network-vif-plugged", "status": "completed", "tag": "97de7d6d-2273-45a3-960d-200485ad4506"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:57:09.355122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 97de7d6d-2273-45a3-960d-200485ad4506, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=97de7d6d-2273-45a3-960d-200485ad4506,segment=NetworkSegment(8e1b9bd1-2a59-4f26-84d7-f621bcc2c214),segment_id=8e1b9bd1-2a59-4f26-84d7-f621bcc2c214)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:57:09.412052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c13dd09c-3710-44d6-9dee-06abd4242ba4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ef2a0013cb341678c6c4355ac0e91d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644983 Oct 13 14:57:09.412924 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35652) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:57:09.419577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec85c33-f4b0-40c8-aad2-3afeb623377b req-9ad7baa3-6be0-4c39-8994-3953badc4446 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:09.427343 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aec85c33-f4b0-40c8-aad2-3afeb623377b req-9ad7baa3-6be0-4c39-8994-3953badc4446 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 944 time: 0.0951359 Oct 13 14:57:09.435961 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:09.487342 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aec85c33-f4b0-40c8-aad2-3afeb623377b req-c4e970d7-3e06-470a-8bd8-7bedca2c994a tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0591497 Oct 13 14:57:09.503260 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00310345-2980-4979-a5ec-96441bc8a1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:09.511331 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=97de7d6d-2273-45a3-960d-200485ad4506,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:09.531422 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00310345-2980-4979-a5ec-96441bc8a1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:09.532277 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204a79eb-8b8f-4a07-8524-789a87af3444 x-openstack-request-id: req-204a79eb-8b8f-4a07-8524-789a87af3444 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:57:09.532641 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "name": "network-vif-plugged", "status": "completed", "tag": "97de7d6d-2273-45a3-960d-200485ad4506", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:57:09.533277 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-204a79eb-8b8f-4a07-8524-789a87af3444 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:57:09.533509 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506', 'code': 200} Oct 13 14:57:09.635233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43efa3b-5b54-4d0a-87ec-e4869f461e12 req-2ed54e79-39de-42e7-a2d4-1c3a63cd5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:09.636742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e43efa3b-5b54-4d0a-87ec-e4869f461e12 req-2ed54e79-39de-42e7-a2d4-1c3a63cd5f12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0418901 Oct 13 14:57:09.673458 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00310345-2980-4979-a5ec-96441bc8a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:09.673871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e43efa3b-5b54-4d0a-87ec-e4869f461e12 req-2fcc90be-7992-4fd7-8e30-6384ecd69a37 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0294943 Oct 13 14:57:09.677052 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00310345-2980-4979-a5ec-96441bc8a1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:09.678230 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-00310345-2980-4979-a5ec-96441bc8a1aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3 HTTP/1.1" status: 204 len: 168 time: 0.2622921 Oct 13 14:57:09.689578 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00310345-2980-4979-a5ec-96441bc8a1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47e6fd5-9467-4b8f-bb9a-5759c4adf2b3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:10.607238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e570570-5a2a-4325-bff3-fa6a56ea8ead req-47869449-12d0-49e0-8efd-70aca73cc824 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:10.608797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e570570-5a2a-4325-bff3-fa6a56ea8ead req-47869449-12d0-49e0-8efd-70aca73cc824 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0506072 Oct 13 14:57:10.660569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e570570-5a2a-4325-bff3-fa6a56ea8ead req-59789ca3-fa73-4089-9135-b044d5d82da6 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0387583 Oct 13 14:57:11.775717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612b7c0-34c0-4589-b086-669b15af2aa6 req-a0a740a9-47bd-4dfb-9c10-d07a3c661ac3 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:11.777203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0612b7c0-34c0-4589-b086-669b15af2aa6 req-a0a740a9-47bd-4dfb-9c10-d07a3c661ac3 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0483272 Oct 13 14:57:11.821029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0612b7c0-34c0-4589-b086-669b15af2aa6 req-b1d1621b-4591-4ad5-a330-b1cf17fa4dea tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0377073 Oct 13 14:57:11.940823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66a07c-860f-449d-a167-ae09cb1cbca4 req-0aa9a33e-aa89-4034-b5b7-6ee1381341f4 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:11.942342 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a66a07c-860f-449d-a167-ae09cb1cbca4 req-0aa9a33e-aa89-4034-b5b7-6ee1381341f4 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0503931 Oct 13 14:57:11.981818 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a66a07c-860f-449d-a167-ae09cb1cbca4 req-8d7da1a3-22cc-4fed-9ec5-f53b2e0363c9 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0327003 Oct 13 14:57:12.003585 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35690) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:57:12.188282 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d485fac-7238-4ce6-9e23-342ecefcf229 tempest-TestVolumeBackupRestore-1073895743 tempest-TestVolumeBackupRestore-1073895743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:12.189848 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7d485fac-7238-4ce6-9e23-342ecefcf229 tempest-TestVolumeBackupRestore-1073895743 tempest-TestVolumeBackupRestore-1073895743-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 1092 time: 0.1851819 Oct 13 14:57:12.192743 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35694) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:57:12.196990 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '97de7d6d-2273-45a3-960d-200485ad4506', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:57:12.291380 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:12.390665 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:12.505848 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Allocated IP 172.25.0.212 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/a614b699-32fa-4d39-a15d-b382f5682976) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:57:12.620324 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:12.730804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:12.770255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:57:12.773869 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:57:12.777814 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:57:12.801087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Pushing event updated for resources: {'Port': ['ID=a614b699-32fa-4d39-a15d-b382f5682976,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:13.403877 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:13.527904 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:13.686941 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:13.744710 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:13.817307 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Pushing event updated for resources: {'Port': ['ID=a614b699-32fa-4d39-a15d-b382f5682976,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:13.826295 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:13.926745 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Floating IP ebb5ba3d-9e3f-4763-aba3-23c2233038e7 associated. External IP: 172.25.0.212, port: 97de7d6d-2273-45a3-960d-200485ad4506. Oct 13 14:57:14.141811 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Router a3dd386b-eb08-4a51-88d4-ec3044519003 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:57:14.252998 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:57:14.264510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b833a5-18e3-403a-a40b-91f9f2a4898b None None] Sync routers for ids ['a3dd386b-eb08-4a51-88d4-ec3044519003'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:57:14.274769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b833a5-18e3-403a-a40b-91f9f2a4898b None None] Routers {'a3dd386b-eb08-4a51-88d4-ec3044519003'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:57:14.278378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-19b833a5-18e3-403a-a40b-91f9f2a4898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:56:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a3dd386b-eb08-4a51-88d4-ec3044519003'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:57:14.327132 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:14.355201 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-99df4fb2-9760-4fcb-85c8-babae2080ccf tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1614091 Oct 13 14:57:14.355888 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:57:14.358319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35704) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:57:14.358897 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e83ffb-0d57-49f9-8dcd-e19ff6a09f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "tag": "97de7d6d-2273-45a3-960d-200485ad4506"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:57:14.403867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-19b833a5-18e3-403a-a40b-91f9f2a4898b None None] Set router a3dd386b-eb08-4a51-88d4-ec3044519003 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:57:14.407942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bb8274-36d1-4470-a55d-effb80cb1195 tempest-TestVolumeBackupRestore-1073895743 tempest-TestVolumeBackupRestore-1073895743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:14.412330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35710) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:57:14.417538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-817a8a96-ec8a-40f6-88b9-191720433c74 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Request body: {'floatingip': {'port_id': '97de7d6d-2273-45a3-960d-200485ad4506'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:57:14.421098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d2bb8274-36d1-4470-a55d-effb80cb1195 tempest-TestVolumeBackupRestore-1073895743 tempest-TestVolumeBackupRestore-1073895743-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 1092 time: 0.0600722 Oct 13 14:57:14.479101 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-817a8a96-ec8a-40f6-88b9-191720433c74 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for floatingip, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:14.561744 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970d2f1a-35aa-4b26-a232-7100da88cb3c x-openstack-request-id: req-970d2f1a-35aa-4b26-a232-7100da88cb3c {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:57:14.562130 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "tag": "97de7d6d-2273-45a3-960d-200485ad4506", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:57:14.562454 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-970d2f1a-35aa-4b26-a232-7100da88cb3c {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:57:14.562924 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506', 'status': 'completed', 'code': 200} Oct 13 14:57:14.649903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e83ffb-0d57-49f9-8dcd-e19ff6a09f6e req-6161510e-9342-4aec-849d-b3d37efe6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:14.652025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0e83ffb-0d57-49f9-8dcd-e19ff6a09f6e req-6161510e-9342-4aec-849d-b3d37efe6f8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9949d738ed5247f7af1a6c0ea4bea2f6&device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0521054 Oct 13 14:57:14.697862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-19b833a5-18e3-403a-a40b-91f9f2a4898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'ebb5ba3d-9e3f-4763-aba3-23c2233038e7', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'port_id': '97de7d6d-2273-45a3-960d-200485ad4506', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'mac_address': 'fa:16:3e:d8:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:57:12Z', 'updated_at': '2021-10-13T14:57:12Z', 'revision_number': 0, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c254-5c11-4b0d-b039-0b45aa8a1dc7', 'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'mac_address': 'fa:16:3e:90:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:04Z', 'updated_at': '2021-10-13T14:54:08Z', 'revision_number': 5, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'subnets': [{'id': '59bf9f09-a3af-4053-a152-549617499fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:57:14.727182 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b833a5-18e3-403a-a40b-91f9f2a4898b None None] Checking router: a3dd386b-eb08-4a51-88d4-ec3044519003 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:57:14.746596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b833a5-18e3-403a-a40b-91f9f2a4898b None None] Routers {'a3dd386b-eb08-4a51-88d4-ec3044519003'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:57:14.747354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-19b833a5-18e3-403a-a40b-91f9f2a4898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:56:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a3dd386b-eb08-4a51-88d4-ec3044519003'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:57:14.769945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e83ffb-0d57-49f9-8dcd-e19ff6a09f6e req-100eb951-0507-4d6a-acf8-9d418b160507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:14.771455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0e83ffb-0d57-49f9-8dcd-e19ff6a09f6e req-100eb951-0507-4d6a-acf8-9d418b160507 service neutron] 10.222.0.41 "GET /v2.0/networks?id=366e1267-d2a6-4845-a4e3-b680a2b81c19 HTTP/1.1" status: 200 len: 914 time: 0.1115322 Oct 13 14:57:14.848266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0e83ffb-0d57-49f9-8dcd-e19ff6a09f6e req-f6d2a3f6-5216-4553-bd57-2a48356697eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97de7d6d-2273-45a3-960d-200485ad4506 HTTP/1.1" status: 200 len: 999 time: 0.0687342 Oct 13 14:57:14.871305 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-19b833a5-18e3-403a-a40b-91f9f2a4898b None None] Set router a3dd386b-eb08-4a51-88d4-ec3044519003 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:57:15.063084 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-817a8a96-ec8a-40f6-88b9-191720433c74 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:15.136466 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-817a8a96-ec8a-40f6-88b9-191720433c74 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:15.150222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-19b833a5-18e3-403a-a40b-91f9f2a4898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'ebb5ba3d-9e3f-4763-aba3-23c2233038e7', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'port_id': '97de7d6d-2273-45a3-960d-200485ad4506', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'mac_address': 'fa:16:3e:d8:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:57:12Z', 'updated_at': '2021-10-13T14:57:12Z', 'revision_number': 0, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c254-5c11-4b0d-b039-0b45aa8a1dc7', 'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'mac_address': 'fa:16:3e:90:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:04Z', 'updated_at': '2021-10-13T14:54:08Z', 'revision_number': 5, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'subnets': [{'id': '59bf9f09-a3af-4053-a152-549617499fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:57:15.186616 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b833a5-18e3-403a-a40b-91f9f2a4898b None None] The sync data for ids ['a3dd386b-eb08-4a51-88d4-ec3044519003'] in n-d-806683-15 is: [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'ebb5ba3d-9e3f-4763-aba3-23c2233038e7', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'port_id': '97de7d6d-2273-45a3-960d-200485ad4506', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'mac_address': 'fa:16:3e:d8:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:57:12Z', 'updated_at': '2021-10-13T14:57:12Z', 'revision_number': 0, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c254-5c11-4b0d-b039-0b45aa8a1dc7', 'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'mac_address': 'fa:16:3e:90:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:04Z', 'updated_at': '2021-10-13T14:54:08Z', 'revision_number': 5, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'subnets': [{'id': '59bf9f09-a3af-4053-a152-549617499fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:57:15.318836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e83ffb-0d57-49f9-8dcd-e19ff6a09f6e req-f72e030d-2bff-4b24-b18a-6507612f938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:15.320614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0e83ffb-0d57-49f9-8dcd-e19ff6a09f6e req-f72e030d-2bff-4b24-b18a-6507612f938f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59bf9f09-a3af-4053-a152-549617499fb5 HTTP/1.1" status: 200 len: 852 time: 0.4633138 Oct 13 14:57:15.370971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e83ffb-0d57-49f9-8dcd-e19ff6a09f6e req-1879243d-9c3a-4184-84ab-bfdc00cadade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:15.372611 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0e83ffb-0d57-49f9-8dcd-e19ff6a09f6e req-1879243d-9c3a-4184-84ab-bfdc00cadade service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=366e1267-d2a6-4845-a4e3-b680a2b81c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435443 Oct 13 14:57:15.390259 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817a8a96-ec8a-40f6-88b9-191720433c74 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Router a3dd386b-eb08-4a51-88d4-ec3044519003 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:57:15.479565 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0e83ffb-0d57-49f9-8dcd-e19ff6a09f6e req-eee99990-52a6-424c-8290-fbd7c45eeb87 service neutron] 10.222.0.41 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987611 Oct 13 14:57:15.514223 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817a8a96-ec8a-40f6-88b9-191720433c74 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:57:15.519712 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-817a8a96-ec8a-40f6-88b9-191720433c74 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:15.539474 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8a1300-6dfb-4c23-89a4-f238df0ee9e7 None None] New status for floating IP ebb5ba3d-9e3f-4763-aba3-23c2233038e7: ACTIVE {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:57:15.588429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0e83ffb-0d57-49f9-8dcd-e19ff6a09f6e req-98919c3a-a582-4d72-8dd4-7bdd81e96dfd service neutron] 10.222.0.41 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994732 Oct 13 14:57:15.597703 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-817a8a96-ec8a-40f6-88b9-191720433c74 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "PUT /v2.0/floatingips/ebb5ba3d-9e3f-4763-aba3-23c2233038e7 HTTP/1.1" status: 200 len: 991 time: 1.1842108 Oct 13 14:57:15.963240 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bdc6d6-d43f-4542-83cc-284fd1a22bcf None None] Sync routers for ids ['a3dd386b-eb08-4a51-88d4-ec3044519003'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:57:15.973258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bdc6d6-d43f-4542-83cc-284fd1a22bcf None None] Routers {'a3dd386b-eb08-4a51-88d4-ec3044519003'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:57:15.973901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b3bdc6d6-d43f-4542-83cc-284fd1a22bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:56:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a3dd386b-eb08-4a51-88d4-ec3044519003'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:57:16.082621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-b3bdc6d6-d43f-4542-83cc-284fd1a22bcf None None] Set router a3dd386b-eb08-4a51-88d4-ec3044519003 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:57:16.305438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b3bdc6d6-d43f-4542-83cc-284fd1a22bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'ebb5ba3d-9e3f-4763-aba3-23c2233038e7', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'port_id': '97de7d6d-2273-45a3-960d-200485ad4506', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'mac_address': 'fa:16:3e:d8:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:57:12Z', 'updated_at': '2021-10-13T14:57:15Z', 'revision_number': 2, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c254-5c11-4b0d-b039-0b45aa8a1dc7', 'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'mac_address': 'fa:16:3e:90:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:04Z', 'updated_at': '2021-10-13T14:54:08Z', 'revision_number': 5, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'subnets': [{'id': '59bf9f09-a3af-4053-a152-549617499fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:57:16.338523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bdc6d6-d43f-4542-83cc-284fd1a22bcf None None] Checking router: a3dd386b-eb08-4a51-88d4-ec3044519003 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:57:16.346898 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bdc6d6-d43f-4542-83cc-284fd1a22bcf None None] Routers {'a3dd386b-eb08-4a51-88d4-ec3044519003'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:57:16.347811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b3bdc6d6-d43f-4542-83cc-284fd1a22bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:56:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a3dd386b-eb08-4a51-88d4-ec3044519003'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:57:16.454727 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-b3bdc6d6-d43f-4542-83cc-284fd1a22bcf None None] Set router a3dd386b-eb08-4a51-88d4-ec3044519003 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:57:16.564055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506'}, {'name': 'network-changed', 'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:57:16.566613 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cea0be4-71c9-4e8b-8019-ac9c06678886" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "tag": "97de7d6d-2273-45a3-960d-200485ad4506"}, {"name": "network-changed", "server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "tag": "97de7d6d-2273-45a3-960d-200485ad4506"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:57:16.634580 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 13 Oct 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1253a5-03f5-4edb-85a8-f0286857bed4 x-openstack-request-id: req-5a1253a5-03f5-4edb-85a8-f0286857bed4 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:57:16.634580 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "tag": "97de7d6d-2273-45a3-960d-200485ad4506", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "tag": "97de7d6d-2273-45a3-960d-200485ad4506", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:57:16.634580 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a1253a5-03f5-4edb-85a8-f0286857bed4 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:57:16.634580 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506', 'status': 'completed', 'code': 200} Oct 13 14:57:16.634580 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506', 'status': 'completed', 'code': 200} Oct 13 14:57:16.690900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-a6976c8e-08bd-45d1-9368-55ca8058d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:16.693094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-a6976c8e-08bd-45d1-9368-55ca8058d2e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9949d738ed5247f7af1a6c0ea4bea2f6&device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0424385 Oct 13 14:57:16.797112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-6eb6dee2-6515-40b7-9dfb-3e2e2d5c8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:16.799004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-6eb6dee2-6515-40b7-9dfb-3e2e2d5c8a7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=366e1267-d2a6-4845-a4e3-b680a2b81c19 HTTP/1.1" status: 200 len: 914 time: 0.0978727 Oct 13 14:57:16.882339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-b3bdc6d6-d43f-4542-83cc-284fd1a22bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'ebb5ba3d-9e3f-4763-aba3-23c2233038e7', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'port_id': '97de7d6d-2273-45a3-960d-200485ad4506', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'mac_address': 'fa:16:3e:d8:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:57:12Z', 'updated_at': '2021-10-13T14:57:15Z', 'revision_number': 2, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c254-5c11-4b0d-b039-0b45aa8a1dc7', 'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'mac_address': 'fa:16:3e:90:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:04Z', 'updated_at': '2021-10-13T14:54:08Z', 'revision_number': 5, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'subnets': [{'id': '59bf9f09-a3af-4053-a152-549617499fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:57:16.889945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-34547dea-2040-450b-989b-c2de14f8bd7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97de7d6d-2273-45a3-960d-200485ad4506 HTTP/1.1" status: 200 len: 1001 time: 0.0813789 Oct 13 14:57:16.914677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bdc6d6-d43f-4542-83cc-284fd1a22bcf None None] The sync data for ids ['a3dd386b-eb08-4a51-88d4-ec3044519003'] in n-d-806683-15 is: [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'ebb5ba3d-9e3f-4763-aba3-23c2233038e7', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'port_id': '97de7d6d-2273-45a3-960d-200485ad4506', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'mac_address': 'fa:16:3e:d8:bf:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:57:12Z', 'updated_at': '2021-10-13T14:57:15Z', 'revision_number': 2, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884c254-5c11-4b0d-b039-0b45aa8a1dc7', 'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'mac_address': 'fa:16:3e:90:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:04Z', 'updated_at': '2021-10-13T14:54:08Z', 'revision_number': 5, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'subnets': [{'id': '59bf9f09-a3af-4053-a152-549617499fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:57:16.948360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-437a60d5-3eb7-41c9-957d-467f4de562d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:16.950312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-437a60d5-3eb7-41c9-957d-467f4de562d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59bf9f09-a3af-4053-a152-549617499fb5 HTTP/1.1" status: 200 len: 852 time: 0.0533674 Oct 13 14:57:17.005136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-71867f88-66cb-43aa-bd73-6b6a9e9e8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:17.006753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-71867f88-66cb-43aa-bd73-6b6a9e9e8d52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=366e1267-d2a6-4845-a4e3-b680a2b81c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459363 Oct 13 14:57:17.104040 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-2d05e764-0c02-44d0-b359-69eec6933e5f service neutron] 10.222.0.41 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887337 Oct 13 14:57:17.221792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-a6ef5efa-91e6-4c3e-97d0-6bc2ad1a8806 service neutron] 10.222.0.41 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037457 Oct 13 14:57:17.301364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-3546367c-14b7-4225-b5b6-ac1f9c6143c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:17.302972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-3546367c-14b7-4225-b5b6-ac1f9c6143c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9949d738ed5247f7af1a6c0ea4bea2f6&device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0421124 Oct 13 14:57:17.405645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-c70d2adb-69d0-495f-84de-091aaa8e7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:17.414700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-c70d2adb-69d0-495f-84de-091aaa8e7e99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=366e1267-d2a6-4845-a4e3-b680a2b81c19 HTTP/1.1" status: 200 len: 914 time: 0.0961633 Oct 13 14:57:17.476517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-e4918d55-839c-46cb-9af0-f5cb7fba7004 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97de7d6d-2273-45a3-960d-200485ad4506 HTTP/1.1" status: 200 len: 1001 time: 0.0613813 Oct 13 14:57:17.539445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-8d358c8e-7469-40ab-b6db-97279d3498a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:17.540936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-8d358c8e-7469-40ab-b6db-97279d3498a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59bf9f09-a3af-4053-a152-549617499fb5 HTTP/1.1" status: 200 len: 852 time: 0.0572777 Oct 13 14:57:17.590075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-503bd018-debe-4db6-91bb-7b1c1228110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:17.591500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-503bd018-debe-4db6-91bb-7b1c1228110f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=366e1267-d2a6-4845-a4e3-b680a2b81c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433638 Oct 13 14:57:17.689079 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-84242327-daf3-4940-a2f6-dfc751862aa4 service neutron] 10.222.0.41 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897727 Oct 13 14:57:17.783768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cea0be4-71c9-4e8b-8019-ac9c06678886 req-0456ac78-573e-4385-847c-c20be2beb4d6 service neutron] 10.222.0.41 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874829 Oct 13 14:57:18.930877 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:19.564735 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-54bbafa3-f5ee-48e4-9290-1a649925ffeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:20.755629 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:57:22.274044 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:22.302000 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0ef520a2-5b1a-4c67-ac03-63581d92c81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:23.959767 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:24.061737 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:25.495718 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:32.035751 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35814) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:57:32.155518 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d145afc-998a-4887-83ba-81fee7cdf37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:32.239412 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d145afc-998a-4887-83ba-81fee7cdf37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:32.316034 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1d145afc-998a-4887-83ba-81fee7cdf37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:32.358728 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1d145afc-998a-4887-83ba-81fee7cdf37b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbcffb2cfe9345bbbdf6538e293dd0aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217726 Oct 13 14:57:32.359899 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d145afc-998a-4887-83ba-81fee7cdf37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d7b5d7-fcf4-450f-bf93-8fc3a04e97e9,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:32.363056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35818) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:57:32.419582 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ddd02223-222b-4e3f-a261-cf7cb4130f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:32.442267 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ddd02223-222b-4e3f-a261-cf7cb4130f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:32.556620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ddd02223-222b-4e3f-a261-cf7cb4130f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:32.560741 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ddd02223-222b-4e3f-a261-cf7cb4130f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:32.562529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ddd02223-222b-4e3f-a261-cf7cb4130f1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08d7b5d7-fcf4-450f-bf93-8fc3a04e97e9 HTTP/1.1" status: 204 len: 168 time: 0.1975033 Oct 13 14:57:32.575359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd02223-222b-4e3f-a261-cf7cb4130f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d7b5d7-fcf4-450f-bf93-8fc3a04e97e9,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:33.637803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35840) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:57:33.738863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1289510562-network', 'tenant_id': '26d70270c811433389be5c8c36d0f488'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:57:33.830175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Made reservation on behalf of 26d70270c811433389be5c8c36d0f488 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:57:33.832554 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:33.841621 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:33.926139 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:33.998421 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:34.027146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:57:34.033739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76478aa-65fd-4de8-a47d-2fbe441aeb82,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:34.040560 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:34.041840 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Added segment b32bd0c4-15ae-4738-9d83-4fdbb37c0364 of type vlan for network 4bc207d1-7db6-4043-bf0d-cba3f001a68b Oct 13 14:57:34.083911 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:34.179304 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:34.180359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:34.180942 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:34.240621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] Pushing event updated for resources: {'Network': ['ID=4bc207d1-7db6-4043-bf0d-cba3f001a68b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:34.251109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 4bc207d1-7db6-4043-bf0d-cba3f001a68b details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:57:34.305112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fb37f1aa-1499-4e7f-ac5e-d7dbed746df3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6659546 Oct 13 14:57:34.308382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35844) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:57:34.313894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5d8393b1-9474-4b35-bab7-4c62771d0d48 admin admin] Request body: {'subnet': {'network_id': '4bc207d1-7db6-4043-bf0d-cba3f001a68b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1289510562-subnet', 'tenant_id': '26d70270c811433389be5c8c36d0f488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:57:34.415294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8393b1-9474-4b35-bab7-4c62771d0d48 admin admin] Made reservation on behalf of 26d70270c811433389be5c8c36d0f488 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:57:34.417828 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5d8393b1-9474-4b35-bab7-4c62771d0d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:34.649852 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5d8393b1-9474-4b35-bab7-4c62771d0d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:34.713630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8393b1-9474-4b35-bab7-4c62771d0d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9735b264-9eca-41c2-898e-d63cde5f9c7e,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:34.718779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8393b1-9474-4b35-bab7-4c62771d0d48 admin admin] Checking segment: {'id': 'b32bd0c4-15ae-4738-9d83-4fdbb37c0364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4bc207d1-7db6-4043-bf0d-cba3f001a68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:57:34.719134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8393b1-9474-4b35-bab7-4c62771d0d48 admin admin] Network hostable DHCP agents. Network: 4bc207d1-7db6-4043-bf0d-cba3f001a68b, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:57:34.821281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8393b1-9474-4b35-bab7-4c62771d0d48 admin admin] Network 4bc207d1-7db6-4043-bf0d-cba3f001a68b is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:57:34.889801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-5d8393b1-9474-4b35-bab7-4c62771d0d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 4bc207d1-7db6-4043-bf0d-cba3f001a68b) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:57:34.894091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8393b1-9474-4b35-bab7-4c62771d0d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:34.894681 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5d8393b1-9474-4b35-bab7-4c62771d0d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:34.902102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c3de4b-e676-4e66-bd99-6022fc07117d None None] Network 4bc207d1-7db6-4043-bf0d-cba3f001a68b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:57:34.978663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5d8393b1-9474-4b35-bab7-4c62771d0d48 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6690202 Oct 13 14:57:35.028519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8d2f4d-2dcb-42f4-9d01-44d59b3017fe None None] Network 4bc207d1-7db6-4043-bf0d-cba3f001a68b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:57:35.683156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35860) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:57:35.688188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-6330963-network', 'tenant_id': '5671b32841dc4e9eb1ac916be2617e8d'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:57:35.789916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Made reservation on behalf of 5671b32841dc4e9eb1ac916be2617e8d for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:57:35.792368 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:35.801625 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:35.874108 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:35.947507 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:35.972692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:57:35.982094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52be0980-761a-4e2e-9bd3-513cfe80e7fe,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:35.988052 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:35.988395 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Added segment e9100980-0fdf-436a-a6c8-a5f03ced6c27 of type vlan for network 56bfc636-17e7-4192-8cb2-ae2a272681d0 Oct 13 14:57:36.028454 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:36.135517 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:36.136572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:36.137225 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:36.199202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] Pushing event updated for resources: {'Network': ['ID=56bfc636-17e7-4192-8cb2-ae2a272681d0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:36.208723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 56bfc636-17e7-4192-8cb2-ae2a272681d0 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:57:36.243832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9bf61343-0aba-47a1-b567-1a785a7d1e70 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5595236 Oct 13 14:57:36.246697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35862) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:57:36.251574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-59080a76-9985-40c6-b611-fe7ea9a3d6d8 admin admin] Request body: {'subnet': {'network_id': '56bfc636-17e7-4192-8cb2-ae2a272681d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-6330963-subnet', 'tenant_id': '5671b32841dc4e9eb1ac916be2617e8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:57:36.344233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59080a76-9985-40c6-b611-fe7ea9a3d6d8 admin admin] Made reservation on behalf of 5671b32841dc4e9eb1ac916be2617e8d for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:57:36.346634 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-59080a76-9985-40c6-b611-fe7ea9a3d6d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:36.564543 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-59080a76-9985-40c6-b611-fe7ea9a3d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:36.622675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59080a76-9985-40c6-b611-fe7ea9a3d6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4fef61-5830-4ae5-86cb-5b4ee354c006,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:36.630727 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59080a76-9985-40c6-b611-fe7ea9a3d6d8 admin admin] Checking segment: {'id': 'e9100980-0fdf-436a-a6c8-a5f03ced6c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '56bfc636-17e7-4192-8cb2-ae2a272681d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:57:36.631083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59080a76-9985-40c6-b611-fe7ea9a3d6d8 admin admin] Network hostable DHCP agents. Network: 56bfc636-17e7-4192-8cb2-ae2a272681d0, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:57:36.749879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59080a76-9985-40c6-b611-fe7ea9a3d6d8 admin admin] Network 56bfc636-17e7-4192-8cb2-ae2a272681d0 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:57:36.846899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-59080a76-9985-40c6-b611-fe7ea9a3d6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 56bfc636-17e7-4192-8cb2-ae2a272681d0) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:57:36.851087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59080a76-9985-40c6-b611-fe7ea9a3d6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:36.851675 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-59080a76-9985-40c6-b611-fe7ea9a3d6d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:36.856204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f12554-cd60-4c91-82cc-8a9aa82129bb None None] Network 56bfc636-17e7-4192-8cb2-ae2a272681d0 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:57:36.938100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-59080a76-9985-40c6-b611-fe7ea9a3d6d8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6901724 Oct 13 14:57:36.978145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95258740-91c2-4f1b-a44a-9725a9764fa6 None None] Network 56bfc636-17e7-4192-8cb2-ae2a272681d0 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:57:37.505498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-6569f255-7d68-4545-8809-d1e7ef1dbc7e tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:37.506951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-6569f255-7d68-4545-8809-d1e7ef1dbc7e tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/networks?id=4bc207d1-7db6-4043-bf0d-cba3f001a68b HTTP/1.1" status: 200 len: 812 time: 0.1061881 Oct 13 14:57:37.522012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-cabdea9c-b980-4202-ba85-ae0e1389ec56 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/quotas/26d70270c811433389be5c8c36d0f488 HTTP/1.1" status: 200 len: 375 time: 0.0090914 Oct 13 14:57:37.554822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-f0a4e116-9a2a-4681-9eda-b708b70e1f81 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=26d70270c811433389be5c8c36d0f488&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267692 Oct 13 14:57:37.659777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-6c20c015-b9e7-475e-9e90-f50cfdad6e10 service neutron] 10.222.0.18 "GET /v2.0/networks/4bc207d1-7db6-4043-bf0d-cba3f001a68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978017 Oct 13 14:57:37.750454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-9532be75-2d51-4949-b0a6-dc6f5ecbdb80 service neutron] 10.222.0.18 "GET /v2.0/networks/4bc207d1-7db6-4043-bf0d-cba3f001a68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846403 Oct 13 14:57:38.030341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e048156a-7bf0-446e-8667-6cda8226ad0b req-770afb49-5593-4b5d-a898-27a86f122695 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 210 time: 0.0274422 Oct 13 14:57:39.107927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dde3b8e-cdfa-4346-ab9b-fe627d790efe req-ade04981-8803-4c3a-a870-a6b6fe36ed48 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 210 time: 0.0273962 Oct 13 14:57:40.206892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8428eb85-d17b-407d-a2d1-e0a5e3e2fcb2 req-879b1dd3-4a79-4ea5-8262-77e1b3ae68f8 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 210 time: 0.0324059 Oct 13 14:57:41.303160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c3ebcb4-b4f6-49fa-99ab-85c6d55fec29 req-7399c7d8-4359-4c04-84a7-418cb715302d tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 210 time: 0.0296533 Oct 13 14:57:41.685904 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-18ada39a-169d-48b4-a3b0-e58f1c9e7e7d tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:41.687403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-18ada39a-169d-48b4-a3b0-e58f1c9e7e7d tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.49 "GET /v2.0/networks?id=4bc207d1-7db6-4043-bf0d-cba3f001a68b HTTP/1.1" status: 200 len: 812 time: 0.1109321 Oct 13 14:57:41.709483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-a8d7b644-03e3-452f-92fd-b245f3765f74 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Request body: {'port': {'device_id': 'cf71bd1c-e690-4ef1-9a46-313c998a3599', 'network_id': '4bc207d1-7db6-4043-bf0d-cba3f001a68b', 'admin_state_up': True, 'tenant_id': '26d70270c811433389be5c8c36d0f488'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:57:41.947586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-a8d7b644-03e3-452f-92fd-b245f3765f74 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Made reservation on behalf of 26d70270c811433389be5c8c36d0f488 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:57:41.951326 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-a8d7b644-03e3-452f-92fd-b245f3765f74 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:42.082358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-a8d7b644-03e3-452f-92fd-b245f3765f74 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Allocated IP 172.20.0.14 (4bc207d1-7db6-4043-bf0d-cba3f001a68b/9735b264-9eca-41c2-898e-d63cde5f9c7e/e3851c22-828f-4a40-b07c-8e13181e0457) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:57:42.230829 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-a8d7b644-03e3-452f-92fd-b245f3765f74 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:42.306944 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-a8d7b644-03e3-452f-92fd-b245f3765f74 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:42.359347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-a8d7b644-03e3-452f-92fd-b245f3765f74 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Network 4bc207d1-7db6-4043-bf0d-cba3f001a68b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:57:42.362519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-a8d7b644-03e3-452f-92fd-b245f3765f74 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:57:42.367172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-a8d7b644-03e3-452f-92fd-b245f3765f74 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:57:42.371437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7b644-03e3-452f-92fd-b245f3765f74 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Pushing event updated for resources: {'Port': ['ID=e3851c22-828f-4a40-b07c-8e13181e0457,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:42.441942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-a8d7b644-03e3-452f-92fd-b245f3765f74 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:42.442549 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-a8d7b644-03e3-452f-92fd-b245f3765f74 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:42.466469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cb644-e74f-4d27-8202-333182aabdcf req-004905a4-b151-449e-8a5b-d696243af7ea tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:42.469125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b5cb644-e74f-4d27-8202-333182aabdcf req-004905a4-b151-449e-8a5b-d696243af7ea tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 932 time: 0.0761003 Oct 13 14:57:42.506057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b5cb644-e74f-4d27-8202-333182aabdcf req-9d90af1c-af49-40da-a260-290ed112a456 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317574 Oct 13 14:57:42.586658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-a8d7b644-03e3-452f-92fd-b245f3765f74 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8813457 Oct 13 14:57:42.605792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Request body: {'port': {'device_id': 'cf71bd1c-e690-4ef1-9a46-313c998a3599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:57:42.667483 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:42.930621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3851c22-828f-4a40-b07c-8e13181e0457 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:57:42.938518 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:42.949939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Transition to ACTIVE for port object e3851c22-828f-4a40-b07c-8e13181e0457 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:57:43.035312 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:43.084354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Pushing event updated for resources: {'Port': ['ID=e3851c22-828f-4a40-b07c-8e13181e0457,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:43.156949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Attempting to bind port e3851c22-828f-4a40-b07c-8e13181e0457 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:57:43.157303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Attempting to bind port e3851c22-828f-4a40-b07c-8e13181e0457 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'b32bd0c4-15ae-4738-9d83-4fdbb37c0364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4bc207d1-7db6-4043-bf0d-cba3f001a68b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:57:43.157624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Attempting to bind port e3851c22-828f-4a40-b07c-8e13181e0457 on network 4bc207d1-7db6-4043-bf0d-cba3f001a68b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:57:43.161903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Port e3851c22-828f-4a40-b07c-8e13181e0457 on network 4bc207d1-7db6-4043-bf0d-cba3f001a68b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:57:43.162222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Attempting to bind port e3851c22-828f-4a40-b07c-8e13181e0457 on network 4bc207d1-7db6-4043-bf0d-cba3f001a68b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:57:43.167291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:57:43.167736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Checking segment: {'id': 'b32bd0c4-15ae-4738-9d83-4fdbb37c0364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4bc207d1-7db6-4043-bf0d-cba3f001a68b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:57:43.168122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Bound using segment: {'id': 'b32bd0c4-15ae-4738-9d83-4fdbb37c0364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4bc207d1-7db6-4043-bf0d-cba3f001a68b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:57:43.168541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Bound port: e3851c22-828f-4a40-b07c-8e13181e0457, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32bd0c4-15ae-4738-9d83-4fdbb37c0364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '4bc207d1-7db6-4043-bf0d-cba3f001a68b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:57:43.168893 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:43.232412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] For port e3851c22-828f-4a40-b07c-8e13181e0457, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:57:43.236033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] For port e3851c22-828f-4a40-b07c-8e13181e0457, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e3851c22-828f-4a40-b07c-8e13181e0457,segment=NetworkSegment(b32bd0c4-15ae-4738-9d83-4fdbb37c0364),segment_id=b32bd0c4-15ae-4738-9d83-4fdbb37c0364)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:57:43.324241 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:43.361715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:43.362342 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:43.363793 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] 10.222.0.49 "PUT /v2.0/ports/e3851c22-828f-4a40-b07c-8e13181e0457 HTTP/1.1" status: 200 len: 1093 time: 0.7623193 Oct 13 14:57:43.364248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf71bd1c-e690-4ef1-9a46-313c998a3599', 'tag': 'e3851c22-828f-4a40-b07c-8e13181e0457'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:57:43.366537 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfdb25c-ca5b-4199-b66e-5e4fb770b50d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf71bd1c-e690-4ef1-9a46-313c998a3599", "tag": "e3851c22-828f-4a40-b07c-8e13181e0457"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:57:43.387866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75b2c0-99eb-4eae-9948-100b761e8347 service neutron] Pushing event updated for resources: {'Port': ['ID=e3851c22-828f-4a40-b07c-8e13181e0457,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:43.475777 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde52368-fd24-4c4f-9017-23f47e776577 x-openstack-request-id: req-fde52368-fd24-4c4f-9017-23f47e776577 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:57:43.476069 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf71bd1c-e690-4ef1-9a46-313c998a3599", "tag": "e3851c22-828f-4a40-b07c-8e13181e0457", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:57:43.476317 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fde52368-fd24-4c4f-9017-23f47e776577 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:57:43.476745 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf71bd1c-e690-4ef1-9a46-313c998a3599', 'tag': 'e3851c22-828f-4a40-b07c-8e13181e0457', 'status': 'completed', 'code': 200} Oct 13 14:57:43.532484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-e206ab49-23f3-426a-876a-c4f3509e41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:43.534379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-e206ab49-23f3-426a-876a-c4f3509e41ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26d70270c811433389be5c8c36d0f488&device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 1096 time: 0.0457201 Oct 13 14:57:43.592317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-ec00e086-4c16-4d5d-99b6-a83261079aeb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3851c22-828f-4a40-b07c-8e13181e0457 HTTP/1.1" status: 200 len: 217 time: 0.0443621 Oct 13 14:57:43.664922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fd207556-717d-4ec7-8c8e-259e6f664fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:43.666428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-fd207556-717d-4ec7-8c8e-259e6f664fdf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9735b264-9eca-41c2-898e-d63cde5f9c7e HTTP/1.1" status: 200 len: 852 time: 0.0566180 Oct 13 14:57:43.675626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88671e9-80be-40a5-946b-b56190a965e1 req-e9b6e83d-6ded-4704-be1d-1019f1b94e4f tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:43.677092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e88671e9-80be-40a5-946b-b56190a965e1 req-e9b6e83d-6ded-4704-be1d-1019f1b94e4f tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 944 time: 0.0939968 Oct 13 14:57:43.712863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-6d080805-77cb-43de-8a33-d9957715d614 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4bc207d1-7db6-4043-bf0d-cba3f001a68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348337 Oct 13 14:57:43.749120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e88671e9-80be-40a5-946b-b56190a965e1 req-adb0bafe-2dcb-4a0e-954e-7676dc9468c7 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630431 Oct 13 14:57:43.819427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-5a044ee9-255c-4e62-a0b4-ae0220e2150c service neutron] 10.222.0.49 "GET /v2.0/networks/4bc207d1-7db6-4043-bf0d-cba3f001a68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940444 Oct 13 14:57:43.914494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f74016c4-1657-42d1-a35c-7d1bef27dac8 req-929825a1-5181-4e78-945d-07e85a4fe511 service neutron] 10.222.0.49 "GET /v2.0/networks/4bc207d1-7db6-4043-bf0d-cba3f001a68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829668 Oct 13 14:57:44.125883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdb25c-ca5b-4199-b66e-5e4fb770b50d req-19ab0ed4-80c2-47fd-b33b-7f1effb5c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:44.127287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bfdb25c-ca5b-4199-b66e-5e4fb770b50d req-19ab0ed4-80c2-47fd-b33b-7f1effb5c8e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26d70270c811433389be5c8c36d0f488&device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 1096 time: 0.0418925 Oct 13 14:57:44.226598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdb25c-ca5b-4199-b66e-5e4fb770b50d req-69ff932a-d23d-4eee-9d41-8ea4b0bfe9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:44.228068 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bfdb25c-ca5b-4199-b66e-5e4fb770b50d req-69ff932a-d23d-4eee-9d41-8ea4b0bfe9f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4bc207d1-7db6-4043-bf0d-cba3f001a68b HTTP/1.1" status: 200 len: 913 time: 0.0898671 Oct 13 14:57:44.269550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bfdb25c-ca5b-4199-b66e-5e4fb770b50d req-816f3939-9343-4731-a580-7eeaa7263d05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3851c22-828f-4a40-b07c-8e13181e0457 HTTP/1.1" status: 200 len: 217 time: 0.0338213 Oct 13 14:57:44.329079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdb25c-ca5b-4199-b66e-5e4fb770b50d req-7ac5833e-c906-4739-a21e-591d31b9c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:44.330621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bfdb25c-ca5b-4199-b66e-5e4fb770b50d req-7ac5833e-c906-4739-a21e-591d31b9c9b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9735b264-9eca-41c2-898e-d63cde5f9c7e HTTP/1.1" status: 200 len: 852 time: 0.0481553 Oct 13 14:57:44.364486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bfdb25c-ca5b-4199-b66e-5e4fb770b50d req-02656dd5-073e-4195-804c-b81a2f35b861 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4bc207d1-7db6-4043-bf0d-cba3f001a68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252771 Oct 13 14:57:44.455848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bfdb25c-ca5b-4199-b66e-5e4fb770b50d req-079e5478-0f5f-44a2-b82e-ac572557c5cf service neutron] 10.222.0.49 "GET /v2.0/networks/4bc207d1-7db6-4043-bf0d-cba3f001a68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818541 Oct 13 14:57:44.554708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bfdb25c-ca5b-4199-b66e-5e4fb770b50d req-dfa80ace-3c7f-4bb3-9d4e-67180ecea7aa service neutron] 10.222.0.49 "GET /v2.0/networks/4bc207d1-7db6-4043-bf0d-cba3f001a68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868204 Oct 13 14:57:44.871221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73f589-8dd3-4f79-a96b-bc0936ea9d76 req-90690faa-139d-4104-acd5-235bf0939417 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:44.872857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b73f589-8dd3-4f79-a96b-bc0936ea9d76 req-90690faa-139d-4104-acd5-235bf0939417 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 944 time: 0.0532911 Oct 13 14:57:44.914936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b73f589-8dd3-4f79-a96b-bc0936ea9d76 req-b37a7da5-3e4e-4899-87a4-5840bd300835 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351191 Oct 13 14:57:46.034902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e072333-9f49-4f9b-8739-5632751cd063 req-73834744-5dc5-49a8-a278-3066a1837499 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:46.036454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e072333-9f49-4f9b-8739-5632751cd063 req-73834744-5dc5-49a8-a278-3066a1837499 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 944 time: 0.0503252 Oct 13 14:57:46.076752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e072333-9f49-4f9b-8739-5632751cd063 req-535cd177-f540-48b9-96fd-8f5492467805 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340624 Oct 13 14:57:46.638601 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device e3851c22-828f-4a40-b07c-8e13181e0457 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:57:46.736672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port e3851c22-828f-4a40-b07c-8e13181e0457, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e3851c22-828f-4a40-b07c-8e13181e0457,segment=NetworkSegment(b32bd0c4-15ae-4738-9d83-4fdbb37c0364),segment_id=b32bd0c4-15ae-4738-9d83-4fdbb37c0364)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:57:46.747763 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'e3851c22-828f-4a40-b07c-8e13181e0457', 'network_id': '4bc207d1-7db6-4043-bf0d-cba3f001a68b', 'port_id': 'e3851c22-828f-4a40-b07c-8e13181e0457', 'mac_address': 'fa:16:3e:b0:fa:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9735b264-9eca-41c2-898e-d63cde5f9c7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:57:46.784494 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:46.797631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3851c22-828f-4a40-b07c-8e13181e0457 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:57:46.817649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port e3851c22-828f-4a40-b07c-8e13181e0457, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e3851c22-828f-4a40-b07c-8e13181e0457,segment=NetworkSegment(b32bd0c4-15ae-4738-9d83-4fdbb37c0364),segment_id=b32bd0c4-15ae-4738-9d83-4fdbb37c0364)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:57:46.898758 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:46.951020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=e3851c22-828f-4a40-b07c-8e13181e0457,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:47.195550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a8e6d-5a0b-4364-9b42-51a0858b301e req-65edfafb-6582-4cb5-8dbd-861ceaf61d6a tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:47.197113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-322a8e6d-5a0b-4364-9b42-51a0858b301e req-65edfafb-6582-4cb5-8dbd-861ceaf61d6a tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 945 time: 0.0531261 Oct 13 14:57:47.201958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['e3851c22-828f-4a40-b07c-8e13181e0457'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:57:47.246708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-322a8e6d-5a0b-4364-9b42-51a0858b301e req-118e2adf-3682-436b-b567-4a2ebeef002b tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396144 Oct 13 14:57:47.600641 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10830a6c-4c8f-4d2b-962b-ba95bab17aec req-65f4015f-f0cb-4abf-90b0-b2925a29c2b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404236 Oct 13 14:57:47.684046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830a6c-4c8f-4d2b-962b-ba95bab17aec req-99f92a63-29d5-4164-bdba-c92920a9a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:47.685711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10830a6c-4c8f-4d2b-962b-ba95bab17aec req-99f92a63-29d5-4164-bdba-c92920a9a63a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9949d738ed5247f7af1a6c0ea4bea2f6&device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0414753 Oct 13 14:57:47.797617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830a6c-4c8f-4d2b-962b-ba95bab17aec req-791423ff-4a52-48e6-98b4-39ce53716387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:47.799168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10830a6c-4c8f-4d2b-962b-ba95bab17aec req-791423ff-4a52-48e6-98b4-39ce53716387 service neutron] 10.222.0.41 "GET /v2.0/networks?id=366e1267-d2a6-4845-a4e3-b680a2b81c19 HTTP/1.1" status: 200 len: 914 time: 0.0923760 Oct 13 14:57:47.865356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10830a6c-4c8f-4d2b-962b-ba95bab17aec req-511eaf90-35b5-4bec-8d48-b48f267b5be5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97de7d6d-2273-45a3-960d-200485ad4506 HTTP/1.1" status: 200 len: 1001 time: 0.0581336 Oct 13 14:57:47.918906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830a6c-4c8f-4d2b-962b-ba95bab17aec req-a46a81da-5cc8-444f-bbe1-b1b253cd91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:47.920340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10830a6c-4c8f-4d2b-962b-ba95bab17aec req-a46a81da-5cc8-444f-bbe1-b1b253cd91a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59bf9f09-a3af-4053-a152-549617499fb5 HTTP/1.1" status: 200 len: 852 time: 0.0476372 Oct 13 14:57:47.970234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830a6c-4c8f-4d2b-962b-ba95bab17aec req-482f12e0-c08b-44fc-9418-b9fd9a0c122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:47.971748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10830a6c-4c8f-4d2b-962b-ba95bab17aec req-482f12e0-c08b-44fc-9418-b9fd9a0c122f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=366e1267-d2a6-4845-a4e3-b680a2b81c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423367 Oct 13 14:57:48.066451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10830a6c-4c8f-4d2b-962b-ba95bab17aec req-2740cbf3-90dc-4ea1-8549-c17ca8146fe1 service neutron] 10.222.0.41 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861495 Oct 13 14:57:48.162445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-10830a6c-4c8f-4d2b-962b-ba95bab17aec req-aca67e8b-296b-44c1-854f-cb6305e20b8a service neutron] 10.222.0.41 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877600 Oct 13 14:57:48.364345 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ea7ed-4662-4a32-99b3-856b483b84a7 req-a1fe4046-7464-492b-be93-47a3c440d8d6 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:48.366059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e08ea7ed-4662-4a32-99b3-856b483b84a7 req-a1fe4046-7464-492b-be93-47a3c440d8d6 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 945 time: 0.0527651 Oct 13 14:57:48.408685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e08ea7ed-4662-4a32-99b3-856b483b84a7 req-57e34d09-c4b0-4012-a497-15bc35b3d482 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366259 Oct 13 14:57:48.638554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device e3851c22-828f-4a40-b07c-8e13181e0457 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:57:48.767324 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port e3851c22-828f-4a40-b07c-8e13181e0457 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:57:48.771399 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port e3851c22-828f-4a40-b07c-8e13181e0457 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:57:48.771773 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:48.849559 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:48.883961 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf71bd1c-e690-4ef1-9a46-313c998a3599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3851c22-828f-4a40-b07c-8e13181e0457'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:57:48.886239 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ced896-cbc0-42b0-9e88-99ee07df4fc8" -d '{"events": [{"server_uuid": "cf71bd1c-e690-4ef1-9a46-313c998a3599", "name": "network-vif-plugged", "status": "completed", "tag": "e3851c22-828f-4a40-b07c-8e13181e0457"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:57:48.899860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port e3851c22-828f-4a40-b07c-8e13181e0457, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e3851c22-828f-4a40-b07c-8e13181e0457,segment=NetworkSegment(b32bd0c4-15ae-4738-9d83-4fdbb37c0364),segment_id=b32bd0c4-15ae-4738-9d83-4fdbb37c0364)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:57:48.922175 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610ed0c2-1f7f-4303-a1e2-3652d1423c26 x-openstack-request-id: req-610ed0c2-1f7f-4303-a1e2-3652d1423c26 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:57:48.922585 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf71bd1c-e690-4ef1-9a46-313c998a3599", "name": "network-vif-plugged", "status": "completed", "tag": "e3851c22-828f-4a40-b07c-8e13181e0457", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:57:48.923054 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-610ed0c2-1f7f-4303-a1e2-3652d1423c26 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:57:48.923511 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf71bd1c-e690-4ef1-9a46-313c998a3599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3851c22-828f-4a40-b07c-8e13181e0457', 'code': 200} Oct 13 14:57:48.969411 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:49.001766 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:49.033555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6ea02-e0f8-4eca-a38f-f57791bd0ab8 req-9e6c30fe-a1df-4824-b7ae-9ef60fa619aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:49.035069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08d6ea02-e0f8-4eca-a38f-f57791bd0ab8 req-9e6c30fe-a1df-4824-b7ae-9ef60fa619aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 1097 time: 0.0471411 Oct 13 14:57:49.049986 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=e3851c22-828f-4a40-b07c-8e13181e0457,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:57:49.072906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08d6ea02-e0f8-4eca-a38f-f57791bd0ab8 req-7a6b065e-b656-4158-821a-73f63a76d91f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295067 Oct 13 14:57:49.524199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f687d1b-8027-4674-a40a-01011351c4e2 req-abf238ae-15c4-4546-b2c3-eeb3d2b9e4d6 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:49.525725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f687d1b-8027-4674-a40a-01011351c4e2 req-abf238ae-15c4-4546-b2c3-eeb3d2b9e4d6 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0497241 Oct 13 14:57:49.565722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f687d1b-8027-4674-a40a-01011351c4e2 req-f181d62f-0323-4d60-a73d-714c7de7a529 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331235 Oct 13 14:57:49.572374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9f8c70c2-a48e-4a28-8ae5-70db21890ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:50.699680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4bbbc-13cc-4900-b87b-6d34119a427a req-6b6e87a7-13f1-4612-ae9c-809eae6b8df5 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:50.701865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dea4bbbc-13cc-4900-b87b-6d34119a427a req-6b6e87a7-13f1-4612-ae9c-809eae6b8df5 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0647609 Oct 13 14:57:50.742335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dea4bbbc-13cc-4900-b87b-6d34119a427a req-99c0aa04-2df2-4212-9a28-e31e28ef4343 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Oct 13 14:57:50.864309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29a7b0-e572-4a6a-a64a-01cb32e4d803 req-f974cd47-f3dd-43a6-a1b7-b60013db2451 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:50.865734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e29a7b0-e572-4a6a-a64a-01cb32e4d803 req-f974cd47-f3dd-43a6-a1b7-b60013db2451 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0542164 Oct 13 14:57:50.904393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e29a7b0-e572-4a6a-a64a-01cb32e4d803 req-2626413e-2b04-4996-a53d-89062a3e93c8 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324049 Oct 13 14:57:51.368539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19861f-a7e2-45a7-bee6-fa460d473f0e req-d8c40528-2cb4-4480-a443-add45656bcf6 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:51.370041 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e19861f-a7e2-45a7-bee6-fa460d473f0e req-d8c40528-2cb4-4480-a443-add45656bcf6 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0506508 Oct 13 14:57:51.408289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e19861f-a7e2-45a7-bee6-fa460d473f0e req-64a531b5-08e8-4aed-9c3b-8c29a0285de1 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315139 Oct 13 14:57:52.306184 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:52.349343 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4411-0b31-47f5-917e-bad78487743a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:52.530665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdb003-8b12-48fc-8882-ba12c35bdfe4 req-f79e9859-e6e5-4fea-98e1-e430435b6a22 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:52.532212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67cdb003-8b12-48fc-8882-ba12c35bdfe4 req-f79e9859-e6e5-4fea-98e1-e430435b6a22 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0510786 Oct 13 14:57:52.585742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67cdb003-8b12-48fc-8882-ba12c35bdfe4 req-931fe398-cf6f-4326-ba5c-9d990efb75fe tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473709 Oct 13 14:57:52.939278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fa9c8-2a5f-4157-9dd9-255fc76ae491 req-a76172a7-2d88-42c4-b3f4-eecef3070715 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:52.940783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-653fa9c8-2a5f-4157-9dd9-255fc76ae491 req-a76172a7-2d88-42c4-b3f4-eecef3070715 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0542481 Oct 13 14:57:52.991434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-653fa9c8-2a5f-4157-9dd9-255fc76ae491 req-8dbc8059-4d72-4038-b87a-0f2aa2c46a02 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 Oct 13 14:57:53.052626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070d6e-f1ec-414d-8e44-bcf33af912c3 req-ea93266b-0af3-4590-8f5e-b646814b8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:53.054248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b070d6e-f1ec-414d-8e44-bcf33af912c3 req-ea93266b-0af3-4590-8f5e-b646814b8c37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26d70270c811433389be5c8c36d0f488&device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 1098 time: 0.0454073 Oct 13 14:57:53.157437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070d6e-f1ec-414d-8e44-bcf33af912c3 req-7ccfa10a-c2b8-40bd-94df-3a09249dbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:53.159057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b070d6e-f1ec-414d-8e44-bcf33af912c3 req-7ccfa10a-c2b8-40bd-94df-3a09249dbcbd service neutron] 10.222.0.49 "GET /v2.0/networks?id=4bc207d1-7db6-4043-bf0d-cba3f001a68b HTTP/1.1" status: 200 len: 913 time: 0.0953636 Oct 13 14:57:53.207236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b070d6e-f1ec-414d-8e44-bcf33af912c3 req-b05aded4-514f-4c8e-aaa6-acff287159f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3851c22-828f-4a40-b07c-8e13181e0457 HTTP/1.1" status: 200 len: 217 time: 0.0376608 Oct 13 14:57:53.261969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070d6e-f1ec-414d-8e44-bcf33af912c3 req-4008de7c-2485-4da9-9315-9ca94996de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:53.263426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b070d6e-f1ec-414d-8e44-bcf33af912c3 req-4008de7c-2485-4da9-9315-9ca94996de84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9735b264-9eca-41c2-898e-d63cde5f9c7e HTTP/1.1" status: 200 len: 852 time: 0.0454419 Oct 13 14:57:53.300498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b070d6e-f1ec-414d-8e44-bcf33af912c3 req-fdfe7b9d-3006-4e4c-84eb-d8f7f1c4109e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4bc207d1-7db6-4043-bf0d-cba3f001a68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258420 Oct 13 14:57:53.407627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b070d6e-f1ec-414d-8e44-bcf33af912c3 req-16a39149-54a4-4751-a0d4-8dcd5354ba32 service neutron] 10.222.0.49 "GET /v2.0/networks/4bc207d1-7db6-4043-bf0d-cba3f001a68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953307 Oct 13 14:57:53.500215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4b070d6e-f1ec-414d-8e44-bcf33af912c3 req-5e2e669e-169a-4164-8444-800fb5b3e9d3 service neutron] 10.222.0.49 "GET /v2.0/networks/4bc207d1-7db6-4043-bf0d-cba3f001a68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818596 Oct 13 14:57:53.969816 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:54.083473 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:54.123331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed303b-09ef-42c7-8339-6738e221319e req-05e08b85-7b22-49ad-b68b-08d1f3e2305b tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:54.125557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45ed303b-09ef-42c7-8339-6738e221319e req-05e08b85-7b22-49ad-b68b-08d1f3e2305b tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0572231 Oct 13 14:57:54.163705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45ed303b-09ef-42c7-8339-6738e221319e req-9379fed8-e4bf-4938-8cf3-139d0ef253d4 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Oct 13 14:57:55.281659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6adfcb-4721-498d-9b20-e647ff61701c req-c9df14b4-91b0-49b2-b734-bc74d89f7da5 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:55.283188 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca6adfcb-4721-498d-9b20-e647ff61701c req-c9df14b4-91b0-49b2-b734-bc74d89f7da5 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0502877 Oct 13 14:57:55.321907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca6adfcb-4721-498d-9b20-e647ff61701c req-d7885155-2331-411a-bb25-462d31e14b68 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Oct 13 14:57:55.480822 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:57:55.769554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1932b-cf88-4b3c-9849-5586da642dcd req-ab69f870-bee7-48ca-82d4-df9b9e03833f tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:55.770967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37c1932b-cf88-4b3c-9849-5586da642dcd req-ab69f870-bee7-48ca-82d4-df9b9e03833f tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0490947 Oct 13 14:57:55.809839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-37c1932b-cf88-4b3c-9849-5586da642dcd req-83d6f82f-5c03-40a0-a55e-25feee4671c1 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324831 Oct 13 14:57:56.933585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbcaa6-9206-4df4-b008-10ff2ae71521 req-cd10f977-90d4-4d05-ba0b-6b476bb550bd tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:56.934952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80cbcaa6-9206-4df4-b008-10ff2ae71521 req-cd10f977-90d4-4d05-ba0b-6b476bb550bd tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0533199 Oct 13 14:57:56.972686 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80cbcaa6-9206-4df4-b008-10ff2ae71521 req-6cb6e6e3-99cc-4f1f-8c64-a7c54c796589 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Oct 13 14:57:57.360874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66e38f-8693-428b-8214-0beaf2555e2b req-1a2f8612-2830-4a29-9af8-da4d507822c1 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:57.362675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa66e38f-8693-428b-8214-0beaf2555e2b req-1a2f8612-2830-4a29-9af8-da4d507822c1 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0561166 Oct 13 14:57:57.404040 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa66e38f-8693-428b-8214-0beaf2555e2b req-991369b1-6f63-475e-a0c6-45b31b18ea30 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349205 Oct 13 14:57:57.459714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cb7a1-69b3-4d30-b715-e0bd0849756b req-c67b2cc9-1e5e-4e2a-b8e3-4a780262ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:57.461246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b8cb7a1-69b3-4d30-b715-e0bd0849756b req-c67b2cc9-1e5e-4e2a-b8e3-4a780262ae9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26d70270c811433389be5c8c36d0f488&device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 1098 time: 0.0422938 Oct 13 14:57:57.556543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cb7a1-69b3-4d30-b715-e0bd0849756b req-cf5f4fa0-76ea-4219-96a6-5ab702787a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:57.557854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b8cb7a1-69b3-4d30-b715-e0bd0849756b req-cf5f4fa0-76ea-4219-96a6-5ab702787a5e service neutron] 10.222.0.49 "GET /v2.0/networks?id=4bc207d1-7db6-4043-bf0d-cba3f001a68b HTTP/1.1" status: 200 len: 913 time: 0.0876369 Oct 13 14:57:57.603569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b8cb7a1-69b3-4d30-b715-e0bd0849756b req-1213f7c7-0b3f-47bb-908c-b31b02229619 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3851c22-828f-4a40-b07c-8e13181e0457 HTTP/1.1" status: 200 len: 217 time: 0.0345023 Oct 13 14:57:57.658958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cb7a1-69b3-4d30-b715-e0bd0849756b req-11b51a72-241f-4aa2-b901-cabd40043778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:57.660885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b8cb7a1-69b3-4d30-b715-e0bd0849756b req-11b51a72-241f-4aa2-b901-cabd40043778 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9735b264-9eca-41c2-898e-d63cde5f9c7e HTTP/1.1" status: 200 len: 852 time: 0.0492406 Oct 13 14:57:57.704415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b8cb7a1-69b3-4d30-b715-e0bd0849756b req-b36edc56-8c8f-404b-bc18-75ec5037bc5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4bc207d1-7db6-4043-bf0d-cba3f001a68b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320969 Oct 13 14:57:57.757215 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:57:57.801411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b8cb7a1-69b3-4d30-b715-e0bd0849756b req-0bcef692-a4c1-4446-91e6-047a35360da6 service neutron] 10.222.0.49 "GET /v2.0/networks/4bc207d1-7db6-4043-bf0d-cba3f001a68b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859146 Oct 13 14:57:57.902308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b8cb7a1-69b3-4d30-b715-e0bd0849756b req-e29289fc-95c7-4db5-9b70-98c7fd7c1eff service neutron] 10.222.0.49 "GET /v2.0/networks/4bc207d1-7db6-4043-bf0d-cba3f001a68b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898986 Oct 13 14:57:58.527692 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aab99c-b471-428c-9cf9-56cdeee0cac5 req-6dae4bc6-56ae-4cff-8076-e355df353e4c tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:58.529301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68aab99c-b471-428c-9cf9-56cdeee0cac5 req-6dae4bc6-56ae-4cff-8076-e355df353e4c tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0559347 Oct 13 14:57:58.568398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68aab99c-b471-428c-9cf9-56cdeee0cac5 req-5f642f9a-ab1b-495f-a582-527decefb45a tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Oct 13 14:57:59.686954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab1d4f-11e7-448b-a188-d64065a5f761 req-b5c6bf5c-d27c-4bee-9647-f7a53581a953 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:57:59.688429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5ab1d4f-11e7-448b-a188-d64065a5f761 req-b5c6bf5c-d27c-4bee-9647-f7a53581a953 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0491982 Oct 13 14:57:59.726242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5ab1d4f-11e7-448b-a188-d64065a5f761 req-c0c2984f-1ed9-4e16-a137-36e57588a908 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Oct 13 14:58:00.149790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a503d4-20ae-4f00-9a54-7913c2d86d2a req-fd01a20d-b011-4dfd-9fd5-a826eabf0cb7 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:00.151282 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8a503d4-20ae-4f00-9a54-7913c2d86d2a req-fd01a20d-b011-4dfd-9fd5-a826eabf0cb7 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0542762 Oct 13 14:58:00.189124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8a503d4-20ae-4f00-9a54-7913c2d86d2a req-ee3a5ecb-3cfc-4a8f-8f9d-53df63cf2376 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319269 Oct 13 14:58:01.308480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7287a1-cab5-4e69-8d05-e00afb262f09 req-f9d46c2b-a036-4230-941e-3b5dfc9c9e1c tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:01.310030 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f7287a1-cab5-4e69-8d05-e00afb262f09 req-f9d46c2b-a036-4230-941e-3b5dfc9c9e1c tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0511732 Oct 13 14:58:01.347326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f7287a1-cab5-4e69-8d05-e00afb262f09 req-1c111817-dad5-4a8e-874b-a4185d252071 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314691 Oct 13 14:58:02.114493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bba099-a86a-4fda-babf-79083858051c req-66e38b84-be02-42c6-9ffa-7db5b21b6c7d tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:02.116097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28bba099-a86a-4fda-babf-79083858051c req-66e38b84-be02-42c6-9ffa-7db5b21b6c7d tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0537112 Oct 13 14:58:02.221754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-28bba099-a86a-4fda-babf-79083858051c req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Deleting port e3851c22-828f-4a40-b07c-8e13181e0457 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:58:02.222097 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-28bba099-a86a-4fda-babf-79083858051c req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:02.314397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-28bba099-a86a-4fda-babf-79083858051c req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] For port e3851c22-828f-4a40-b07c-8e13181e0457, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=e3851c22-828f-4a40-b07c-8e13181e0457,segment=NetworkSegment(b32bd0c4-15ae-4738-9d83-4fdbb37c0364),segment_id=b32bd0c4-15ae-4738-9d83-4fdbb37c0364)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:02.315110 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-28bba099-a86a-4fda-babf-79083858051c req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:02.331802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-28bba099-a86a-4fda-babf-79083858051c req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Calling delete_port for e3851c22-828f-4a40-b07c-8e13181e0457 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:58:02.494348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00db97e-1e0c-4777-a18c-2272831607aa req-7287fe34-51bd-4804-b844-4b48dad3392c tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:02.495831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e00db97e-1e0c-4777-a18c-2272831607aa req-7287fe34-51bd-4804-b844-4b48dad3392c tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 946 time: 0.0627475 Oct 13 14:58:02.534965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-28bba099-a86a-4fda-babf-79083858051c req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:02.546240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e00db97e-1e0c-4777-a18c-2272831607aa req-2c1694c9-7bf2-486d-ba30-15d4233bed87 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/security-groups?id=e76478aa-65fd-4de8-a47d-2fbe441aeb82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 Oct 13 14:58:02.553824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['e3851c22-828f-4a40-b07c-8e13181e0457'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:58:02.570175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Pushing event deleted for resources: {'Port': ['ID=e3851c22-828f-4a40-b07c-8e13181e0457,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:02.594665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:02.595004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:02.595339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:02.595670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:02.595998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:02.596322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:02.596643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:02.596962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:02.597300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:02.597618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:02.597932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:02.598247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:02.621029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bba099-a86a-4fda-babf-79083858051c req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] No DVR routers for this DVR port e3851c22-828f-4a40-b07c-8e13181e0457 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:58:02.624112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-28bba099-a86a-4fda-babf-79083858051c req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:02.627434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28bba099-a86a-4fda-babf-79083858051c req-c4ed8914-219a-47cf-9dd7-c686f1702666 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.49 "DELETE /v2.0/ports/e3851c22-828f-4a40-b07c-8e13181e0457 HTTP/1.1" status: 204 len: 173 time: 0.5039511 Oct 13 14:58:02.627879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf71bd1c-e690-4ef1-9a46-313c998a3599', 'name': 'network-vif-deleted', 'tag': 'e3851c22-828f-4a40-b07c-8e13181e0457'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:58:02.630268 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505b2fbb-a974-49c7-b056-bbb6b9ea21dc" -d '{"events": [{"server_uuid": "cf71bd1c-e690-4ef1-9a46-313c998a3599", "name": "network-vif-deleted", "tag": "e3851c22-828f-4a40-b07c-8e13181e0457"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:58:02.670233 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2aef62-be5d-45ce-8e16-01f9ff1b9418 x-openstack-request-id: req-eb2aef62-be5d-45ce-8e16-01f9ff1b9418 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:58:02.670233 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf71bd1c-e690-4ef1-9a46-313c998a3599", "name": "network-vif-deleted", "tag": "e3851c22-828f-4a40-b07c-8e13181e0457", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:58:02.670233 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb2aef62-be5d-45ce-8e16-01f9ff1b9418 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:58:02.670233 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf71bd1c-e690-4ef1-9a46-313c998a3599', 'name': 'network-vif-deleted', 'tag': 'e3851c22-828f-4a40-b07c-8e13181e0457', 'status': 'completed', 'code': 200} Oct 13 14:58:03.658529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94b41537-9029-4148-acb2-e8dac1ea988a req-441e6748-d2ca-4b12-9a7f-6e8b2078ffb8 tempest-TestServerAdvancedOps-1050733971 tempest-TestServerAdvancedOps-1050733971-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf71bd1c-e690-4ef1-9a46-313c998a3599 HTTP/1.1" status: 200 len: 210 time: 0.0278778 Oct 13 14:58:04.727044 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35988) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:04.773722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Deleting subnet 9735b264-9eca-41c2-898e-d63cde5f9c7e {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:58:04.778265 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:04.819214 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:04.858451 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:04.995499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.020733 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9735b264-9eca-41c2-898e-d63cde5f9c7e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:05.029758 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.032833 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9735b264-9eca-41c2-898e-d63cde5f9c7e HTTP/1.1" status: 204 len: 168 time: 0.3048151 Oct 13 14:58:05.034679 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:05.035019 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:05.035361 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:05.035655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 35990) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:05.036082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:05.036082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:05.036352 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:05.036630 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:05.036944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:05.037287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:05.037602 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:05.037917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:05.038246 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd183568-fe7b-4abc-87be-a1ec41a5f6ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:05.112449 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-76696e15-42e3-46ac-b7de-f249c31a0f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.190562 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-76696e15-42e3-46ac-b7de-f249c31a0f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.210827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-76696e15-42e3-46ac-b7de-f249c31a0f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc207d1-7db6-4043-bf0d-cba3f001a68b']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:05.220149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-76696e15-42e3-46ac-b7de-f249c31a0f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32bd0c4-15ae-4738-9d83-4fdbb37c0364') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:05.220445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-76696e15-42e3-46ac-b7de-f249c31a0f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32bd0c4-15ae-4738-9d83-4fdbb37c0364') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:05.229661 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-76696e15-42e3-46ac-b7de-f249c31a0f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.242646 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-76696e15-42e3-46ac-b7de-f249c31a0f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.249299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76696e15-42e3-46ac-b7de-f249c31a0f17 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:58:05.249597 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-76696e15-42e3-46ac-b7de-f249c31a0f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:58:05.251210 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:58:05.391186 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-76696e15-42e3-46ac-b7de-f249c31a0f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.396932 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-76696e15-42e3-46ac-b7de-f249c31a0f17 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.400092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-76696e15-42e3-46ac-b7de-f249c31a0f17 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4bc207d1-7db6-4043-bf0d-cba3f001a68b HTTP/1.1" status: 204 len: 168 time: 0.3634574 Oct 13 14:58:05.403456 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35992) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:05.411665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76696e15-42e3-46ac-b7de-f249c31a0f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc207d1-7db6-4043-bf0d-cba3f001a68b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:05.454712 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-1031bde3-8450-45ed-a91a-93e68cf99ec8 admin admin] Deleting subnet dc4fef61-5830-4ae5-86cb-5b4ee354c006 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:58:05.457942 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1031bde3-8450-45ed-a91a-93e68cf99ec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.492112 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1031bde3-8450-45ed-a91a-93e68cf99ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.531454 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1031bde3-8450-45ed-a91a-93e68cf99ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.692270 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1031bde3-8450-45ed-a91a-93e68cf99ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.717926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031bde3-8450-45ed-a91a-93e68cf99ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4fef61-5830-4ae5-86cb-5b4ee354c006,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:05.727207 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1031bde3-8450-45ed-a91a-93e68cf99ec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.728444 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1031bde3-8450-45ed-a91a-93e68cf99ec8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dc4fef61-5830-4ae5-86cb-5b4ee354c006 HTTP/1.1" status: 204 len: 168 time: 0.3236525 Oct 13 14:58:05.731748 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35994) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:05.804382 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-09c3e0e8-6d07-448a-8b8d-64a0dc4a6024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.882196 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-09c3e0e8-6d07-448a-8b8d-64a0dc4a6024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.902538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-09c3e0e8-6d07-448a-8b8d-64a0dc4a6024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bfc636-17e7-4192-8cb2-ae2a272681d0']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:05.911603 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-09c3e0e8-6d07-448a-8b8d-64a0dc4a6024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9100980-0fdf-436a-a6c8-a5f03ced6c27') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:05.914452 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-09c3e0e8-6d07-448a-8b8d-64a0dc4a6024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9100980-0fdf-436a-a6c8-a5f03ced6c27') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:05.926319 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-09c3e0e8-6d07-448a-8b8d-64a0dc4a6024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.939137 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-09c3e0e8-6d07-448a-8b8d-64a0dc4a6024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.944743 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c3e0e8-6d07-448a-8b8d-64a0dc4a6024 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:58:05.945164 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-09c3e0e8-6d07-448a-8b8d-64a0dc4a6024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:58:05.946763 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:58:06.085741 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-09c3e0e8-6d07-448a-8b8d-64a0dc4a6024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:06.093469 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-09c3e0e8-6d07-448a-8b8d-64a0dc4a6024 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:06.096616 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-09c3e0e8-6d07-448a-8b8d-64a0dc4a6024 admin admin] 10.222.0.18 "DELETE /v2.0/networks/56bfc636-17e7-4192-8cb2-ae2a272681d0 HTTP/1.1" status: 204 len: 168 time: 0.3638299 Oct 13 14:58:06.108655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3e0e8-6d07-448a-8b8d-64a0dc4a6024 admin admin] Pushing event deleted for resources: {'Network': ['ID=56bfc636-17e7-4192-8cb2-ae2a272681d0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:06.540887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 35998) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:06.583387 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2cfddc49-4592-472b-a31f-0278e2c3c8ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26d70270c811433389be5c8c36d0f488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412555 Oct 13 14:58:06.586022 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36000) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:06.634798 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c27d479-061f-4069-b101-17da516934bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:06.656083 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c27d479-061f-4069-b101-17da516934bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:06.710477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device e3851c22-828f-4a40-b07c-8e13181e0457 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:58:06.731121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: e3851c22-828f-4a40-b07c-8e13181e0457 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:58:06.731467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device e3851c22-828f-4a40-b07c-8e13181e0457 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:58:06.763225 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c27d479-061f-4069-b101-17da516934bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:06.765901 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5c27d479-061f-4069-b101-17da516934bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:06.767054 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5c27d479-061f-4069-b101-17da516934bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e76478aa-65fd-4de8-a47d-2fbe441aeb82 HTTP/1.1" status: 204 len: 168 time: 0.1801555 Oct 13 14:58:06.774775 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27d479-061f-4069-b101-17da516934bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76478aa-65fd-4de8-a47d-2fbe441aeb82,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:07.699832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36006) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:07.740397 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-624d84b3-e2c6-4573-8c16-8d04ad4b62eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5671b32841dc4e9eb1ac916be2617e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393689 Oct 13 14:58:07.743978 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36008) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:07.796035 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd3a669b-3378-4ca9-a398-a2eb564fe20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:07.817895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd3a669b-3378-4ca9-a398-a2eb564fe20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:07.954699 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd3a669b-3378-4ca9-a398-a2eb564fe20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:07.957220 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dd3a669b-3378-4ca9-a398-a2eb564fe20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:07.958433 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dd3a669b-3378-4ca9-a398-a2eb564fe20d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52be0980-761a-4e2e-9bd3-513cfe80e7fe HTTP/1.1" status: 204 len: 168 time: 0.2142398 Oct 13 14:58:07.966332 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a669b-3378-4ca9-a398-a2eb564fe20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52be0980-761a-4e2e-9bd3-513cfe80e7fe,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:09.040215 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36030) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:09.148614 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1520552813-network', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:09.303387 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Made reservation on behalf of 71c6f22f327a45e48d118a87d50883a8 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:58:09.305772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:09.315063 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:09.390371 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:09.453813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:09.480761 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:58:09.487051 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b8385a-3e73-4bb4-96bd-418aa5878e66,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:09.493150 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:09.499621 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Added segment b46fae96-6f2b-495e-ac1c-1c474cee8b67 of type vlan for network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 Oct 13 14:58:09.535096 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:09.631034 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:09.636152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:09.636152 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:09.691662 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] Pushing event updated for resources: {'Network': ['ID=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:09.701210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:58:09.736626 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f8ac0e16-da5f-4b5e-9eec-cb9fe377b6f5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6952612 Oct 13 14:58:09.739421 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36034) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:09.744796 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b37febde-cfca-4b78-b7e8-0f184be18122 admin admin] Request body: {'subnet': {'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1520552813-subnet', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:09.825424 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37febde-cfca-4b78-b7e8-0f184be18122 admin admin] Made reservation on behalf of 71c6f22f327a45e48d118a87d50883a8 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:58:09.827934 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b37febde-cfca-4b78-b7e8-0f184be18122 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:10.115059 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b37febde-cfca-4b78-b7e8-0f184be18122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:10.180296 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37febde-cfca-4b78-b7e8-0f184be18122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1eed10-6378-41be-9f72-88f770e36f58,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:10.184764 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37febde-cfca-4b78-b7e8-0f184be18122 admin admin] Checking segment: {'id': 'b46fae96-6f2b-495e-ac1c-1c474cee8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:58:10.185163 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37febde-cfca-4b78-b7e8-0f184be18122 admin admin] Network hostable DHCP agents. Network: a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:58:10.288228 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37febde-cfca-4b78-b7e8-0f184be18122 admin admin] Network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:58:10.372365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b37febde-cfca-4b78-b7e8-0f184be18122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:58:10.376437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37febde-cfca-4b78-b7e8-0f184be18122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:10.381860 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b37febde-cfca-4b78-b7e8-0f184be18122 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:10.384527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82640fe-bd41-41c4-ac61-389b767336fe None None] Network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:58:10.455517 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b37febde-cfca-4b78-b7e8-0f184be18122 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7149580 Oct 13 14:58:10.458160 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36038) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:10.462725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:10.543829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'fixed_ips': [{'subnet_id': 'fa1eed10-6378-41be-9f72-88f770e36f58'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:58:10.548749 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:10.569210 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:10.570499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:10.627442 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:10.683868 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Allocated IP 172.20.0.2 (a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2/fa1eed10-6378-41be-9f72-88f770e36f58/aa4b5e29-de90-42c5-b446-169bcdfcca2d) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:58:10.827670 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:10.840783 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:11.070199 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:11.110820 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:58:11.113815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:58:11.117284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:58:11.123403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Pushing event updated for resources: {'Port': ['ID=aa4b5e29-de90-42c5-b446-169bcdfcca2d,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:11.135120 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:11.135465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:11.135804 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:11.136136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:11.137146 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:11.137437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:11.137764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:11.138091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:11.138420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:11.138751 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:11.139063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:11.139390 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:11.149477 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:11.175752 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:11.188165 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Attempting to bind port aa4b5e29-de90-42c5-b446-169bcdfcca2d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:58:11.188525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Attempting to bind port aa4b5e29-de90-42c5-b446-169bcdfcca2d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'b46fae96-6f2b-495e-ac1c-1c474cee8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:58:11.188889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Attempting to bind port aa4b5e29-de90-42c5-b446-169bcdfcca2d on network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:58:11.193917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:58:11.199676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Checking segment: {'id': 'b46fae96-6f2b-495e-ac1c-1c474cee8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:58:11.199676 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:11.199676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Bound using segment: {'id': 'b46fae96-6f2b-495e-ac1c-1c474cee8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:58:11.199676 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Bound port: aa4b5e29-de90-42c5-b446-169bcdfcca2d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46fae96-6f2b-495e-ac1c-1c474cee8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:58:11.199676 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:11.258862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] For port aa4b5e29-de90-42c5-b446-169bcdfcca2d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:58:11.262756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] For port aa4b5e29-de90-42c5-b446-169bcdfcca2d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=aa4b5e29-de90-42c5-b446-169bcdfcca2d,segment=NetworkSegment(b46fae96-6f2b-495e-ac1c-1c474cee8b67),segment_id=b46fae96-6f2b-495e-ac1c-1c474cee8b67)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:58:11.281675 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Allocated IP 172.25.0.235 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/56bbac4d-5b90-4c15-85ef-35fdfa41eba8) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:58:11.346158 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:11.391323 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:11.416631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab7eaf-8f30-48af-a4ca-4f2958438c59 None None] Pushing event updated for resources: {'Port': ['ID=aa4b5e29-de90-42c5-b446-169bcdfcca2d,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:11.803201 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:11.841910 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:58:11.844589 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:58:11.848178 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:58:11.876442 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=56bbac4d-5b90-4c15-85ef-35fdfa41eba8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:12.187871 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:12.395805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02144d6-258e-478c-afdf-17595cf48f52 None None] Network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:58:12.400660 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:12.512341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-13831af3-557c-44a4-a718-4d89b04ffd91 None None] Provisioning complete for port aa4b5e29-de90-42c5-b446-169bcdfcca2d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:12.514903 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-13831af3-557c-44a4-a718-4d89b04ffd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:12.600369 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:58:12.629290 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-13831af3-557c-44a4-a718-4d89b04ffd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:12.666855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-13831af3-557c-44a4-a718-4d89b04ffd91 None None] For port aa4b5e29-de90-42c5-b446-169bcdfcca2d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=aa4b5e29-de90-42c5-b446-169bcdfcca2d,segment=NetworkSegment(b46fae96-6f2b-495e-ac1c-1c474cee8b67),segment_id=b46fae96-6f2b-495e-ac1c-1c474cee8b67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:12.729792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:58:12.738832 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-13831af3-557c-44a4-a718-4d89b04ffd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:12.740809 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Sync routers for ids ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:58:12.751483 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Routers {'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:12.752115 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:57:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:12.797646 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13831af3-557c-44a4-a718-4d89b04ffd91 None None] Pushing event updated for resources: {'Port': ['ID=aa4b5e29-de90-42c5-b446-169bcdfcca2d,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:12.827668 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:12.828972 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-81eacf96-7594-42b8-9475-b552e07e5ba3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3697784 Oct 13 14:58:12.831653 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36040) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:12.859300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ee2412e8-becd-4fe9-9957-9aa773945c84 None None] Provisioning complete for port aa4b5e29-de90-42c5-b446-169bcdfcca2d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:12.859726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ee2412e8-becd-4fe9-9957-9aa773945c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:12.866159 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Set router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:13.053358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T14:58:11Z', 'revision_number': 3, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:13.084756 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Checking router: e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:58:13.085191 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Updating router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 port 56bbac4d-5b90-4c15-85ef-35fdfa41eba8 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:58:13.111797 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:13.274463 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:13.366834 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:13.444264 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device aa4b5e29-de90-42c5-b446-169bcdfcca2d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:58:13.445427 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:13.454830 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Allocated IP 172.20.0.1 (a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2/fa1eed10-6378-41be-9f72-88f770e36f58/f85f3c1c-46e2-4548-9a12-ed9c794e6d68) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:58:13.503526 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Attempting to bind port 56bbac4d-5b90-4c15-85ef-35fdfa41eba8 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:58:13.503975 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Attempting to bind port 56bbac4d-5b90-4c15-85ef-35fdfa41eba8 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:58:13.504332 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Attempting to bind port 56bbac4d-5b90-4c15-85ef-35fdfa41eba8 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:58:13.504623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port aa4b5e29-de90-42c5-b446-169bcdfcca2d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:13.505092 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:13.514706 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:58:13.515085 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:58:13.515545 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:13.516709 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:58:13.516709 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Bound port: 56bbac4d-5b90-4c15-85ef-35fdfa41eba8, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:58:13.516946 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:13.518582 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Pushing event updated for resources: {'Port': ['ID=56bbac4d-5b90-4c15-85ef-35fdfa41eba8,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:13.557830 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:13.558576 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:13.558999 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:13.559337 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:13.559663 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:13.559988 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:13.560309 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:13.560627 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:13.560945 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:13.561288 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:13.561612 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:13.561925 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 14:58:13.583893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:13.592083 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] For port 56bbac4d-5b90-4c15-85ef-35fdfa41eba8, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:58:13.596740 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] For port 56bbac4d-5b90-4c15-85ef-35fdfa41eba8, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=56bbac4d-5b90-4c15-85ef-35fdfa41eba8,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:58:13.671798 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:13.700724 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:13.733446 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Routers {'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:13.734074 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:57:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:13.742332 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:58:13.745471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:58:13.749195 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:58:13.772686 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Pushing event updated for resources: {'Port': ['ID=f85f3c1c-46e2-4548-9a12-ed9c794e6d68,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:13.789203 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3106b2-4c42-4fa9-9fb5-a32c4ab6eb62 None None] Pushing event updated for resources: {'Port': ['ID=56bbac4d-5b90-4c15-85ef-35fdfa41eba8,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:13.794138 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:13.864348 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] Set router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:13.979063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-78045ccf-658f-4d58-b2f7-db7a15ccd50c None None] Provisioning complete for port f85f3c1c-46e2-4548-9a12-ed9c794e6d68 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:13.979372 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-78045ccf-658f-4d58-b2f7-db7a15ccd50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:14.018545 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:14.020776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-78045ccf-658f-4d58-b2f7-db7a15ccd50c None None] Port f85f3c1c-46e2-4548-9a12-ed9c794e6d68 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:58:14.055064 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T14:58:11Z', 'revision_number': 3, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:14.082855 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bbbe92-8be8-4064-8bed-824501194578 None None] The sync data for ids ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'] in n-d-806683-15 is: [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T14:58:11Z', 'revision_number': 3, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:58:14.211537 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:14.269274 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:14.342781 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Pushing event updated for resources: {'Port': ['ID=f85f3c1c-46e2-4548-9a12-ed9c794e6d68,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:14.359298 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:14.463805 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:58:14.465464 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:58:14.593323 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:58:14.734086 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:58:14.740566 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7573c0f3-4d88-4a0b-b0ad-dbd82417ed5f admin admin] 10.222.0.18 "PUT /v2.0/routers/e644b3ae-c0f2-440e-9253-aa40b5dfaaa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078765 Oct 13 14:58:14.746299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-627fca6c-681b-4673-9e1c-752d97703638 None None] Provisioning complete for port f85f3c1c-46e2-4548-9a12-ed9c794e6d68 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:14.746891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-627fca6c-681b-4673-9e1c-752d97703638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:14.792012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-627fca6c-681b-4673-9e1c-752d97703638 None None] Port f85f3c1c-46e2-4548-9a12-ed9c794e6d68 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:58:15.447846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 56bbac4d-5b90-4c15-85ef-35fdfa41eba8 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:58:15.478312 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36056) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:15.483240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-399729371-network', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:15.503487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 56bbac4d-5b90-4c15-85ef-35fdfa41eba8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:15.503783 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:15.566233 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Made reservation on behalf of 58a7a0667f5244548c33b8d3019ccb5c for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:58:15.568631 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:15.578928 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:15.584241 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:15.611096 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 56bbac4d-5b90-4c15-85ef-35fdfa41eba8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=56bbac4d-5b90-4c15-85ef-35fdfa41eba8,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:15.661360 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:15.691767 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:15.722192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Sync routers for ids ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:58:15.742110 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Routers {'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:15.742723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:57:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:15.754699 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:15.782570 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 14:58:15.788180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=56bbac4d-5b90-4c15-85ef-35fdfa41eba8,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:15.794469 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadfdd31-a1b4-4832-9387-1a30369b77e7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:15.801473 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:15.801827 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Added segment 74b591cf-8a66-4043-ab32-8338472ef13f of type vlan for network 2dc76194-6203-4576-9f04-5e97ddf3674e Oct 13 14:58:15.845570 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:15.864040 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Set router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:15.939884 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:15.940923 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:15.941536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:16.007012 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] Pushing event updated for resources: {'Network': ['ID=2dc76194-6203-4576-9f04-5e97ddf3674e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:16.026066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 2dc76194-6203-4576-9f04-5e97ddf3674e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 14:58:16.073784 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-48113205-7d19-42e1-b316-4489c0b82e12 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5941226 Oct 13 14:58:16.076625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36058) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:16.081922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-14fa5efb-3e4a-46da-8bf1-bd422c62736c admin admin] Request body: {'subnet': {'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-399729371-subnet', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:16.180289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fa5efb-3e4a-46da-8bf1-bd422c62736c admin admin] Made reservation on behalf of 58a7a0667f5244548c33b8d3019ccb5c for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:58:16.183557 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-14fa5efb-3e4a-46da-8bf1-bd422c62736c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:16.301907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T14:58:13Z', 'revision_number': 4, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f85f3c1c-46e2-4548-9a12-ed9c794e6d68', 'name': '', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'mac_address': 'fa:16:3e:7c:2d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:13Z', 'updated_at': '2021-10-13T14:58:14Z', 'revision_number': 2, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'subnets': [{'id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:16.330345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Checking router: e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:58:16.330702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Updating router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 port f85f3c1c-46e2-4548-9a12-ed9c794e6d68 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:58:16.357804 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:16.396781 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-14fa5efb-3e4a-46da-8bf1-bd422c62736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:16.452187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa5efb-3e4a-46da-8bf1-bd422c62736c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ffe1b17-2bec-4272-bba0-416041931f68,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:16.462552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fa5efb-3e4a-46da-8bf1-bd422c62736c admin admin] Checking segment: {'id': '74b591cf-8a66-4043-ab32-8338472ef13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:58:16.462909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fa5efb-3e4a-46da-8bf1-bd422c62736c admin admin] Network hostable DHCP agents. Network: 2dc76194-6203-4576-9f04-5e97ddf3674e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 14:58:16.517859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fa5efb-3e4a-46da-8bf1-bd422c62736c admin admin] Network 2dc76194-6203-4576-9f04-5e97ddf3674e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 14:58:16.597197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-14fa5efb-3e4a-46da-8bf1-bd422c62736c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 2dc76194-6203-4576-9f04-5e97ddf3674e) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:58:16.602019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fa5efb-3e4a-46da-8bf1-bd422c62736c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:16.607011 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-14fa5efb-3e4a-46da-8bf1-bd422c62736c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:16.612782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d2312-1948-49f2-94a1-2be8be171125 None None] Network 2dc76194-6203-4576-9f04-5e97ddf3674e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:58:16.675535 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:16.685240 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-14fa5efb-3e4a-46da-8bf1-bd422c62736c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6073151 Oct 13 14:58:16.687711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36060) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:16.691999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-399729371-router', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:16.745185 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:16.774352 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:16.775463 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:16.826227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54867d-1060-4a7f-91f8-82e191bac9f3 None None] Pushing event updated for resources: {'Port': ['ID=f85f3c1c-46e2-4548-9a12-ed9c794e6d68,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:16.835869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-2dc76194-6203-4576-9f04-5e97ddf3674e', 'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'fixed_ips': [{'subnet_id': '2ffe1b17-2bec-4272-bba0-416041931f68'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 14:58:16.835869 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:16.907950 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Attempting to bind port f85f3c1c-46e2-4548-9a12-ed9c794e6d68 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:58:16.908326 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Attempting to bind port f85f3c1c-46e2-4548-9a12-ed9c794e6d68 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'b46fae96-6f2b-495e-ac1c-1c474cee8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:58:16.908835 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Attempting to bind port f85f3c1c-46e2-4548-9a12-ed9c794e6d68 on network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:58:16.963589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:58:16.969164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Checking segment: {'id': 'b46fae96-6f2b-495e-ac1c-1c474cee8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:58:16.969164 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:16.969164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Bound using segment: {'id': 'b46fae96-6f2b-495e-ac1c-1c474cee8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:58:16.969164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Bound port: f85f3c1c-46e2-4548-9a12-ed9c794e6d68, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46fae96-6f2b-495e-ac1c-1c474cee8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:58:16.969164 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.084886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Allocated IP 172.20.0.2 (2dc76194-6203-4576-9f04-5e97ddf3674e/2ffe1b17-2bec-4272-bba0-416041931f68/5fce1a75-5867-4621-acf4-1e7820b75ebf) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:58:17.090659 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] For port f85f3c1c-46e2-4548-9a12-ed9c794e6d68, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:58:17.095403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] For port f85f3c1c-46e2-4548-9a12-ed9c794e6d68, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f85f3c1c-46e2-4548-9a12-ed9c794e6d68,segment=NetworkSegment(b46fae96-6f2b-495e-ac1c-1c474cee8b67),segment_id=b46fae96-6f2b-495e-ac1c-1c474cee8b67)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:58:17.168119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-746be5ab-1a0c-4890-8502-97fc73bc9994 None None] Provisioning complete for port f85f3c1c-46e2-4548-9a12-ed9c794e6d68 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:17.168490 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-746be5ab-1a0c-4890-8502-97fc73bc9994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.175471 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.220791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.329470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54867d-1060-4a7f-91f8-82e191bac9f3 None None] Pushing event updated for resources: {'Port': ['ID=f85f3c1c-46e2-4548-9a12-ed9c794e6d68,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:17.332070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Routers {'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:17.332681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:57:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:17.403171 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.458085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 56bbac4d-5b90-4c15-85ef-35fdfa41eba8 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:58:17.468783 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.517470 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-746be5ab-1a0c-4890-8502-97fc73bc9994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.544924 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.546359 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] Set router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:17.649750 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Network 2dc76194-6203-4576-9f04-5e97ddf3674e is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:58:17.657369 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-746be5ab-1a0c-4890-8502-97fc73bc9994 None None] For port f85f3c1c-46e2-4548-9a12-ed9c794e6d68, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f85f3c1c-46e2-4548-9a12-ed9c794e6d68,segment=NetworkSegment(b46fae96-6f2b-495e-ac1c-1c474cee8b67),segment_id=b46fae96-6f2b-495e-ac1c-1c474cee8b67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:17.690835 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:58:17.694749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Pushing event updated for resources: {'Port': ['ID=5fce1a75-5867-4621-acf4-1e7820b75ebf,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:17.697476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:58:17.700221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 56bbac4d-5b90-4c15-85ef-35fdfa41eba8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:17.700610 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.760220 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-746be5ab-1a0c-4890-8502-97fc73bc9994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.795049 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.815152 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.890195 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Attempting to bind port 5fce1a75-5867-4621-acf4-1e7820b75ebf on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:58:17.890825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Attempting to bind port 5fce1a75-5867-4621-acf4-1e7820b75ebf by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '74b591cf-8a66-4043-ab32-8338472ef13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:58:17.890957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Attempting to bind port 5fce1a75-5867-4621-acf4-1e7820b75ebf on network 2dc76194-6203-4576-9f04-5e97ddf3674e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:58:17.923194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:58:17.923577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Checking segment: {'id': '74b591cf-8a66-4043-ab32-8338472ef13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:58:17.924230 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.924634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Bound using segment: {'id': '74b591cf-8a66-4043-ab32-8338472ef13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:58:17.925130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Bound port: 5fce1a75-5867-4621-acf4-1e7820b75ebf, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b591cf-8a66-4043-ab32-8338472ef13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:58:17.925515 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:17.929852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746be5ab-1a0c-4890-8502-97fc73bc9994 None None] Pushing event updated for resources: {'Port': ['ID=f85f3c1c-46e2-4548-9a12-ed9c794e6d68,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:17.930413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Allocated IP 172.25.0.238 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/f28d376e-4cc2-4193-af4e-4b3527456aad) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:58:17.989161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-38ee0277-466d-44b4-afb2-4fe0c322bffb None None] Provisioning complete for port f85f3c1c-46e2-4548-9a12-ed9c794e6d68 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:17.989577 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-38ee0277-466d-44b4-afb2-4fe0c322bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:18.043202 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:18.081936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36064) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:18.106308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] For port 5fce1a75-5867-4621-acf4-1e7820b75ebf, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:58:18.141419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] For port 5fce1a75-5867-4621-acf4-1e7820b75ebf, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5fce1a75-5867-4621-acf4-1e7820b75ebf,segment=NetworkSegment(74b591cf-8a66-4043-ab32-8338472ef13f),segment_id=74b591cf-8a66-4043-ab32-8338472ef13f)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:58:18.151422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:18.157891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T14:58:13Z', 'revision_number': 4, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f85f3c1c-46e2-4548-9a12-ed9c794e6d68', 'name': '', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'mac_address': 'fa:16:3e:7c:2d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:13Z', 'updated_at': '2021-10-13T14:58:17Z', 'revision_number': 4, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'subnets': [{'id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:18.192863 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078496d4-96a7-42ad-974b-41052c2b8517 None None] The sync data for ids ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'] in n-d-806683-15 is: [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T14:58:13Z', 'revision_number': 4, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f85f3c1c-46e2-4548-9a12-ed9c794e6d68', 'name': '', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'mac_address': 'fa:16:3e:7c:2d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:13Z', 'updated_at': '2021-10-13T14:58:17Z', 'revision_number': 4, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'subnets': [{'id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:58:18.202872 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:18.233922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:58:18.240275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:58:18.252694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:58:18.300765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Pushing event updated for resources: {'Port': ['ID=f28d376e-4cc2-4193-af4e-4b3527456aad,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:18.328025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcca8fb-cdfa-4adb-a5c0-600657e7c3d7 None None] Pushing event updated for resources: {'Port': ['ID=5fce1a75-5867-4621-acf4-1e7820b75ebf,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:18.485923 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-099cfaf0-eda3-49f3-90d2-719e0d062177 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Deleting port a614b699-32fa-4d39-a15d-b382f5682976 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:58:18.486270 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-099cfaf0-eda3-49f3-90d2-719e0d062177 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:18.607674 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-099cfaf0-eda3-49f3-90d2-719e0d062177 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:18.608098 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-099cfaf0-eda3-49f3-90d2-719e0d062177 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:18.659335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-099cfaf0-eda3-49f3-90d2-719e0d062177 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Calling delete_port for a614b699-32fa-4d39-a15d-b382f5682976 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:58:18.783264 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:18.935369 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:19.086684 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:19.138191 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-099cfaf0-eda3-49f3-90d2-719e0d062177 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:19.176960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cfaf0-eda3-49f3-90d2-719e0d062177 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Pushing event deleted for resources: {'Port': ['ID=a614b699-32fa-4d39-a15d-b382f5682976,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:19.291210 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-099cfaf0-eda3-49f3-90d2-719e0d062177 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:19.291906 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-099cfaf0-eda3-49f3-90d2-719e0d062177 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Floating IP ebb5ba3d-9e3f-4763-aba3-23c2233038e7 disassociated (deleted). External IP: 172.25.0.212, port: 97de7d6d-2273-45a3-960d-200485ad4506. Oct 13 14:58:19.364757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c7785-5f41-498e-b850-557d33556e7b None None] Network 2dc76194-6203-4576-9f04-5e97ddf3674e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:58:19.451926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b5c0ea8c-b095-4f1f-bbb2-3fff3f174ad3 None None] Provisioning complete for port 5fce1a75-5867-4621-acf4-1e7820b75ebf triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:19.452526 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ea8c-b095-4f1f-bbb2-3fff3f174ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:19.492048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Router 767fa12c-dc20-4dc9-91e1-b0fbc3908017 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 14:58:19.569975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5fce1a75-5867-4621-acf4-1e7820b75ebf up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:58:19.608379 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-763dd20a-fa26-4f66-9fcb-e107af914d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:19.661602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099cfaf0-eda3-49f3-90d2-719e0d062177 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Router a3dd386b-eb08-4a51-88d4-ec3044519003 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:58:19.679479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:58:19.687913 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ea8c-b095-4f1f-bbb2-3fff3f174ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:19.692516 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Sync routers for ids ['767fa12c-dc20-4dc9-91e1-b0fbc3908017'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:58:19.703062 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Routers {'767fa12c-dc20-4dc9-91e1-b0fbc3908017'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:19.703741 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:57:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['767fa12c-dc20-4dc9-91e1-b0fbc3908017'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:19.711694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 5fce1a75-5867-4621-acf4-1e7820b75ebf triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:19.712066 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:19.781029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b5c0ea8c-b095-4f1f-bbb2-3fff3f174ad3 None None] For port 5fce1a75-5867-4621-acf4-1e7820b75ebf, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5fce1a75-5867-4621-acf4-1e7820b75ebf,segment=NetworkSegment(74b591cf-8a66-4043-ab32-8338472ef13f),segment_id=74b591cf-8a66-4043-ab32-8338472ef13f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:19.809525 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:19.813764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fe598955-c93d-46ff-a353-1785098f7acd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1224153 Oct 13 14:58:19.816313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36066) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:19.864808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099cfaf0-eda3-49f3-90d2-719e0d062177 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:58:19.871422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-099cfaf0-eda3-49f3-90d2-719e0d062177 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:19.932517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-099cfaf0-eda3-49f3-90d2-719e0d062177 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "DELETE /v2.0/floatingips/ebb5ba3d-9e3f-4763-aba3-23c2233038e7 HTTP/1.1" status: 204 len: 168 time: 1.8394456 Oct 13 14:58:19.966778 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Set router 767fa12c-dc20-4dc9-91e1-b0fbc3908017 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:19.991772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:58:19.994115 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191ffe98-127e-49f5-afff-61fda5374a88" -d '{"events": [{"name": "network-changed", "server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "tag": "97de7d6d-2273-45a3-960d-200485ad4506"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:58:20.065678 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:20.083005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f33f20-5de1-4081-940a-326d376ac7e4 None None] Sync routers for ids ['a3dd386b-eb08-4a51-88d4-ec3044519003'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:58:20.093552 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b5c0ea8c-b095-4f1f-bbb2-3fff3f174ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:20.100299 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d584d5-25bf-4ff1-8142-ff2b94abad59 x-openstack-request-id: req-68d584d5-25bf-4ff1-8142-ff2b94abad59 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:58:20.100751 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "tag": "97de7d6d-2273-45a3-960d-200485ad4506", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:58:20.101048 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68d584d5-25bf-4ff1-8142-ff2b94abad59 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:58:20.101475 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506', 'status': 'completed', 'code': 200} Oct 13 14:58:20.130638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f33f20-5de1-4081-940a-326d376ac7e4 None None] Routers {'a3dd386b-eb08-4a51-88d4-ec3044519003'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:20.139454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c3f33f20-5de1-4081-940a-326d376ac7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:57:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a3dd386b-eb08-4a51-88d4-ec3044519003'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:20.195751 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'name': 'tempest-TestServerBasicOps-399729371-router', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:16Z', 'updated_at': '2021-10-13T14:58:18Z', 'revision_number': 3, 'project_id': '58a7a0667f5244548c33b8d3019ccb5c', 'gw_port': {'id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:17Z', 'updated_at': '2021-10-13T14:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:20.238703 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Checking router: 767fa12c-dc20-4dc9-91e1-b0fbc3908017 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:58:20.239059 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Updating router 767fa12c-dc20-4dc9-91e1-b0fbc3908017 port f28d376e-4cc2-4193-af4e-4b3527456aad binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:58:20.250988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ffe98-127e-49f5-afff-61fda5374a88 req-717728dd-e94d-4f49-8875-540f03472ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:20.251565 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-191ffe98-127e-49f5-afff-61fda5374a88 req-717728dd-e94d-4f49-8875-540f03472ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9949d738ed5247f7af1a6c0ea4bea2f6&device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0911093 Oct 13 14:58:20.269149 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:20.289163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1a210f75-d25f-4747-a139-f92e20f93eae None None] Provisioning complete for port 5fce1a75-5867-4621-acf4-1e7820b75ebf triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:20.289430 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1a210f75-d25f-4747-a139-f92e20f93eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:20.330525 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0ea8c-b095-4f1f-bbb2-3fff3f174ad3 None None] Pushing event updated for resources: {'Port': ['ID=5fce1a75-5867-4621-acf4-1e7820b75ebf,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:20.333112 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 14:58:20.333471 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 14:58:20.374147 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-c3f33f20-5de1-4081-940a-326d376ac7e4 None None] Set router a3dd386b-eb08-4a51-88d4-ec3044519003 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:20.443740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ffe98-127e-49f5-afff-61fda5374a88 req-f4e8414c-ebe2-4437-95b4-12431aa2ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:20.445289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-191ffe98-127e-49f5-afff-61fda5374a88 req-f4e8414c-ebe2-4437-95b4-12431aa2ea96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=366e1267-d2a6-4845-a4e3-b680a2b81c19 HTTP/1.1" status: 200 len: 914 time: 0.1842327 Oct 13 14:58:20.547885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-191ffe98-127e-49f5-afff-61fda5374a88 req-94c31e79-7759-4e36-b625-e7586711e247 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97de7d6d-2273-45a3-960d-200485ad4506 HTTP/1.1" status: 200 len: 217 time: 0.0774956 Oct 13 14:58:20.623814 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:20.655291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f003ef-3f9d-466e-a20d-d5b6a8708dc5 req-db04c10e-b5c5-486b-853d-d19450578e36 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:20.658149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38f003ef-3f9d-466e-a20d-d5b6a8708dc5 req-db04c10e-b5c5-486b-853d-d19450578e36 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 945 time: 0.1878357 Oct 13 14:58:20.658304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c3f33f20-5de1-4081-940a-326d376ac7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a884c254-5c11-4b0d-b039-0b45aa8a1dc7', 'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'mac_address': 'fa:16:3e:90:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:04Z', 'updated_at': '2021-10-13T14:54:08Z', 'revision_number': 5, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'subnets': [{'id': '59bf9f09-a3af-4053-a152-549617499fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:20.670710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:20.679108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ffe98-127e-49f5-afff-61fda5374a88 req-04ed602c-c6ce-4750-b504-2354b41d95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:20.680565 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-191ffe98-127e-49f5-afff-61fda5374a88 req-04ed602c-c6ce-4750-b504-2354b41d95ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=59bf9f09-a3af-4053-a152-549617499fb5 HTTP/1.1" status: 200 len: 852 time: 0.1214812 Oct 13 14:58:20.688254 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:20.696761 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f33f20-5de1-4081-940a-326d376ac7e4 None None] Checking router: a3dd386b-eb08-4a51-88d4-ec3044519003 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:58:20.710553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f33f20-5de1-4081-940a-326d376ac7e4 None None] Routers {'a3dd386b-eb08-4a51-88d4-ec3044519003'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:20.711571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c3f33f20-5de1-4081-940a-326d376ac7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:57:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a3dd386b-eb08-4a51-88d4-ec3044519003'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:20.756173 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Attempting to bind port f28d376e-4cc2-4193-af4e-4b3527456aad on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:58:20.757233 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Attempting to bind port f28d376e-4cc2-4193-af4e-4b3527456aad by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:58:20.757585 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Attempting to bind port f28d376e-4cc2-4193-af4e-4b3527456aad on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:58:20.768203 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6aa469-ee55-483b-b417-c373212ba026 None None] Pushing event updated for resources: {'Port': ['ID=f28d376e-4cc2-4193-af4e-4b3527456aad,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:20.770696 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:58:20.771341 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:58:20.771733 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:20.772322 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:58:20.772969 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Bound port: f28d376e-4cc2-4193-af4e-4b3527456aad, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:58:20.773567 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:20.781897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-38f003ef-3f9d-466e-a20d-d5b6a8708dc5 req-cf592880-9565-48ff-a380-99e18746b019 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1158564 Oct 13 14:58:20.806236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ffe98-127e-49f5-afff-61fda5374a88 req-b27b7173-b76c-4cd3-a03e-ae4d554838d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:20.808391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-191ffe98-127e-49f5-afff-61fda5374a88 req-b27b7173-b76c-4cd3-a03e-ae4d554838d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=366e1267-d2a6-4845-a4e3-b680a2b81c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172240 Oct 13 14:58:20.842759 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] For port f28d376e-4cc2-4193-af4e-4b3527456aad, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:58:20.843914 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] For port f28d376e-4cc2-4193-af4e-4b3527456aad, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f28d376e-4cc2-4193-af4e-4b3527456aad,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:58:20.885275 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-c3f33f20-5de1-4081-940a-326d376ac7e4 None None] Set router a3dd386b-eb08-4a51-88d4-ec3044519003 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:20.888927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f85f3c1c-46e2-4548-9a12-ed9c794e6d68 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:58:20.904147 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:20.964343 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Routers {'767fa12c-dc20-4dc9-91e1-b0fbc3908017'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:20.965349 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:57:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['767fa12c-dc20-4dc9-91e1-b0fbc3908017'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:21.020457 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6aa469-ee55-483b-b417-c373212ba026 None None] Pushing event updated for resources: {'Port': ['ID=f28d376e-4cc2-4193-af4e-4b3527456aad,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:21.081752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f85f3c1c-46e2-4548-9a12-ed9c794e6d68 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:21.081752 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:21.093321 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] Set router 767fa12c-dc20-4dc9-91e1-b0fbc3908017 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:21.263377 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-c3f33f20-5de1-4081-940a-326d376ac7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a884c254-5c11-4b0d-b039-0b45aa8a1dc7', 'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'mac_address': 'fa:16:3e:90:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:04Z', 'updated_at': '2021-10-13T14:54:08Z', 'revision_number': 5, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'subnets': [{'id': '59bf9f09-a3af-4053-a152-549617499fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:21.294487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f33f20-5de1-4081-940a-326d376ac7e4 None None] The sync data for ids ['a3dd386b-eb08-4a51-88d4-ec3044519003'] in n-d-806683-15 is: [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:05Z', 'revision_number': 4, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a884c254-5c11-4b0d-b039-0b45aa8a1dc7', 'name': '', 'network_id': '366e1267-d2a6-4845-a4e3-b680a2b81c19', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'mac_address': 'fa:16:3e:90:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '59bf9f09-a3af-4053-a152-549617499fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:04Z', 'updated_at': '2021-10-13T14:54:08Z', 'revision_number': 5, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'subnets': [{'id': '59bf9f09-a3af-4053-a152-549617499fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:58:21.313896 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'name': 'tempest-TestServerBasicOps-399729371-router', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:16Z', 'updated_at': '2021-10-13T14:58:18Z', 'revision_number': 3, 'project_id': '58a7a0667f5244548c33b8d3019ccb5c', 'gw_port': {'id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:17Z', 'updated_at': '2021-10-13T14:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:21.345069 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf75a54-16ec-4837-afa1-60b67d73e988 None None] The sync data for ids ['767fa12c-dc20-4dc9-91e1-b0fbc3908017'] in n-d-806683-15 is: [{'id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'name': 'tempest-TestServerBasicOps-399729371-router', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:16Z', 'updated_at': '2021-10-13T14:58:18Z', 'revision_number': 3, 'project_id': '58a7a0667f5244548c33b8d3019ccb5c', 'gw_port': {'id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:17Z', 'updated_at': '2021-10-13T14:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:58:21.364715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Allocated IP 172.20.0.1 (2dc76194-6203-4576-9f04-5e97ddf3674e/2ffe1b17-2bec-4272-bba0-416041931f68/60942029-fb29-4127-8f14-f7723f75d0e0) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:58:21.376173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-191ffe98-127e-49f5-afff-61fda5374a88 req-5aac33ea-6673-4ab4-9c6a-4542bdce5afc service neutron] 10.222.0.41 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496556 Oct 13 14:58:21.461654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5fce1a75-5867-4621-acf4-1e7820b75ebf up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:58:21.525465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 5fce1a75-5867-4621-acf4-1e7820b75ebf triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:21.525851 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:21.563492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-191ffe98-127e-49f5-afff-61fda5374a88 req-f328bce1-57a8-4ba6-a8ae-415486ace729 service neutron] 10.222.0.41 "GET /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779554 Oct 13 14:58:21.576107 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:21.703449 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:21.746229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Network 2dc76194-6203-4576-9f04-5e97ddf3674e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:58:21.750086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:58:21.754526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:58:21.771431 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c18a68-b386-4474-b028-677943c065fd None None] New status for floating IP ebb5ba3d-9e3f-4763-aba3-23c2233038e7: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:58:21.784835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Pushing event updated for resources: {'Port': ['ID=60942029-fb29-4127-8f14-f7723f75d0e0,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:21.805858 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:22.046183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd6cb3-9f72-4c61-b0b5-bf7a659d2f35 req-3a739422-f3fd-4934-8a39-f26849e63703 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:22.053722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dafd6cb3-9f72-4c61-b0b5-bf7a659d2f35 req-3a739422-f3fd-4934-8a39-f26849e63703 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 945 time: 0.1276555 Oct 13 14:58:22.118381 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:22.121660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-64fd42f4-c8fe-48ec-b4dd-682121e9a7e6 None None] Provisioning complete for port 60942029-fb29-4127-8f14-f7723f75d0e0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:22.122583 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-64fd42f4-c8fe-48ec-b4dd-682121e9a7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:22.123101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dafd6cb3-9f72-4c61-b0b5-bf7a659d2f35 req-8a63a248-7301-496d-8adf-36b8369efd01 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/security-groups?id=83ae1048-f4b8-4e40-9283-c6ded9cc863b&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0684774 Oct 13 14:58:22.172401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-64fd42f4-c8fe-48ec-b4dd-682121e9a7e6 None None] Port 60942029-fb29-4127-8f14-f7723f75d0e0 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:58:22.266630 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f60f87be-ac09-47ea-b8e1-d7a4741a4908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:22.282576 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:22.314510 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:22.381030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7e18c-7518-42cb-9017-0ed79649eb96 req-15f87d2f-116d-47de-8dc3-5ebf09d50b5f tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:22.389019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fd7e18c-7518-42cb-9017-0ed79649eb96 req-15f87d2f-116d-47de-8dc3-5ebf09d50b5f tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 945 time: 0.0523169 Oct 13 14:58:22.398307 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:22.519813 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:22.523609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Pushing event updated for resources: {'Port': ['ID=60942029-fb29-4127-8f14-f7723f75d0e0,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:22.601259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-5fd7e18c-7518-42cb-9017-0ed79649eb96 req-fe3ec7c9-9df0-4b2a-b377-d40badd3fdbc tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Deleting port 97de7d6d-2273-45a3-960d-200485ad4506 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:58:22.602699 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fd7e18c-7518-42cb-9017-0ed79649eb96 req-fe3ec7c9-9df0-4b2a-b377-d40badd3fdbc tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:22.688577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Network 2dc76194-6203-4576-9f04-5e97ddf3674e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:58:22.691826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:58:22.756287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5fd7e18c-7518-42cb-9017-0ed79649eb96 req-fe3ec7c9-9df0-4b2a-b377-d40badd3fdbc tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] For port 97de7d6d-2273-45a3-960d-200485ad4506, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=97de7d6d-2273-45a3-960d-200485ad4506,segment=NetworkSegment(8e1b9bd1-2a59-4f26-84d7-f621bcc2c214),segment_id=8e1b9bd1-2a59-4f26-84d7-f621bcc2c214)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:22.756647 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fd7e18c-7518-42cb-9017-0ed79649eb96 req-fe3ec7c9-9df0-4b2a-b377-d40badd3fdbc tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:22.776211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-5fd7e18c-7518-42cb-9017-0ed79649eb96 req-fe3ec7c9-9df0-4b2a-b377-d40badd3fdbc tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Calling delete_port for 97de7d6d-2273-45a3-960d-200485ad4506 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:58:22.889126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Router 767fa12c-dc20-4dc9-91e1-b0fbc3908017 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:58:22.900004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b1934757-52b6-4d19-997d-621347d618a6 None None] Provisioning complete for port 60942029-fb29-4127-8f14-f7723f75d0e0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:22.900395 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b1934757-52b6-4d19-997d-621347d618a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:22.938561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b1934757-52b6-4d19-997d-621347d618a6 None None] Port 60942029-fb29-4127-8f14-f7723f75d0e0 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:58:23.045561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:58:23.050721 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dfc12f17-8ad1-44a0-9f03-dca073b4d491 admin admin] 10.222.0.18 "PUT /v2.0/routers/767fa12c-dc20-4dc9-91e1-b0fbc3908017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2357643 Oct 13 14:58:23.091788 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fd7e18c-7518-42cb-9017-0ed79649eb96 req-fe3ec7c9-9df0-4b2a-b377-d40badd3fdbc tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:23.125847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ec7c9-9df0-4b2a-b377-d40badd3fdbc tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Pushing event deleted for resources: {'Port': ['ID=97de7d6d-2273-45a3-960d-200485ad4506,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:23.173104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd7e18c-7518-42cb-9017-0ed79649eb96 req-fe3ec7c9-9df0-4b2a-b377-d40badd3fdbc tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] No DVR routers for this DVR port 97de7d6d-2273-45a3-960d-200485ad4506 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:58:23.177396 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fd7e18c-7518-42cb-9017-0ed79649eb96 req-fe3ec7c9-9df0-4b2a-b377-d40badd3fdbc tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:23.180951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fd7e18c-7518-42cb-9017-0ed79649eb96 req-fe3ec7c9-9df0-4b2a-b377-d40badd3fdbc tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.41 "DELETE /v2.0/ports/97de7d6d-2273-45a3-960d-200485ad4506 HTTP/1.1" status: 204 len: 173 time: 0.7907646 Oct 13 14:58:23.181469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'name': 'network-vif-deleted', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:58:23.183949 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cac06d-125b-4d4e-b103-05666db5d47f" -d '{"events": [{"server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "name": "network-vif-deleted", "tag": "97de7d6d-2273-45a3-960d-200485ad4506"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:58:23.227482 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f035c1-68d6-4924-af09-d8adef5307f3 x-openstack-request-id: req-75f035c1-68d6-4924-af09-d8adef5307f3 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:58:23.227783 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dcb7dd4-af2b-44d0-8983-14fe612d5cb9", "name": "network-vif-deleted", "tag": "97de7d6d-2273-45a3-960d-200485ad4506", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:58:23.228039 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75f035c1-68d6-4924-af09-d8adef5307f3 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:58:23.228446 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dcb7dd4-af2b-44d0-8983-14fe612d5cb9', 'name': 'network-vif-deleted', 'tag': '97de7d6d-2273-45a3-960d-200485ad4506', 'status': 'completed', 'code': 200} Oct 13 14:58:23.249138 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d685bb9b-22ab-4cc7-b938-905f5aed38c1 req-8a8eba8f-5cfa-4f43-b407-3a92c78867a2 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0340357 Oct 13 14:58:23.314033 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Sync routers for ids ['767fa12c-dc20-4dc9-91e1-b0fbc3908017'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:58:23.326285 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Routers {'767fa12c-dc20-4dc9-91e1-b0fbc3908017'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:23.326917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:58:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['767fa12c-dc20-4dc9-91e1-b0fbc3908017'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:23.451090 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Set router 767fa12c-dc20-4dc9-91e1-b0fbc3908017 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:23.507064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f28d376e-4cc2-4193-af4e-4b3527456aad up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:58:23.732614 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f28d376e-4cc2-4193-af4e-4b3527456aad triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:23.733002 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:23.903602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36088) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:23.908350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-e499cd28-09d3-4ae9-a4b6-b3c2c8452a72 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1963156120', 'description': 'tempest-secgroup-smoke-1963156120 description', 'project_id': '71c6f22f327a45e48d118a87d50883a8'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:23.945379 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'name': 'tempest-TestServerBasicOps-399729371-router', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:16Z', 'updated_at': '2021-10-13T14:58:21Z', 'revision_number': 4, 'project_id': '58a7a0667f5244548c33b8d3019ccb5c', 'gw_port': {'id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:17Z', 'updated_at': '2021-10-13T14:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '60942029-fb29-4127-8f14-f7723f75d0e0', 'name': '', 'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'mac_address': 'fa:16:3e:3b:91:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '2ffe1b17-2bec-4272-bba0-416041931f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:20Z', 'updated_at': '2021-10-13T14:58:22Z', 'revision_number': 2, 'project_id': '58a7a0667f5244548c33b8d3019ccb5c', 'subnets': [{'id': '2ffe1b17-2bec-4272-bba0-416041931f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:23.993948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Checking router: 767fa12c-dc20-4dc9-91e1-b0fbc3908017 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:58:23.994300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Updating router 767fa12c-dc20-4dc9-91e1-b0fbc3908017 port 60942029-fb29-4127-8f14-f7723f75d0e0 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 14:58:24.013422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e499cd28-09d3-4ae9-a4b6-b3c2c8452a72 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.046253 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.050026 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.074711 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.088105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e499cd28-09d3-4ae9-a4b6-b3c2c8452a72 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.099942 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.122238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port f28d376e-4cc2-4193-af4e-4b3527456aad, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f28d376e-4cc2-4193-af4e-4b3527456aad,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:24.143223 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e499cd28-09d3-4ae9-a4b6-b3c2c8452a72 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.174924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499cd28-09d3-4ae9-a4b6-b3c2c8452a72 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b559be48-532e-40aa-b8b2-10190a52842e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:24.203999 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.237451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e499cd28-09d3-4ae9-a4b6-b3c2c8452a72 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.243560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e499cd28-09d3-4ae9-a4b6-b3c2c8452a72 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3349795 Oct 13 14:58:24.244135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36090) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:24.251389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b58107ec-eb44-420a-a64e-1b4cc6a781ad tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Request body: {'security_group_rule': {'security_group_id': 'b559be48-532e-40aa-b8b2-10190a52842e', 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:24.325249 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=f28d376e-4cc2-4193-af4e-4b3527456aad,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:24.362510 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-109ca34d-4399-40fc-a934-fa1495d63c43 req-3bc1d6e2-e083-47f7-a84b-1c33851a1c36 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0293379 Oct 13 14:58:24.373674 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b58107ec-eb44-420a-a64e-1b4cc6a781ad tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.414543 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.433911 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b58107ec-eb44-420a-a64e-1b4cc6a781ad tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.516577 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.528211 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b58107ec-eb44-420a-a64e-1b4cc6a781ad tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.547418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58107ec-eb44-420a-a64e-1b4cc6a781ad tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecda968d-475e-4d9b-8bd8-20787a3bc776,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:24.582659 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75ac46-6d7d-42b0-8644-83e2196c0d78 None None] Pushing event updated for resources: {'Port': ['ID=60942029-fb29-4127-8f14-f7723f75d0e0,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:24.625075 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b58107ec-eb44-420a-a64e-1b4cc6a781ad tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.626908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b58107ec-eb44-420a-a64e-1b4cc6a781ad tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3815854 Oct 13 14:58:24.629626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36094) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:24.634977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-71a4ed1c-c455-4385-8aa6-64e7be0ad4fa tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Request body: {'security_group_rule': {'security_group_id': 'b559be48-532e-40aa-b8b2-10190a52842e', 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:24.650431 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Attempting to bind port 60942029-fb29-4127-8f14-f7723f75d0e0 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:58:24.650812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Attempting to bind port 60942029-fb29-4127-8f14-f7723f75d0e0 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '74b591cf-8a66-4043-ab32-8338472ef13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:58:24.651180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Attempting to bind port 60942029-fb29-4127-8f14-f7723f75d0e0 on network 2dc76194-6203-4576-9f04-5e97ddf3674e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:58:24.658330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:58:24.658782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Checking segment: {'id': '74b591cf-8a66-4043-ab32-8338472ef13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:58:24.659281 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.659749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Bound using segment: {'id': '74b591cf-8a66-4043-ab32-8338472ef13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:58:24.660290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Bound port: 60942029-fb29-4127-8f14-f7723f75d0e0, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b591cf-8a66-4043-ab32-8338472ef13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:58:24.660746 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.733428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] For port 60942029-fb29-4127-8f14-f7723f75d0e0, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:58:24.737318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] For port 60942029-fb29-4127-8f14-f7723f75d0e0, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=60942029-fb29-4127-8f14-f7723f75d0e0,segment=NetworkSegment(74b591cf-8a66-4043-ab32-8338472ef13f),segment_id=74b591cf-8a66-4043-ab32-8338472ef13f)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:58:24.740053 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71a4ed1c-c455-4385-8aa6-64e7be0ad4fa tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.807406 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71a4ed1c-c455-4385-8aa6-64e7be0ad4fa tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.813604 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.889306 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Routers {'767fa12c-dc20-4dc9-91e1-b0fbc3908017'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:24.889935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:58:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['767fa12c-dc20-4dc9-91e1-b0fbc3908017'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:24.892201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75ac46-6d7d-42b0-8644-83e2196c0d78 None None] Pushing event updated for resources: {'Port': ['ID=60942029-fb29-4127-8f14-f7723f75d0e0,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:24.899312 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71a4ed1c-c455-4385-8aa6-64e7be0ad4fa tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:24.921667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4ed1c-c455-4385-8aa6-64e7be0ad4fa tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339d9f98-e2bf-4eb2-9f6a-10ce94faecfd,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:24.941745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9fc90923-0bca-463a-a388-5040ce19f2ec None None] Provisioning complete for port 60942029-fb29-4127-8f14-f7723f75d0e0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:24.942208 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9fc90923-0bca-463a-a388-5040ce19f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.012975 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71a4ed1c-c455-4385-8aa6-64e7be0ad4fa tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.015167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-71a4ed1c-c455-4385-8aa6-64e7be0ad4fa tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3843122 Oct 13 14:58:25.017972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36096) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:25.022728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-be96d711-d77d-4b1a-a943-201fe8a8971b tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Request body: {'security_group_rule': {'security_group_id': 'b559be48-532e-40aa-b8b2-10190a52842e', 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:25.069371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] Set router 767fa12c-dc20-4dc9-91e1-b0fbc3908017 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:25.165842 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be96d711-d77d-4b1a-a943-201fe8a8971b tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.177203 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9fc90923-0bca-463a-a388-5040ce19f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.238993 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be96d711-d77d-4b1a-a943-201fe8a8971b tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.262246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9fc90923-0bca-463a-a388-5040ce19f2ec None None] For port 60942029-fb29-4127-8f14-f7723f75d0e0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=60942029-fb29-4127-8f14-f7723f75d0e0,segment=NetworkSegment(74b591cf-8a66-4043-ab32-8338472ef13f),segment_id=74b591cf-8a66-4043-ab32-8338472ef13f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:25.317418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be96d711-d77d-4b1a-a943-201fe8a8971b tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.338426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'name': 'tempest-TestServerBasicOps-399729371-router', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:16Z', 'updated_at': '2021-10-13T14:58:21Z', 'revision_number': 4, 'project_id': '58a7a0667f5244548c33b8d3019ccb5c', 'gw_port': {'id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:17Z', 'updated_at': '2021-10-13T14:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '60942029-fb29-4127-8f14-f7723f75d0e0', 'name': '', 'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'mac_address': 'fa:16:3e:3b:91:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '2ffe1b17-2bec-4272-bba0-416041931f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:20Z', 'updated_at': '2021-10-13T14:58:24Z', 'revision_number': 4, 'project_id': '58a7a0667f5244548c33b8d3019ccb5c', 'subnets': [{'id': '2ffe1b17-2bec-4272-bba0-416041931f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:25.340737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96d711-d77d-4b1a-a943-201fe8a8971b tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f346ce91-ce86-4874-9032-f81d98a5fac5,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:25.366152 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9fc90923-0bca-463a-a388-5040ce19f2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.370377 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad46739-d8a3-46f8-91a4-1923838d8514 None None] The sync data for ids ['767fa12c-dc20-4dc9-91e1-b0fbc3908017'] in n-d-806683-15 is: [{'id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'name': 'tempest-TestServerBasicOps-399729371-router', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:16Z', 'updated_at': '2021-10-13T14:58:21Z', 'revision_number': 4, 'project_id': '58a7a0667f5244548c33b8d3019ccb5c', 'gw_port': {'id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:17Z', 'updated_at': '2021-10-13T14:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '60942029-fb29-4127-8f14-f7723f75d0e0', 'name': '', 'network_id': '2dc76194-6203-4576-9f04-5e97ddf3674e', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'mac_address': 'fa:16:3e:3b:91:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '2ffe1b17-2bec-4272-bba0-416041931f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:20Z', 'updated_at': '2021-10-13T14:58:24Z', 'revision_number': 4, 'project_id': '58a7a0667f5244548c33b8d3019ccb5c', 'subnets': [{'id': '2ffe1b17-2bec-4272-bba0-416041931f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:58:25.423819 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be96d711-d77d-4b1a-a943-201fe8a8971b tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.425344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-be96d711-d77d-4b1a-a943-201fe8a8971b tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4061222 Oct 13 14:58:25.428428 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36100) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:25.436573 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fa13035c-9837-4822-9870-7fe320a43ced tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Request body: {'security_group_rule': {'security_group_id': 'b559be48-532e-40aa-b8b2-10190a52842e', 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:25.499845 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 97de7d6d-2273-45a3-960d-200485ad4506 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:58:25.524259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b8b1a18-5646-48b0-83db-ad33a4214515 req-cf249105-f66f-411d-b9dd-74371c767299 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0498209 Oct 13 14:58:25.537889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f28d376e-4cc2-4193-af4e-4b3527456aad up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:58:25.546013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc90923-0bca-463a-a388-5040ce19f2ec None None] Pushing event updated for resources: {'Port': ['ID=60942029-fb29-4127-8f14-f7723f75d0e0,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:25.554826 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 97de7d6d-2273-45a3-960d-200485ad4506 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:58:25.554826 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 97de7d6d-2273-45a3-960d-200485ad4506 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:58:25.586236 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa13035c-9837-4822-9870-7fe320a43ced tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.592659 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4b3e2142-afd8-4948-9a41-39642e6cfacc None None] Provisioning complete for port 60942029-fb29-4127-8f14-f7723f75d0e0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:25.592659 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4b3e2142-afd8-4948-9a41-39642e6cfacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.613644 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.644449 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f28d376e-4cc2-4193-af4e-4b3527456aad triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:25.644833 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.677803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa13035c-9837-4822-9870-7fe320a43ced tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.756763 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa13035c-9837-4822-9870-7fe320a43ced tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.787370 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13035c-9837-4822-9870-7fe320a43ced tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ad0688-79f0-46c0-8269-56631cee2d9f,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:25.883136 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fa13035c-9837-4822-9870-7fe320a43ced tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.887521 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fa13035c-9837-4822-9870-7fe320a43ced tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4549532 Oct 13 14:58:25.887848 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36102) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:25.892502 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6952ff62-f322-4a5b-9051-04b389835d69 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Request body: {'security_group_rule': {'security_group_id': 'b559be48-532e-40aa-b8b2-10190a52842e', 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:25.979800 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-6952ff62-f322-4a5b-9051-04b389835d69 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Project 71c6f22f327a45e48d118a87d50883a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:58:25.985877 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6952ff62-f322-4a5b-9051-04b389835d69 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:25.998739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-b67e7abf-7a26-4dce-bd25-f141adb7194a req-f93f57a9-2309-419f-8a7b-7e49e59ef6c7 tempest-VolumesSnapshotTestJSON-1235361334 tempest-VolumesSnapshotTestJSON-1235361334-project] (112685) timed out ('10.222.0.41', 62384) {{(pid=112685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 14:58:26.058459 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6952ff62-f322-4a5b-9051-04b389835d69 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:26.139507 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6952ff62-f322-4a5b-9051-04b389835d69 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:26.161823 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952ff62-f322-4a5b-9051-04b389835d69 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1be951e-eba9-40dc-acf8-325041e971e0,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:26.227482 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6952ff62-f322-4a5b-9051-04b389835d69 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:26.228714 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6952ff62-f322-4a5b-9051-04b389835d69 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3398161 Oct 13 14:58:26.232683 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36104) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:26.237435 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-010dd409-2b44-4fea-9bc9-e9beb5de7a3a tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Request body: {'security_group_rule': {'security_group_id': 'b559be48-532e-40aa-b8b2-10190a52842e', 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:26.316503 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-010dd409-2b44-4fea-9bc9-e9beb5de7a3a tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Project 71c6f22f327a45e48d118a87d50883a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 14:58:26.326775 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-010dd409-2b44-4fea-9bc9-e9beb5de7a3a tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:26.398724 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-010dd409-2b44-4fea-9bc9-e9beb5de7a3a tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:26.482078 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-010dd409-2b44-4fea-9bc9-e9beb5de7a3a tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:26.500124 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dd409-2b44-4fea-9bc9-e9beb5de7a3a tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1d12ce-db82-4d55-8239-c0ea049268b9,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:26.576827 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-010dd409-2b44-4fea-9bc9-e9beb5de7a3a tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:26.578095 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-010dd409-2b44-4fea-9bc9-e9beb5de7a3a tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3444054 Oct 13 14:58:26.680608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f81b398b-d85a-4c47-95f1-56c5a9c0c822 req-17cb7d95-526c-4e8e-b36a-2f3264dfe0ce tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0405600 Oct 13 14:58:26.759448 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-116a9c65-14c4-4a9f-8b92-e0e3fc21af3a tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1963156120&fields=id&tenant_id=71c6f22f327a45e48d118a87d50883a8 HTTP/1.1" status: 200 len: 267 time: 0.0351429 Oct 13 14:58:26.873886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80f31-e128-4d67-89db-28029529e18f req-1b1d1c6e-d933-4def-b356-59030f137a1f tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:26.875360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-1b1d1c6e-d933-4def-b356-59030f137a1f tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/networks?id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 HTTP/1.1" status: 200 len: 809 time: 0.1081729 Oct 13 14:58:26.892116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-1578c7b9-407b-4bce-ad0f-b04d190e1873 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/quotas/71c6f22f327a45e48d118a87d50883a8 HTTP/1.1" status: 200 len: 375 time: 0.0107803 Oct 13 14:58:26.943636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-d0ee04b6-17cc-4d27-8308-b20928ae71e8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=71c6f22f327a45e48d118a87d50883a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457947 Oct 13 14:58:27.153610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-4308495a-4c8b-4e77-b458-ee95ecb9c0ea service neutron] 10.222.0.18 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971388 Oct 13 14:58:27.246486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-b6fed850-a557-494f-9ffa-e31242db2144 service neutron] 10.222.0.18 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867336 Oct 13 14:58:27.470942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 60942029-fb29-4127-8f14-f7723f75d0e0 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:58:27.524808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 60942029-fb29-4127-8f14-f7723f75d0e0 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:27.525463 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:27.534134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d0d3a52-0681-4975-b3b2-ea34b18a85d4 req-bc1753fc-55d2-482b-b3c8-4d17a9c458d0 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 210 time: 0.0411541 Oct 13 14:58:27.781886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c555c92a-46cd-4ee7-beb4-5e4137569f61 req-fe07c4e1-db90-4fd5-80e8-0be006db2f59 tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0296242 Oct 13 14:58:28.617199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da3a23ab-bbb8-4b2b-81e0-4cc137189f09 req-1c8417d1-e666-4028-aedc-05cb2922a38d tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 210 time: 0.0286658 Oct 13 14:58:28.890875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-083747d9-7493-4df6-b3d5-ba969c08f1d0 req-ad8b4b01-c7a3-4d4f-9953-4fc25b98482a tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "GET /v2.0/ports?device_id=0dcb7dd4-af2b-44d0-8983-14fe612d5cb9 HTTP/1.1" status: 200 len: 210 time: 0.0286996 Oct 13 14:58:29.715773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8cf4b88d-650c-4d76-a974-5ea26a38f661 req-1b0a3568-bcf7-4137-be2a-7026d061391c tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 210 time: 0.0288417 Oct 13 14:58:29.907921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80f31-e128-4d67-89db-28029529e18f req-4d20cc80-866f-4d92-aa6f-45212ee8188f tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:29.909346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-4d20cc80-866f-4d92-aa6f-45212ee8188f tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.49 "GET /v2.0/networks?id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 HTTP/1.1" status: 200 len: 809 time: 0.1048174 Oct 13 14:58:29.953025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36144) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:29.980947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-d002bffc-211b-446c-b6ff-0ac340a702ea tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71c6f22f327a45e48d118a87d50883a8 HTTP/1.1" status: 200 len: 380 time: 0.0568740 Oct 13 14:58:29.997254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-47d80f31-e128-4d67-89db-28029529e18f req-33e5cc73-ec9e-423e-aa9f-51574d0499de tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Request body: {'port': {'device_id': 'bbca65b4-c2ca-4f5e-bab1-d5098669f54a', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'admin_state_up': True, 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'security_groups': ['b559be48-532e-40aa-b8b2-10190a52842e']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:30.085276 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be4876dd-63da-46af-ba2e-150e17db6bac tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:30.130770 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be4876dd-63da-46af-ba2e-150e17db6bac tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:30.258616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d80f31-e128-4d67-89db-28029529e18f req-33e5cc73-ec9e-423e-aa9f-51574d0499de tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Made reservation on behalf of 71c6f22f327a45e48d118a87d50883a8 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 14:58:30.262622 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-47d80f31-e128-4d67-89db-28029529e18f req-33e5cc73-ec9e-423e-aa9f-51574d0499de tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:30.287369 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be4876dd-63da-46af-ba2e-150e17db6bac tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:30.289866 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be4876dd-63da-46af-ba2e-150e17db6bac tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:30.291003 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-be4876dd-63da-46af-ba2e-150e17db6bac tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] 10.222.0.18 "DELETE /v2.0/security-groups/83ae1048-f4b8-4e40-9283-c6ded9cc863b HTTP/1.1" status: 204 len: 168 time: 0.3369331 Oct 13 14:58:30.330170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4876dd-63da-46af-ba2e-150e17db6bac tempest-TestVolumeBackupRestore-505465084 tempest-TestVolumeBackupRestore-505465084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ae1048-f4b8-4e40-9283-c6ded9cc863b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:30.407956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-47d80f31-e128-4d67-89db-28029529e18f req-33e5cc73-ec9e-423e-aa9f-51574d0499de tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Allocated IP 172.20.0.8 (a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2/fa1eed10-6378-41be-9f72-88f770e36f58/58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:58:30.547071 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-47d80f31-e128-4d67-89db-28029529e18f req-33e5cc73-ec9e-423e-aa9f-51574d0499de tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:30.648561 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-47d80f31-e128-4d67-89db-28029529e18f req-33e5cc73-ec9e-423e-aa9f-51574d0499de tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:30.705528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d80f31-e128-4d67-89db-28029529e18f req-33e5cc73-ec9e-423e-aa9f-51574d0499de tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:58:30.708293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-47d80f31-e128-4d67-89db-28029529e18f req-33e5cc73-ec9e-423e-aa9f-51574d0499de tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:58:30.712823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d80f31-e128-4d67-89db-28029529e18f req-33e5cc73-ec9e-423e-aa9f-51574d0499de tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:58:30.746689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5cc73-ec9e-423e-aa9f-51574d0499de tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Pushing event updated for resources: {'Port': ['ID=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:30.785778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80f31-e128-4d67-89db-28029529e18f req-33e5cc73-ec9e-423e-aa9f-51574d0499de tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:30.786435 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-47d80f31-e128-4d67-89db-28029529e18f req-33e5cc73-ec9e-423e-aa9f-51574d0499de tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:30.879821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890af427-a050-44fe-a568-4c466a5a17fe req-fde5232f-6aac-4871-a78c-235ed091979b tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:30.889388 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-890af427-a050-44fe-a568-4c466a5a17fe req-fde5232f-6aac-4871-a78c-235ed091979b tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 931 time: 0.0639081 Oct 13 14:58:30.912584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-33e5cc73-ec9e-423e-aa9f-51574d0499de tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9190862 Oct 13 14:58:30.926151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Request body: {'port': {'device_id': 'bbca65b4-c2ca-4f5e-bab1-d5098669f54a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:30.970868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-890af427-a050-44fe-a568-4c466a5a17fe req-89030011-955d-4347-a790-35f3bd62824f tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768294 Oct 13 14:58:31.012184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:31.024805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-88bf2c06-f679-44b1-8834-c4e3f88c1d64 None None] Provisioning complete for port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:31.025870 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-88bf2c06-f679-44b1-8834-c4e3f88c1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:31.065167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-88bf2c06-f679-44b1-8834-c4e3f88c1d64 None None] Port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 14:58:31.290434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:58:31.298032 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:31.310997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Transition to ACTIVE for port object 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 14:58:31.390702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:31.442244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Pushing event updated for resources: {'Port': ['ID=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:31.530425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Attempting to bind port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 14:58:31.530425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Attempting to bind port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'b46fae96-6f2b-495e-ac1c-1c474cee8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 14:58:31.530425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Attempting to bind port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab on network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:58:31.534487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab on network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 14:58:31.534886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Attempting to bind port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab on network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 14:58:31.542982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 14, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 14:58:31.543423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Checking segment: {'id': 'b46fae96-6f2b-495e-ac1c-1c474cee8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 14:58:31.543963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Bound using segment: {'id': 'b46fae96-6f2b-495e-ac1c-1c474cee8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 14:58:31.544526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Bound port: 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46fae96-6f2b-495e-ac1c-1c474cee8b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 14:58:31.544952 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:31.625098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] For port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 14:58:31.628627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] For port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab,segment=NetworkSegment(b46fae96-6f2b-495e-ac1c-1c474cee8b67),segment_id=b46fae96-6f2b-495e-ac1c-1c474cee8b67)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 14:58:31.722151 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:31.763841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:31.765131 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:31.766897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] 10.222.0.49 "PUT /v2.0/ports/58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab HTTP/1.1" status: 200 len: 1092 time: 0.8458109 Oct 13 14:58:31.767620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbca65b4-c2ca-4f5e-bab1-d5098669f54a', 'tag': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:58:31.774300 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47af5a674f557124cf98c44c8d626cca433299feb478256e7c3680973ae608c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69baa9e-b6f9-48d1-beb1-bfd254267bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "bbca65b4-c2ca-4f5e-bab1-d5098669f54a", "tag": "58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:58:31.837035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b2e71-60c9-4ef9-bebc-a6a8596e3820 service neutron] Pushing event updated for resources: {'Port': ['ID=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:31.850701 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43720005-044e-4763-b72b-00c2c8d2523f x-openstack-request-id: req-43720005-044e-4763-b72b-00c2c8d2523f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:58:31.856479 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbca65b4-c2ca-4f5e-bab1-d5098669f54a", "tag": "58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:58:31.856479 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43720005-044e-4763-b72b-00c2c8d2523f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:58:31.856479 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbca65b4-c2ca-4f5e-bab1-d5098669f54a', 'tag': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab', 'status': 'completed', 'code': 200} Oct 13 14:58:31.940633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69baa9e-b6f9-48d1-beb1-bfd254267bf3 req-19a4058f-4261-4ea0-aeb4-8f31506c9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:31.942491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e69baa9e-b6f9-48d1-beb1-bfd254267bf3 req-19a4058f-4261-4ea0-aeb4-8f31506c9d64 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=71c6f22f327a45e48d118a87d50883a8&device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 1095 time: 0.0605102 Oct 13 14:58:32.171887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69baa9e-b6f9-48d1-beb1-bfd254267bf3 req-556a25ea-1194-42de-9079-049a9319198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:32.176401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e69baa9e-b6f9-48d1-beb1-bfd254267bf3 req-556a25ea-1194-42de-9079-049a9319198f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=71c6f22f327a45e48d118a87d50883a8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2180715 Oct 13 14:58:32.185847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87543cb7-ebf0-4044-b4a2-7fc692b97466 req-fe277763-19fc-491c-a86f-c03afd4c94dc tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:32.187604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87543cb7-ebf0-4044-b4a2-7fc692b97466 req-fe277763-19fc-491c-a86f-c03afd4c94dc tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 943 time: 0.0997608 Oct 13 14:58:32.277535 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87543cb7-ebf0-4044-b4a2-7fc692b97466 req-3bef3f97-82c4-4f0e-94a4-9b2489b3ac75 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793900 Oct 13 14:58:32.320407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69baa9e-b6f9-48d1-beb1-bfd254267bf3 req-bab2008d-8620-4369-8d82-d2f43e8245b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:32.321932 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e69baa9e-b6f9-48d1-beb1-bfd254267bf3 req-bab2008d-8620-4369-8d82-d2f43e8245b2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332612 Oct 13 14:58:32.420094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80f31-e128-4d67-89db-28029529e18f req-8f52898f-d19d-4530-b17f-d288564aabfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:32.421689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-8f52898f-d19d-4530-b17f-d288564aabfa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=71c6f22f327a45e48d118a87d50883a8&device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 1095 time: 0.0528917 Oct 13 14:58:32.495918 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-34c74577-6546-4ee5-af76-d013971b3735 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab HTTP/1.1" status: 200 len: 217 time: 0.0606236 Oct 13 14:58:32.562666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80f31-e128-4d67-89db-28029529e18f req-1d28910e-ad0b-41fc-82f1-daf1ad9a1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:32.565393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-1d28910e-ad0b-41fc-82f1-daf1ad9a1b1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1eed10-6378-41be-9f72-88f770e36f58 HTTP/1.1" status: 200 len: 848 time: 0.0579576 Oct 13 14:58:32.659098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80f31-e128-4d67-89db-28029529e18f req-c987a79a-9900-47ba-ae60-a730e2385400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:32.661334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-c987a79a-9900-47ba-ae60-a730e2385400 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806324 Oct 13 14:58:32.800395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-436eb6bf-68b3-4824-b7b6-0d84f473e998 service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276660 Oct 13 14:58:32.932947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-47d80f31-e128-4d67-89db-28029529e18f req-cad6d7cd-a06c-4a4a-bbce-e4875b4313fc service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203721 Oct 13 14:58:33.429159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b274ed-7765-454b-acf7-dc3accd33333 req-f5f50b84-eaad-4e4d-afbe-a963ce44a747 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:33.436537 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27b274ed-7765-454b-acf7-dc3accd33333 req-f5f50b84-eaad-4e4d-afbe-a963ce44a747 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 943 time: 0.0771232 Oct 13 14:58:33.472685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27b274ed-7765-454b-acf7-dc3accd33333 req-05cd4574-8584-4cfe-9ea4-07f1b26f9214 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353651 Oct 13 14:58:34.609397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b19715-b22f-4547-9bd9-860e6af55b33 req-015365a1-c375-4652-9e47-538301f76fd1 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:34.611774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96b19715-b22f-4547-9bd9-860e6af55b33 req-015365a1-c375-4652-9e47-538301f76fd1 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 943 time: 0.0682800 Oct 13 14:58:34.654189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96b19715-b22f-4547-9bd9-860e6af55b33 req-1d539b73-7982-451b-b87f-f2d34258b339 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342844 Oct 13 14:58:34.757734 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:58:35.249456 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36366) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:35.786283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbdb6a-3716-46fc-a5fd-d250aaeabffb req-ed867dbd-df20-4787-b7d4-9045ff704182 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:35.792266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76cbdb6a-3716-46fc-a5fd-d250aaeabffb req-ed867dbd-df20-4787-b7d4-9045ff704182 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 943 time: 0.0601921 Oct 13 14:58:35.831231 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76cbdb6a-3716-46fc-a5fd-d250aaeabffb req-391c12f2-4371-404a-89ee-8eab459f4b88 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357594 Oct 13 14:58:35.920311 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2220f2bf-48ba-4d2f-8f6c-e1c48278f5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:36.180846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2220f2bf-48ba-4d2f-8f6c-e1c48278f5fc admin admin] Deleting port a884c254-5c11-4b0d-b039-0b45aa8a1dc7 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:58:36.181222 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2220f2bf-48ba-4d2f-8f6c-e1c48278f5fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:36.270097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-2220f2bf-48ba-4d2f-8f6c-e1c48278f5fc admin admin] For port a884c254-5c11-4b0d-b039-0b45aa8a1dc7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a884c254-5c11-4b0d-b039-0b45aa8a1dc7,segment=NetworkSegment(8e1b9bd1-2a59-4f26-84d7-f621bcc2c214),segment_id=8e1b9bd1-2a59-4f26-84d7-f621bcc2c214)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:36.270755 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2220f2bf-48ba-4d2f-8f6c-e1c48278f5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:36.282987 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2220f2bf-48ba-4d2f-8f6c-e1c48278f5fc admin admin] Calling delete_port for a884c254-5c11-4b0d-b039-0b45aa8a1dc7 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:58:36.545335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2220f2bf-48ba-4d2f-8f6c-e1c48278f5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:36.583973 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220f2bf-48ba-4d2f-8f6c-e1c48278f5fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a884c254-5c11-4b0d-b039-0b45aa8a1dc7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:36.757831 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2220f2bf-48ba-4d2f-8f6c-e1c48278f5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:36.873672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 14:58:36.961304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bd3d1-5906-4c19-a8e8-4f70081171aa req-402fb958-c7ce-492a-8332-f512b4980c80 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:36.963742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e72bd3d1-5906-4c19-a8e8-4f70081171aa req-402fb958-c7ce-492a-8332-f512b4980c80 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 943 time: 0.0594761 Oct 13 14:58:36.981082 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab,segment=NetworkSegment(b46fae96-6f2b-495e-ac1c-1c474cee8b67),segment_id=b46fae96-6f2b-495e-ac1c-1c474cee8b67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:36.993518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2220f2bf-48ba-4d2f-8f6c-e1c48278f5fc admin admin] Router a3dd386b-eb08-4a51-88d4-ec3044519003 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:58:36.998101 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'port_id': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab', 'mac_address': 'fa:16:3e:98:13:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 14:58:37.008301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e72bd3d1-5906-4c19-a8e8-4f70081171aa req-53f937af-7d88-47f8-913b-ec1d676b5c54 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376973 Oct 13 14:58:37.036727 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:37.050228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 14:58:37.070415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab,segment=NetworkSegment(b46fae96-6f2b-495e-ac1c-1c474cee8b67),segment_id=b46fae96-6f2b-495e-ac1c-1c474cee8b67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:37.113990 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2220f2bf-48ba-4d2f-8f6c-e1c48278f5fc admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:58:37.113990 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2220f2bf-48ba-4d2f-8f6c-e1c48278f5fc admin admin] 10.222.0.18 "PUT /v2.0/routers/a3dd386b-eb08-4a51-88d4-ec3044519003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8632405 Oct 13 14:58:37.116425 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36444) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:37.117541 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e801a-471e-42b3-98bf-8d215a0f7698 None None] Sync routers for ids ['a3dd386b-eb08-4a51-88d4-ec3044519003'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:58:37.128019 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e801a-471e-42b3-98bf-8d215a0f7698 None None] Routers {'a3dd386b-eb08-4a51-88d4-ec3044519003'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:37.128630 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c46e801a-471e-42b3-98bf-8d215a0f7698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:58:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a3dd386b-eb08-4a51-88d4-ec3044519003'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:37.167629 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:37.223845 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:37.240515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:37.249202 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-c46e801a-471e-42b3-98bf-8d215a0f7698 None None] Set router a3dd386b-eb08-4a51-88d4-ec3044519003 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:37.344707 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:37.409937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 14:58:37.434562 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c46e801a-471e-42b3-98bf-8d215a0f7698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:58:36Z', 'revision_number': 5, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port': {'id': 'c3557939-48c3-4f72-87dd-fcc10341aa6d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:37.464538 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e801a-471e-42b3-98bf-8d215a0f7698 None None] Checking router: a3dd386b-eb08-4a51-88d4-ec3044519003 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:58:37.473600 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e801a-471e-42b3-98bf-8d215a0f7698 None None] Routers {'a3dd386b-eb08-4a51-88d4-ec3044519003'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:37.474195 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c46e801a-471e-42b3-98bf-8d215a0f7698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:58:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a3dd386b-eb08-4a51-88d4-ec3044519003'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:37.520418 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Deleting port c3557939-48c3-4f72-87dd-fcc10341aa6d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:58:37.520824 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:37.626962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] For port c3557939-48c3-4f72-87dd-fcc10341aa6d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c3557939-48c3-4f72-87dd-fcc10341aa6d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:37.627281 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:37.643850 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Calling delete_port for c3557939-48c3-4f72-87dd-fcc10341aa6d owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:58:37.660254 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-c46e801a-471e-42b3-98bf-8d215a0f7698 None None] Set router a3dd386b-eb08-4a51-88d4-ec3044519003 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:37.722809 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c46e801a-471e-42b3-98bf-8d215a0f7698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:58:37Z', 'revision_number': 6, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:37.755885 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e801a-471e-42b3-98bf-8d215a0f7698 None None] The sync data for ids ['a3dd386b-eb08-4a51-88d4-ec3044519003'] in n-d-806683-15 is: [{'id': 'a3dd386b-eb08-4a51-88d4-ec3044519003', 'name': 'tempest-TestVolumeBackupRestore-496459675-router', 'tenant_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:02Z', 'updated_at': '2021-10-13T14:58:37Z', 'revision_number': 6, 'project_id': '9949d738ed5247f7af1a6c0ea4bea2f6', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:58:37.925495 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:37.953005 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3557939-48c3-4f72-87dd-fcc10341aa6d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:38.013495 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.106131 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.108495 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.154071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82633574-c4fb-45ef-81ad-5fc2f9bcbecf req-7e2d8bac-05c9-43b6-8cad-d71c529e8d34 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:38.155681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82633574-c4fb-45ef-81ad-5fc2f9bcbecf req-7e2d8bac-05c9-43b6-8cad-d71c529e8d34 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 944 time: 0.0709324 Oct 13 14:58:38.197062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82633574-c4fb-45ef-81ad-5fc2f9bcbecf req-8b8386ae-0631-40a2-9569-7025d945c797 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347068 Oct 13 14:58:38.264463 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.265073 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3dd386b-eb08-4a51-88d4-ec3044519003 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:58:38.269662 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.270636 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-86eec0a2-6c24-4b60-b671-2ffaac0fbf33 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a3dd386b-eb08-4a51-88d4-ec3044519003 HTTP/1.1" status: 204 len: 168 time: 1.1531892 Oct 13 14:58:38.273265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36488) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:38.318945 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f2826e-52c7-422d-9e29-4711ee2c5440 admin admin] Deleting subnet 59bf9f09-a3af-4053-a152-549617499fb5 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:58:38.322120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-03f2826e-52c7-422d-9e29-4711ee2c5440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.356784 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-03f2826e-52c7-422d-9e29-4711ee2c5440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.438894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-03f2826e-52c7-422d-9e29-4711ee2c5440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.545808 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-03f2826e-52c7-422d-9e29-4711ee2c5440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.571537 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2826e-52c7-422d-9e29-4711ee2c5440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59bf9f09-a3af-4053-a152-549617499fb5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:38.576169 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-03f2826e-52c7-422d-9e29-4711ee2c5440 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.582116 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-03f2826e-52c7-422d-9e29-4711ee2c5440 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/59bf9f09-a3af-4053-a152-549617499fb5 HTTP/1.1" status: 204 len: 168 time: 0.3051689 Oct 13 14:58:38.582116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36504) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:38.583171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae9220-0ef3-426e-88a6-6260a75f7e40 None None] Network 366e1267-d2a6-4845-a4e3-b680a2b81c19 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:58:38.658519 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.716695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Deleting port b418d953-a66a-4c03-a184-13ae498b6f34 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:58:38.717230 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.773424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bf4e1b-60ed-44b9-98ba-5f7b245b5cee None None] DHCP port deletion for 366e1267-d2a6-4845-a4e3-b680a2b81c19 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:58:38.789923 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] For port b418d953-a66a-4c03-a184-13ae498b6f34, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b418d953-a66a-4c03-a184-13ae498b6f34,segment=NetworkSegment(8e1b9bd1-2a59-4f26-84d7-f621bcc2c214),segment_id=8e1b9bd1-2a59-4f26-84d7-f621bcc2c214)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:38.790282 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.805474 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Calling delete_port for b418d953-a66a-4c03-a184-13ae498b6f34 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:58:38.830510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-73bf4e1b-60ed-44b9-98ba-5f7b245b5cee None None] Deleting port b418d953-a66a-4c03-a184-13ae498b6f34 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:58:38.832458 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-73bf4e1b-60ed-44b9-98ba-5f7b245b5cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.889224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 14:58:38.942774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-73bf4e1b-60ed-44b9-98ba-5f7b245b5cee None None] For port b418d953-a66a-4c03-a184-13ae498b6f34, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b418d953-a66a-4c03-a184-13ae498b6f34,segment=NetworkSegment(8e1b9bd1-2a59-4f26-84d7-f621bcc2c214),segment_id=8e1b9bd1-2a59-4f26-84d7-f621bcc2c214)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:38.943100 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-73bf4e1b-60ed-44b9-98ba-5f7b245b5cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:38.957627 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-73bf4e1b-60ed-44b9-98ba-5f7b245b5cee None None] Calling delete_port for b418d953-a66a-4c03-a184-13ae498b6f34 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:58:38.973078 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:39.002709 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] No DVR routers for this DVR port b418d953-a66a-4c03-a184-13ae498b6f34 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:58:39.008509 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Pushing event deleted for resources: {'Port': ['ID=b418d953-a66a-4c03-a184-13ae498b6f34,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:39.050396 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-73bf4e1b-60ed-44b9-98ba-5f7b245b5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:39.081642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf4e1b-60ed-44b9-98ba-5f7b245b5cee None None] Pushing event deleted for resources: {'Port': ['ID=b418d953-a66a-4c03-a184-13ae498b6f34,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:39.088428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf4e1b-60ed-44b9-98ba-5f7b245b5cee None None] No DVR routers for this DVR port b418d953-a66a-4c03-a184-13ae498b6f34 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:58:39.095397 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 14:58:39.095496 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:39.099626 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 14:58:39.099626 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:39.117421 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366e1267-d2a6-4845-a4e3-b680a2b81c19']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:39.129703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:39.131497 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1b9bd1-2a59-4f26-84d7-f621bcc2c214') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:39.140429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:39.154289 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:39.161090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:58:39.161599 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: timer() Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:58:39.163516 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:58:39.185565 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:39.208749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbca65b4-c2ca-4f5e-bab1-d5098669f54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:58:39.211008 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17af75c68d9aa46573cc888139335984c653b26412b0da87b03098bd7505557a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17276dc-5a1a-4422-bbd2-f31d4f560b94" -d '{"events": [{"server_uuid": "bbca65b4-c2ca-4f5e-bab1-d5098669f54a", "name": "network-vif-plugged", "status": "completed", "tag": "58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:58:39.225266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab,segment=NetworkSegment(b46fae96-6f2b-495e-ac1c-1c474cee8b67),segment_id=b46fae96-6f2b-495e-ac1c-1c474cee8b67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:39.248855 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 14:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf56817-e009-40aa-a466-56f13d392e7c x-openstack-request-id: req-daf56817-e009-40aa-a466-56f13d392e7c {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:58:39.251392 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbca65b4-c2ca-4f5e-bab1-d5098669f54a", "name": "network-vif-plugged", "status": "completed", "tag": "58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:58:39.251392 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-daf56817-e009-40aa-a466-56f13d392e7c {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:58:39.251392 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbca65b4-c2ca-4f5e-bab1-d5098669f54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab', 'code': 200} Oct 13 14:58:39.304068 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:39.314623 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:39.316024 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:39.316599 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] 10.222.0.18 "DELETE /v2.0/networks/366e1267-d2a6-4845-a4e3-b680a2b81c19 HTTP/1.1" status: 204 len: 168 time: 0.7338541 Oct 13 14:58:39.319612 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36540) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:39.363501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5a5d5-f172-48c5-80d0-714c02a26b34 req-9018eb32-16d5-422b-befa-7972b6762837 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:39.365133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fe5a5d5-f172-48c5-80d0-714c02a26b34 req-9018eb32-16d5-422b-befa-7972b6762837 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 944 time: 0.0972774 Oct 13 14:58:39.371719 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:39.377386 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd85c3-740d-4c74-af7a-ffeb45f000b0 req-df6876d9-4441-4ff4-b6dc-6aded44c6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:39.378861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ebd85c3-740d-4c74-af7a-ffeb45f000b0 req-df6876d9-4441-4ff4-b6dc-6aded44c6f0b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 1097 time: 0.0624452 Oct 13 14:58:39.381905 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67104225-8a83-43a2-8ef9-ebd797c3719b admin admin] Pushing event deleted for resources: {'Network': ['ID=366e1267-d2a6-4845-a4e3-b680a2b81c19,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:39.455703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ebd85c3-740d-4c74-af7a-ffeb45f000b0 req-f98d3309-0d5f-4d43-bbca-611766956856 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635731 Oct 13 14:58:39.458958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fe5a5d5-f172-48c5-80d0-714c02a26b34 req-c6509ded-25ef-4fd2-8224-8eb0df007f4e tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753899 Oct 13 14:58:39.472346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b418d953-a66a-4c03-a184-13ae498b6f34 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:58:39.494348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: b418d953-a66a-4c03-a184-13ae498b6f34 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:58:39.494778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b418d953-a66a-4c03-a184-13ae498b6f34 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:58:39.495272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a884c254-5c11-4b0d-b039-0b45aa8a1dc7 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:58:39.514674 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: a884c254-5c11-4b0d-b039-0b45aa8a1dc7 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:58:39.515016 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a884c254-5c11-4b0d-b039-0b45aa8a1dc7 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:58:39.515423 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c3557939-48c3-4f72-87dd-fcc10341aa6d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:58:39.534204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: c3557939-48c3-4f72-87dd-fcc10341aa6d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:58:39.538106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c3557939-48c3-4f72-87dd-fcc10341aa6d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:58:39.720553 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7f0a57ce-558f-409a-b2f9-7bf252c0329b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:39.990364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a57ce-558f-409a-b2f9-7bf252c0329b admin admin] Deleting port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:58:39.990364 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7f0a57ce-558f-409a-b2f9-7bf252c0329b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:40.070380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-7f0a57ce-558f-409a-b2f9-7bf252c0329b admin admin] For port bed4a2a1-1a73-4f8d-8f26-c89fa5740da3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=bed4a2a1-1a73-4f8d-8f26-c89fa5740da3,segment=NetworkSegment(cfe46f09-1878-4a0a-b866-0e0ce0a0934e),segment_id=cfe46f09-1878-4a0a-b866-0e0ce0a0934e)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:40.070781 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7f0a57ce-558f-409a-b2f9-7bf252c0329b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:40.085738 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a57ce-558f-409a-b2f9-7bf252c0329b admin admin] Calling delete_port for bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:58:40.594779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a9015-fdf3-4c71-b836-64b1f8033595 req-2e18b808-4cd4-40cd-af58-821309bef8d1 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:40.596364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c55a9015-fdf3-4c71-b836-64b1f8033595 req-2e18b808-4cd4-40cd-af58-821309bef8d1 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 945 time: 0.0582032 Oct 13 14:58:40.607701 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7f0a57ce-558f-409a-b2f9-7bf252c0329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:40.636042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c55a9015-fdf3-4c71-b836-64b1f8033595 req-2f2538b3-e4f9-41fd-8e50-2d52ceb485c0 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333736 Oct 13 14:58:40.644828 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a57ce-558f-409a-b2f9-7bf252c0329b admin admin] Pushing event deleted for resources: {'Port': ['ID=bed4a2a1-1a73-4f8d-8f26-c89fa5740da3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:40.828239 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7f0a57ce-558f-409a-b2f9-7bf252c0329b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:41.052855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0a57ce-558f-409a-b2f9-7bf252c0329b admin admin] Router 771e66a5-237e-495b-9a26-519f229915eb has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:58:41.159903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0a57ce-558f-409a-b2f9-7bf252c0329b admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:58:41.168817 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7f0a57ce-558f-409a-b2f9-7bf252c0329b admin admin] 10.222.0.18 "PUT /v2.0/routers/771e66a5-237e-495b-9a26-519f229915eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8477235 Oct 13 14:58:41.170805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74142f97-c6a0-4120-9cff-d8e8f5dee4c8 None None] Sync routers for ids ['771e66a5-237e-495b-9a26-519f229915eb'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:58:41.172229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36616) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:41.182048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74142f97-c6a0-4120-9cff-d8e8f5dee4c8 None None] Routers {'771e66a5-237e-495b-9a26-519f229915eb'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:41.182857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-74142f97-c6a0-4120-9cff-d8e8f5dee4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:58:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['771e66a5-237e-495b-9a26-519f229915eb'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:41.486065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-74142f97-c6a0-4120-9cff-d8e8f5dee4c8 None None] Set router 771e66a5-237e-495b-9a26-519f229915eb gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:41.711496 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:41.712092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-74142f97-c6a0-4120-9cff-d8e8f5dee4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771e66a5-237e-495b-9a26-519f229915eb', 'name': 'tempest-TestVolumeBackupRestore-1975203806-router', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:08Z', 'updated_at': '2021-10-13T14:58:40Z', 'revision_number': 5, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'gw_port': {'id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:09Z', 'updated_at': '2021-10-13T14:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:41.742245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74142f97-c6a0-4120-9cff-d8e8f5dee4c8 None None] Checking router: 771e66a5-237e-495b-9a26-519f229915eb for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:58:41.753187 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74142f97-c6a0-4120-9cff-d8e8f5dee4c8 None None] Routers {'771e66a5-237e-495b-9a26-519f229915eb'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:41.754025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-74142f97-c6a0-4120-9cff-d8e8f5dee4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:58:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['771e66a5-237e-495b-9a26-519f229915eb'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:41.853720 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604b5c7-b2be-4bac-b36f-c540851d1ee3 req-0a6f41da-f45d-4898-8cab-a4bea3f30208 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:41.855330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f604b5c7-b2be-4bac-b36f-c540851d1ee3 req-0a6f41da-f45d-4898-8cab-a4bea3f30208 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 945 time: 0.1022911 Oct 13 14:58:41.879368 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-74142f97-c6a0-4120-9cff-d8e8f5dee4c8 None None] Set router 771e66a5-237e-495b-9a26-519f229915eb gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:41.898149 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:41.918605 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f604b5c7-b2be-4bac-b36f-c540851d1ee3 req-2f6bc531-b7cf-4f87-afd2-2ac26c4f63df tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559483 Oct 13 14:58:42.070957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-74142f97-c6a0-4120-9cff-d8e8f5dee4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771e66a5-237e-495b-9a26-519f229915eb', 'name': 'tempest-TestVolumeBackupRestore-1975203806-router', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:08Z', 'updated_at': '2021-10-13T14:58:40Z', 'revision_number': 5, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'gw_port': {'id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:09Z', 'updated_at': '2021-10-13T14:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:42.083961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c4d8f-3b61-4091-bf51-d7214ce0191a req-4add1bd9-d476-4d2b-9e88-95ce38a2db89 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:42.085495 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1c4d8f-3b61-4091-bf51-d7214ce0191a req-4add1bd9-d476-4d2b-9e88-95ce38a2db89 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 945 time: 0.0829890 Oct 13 14:58:42.092078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Deleting port 550aaaeb-1fca-4025-8129-4da00efdb69b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:58:42.092429 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:42.102304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74142f97-c6a0-4120-9cff-d8e8f5dee4c8 None None] The sync data for ids ['771e66a5-237e-495b-9a26-519f229915eb'] in n-d-806683-15 is: [{'id': '771e66a5-237e-495b-9a26-519f229915eb', 'name': 'tempest-TestVolumeBackupRestore-1975203806-router', 'tenant_id': '066ebc56925f4ddc841ac98275fcbe27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:54:08Z', 'updated_at': '2021-10-13T14:58:40Z', 'revision_number': 5, 'project_id': '066ebc56925f4ddc841ac98275fcbe27', 'gw_port': {'id': '550aaaeb-1fca-4025-8129-4da00efdb69b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771e66a5-237e-495b-9a26-519f229915eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:54:09Z', 'updated_at': '2021-10-13T14:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:58:42.174463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e1c4d8f-3b61-4091-bf51-d7214ce0191a req-4a02260e-ed19-4d14-bd06-291a0251895a tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799477 Oct 13 14:58:42.202303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] For port 550aaaeb-1fca-4025-8129-4da00efdb69b, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=550aaaeb-1fca-4025-8129-4da00efdb69b,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:42.202705 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:42.216667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Calling delete_port for 550aaaeb-1fca-4025-8129-4da00efdb69b owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:58:42.361846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973f70c-422f-492f-acab-680253ecf921 req-88cf5456-2a7d-4a30-9634-10277bee6a14 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:42.363322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1973f70c-422f-492f-acab-680253ecf921 req-88cf5456-2a7d-4a30-9634-10277bee6a14 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 945 time: 0.1008418 Oct 13 14:58:42.416887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1973f70c-422f-492f-acab-680253ecf921 req-5bac3b60-8afd-48ee-8e80-dba89f686723 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432825 Oct 13 14:58:42.447735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36642) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:42.531212 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:42.544703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c21c4f7-dbd9-4b25-b13f-3da09d6abe3f tempest-TestServerBasicOps-355485373 tempest-TestServerBasicOps-355485373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:42.550224 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9c21c4f7-dbd9-4b25-b13f-3da09d6abe3f tempest-TestServerBasicOps-355485373 tempest-TestServerBasicOps-355485373-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 1092 time: 0.1013262 Oct 13 14:58:42.550864 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36646) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:42.556213 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 14:58:42.569926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Pushing event deleted for resources: {'Port': ['ID=550aaaeb-1fca-4025-8129-4da00efdb69b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:42.631766 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:42.645642 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:42.725431 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:42.727582 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:42.748267 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:42.840795 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:42.841426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 771e66a5-237e-495b-9a26-519f229915eb {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 14:58:42.845832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:42.847163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d50c66a5-b692-4585-a140-499d82d9e174 admin admin] 10.222.0.18 "DELETE /v2.0/routers/771e66a5-237e-495b-9a26-519f229915eb HTTP/1.1" status: 204 len: 168 time: 1.6732676 Oct 13 14:58:42.849501 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36648) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:42.885899 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Allocated IP 172.25.0.151 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/4fd395b7-bde3-4848-9595-42ad48689220) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 14:58:42.933277 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71ab58b-6b15-4867-bd6e-2bfc7b774fb4 admin admin] Deleting subnet f24a01d2-7167-4240-9c5b-adad004483c5 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 14:58:42.963224 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d71ab58b-6b15-4867-bd6e-2bfc7b774fb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.005389 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d71ab58b-6b15-4867-bd6e-2bfc7b774fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.075961 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.128868 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d71ab58b-6b15-4867-bd6e-2bfc7b774fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.241394 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.270775 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d71ab58b-6b15-4867-bd6e-2bfc7b774fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.290560 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 14:58:43.319563 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 14:58:43.322037 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ab58b-6b15-4867-bd6e-2bfc7b774fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24a01d2-7167-4240-9c5b-adad004483c5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:43.325706 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 14:58:43.327863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Pushing event updated for resources: {'Port': ['ID=4fd395b7-bde3-4848-9595-42ad48689220,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:43.332934 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d71ab58b-6b15-4867-bd6e-2bfc7b774fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.333128 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab13b7cc-7251-4810-b973-8d7d196e9f84 None None] Network 5c9ddc90-d6a4-415f-8b31-5219522485b1 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 14:58:43.336314 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d71ab58b-6b15-4867-bd6e-2bfc7b774fb4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f24a01d2-7167-4240-9c5b-adad004483c5 HTTP/1.1" status: 204 len: 168 time: 0.4858708 Oct 13 14:58:43.340419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36650) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:43.421801 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.481529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Deleting port b5ce5dd1-6810-4787-9b39-393f9d44b779 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:58:43.482123 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.503528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 550aaaeb-1fca-4025-8129-4da00efdb69b no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:58:43.534696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 550aaaeb-1fca-4025-8129-4da00efdb69b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:58:43.535044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 550aaaeb-1fca-4025-8129-4da00efdb69b not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:58:43.535473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:58:43.554961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] For port b5ce5dd1-6810-4787-9b39-393f9d44b779, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b5ce5dd1-6810-4787-9b39-393f9d44b779,segment=NetworkSegment(cfe46f09-1878-4a0a-b866-0e0ce0a0934e),segment_id=cfe46f09-1878-4a0a-b866-0e0ce0a0934e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:43.555379 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.555766 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:58:43.556122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device bed4a2a1-1a73-4f8d-8f26-c89fa5740da3 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:58:43.567596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc456a-3d8c-4649-96f2-d708e3eaccd8 None None] DHCP port deletion for 5c9ddc90-d6a4-415f-8b31-5219522485b1 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 14:58:43.576470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Calling delete_port for b5ce5dd1-6810-4787-9b39-393f9d44b779 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:58:43.622785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc456a-3d8c-4649-96f2-d708e3eaccd8 None None] Deleting port b5ce5dd1-6810-4787-9b39-393f9d44b779 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 14:58:43.623166 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9fc456a-3d8c-4649-96f2-d708e3eaccd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.690890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d9fc456a-3d8c-4649-96f2-d708e3eaccd8 None None] For port b5ce5dd1-6810-4787-9b39-393f9d44b779, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=b5ce5dd1-6810-4787-9b39-393f9d44b779,segment=NetworkSegment(cfe46f09-1878-4a0a-b866-0e0ce0a0934e),segment_id=cfe46f09-1878-4a0a-b866-0e0ce0a0934e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 14:58:43.691384 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9fc456a-3d8c-4649-96f2-d708e3eaccd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.705269 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc456a-3d8c-4649-96f2-d708e3eaccd8 None None] Calling delete_port for b5ce5dd1-6810-4787-9b39-393f9d44b779 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 14:58:43.721097 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.747348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ce5dd1-6810-4787-9b39-393f9d44b779,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:43.751445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] No DVR routers for this DVR port b5ce5dd1-6810-4787-9b39-393f9d44b779 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:58:43.756056 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.787268 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d9fc456a-3d8c-4649-96f2-d708e3eaccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.814767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc456a-3d8c-4649-96f2-d708e3eaccd8 None None] Pushing event deleted for resources: {'Port': ['ID=b5ce5dd1-6810-4787-9b39-393f9d44b779,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:43.821812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fc456a-3d8c-4649-96f2-d708e3eaccd8 None None] No DVR routers for this DVR port b5ce5dd1-6810-4787-9b39-393f9d44b779 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 14:58:43.837313 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.855347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9ddc90-d6a4-415f-8b31-5219522485b1']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:43.865114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe46f09-1878-4a0a-b866-0e0ce0a0934e') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:43.865409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe46f09-1878-4a0a-b866-0e0ce0a0934e') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:43.875117 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.877554 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.889375 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.895538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 14:58:43.896015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: timer() Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 14:58:43.897773 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 14:58:44.010976 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:44.032341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:44.034772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:44.035529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5c9ddc90-d6a4-415f-8b31-5219522485b1 HTTP/1.1" status: 204 len: 168 time: 0.6939597 Oct 13 14:58:44.036804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd749cf-5c43-409d-96fe-b78f98d38802 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c9ddc90-d6a4-415f-8b31-5219522485b1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:44.108504 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:44.173739 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Pushing event updated for resources: {'Port': ['ID=4fd395b7-bde3-4848-9595-42ad48689220,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:44.188125 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:44.288197 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Floating IP 0a62b361-02e8-44ab-8060-6e9a3fab9960 associated. External IP: 172.25.0.151, port: 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab. Oct 13 14:58:44.408530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36654) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:44.452704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4f98ac6c-04b8-4ba8-a152-e2a73e06f6f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9949d738ed5247f7af1a6c0ea4bea2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429630 Oct 13 14:58:44.455172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36656) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:44.501341 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 14:58:44.505182 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2b9aad7a-2485-44ea-8a8b-7d8c609f1095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:44.529860 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2b9aad7a-2485-44ea-8a8b-7d8c609f1095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:44.612185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 14:58:44.622662 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7adbe90-083a-4101-bdd3-bb9999332571 None None] Sync routers for ids ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 14:58:44.631842 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7adbe90-083a-4101-bdd3-bb9999332571 None None] Routers {'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:44.632438 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a7adbe90-083a-4101-bdd3-bb9999332571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:58:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:44.652809 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2b9aad7a-2485-44ea-8a8b-7d8c609f1095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:44.655369 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2b9aad7a-2485-44ea-8a8b-7d8c609f1095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:44.656542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2b9aad7a-2485-44ea-8a8b-7d8c609f1095 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/748b0b73-6620-4fea-8c9e-6fab289ca38f HTTP/1.1" status: 204 len: 168 time: 0.2004709 Oct 13 14:58:44.664621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aad7a-2485-44ea-8a8b-7d8c609f1095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748b0b73-6620-4fea-8c9e-6fab289ca38f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:44.687917 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:44.715517 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f43f3f0e-955e-4c4d-936c-9e0b944f67f3 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1629906 Oct 13 14:58:44.716065 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbca65b4-c2ca-4f5e-bab1-d5098669f54a', 'tag': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 14:58:44.718387 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901132a5c46693e2dea368f86666308e0e1de91aa0fa4e619e5fae1010ea5612" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd96426-6705-42dd-9243-90d490cb80d4" -d '{"events": [{"name": "network-changed", "server_uuid": "bbca65b4-c2ca-4f5e-bab1-d5098669f54a", "tag": "58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 14:58:44.761827 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-a7adbe90-083a-4101-bdd3-bb9999332571 None None] Set router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:44.764720 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3750b0e-f642-45e5-bc00-eb5ed7bb4d66 x-openstack-request-id: req-a3750b0e-f642-45e5-bc00-eb5ed7bb4d66 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 14:58:44.765278 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbca65b4-c2ca-4f5e-bab1-d5098669f54a", "tag": "58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 14:58:44.765388 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3750b0e-f642-45e5-bc00-eb5ed7bb4d66 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 14:58:44.765764 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbca65b4-c2ca-4f5e-bab1-d5098669f54a', 'tag': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab', 'status': 'completed', 'code': 200} Oct 13 14:58:44.982226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd96426-6705-42dd-9243-90d490cb80d4 req-495126c8-03a1-4b93-8f3d-f5b207593ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:44.983763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecd96426-6705-42dd-9243-90d490cb80d4 req-495126c8-03a1-4b93-8f3d-f5b207593ac8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=71c6f22f327a45e48d118a87d50883a8&device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 1097 time: 0.1933444 Oct 13 14:58:44.993560 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a7adbe90-083a-4101-bdd3-bb9999332571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T14:58:13Z', 'revision_number': 4, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '0a62b361-02e8-44ab-8060-6e9a3fab9960', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'port_id': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'mac_address': 'fa:16:3e:98:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca65b4-c2ca-4f5e-bab1-d5098669f54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:58:43Z', 'updated_at': '2021-10-13T14:58:43Z', 'revision_number': 0, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85f3c1c-46e2-4548-9a12-ed9c794e6d68', 'name': '', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'mac_address': 'fa:16:3e:7c:2d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:13Z', 'updated_at': '2021-10-13T14:58:17Z', 'revision_number': 5, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'subnets': [{'id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:45.023832 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7adbe90-083a-4101-bdd3-bb9999332571 None None] Checking router: e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 14:58:45.033492 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7adbe90-083a-4101-bdd3-bb9999332571 None None] Routers {'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 14:58:45.034153 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a7adbe90-083a-4101-bdd3-bb9999332571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T14:58:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:45.087529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd96426-6705-42dd-9243-90d490cb80d4 req-1052bb7f-1bcc-459e-95c5-66877ca55c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:45.091078 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecd96426-6705-42dd-9243-90d490cb80d4 req-1052bb7f-1bcc-459e-95c5-66877ca55c96 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 HTTP/1.1" status: 200 len: 910 time: 0.0980799 Oct 13 14:58:45.146850 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-a7adbe90-083a-4101-bdd3-bb9999332571 None None] Set router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 14:58:45.163225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecd96426-6705-42dd-9243-90d490cb80d4 req-938f4e96-66ac-41ad-85d5-e02df617bf3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab HTTP/1.1" status: 200 len: 999 time: 0.0666692 Oct 13 14:58:45.220114 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd96426-6705-42dd-9243-90d490cb80d4 req-2eb91c00-a983-4d58-842a-1f7fcf67dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:45.221693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecd96426-6705-42dd-9243-90d490cb80d4 req-2eb91c00-a983-4d58-842a-1f7fcf67dd14 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1eed10-6378-41be-9f72-88f770e36f58 HTTP/1.1" status: 200 len: 848 time: 0.0489612 Oct 13 14:58:45.267973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd96426-6705-42dd-9243-90d490cb80d4 req-2f276a34-d81a-4b10-a955-917ea093cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:45.269533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecd96426-6705-42dd-9243-90d490cb80d4 req-2f276a34-d81a-4b10-a955-917ea093cea8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411673 Oct 13 14:58:45.364601 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36668) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:45.371547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecd96426-6705-42dd-9243-90d490cb80d4 req-ea093989-71d4-476d-991e-ed31be43762a service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938249 Oct 13 14:58:45.381468 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-a7adbe90-083a-4101-bdd3-bb9999332571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T14:58:13Z', 'revision_number': 4, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '0a62b361-02e8-44ab-8060-6e9a3fab9960', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'port_id': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'mac_address': 'fa:16:3e:98:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca65b4-c2ca-4f5e-bab1-d5098669f54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:58:43Z', 'updated_at': '2021-10-13T14:58:43Z', 'revision_number': 0, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85f3c1c-46e2-4548-9a12-ed9c794e6d68', 'name': '', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'mac_address': 'fa:16:3e:7c:2d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:13Z', 'updated_at': '2021-10-13T14:58:17Z', 'revision_number': 5, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'subnets': [{'id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 14:58:45.408949 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7adbe90-083a-4101-bdd3-bb9999332571 None None] The sync data for ids ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'] in n-d-806683-15 is: [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T14:58:13Z', 'revision_number': 4, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '0a62b361-02e8-44ab-8060-6e9a3fab9960', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'port_id': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'mac_address': 'fa:16:3e:98:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbca65b4-c2ca-4f5e-bab1-d5098669f54a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T14:58:43Z', 'updated_at': '2021-10-13T14:58:43Z', 'revision_number': 0, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f85f3c1c-46e2-4548-9a12-ed9c794e6d68', 'name': '', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'mac_address': 'fa:16:3e:7c:2d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:13Z', 'updated_at': '2021-10-13T14:58:17Z', 'revision_number': 5, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'subnets': [{'id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 14:58:45.417002 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dadfde26-098d-4c26-9509-8024c9131add admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=066ebc56925f4ddc841ac98275fcbe27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456634 Oct 13 14:58:45.417002 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36670) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:58:45.453116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b5ce5dd1-6810-4787-9b39-393f9d44b779 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 14:58:45.472094 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c994f2f2-e6e6-405a-9a5a-9a9ae06b0a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:45.484374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: b5ce5dd1-6810-4787-9b39-393f9d44b779 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 14:58:45.484799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device b5ce5dd1-6810-4787-9b39-393f9d44b779 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 14:58:45.494114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecd96426-6705-42dd-9243-90d490cb80d4 req-ab9ed50c-7e7f-4d51-a4a0-b6b2894cfa40 service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154633 Oct 13 14:58:45.498207 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c994f2f2-e6e6-405a-9a5a-9a9ae06b0a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:45.630145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c994f2f2-e6e6-405a-9a5a-9a9ae06b0a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:45.632285 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c994f2f2-e6e6-405a-9a5a-9a9ae06b0a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:45.634452 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c994f2f2-e6e6-405a-9a5a-9a9ae06b0a82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47834019-0d01-46c6-b56f-c933933d6106 HTTP/1.1" status: 204 len: 168 time: 0.2213128 Oct 13 14:58:45.634704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a2f70f-e1b0-4912-be1d-dbee8de9c373 None None] New status for floating IP 0a62b361-02e8-44ab-8060-6e9a3fab9960: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 14:58:45.646216 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994f2f2-e6e6-405a-9a5a-9a9ae06b0a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47834019-0d01-46c6-b56f-c933933d6106,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 14:58:48.455098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84155fe3-5ba4-4d8b-ae37-28d5978170ae req-6b469233-42bf-44b4-9c84-f9062d305557 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419414 Oct 13 14:58:48.541861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155fe3-5ba4-4d8b-ae37-28d5978170ae req-2f207750-6907-4856-8c12-b72977ec4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:48.544205 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84155fe3-5ba4-4d8b-ae37-28d5978170ae req-2f207750-6907-4856-8c12-b72977ec4f78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=71c6f22f327a45e48d118a87d50883a8&device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 1097 time: 0.0455334 Oct 13 14:58:48.648336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155fe3-5ba4-4d8b-ae37-28d5978170ae req-20a93e33-7074-4220-8b99-95cd856acd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:48.649930 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84155fe3-5ba4-4d8b-ae37-28d5978170ae req-20a93e33-7074-4220-8b99-95cd856acd74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 HTTP/1.1" status: 200 len: 910 time: 0.0859597 Oct 13 14:58:48.722013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84155fe3-5ba4-4d8b-ae37-28d5978170ae req-f980a33d-093e-43d9-a0ef-c3b073950c86 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab HTTP/1.1" status: 200 len: 1001 time: 0.0619142 Oct 13 14:58:48.769961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155fe3-5ba4-4d8b-ae37-28d5978170ae req-85c131b1-0ddf-481f-b911-8cdfadd49523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:48.771362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84155fe3-5ba4-4d8b-ae37-28d5978170ae req-85c131b1-0ddf-481f-b911-8cdfadd49523 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1eed10-6378-41be-9f72-88f770e36f58 HTTP/1.1" status: 200 len: 848 time: 0.0429916 Oct 13 14:58:48.815813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155fe3-5ba4-4d8b-ae37-28d5978170ae req-4876edd0-4319-4fe8-afd4-8deb0145d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:58:48.817529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84155fe3-5ba4-4d8b-ae37-28d5978170ae req-4876edd0-4319-4fe8-afd4-8deb0145d87e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389266 Oct 13 14:58:48.911845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84155fe3-5ba4-4d8b-ae37-28d5978170ae req-5566a3b3-2234-4d8e-8eea-b42595e2ca74 service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865986 Oct 13 14:58:48.970810 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:49.002351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84155fe3-5ba4-4d8b-ae37-28d5978170ae req-740e4bc9-1f85-4b3d-b3a8-dab5abb4dbe3 service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827632 Oct 13 14:58:49.548127 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-41c05e1a-8ac4-43a4-ab98-3afa3c77c347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:52.309906 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a93ba19-2df5-4000-b8e7-6a5cae235bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:52.326423 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:53.955147 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:54.046551 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:58:55.519718 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:11.758025 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:59:18.970326 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:19.548783 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a323a384-de12-40c6-9e9b-bddfa4e4b9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:21.947610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36694) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 14:59:22.119888 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9279e7-59d4-427c-88e8-d17135225271 req-640ea3cb-79a0-439e-bd82-5409236827c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:59:22.121476 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7c9279e7-59d4-427c-88e8-d17135225271 req-640ea3cb-79a0-439e-bd82-5409236827c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 1097 time: 0.1728492 Oct 13 14:59:22.163355 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-7c9279e7-59d4-427c-88e8-d17135225271 req-179899ca-b64e-479d-9a08-5b5f62204d6f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351791 Oct 13 14:59:22.302305 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eabdc6f4-d74a-45c3-9b45-f1055f20dbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:22.314156 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:23.959830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:24.011056 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:25.484698 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:48.563601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5af1aa6a-442f-4be3-9e22-a10e043a13a4 req-e4fdc2b3-e253-4ba2-86f6-d1447483101c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0817738 Oct 13 14:59:48.654698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1aa6a-442f-4be3-9e22-a10e043a13a4 req-810ad7a0-8005-4aad-b318-6f773aa03049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:59:48.656785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5af1aa6a-442f-4be3-9e22-a10e043a13a4 req-810ad7a0-8005-4aad-b318-6f773aa03049 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=71c6f22f327a45e48d118a87d50883a8&device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 1097 time: 0.0445106 Oct 13 14:59:48.756596 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 14:59:48.763394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1aa6a-442f-4be3-9e22-a10e043a13a4 req-cc7f9e1f-c58e-4221-a551-77d2ff90cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:59:48.764851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5af1aa6a-442f-4be3-9e22-a10e043a13a4 req-cc7f9e1f-c58e-4221-a551-77d2ff90cbfc service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 HTTP/1.1" status: 200 len: 910 time: 0.0831959 Oct 13 14:59:48.839115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5af1aa6a-442f-4be3-9e22-a10e043a13a4 req-62bea6fa-dabf-4617-b1c3-0840f3bd6b0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab HTTP/1.1" status: 200 len: 1001 time: 0.0625231 Oct 13 14:59:48.890022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1aa6a-442f-4be3-9e22-a10e043a13a4 req-9bc30227-94c7-4eb3-8220-c0274739ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:59:48.892074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5af1aa6a-442f-4be3-9e22-a10e043a13a4 req-9bc30227-94c7-4eb3-8220-c0274739ee63 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1eed10-6378-41be-9f72-88f770e36f58 HTTP/1.1" status: 200 len: 848 time: 0.0430601 Oct 13 14:59:48.943855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1aa6a-442f-4be3-9e22-a10e043a13a4 req-e79df471-f83d-433d-a713-edbf7c9d49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 14:59:48.945381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5af1aa6a-442f-4be3-9e22-a10e043a13a4 req-e79df471-f83d-433d-a713-edbf7c9d49cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416167 Oct 13 14:59:48.992860 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:49.047157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5af1aa6a-442f-4be3-9e22-a10e043a13a4 req-9e758b14-64a2-4571-ac81-dbbc7c3ee00f service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895405 Oct 13 14:59:49.141523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5af1aa6a-442f-4be3-9e22-a10e043a13a4 req-0418bf0c-f7a9-45ec-bc58-2173e010e1d2 service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835061 Oct 13 14:59:49.558575 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4475f229-6d91-4ed9-b65e-b3359e4aaff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:52.267104 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d6c275df-d5ab-4664-8c27-6aba2f9631b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:52.289705 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:53.992578 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:54.033003 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 14:59:55.489314 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:18.997412 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:19.557456 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-996e9034-3cc8-422e-8070-896bd2eb69af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:22.277160 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a186721-7e7c-45d3-80b3-91d21f592592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:22.299810 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:23.965740 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:24.037773 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:25.488449 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:25.756277 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:00:48.973905 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:49.579876 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5d0ac2a3-943b-4e7b-b9e8-cf02e683b71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:50.135365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27c9c1f3-2426-456d-a499-a39b4000e7d0 req-11014aa6-384c-47c3-8fe3-358459cbff88 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415711 Oct 13 15:00:50.225128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9c1f3-2426-456d-a499-a39b4000e7d0 req-7a99cc7e-f2c0-4a65-9dc3-1db4685e684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:00:50.226634 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27c9c1f3-2426-456d-a499-a39b4000e7d0 req-7a99cc7e-f2c0-4a65-9dc3-1db4685e684d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=71c6f22f327a45e48d118a87d50883a8&device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 1097 time: 0.0446615 Oct 13 15:00:50.334473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9c1f3-2426-456d-a499-a39b4000e7d0 req-6062fcbf-1bca-4281-88c4-5bc214d6bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:00:50.335943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27c9c1f3-2426-456d-a499-a39b4000e7d0 req-6062fcbf-1bca-4281-88c4-5bc214d6bda2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 HTTP/1.1" status: 200 len: 910 time: 0.0852637 Oct 13 15:00:50.414441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27c9c1f3-2426-456d-a499-a39b4000e7d0 req-22a7a564-acdb-416c-a59d-8f908af897a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab HTTP/1.1" status: 200 len: 1001 time: 0.0668204 Oct 13 15:00:50.467059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9c1f3-2426-456d-a499-a39b4000e7d0 req-d15898e4-9919-4865-ac9c-624710412e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:00:50.468473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27c9c1f3-2426-456d-a499-a39b4000e7d0 req-d15898e4-9919-4865-ac9c-624710412e38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1eed10-6378-41be-9f72-88f770e36f58 HTTP/1.1" status: 200 len: 848 time: 0.0436018 Oct 13 15:00:50.515090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9c1f3-2426-456d-a499-a39b4000e7d0 req-91bc1e52-4dfc-44c2-9491-15ddb29b9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:00:50.516541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27c9c1f3-2426-456d-a499-a39b4000e7d0 req-91bc1e52-4dfc-44c2-9491-15ddb29b9ed9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393319 Oct 13 15:00:50.612807 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27c9c1f3-2426-456d-a499-a39b4000e7d0 req-287f5cad-e33c-40e9-be60-26d93680ed1f service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839689 Oct 13 15:00:50.707698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27c9c1f3-2426-456d-a499-a39b4000e7d0 req-089a2da3-9739-47a7-82e3-b7e04c3776b5 service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836086 Oct 13 15:00:52.304249 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c8e90624-e23e-4816-9429-08391f55e279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:52.316693 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:53.979081 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:54.031291 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:00:55.493607 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:02.756598 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:01:19.001964 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:19.544626 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-39d84106-a91e-48c6-b0eb-57f74d52bd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:22.280894 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7a80f710-74ac-4734-9ae8-f9a736629bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:22.308614 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:23.968546 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:24.058560 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:25.499136 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:39.756501 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:01:49.027649 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:49.565117 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5b91431c-011f-4e2f-8a93-631022262a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:50.098755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d66e0c1c-61bf-4e01-ad75-49266d56ee41 req-ba665e37-6430-49fb-8533-93536f0dec87 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471151 Oct 13 15:01:50.193835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e0c1c-61bf-4e01-ad75-49266d56ee41 req-6dc590c0-3c62-446f-9df2-45e4e83b8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:01:50.206244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d66e0c1c-61bf-4e01-ad75-49266d56ee41 req-6dc590c0-3c62-446f-9df2-45e4e83b8513 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=71c6f22f327a45e48d118a87d50883a8&device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 1097 time: 0.0477462 Oct 13 15:01:50.303443 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e0c1c-61bf-4e01-ad75-49266d56ee41 req-43851fe1-6f43-4a5c-8d15-eb9beff565d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:01:50.304923 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d66e0c1c-61bf-4e01-ad75-49266d56ee41 req-43851fe1-6f43-4a5c-8d15-eb9beff565d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 HTTP/1.1" status: 200 len: 910 time: 0.0853429 Oct 13 15:01:50.378208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d66e0c1c-61bf-4e01-ad75-49266d56ee41 req-c5346ae9-a082-4728-b67a-549c956899c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab HTTP/1.1" status: 200 len: 1001 time: 0.0619326 Oct 13 15:01:50.429844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e0c1c-61bf-4e01-ad75-49266d56ee41 req-090ea2f2-5916-4c5f-a3fa-c91feece37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:01:50.431277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d66e0c1c-61bf-4e01-ad75-49266d56ee41 req-090ea2f2-5916-4c5f-a3fa-c91feece37bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1eed10-6378-41be-9f72-88f770e36f58 HTTP/1.1" status: 200 len: 848 time: 0.0430179 Oct 13 15:01:50.478383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e0c1c-61bf-4e01-ad75-49266d56ee41 req-d4b87d91-bae3-4213-b65d-252d1d49178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:01:50.479858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d66e0c1c-61bf-4e01-ad75-49266d56ee41 req-d4b87d91-bae3-4213-b65d-252d1d49178e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390770 Oct 13 15:01:50.572227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d66e0c1c-61bf-4e01-ad75-49266d56ee41 req-6984c09c-e00a-450a-9887-837f36f7448b service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843511 Oct 13 15:01:50.664168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d66e0c1c-61bf-4e01-ad75-49266d56ee41 req-3ea15c66-1a34-4f74-a9b7-01d95dde0f34 service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806491 Oct 13 15:01:52.263968 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07eb1403-3c47-4c1e-8e37-643a4f7907f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:52.280837 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:53.977579 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:54.067517 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:01:55.480737 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:16.756777 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:02:19.000305 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:19.566115 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d12ab2dc-e419-4e48-a87d-45564bcdf0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:22.274432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e1c1e2aa-11b8-40cf-b0c7-05cc7cf26898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:22.297104 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:23.968873 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:24.060779 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:25.494555 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:49.011152 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:49.562361 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-40855313-dc34-4b86-af23-fe05badf4c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:51.447328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5026ca2-3c55-48e7-87c4-ea3d0b966d89 req-1aaf3f39-5ee4-42f6-ae33-c056d3c9c50e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426803 Oct 13 15:02:51.588475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5026ca2-3c55-48e7-87c4-ea3d0b966d89 req-728579c6-152d-4245-aa85-d88a8177b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:02:51.589998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5026ca2-3c55-48e7-87c4-ea3d0b966d89 req-728579c6-152d-4245-aa85-d88a8177b28d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=71c6f22f327a45e48d118a87d50883a8&device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 1097 time: 0.0459421 Oct 13 15:02:51.700126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5026ca2-3c55-48e7-87c4-ea3d0b966d89 req-354651ff-4d10-4b0f-a5e0-b7857dfc2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:02:51.701533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5026ca2-3c55-48e7-87c4-ea3d0b966d89 req-354651ff-4d10-4b0f-a5e0-b7857dfc2188 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 HTTP/1.1" status: 200 len: 910 time: 0.0846071 Oct 13 15:02:51.775493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5026ca2-3c55-48e7-87c4-ea3d0b966d89 req-46b3adac-ecdb-43ca-9443-dc384dda977e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab HTTP/1.1" status: 200 len: 1001 time: 0.0627661 Oct 13 15:02:51.829649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5026ca2-3c55-48e7-87c4-ea3d0b966d89 req-775e1f41-5d02-40dc-8fc6-57d8cdef0abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:02:51.831084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5026ca2-3c55-48e7-87c4-ea3d0b966d89 req-775e1f41-5d02-40dc-8fc6-57d8cdef0abd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1eed10-6378-41be-9f72-88f770e36f58 HTTP/1.1" status: 200 len: 848 time: 0.0446496 Oct 13 15:02:51.880030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5026ca2-3c55-48e7-87c4-ea3d0b966d89 req-d0ec1a7c-58e4-4a8d-be5e-471238103485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:02:51.881542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5026ca2-3c55-48e7-87c4-ea3d0b966d89 req-d0ec1a7c-58e4-4a8d-be5e-471238103485 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392487 Oct 13 15:02:51.977351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5026ca2-3c55-48e7-87c4-ea3d0b966d89 req-6c3f2152-5bd2-4751-97d2-95ec967d6239 service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839558 Oct 13 15:02:52.067613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5026ca2-3c55-48e7-87c4-ea3d0b966d89 req-da3763c6-780f-487d-bfa2-d64a18f1ef83 service neutron] 10.222.0.49 "GET /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793366 Oct 13 15:02:52.328176 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c64ec9c0-4b4d-40f1-9aa7-929dac864f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:52.342157 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:53.755537 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:02:53.980388 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:54.037070 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:02:55.499236 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:19.010787 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:19.530643 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5495d55e-e520-43fe-a555-aef394f25e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:22.292712 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a65a35f6-3108-477b-b81d-ffae08c4685a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:22.321905 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:23.973005 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:24.039456 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:25.490555 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:27.491958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d199a61-0021-4206-b749-0fb4344ba9e4 req-0e5ee4a5-0064-4fb8-ae38-6d55c9307442 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:27.493470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d199a61-0021-4206-b749-0fb4344ba9e4 req-0e5ee4a5-0064-4fb8-ae38-6d55c9307442 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 945 time: 0.0976386 Oct 13 15:03:27.536700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d199a61-0021-4206-b749-0fb4344ba9e4 req-ccc0ce95-f34c-4d61-9e17-33e7d3e87806 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372720 Oct 13 15:03:28.762352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e65b8-416f-4cec-b53b-a947b0858084 req-4b23a093-e144-4f9c-9df1-89b96aa97045 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:28.763873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d9e65b8-416f-4cec-b53b-a947b0858084 req-4b23a093-e144-4f9c-9df1-89b96aa97045 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 945 time: 0.0942850 Oct 13 15:03:28.801390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d9e65b8-416f-4cec-b53b-a947b0858084 req-90f81a77-ce34-416f-b35f-5fea1cc460c4 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/security-groups?id=b559be48-532e-40aa-b8b2-10190a52842e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315013 Oct 13 15:03:28.880706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-b206fdbb-9ab0-4b5e-ad34-614313eeef07 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:28.882071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-b206fdbb-9ab0-4b5e-ad34-614313eeef07 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.49 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 945 time: 0.0484989 Oct 13 15:03:28.975851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Deleting port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:03:28.976194 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:29.069212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] For port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab,segment=NetworkSegment(b46fae96-6f2b-495e-ac1c-1c474cee8b67),segment_id=b46fae96-6f2b-495e-ac1c-1c474cee8b67)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:03:29.069555 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:29.311655 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:29.312018 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:29.312336 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Floating IP 0a62b361-02e8-44ab-8060-6e9a3fab9960 disassociated. External IP: 172.25.0.151, port: 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab. Oct 13 15:03:29.312678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Calling delete_port for 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:03:29.509055 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:29.537678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Pushing event deleted for resources: {'Port': ['ID=58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:29.547341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:29.547733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:29.548088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:29.548427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:29.548763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:29.549123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:29.549456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:29.549785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:29.550110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:29.550433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:29.550756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:29.551080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:29.671378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:03:29.781706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:03:29.793494 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3fc45-b785-407a-9335-9c8031f9da4c None None] Sync routers for ids ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:03:29.802234 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3fc45-b785-407a-9335-9c8031f9da4c None None] Routers {'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:03:29.802838 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e3f3fc45-b785-407a-9335-9c8031f9da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:03:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:29.824648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] No DVR routers for this DVR port 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:03:29.827281 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:29.830757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c09c40c-9c83-44e5-bb47-8d45314a7b32 req-caf63906-609c-4a3f-9e83-5ee58ba57232 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.49 "DELETE /v2.0/ports/58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab HTTP/1.1" status: 204 len: 173 time: 0.9391577 Oct 13 15:03:29.831116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbca65b4-c2ca-4f5e-bab1-d5098669f54a', 'name': 'network-vif-deleted', 'tag': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:03:29.895398 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0c71da-7693-442d-a086-b53b279070d2" -d '{"events": [{"server_uuid": "bbca65b4-c2ca-4f5e-bab1-d5098669f54a", "name": "network-vif-deleted", "tag": "58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:03:29.957167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3da042e7-2b76-43cf-aa9c-da093963469f req-800ffad0-775e-49ee-a6cc-6f622985a833 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbca65b4-c2ca-4f5e-bab1-d5098669f54a HTTP/1.1" status: 200 len: 210 time: 0.0338898 Oct 13 15:03:30.012787 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18417a30-249b-4617-a8ad-849eb26570b5 x-openstack-request-id: req-18417a30-249b-4617-a8ad-849eb26570b5 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:03:30.013201 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbca65b4-c2ca-4f5e-bab1-d5098669f54a", "name": "network-vif-deleted", "tag": "58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:03:30.013660 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18417a30-249b-4617-a8ad-849eb26570b5 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:03:30.014076 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbca65b4-c2ca-4f5e-bab1-d5098669f54a', 'name': 'network-vif-deleted', 'tag': '58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab', 'status': 'completed', 'code': 200} Oct 13 15:03:30.059033 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e3f3fc45-b785-407a-9335-9c8031f9da4c None None] Set router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:03:30.257468 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e3f3fc45-b785-407a-9335-9c8031f9da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T14:58:13Z', 'revision_number': 4, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f85f3c1c-46e2-4548-9a12-ed9c794e6d68', 'name': '', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'mac_address': 'fa:16:3e:7c:2d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:13Z', 'updated_at': '2021-10-13T14:58:17Z', 'revision_number': 5, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'subnets': [{'id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:30.287153 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3fc45-b785-407a-9335-9c8031f9da4c None None] Checking router: e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:03:30.296342 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3fc45-b785-407a-9335-9c8031f9da4c None None] Routers {'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:03:30.297078 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e3f3fc45-b785-407a-9335-9c8031f9da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:03:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:30.410265 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e3f3fc45-b785-407a-9335-9c8031f9da4c None None] Set router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:03:30.609373 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e3f3fc45-b785-407a-9335-9c8031f9da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T14:58:13Z', 'revision_number': 4, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f85f3c1c-46e2-4548-9a12-ed9c794e6d68', 'name': '', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'mac_address': 'fa:16:3e:7c:2d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:13Z', 'updated_at': '2021-10-13T14:58:17Z', 'revision_number': 5, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'subnets': [{'id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:30.637447 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3fc45-b785-407a-9335-9c8031f9da4c None None] The sync data for ids ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'] in n-d-806683-15 is: [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T14:58:13Z', 'revision_number': 4, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f85f3c1c-46e2-4548-9a12-ed9c794e6d68', 'name': '', 'network_id': 'a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'mac_address': 'fa:16:3e:7c:2d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:13Z', 'updated_at': '2021-10-13T14:58:17Z', 'revision_number': 5, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'subnets': [{'id': 'fa1eed10-6378-41be-9f72-88f770e36f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:03:30.754677 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:03:30.871314 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c183e94-c12d-4203-9161-59c4ee27678f None None] New status for floating IP 0a62b361-02e8-44ab-8060-6e9a3fab9960: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:03:31.013154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36884) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:31.145022 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Deleting port 4fd395b7-bde3-4848-9595-42ad48689220 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:03:31.145378 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:31.222622 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:31.222947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:31.234267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Calling delete_port for 4fd395b7-bde3-4848-9595-42ad48689220 owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:03:31.438711 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:31.468782 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Pushing event deleted for resources: {'Port': ['ID=4fd395b7-bde3-4848-9595-42ad48689220,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:31.489687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:31.489957 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:31.490298 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:31.490634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:31.490965 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:31.491294 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:31.491621 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:31.491944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:31.492265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:31.492588 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:31.492914 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:31.493258 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:31.536628 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:31.538374 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:31.540009 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f02ed370-cce0-463b-adec-079be80d7be8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "DELETE /v2.0/floatingips/0a62b361-02e8-44ab-8060-6e9a3fab9960 HTTP/1.1" status: 204 len: 168 time: 0.5260870 Oct 13 15:03:31.613586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36898) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:31.672882 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-06d07a47-d058-4a7a-8992-f843abd02db8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:31.704277 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-06d07a47-d058-4a7a-8992-f843abd02db8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:31.840560 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-06d07a47-d058-4a7a-8992-f843abd02db8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:31.843135 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-06d07a47-d058-4a7a-8992-f843abd02db8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:31.844309 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-06d07a47-d058-4a7a-8992-f843abd02db8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] 10.222.0.18 "DELETE /v2.0/security-groups/b559be48-532e-40aa-b8b2-10190a52842e HTTP/1.1" status: 204 len: 168 time: 0.2298241 Oct 13 15:03:31.853709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d07a47-d058-4a7a-8992-f843abd02db8 tempest-TestServerBasicOps-1556276342 tempest-TestServerBasicOps-1556276342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b559be48-532e-40aa-b8b2-10190a52842e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:31.944602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36902) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:32.257418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:03:32.279024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:03:32.279363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 58dcfdbf-feb4-4a54-9e87-88a75b6ad3ab not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:03:32.824197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-54842099-cda5-4ea2-94c7-3f8171513549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:33.122728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-54842099-cda5-4ea2-94c7-3f8171513549 admin admin] Deleting port f85f3c1c-46e2-4548-9a12-ed9c794e6d68 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:03:33.122990 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-54842099-cda5-4ea2-94c7-3f8171513549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:33.202128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-54842099-cda5-4ea2-94c7-3f8171513549 admin admin] For port f85f3c1c-46e2-4548-9a12-ed9c794e6d68, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f85f3c1c-46e2-4548-9a12-ed9c794e6d68,segment=NetworkSegment(b46fae96-6f2b-495e-ac1c-1c474cee8b67),segment_id=b46fae96-6f2b-495e-ac1c-1c474cee8b67)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:03:33.202491 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-54842099-cda5-4ea2-94c7-3f8171513549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:33.215664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-54842099-cda5-4ea2-94c7-3f8171513549 admin admin] Calling delete_port for f85f3c1c-46e2-4548-9a12-ed9c794e6d68 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:03:33.458217 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-54842099-cda5-4ea2-94c7-3f8171513549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:33.485439 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54842099-cda5-4ea2-94c7-3f8171513549 admin admin] Pushing event deleted for resources: {'Port': ['ID=f85f3c1c-46e2-4548-9a12-ed9c794e6d68,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:33.659547 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-54842099-cda5-4ea2-94c7-3f8171513549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:33.873222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54842099-cda5-4ea2-94c7-3f8171513549 admin admin] Router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:03:33.980776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54842099-cda5-4ea2-94c7-3f8171513549 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:03:33.985780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-54842099-cda5-4ea2-94c7-3f8171513549 admin admin] 10.222.0.18 "PUT /v2.0/routers/e644b3ae-c0f2-440e-9253-aa40b5dfaaa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0401201 Oct 13 15:03:33.988353 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36906) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:33.989155 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c418ab-de61-404d-9887-d1ff02e1d716 None None] Sync routers for ids ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:03:33.998710 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c418ab-de61-404d-9887-d1ff02e1d716 None None] Routers {'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:03:33.999314 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-55c418ab-de61-404d-9887-d1ff02e1d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:03:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:34.113008 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-55c418ab-de61-404d-9887-d1ff02e1d716 None None] Set router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:03:34.305597 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-55c418ab-de61-404d-9887-d1ff02e1d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T15:03:33Z', 'revision_number': 5, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:34.333863 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c418ab-de61-404d-9887-d1ff02e1d716 None None] Checking router: e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:03:34.342771 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c418ab-de61-404d-9887-d1ff02e1d716 None None] Routers {'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:03:34.343381 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-55c418ab-de61-404d-9887-d1ff02e1d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:03:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:34.369707 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:34.449331 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-55c418ab-de61-404d-9887-d1ff02e1d716 None None] Set router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:03:34.470186 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:34.595762 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Deleting port 56bbac4d-5b90-4c15-85ef-35fdfa41eba8 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:03:34.596007 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:34.632113 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-55c418ab-de61-404d-9887-d1ff02e1d716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T15:03:33Z', 'revision_number': 5, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:34.659945 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c418ab-de61-404d-9887-d1ff02e1d716 None None] The sync data for ids ['e644b3ae-c0f2-440e-9253-aa40b5dfaaa4'] in n-d-806683-15 is: [{'id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'name': 'tempest-TestServerBasicOps-1520552813-router', 'tenant_id': '71c6f22f327a45e48d118a87d50883a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:10Z', 'updated_at': '2021-10-13T15:03:33Z', 'revision_number': 5, 'project_id': '71c6f22f327a45e48d118a87d50883a8', 'gw_port': {'id': '56bbac4d-5b90-4c15-85ef-35fdfa41eba8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:86:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644b3ae-c0f2-440e-9253-aa40b5dfaaa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:11Z', 'updated_at': '2021-10-13T14:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:03:34.681214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] For port 56bbac4d-5b90-4c15-85ef-35fdfa41eba8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=56bbac4d-5b90-4c15-85ef-35fdfa41eba8,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:03:34.681578 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:34.695331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Calling delete_port for 56bbac4d-5b90-4c15-85ef-35fdfa41eba8 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:03:34.936098 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:34.967265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=56bbac4d-5b90-4c15-85ef-35fdfa41eba8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:35.024008 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.121869 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.124306 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.216162 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.216769 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:03:35.221102 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.222431 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0457d650-4f53-4e48-a3d3-f68c0f263c40 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e644b3ae-c0f2-440e-9253-aa40b5dfaaa4 HTTP/1.1" status: 204 len: 168 time: 1.2328615 Oct 13 15:03:35.224756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36908) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:35.273988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c5fe3a-39be-40e8-9b39-aa4f03e294ce admin admin] Deleting subnet fa1eed10-6378-41be-9f72-88f770e36f58 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:03:35.278034 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5c5fe3a-39be-40e8-9b39-aa4f03e294ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.318464 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5c5fe3a-39be-40e8-9b39-aa4f03e294ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.398506 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5c5fe3a-39be-40e8-9b39-aa4f03e294ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.519162 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5c5fe3a-39be-40e8-9b39-aa4f03e294ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.546941 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5fe3a-39be-40e8-9b39-aa4f03e294ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1eed10-6378-41be-9f72-88f770e36f58,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:35.552555 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e5c5fe3a-39be-40e8-9b39-aa4f03e294ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.555881 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e5c5fe3a-39be-40e8-9b39-aa4f03e294ce admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fa1eed10-6378-41be-9f72-88f770e36f58 HTTP/1.1" status: 204 len: 168 time: 0.3299508 Oct 13 15:03:35.558753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36910) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:35.559590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf9e1f4-e9b5-4ec6-a734-ad8c6212abe4 None None] Network a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:03:35.628244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.691286 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Deleting port aa4b5e29-de90-42c5-b446-169bcdfcca2d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:03:35.692366 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.735346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 56bbac4d-5b90-4c15-85ef-35fdfa41eba8 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:03:35.761072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 56bbac4d-5b90-4c15-85ef-35fdfa41eba8 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:03:35.761557 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 56bbac4d-5b90-4c15-85ef-35fdfa41eba8 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:03:35.762072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f85f3c1c-46e2-4548-9a12-ed9c794e6d68 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:03:35.774986 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] For port aa4b5e29-de90-42c5-b446-169bcdfcca2d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=aa4b5e29-de90-42c5-b446-169bcdfcca2d,segment=NetworkSegment(b46fae96-6f2b-495e-ac1c-1c474cee8b67),segment_id=b46fae96-6f2b-495e-ac1c-1c474cee8b67)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:03:35.775291 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.781209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: f85f3c1c-46e2-4548-9a12-ed9c794e6d68 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:03:35.781793 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f85f3c1c-46e2-4548-9a12-ed9c794e6d68 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:03:35.790944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] DHCP port deletion for a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:03:35.793826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Calling delete_port for aa4b5e29-de90-42c5-b446-169bcdfcca2d owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:03:35.838483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Deleting port aa4b5e29-de90-42c5-b446-169bcdfcca2d {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:03:35.838483 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.901967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] For port aa4b5e29-de90-42c5-b446-169bcdfcca2d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=aa4b5e29-de90-42c5-b446-169bcdfcca2d,segment=NetworkSegment(b46fae96-6f2b-495e-ac1c-1c474cee8b67),segment_id=b46fae96-6f2b-495e-ac1c-1c474cee8b67)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:03:35.902350 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.914769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Calling delete_port for aa4b5e29-de90-42c5-b446-169bcdfcca2d owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:03:35.989005 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:35.995330 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:36.015982 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4b5e29-de90-42c5-b446-169bcdfcca2d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:36.019621 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] No DVR routers for this DVR port aa4b5e29-de90-42c5-b446-169bcdfcca2d on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:03:36.025188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Pushing event deleted for resources: {'Port': ['ID=aa4b5e29-de90-42c5-b446-169bcdfcca2d,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:36.028089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] No DVR routers for this DVR port aa4b5e29-de90-42c5-b446-169bcdfcca2d on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:03:36.037354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:36.037354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:36.037354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:36.037727 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:36.037727 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:36.038376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:36.038634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:36.038959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:36.039377 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:36.039700 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:36.040032 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:36.040344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9987cb-0f5b-4552-b062-99c7d4b5c94d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:03:36.096612 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:36.117464 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:36.127445 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46fae96-6f2b-495e-ac1c-1c474cee8b67') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:36.130392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46fae96-6f2b-495e-ac1c-1c474cee8b67') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:36.137142 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:36.149911 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:36.155970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:03:36.156358 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: timer() Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:03:36.158032 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:03:36.297541 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:36.302981 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:36.308187 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2 HTTP/1.1" status: 204 len: 168 time: 0.7480285 Oct 13 15:03:36.309985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36912) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:36.325313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee598ad-c922-437b-b52e-3e679b3ee366 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5cf6e6a-fbc6-4e73-8992-dc28b06ae7e2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:36.663111 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f89d662-9546-4bd1-867a-9eb47d8df6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:36.904962 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9f89d662-9546-4bd1-867a-9eb47d8df6e2 admin admin] Deleting port 60942029-fb29-4127-8f14-f7723f75d0e0 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:03:36.905228 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f89d662-9546-4bd1-867a-9eb47d8df6e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:36.985278 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-9f89d662-9546-4bd1-867a-9eb47d8df6e2 admin admin] For port 60942029-fb29-4127-8f14-f7723f75d0e0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=60942029-fb29-4127-8f14-f7723f75d0e0,segment=NetworkSegment(74b591cf-8a66-4043-ab32-8338472ef13f),segment_id=74b591cf-8a66-4043-ab32-8338472ef13f)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:03:36.985643 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f89d662-9546-4bd1-867a-9eb47d8df6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:36.998207 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9f89d662-9546-4bd1-867a-9eb47d8df6e2 admin admin] Calling delete_port for 60942029-fb29-4127-8f14-f7723f75d0e0 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:03:37.223429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f89d662-9546-4bd1-867a-9eb47d8df6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:37.248144 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89d662-9546-4bd1-867a-9eb47d8df6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=60942029-fb29-4127-8f14-f7723f75d0e0,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:37.414809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9f89d662-9546-4bd1-867a-9eb47d8df6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:37.635675 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f89d662-9546-4bd1-867a-9eb47d8df6e2 admin admin] Router 767fa12c-dc20-4dc9-91e1-b0fbc3908017 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:03:37.660882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device aa4b5e29-de90-42c5-b446-169bcdfcca2d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:03:37.681644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: aa4b5e29-de90-42c5-b446-169bcdfcca2d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:03:37.682150 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device aa4b5e29-de90-42c5-b446-169bcdfcca2d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:03:37.741656 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f89d662-9546-4bd1-867a-9eb47d8df6e2 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:03:37.749279 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9f89d662-9546-4bd1-867a-9eb47d8df6e2 admin admin] 10.222.0.18 "PUT /v2.0/routers/767fa12c-dc20-4dc9-91e1-b0fbc3908017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4358139 Oct 13 15:03:37.749463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36914) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:37.750995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9197c-2026-43e9-9d19-0fff76b363a5 None None] Sync routers for ids ['767fa12c-dc20-4dc9-91e1-b0fbc3908017'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:03:37.760686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9197c-2026-43e9-9d19-0fff76b363a5 None None] Routers {'767fa12c-dc20-4dc9-91e1-b0fbc3908017'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:03:37.761415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a1e9197c-2026-43e9-9d19-0fff76b363a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:03:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['767fa12c-dc20-4dc9-91e1-b0fbc3908017'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:37.858927 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:37.970233 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:38.022758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a1e9197c-2026-43e9-9d19-0fff76b363a5 None None] Set router 767fa12c-dc20-4dc9-91e1-b0fbc3908017 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:03:38.069994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Deleting port f28d376e-4cc2-4193-af4e-4b3527456aad {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:03:38.070336 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:38.152767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] For port f28d376e-4cc2-4193-af4e-4b3527456aad, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f28d376e-4cc2-4193-af4e-4b3527456aad,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:03:38.153070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:38.165187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Calling delete_port for f28d376e-4cc2-4193-af4e-4b3527456aad owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:03:38.200973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a1e9197c-2026-43e9-9d19-0fff76b363a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'name': 'tempest-TestServerBasicOps-399729371-router', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:16Z', 'updated_at': '2021-10-13T15:03:37Z', 'revision_number': 5, 'project_id': '58a7a0667f5244548c33b8d3019ccb5c', 'gw_port': {'id': 'f28d376e-4cc2-4193-af4e-4b3527456aad', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T14:58:17Z', 'updated_at': '2021-10-13T14:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:38.232192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9197c-2026-43e9-9d19-0fff76b363a5 None None] Checking router: 767fa12c-dc20-4dc9-91e1-b0fbc3908017 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:03:38.240424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9197c-2026-43e9-9d19-0fff76b363a5 None None] Routers {'767fa12c-dc20-4dc9-91e1-b0fbc3908017'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:03:38.241060 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a1e9197c-2026-43e9-9d19-0fff76b363a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:03:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['767fa12c-dc20-4dc9-91e1-b0fbc3908017'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:38.331163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a1e9197c-2026-43e9-9d19-0fff76b363a5 None None] Set router 767fa12c-dc20-4dc9-91e1-b0fbc3908017 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:03:38.375771 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:38.383552 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a1e9197c-2026-43e9-9d19-0fff76b363a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'name': 'tempest-TestServerBasicOps-399729371-router', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:16Z', 'updated_at': '2021-10-13T15:03:37Z', 'revision_number': 6, 'project_id': '58a7a0667f5244548c33b8d3019ccb5c', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:38.401704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Pushing event deleted for resources: {'Port': ['ID=f28d376e-4cc2-4193-af4e-4b3527456aad,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:38.413466 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9197c-2026-43e9-9d19-0fff76b363a5 None None] The sync data for ids ['767fa12c-dc20-4dc9-91e1-b0fbc3908017'] in n-d-806683-15 is: [{'id': '767fa12c-dc20-4dc9-91e1-b0fbc3908017', 'name': 'tempest-TestServerBasicOps-399729371-router', 'tenant_id': '58a7a0667f5244548c33b8d3019ccb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T14:58:16Z', 'updated_at': '2021-10-13T15:03:37Z', 'revision_number': 6, 'project_id': '58a7a0667f5244548c33b8d3019ccb5c', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:03:38.467378 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:38.786519 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:38.788941 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:38.886892 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:38.887475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 767fa12c-dc20-4dc9-91e1-b0fbc3908017 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:03:38.895216 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:38.895216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-def38730-5c2d-4d64-82f7-5988e513ce8b admin admin] 10.222.0.18 "DELETE /v2.0/routers/767fa12c-dc20-4dc9-91e1-b0fbc3908017 HTTP/1.1" status: 204 len: 168 time: 1.1424251 Oct 13 15:03:38.895495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36916) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:38.939746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cef4bb-a5cf-4cf3-9d36-14554c0ea0cd admin admin] Deleting subnet 2ffe1b17-2bec-4272-bba0-416041931f68 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:03:38.942788 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-89cef4bb-a5cf-4cf3-9d36-14554c0ea0cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:38.980468 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-89cef4bb-a5cf-4cf3-9d36-14554c0ea0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.093197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-89cef4bb-a5cf-4cf3-9d36-14554c0ea0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.212281 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-89cef4bb-a5cf-4cf3-9d36-14554c0ea0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.243033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cef4bb-a5cf-4cf3-9d36-14554c0ea0cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ffe1b17-2bec-4272-bba0-416041931f68,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:39.247211 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-89cef4bb-a5cf-4cf3-9d36-14554c0ea0cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.250359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-89cef4bb-a5cf-4cf3-9d36-14554c0ea0cd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2ffe1b17-2bec-4272-bba0-416041931f68 HTTP/1.1" status: 204 len: 168 time: 0.3538792 Oct 13 15:03:39.252817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36918) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:39.254894 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c36a1-c356-4097-9645-e84e5b558797 None None] Network 2dc76194-6203-4576-9f04-5e97ddf3674e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:03:39.323908 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.376418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Deleting port 5fce1a75-5867-4621-acf4-1e7820b75ebf {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:03:39.376772 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.430889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb89aee2-acda-4fdf-bcb5-0828f8c3c2a2 None None] DHCP port deletion for 2dc76194-6203-4576-9f04-5e97ddf3674e request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:03:39.448302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] For port 5fce1a75-5867-4621-acf4-1e7820b75ebf, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5fce1a75-5867-4621-acf4-1e7820b75ebf,segment=NetworkSegment(74b591cf-8a66-4043-ab32-8338472ef13f),segment_id=74b591cf-8a66-4043-ab32-8338472ef13f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:03:39.448759 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.462728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Calling delete_port for 5fce1a75-5867-4621-acf4-1e7820b75ebf owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:03:39.483829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-bb89aee2-acda-4fdf-bcb5-0828f8c3c2a2 None None] Deleting port 5fce1a75-5867-4621-acf4-1e7820b75ebf {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:03:39.484340 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb89aee2-acda-4fdf-bcb5-0828f8c3c2a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.549342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bb89aee2-acda-4fdf-bcb5-0828f8c3c2a2 None None] For port 5fce1a75-5867-4621-acf4-1e7820b75ebf, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5fce1a75-5867-4621-acf4-1e7820b75ebf,segment=NetworkSegment(74b591cf-8a66-4043-ab32-8338472ef13f),segment_id=74b591cf-8a66-4043-ab32-8338472ef13f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:03:39.555891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb89aee2-acda-4fdf-bcb5-0828f8c3c2a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.563657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-bb89aee2-acda-4fdf-bcb5-0828f8c3c2a2 None None] Calling delete_port for 5fce1a75-5867-4621-acf4-1e7820b75ebf owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:03:39.607214 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.611288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5fce1a75-5867-4621-acf4-1e7820b75ebf no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:03:39.634508 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 5fce1a75-5867-4621-acf4-1e7820b75ebf {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:03:39.634867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5fce1a75-5867-4621-acf4-1e7820b75ebf not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:03:39.635774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 60942029-fb29-4127-8f14-f7723f75d0e0 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:03:39.637673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Pushing event deleted for resources: {'Port': ['ID=5fce1a75-5867-4621-acf4-1e7820b75ebf,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:39.643520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] No DVR routers for this DVR port 5fce1a75-5867-4621-acf4-1e7820b75ebf on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:03:39.663535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 60942029-fb29-4127-8f14-f7723f75d0e0 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:03:39.663810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 60942029-fb29-4127-8f14-f7723f75d0e0 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:03:39.664210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f28d376e-4cc2-4193-af4e-4b3527456aad no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:03:39.686531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: f28d376e-4cc2-4193-af4e-4b3527456aad {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:03:39.686871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f28d376e-4cc2-4193-af4e-4b3527456aad not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:03:39.702595 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bb89aee2-acda-4fdf-bcb5-0828f8c3c2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.715152 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.726908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89aee2-acda-4fdf-bcb5-0828f8c3c2a2 None None] Pushing event deleted for resources: {'Port': ['ID=5fce1a75-5867-4621-acf4-1e7820b75ebf,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:39.730756 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb89aee2-acda-4fdf-bcb5-0828f8c3c2a2 None None] No DVR routers for this DVR port 5fce1a75-5867-4621-acf4-1e7820b75ebf on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:03:39.738831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc76194-6203-4576-9f04-5e97ddf3674e']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:39.747122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b591cf-8a66-4043-ab32-8338472ef13f') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:39.747420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b591cf-8a66-4043-ab32-8338472ef13f') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:03:39.757065 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.770646 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.776697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:03:39.777120 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:03:39.778784 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:03:39.901944 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.907253 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:39.910386 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] 10.222.0.18 "DELETE /v2.0/networks/2dc76194-6203-4576-9f04-5e97ddf3674e HTTP/1.1" status: 204 len: 168 time: 0.6565709 Oct 13 15:03:39.922375 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3588a98-dc80-4ed4-8c90-cb3bb20c047b admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc76194-6203-4576-9f04-5e97ddf3674e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:40.233820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36922) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:40.272549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1f56e5d1-bf31-48e6-b22e-9cef9574b501 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71c6f22f327a45e48d118a87d50883a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375764 Oct 13 15:03:40.274927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 36924) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:40.324059 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b72d25ae-7333-443f-b654-c118e02d86bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:40.344793 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b72d25ae-7333-443f-b654-c118e02d86bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:40.473057 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b72d25ae-7333-443f-b654-c118e02d86bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:40.475494 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b72d25ae-7333-443f-b654-c118e02d86bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:40.476714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b72d25ae-7333-443f-b654-c118e02d86bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5b8385a-3e73-4bb4-96bd-418aa5878e66 HTTP/1.1" status: 204 len: 168 time: 0.2004044 Oct 13 15:03:40.485502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d25ae-7333-443f-b654-c118e02d86bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b8385a-3e73-4bb4-96bd-418aa5878e66,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:41.090095 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36930) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:41.131040 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3caec9f6-70ac-4bf7-bb4e-d6b631f4fe01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58a7a0667f5244548c33b8d3019ccb5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397227 Oct 13 15:03:41.133350 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 36932) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:03:41.179926 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b24b58a0-c735-450b-a9b7-b97306f8c8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:41.201390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b24b58a0-c735-450b-a9b7-b97306f8c8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:41.320479 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b24b58a0-c735-450b-a9b7-b97306f8c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:41.323124 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b24b58a0-c735-450b-a9b7-b97306f8c8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:41.324277 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b24b58a0-c735-450b-a9b7-b97306f8c8d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eadfdd31-a1b4-4832-9387-1a30369b77e7 HTTP/1.1" status: 204 len: 168 time: 0.1900172 Oct 13 15:03:41.333320 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b58a0-c735-450b-a9b7-b97306f8c8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadfdd31-a1b4-4832-9387-1a30369b77e7,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:48.971615 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-21852b46-488f-45bd-89d3-6cbea4f9f3bb req-73c6cb97-d335-4ade-af17-38992e670af1 service neutron] (112684) timed out ('10.222.0.18', 56012) {{(pid=112684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 15:03:49.023508 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:49.577309 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-97afd18d-a7fb-4454-b1ce-e9d36941702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:52.300945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-9a5b2a5f-4143-48cf-8ea1-2a0f01f13eb3 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=897a593012fd4378b539a9d99ddbc519&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304899 Oct 13 15:03:52.354017 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7230286f-19c4-429f-aea6-a8efb6d2ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:52.359580 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:52.481353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-c3250477-eceb-42fe-b169-8525314c7f80 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:52.482803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-c3250477-eceb-42fe-b169-8525314c7f80 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762576 Oct 13 15:03:52.497745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-442459f3-495a-4239-b6b7-cce3a3e875e9 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/quotas/897a593012fd4378b539a9d99ddbc519 HTTP/1.1" status: 200 len: 375 time: 0.0092461 Oct 13 15:03:52.530410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-925f6dd2-0efc-473d-9f23-98402842e0f4 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=897a593012fd4378b539a9d99ddbc519&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274899 Oct 13 15:03:52.774971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39c40e51-bdbc-4562-9b97-63833a7751aa req-7fa142fd-1074-420a-9d76-ce781ed2705d tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 210 time: 0.0308969 Oct 13 15:03:53.878715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0854b4a6-b263-49ee-b689-60251a58cedb req-4087e6a2-45dd-42ae-bd29-c0d3b3e2c99a tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 210 time: 0.0305595 Oct 13 15:03:53.998274 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:54.072660 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:54.818651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-618ed4fc-19c5-486a-87d5-f861a87f7d91 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=897a593012fd4378b539a9d99ddbc519&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214031 Oct 13 15:03:54.930581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-15b1eeb3-8967-4a48-8205-c02dfb047d2a tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:54.932067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-15b1eeb3-8967-4a48-8205-c02dfb047d2a tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068645 Oct 13 15:03:54.946376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Request body: {'port': {'device_id': '7f4b53a0-c02d-41b4-b33e-7aa056ace6cc', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'admin_state_up': True, 'tenant_id': '897a593012fd4378b539a9d99ddbc519'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:03:54.985881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0b8243c-a07c-4ac0-b703-b00fce1c6ba3 req-6a4f48ca-358e-4e21-bec6-6963d1d3b4e1 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 210 time: 0.0354834 Oct 13 15:03:55.137707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Made reservation on behalf of 897a593012fd4378b539a9d99ddbc519 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:03:55.141301 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:55.150306 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:55.227644 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:55.290834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:55.350458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20232edf-dcf9-43a8-9b8a-1729b200c078,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:55.428549 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Allocated IP 192.168.233.121 (e19e748a-24ed-481b-983b-3ca11a983827/81f00588-843b-45f3-b654-468a77a642f7/358270ed-102e-40e8-8ed8-b61e7bd5143e) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:03:55.514618 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:55.580907 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:55.697273 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:55.743851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Network e19e748a-24ed-481b-983b-3ca11a983827 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:03:55.747313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:03:55.751307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:03:55.779934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Pushing event updated for resources: {'Port': ['ID=358270ed-102e-40e8-8ed8-b61e7bd5143e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:55.806701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:55.807318 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:55.911569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-070fed0f-1a9e-4369-9504-e0af91108df7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9690652 Oct 13 15:03:56.015242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-83e33db6-ea37-4679-b686-7968ce03836d None None] Provisioning complete for port 358270ed-102e-40e8-8ed8-b61e7bd5143e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:03:56.015621 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-83e33db6-ea37-4679-b686-7968ce03836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:56.051907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-83e33db6-ea37-4679-b686-7968ce03836d None None] Port 358270ed-102e-40e8-8ed8-b61e7bd5143e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:03:56.071550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Request body: {'port': {'device_id': '7f4b53a0-c02d-41b4-b33e-7aa056ace6cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:03:56.153968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100eafa-5f05-4339-844f-2f076ec2b650 req-7a7ac70b-dfa5-4851-bb64-b022b6e2c146 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:56.155439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4100eafa-5f05-4339-844f-2f076ec2b650 req-7a7ac70b-dfa5-4851-bb64-b022b6e2c146 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 936 time: 0.0979142 Oct 13 15:03:56.156442 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:56.234687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4100eafa-5f05-4339-844f-2f076ec2b650 req-41f38a7c-3eee-4c64-b167-a592e4e63935 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/security-groups?id=20232edf-dcf9-43a8-9b8a-1729b200c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695879 Oct 13 15:03:56.444932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358270ed-102e-40e8-8ed8-b61e7bd5143e {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:03:56.452504 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:56.464491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Transition to ACTIVE for port object 358270ed-102e-40e8-8ed8-b61e7bd5143e will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:03:56.529965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:56.581808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Pushing event updated for resources: {'Port': ['ID=358270ed-102e-40e8-8ed8-b61e7bd5143e,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:56.658096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Attempting to bind port 358270ed-102e-40e8-8ed8-b61e7bd5143e on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:03:56.658444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Attempting to bind port 358270ed-102e-40e8-8ed8-b61e7bd5143e by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:03:56.658770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Attempting to bind port 358270ed-102e-40e8-8ed8-b61e7bd5143e on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:03:56.663682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Port 358270ed-102e-40e8-8ed8-b61e7bd5143e on network e19e748a-24ed-481b-983b-3ca11a983827 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:03:56.666471 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Attempting to bind port 358270ed-102e-40e8-8ed8-b61e7bd5143e on network e19e748a-24ed-481b-983b-3ca11a983827 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:03:56.669771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:03:56.670185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Checking segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:03:56.670635 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Bound using segment: {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:03:56.671062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Bound port: 358270ed-102e-40e8-8ed8-b61e7bd5143e, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14067f83-c621-401b-b78e-349d22ae5205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:03:56.671420 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:56.742491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] For port 358270ed-102e-40e8-8ed8-b61e7bd5143e, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:03:56.745477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] For port 358270ed-102e-40e8-8ed8-b61e7bd5143e, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=358270ed-102e-40e8-8ed8-b61e7bd5143e,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:03:56.816005 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:56.849804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:56.850426 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:03:56.853083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] 10.222.0.41 "PUT /v2.0/ports/358270ed-102e-40e8-8ed8-b61e7bd5143e HTTP/1.1" status: 200 len: 1097 time: 0.8389993 Oct 13 15:03:56.853083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4b53a0-c02d-41b4-b33e-7aa056ace6cc', 'tag': '358270ed-102e-40e8-8ed8-b61e7bd5143e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:03:56.854858 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfac8a9b-2d20-4fa5-89f6-5fcd3bfa12ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4b53a0-c02d-41b4-b33e-7aa056ace6cc", "tag": "358270ed-102e-40e8-8ed8-b61e7bd5143e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:03:56.883022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4374bf-05aa-4a40-80b8-8784ef968b27 service neutron] Pushing event updated for resources: {'Port': ['ID=358270ed-102e-40e8-8ed8-b61e7bd5143e,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:03:56.895775 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c72093-99f6-4935-8576-fb4de80b8c42 x-openstack-request-id: req-b7c72093-99f6-4935-8576-fb4de80b8c42 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:03:56.896082 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4b53a0-c02d-41b4-b33e-7aa056ace6cc", "tag": "358270ed-102e-40e8-8ed8-b61e7bd5143e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:03:56.896335 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7c72093-99f6-4935-8576-fb4de80b8c42 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:03:56.896740 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4b53a0-c02d-41b4-b33e-7aa056ace6cc', 'tag': '358270ed-102e-40e8-8ed8-b61e7bd5143e', 'status': 'completed', 'code': 200} Oct 13 15:03:56.961039 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac8a9b-2d20-4fa5-89f6-5fcd3bfa12ad req-0d9f1e83-58d4-4c51-9dee-778e2a1d13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:56.962493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfac8a9b-2d20-4fa5-89f6-5fcd3bfa12ad req-0d9f1e83-58d4-4c51-9dee-778e2a1d13cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=897a593012fd4378b539a9d99ddbc519&device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 1100 time: 0.0428221 Oct 13 15:03:56.992252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfac8a9b-2d20-4fa5-89f6-5fcd3bfa12ad req-31278252-2e3f-4c63-92d0-ed46ba25dae3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=897a593012fd4378b539a9d99ddbc519&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208914 Oct 13 15:03:57.092315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac8a9b-2d20-4fa5-89f6-5fcd3bfa12ad req-354fc64d-c010-44cc-afa5-60bb0548b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:57.093843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cfac8a9b-2d20-4fa5-89f6-5fcd3bfa12ad req-354fc64d-c010-44cc-afa5-60bb0548b48e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936401 Oct 13 15:03:57.171025 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-f748bd5a-a28b-4503-bf9f-53a31a573ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:57.172402 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-f748bd5a-a28b-4503-bf9f-53a31a573ecb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=897a593012fd4378b539a9d99ddbc519&device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 1100 time: 0.0403781 Oct 13 15:03:57.218559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-864b4bcb-f40c-4203-bb69-390f7c6335c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=358270ed-102e-40e8-8ed8-b61e7bd5143e HTTP/1.1" status: 200 len: 217 time: 0.0373709 Oct 13 15:03:57.267776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-9edb6864-0c88-495c-bd11-cf992eef2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:57.269398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-9edb6864-0c88-495c-bd11-cf992eef2c1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81f00588-843b-45f3-b654-468a77a642f7 HTTP/1.1" status: 200 len: 843 time: 0.0435388 Oct 13 15:03:57.348749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-c4163568-e65d-4237-9f45-977baca86683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:57.350237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-c4163568-e65d-4237-9f45-977baca86683 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e19e748a-24ed-481b-983b-3ca11a983827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0735998 Oct 13 15:03:57.362479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc4e0c-a996-4c6f-ae64-ab5126b686f2 req-69671ffe-05ad-4051-a47f-c98bf1940e8d tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:57.363867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94dc4e0c-a996-4c6f-ae64-ab5126b686f2 req-69671ffe-05ad-4051-a47f-c98bf1940e8d tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 948 time: 0.0616136 Oct 13 15:03:57.444765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94dc4e0c-a996-4c6f-ae64-ab5126b686f2 req-40a5688d-4a75-4949-b0dd-29ea98ec0f4f tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/security-groups?id=20232edf-dcf9-43a8-9b8a-1729b200c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730326 Oct 13 15:03:57.471319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-54f25561-1b38-477a-9fa6-e21d26523cad service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064649 Oct 13 15:03:57.564099 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94e003f9-bb52-4265-a9db-a673fa6f3065 req-37296250-4c18-4228-95e0-076e2f57a877 service neutron] 10.222.0.41 "GET /v2.0/networks/e19e748a-24ed-481b-983b-3ca11a983827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850759 Oct 13 15:03:58.561869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a80eb-b7f8-40b7-aa0d-6828c4cf5cce req-c126745a-9224-4033-9fb1-54f1f976810c tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:58.563350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b55a80eb-b7f8-40b7-aa0d-6828c4cf5cce req-c126745a-9224-4033-9fb1-54f1f976810c tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 948 time: 0.0510950 Oct 13 15:03:58.601337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b55a80eb-b7f8-40b7-aa0d-6828c4cf5cce req-9fae8081-dcce-4343-833d-7aea39db10ac tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/security-groups?id=20232edf-dcf9-43a8-9b8a-1729b200c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Oct 13 15:03:59.718775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ef5dd-a929-4a98-96fd-2309f179c2c6 req-ecb39f89-f5f6-44ac-968f-df9c3360dc25 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:03:59.720263 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-500ef5dd-a929-4a98-96fd-2309f179c2c6 req-ecb39f89-f5f6-44ac-968f-df9c3360dc25 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 948 time: 0.0501580 Oct 13 15:03:59.757408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-500ef5dd-a929-4a98-96fd-2309f179c2c6 req-752ef7c2-226d-43ab-896b-4e614e1c013e tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/security-groups?id=20232edf-dcf9-43a8-9b8a-1729b200c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311725 Oct 13 15:04:00.884682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd224f-a1ce-4ab8-b628-6571d448d567 req-3a076cdb-fd0d-46ed-a9e5-213fcde75618 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:00.886069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2fd224f-a1ce-4ab8-b628-6571d448d567 req-3a076cdb-fd0d-46ed-a9e5-213fcde75618 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 948 time: 0.0564981 Oct 13 15:04:00.924218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2fd224f-a1ce-4ab8-b628-6571d448d567 req-d4bd2180-1976-4c0f-80e3-4dc3f193ae05 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/security-groups?id=20232edf-dcf9-43a8-9b8a-1729b200c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 Oct 13 15:04:01.066197 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 358270ed-102e-40e8-8ed8-b61e7bd5143e details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:04:01.165032 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 358270ed-102e-40e8-8ed8-b61e7bd5143e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=358270ed-102e-40e8-8ed8-b61e7bd5143e,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:04:01.174962 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '358270ed-102e-40e8-8ed8-b61e7bd5143e', 'network_id': 'e19e748a-24ed-481b-983b-3ca11a983827', 'port_id': '358270ed-102e-40e8-8ed8-b61e7bd5143e', 'mac_address': 'fa:16:3e:52:b9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f00588-843b-45f3-b654-468a77a642f7', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:04:01.211913 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:01.224126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358270ed-102e-40e8-8ed8-b61e7bd5143e {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:04:01.242347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 358270ed-102e-40e8-8ed8-b61e7bd5143e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=358270ed-102e-40e8-8ed8-b61e7bd5143e,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:04:01.296681 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:01.347537 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=358270ed-102e-40e8-8ed8-b61e7bd5143e,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:01.640903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['358270ed-102e-40e8-8ed8-b61e7bd5143e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:04:02.041843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5624b5-abbb-4753-b6be-e22df16e8093 req-330fc47d-51b0-489f-bb6f-cbce0f4198ed tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:02.043690 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db5624b5-abbb-4753-b6be-e22df16e8093 req-330fc47d-51b0-489f-bb6f-cbce0f4198ed tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 949 time: 0.0515544 Oct 13 15:04:02.083851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db5624b5-abbb-4753-b6be-e22df16e8093 req-9d4ad053-57bd-4bbd-97ea-00c4a88cbdb7 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/security-groups?id=20232edf-dcf9-43a8-9b8a-1729b200c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Oct 13 15:04:03.081584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 358270ed-102e-40e8-8ed8-b61e7bd5143e up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:04:03.198079 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 358270ed-102e-40e8-8ed8-b61e7bd5143e completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:04:03.199987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13b867-66cd-44bf-ad67-ada46363e6d7 req-9aab28ef-d376-4c54-ac86-755ffa7bf322 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:03.201509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f13b867-66cd-44bf-ad67-ada46363e6d7 req-9aab28ef-d376-4c54-ac86-755ffa7bf322 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 949 time: 0.0507257 Oct 13 15:04:03.202085 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 358270ed-102e-40e8-8ed8-b61e7bd5143e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:04:03.202482 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:03.241929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f13b867-66cd-44bf-ad67-ada46363e6d7 req-df2c9989-96f7-4684-abdd-2ec78cbaeabc tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/security-groups?id=20232edf-dcf9-43a8-9b8a-1729b200c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Oct 13 15:04:03.284606 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:03.306271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4b53a0-c02d-41b4-b33e-7aa056ace6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358270ed-102e-40e8-8ed8-b61e7bd5143e'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:04:03.320564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 358270ed-102e-40e8-8ed8-b61e7bd5143e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=358270ed-102e-40e8-8ed8-b61e7bd5143e,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:04:03.356076 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05011954-f56d-45a7-bf90-2c6e170c4ddd" -d '{"events": [{"server_uuid": "7f4b53a0-c02d-41b4-b33e-7aa056ace6cc", "name": "network-vif-plugged", "status": "completed", "tag": "358270ed-102e-40e8-8ed8-b61e7bd5143e"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:04:03.386974 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:03.437009 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=358270ed-102e-40e8-8ed8-b61e7bd5143e,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:03.445316 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d8dbe7-e92f-4b19-8f5c-bb3de2111540 x-openstack-request-id: req-41d8dbe7-e92f-4b19-8f5c-bb3de2111540 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:04:03.445615 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4b53a0-c02d-41b4-b33e-7aa056ace6cc", "name": "network-vif-plugged", "status": "completed", "tag": "358270ed-102e-40e8-8ed8-b61e7bd5143e", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:04:03.445891 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41d8dbe7-e92f-4b19-8f5c-bb3de2111540 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:04:03.446296 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4b53a0-c02d-41b4-b33e-7aa056ace6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358270ed-102e-40e8-8ed8-b61e7bd5143e', 'code': 200} Oct 13 15:04:03.551997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d2078-3860-41f4-b479-ac4eb043953d req-f67afc91-cd76-4b63-8299-131261c17267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:03.553509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-810d2078-3860-41f4-b479-ac4eb043953d req-f67afc91-cd76-4b63-8299-131261c17267 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 1102 time: 0.0442603 Oct 13 15:04:03.589683 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-810d2078-3860-41f4-b479-ac4eb043953d req-e7e57e79-78d2-47b1-a0fa-e1f326e6096a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=20232edf-dcf9-43a8-9b8a-1729b200c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277722 Oct 13 15:04:04.360794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80269219-78a5-4c38-9745-5332f1930ead req-432b0d33-d592-45f1-b14a-7ee342608e17 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:04.362294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80269219-78a5-4c38-9745-5332f1930ead req-432b0d33-d592-45f1-b14a-7ee342608e17 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 950 time: 0.0499296 Oct 13 15:04:04.401673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80269219-78a5-4c38-9745-5332f1930ead req-80d246e6-bd7b-40b1-9ad6-5e0a003f4575 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/security-groups?id=20232edf-dcf9-43a8-9b8a-1729b200c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333579 Oct 13 15:04:05.517339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fdf5f-0b6e-4156-b956-032c8942ce54 req-cee958eb-9463-4f9e-98a5-6b0ba3d5cb0d tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:05.518831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e78fdf5f-0b6e-4156-b956-032c8942ce54 req-cee958eb-9463-4f9e-98a5-6b0ba3d5cb0d tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 950 time: 0.0479107 Oct 13 15:04:05.556018 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e78fdf5f-0b6e-4156-b956-032c8942ce54 req-0f42af5d-29c1-4424-8bec-cd854bba0175 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/security-groups?id=20232edf-dcf9-43a8-9b8a-1729b200c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311656 Oct 13 15:04:05.991270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-598e6418-6631-4112-942b-d49a3d94d24e req-abde600e-075c-4eba-b027-b5f66538824c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:04:05.992261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-598e6418-6631-4112-942b-d49a3d94d24e req-abde600e-075c-4eba-b027-b5f66538824c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0430317 Oct 13 15:04:06.572407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-55bc5d67-d651-4485-9938-91063808f4aa req-5afaf7aa-6375-460b-bc59-9a74d46b4ef6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:04:06.573445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55bc5d67-d651-4485-9938-91063808f4aa req-5afaf7aa-6375-460b-bc59-9a74d46b4ef6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0494311 Oct 13 15:04:07.183001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeccae6-7b4c-4043-86d9-ee1814818531 req-6e69ff78-7c1f-4c6f-bbee-8a523d9b550f tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:07.184504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aeccae6-7b4c-4043-86d9-ee1814818531 req-6e69ff78-7c1f-4c6f-bbee-8a523d9b550f tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 950 time: 0.0599544 Oct 13 15:04:07.224131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6aeccae6-7b4c-4043-86d9-ee1814818531 req-ed8dded6-c1f6-479f-b800-65410526248b tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/security-groups?id=20232edf-dcf9-43a8-9b8a-1729b200c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328715 Oct 13 15:04:07.755274 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:04:08.347190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff4bc7-ec98-4e18-ab6c-7b8708f78eda req-c5edeca3-df68-4d2a-bcfe-29a46338c31a tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:08.348741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65ff4bc7-ec98-4e18-ab6c-7b8708f78eda req-c5edeca3-df68-4d2a-bcfe-29a46338c31a tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 950 time: 0.0526502 Oct 13 15:04:08.396065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-65ff4bc7-ec98-4e18-ab6c-7b8708f78eda req-cf7a329a-4459-4a48-8b3d-6cef1569a6c5 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/security-groups?id=20232edf-dcf9-43a8-9b8a-1729b200c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Oct 13 15:04:08.621388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229bd84-247c-45cb-b8bf-26cec7921e21 req-fed9a8f5-7ad8-4acf-b1da-04840caf6c48 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:08.623522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1229bd84-247c-45cb-b8bf-26cec7921e21 req-fed9a8f5-7ad8-4acf-b1da-04840caf6c48 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 950 time: 0.0485401 Oct 13 15:04:08.715065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-1229bd84-247c-45cb-b8bf-26cec7921e21 req-ebba2f15-fa72-47b6-9a29-f2d0b1e7e747 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Deleting port 358270ed-102e-40e8-8ed8-b61e7bd5143e {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:04:08.715437 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1229bd84-247c-45cb-b8bf-26cec7921e21 req-ebba2f15-fa72-47b6-9a29-f2d0b1e7e747 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:08.802189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-1229bd84-247c-45cb-b8bf-26cec7921e21 req-ebba2f15-fa72-47b6-9a29-f2d0b1e7e747 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] For port 358270ed-102e-40e8-8ed8-b61e7bd5143e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=358270ed-102e-40e8-8ed8-b61e7bd5143e,segment=NetworkSegment(14067f83-c621-401b-b78e-349d22ae5205),segment_id=14067f83-c621-401b-b78e-349d22ae5205)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:04:08.802549 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1229bd84-247c-45cb-b8bf-26cec7921e21 req-ebba2f15-fa72-47b6-9a29-f2d0b1e7e747 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:08.815490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-1229bd84-247c-45cb-b8bf-26cec7921e21 req-ebba2f15-fa72-47b6-9a29-f2d0b1e7e747 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Calling delete_port for 358270ed-102e-40e8-8ed8-b61e7bd5143e owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:04:09.045530 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1229bd84-247c-45cb-b8bf-26cec7921e21 req-ebba2f15-fa72-47b6-9a29-f2d0b1e7e747 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:09.057907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['358270ed-102e-40e8-8ed8-b61e7bd5143e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:04:09.074626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba2f15-fa72-47b6-9a29-f2d0b1e7e747 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Pushing event deleted for resources: {'Port': ['ID=358270ed-102e-40e8-8ed8-b61e7bd5143e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:09.119713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1229bd84-247c-45cb-b8bf-26cec7921e21 req-ebba2f15-fa72-47b6-9a29-f2d0b1e7e747 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] No DVR routers for this DVR port 358270ed-102e-40e8-8ed8-b61e7bd5143e on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:04:09.123406 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1229bd84-247c-45cb-b8bf-26cec7921e21 req-ebba2f15-fa72-47b6-9a29-f2d0b1e7e747 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:09.126764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1229bd84-247c-45cb-b8bf-26cec7921e21 req-ebba2f15-fa72-47b6-9a29-f2d0b1e7e747 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.41 "DELETE /v2.0/ports/358270ed-102e-40e8-8ed8-b61e7bd5143e HTTP/1.1" status: 204 len: 173 time: 0.4965818 Oct 13 15:04:09.127225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4b53a0-c02d-41b4-b33e-7aa056ace6cc', 'name': 'network-vif-deleted', 'tag': '358270ed-102e-40e8-8ed8-b61e7bd5143e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:04:09.129594 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afba1df5-b320-4b40-b6cc-c6f5bd6b99be" -d '{"events": [{"server_uuid": "7f4b53a0-c02d-41b4-b33e-7aa056ace6cc", "name": "network-vif-deleted", "tag": "358270ed-102e-40e8-8ed8-b61e7bd5143e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:04:09.171290 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258eb56d-2dfd-4a7c-b21d-00c8cf6a7e24 x-openstack-request-id: req-258eb56d-2dfd-4a7c-b21d-00c8cf6a7e24 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:04:09.171591 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4b53a0-c02d-41b4-b33e-7aa056ace6cc", "name": "network-vif-deleted", "tag": "358270ed-102e-40e8-8ed8-b61e7bd5143e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:04:09.171840 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-258eb56d-2dfd-4a7c-b21d-00c8cf6a7e24 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:04:09.172260 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4b53a0-c02d-41b4-b33e-7aa056ace6cc', 'name': 'network-vif-deleted', 'tag': '358270ed-102e-40e8-8ed8-b61e7bd5143e', 'status': 'completed', 'code': 200} Oct 13 15:04:09.507015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-317f054a-39f7-4cc1-97a6-66199e8ba391 req-77bbf7f4-d018-48a4-9724-dbdf4dc11568 tempest-ServersAdminNegativeTestJSON-1166150266 tempest-ServersAdminNegativeTestJSON-1166150266-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f4b53a0-c02d-41b4-b33e-7aa056ace6cc HTTP/1.1" status: 200 len: 210 time: 0.0269580 Oct 13 15:04:11.105527 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37108) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:04:11.233932 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ba1cef0b-3818-4d22-98e4-49766974e229 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=897a593012fd4378b539a9d99ddbc519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272447 Oct 13 15:04:11.236407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37112) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:04:11.285057 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c861531f-1853-4d56-beaa-30edb9c4c19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:11.306123 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c861531f-1853-4d56-beaa-30edb9c4c19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:11.415970 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c861531f-1853-4d56-beaa-30edb9c4c19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:11.418679 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c861531f-1853-4d56-beaa-30edb9c4c19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:11.420207 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c861531f-1853-4d56-beaa-30edb9c4c19c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20232edf-dcf9-43a8-9b8a-1729b200c078 HTTP/1.1" status: 204 len: 168 time: 0.1828363 Oct 13 15:04:11.429796 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861531f-1853-4d56-beaa-30edb9c4c19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20232edf-dcf9-43a8-9b8a-1729b200c078,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:12.060868 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37118) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:04:12.073839 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f291a4d7-136f-4db1-99da-04564c3272cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:12.146924 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f291a4d7-136f-4db1-99da-04564c3272cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:12.210286 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f291a4d7-136f-4db1-99da-04564c3272cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:12.251018 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f291a4d7-136f-4db1-99da-04564c3272cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=857d55144dc74c2aa43dedf1c4beede7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890237 Oct 13 15:04:12.251983 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291a4d7-136f-4db1-99da-04564c3272cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbeea509-419c-45fc-a5be-7b3b7247565c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:12.254044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37120) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:04:12.302441 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6d79d474-0dd8-4de8-b484-9b04e1290f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:12.323355 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6d79d474-0dd8-4de8-b484-9b04e1290f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:12.439127 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6d79d474-0dd8-4de8-b484-9b04e1290f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:12.441796 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6d79d474-0dd8-4de8-b484-9b04e1290f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:12.442994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6d79d474-0dd8-4de8-b484-9b04e1290f0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbeea509-419c-45fc-a5be-7b3b7247565c HTTP/1.1" status: 204 len: 168 time: 0.1878705 Oct 13 15:04:12.450813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79d474-0dd8-4de8-b484-9b04e1290f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbeea509-419c-45fc-a5be-7b3b7247565c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:13.106092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 358270ed-102e-40e8-8ed8-b61e7bd5143e no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:04:13.126367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 358270ed-102e-40e8-8ed8-b61e7bd5143e {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:04:13.126711 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 358270ed-102e-40e8-8ed8-b61e7bd5143e not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:04:13.462012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37142) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:04:13.556863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1126120732-network', 'tenant_id': 'a6e5684f586443308c6d16e414785163'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:04:13.661117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Made reservation on behalf of a6e5684f586443308c6d16e414785163 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:04:13.663696 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:13.672297 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:13.746155 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:13.827078 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:13.854678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:04:13.861256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b281ab-0813-428c-a084-ed5592dc2daf,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:13.867167 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:13.867504 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Added segment 9b1ca3d8-c63c-4ef8-9537-a68ee15053cd of type vlan for network 29394130-172e-4fa1-9c7b-7b9cc0c97212 Oct 13 15:04:13.908396 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:13.964239 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:13.965140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:13.965714 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:14.022734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] Pushing event updated for resources: {'Network': ['ID=29394130-172e-4fa1-9c7b-7b9cc0c97212,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:14.032519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 29394130-172e-4fa1-9c7b-7b9cc0c97212 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:04:14.047275 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5218d2e0-05b1-4ef9-8ca3-60c02181702f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5840325 Oct 13 15:04:14.050313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37146) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:04:14.055707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7e27cc2a-d949-4fc7-9991-648c7cc8268f admin admin] Request body: {'subnet': {'network_id': '29394130-172e-4fa1-9c7b-7b9cc0c97212', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1126120732-subnet', 'tenant_id': 'a6e5684f586443308c6d16e414785163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:04:14.130446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e27cc2a-d949-4fc7-9991-648c7cc8268f admin admin] Made reservation on behalf of a6e5684f586443308c6d16e414785163 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:04:14.132778 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e27cc2a-d949-4fc7-9991-648c7cc8268f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:14.370860 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e27cc2a-d949-4fc7-9991-648c7cc8268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:14.675669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27cc2a-d949-4fc7-9991-648c7cc8268f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7b36fc-fb84-4b29-8119-3b35793bd520,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:14.684053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27cc2a-d949-4fc7-9991-648c7cc8268f admin admin] Checking segment: {'id': '9b1ca3d8-c63c-4ef8-9537-a68ee15053cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '29394130-172e-4fa1-9c7b-7b9cc0c97212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:04:14.684406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e27cc2a-d949-4fc7-9991-648c7cc8268f admin admin] Network hostable DHCP agents. Network: 29394130-172e-4fa1-9c7b-7b9cc0c97212, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:04:14.764292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e27cc2a-d949-4fc7-9991-648c7cc8268f admin admin] Network 29394130-172e-4fa1-9c7b-7b9cc0c97212 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:04:14.845216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-7e27cc2a-d949-4fc7-9991-648c7cc8268f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 29394130-172e-4fa1-9c7b-7b9cc0c97212) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:04:14.849627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e27cc2a-d949-4fc7-9991-648c7cc8268f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:14.850210 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7e27cc2a-d949-4fc7-9991-648c7cc8268f admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:14.854487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd1bbee-bd7c-4c73-95c5-12d59d0622ec None None] Network 29394130-172e-4fa1-9c7b-7b9cc0c97212 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:04:14.929267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7e27cc2a-d949-4fc7-9991-648c7cc8268f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8775792 Oct 13 15:04:14.986296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ed4308-8f3c-477b-a6d7-c71c13d21b2a None None] Network 29394130-172e-4fa1-9c7b-7b9cc0c97212 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:04:15.353473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-f57140c5-d240-4f8d-89e8-add9c4b6f65e tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:15.354895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-f57140c5-d240-4f8d-89e8-add9c4b6f65e tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/networks?id=29394130-172e-4fa1-9c7b-7b9cc0c97212 HTTP/1.1" status: 200 len: 812 time: 0.1061325 Oct 13 15:04:15.369443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-218c8edf-7a12-4719-a4da-30f3eb69bc91 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/quotas/a6e5684f586443308c6d16e414785163 HTTP/1.1" status: 200 len: 375 time: 0.0086849 Oct 13 15:04:15.400582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-867f4a6a-0e68-4d61-aa25-924ed49cd4b5 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6e5684f586443308c6d16e414785163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258329 Oct 13 15:04:15.500775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-c75c7044-44c5-4fc6-9fff-a957e0a9b137 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:04:15.500775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-c75c7044-44c5-4fc6-9fff-a957e0a9b137 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0087695 Oct 13 15:04:15.512744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-14fa3154-9aa3-437f-8b3c-4912233fe102 service neutron] 10.222.0.18 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893896 Oct 13 15:04:15.606328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-4d98dee4-e680-4755-9cd1-d9bcc3185c59 service neutron] 10.222.0.18 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865173 Oct 13 15:04:16.854540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2e41b8e7-58da-4fa3-bf8d-562442e3abe9 req-f912c624-2515-4d71-bdf8-2ad986fb13ba tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 210 time: 0.0277612 Oct 13 15:04:17.963145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01377e02-f0db-492c-b3c7-6ea2633628f5 req-ccb1f252-84e4-422c-9bca-11a1b74218eb tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 210 time: 0.0274708 Oct 13 15:04:18.998957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-02f1c667-12e3-4afe-8c02-25402e3b66c9 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:19.000536 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-02f1c667-12e3-4afe-8c02-25402e3b66c9 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.41 "GET /v2.0/networks?id=29394130-172e-4fa1-9c7b-7b9cc0c97212 HTTP/1.1" status: 200 len: 812 time: 0.1074522 Oct 13 15:04:19.014824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-068b69b2-a5ce-4418-8bff-c702e9b26930 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Request body: {'port': {'device_id': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'network_id': '29394130-172e-4fa1-9c7b-7b9cc0c97212', 'admin_state_up': True, 'tenant_id': 'a6e5684f586443308c6d16e414785163'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:04:19.034057 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:19.096198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c428951-1f47-4820-be78-0c13c3d72240 req-e5c0207b-24b3-48b8-b370-f2a85962fb35 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 210 time: 0.0382009 Oct 13 15:04:19.227245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-068b69b2-a5ce-4418-8bff-c702e9b26930 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Made reservation on behalf of a6e5684f586443308c6d16e414785163 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:04:19.230905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-068b69b2-a5ce-4418-8bff-c702e9b26930 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:19.360290 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-068b69b2-a5ce-4418-8bff-c702e9b26930 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Allocated IP 172.20.0.12 (29394130-172e-4fa1-9c7b-7b9cc0c97212/ec7b36fc-fb84-4b29-8119-3b35793bd520/06c932b0-169f-4f8e-8e73-555e8590eb31) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:04:19.510526 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-068b69b2-a5ce-4418-8bff-c702e9b26930 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:19.530116 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-466a0a22-a2e6-4198-82f0-ccbcb5cc4e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:19.633795 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-068b69b2-a5ce-4418-8bff-c702e9b26930 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:19.682398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-068b69b2-a5ce-4418-8bff-c702e9b26930 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Network 29394130-172e-4fa1-9c7b-7b9cc0c97212 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:04:19.685796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-068b69b2-a5ce-4418-8bff-c702e9b26930 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:04:19.690260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-068b69b2-a5ce-4418-8bff-c702e9b26930 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:04:19.715304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b69b2-a5ce-4418-8bff-c702e9b26930 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Pushing event updated for resources: {'Port': ['ID=06c932b0-169f-4f8e-8e73-555e8590eb31,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:19.742598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-068b69b2-a5ce-4418-8bff-c702e9b26930 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:19.743499 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-068b69b2-a5ce-4418-8bff-c702e9b26930 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:19.818415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-068b69b2-a5ce-4418-8bff-c702e9b26930 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8082776 Oct 13 15:04:19.863461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Request body: {'port': {'device_id': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:04:19.916937 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:20.202672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c932b0-169f-4f8e-8e73-555e8590eb31 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:04:20.211873 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:20.229975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Transition to ACTIVE for port object 06c932b0-169f-4f8e-8e73-555e8590eb31 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:04:20.238775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822638d9-b188-48b0-8700-86d5267a23f7 req-99203363-fda5-4653-8487-8895b2ec76bb tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:20.240239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-822638d9-b188-48b0-8700-86d5267a23f7 req-99203363-fda5-4653-8487-8895b2ec76bb tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 932 time: 0.0714190 Oct 13 15:04:20.280275 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-822638d9-b188-48b0-8700-86d5267a23f7 req-b8e88831-acee-4a90-8223-ea4f051ac0ab tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337613 Oct 13 15:04:20.312290 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:20.380036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Pushing event updated for resources: {'Port': ['ID=06c932b0-169f-4f8e-8e73-555e8590eb31,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:20.435115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Attempting to bind port 06c932b0-169f-4f8e-8e73-555e8590eb31 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:04:20.435438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Attempting to bind port 06c932b0-169f-4f8e-8e73-555e8590eb31 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '9b1ca3d8-c63c-4ef8-9537-a68ee15053cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '29394130-172e-4fa1-9c7b-7b9cc0c97212'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:04:20.435765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Attempting to bind port 06c932b0-169f-4f8e-8e73-555e8590eb31 on network 29394130-172e-4fa1-9c7b-7b9cc0c97212 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:04:20.440538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Port 06c932b0-169f-4f8e-8e73-555e8590eb31 on network 29394130-172e-4fa1-9c7b-7b9cc0c97212 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:04:20.440855 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Attempting to bind port 06c932b0-169f-4f8e-8e73-555e8590eb31 on network 29394130-172e-4fa1-9c7b-7b9cc0c97212 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:04:20.445748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:04:20.446084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Checking segment: {'id': '9b1ca3d8-c63c-4ef8-9537-a68ee15053cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '29394130-172e-4fa1-9c7b-7b9cc0c97212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:04:20.446467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Bound using segment: {'id': '9b1ca3d8-c63c-4ef8-9537-a68ee15053cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '29394130-172e-4fa1-9c7b-7b9cc0c97212'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:04:20.446886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Bound port: 06c932b0-169f-4f8e-8e73-555e8590eb31, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1ca3d8-c63c-4ef8-9537-a68ee15053cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '29394130-172e-4fa1-9c7b-7b9cc0c97212'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:04:20.447239 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:20.509770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] For port 06c932b0-169f-4f8e-8e73-555e8590eb31, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:04:20.512698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] For port 06c932b0-169f-4f8e-8e73-555e8590eb31, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=06c932b0-169f-4f8e-8e73-555e8590eb31,segment=NetworkSegment(9b1ca3d8-c63c-4ef8-9537-a68ee15053cd),segment_id=9b1ca3d8-c63c-4ef8-9537-a68ee15053cd)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:04:20.599352 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:20.637827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:20.638437 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:20.639811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/06c932b0-169f-4f8e-8e73-555e8590eb31 HTTP/1.1" status: 200 len: 1093 time: 0.7811077 Oct 13 15:04:20.640242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'tag': '06c932b0-169f-4f8e-8e73-555e8590eb31'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:04:20.643360 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cc4cc5-0d87-4fa1-8829-29eb4495a439" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b5d958-2130-4055-9c93-73c27b866cdc", "tag": "06c932b0-169f-4f8e-8e73-555e8590eb31"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:04:20.665133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af38d5f-935b-4076-b0ba-83eb55f118e3 service neutron] Pushing event updated for resources: {'Port': ['ID=06c932b0-169f-4f8e-8e73-555e8590eb31,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:20.678525 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55823b8-6b88-4f17-8b01-3f826bfe73ea x-openstack-request-id: req-d55823b8-6b88-4f17-8b01-3f826bfe73ea {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:04:20.678824 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b5d958-2130-4055-9c93-73c27b866cdc", "tag": "06c932b0-169f-4f8e-8e73-555e8590eb31", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:04:20.679078 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d55823b8-6b88-4f17-8b01-3f826bfe73ea {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:04:20.679487 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'tag': '06c932b0-169f-4f8e-8e73-555e8590eb31', 'status': 'completed', 'code': 200} Oct 13 15:04:20.742935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc4cc5-0d87-4fa1-8829-29eb4495a439 req-7dd76cb1-a5e8-405c-a6b7-55c452d35b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:20.746241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8cc4cc5-0d87-4fa1-8829-29eb4495a439 req-7dd76cb1-a5e8-405c-a6b7-55c452d35b39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6e5684f586443308c6d16e414785163&device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 1096 time: 0.0431671 Oct 13 15:04:20.846671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc4cc5-0d87-4fa1-8829-29eb4495a439 req-94da50c7-0d5c-48a6-a8bd-63c09dc91ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:20.848039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8cc4cc5-0d87-4fa1-8829-29eb4495a439 req-94da50c7-0d5c-48a6-a8bd-63c09dc91ab1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a6e5684f586443308c6d16e414785163&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0947893 Oct 13 15:04:20.946599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc4cc5-0d87-4fa1-8829-29eb4495a439 req-2b7df326-7512-44b6-92dd-e66a24a15e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:20.948050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8cc4cc5-0d87-4fa1-8829-29eb4495a439 req-2b7df326-7512-44b6-92dd-e66a24a15e21 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919824 Oct 13 15:04:21.025181 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-e3140ab2-899b-44c2-a853-c25a2e5f19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:21.026656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-e3140ab2-899b-44c2-a853-c25a2e5f19cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6e5684f586443308c6d16e414785163&device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 1096 time: 0.0401678 Oct 13 15:04:21.069508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-d249f4d7-5ff0-4553-a464-3d163d3b9152 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06c932b0-169f-4f8e-8e73-555e8590eb31 HTTP/1.1" status: 200 len: 217 time: 0.0345838 Oct 13 15:04:21.123520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0425b76d-7850-44ce-a02a-69163220ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:21.124963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-0425b76d-7850-44ce-a02a-69163220ff81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec7b36fc-fb84-4b29-8119-3b35793bd520 HTTP/1.1" status: 200 len: 852 time: 0.0478570 Oct 13 15:04:21.157378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-7f7ad9c2-e419-4e0e-8c5e-fdb0c9753bfc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29394130-172e-4fa1-9c7b-7b9cc0c97212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242796 Oct 13 15:04:21.248517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-3ac599ad-75f6-44a8-afd1-26e972e4b2f1 service neutron] 10.222.0.41 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834999 Oct 13 15:04:21.342289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-77ec7e6c-597a-4020-8cea-bec48f4274c0 req-af1a21f2-9e65-4174-8bc9-a8ee3fa16604 service neutron] 10.222.0.41 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860887 Oct 13 15:04:21.397774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e1151-c0c8-4d2b-8b78-6b98b8e4ee6e req-4a7ce8e8-2022-4313-8381-84a2b4d8b993 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:21.399193 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a05e1151-c0c8-4d2b-8b78-6b98b8e4ee6e req-4a7ce8e8-2022-4313-8381-84a2b4d8b993 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 944 time: 0.0512409 Oct 13 15:04:21.439286 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a05e1151-c0c8-4d2b-8b78-6b98b8e4ee6e req-3e4e6b20-1982-4870-93ce-d3bb731855c8 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335567 Oct 13 15:04:22.284431 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-134aa790-7637-4a5f-910e-54db74533011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:22.306783 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:22.564316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875b32c-3cc5-4b6e-ab43-e97a6d5a14ec req-2d5b96d0-5875-4718-b1c8-2044e4a644b0 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:22.566509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c875b32c-3cc5-4b6e-ab43-e97a6d5a14ec req-2d5b96d0-5875-4718-b1c8-2044e4a644b0 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 944 time: 0.0580297 Oct 13 15:04:22.605007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c875b32c-3cc5-4b6e-ab43-e97a6d5a14ec req-4cc0d513-2f5f-450f-8fbe-0a06c0972285 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Oct 13 15:04:23.723485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544a95f-d0d1-4cf4-a5df-81b13e959c32 req-08e71689-d6a8-44af-98a9-413af8836185 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:23.724947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2544a95f-d0d1-4cf4-a5df-81b13e959c32 req-08e71689-d6a8-44af-98a9-413af8836185 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 944 time: 0.0526218 Oct 13 15:04:23.761882 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2544a95f-d0d1-4cf4-a5df-81b13e959c32 req-b89c10cc-0fef-45a7-967a-28221140c5b6 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309739 Oct 13 15:04:24.010165 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:24.032676 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:24.876592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c0359-acdf-4cfa-89dc-0cadef7dc5d1 req-4e796a99-d7dd-46a6-86ea-3d5414bcddd0 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:24.879069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc7c0359-acdf-4cfa-89dc-0cadef7dc5d1 req-4e796a99-d7dd-46a6-86ea-3d5414bcddd0 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 944 time: 0.0508380 Oct 13 15:04:24.918586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc7c0359-acdf-4cfa-89dc-0cadef7dc5d1 req-8dda9593-85aa-4ee8-be12-2c054d0e376a tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338223 Oct 13 15:04:25.164603 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 06c932b0-169f-4f8e-8e73-555e8590eb31 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:04:25.256720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 06c932b0-169f-4f8e-8e73-555e8590eb31, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=06c932b0-169f-4f8e-8e73-555e8590eb31,segment=NetworkSegment(9b1ca3d8-c63c-4ef8-9537-a68ee15053cd),segment_id=9b1ca3d8-c63c-4ef8-9537-a68ee15053cd)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:04:25.267761 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '06c932b0-169f-4f8e-8e73-555e8590eb31', 'network_id': '29394130-172e-4fa1-9c7b-7b9cc0c97212', 'port_id': '06c932b0-169f-4f8e-8e73-555e8590eb31', 'mac_address': 'fa:16:3e:32:1e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec7b36fc-fb84-4b29-8119-3b35793bd520', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:04:25.307641 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:25.321179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c932b0-169f-4f8e-8e73-555e8590eb31 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:04:25.340347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 06c932b0-169f-4f8e-8e73-555e8590eb31, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=06c932b0-169f-4f8e-8e73-555e8590eb31,segment=NetworkSegment(9b1ca3d8-c63c-4ef8-9537-a68ee15053cd),segment_id=9b1ca3d8-c63c-4ef8-9537-a68ee15053cd)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:04:25.420902 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:25.478010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=06c932b0-169f-4f8e-8e73-555e8590eb31,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:25.529778 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:25.729044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['06c932b0-169f-4f8e-8e73-555e8590eb31'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:04:26.040874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393668d-4749-4140-8851-5b18d364daaf req-7c75c7b6-b31b-4c53-ab8a-ccf9ae51b562 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:26.042318 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c393668d-4749-4140-8851-5b18d364daaf req-7c75c7b6-b31b-4c53-ab8a-ccf9ae51b562 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 945 time: 0.0518646 Oct 13 15:04:26.086081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c393668d-4749-4140-8851-5b18d364daaf req-bf2f5209-9881-4de8-9e99-474076ed1dfc tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377882 Oct 13 15:04:27.168019 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 06c932b0-169f-4f8e-8e73-555e8590eb31 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:04:27.206411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e310870-f410-47c4-9ad3-04354a11b942 req-9b6564d7-ad1e-4cae-be1e-8af06bd3d481 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:27.207914 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e310870-f410-47c4-9ad3-04354a11b942 req-9b6564d7-ad1e-4cae-be1e-8af06bd3d481 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 945 time: 0.0539091 Oct 13 15:04:27.246197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e310870-f410-47c4-9ad3-04354a11b942 req-efe5c127-332b-45d7-b941-9f3fd30efe0c tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323067 Oct 13 15:04:27.284017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 06c932b0-169f-4f8e-8e73-555e8590eb31 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:04:27.289016 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 06c932b0-169f-4f8e-8e73-555e8590eb31 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:04:27.289441 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:27.366126 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:27.387702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c932b0-169f-4f8e-8e73-555e8590eb31'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:04:27.389945 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f872eb7-8651-4b22-8412-556186900c59" -d '{"events": [{"server_uuid": "f5b5d958-2130-4055-9c93-73c27b866cdc", "name": "network-vif-plugged", "status": "completed", "tag": "06c932b0-169f-4f8e-8e73-555e8590eb31"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:04:27.402612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 06c932b0-169f-4f8e-8e73-555e8590eb31, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=06c932b0-169f-4f8e-8e73-555e8590eb31,segment=NetworkSegment(9b1ca3d8-c63c-4ef8-9537-a68ee15053cd),segment_id=9b1ca3d8-c63c-4ef8-9537-a68ee15053cd)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:04:27.428919 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e23cd3e-e0d1-45ee-b255-0a0677a9676c x-openstack-request-id: req-0e23cd3e-e0d1-45ee-b255-0a0677a9676c {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:04:27.429244 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b5d958-2130-4055-9c93-73c27b866cdc", "name": "network-vif-plugged", "status": "completed", "tag": "06c932b0-169f-4f8e-8e73-555e8590eb31", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:04:27.429500 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e23cd3e-e0d1-45ee-b255-0a0677a9676c {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:04:27.429894 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c932b0-169f-4f8e-8e73-555e8590eb31', 'code': 200} Oct 13 15:04:27.483506 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:27.528453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a800098-91e3-44e8-ab6e-44d0bd634d1a req-c1c9b1e3-34a3-432b-b9c9-1c9792496f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:27.530664 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a800098-91e3-44e8-ab6e-44d0bd634d1a req-c1c9b1e3-34a3-432b-b9c9-1c9792496f20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 1098 time: 0.0399861 Oct 13 15:04:27.534280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=06c932b0-169f-4f8e-8e73-555e8590eb31,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:04:27.567728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3a800098-91e3-44e8-ab6e-44d0bd634d1a req-fe006891-43bb-451d-8a86-a7203dcf1a7f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285497 Oct 13 15:04:28.360794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1aec4-cbcf-4074-8623-bab70af1144e req-07d518fd-4e5d-479c-b64e-24fb0cc89791 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:28.362388 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbc1aec4-cbcf-4074-8623-bab70af1144e req-07d518fd-4e5d-479c-b64e-24fb0cc89791 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0504978 Oct 13 15:04:28.402432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbc1aec4-cbcf-4074-8623-bab70af1144e req-e2714a62-8114-4891-8d0c-fdb0ea91994d tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338833 Oct 13 15:04:29.523094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6597ff-5508-413b-9367-bd895e168659 req-744922f9-fc2d-4083-ae8b-c31cace06792 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:29.524575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e6597ff-5508-413b-9367-bd895e168659 req-744922f9-fc2d-4083-ae8b-c31cace06792 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0520256 Oct 13 15:04:29.562219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e6597ff-5508-413b-9367-bd895e168659 req-01b80a7e-1364-42d2-9459-d7cc4e1d32ba tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316172 Oct 13 15:04:29.993866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d2656-213e-4b80-a322-23afc69501d7 req-eb6d94bf-55d0-45d7-b290-e3abfd9e9c38 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:29.995360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-076d2656-213e-4b80-a322-23afc69501d7 req-eb6d94bf-55d0-45d7-b290-e3abfd9e9c38 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0501094 Oct 13 15:04:30.033950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-076d2656-213e-4b80-a322-23afc69501d7 req-3c7e498f-c2c4-48a6-829a-1647d8b61fd4 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324371 Oct 13 15:04:30.086597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37220) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:04:30.166133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-14f885eb-8082-4bf5-83ef-28791a89d09f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783865 Oct 13 15:04:30.174821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-97599b6a-6b67-4c10-94d6-3950a17798db service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:04:30.175780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-97599b6a-6b67-4c10-94d6-3950a17798db service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049229 Oct 13 15:04:31.156283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7b386-7a3e-43d8-bf35-352f037c26e1 req-a3a4c645-28fa-4c68-8ec4-2ab658e24486 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:31.157713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98f7b386-7a3e-43d8-bf35-352f037c26e1 req-a3a4c645-28fa-4c68-8ec4-2ab658e24486 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0524721 Oct 13 15:04:31.196616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98f7b386-7a3e-43d8-bf35-352f037c26e1 req-99e0bc62-052d-4596-958b-cd406cdb29b2 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Oct 13 15:04:32.168866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-683e008c-f6e8-41d4-ab31-edefdbbff16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:32.168866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-683e008c-f6e8-41d4-ab31-edefdbbff16b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6e5684f586443308c6d16e414785163&device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 1098 time: 0.0421286 Oct 13 15:04:32.242212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-1a8f3dce-e9dc-4b71-8095-d0c79e5d252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:32.243745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-1a8f3dce-e9dc-4b71-8095-d0c79e5d252b service neutron] 10.222.0.41 "GET /v2.0/networks?id=29394130-172e-4fa1-9c7b-7b9cc0c97212 HTTP/1.1" status: 200 len: 913 time: 0.0897739 Oct 13 15:04:32.295763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-544e59e3-6fb0-4131-8d63-085da3875213 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06c932b0-169f-4f8e-8e73-555e8590eb31 HTTP/1.1" status: 200 len: 217 time: 0.0442080 Oct 13 15:04:32.364275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-806f18fb-1d78-4cdc-8fcd-87d787b58857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:32.365765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-806f18fb-1d78-4cdc-8fcd-87d787b58857 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec7b36fc-fb84-4b29-8119-3b35793bd520 HTTP/1.1" status: 200 len: 852 time: 0.0525932 Oct 13 15:04:32.374379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f057f1-dab7-43a2-bcd8-202136ba356d req-5d478e59-3787-4a70-b31b-64ef57fcc372 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:32.375740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5f057f1-dab7-43a2-bcd8-202136ba356d req-5d478e59-3787-4a70-b31b-64ef57fcc372 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0891039 Oct 13 15:04:32.410570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-a859cb47-adbe-4556-9633-a3a833c0f455 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29394130-172e-4fa1-9c7b-7b9cc0c97212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337894 Oct 13 15:04:32.485665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a5f057f1-dab7-43a2-bcd8-202136ba356d req-fcb1c4ab-ade0-4e80-b2c2-7228a59b540f tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007180 Oct 13 15:04:32.523322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-7b21475b-77b7-46e4-8008-1101ea85d94f service neutron] 10.222.0.41 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045895 Oct 13 15:04:32.623461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-a08e103b-befb-4b63-b458-19a626e46ef7 service neutron] 10.222.0.41 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892367 Oct 13 15:04:33.602932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469ddbf-dbcb-4383-8ccb-a6436d57dcda req-b5cf5bef-3950-4150-a3ca-e75f6117f760 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:33.604477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3469ddbf-dbcb-4383-8ccb-a6436d57dcda req-b5cf5bef-3950-4150-a3ca-e75f6117f760 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0500345 Oct 13 15:04:33.651287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3469ddbf-dbcb-4383-8ccb-a6436d57dcda req-234977ca-b4d2-4e06-95a9-88edfed1a7be tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408099 Oct 13 15:04:34.766083 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88273576-4e30-473f-bfe1-69009632e5b2 req-5c449cb9-5f39-498f-bd42-37cbd3ae0902 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:34.767571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88273576-4e30-473f-bfe1-69009632e5b2 req-5c449cb9-5f39-498f-bd42-37cbd3ae0902 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0489566 Oct 13 15:04:34.808188 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-88273576-4e30-473f-bfe1-69009632e5b2 req-b75e9f72-c5e1-4b64-ae1b-d7528b461269 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343106 Oct 13 15:04:35.927432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e1bc8-1ad0-439c-a6a4-12a07f009674 req-ef723864-d402-4b64-b68c-b38940b1ca54 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:35.929000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c0e1bc8-1ad0-439c-a6a4-12a07f009674 req-ef723864-d402-4b64-b68c-b38940b1ca54 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0546644 Oct 13 15:04:35.967591 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c0e1bc8-1ad0-439c-a6a4-12a07f009674 req-18263374-7f72-4635-a6e5-720a847ec1cc tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323977 Oct 13 15:04:37.081687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2ee49-e0d3-40ed-9884-256c33d57f2b req-dad911b9-b6b7-4a4d-a50b-28683ac3b073 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:37.083181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59e2ee49-e0d3-40ed-9884-256c33d57f2b req-dad911b9-b6b7-4a4d-a50b-28683ac3b073 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0494468 Oct 13 15:04:37.119976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59e2ee49-e0d3-40ed-9884-256c33d57f2b req-0d9752f3-75f6-4941-803a-ee8e2ea64200 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308621 Oct 13 15:04:38.234274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3f75c-e229-43fc-a25e-63167c5a66a2 req-64b5bb5f-e5fa-4342-b6ee-806deaacec09 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:38.235721 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79b3f75c-e229-43fc-a25e-63167c5a66a2 req-64b5bb5f-e5fa-4342-b6ee-806deaacec09 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0487053 Oct 13 15:04:38.272287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79b3f75c-e229-43fc-a25e-63167c5a66a2 req-eba87920-3622-47e0-bc6b-a632e0ff89b2 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306854 Oct 13 15:04:39.390268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a6400-5b95-4a20-9478-131c82be0fc7 req-a476fa6c-4668-47e2-825b-cf11bc6cbceb tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:39.391735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-777a6400-5b95-4a20-9478-131c82be0fc7 req-a476fa6c-4668-47e2-825b-cf11bc6cbceb tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0523202 Oct 13 15:04:39.430304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-777a6400-5b95-4a20-9478-131c82be0fc7 req-4c1670f6-ae5a-4cab-bce5-1415c234b29f tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322006 Oct 13 15:04:40.550559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac0374-da42-4851-9fd5-851a3aa275fc req-da6d34ee-85c6-4c66-b159-2b7f7afbf339 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:40.550559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7ac0374-da42-4851-9fd5-851a3aa275fc req-da6d34ee-85c6-4c66-b159-2b7f7afbf339 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0492103 Oct 13 15:04:40.588667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7ac0374-da42-4851-9fd5-851a3aa275fc req-3949d09e-c2aa-4f4c-af54-01cda0035932 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Oct 13 15:04:41.703423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee326e-68c2-4ca9-982d-749ccf46986d req-babed114-50de-4f3b-acd0-d9b792054f4a tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:41.709725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ccee326e-68c2-4ca9-982d-749ccf46986d req-babed114-50de-4f3b-acd0-d9b792054f4a tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0500541 Oct 13 15:04:41.743057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ccee326e-68c2-4ca9-982d-749ccf46986d req-67bacdf9-9be9-4965-8312-bb9c6750b618 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Oct 13 15:04:42.866798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383b230-c8c1-49fc-9452-09f62e079ed0 req-132e4de5-31b9-4bf6-9363-76e6f48febf8 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:42.868213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9383b230-c8c1-49fc-9452-09f62e079ed0 req-132e4de5-31b9-4bf6-9363-76e6f48febf8 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0537555 Oct 13 15:04:42.916752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9383b230-c8c1-49fc-9452-09f62e079ed0 req-9fe2770d-b739-447f-b80e-eaf72e727ed1 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Oct 13 15:04:44.031417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960052a-ee8d-49f3-9729-321bf96f6d27 req-677ef43a-fdc6-4f81-b833-6c55f2eabbda tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:44.032883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8960052a-ee8d-49f3-9729-321bf96f6d27 req-677ef43a-fdc6-4f81-b833-6c55f2eabbda tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0495772 Oct 13 15:04:44.071247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8960052a-ee8d-49f3-9729-321bf96f6d27 req-df122e25-e3d3-4928-9a23-6cc9138865d2 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316954 Oct 13 15:04:44.753961 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:04:45.187378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c043f-13a9-4cc5-b5c7-45d320c18a5e req-10c311cf-cc3a-4184-8b3e-58ee44871d16 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:45.188905 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-472c043f-13a9-4cc5-b5c7-45d320c18a5e req-10c311cf-cc3a-4184-8b3e-58ee44871d16 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0498571 Oct 13 15:04:45.228057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-472c043f-13a9-4cc5-b5c7-45d320c18a5e req-86fa15cd-1075-48d0-a7b0-640e00e289c2 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327055 Oct 13 15:04:46.349964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96ebba-62a9-40f8-bad6-e039816d073a req-9af0f169-fc9f-46dc-9a35-eb4de37cfe6b tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:46.351431 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d96ebba-62a9-40f8-bad6-e039816d073a req-9af0f169-fc9f-46dc-9a35-eb4de37cfe6b tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0525670 Oct 13 15:04:46.388513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d96ebba-62a9-40f8-bad6-e039816d073a req-117df101-2566-4694-9940-4e129190780d tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310624 Oct 13 15:04:47.505498 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3d43-fe1e-4d86-8a33-18e8ea007db7 req-af6f5be1-4dd7-4d75-843d-bd5a991f379b tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:47.506987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81ce3d43-fe1e-4d86-8a33-18e8ea007db7 req-af6f5be1-4dd7-4d75-843d-bd5a991f379b tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0514457 Oct 13 15:04:47.547039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81ce3d43-fe1e-4d86-8a33-18e8ea007db7 req-66f8c156-f2c4-4707-8b79-f4ed6762340f tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341053 Oct 13 15:04:48.670893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45585dc-49a0-4f66-bc5d-f1b2e0ee79f7 req-1bda9a97-c549-41f8-bd06-3a128a060086 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:48.672384 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b45585dc-49a0-4f66-bc5d-f1b2e0ee79f7 req-1bda9a97-c549-41f8-bd06-3a128a060086 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0490489 Oct 13 15:04:48.711125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b45585dc-49a0-4f66-bc5d-f1b2e0ee79f7 req-1e9b7473-ff3d-4d9c-b874-5324c2d0c45d tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Oct 13 15:04:49.049253 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:49.540501 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ce5f22f-42d2-47d2-89b0-17f61d64e3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:49.833347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2eeb47-52ba-411e-a607-5d4b33d6b5f5 req-3ffd6f60-b30b-483e-ba77-0542b473efb2 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:49.835074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df2eeb47-52ba-411e-a607-5d4b33d6b5f5 req-3ffd6f60-b30b-483e-ba77-0542b473efb2 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0543418 Oct 13 15:04:49.874642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df2eeb47-52ba-411e-a607-5d4b33d6b5f5 req-a4425bb1-c17f-4899-92bc-1d95f35278b8 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335200 Oct 13 15:04:51.009940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e128eb-1ab6-4ff1-8981-33c1408c1847 req-d62aea23-83b5-42a6-be46-28765aaa972c tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:51.011424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27e128eb-1ab6-4ff1-8981-33c1408c1847 req-d62aea23-83b5-42a6-be46-28765aaa972c tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0521181 Oct 13 15:04:51.051330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27e128eb-1ab6-4ff1-8981-33c1408c1847 req-f5157721-e547-40ad-8c15-c9f4fc879024 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337770 Oct 13 15:04:52.166765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875e444-bfc2-4dd8-ab10-3292503845a5 req-80229bdd-86cd-423b-9390-a334b738bb3a tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:52.168270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3875e444-bfc2-4dd8-ab10-3292503845a5 req-80229bdd-86cd-423b-9390-a334b738bb3a tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0491958 Oct 13 15:04:52.206365 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3875e444-bfc2-4dd8-ab10-3292503845a5 req-e8c06746-ba8d-45b9-9fcd-70aab1b09764 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321989 Oct 13 15:04:52.300464 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-305d5149-f424-4234-be0c-ad19796a183e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:52.334224 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:53.325943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e0937-8e8e-4665-9a11-6cbdc7db5af8 req-1c022d1d-b63e-43f6-a1e3-58d4b0db7ec2 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:53.327416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c8e0937-8e8e-4665-9a11-6cbdc7db5af8 req-1c022d1d-b63e-43f6-a1e3-58d4b0db7ec2 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0535772 Oct 13 15:04:53.364827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c8e0937-8e8e-4665-9a11-6cbdc7db5af8 req-45de051b-2f25-49da-a25e-1efeb06fba47 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307760 Oct 13 15:04:53.653396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a545c-ff24-4ca4-acf8-52470b14772f req-b684aaf0-5d96-4f86-8e4b-6e8be9d5ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:53.657336 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b7a545c-ff24-4ca4-acf8-52470b14772f req-b684aaf0-5d96-4f86-8e4b-6e8be9d5ba84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6e5684f586443308c6d16e414785163&device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 1098 time: 0.0430803 Oct 13 15:04:53.762657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a545c-ff24-4ca4-acf8-52470b14772f req-3576a961-efaa-4aad-a42f-dc43f4432454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:53.763892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b7a545c-ff24-4ca4-acf8-52470b14772f req-3576a961-efaa-4aad-a42f-dc43f4432454 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29394130-172e-4fa1-9c7b-7b9cc0c97212 HTTP/1.1" status: 200 len: 913 time: 0.0868952 Oct 13 15:04:53.807998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b7a545c-ff24-4ca4-acf8-52470b14772f req-68ffb6cd-867e-427f-818e-8a622e72e047 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06c932b0-169f-4f8e-8e73-555e8590eb31 HTTP/1.1" status: 200 len: 217 time: 0.0358977 Oct 13 15:04:53.855971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a545c-ff24-4ca4-acf8-52470b14772f req-084e5541-91b8-4829-b7d3-120f780f25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:53.857369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b7a545c-ff24-4ca4-acf8-52470b14772f req-084e5541-91b8-4829-b7d3-120f780f25f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec7b36fc-fb84-4b29-8119-3b35793bd520 HTTP/1.1" status: 200 len: 852 time: 0.0428052 Oct 13 15:04:53.890515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b7a545c-ff24-4ca4-acf8-52470b14772f req-9d741fac-ddf0-4b98-988d-660767d2a519 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29394130-172e-4fa1-9c7b-7b9cc0c97212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246358 Oct 13 15:04:53.984995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b7a545c-ff24-4ca4-acf8-52470b14772f req-2fa7226a-8c7a-4ab8-bf65-c9aad38c1ebd service neutron] 10.222.0.41 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869544 Oct 13 15:04:53.986106 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:54.060430 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:54.077069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b7a545c-ff24-4ca4-acf8-52470b14772f req-320f7f34-ea67-4d25-8e37-fcaac22748a0 service neutron] 10.222.0.41 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837479 Oct 13 15:04:54.485677 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee3470-d663-45b9-8d77-39894776256e req-9d136333-b9ba-4a16-bbbe-6390a4034f8c tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:54.487157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bee3470-d663-45b9-8d77-39894776256e req-9d136333-b9ba-4a16-bbbe-6390a4034f8c tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0538824 Oct 13 15:04:54.525149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bee3470-d663-45b9-8d77-39894776256e req-c5330957-89bd-40c6-8525-34078523f6d5 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320346 Oct 13 15:04:55.511620 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:04:55.643289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e3217-1bac-4856-b25c-fe4a49ec0983 req-c7a025ab-6a6f-4920-807c-07e603e9c992 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:55.644719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e45e3217-1bac-4856-b25c-fe4a49ec0983 req-c7a025ab-6a6f-4920-807c-07e603e9c992 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0505333 Oct 13 15:04:55.689178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e45e3217-1bac-4856-b25c-fe4a49ec0983 req-92b5429e-57de-4c52-998b-37e1f77cb53b tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325654 Oct 13 15:04:56.807617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a715a7d-5f42-4de3-9574-570848a5c836 req-ffaa5c6d-975b-40ff-b003-c66cab8f9da5 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:56.809116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a715a7d-5f42-4de3-9574-570848a5c836 req-ffaa5c6d-975b-40ff-b003-c66cab8f9da5 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0486929 Oct 13 15:04:56.846357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a715a7d-5f42-4de3-9574-570848a5c836 req-b28de7ac-6db6-4ccf-84f8-fad99718e425 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Oct 13 15:04:57.970144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d9507-d24b-4d29-8d4a-ed8feab45619 req-1b101196-03f0-45c3-bd80-20cc69bbcd9a tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:57.971591 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c32d9507-d24b-4d29-8d4a-ed8feab45619 req-1b101196-03f0-45c3-bd80-20cc69bbcd9a tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0536857 Oct 13 15:04:58.009842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c32d9507-d24b-4d29-8d4a-ed8feab45619 req-7aa990e3-8137-4010-87a9-0767b284a090 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315254 Oct 13 15:04:59.126465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b30e9-8163-46de-9c0e-2d548960dd3d req-023e8757-ab1c-471a-acf9-53bf1b70a9c2 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:04:59.127996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-398b30e9-8163-46de-9c0e-2d548960dd3d req-023e8757-ab1c-471a-acf9-53bf1b70a9c2 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0507505 Oct 13 15:04:59.167729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-398b30e9-8163-46de-9c0e-2d548960dd3d req-30157a71-e15d-4546-8c30-675d83fbd95e tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327415 Oct 13 15:04:59.789129 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ed35e38e-8346-4e99-b9d1-49196bf8d17b service neutron] show failed (client error): The resource could not be found. Oct 13 15:04:59.790113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ed35e38e-8346-4e99-b9d1-49196bf8d17b service neutron] 10.222.0.41 "GET /v2.0/ports/06c932b0-169f-4f8e-8e73-555e8590eb31/bindings/n-h1-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0548637 Oct 13 15:05:00.286865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc6e2a-2d97-4001-b5ce-c5e9d545fd29 req-4b22bf09-b303-4666-a654-ac7ef6e5d653 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:00.288866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc6e2a-2d97-4001-b5ce-c5e9d545fd29 req-4b22bf09-b303-4666-a654-ac7ef6e5d653 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0537024 Oct 13 15:05:00.332447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc6e2a-2d97-4001-b5ce-c5e9d545fd29 req-8ac6cb58-11e5-44e4-8b5d-d61cc7b99099 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368524 Oct 13 15:05:00.425004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-7bdf4c1b-861e-45b8-a4e2-c2bdca791754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:00.426578 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-7bdf4c1b-861e-45b8-a4e2-c2bdca791754 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc&tenant_id=a6e5684f586443308c6d16e414785163 HTTP/1.1" status: 200 len: 1098 time: 0.1177816 Oct 13 15:05:00.442191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-4e69bb5e-017b-41ff-b86e-d5258985f285 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:05:00.443410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-4e69bb5e-017b-41ff-b86e-d5258985f285 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049019 Oct 13 15:05:00.460236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:05:00.516042 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:00.966143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] For port 06c932b0-169f-4f8e-8e73-555e8590eb31, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=06c932b0-169f-4f8e-8e73-555e8590eb31,segment=NetworkSegment(9b1ca3d8-c63c-4ef8-9537-a68ee15053cd),segment_id=9b1ca3d8-c63c-4ef8-9537-a68ee15053cd)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:05:00.997800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] For port 06c932b0-169f-4f8e-8e73-555e8590eb31, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:05:01.036890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06c932b0-169f-4f8e-8e73-555e8590eb31'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:05:01.039231 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec699f07-81ec-458f-a52c-45146096d8a8" -d '{"events": [{"server_uuid": "f5b5d958-2130-4055-9c93-73c27b866cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "06c932b0-169f-4f8e-8e73-555e8590eb31"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:05:01.043280 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:01.055451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Transition to ACTIVE for port object 06c932b0-169f-4f8e-8e73-555e8590eb31 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:05:01.088150 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 15:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc250e45-25a2-48eb-b626-f3015e5f66dc x-openstack-request-id: req-cc250e45-25a2-48eb-b626-f3015e5f66dc {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:05:01.088448 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b5d958-2130-4055-9c93-73c27b866cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "06c932b0-169f-4f8e-8e73-555e8590eb31", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:05:01.088697 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc250e45-25a2-48eb-b626-f3015e5f66dc {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:05:01.089164 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06c932b0-169f-4f8e-8e73-555e8590eb31', 'code': 200} Oct 13 15:05:01.117217 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:01.165074 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Pushing event updated for resources: {'Port': ['ID=06c932b0-169f-4f8e-8e73-555e8590eb31,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:01.180607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] No DVR routers for this DVR port 06c932b0-169f-4f8e-8e73-555e8590eb31 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:05:01.188372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:01.188713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:01.189070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:01.189403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:01.189729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:01.190056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:01.190373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:01.190691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:01.191010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:01.191330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:01.191647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:01.191961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:01.228581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Attempting to bind port 06c932b0-169f-4f8e-8e73-555e8590eb31 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:05:01.228836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Attempting to bind port 06c932b0-169f-4f8e-8e73-555e8590eb31 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '9b1ca3d8-c63c-4ef8-9537-a68ee15053cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '29394130-172e-4fa1-9c7b-7b9cc0c97212'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:05:01.229184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Attempting to bind port 06c932b0-169f-4f8e-8e73-555e8590eb31 on network 29394130-172e-4fa1-9c7b-7b9cc0c97212 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:05:01.233552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Port 06c932b0-169f-4f8e-8e73-555e8590eb31 on network 29394130-172e-4fa1-9c7b-7b9cc0c97212 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:05:01.233867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Attempting to bind port 06c932b0-169f-4f8e-8e73-555e8590eb31 on network 29394130-172e-4fa1-9c7b-7b9cc0c97212 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:05:01.238559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:05:01.238887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Checking segment: {'id': '9b1ca3d8-c63c-4ef8-9537-a68ee15053cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '29394130-172e-4fa1-9c7b-7b9cc0c97212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:05:01.239264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Bound using segment: {'id': '9b1ca3d8-c63c-4ef8-9537-a68ee15053cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '29394130-172e-4fa1-9c7b-7b9cc0c97212'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:05:01.239677 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Bound port: 06c932b0-169f-4f8e-8e73-555e8590eb31, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1ca3d8-c63c-4ef8-9537-a68ee15053cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '29394130-172e-4fa1-9c7b-7b9cc0c97212'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:05:01.240023 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:01.307484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] For port 06c932b0-169f-4f8e-8e73-555e8590eb31, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:05:01.311800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] For port 06c932b0-169f-4f8e-8e73-555e8590eb31, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=06c932b0-169f-4f8e-8e73-555e8590eb31,segment=NetworkSegment(9b1ca3d8-c63c-4ef8-9537-a68ee15053cd),segment_id=9b1ca3d8-c63c-4ef8-9537-a68ee15053cd)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:05:01.374467 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:01.410212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:01.410826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:01.412192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] 10.222.0.49 "PUT /v2.0/ports/06c932b0-169f-4f8e-8e73-555e8590eb31 HTTP/1.1" status: 200 len: 1093 time: 0.9561613 Oct 13 15:05:01.491945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c3eba-eba1-4c74-a473-17d794fb763d service neutron] Pushing event updated for resources: {'Port': ['ID=06c932b0-169f-4f8e-8e73-555e8590eb31,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:01.509712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b9822-bd97-471c-9ae9-0b156ad05692 req-6cc7ca81-9d77-4825-bed7-4a5ed00834cf tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:01.511274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f1b9822-bd97-471c-9ae9-0b156ad05692 req-6cc7ca81-9d77-4825-bed7-4a5ed00834cf tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 944 time: 0.1050456 Oct 13 15:05:01.518264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-3fbe2a6a-4990-44d9-9a50-dce052fc51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:01.519887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-3fbe2a6a-4990-44d9-9a50-dce052fc51dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6e5684f586443308c6d16e414785163&device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 1096 time: 0.0720673 Oct 13 15:05:01.599847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f1b9822-bd97-471c-9ae9-0b156ad05692 req-07891dd8-2a88-425b-bc24-c7dddce63138 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775828 Oct 13 15:05:01.643726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-4ca659cd-ab4d-4dab-84b2-07a9df6cd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:01.645243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-4ca659cd-ab4d-4dab-84b2-07a9df6cd9e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=29394130-172e-4fa1-9c7b-7b9cc0c97212 HTTP/1.1" status: 200 len: 913 time: 0.1080821 Oct 13 15:05:01.695639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-b10f94db-78c5-411c-9d70-919774fd0678 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06c932b0-169f-4f8e-8e73-555e8590eb31 HTTP/1.1" status: 200 len: 217 time: 0.0383365 Oct 13 15:05:01.750586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-8371375c-d830-41a0-9e15-c276192d1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:01.752010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-8371375c-d830-41a0-9e15-c276192d1563 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ec7b36fc-fb84-4b29-8119-3b35793bd520 HTTP/1.1" status: 200 len: 852 time: 0.0451732 Oct 13 15:05:01.788168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-2168d241-d42f-42ba-b142-20a986819e57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=29394130-172e-4fa1-9c7b-7b9cc0c97212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241044 Oct 13 15:05:01.884310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-fe2bdcf6-1a07-4591-9d5c-a534bccdeb2e service neutron] 10.222.0.49 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842667 Oct 13 15:05:01.984752 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4bd7cc64-3088-4716-9a72-b73441138b96 req-37f64726-d8fe-4f59-9d9d-465f8d92fd80 service neutron] 10.222.0.49 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889661 Oct 13 15:05:02.716817 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615c255-227b-45a2-a90e-0d4f2954c718 req-d31e8700-b57c-48e4-a2e8-203a8a868bd5 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:02.718333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a615c255-227b-45a2-a90e-0d4f2954c718 req-d31e8700-b57c-48e4-a2e8-203a8a868bd5 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 944 time: 0.0494730 Oct 13 15:05:02.757908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a615c255-227b-45a2-a90e-0d4f2954c718 req-1df93e5b-4313-4b32-b462-f9711443670a tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337296 Oct 13 15:05:03.090523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'tag': '06c932b0-169f-4f8e-8e73-555e8590eb31'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:05:03.092876 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ccf67e-27ae-495c-98b3-22aab9acbbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b5d958-2130-4055-9c93-73c27b866cdc", "tag": "06c932b0-169f-4f8e-8e73-555e8590eb31"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:05:03.140441 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a626262b-d7ca-486c-8945-082f66401e3a x-openstack-request-id: req-a626262b-d7ca-486c-8945-082f66401e3a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:05:03.140731 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b5d958-2130-4055-9c93-73c27b866cdc", "tag": "06c932b0-169f-4f8e-8e73-555e8590eb31", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:05:03.141026 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a626262b-d7ca-486c-8945-082f66401e3a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:05:03.141420 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'tag': '06c932b0-169f-4f8e-8e73-555e8590eb31', 'status': 'completed', 'code': 200} Oct 13 15:05:03.230821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-8932c7ee-d207-4458-98c7-649897d441ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:03.236295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-8932c7ee-d207-4458-98c7-649897d441ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6e5684f586443308c6d16e414785163&device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 1096 time: 0.0684526 Oct 13 15:05:03.236295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-eaeee3d2-ba11-4dc5-8ae5-b094e3661554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:03.236295 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-eaeee3d2-ba11-4dc5-8ae5-b094e3661554 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6e5684f586443308c6d16e414785163&device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 1096 time: 0.0641475 Oct 13 15:05:03.352735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 06c932b0-169f-4f8e-8e73-555e8590eb31 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:05:03.390002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 06c932b0-169f-4f8e-8e73-555e8590eb31 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:05:03.399917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-9da96630-c48e-43b8-aba4-30108b1377c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:03.401405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-9da96630-c48e-43b8-aba4-30108b1377c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29394130-172e-4fa1-9c7b-7b9cc0c97212 HTTP/1.1" status: 200 len: 913 time: 0.1619930 Oct 13 15:05:03.404032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-c63887e6-5fa2-495b-982e-fabbfe8200b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:03.405379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-c63887e6-5fa2-495b-982e-fabbfe8200b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=29394130-172e-4fa1-9c7b-7b9cc0c97212 HTTP/1.1" status: 200 len: 913 time: 0.1573317 Oct 13 15:05:03.473641 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-afee319a-5b9f-4803-bec7-acf65c1577d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06c932b0-169f-4f8e-8e73-555e8590eb31 HTTP/1.1" status: 200 len: 217 time: 0.0647488 Oct 13 15:05:03.474987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-6fa76ecf-acf6-48fd-a78d-77647e7b7362 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06c932b0-169f-4f8e-8e73-555e8590eb31 HTTP/1.1" status: 200 len: 217 time: 0.0594721 Oct 13 15:05:03.560908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-7607cd30-c3d8-49ef-9c90-b14c74672d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:03.562368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-7607cd30-c3d8-49ef-9c90-b14c74672d04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ec7b36fc-fb84-4b29-8119-3b35793bd520 HTTP/1.1" status: 200 len: 852 time: 0.0735378 Oct 13 15:05:03.563579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-5a8c99a4-c720-4e47-8cae-6555f6bb627e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:03.564893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-5a8c99a4-c720-4e47-8cae-6555f6bb627e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec7b36fc-fb84-4b29-8119-3b35793bd520 HTTP/1.1" status: 200 len: 852 time: 0.0831873 Oct 13 15:05:03.603904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-26d9bb96-5344-485e-8f70-2f114ceb0a55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=29394130-172e-4fa1-9c7b-7b9cc0c97212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312312 Oct 13 15:05:03.620294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-47910fe2-4724-4139-82c6-f66b62261ba1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29394130-172e-4fa1-9c7b-7b9cc0c97212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403469 Oct 13 15:05:03.775327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-0ad68486-d70a-4a89-9bb7-001cf278beda service neutron] 10.222.0.49 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573064 Oct 13 15:05:03.785483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-c60fe24e-be38-402e-afd3-9ad1de37f04c service neutron] 10.222.0.41 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389906 Oct 13 15:05:03.985150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce245d-390f-4d9e-b0dc-8f4254e5e6a6 req-b7e81aed-9584-4439-a44e-5a01269568c6 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:03.986610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0ce245d-390f-4d9e-b0dc-8f4254e5e6a6 req-b7e81aed-9584-4439-a44e-5a01269568c6 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 944 time: 0.1502805 Oct 13 15:05:03.992387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-3e4b0d8c-e43f-4b8b-823a-24ef0acc43c5 service neutron] 10.222.0.41 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028801 Oct 13 15:05:03.992387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-86ccf67e-27ae-495c-98b3-22aab9acbbd6 req-837254b0-35a7-4afb-82c6-3fa755c82f3f service neutron] 10.222.0.49 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066228 Oct 13 15:05:04.027738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b0ce245d-390f-4d9e-b0dc-8f4254e5e6a6 req-b683b9ab-e560-4af7-93dd-8eeab566f018 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325637 Oct 13 15:05:04.675163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 06c932b0-169f-4f8e-8e73-555e8590eb31 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:05:04.769878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 06c932b0-169f-4f8e-8e73-555e8590eb31, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=06c932b0-169f-4f8e-8e73-555e8590eb31,segment=NetworkSegment(9b1ca3d8-c63c-4ef8-9537-a68ee15053cd),segment_id=9b1ca3d8-c63c-4ef8-9537-a68ee15053cd)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:05:04.783035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '06c932b0-169f-4f8e-8e73-555e8590eb31', 'network_id': '29394130-172e-4fa1-9c7b-7b9cc0c97212', 'port_id': '06c932b0-169f-4f8e-8e73-555e8590eb31', 'mac_address': 'fa:16:3e:32:1e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec7b36fc-fb84-4b29-8119-3b35793bd520', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:05:04.819369 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:04.832164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c932b0-169f-4f8e-8e73-555e8590eb31 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:05:04.850415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 06c932b0-169f-4f8e-8e73-555e8590eb31, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=06c932b0-169f-4f8e-8e73-555e8590eb31,segment=NetworkSegment(9b1ca3d8-c63c-4ef8-9537-a68ee15053cd),segment_id=9b1ca3d8-c63c-4ef8-9537-a68ee15053cd)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:05:04.922592 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:04.968341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=06c932b0-169f-4f8e-8e73-555e8590eb31,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:04.975389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:04.975733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:04.976066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:04.976394 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:04.976720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:04.977065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:04.977388 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:04.977709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:04.978030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:04.978343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:04.978893 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:04.979180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:05.145287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed49da-ba1d-4a0f-ac6d-4f56d1dcaade req-f86155b4-3641-40b5-9ea8-72150098981f tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:05.146762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12ed49da-ba1d-4a0f-ac6d-4f56d1dcaade req-f86155b4-3641-40b5-9ea8-72150098981f tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 945 time: 0.0491567 Oct 13 15:05:05.185514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12ed49da-ba1d-4a0f-ac6d-4f56d1dcaade req-9bfc47aa-63c1-41fb-9df7-1c6eb272dd66 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325532 Oct 13 15:05:05.187837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['06c932b0-169f-4f8e-8e73-555e8590eb31'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:05:05.640553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-fbb222d0-73ba-4571-bf14-d226ff3cecd6 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:05.642195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-fbb222d0-73ba-4571-bf14-d226ff3cecd6 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc&tenant_id=a6e5684f586443308c6d16e414785163&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 945 time: 0.1041934 Oct 13 15:05:05.714120 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-ebb77ea5-fcef-4c44-b6ec-8df5e62b1fa4 service neutron] delete failed (client error): The resource could not be found. Oct 13 15:05:05.715057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-ebb77ea5-fcef-4c44-b6ec-8df5e62b1fa4 service neutron] 10.222.0.41 "DELETE /v2.0/ports/06c932b0-169f-4f8e-8e73-555e8590eb31/bindings/n-h2-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0639007 Oct 13 15:05:05.799983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-d331d9cd-6870-41c7-901d-5147463a0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:05.801480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-d331d9cd-6870-41c7-901d-5147463a0802 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6e5684f586443308c6d16e414785163&device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 1097 time: 0.0419192 Oct 13 15:05:05.891966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-7c16d872-4711-4f17-af1c-146e160eeeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:05.893442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-7c16d872-4711-4f17-af1c-146e160eeeb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29394130-172e-4fa1-9c7b-7b9cc0c97212 HTTP/1.1" status: 200 len: 913 time: 0.0843735 Oct 13 15:05:05.936319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-a236aa20-4a7f-46f9-9120-9734e042b537 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06c932b0-169f-4f8e-8e73-555e8590eb31 HTTP/1.1" status: 200 len: 217 time: 0.0343745 Oct 13 15:05:05.987277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-e7744b27-6ae8-4c5e-85f0-8c2c9243c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:05.988747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-e7744b27-6ae8-4c5e-85f0-8c2c9243c80b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec7b36fc-fb84-4b29-8119-3b35793bd520 HTTP/1.1" status: 200 len: 852 time: 0.0451159 Oct 13 15:05:06.022423 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-299f9d33-5e6a-42ad-9c24-9e3ab1280f27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29394130-172e-4fa1-9c7b-7b9cc0c97212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250962 Oct 13 15:05:06.115330 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-3da69d91-aaae-426e-a16a-d0bf4cc0ce98 service neutron] 10.222.0.41 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842514 Oct 13 15:05:06.205048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-b83b7bd2-1c7c-4eef-8a23-76d7f55d51b7 service neutron] 10.222.0.41 "GET /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819719 Oct 13 15:05:06.711014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 06c932b0-169f-4f8e-8e73-555e8590eb31 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:05:06.819681 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 06c932b0-169f-4f8e-8e73-555e8590eb31 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:05:06.823674 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 06c932b0-169f-4f8e-8e73-555e8590eb31 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:05:06.824047 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:06.902168 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:06.926358 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c932b0-169f-4f8e-8e73-555e8590eb31'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:05:06.928620 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6536a4ec-7056-43a1-bc5d-d44ca0597c84" -d '{"events": [{"server_uuid": "f5b5d958-2130-4055-9c93-73c27b866cdc", "name": "network-vif-plugged", "status": "completed", "tag": "06c932b0-169f-4f8e-8e73-555e8590eb31"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:05:06.946571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 06c932b0-169f-4f8e-8e73-555e8590eb31, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=06c932b0-169f-4f8e-8e73-555e8590eb31,segment=NetworkSegment(9b1ca3d8-c63c-4ef8-9537-a68ee15053cd),segment_id=9b1ca3d8-c63c-4ef8-9537-a68ee15053cd)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:05:06.966776 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311b0c82-f5e5-4db8-a51d-98adc80181dc x-openstack-request-id: req-311b0c82-f5e5-4db8-a51d-98adc80181dc {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:05:06.966776 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b5d958-2130-4055-9c93-73c27b866cdc", "name": "network-vif-plugged", "status": "completed", "tag": "06c932b0-169f-4f8e-8e73-555e8590eb31", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:05:06.966776 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-311b0c82-f5e5-4db8-a51d-98adc80181dc {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:05:06.966776 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c932b0-169f-4f8e-8e73-555e8590eb31', 'code': 200} Oct 13 15:05:07.008585 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:07.058772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=06c932b0-169f-4f8e-8e73-555e8590eb31,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:07.575651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b171bc9-624b-4390-bb7b-d357ed8019db req-dfc6be71-e2bb-4a79-b477-76da088582a3 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:07.577155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b171bc9-624b-4390-bb7b-d357ed8019db req-dfc6be71-e2bb-4a79-b477-76da088582a3 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0542233 Oct 13 15:05:07.617519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b171bc9-624b-4390-bb7b-d357ed8019db req-b75ebda9-08c1-4c85-ba41-7d8ad1d02e7b tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342832 Oct 13 15:05:08.738631 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd5091-2a48-4cc2-869d-3e797c7dbe85 req-5624a821-26ac-4451-9360-135b045cb172 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:08.740164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4dd5091-2a48-4cc2-869d-3e797c7dbe85 req-5624a821-26ac-4451-9360-135b045cb172 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0495112 Oct 13 15:05:08.778926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4dd5091-2a48-4cc2-869d-3e797c7dbe85 req-6d7c5939-233a-42af-b76c-ba55cdbf6680 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/security-groups?id=99b281ab-0813-428c-a084-ed5592dc2daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Oct 13 15:05:08.975026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-9d9982ec-cf9c-4a67-93e6-ebe02f23f6f7 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:08.976496 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-9d9982ec-cf9c-4a67-93e6-ebe02f23f6f7 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 946 time: 0.0476291 Oct 13 15:05:09.077620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-379d60cb-b940-440f-b4a6-660b5edbb34d tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Deleting port 06c932b0-169f-4f8e-8e73-555e8590eb31 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:05:09.077956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-379d60cb-b940-440f-b4a6-660b5edbb34d tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:09.163435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-379d60cb-b940-440f-b4a6-660b5edbb34d tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] For port 06c932b0-169f-4f8e-8e73-555e8590eb31, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=06c932b0-169f-4f8e-8e73-555e8590eb31,segment=NetworkSegment(9b1ca3d8-c63c-4ef8-9537-a68ee15053cd),segment_id=9b1ca3d8-c63c-4ef8-9537-a68ee15053cd)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:05:09.163794 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-379d60cb-b940-440f-b4a6-660b5edbb34d tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:09.176559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-379d60cb-b940-440f-b4a6-660b5edbb34d tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Calling delete_port for 06c932b0-169f-4f8e-8e73-555e8590eb31 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:05:09.385598 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-379d60cb-b940-440f-b4a6-660b5edbb34d tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:09.402196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['06c932b0-169f-4f8e-8e73-555e8590eb31'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:05:09.415291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d60cb-b940-440f-b4a6-660b5edbb34d tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Pushing event deleted for resources: {'Port': ['ID=06c932b0-169f-4f8e-8e73-555e8590eb31,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:09.458569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-379d60cb-b940-440f-b4a6-660b5edbb34d tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] No DVR routers for this DVR port 06c932b0-169f-4f8e-8e73-555e8590eb31 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:05:09.461186 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-379d60cb-b940-440f-b4a6-660b5edbb34d tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:09.465101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d8a15a4-a2f2-4a75-ae10-6d259341e466 req-379d60cb-b940-440f-b4a6-660b5edbb34d tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.49 "DELETE /v2.0/ports/06c932b0-169f-4f8e-8e73-555e8590eb31 HTTP/1.1" status: 204 len: 173 time: 0.4782262 Oct 13 15:05:09.465543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'name': 'network-vif-deleted', 'tag': '06c932b0-169f-4f8e-8e73-555e8590eb31'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:05:09.467780 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79f1a96-edaa-4a31-9ba3-8d9fe6802076" -d '{"events": [{"server_uuid": "f5b5d958-2130-4055-9c93-73c27b866cdc", "name": "network-vif-deleted", "tag": "06c932b0-169f-4f8e-8e73-555e8590eb31"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:05:09.504271 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f326d89-dfc5-457f-b045-4c1e268f2f61 x-openstack-request-id: req-8f326d89-dfc5-457f-b045-4c1e268f2f61 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:05:09.504505 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b5d958-2130-4055-9c93-73c27b866cdc", "name": "network-vif-deleted", "tag": "06c932b0-169f-4f8e-8e73-555e8590eb31", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:05:09.504868 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f326d89-dfc5-457f-b045-4c1e268f2f61 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:05:09.505192 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b5d958-2130-4055-9c93-73c27b866cdc', 'name': 'network-vif-deleted', 'tag': '06c932b0-169f-4f8e-8e73-555e8590eb31', 'status': 'completed', 'code': 200} Oct 13 15:05:09.884114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-318904c5-85f6-49c1-804e-3f9a4214d3f0 req-93a10cce-4f6e-4ed6-b9d0-2eba9e9b5504 tempest-DeleteServersTestJSON-2017951561 tempest-DeleteServersTestJSON-2017951561-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5b5d958-2130-4055-9c93-73c27b866cdc HTTP/1.1" status: 200 len: 210 time: 0.0256104 Oct 13 15:05:11.017447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37334) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:05:11.059967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67aa8b6-e918-4805-823b-c188b94188c8 admin admin] Deleting subnet ec7b36fc-fb84-4b29-8119-3b35793bd520 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:05:11.062910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a67aa8b6-e918-4805-823b-c188b94188c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:11.097589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a67aa8b6-e918-4805-823b-c188b94188c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:11.142499 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a67aa8b6-e918-4805-823b-c188b94188c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:11.271137 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a67aa8b6-e918-4805-823b-c188b94188c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:11.296779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67aa8b6-e918-4805-823b-c188b94188c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec7b36fc-fb84-4b29-8119-3b35793bd520,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:11.300632 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a67aa8b6-e918-4805-823b-c188b94188c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:11.303743 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a67aa8b6-e918-4805-823b-c188b94188c8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ec7b36fc-fb84-4b29-8119-3b35793bd520 HTTP/1.1" status: 204 len: 168 time: 0.2856629 Oct 13 15:05:11.306473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37336) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:05:11.373091 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-686fd04e-1e60-460a-8f10-7ab740dfe514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:11.453723 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-686fd04e-1e60-460a-8f10-7ab740dfe514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:11.472583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-686fd04e-1e60-460a-8f10-7ab740dfe514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29394130-172e-4fa1-9c7b-7b9cc0c97212']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:05:11.481956 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-686fd04e-1e60-460a-8f10-7ab740dfe514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1ca3d8-c63c-4ef8-9537-a68ee15053cd') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:05:11.482244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-686fd04e-1e60-460a-8f10-7ab740dfe514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1ca3d8-c63c-4ef8-9537-a68ee15053cd') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:05:11.491193 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-686fd04e-1e60-460a-8f10-7ab740dfe514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:11.504389 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-686fd04e-1e60-460a-8f10-7ab740dfe514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:11.510405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686fd04e-1e60-460a-8f10-7ab740dfe514 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:05:11.510783 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-686fd04e-1e60-460a-8f10-7ab740dfe514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:05:11.512383 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:05:11.676543 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-686fd04e-1e60-460a-8f10-7ab740dfe514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:11.683463 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-686fd04e-1e60-460a-8f10-7ab740dfe514 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:11.686630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-686fd04e-1e60-460a-8f10-7ab740dfe514 admin admin] 10.222.0.18 "DELETE /v2.0/networks/29394130-172e-4fa1-9c7b-7b9cc0c97212 HTTP/1.1" status: 204 len: 168 time: 0.3784060 Oct 13 15:05:11.919289 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37340) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:05:11.959690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fd04e-1e60-460a-8f10-7ab740dfe514 admin admin] Pushing event deleted for resources: {'Network': ['ID=29394130-172e-4fa1-9c7b-7b9cc0c97212,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:11.962599 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c3de8553-7e8e-4382-8e0f-a62b5d7e29aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6e5684f586443308c6d16e414785163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420284 Oct 13 15:05:11.965829 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37342) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:05:12.013188 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:12.034165 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:12.139104 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:12.141679 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:12.142822 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99b281ab-0813-428c-a084-ed5592dc2daf HTTP/1.1" status: 204 len: 168 time: 0.1760042 Oct 13 15:05:12.152250 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b281ab-0813-428c-a084-ed5592dc2daf,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:12.159156 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:12.159506 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:12.160096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:12.160433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:12.160804 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:12.161262 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:12.161593 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:12.161913 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:12.162232 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:12.162551 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:12.162870 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:12.163187 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1d4811-6cd4-49cb-8f23-98303e561bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:05:12.708927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 06c932b0-169f-4f8e-8e73-555e8590eb31 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:05:12.732700 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 06c932b0-169f-4f8e-8e73-555e8590eb31 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:05:12.733098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 06c932b0-169f-4f8e-8e73-555e8590eb31 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:05:13.141908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37364) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:05:13.237324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1048206908-network', 'tenant_id': 'ea50b4bde7154935b8d47b822092a20e'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:05:13.310634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Made reservation on behalf of ea50b4bde7154935b8d47b822092a20e for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:05:13.313024 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:13.321597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:13.393829 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:13.436428 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:13.464027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:05:13.472617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97c26c4-4828-4f62-a065-ab348ff62b09,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:13.478598 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:13.479005 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Added segment b302c565-f618-4fa5-8a77-9d964f67cbe9 of type vlan for network 9e7992ec-6100-42ac-97f5-c3db00351735 Oct 13 15:05:13.519205 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:13.584969 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:13.586040 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:13.586644 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:13.647192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] Pushing event updated for resources: {'Network': ['ID=9e7992ec-6100-42ac-97f5-c3db00351735,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:13.657602 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 9e7992ec-6100-42ac-97f5-c3db00351735 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:05:13.714423 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-92583f72-587b-4ffa-adf4-737df3331a9b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5709219 Oct 13 15:05:13.716869 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37368) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:05:13.721917 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-cb52c0b1-dc82-4f64-bb70-a9df5de00442 admin admin] Request body: {'subnet': {'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1048206908-subnet', 'tenant_id': 'ea50b4bde7154935b8d47b822092a20e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:05:13.819144 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb52c0b1-dc82-4f64-bb70-a9df5de00442 admin admin] Made reservation on behalf of ea50b4bde7154935b8d47b822092a20e for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:05:13.821806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb52c0b1-dc82-4f64-bb70-a9df5de00442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:14.053744 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb52c0b1-dc82-4f64-bb70-a9df5de00442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:14.112003 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52c0b1-dc82-4f64-bb70-a9df5de00442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcdd0c81-2867-4363-87e2-1383311ef4a2,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:14.121240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb52c0b1-dc82-4f64-bb70-a9df5de00442 admin admin] Checking segment: {'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:05:14.121598 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb52c0b1-dc82-4f64-bb70-a9df5de00442 admin admin] Network hostable DHCP agents. Network: 9e7992ec-6100-42ac-97f5-c3db00351735, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:05:14.201930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb52c0b1-dc82-4f64-bb70-a9df5de00442 admin admin] Network 9e7992ec-6100-42ac-97f5-c3db00351735 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:05:14.339793 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-cb52c0b1-dc82-4f64-bb70-a9df5de00442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 9e7992ec-6100-42ac-97f5-c3db00351735) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:05:14.344083 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb52c0b1-dc82-4f64-bb70-a9df5de00442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:14.344699 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-cb52c0b1-dc82-4f64-bb70-a9df5de00442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:14.348829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f67aaf8-1e7f-4a4f-a897-088b3c6d72cc None None] Network 9e7992ec-6100-42ac-97f5-c3db00351735 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:05:14.439791 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cb52c0b1-dc82-4f64-bb70-a9df5de00442 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7217245 Oct 13 15:05:14.473163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2441b870-b942-4e1d-8d3e-92e661e0d7bc None None] Network 9e7992ec-6100-42ac-97f5-c3db00351735 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:05:14.859402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-c4ad8b4b-7055-457d-9a99-77a8b1da928e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:14.860789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-c4ad8b4b-7055-457d-9a99-77a8b1da928e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 815 time: 0.1016572 Oct 13 15:05:14.876215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-3a9bbf27-36f2-4c3e-87b3-1a155d824766 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/quotas/ea50b4bde7154935b8d47b822092a20e HTTP/1.1" status: 200 len: 375 time: 0.0096254 Oct 13 15:05:14.910379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-d089b13c-7df0-47ab-b518-6a3b8e7e4786 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289936 Oct 13 15:05:14.921848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-4b76ccbd-ea53-48e8-98de-160cea0127fb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:05:14.922780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-4b76ccbd-ea53-48e8-98de-160cea0127fb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049057 Oct 13 15:05:15.009682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-089f2b9b-7589-4b3c-a52c-758b417904c9 service neutron] 10.222.0.18 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811718 Oct 13 15:05:15.101702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-7311dbf6-06b6-473c-b410-811875467892 service neutron] 10.222.0.18 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859005 Oct 13 15:05:15.297518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da81a8a5-9b3d-4c25-8335-2ee8c8a18fb2 req-3587920c-fa3c-4673-92c5-325a97455c10 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 210 time: 0.0281847 Oct 13 15:05:16.391845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89fcfc49-baaa-428d-9095-e91465387058 req-89f52806-d59b-4e5d-b6a3-4994a37e20af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 210 time: 0.0266523 Oct 13 15:05:17.422989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-bd88884d-0d27-4a70-b78b-5958ff18d071 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:17.424478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-bd88884d-0d27-4a70-b78b-5958ff18d071 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.49 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 815 time: 0.1045239 Oct 13 15:05:17.438948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-2f3c9959-861e-4f8c-8e7b-df64fbb2a8fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Request body: {'port': {'device_id': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735', 'admin_state_up': True, 'tenant_id': 'ea50b4bde7154935b8d47b822092a20e'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:05:17.510379 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fc7e86a-9f77-4903-a04a-0bfaae296108 req-89ed21ad-1bba-4f89-8e5b-7baf5becc719 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 210 time: 0.0307879 Oct 13 15:05:17.625061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-2f3c9959-861e-4f8c-8e7b-df64fbb2a8fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Made reservation on behalf of ea50b4bde7154935b8d47b822092a20e for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:05:17.628653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-2f3c9959-861e-4f8c-8e7b-df64fbb2a8fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:17.758527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-2f3c9959-861e-4f8c-8e7b-df64fbb2a8fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Allocated IP 172.20.0.11 (9e7992ec-6100-42ac-97f5-c3db00351735/fcdd0c81-2867-4363-87e2-1383311ef4a2/0bee27ac-8492-4be8-92fa-b7c845bf3baa) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:05:17.907643 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-2f3c9959-861e-4f8c-8e7b-df64fbb2a8fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:18.002434 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-2f3c9959-861e-4f8c-8e7b-df64fbb2a8fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:18.048009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-2f3c9959-861e-4f8c-8e7b-df64fbb2a8fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Network 9e7992ec-6100-42ac-97f5-c3db00351735 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:05:18.051103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-2f3c9959-861e-4f8c-8e7b-df64fbb2a8fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:05:18.054831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-2f3c9959-861e-4f8c-8e7b-df64fbb2a8fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:05:18.077928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c9959-861e-4f8c-8e7b-df64fbb2a8fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Pushing event updated for resources: {'Port': ['ID=0bee27ac-8492-4be8-92fa-b7c845bf3baa,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:18.110165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-2f3c9959-861e-4f8c-8e7b-df64fbb2a8fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:18.110770 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-2f3c9959-861e-4f8c-8e7b-df64fbb2a8fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:18.187429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-2f3c9959-861e-4f8c-8e7b-df64fbb2a8fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7525806 Oct 13 15:05:18.207422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Request body: {'port': {'device_id': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:05:18.264365 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:18.529841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bee27ac-8492-4be8-92fa-b7c845bf3baa {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:05:18.537504 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:18.551618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Transition to ACTIVE for port object 0bee27ac-8492-4be8-92fa-b7c845bf3baa will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:05:18.593882 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:18.665426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Pushing event updated for resources: {'Port': ['ID=0bee27ac-8492-4be8-92fa-b7c845bf3baa,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:18.680895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f88837-3012-4485-90ba-a0fff9397495 req-85c575bd-2895-45eb-9e7d-dccd5fc3196c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:18.682414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4f88837-3012-4485-90ba-a0fff9397495 req-85c575bd-2895-45eb-9e7d-dccd5fc3196c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 944 time: 0.0992985 Oct 13 15:05:18.762655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4f88837-3012-4485-90ba-a0fff9397495 req-d052c9c4-c489-479e-8686-85515d8b4919 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665727 Oct 13 15:05:18.780319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Attempting to bind port 0bee27ac-8492-4be8-92fa-b7c845bf3baa on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:05:18.780591 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Attempting to bind port 0bee27ac-8492-4be8-92fa-b7c845bf3baa by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:05:18.780916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Attempting to bind port 0bee27ac-8492-4be8-92fa-b7c845bf3baa on network 9e7992ec-6100-42ac-97f5-c3db00351735 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:05:18.785778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Port 0bee27ac-8492-4be8-92fa-b7c845bf3baa on network 9e7992ec-6100-42ac-97f5-c3db00351735 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:05:18.786077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Attempting to bind port 0bee27ac-8492-4be8-92fa-b7c845bf3baa on network 9e7992ec-6100-42ac-97f5-c3db00351735 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:05:18.790819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:05:18.791148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Checking segment: {'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:05:18.791524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Bound using segment: {'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:05:18.791942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Bound port: 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:05:18.792733 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:18.854693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] For port 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:05:18.858098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] For port 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:05:18.916361 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:18.950814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:18.951466 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:18.952881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] 10.222.0.49 "PUT /v2.0/ports/0bee27ac-8492-4be8-92fa-b7c845bf3baa HTTP/1.1" status: 200 len: 1093 time: 0.7495561 Oct 13 15:05:18.953362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'tag': '0bee27ac-8492-4be8-92fa-b7c845bf3baa'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:05:18.955645 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17d4da1-e3ec-407e-a5af-46edb0c7731e" -d '{"events": [{"name": "network-changed", "server_uuid": "e39750d2-f367-4805-9817-0b6f2ae0d418", "tag": "0bee27ac-8492-4be8-92fa-b7c845bf3baa"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:05:18.982918 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440757b-0e7a-4642-968a-267a9fc11be9 service neutron] Pushing event updated for resources: {'Port': ['ID=0bee27ac-8492-4be8-92fa-b7c845bf3baa,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:18.995861 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee65b57e-ff58-4aba-9664-ba3b7bc6884b x-openstack-request-id: req-ee65b57e-ff58-4aba-9664-ba3b7bc6884b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:05:18.996387 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39750d2-f367-4805-9817-0b6f2ae0d418", "tag": "0bee27ac-8492-4be8-92fa-b7c845bf3baa", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:05:18.996641 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee65b57e-ff58-4aba-9664-ba3b7bc6884b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:05:18.997209 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'tag': '0bee27ac-8492-4be8-92fa-b7c845bf3baa', 'status': 'completed', 'code': 200} Oct 13 15:05:19.048325 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:19.059868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d4da1-e3ec-407e-a5af-46edb0c7731e req-ee46b221-ac90-4c05-8b0a-e36a7dacbd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:19.061473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f17d4da1-e3ec-407e-a5af-46edb0c7731e req-ee46b221-ac90-4c05-8b0a-e36a7dacbd91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 1096 time: 0.0421145 Oct 13 15:05:19.170147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d4da1-e3ec-407e-a5af-46edb0c7731e req-5dc0e766-b956-4db9-bc1e-33e352e416aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:19.171640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f17d4da1-e3ec-407e-a5af-46edb0c7731e req-5dc0e766-b956-4db9-bc1e-33e352e416aa service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ea50b4bde7154935b8d47b822092a20e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0959620 Oct 13 15:05:19.273351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d4da1-e3ec-407e-a5af-46edb0c7731e req-62f33cf9-2095-422b-a83e-ee10c60d4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:19.274807 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f17d4da1-e3ec-407e-a5af-46edb0c7731e req-62f33cf9-2095-422b-a83e-ee10c60d4a24 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929964 Oct 13 15:05:19.358409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-70b9091b-f7c0-49b3-99a1-07347b8ccf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:19.359789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-70b9091b-f7c0-49b3-99a1-07347b8ccf01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 1096 time: 0.0400424 Oct 13 15:05:19.406226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-2a1638f3-d192-4e66-b14b-d6a0e497b44c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa HTTP/1.1" status: 200 len: 217 time: 0.0335808 Oct 13 15:05:19.462750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-9b2a064b-45be-4566-b4d1-5751ca0f62c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:19.464399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-9b2a064b-45be-4566-b4d1-5751ca0f62c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0476809 Oct 13 15:05:19.502735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-16ade3f7-939f-4626-93ab-7aebaa80c3de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263886 Oct 13 15:05:19.533801 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-275eb26d-7b79-46f3-a047-ad1e6a69aee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:19.594553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-0b24c1eb-0726-44c0-9098-880a1297d0bf service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837450 Oct 13 15:05:19.695357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb2d1b7-7a41-4afc-a358-5513c566957d req-40a07470-b22d-4ec0-a56a-564fa32503af service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890393 Oct 13 15:05:19.879227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6403d7-3bb8-46a0-b146-7c4d0f577315 req-ea1d22b8-ca5d-40bc-aee6-2bb2179799de tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:19.880697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b6403d7-3bb8-46a0-b146-7c4d0f577315 req-ea1d22b8-ca5d-40bc-aee6-2bb2179799de tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 944 time: 0.0500066 Oct 13 15:05:19.919255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5b6403d7-3bb8-46a0-b146-7c4d0f577315 req-4464d79f-bd24-4680-8e0a-521538111d4e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324709 Oct 13 15:05:20.752813 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0bee27ac-8492-4be8-92fa-b7c845bf3baa details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:05:20.848230 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:05:20.859499 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '0bee27ac-8492-4be8-92fa-b7c845bf3baa', 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735', 'port_id': '0bee27ac-8492-4be8-92fa-b7c845bf3baa', 'mac_address': 'fa:16:3e:ca:4d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdd0c81-2867-4363-87e2-1383311ef4a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:05:20.900530 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:20.914319 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bee27ac-8492-4be8-92fa-b7c845bf3baa {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:05:20.934858 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:05:20.990481 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:21.036911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8424f04-36ca-4ca6-accc-78d43a73039e req-834beb08-cd82-42dd-9016-664f48b408e2 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:21.038443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8424f04-36ca-4ca6-accc-78d43a73039e req-834beb08-cd82-42dd-9016-664f48b408e2 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 945 time: 0.0518031 Oct 13 15:05:21.039410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0bee27ac-8492-4be8-92fa-b7c845bf3baa,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:21.077559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8424f04-36ca-4ca6-accc-78d43a73039e req-6b074f39-7138-43af-beb3-21ebfce72d95 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Oct 13 15:05:21.231880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['0bee27ac-8492-4be8-92fa-b7c845bf3baa'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:05:21.752716 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:05:22.194234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747de18e-45c3-42ec-9c4a-c266602cda61 req-45e8c581-82c7-4761-a3c0-a2e63e9f7731 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:22.195697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-747de18e-45c3-42ec-9c4a-c266602cda61 req-45e8c581-82c7-4761-a3c0-a2e63e9f7731 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 945 time: 0.0520406 Oct 13 15:05:22.234071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-747de18e-45c3-42ec-9c4a-c266602cda61 req-4ec88329-e7c4-4674-b2c5-4859cf883e9f tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Oct 13 15:05:22.275869 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0e77-af52-4bb2-969e-8ac258d35640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:22.321618 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:22.754224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0bee27ac-8492-4be8-92fa-b7c845bf3baa up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:05:22.870612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 0bee27ac-8492-4be8-92fa-b7c845bf3baa completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:05:22.874428 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 0bee27ac-8492-4be8-92fa-b7c845bf3baa triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:05:22.874809 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:22.953805 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:22.978255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bee27ac-8492-4be8-92fa-b7c845bf3baa'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:05:22.981108 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d35537-512f-42c5-a97b-7a8a39f8dd03" -d '{"events": [{"server_uuid": "e39750d2-f367-4805-9817-0b6f2ae0d418", "name": "network-vif-plugged", "status": "completed", "tag": "0bee27ac-8492-4be8-92fa-b7c845bf3baa"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:05:22.993112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:05:23.018103 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36442a17-93fb-4e69-bda2-e66fde588413 x-openstack-request-id: req-36442a17-93fb-4e69-bda2-e66fde588413 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:05:23.018387 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39750d2-f367-4805-9817-0b6f2ae0d418", "name": "network-vif-plugged", "status": "completed", "tag": "0bee27ac-8492-4be8-92fa-b7c845bf3baa", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:05:23.018635 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36442a17-93fb-4e69-bda2-e66fde588413 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:05:23.019023 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bee27ac-8492-4be8-92fa-b7c845bf3baa', 'code': 200} Oct 13 15:05:23.059437 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:23.108184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=0bee27ac-8492-4be8-92fa-b7c845bf3baa,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:23.129574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a3a24-6f9f-4213-ad1e-0e288c00a348 req-5ed9a07b-4904-436d-8d98-876f95693ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:23.131079 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab7a3a24-6f9f-4213-ad1e-0e288c00a348 req-5ed9a07b-4904-436d-8d98-876f95693ad5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 1098 time: 0.0488305 Oct 13 15:05:23.172807 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab7a3a24-6f9f-4213-ad1e-0e288c00a348 req-cfb933d5-f5f5-483d-ae68-44f0b27287ad service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308180 Oct 13 15:05:23.350891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2d8d8-9140-4b52-8cb6-e42c477a116d req-9d39e188-e369-4b39-ae44-3e18f0e8c3c2 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:23.352371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14d2d8d8-9140-4b52-8cb6-e42c477a116d req-9d39e188-e369-4b39-ae44-3e18f0e8c3c2 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0497139 Oct 13 15:05:23.389906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14d2d8d8-9140-4b52-8cb6-e42c477a116d req-f8d4ec31-044e-4432-b7dd-d5303e3de603 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Oct 13 15:05:23.984703 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:24.047420 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:24.517582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9b603-5059-4822-b8d1-f40e785acae2 req-fa88cdfc-c3aa-47bf-9edd-3cc51f96b68e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:24.519175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2b9b603-5059-4822-b8d1-f40e785acae2 req-fa88cdfc-c3aa-47bf-9edd-3cc51f96b68e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0546119 Oct 13 15:05:24.559795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f2b9b603-5059-4822-b8d1-f40e785acae2 req-9bc668b2-f549-4b5d-892d-d478a8f708ab tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339854 Oct 13 15:05:25.505040 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:25.675382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82749b7a-1447-4ff8-9c52-7f36c54f674f req-4017de1b-e0a4-466d-af0c-a1a5772f8994 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:25.676768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82749b7a-1447-4ff8-9c52-7f36c54f674f req-4017de1b-e0a4-466d-af0c-a1a5772f8994 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0497820 Oct 13 15:05:25.714175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82749b7a-1447-4ff8-9c52-7f36c54f674f req-0ed970d9-c3ff-468c-af46-d75944d3da17 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314970 Oct 13 15:05:25.829286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbc894-03b7-4498-9505-af86562535ce req-4b495bc2-6fd1-44a3-b600-d2e91e47be50 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:25.830765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8dbc894-03b7-4498-9505-af86562535ce req-4b495bc2-6fd1-44a3-b600-d2e91e47be50 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0505483 Oct 13 15:05:25.869567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d8dbc894-03b7-4498-9505-af86562535ce req-8dc4ff47-91b8-48f1-9508-75386f6eedab tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 Oct 13 15:05:26.119680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef8162-3762-4aec-8ff7-9e31bb3184c8 req-c8aaa2a8-e569-40f1-99b5-234c48903f47 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:26.121350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18ef8162-3762-4aec-8ff7-9e31bb3184c8 req-c8aaa2a8-e569-40f1-99b5-234c48903f47 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0529733 Oct 13 15:05:26.159494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18ef8162-3762-4aec-8ff7-9e31bb3184c8 req-f5b10d5c-856a-4533-8831-a65f0c2653fd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319812 Oct 13 15:05:26.270091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dca8e2-b980-447e-8f18-d1bc0517850b req-c13b6576-8ce5-4539-a864-0399f7c6ca08 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:26.271477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16dca8e2-b980-447e-8f18-d1bc0517850b req-c13b6576-8ce5-4539-a864-0399f7c6ca08 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0483508 Oct 13 15:05:26.310335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16dca8e2-b980-447e-8f18-d1bc0517850b req-383d01bd-9d5d-46b1-8072-37b7fcfa130b tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Oct 13 15:05:26.665264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3b581-c9ed-47a1-8ee8-4e23ab736592 req-f1e5d380-35d9-4e47-95a6-37067b82679c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:26.667304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20f3b581-c9ed-47a1-8ee8-4e23ab736592 req-f1e5d380-35d9-4e47-95a6-37067b82679c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0503628 Oct 13 15:05:26.704804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20f3b581-c9ed-47a1-8ee8-4e23ab736592 req-13664268-1541-4b0c-9d70-294848458222 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Oct 13 15:05:26.840688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-43013906-5a0c-40f3-b124-6ba3f7c52a6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459840 Oct 13 15:05:27.823420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e067f2-eead-4519-b188-6467f33108b6 req-4a979b1e-d822-4276-ae84-2c2728a72b63 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:27.825946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59e067f2-eead-4519-b188-6467f33108b6 req-4a979b1e-d822-4276-ae84-2c2728a72b63 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0532713 Oct 13 15:05:27.864165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59e067f2-eead-4519-b188-6467f33108b6 req-e86f5d08-a7ce-438b-8ff0-ec105152f5a6 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319386 Oct 13 15:05:28.889802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-7430432b-402a-436e-b6fa-a01ad7af92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:28.891194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-7430432b-402a-436e-b6fa-a01ad7af92ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 1098 time: 0.0416141 Oct 13 15:05:29.018080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8304a8c-6983-438b-9626-dd240e6c4997 req-54811487-4a21-43df-80d8-438e556539d1 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:29.019551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8304a8c-6983-438b-9626-dd240e6c4997 req-54811487-4a21-43df-80d8-438e556539d1 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0754929 Oct 13 15:05:29.025138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-93c27f46-4b95-4b40-b3dd-8f139dd70476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:29.026515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-93c27f46-4b95-4b40-b3dd-8f139dd70476 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 916 time: 0.1278789 Oct 13 15:05:29.081947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-09613ccc-71ee-410a-a1d1-3870623084fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa HTTP/1.1" status: 200 len: 217 time: 0.0477960 Oct 13 15:05:29.093905 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8304a8c-6983-438b-9626-dd240e6c4997 req-c9b4f80a-abfd-4858-8b9c-38dcd40956d9 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664885 Oct 13 15:05:29.137945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-f4fdeab1-47be-4c68-a485-08c51acc4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:29.139417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-f4fdeab1-47be-4c68-a485-08c51acc4bf8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0446846 Oct 13 15:05:29.174988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-eacd434d-dc9e-4282-932d-0a3a1bfa183c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251274 Oct 13 15:05:29.266726 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-dd490bf9-0d48-4bd0-95ef-9efe3d7cb20f service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842857 Oct 13 15:05:29.353622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-913205b8-3180-4039-b0b3-a359a8315d18 service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799801 Oct 13 15:05:30.211172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac1162-44f5-4e54-a312-a9b429613b2a req-633ba628-5dd3-4815-8ba8-5b0429a7fb2c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:30.212654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ceac1162-44f5-4e54-a312-a9b429613b2a req-633ba628-5dd3-4815-8ba8-5b0429a7fb2c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0492971 Oct 13 15:05:30.249862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ceac1162-44f5-4e54-a312-a9b429613b2a req-3dfa5e78-43c8-4f97-b1df-6c9d78fb4703 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311160 Oct 13 15:05:31.367915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059294b-fe2a-4096-8d7e-b95c47ee8e82 req-f881cd3c-c939-484e-bf30-5c07d2c26195 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:31.369405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b059294b-fe2a-4096-8d7e-b95c47ee8e82 req-f881cd3c-c939-484e-bf30-5c07d2c26195 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0528400 Oct 13 15:05:31.407149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b059294b-fe2a-4096-8d7e-b95c47ee8e82 req-547c5b95-1311-41d2-a3db-893aa7c00485 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318317 Oct 13 15:05:32.525877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419a9a1-c775-4438-a4d1-0bbaee3a9820 req-35090ec7-5c99-4180-8202-c6cf4f47c725 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:32.527374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c419a9a1-c775-4438-a4d1-0bbaee3a9820 req-35090ec7-5c99-4180-8202-c6cf4f47c725 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0539377 Oct 13 15:05:32.566247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c419a9a1-c775-4438-a4d1-0bbaee3a9820 req-912ccd5c-83ac-486e-8cd3-a8e7dcf80f84 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315585 Oct 13 15:05:33.680627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756ed2a-b0a7-4019-8b0b-1533520639c6 req-cedfdbcc-04df-48ef-b692-4faba4cc63ae tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:33.682234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5756ed2a-b0a7-4019-8b0b-1533520639c6 req-cedfdbcc-04df-48ef-b692-4faba4cc63ae tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0490813 Oct 13 15:05:33.720726 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5756ed2a-b0a7-4019-8b0b-1533520639c6 req-ac5118e6-e1ed-4119-8f27-5aa5ce0f8633 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Oct 13 15:05:34.839964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f994fdb-d448-4a7e-9907-c911db1b7a71 req-5dd365ee-b255-426d-9190-3a9f885fd7bd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:34.842618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f994fdb-d448-4a7e-9907-c911db1b7a71 req-5dd365ee-b255-426d-9190-3a9f885fd7bd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0555434 Oct 13 15:05:34.880912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f994fdb-d448-4a7e-9907-c911db1b7a71 req-02cadee1-1708-4bbf-9507-c866d4370989 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321574 Oct 13 15:05:35.996041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9e580-4b5d-47e7-9caf-920972176d3a req-512a9d8e-0732-437c-aef0-680fd02b69fa tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:35.997841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ec9e580-4b5d-47e7-9caf-920972176d3a req-512a9d8e-0732-437c-aef0-680fd02b69fa tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0498128 Oct 13 15:05:36.035720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4ec9e580-4b5d-47e7-9caf-920972176d3a req-64842f40-a6dd-4844-a6eb-e32da4e11762 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323741 Oct 13 15:05:37.150617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d82b37-7f26-4545-b53e-ea31464a5b27 req-63fc47d2-99e3-406b-81a6-3d1ecb821c76 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:37.152144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96d82b37-7f26-4545-b53e-ea31464a5b27 req-63fc47d2-99e3-406b-81a6-3d1ecb821c76 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0498979 Oct 13 15:05:37.191396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96d82b37-7f26-4545-b53e-ea31464a5b27 req-204f2ce4-96f7-412d-a28d-04eb6e508f0c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329068 Oct 13 15:05:38.308362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b63882-5a99-4ae6-8581-c8e459757b98 req-2d6c48b8-6e7c-4efa-bc42-64a5d20c8f10 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:38.310397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99b63882-5a99-4ae6-8581-c8e459757b98 req-2d6c48b8-6e7c-4efa-bc42-64a5d20c8f10 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0540266 Oct 13 15:05:38.347807 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99b63882-5a99-4ae6-8581-c8e459757b98 req-0bfcccc7-f607-4933-8428-c339d15e50e7 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314384 Oct 13 15:05:39.460716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1000b73-a95a-4214-9926-4d4dab2524b4 req-b66fa600-9202-4282-baea-c2c21dc93dda tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:39.462196 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1000b73-a95a-4214-9926-4d4dab2524b4 req-b66fa600-9202-4282-baea-c2c21dc93dda tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0482621 Oct 13 15:05:39.499255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1000b73-a95a-4214-9926-4d4dab2524b4 req-55b0241b-df80-49b1-969a-efe1f4d27bc4 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304265 Oct 13 15:05:40.613075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f99cf-43aa-4d1e-a236-d6242c334b4d req-77c89677-393b-4d63-acac-899e657c954c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:40.614595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df4f99cf-43aa-4d1e-a236-d6242c334b4d req-77c89677-393b-4d63-acac-899e657c954c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0484703 Oct 13 15:05:40.651884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df4f99cf-43aa-4d1e-a236-d6242c334b4d req-b5949044-cb7e-4c82-8d65-2d3c4a7e6638 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Oct 13 15:05:41.771306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f94f2b-8d0e-49b7-8c04-1cc268fa9281 req-719e5ea7-fcd1-47f8-93d3-adf52b1642da tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:41.772749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55f94f2b-8d0e-49b7-8c04-1cc268fa9281 req-719e5ea7-fcd1-47f8-93d3-adf52b1642da tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0518918 Oct 13 15:05:41.810177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55f94f2b-8d0e-49b7-8c04-1cc268fa9281 req-69915dff-8076-49dd-8a0f-abbcb9745dfd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306559 Oct 13 15:05:42.924414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdb263-fd8f-4ded-83f5-3c9e45425069 req-810095b0-be79-4bec-af26-87df03222468 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:42.925963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7bdb263-fd8f-4ded-83f5-3c9e45425069 req-810095b0-be79-4bec-af26-87df03222468 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0489638 Oct 13 15:05:42.963629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7bdb263-fd8f-4ded-83f5-3c9e45425069 req-86cd63f5-5151-44dd-8297-9580fe1f69a5 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Oct 13 15:05:44.076162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d060350-b1cd-4dc8-b1c5-c41547215a21 req-aeaf6e78-325e-464b-928d-4e34bf0c029a tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:44.077646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d060350-b1cd-4dc8-b1c5-c41547215a21 req-aeaf6e78-325e-464b-928d-4e34bf0c029a tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0477703 Oct 13 15:05:44.115080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d060350-b1cd-4dc8-b1c5-c41547215a21 req-952fef53-81f0-4c90-a5c1-15c73c003a89 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Oct 13 15:05:45.233699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428bc54-df81-4557-9dea-8eef07726ad7 req-146b381d-ec8a-482d-a611-c05cdde4f11a tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:45.235195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8428bc54-df81-4557-9dea-8eef07726ad7 req-146b381d-ec8a-482d-a611-c05cdde4f11a tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0531838 Oct 13 15:05:45.273386 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8428bc54-df81-4557-9dea-8eef07726ad7 req-c753cd8d-dfcd-46b1-842b-0190beb59494 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322688 Oct 13 15:05:46.386954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698661f-4e1e-4057-92f1-08516d5c9ae5 req-fbb8b9dc-0724-4e3c-858b-e7788054690b tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:46.390125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f698661f-4e1e-4057-92f1-08516d5c9ae5 req-fbb8b9dc-0724-4e3c-858b-e7788054690b tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0498798 Oct 13 15:05:46.426439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f698661f-4e1e-4057-92f1-08516d5c9ae5 req-32b56946-bf12-4343-878d-9a2b56eea7b2 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311537 Oct 13 15:05:47.542520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e72680-f391-4285-a55b-d558420a0d63 req-daa7cfc9-1912-45c3-a4da-ec9fecb0c67c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:47.544508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56e72680-f391-4285-a55b-d558420a0d63 req-daa7cfc9-1912-45c3-a4da-ec9fecb0c67c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0508127 Oct 13 15:05:47.584736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56e72680-f391-4285-a55b-d558420a0d63 req-e7b54ca7-aaae-440d-83a5-20ee3e7fd964 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336738 Oct 13 15:05:48.704929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198df801-e641-4193-8dc7-997b9a3f8f91 req-20a5ca80-20ac-4c13-8edd-2f7ee9299b77 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:48.706401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-198df801-e641-4193-8dc7-997b9a3f8f91 req-20a5ca80-20ac-4c13-8edd-2f7ee9299b77 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0531759 Oct 13 15:05:48.742606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-198df801-e641-4193-8dc7-997b9a3f8f91 req-e28fa054-1950-4333-bac5-e9e6f6916a3e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303180 Oct 13 15:05:49.075825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:49.532599 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7fea3ac5-b000-4ae2-b044-762f3996a0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:49.857515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610f214-b7b2-4f52-bdb2-cb023224a8e4 req-0655c5a7-a84d-4d23-8a0a-756757114129 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:49.858912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2610f214-b7b2-4f52-bdb2-cb023224a8e4 req-0655c5a7-a84d-4d23-8a0a-756757114129 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0510087 Oct 13 15:05:49.897089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2610f214-b7b2-4f52-bdb2-cb023224a8e4 req-07c34c8f-fb50-4290-b920-d7989ce48a4a tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321476 Oct 13 15:05:51.013936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56358d67-4fc8-4c93-881c-cae312d7656b req-ae6ddb1f-e947-448f-b839-157a90a07c97 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:51.015399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56358d67-4fc8-4c93-881c-cae312d7656b req-ae6ddb1f-e947-448f-b839-157a90a07c97 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0484426 Oct 13 15:05:51.052361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-56358d67-4fc8-4c93-881c-cae312d7656b req-aa83543c-db51-41c1-9a91-5d3727fa4167 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310032 Oct 13 15:05:52.171738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cddd79-36fe-46a4-9a00-413acd40f3cb req-a0e52ff5-2259-4125-af82-726af893a993 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:52.173239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69cddd79-36fe-46a4-9a00-413acd40f3cb req-a0e52ff5-2259-4125-af82-726af893a993 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0547178 Oct 13 15:05:52.212537 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69cddd79-36fe-46a4-9a00-413acd40f3cb req-42672ea8-5fab-4f6d-8045-c17767553018 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332282 Oct 13 15:05:52.343842 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b314e5d-5c99-4886-bb06-18efe7fb786f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:52.349560 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:53.331127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef58694-7703-44b8-9728-147e9a297168 req-b56d2102-8f5a-4ad9-868d-cb599bd83d09 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:53.332576 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bef58694-7703-44b8-9728-147e9a297168 req-b56d2102-8f5a-4ad9-868d-cb599bd83d09 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0491772 Oct 13 15:05:53.368530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bef58694-7703-44b8-9728-147e9a297168 req-05d1ccc9-362c-4b4e-8088-6cd7c22c4c0c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300610 Oct 13 15:05:53.470061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98cc2c-5497-49a3-a27e-d8883c654174 req-4b076b06-b14a-4e9b-8151-339fa141e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:53.471615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac98cc2c-5497-49a3-a27e-d8883c654174 req-4b076b06-b14a-4e9b-8151-339fa141e517 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 1098 time: 0.0404534 Oct 13 15:05:53.583378 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98cc2c-5497-49a3-a27e-d8883c654174 req-cc0937ae-4cd7-40cb-8f2e-cff455fbba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:53.584762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac98cc2c-5497-49a3-a27e-d8883c654174 req-cc0937ae-4cd7-40cb-8f2e-cff455fbba79 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 916 time: 0.0939794 Oct 13 15:05:53.630089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac98cc2c-5497-49a3-a27e-d8883c654174 req-8e1e0d95-40b8-4288-95ab-f0f3daca83dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa HTTP/1.1" status: 200 len: 217 time: 0.0358799 Oct 13 15:05:53.683363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98cc2c-5497-49a3-a27e-d8883c654174 req-54b011ff-11ca-4904-a39e-0cf99fa99fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:53.685687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac98cc2c-5497-49a3-a27e-d8883c654174 req-54b011ff-11ca-4904-a39e-0cf99fa99fb6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0481937 Oct 13 15:05:53.717106 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac98cc2c-5497-49a3-a27e-d8883c654174 req-eada23ff-fc11-424f-a51d-3e9f0c62a73d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243034 Oct 13 15:05:53.804814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac98cc2c-5497-49a3-a27e-d8883c654174 req-0c4f4dcf-4845-45d8-8e19-0cecb2256724 service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803919 Oct 13 15:05:53.901746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac98cc2c-5497-49a3-a27e-d8883c654174 req-965c7b9e-651a-405d-8dee-558e100b5524 service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860336 Oct 13 15:05:53.989700 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:54.063873 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:54.483653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a699c-9ac8-49cb-9712-67cf28e4597e req-8d659bec-4e7c-4a69-a7e9-d9c05a825822 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:54.485175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e09a699c-9ac8-49cb-9712-67cf28e4597e req-8d659bec-4e7c-4a69-a7e9-d9c05a825822 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0494192 Oct 13 15:05:54.525296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e09a699c-9ac8-49cb-9712-67cf28e4597e req-994d71f2-dba6-4c45-8b25-65104ec7b116 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Oct 13 15:05:55.520252 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:55.639842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29368712-a62b-4fea-8232-8642e29b557c req-65f4f95d-6e78-4683-ae42-5bca36bef383 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:55.641351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29368712-a62b-4fea-8232-8642e29b557c req-65f4f95d-6e78-4683-ae42-5bca36bef383 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0490210 Oct 13 15:05:55.680132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29368712-a62b-4fea-8232-8642e29b557c req-8ae0e379-d06e-47fd-bf11-777deee982e5 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Oct 13 15:05:56.801293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a02c3-abe8-472c-a70a-edc93888ae5d req-e31149b6-aa5c-4606-ad9a-76874ee25c34 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:56.806277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc1a02c3-abe8-472c-a70a-edc93888ae5d req-e31149b6-aa5c-4606-ad9a-76874ee25c34 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0533442 Oct 13 15:05:56.880535 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc1a02c3-abe8-472c-a70a-edc93888ae5d req-73f7a113-8bab-492b-bc76-94de7c691d2e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717504 Oct 13 15:05:56.889496 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-b60afd6f-a1ca-441a-a947-dedea9536b5b service neutron] show failed (client error): The resource could not be found. Oct 13 15:05:56.890497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-b60afd6f-a1ca-441a-a947-dedea9536b5b service neutron] 10.222.0.49 "GET /v2.0/ports/0bee27ac-8492-4be8-92fa-b7c845bf3baa/bindings/n-h2-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0751667 Oct 13 15:05:57.504458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c267b36d-5f43-4fbe-afb8-5616ada41199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:57.505997 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c267b36d-5f43-4fbe-afb8-5616ada41199 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418&tenant_id=ea50b4bde7154935b8d47b822092a20e HTTP/1.1" status: 200 len: 1098 time: 0.0414107 Oct 13 15:05:57.518874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:05:57.576197 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:58.103098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2815aa-a572-437f-be57-8a232f6c18a1 req-a90e0dc3-8aca-4389-a877-0d8ab07f775c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:58.104545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c2815aa-a572-437f-be57-8a232f6c18a1 req-a90e0dc3-8aca-4389-a877-0d8ab07f775c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0743964 Oct 13 15:05:58.109868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] For port 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:05:58.169794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c2815aa-a572-437f-be57-8a232f6c18a1 req-443cc380-d1c3-4a8c-b259-2a8529eb754c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571909 Oct 13 15:05:58.170868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] For port 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:05:58.209521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bee27ac-8492-4be8-92fa-b7c845bf3baa'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:05:58.211739 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343c2140-dc29-4259-9754-f1f2d15bab9e" -d '{"events": [{"server_uuid": "e39750d2-f367-4805-9817-0b6f2ae0d418", "name": "network-vif-unplugged", "status": "completed", "tag": "0bee27ac-8492-4be8-92fa-b7c845bf3baa"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:05:58.215669 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:58.228395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Transition to ACTIVE for port object 0bee27ac-8492-4be8-92fa-b7c845bf3baa will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:05:58.259892 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ba9317-e2e1-46e1-bb47-12d51ba04492 x-openstack-request-id: req-22ba9317-e2e1-46e1-bb47-12d51ba04492 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:05:58.260197 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39750d2-f367-4805-9817-0b6f2ae0d418", "name": "network-vif-unplugged", "status": "completed", "tag": "0bee27ac-8492-4be8-92fa-b7c845bf3baa", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:05:58.260440 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22ba9317-e2e1-46e1-bb47-12d51ba04492 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:05:58.260832 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bee27ac-8492-4be8-92fa-b7c845bf3baa', 'code': 200} Oct 13 15:05:58.286857 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:58.349142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] No DVR routers for this DVR port 0bee27ac-8492-4be8-92fa-b7c845bf3baa on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:05:58.350898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Pushing event updated for resources: {'Port': ['ID=0bee27ac-8492-4be8-92fa-b7c845bf3baa,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:58.384794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Attempting to bind port 0bee27ac-8492-4be8-92fa-b7c845bf3baa on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:05:58.385156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Attempting to bind port 0bee27ac-8492-4be8-92fa-b7c845bf3baa by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:05:58.385481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Attempting to bind port 0bee27ac-8492-4be8-92fa-b7c845bf3baa on network 9e7992ec-6100-42ac-97f5-c3db00351735 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:05:58.389630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Port 0bee27ac-8492-4be8-92fa-b7c845bf3baa on network 9e7992ec-6100-42ac-97f5-c3db00351735 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:05:58.389946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Attempting to bind port 0bee27ac-8492-4be8-92fa-b7c845bf3baa on network 9e7992ec-6100-42ac-97f5-c3db00351735 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:05:58.394709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:05:58.395041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Checking segment: {'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:05:58.395418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Bound using segment: {'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:05:58.395837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Bound port: 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:05:58.396184 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:58.460426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] For port 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:05:58.463371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] For port 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:05:58.533373 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:58.570138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:58.570751 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:05:58.572143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] 10.222.0.41 "PUT /v2.0/ports/0bee27ac-8492-4be8-92fa-b7c845bf3baa HTTP/1.1" status: 200 len: 1093 time: 1.0573783 Oct 13 15:05:58.592388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a53e5-bb77-444d-b5d2-67b2aff90a4d service neutron] Pushing event updated for resources: {'Port': ['ID=0bee27ac-8492-4be8-92fa-b7c845bf3baa,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:05:58.641307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-e959d336-db91-48a3-962b-572fdd0c6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:58.643781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-e959d336-db91-48a3-962b-572fdd0c6e84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 1096 time: 0.0429506 Oct 13 15:05:58.739379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-db12d5c4-4616-4c58-b233-69ae27ce4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:58.740850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-db12d5c4-4616-4c58-b233-69ae27ce4339 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 916 time: 0.0904336 Oct 13 15:05:58.751518 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:05:58.784314 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-085f77d0-555a-406c-80a0-0c7052a2bebb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa HTTP/1.1" status: 200 len: 217 time: 0.0355968 Oct 13 15:05:58.836916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-a32d3810-d81f-477a-884a-4002759376cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:58.838383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-a32d3810-d81f-477a-884a-4002759376cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0466287 Oct 13 15:05:58.871097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-59027ed3-dd9e-468a-81e4-78552b2a788e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242715 Oct 13 15:05:58.961463 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-a1902796-8aaa-4942-9126-ff7c011135dc service neutron] 10.222.0.41 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824411 Oct 13 15:05:59.054039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4edd8481-e5ed-4ce3-98af-8285c3141249 req-877a27e4-eab9-46ba-b54b-986cefea913f service neutron] 10.222.0.41 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843673 Oct 13 15:05:59.285659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a89db4-0e02-4d25-93d2-d06ce64756f0 req-f0d01816-10e8-48c8-84ff-6aaa99b937a0 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:05:59.287146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29a89db4-0e02-4d25-93d2-d06ce64756f0 req-f0d01816-10e8-48c8-84ff-6aaa99b937a0 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 944 time: 0.0500872 Oct 13 15:05:59.326071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-29a89db4-0e02-4d25-93d2-d06ce64756f0 req-b7a56c2a-a469-466f-9629-3463efeccccd tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Oct 13 15:06:00.262040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'tag': '0bee27ac-8492-4be8-92fa-b7c845bf3baa'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:06:00.264550 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8936a6-2b42-4105-aabe-e230a7571db7" -d '{"events": [{"name": "network-changed", "server_uuid": "e39750d2-f367-4805-9817-0b6f2ae0d418", "tag": "0bee27ac-8492-4be8-92fa-b7c845bf3baa"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:06:00.313828 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37423f9c-b2f4-4cc4-9e35-d47fddaf62b2 x-openstack-request-id: req-37423f9c-b2f4-4cc4-9e35-d47fddaf62b2 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:06:00.314479 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39750d2-f367-4805-9817-0b6f2ae0d418", "tag": "0bee27ac-8492-4be8-92fa-b7c845bf3baa", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:06:00.314479 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37423f9c-b2f4-4cc4-9e35-d47fddaf62b2 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:06:00.314743 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'tag': '0bee27ac-8492-4be8-92fa-b7c845bf3baa', 'status': 'completed', 'code': 200} Oct 13 15:06:00.432749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-193276e3-6f93-4d17-8d9d-49a59a5b9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:00.434267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-193276e3-6f93-4d17-8d9d-49a59a5b9962 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 1096 time: 0.1001976 Oct 13 15:06:00.443964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-f87582e8-ac4c-49d6-9b45-7342ba3c7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:00.445436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-f87582e8-ac4c-49d6-9b45-7342ba3c7618 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 1096 time: 0.0853302 Oct 13 15:06:00.553511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc310c8-2609-437c-829e-f923cb941ebb req-566cab3d-0aa8-4158-8889-996183072355 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:00.554906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7fc310c8-2609-437c-829e-f923cb941ebb req-566cab3d-0aa8-4158-8889-996183072355 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 944 time: 0.1602733 Oct 13 15:06:00.630331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-0710f9ce-64c7-4248-80ec-273c1ec2eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:00.631811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-0710f9ce-64c7-4248-80ec-273c1ec2eb6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 916 time: 0.1855226 Oct 13 15:06:00.691850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7fc310c8-2609-437c-829e-f923cb941ebb req-ecc2767b-7b46-4152-9f99-e9a7a4395d0d tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285260 Oct 13 15:06:00.695064 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-fffda5f9-6fff-4ca7-bf12-dbbe2065a297 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa HTTP/1.1" status: 200 len: 217 time: 0.0533042 Oct 13 15:06:00.696227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-38427262-3842-4ef8-b4ed-2cd88d310465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:00.697658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-38427262-3842-4ef8-b4ed-2cd88d310465 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 916 time: 0.2307475 Oct 13 15:06:00.767669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-d79c427e-2838-43b6-8769-282644203235 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa HTTP/1.1" status: 200 len: 217 time: 0.0569663 Oct 13 15:06:00.788608 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-629d07a4-f974-4d18-9303-e84fbe6b5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:00.790021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-629d07a4-f974-4d18-9303-e84fbe6b5a20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0869541 Oct 13 15:06:00.845922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-c675b328-ee5b-483b-b8fd-923d19bc78d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342376 Oct 13 15:06:00.848508 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0bee27ac-8492-4be8-92fa-b7c845bf3baa no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:06:00.863616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-4493dda8-0288-40bd-9cdf-59e2efafb012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:00.865050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-4493dda8-0288-40bd-9cdf-59e2efafb012 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0844438 Oct 13 15:06:00.891083 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 0bee27ac-8492-4be8-92fa-b7c845bf3baa not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:06:00.931381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-76d5d2bc-a69d-407f-9dc5-1d909c803cd6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548708 Oct 13 15:06:01.019470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-8aedc740-5105-418d-8c8e-fc2fde62a5ee service neutron] 10.222.0.41 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638710 Oct 13 15:06:01.093570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-963e9179-1e02-4ef7-b78f-2f6570c395ef service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518276 Oct 13 15:06:01.183472 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-99c0fd7f-c6c8-4045-a13a-65367897bc0b service neutron] 10.222.0.41 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516578 Oct 13 15:06:01.214922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a8936a6-2b42-4105-aabe-e230a7571db7 req-0260e790-2924-4f4d-bc41-8cfa6788a849 service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099072 Oct 13 15:06:01.813741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad055a6-17f0-4ca2-91d8-232ce3fdad97 req-aca40ffb-5a1c-4fd5-ba8d-68ae8e256038 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:01.815229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aad055a6-17f0-4ca2-91d8-232ce3fdad97 req-aca40ffb-5a1c-4fd5-ba8d-68ae8e256038 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 944 time: 0.0497937 Oct 13 15:06:01.859717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aad055a6-17f0-4ca2-91d8-232ce3fdad97 req-afee8e33-04a5-4d49-9db3-7d94b1c8445d tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381279 Oct 13 15:06:02.981277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c39502-4365-41a4-9962-8e749537507e req-f565f3cc-3394-4119-828b-df5488819f03 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:02.983458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63c39502-4365-41a4-9962-8e749537507e req-f565f3cc-3394-4119-828b-df5488819f03 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 944 time: 0.0555048 Oct 13 15:06:03.020858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63c39502-4365-41a4-9962-8e749537507e req-6bc240df-6057-4510-949a-624910323240 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Oct 13 15:06:03.356014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2b3c-ad2a-4e27-924a-95af78328bd1 req-30268f04-97c9-4a97-b497-a7a6a81a0cda tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:03.357536 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-556c2b3c-ad2a-4e27-924a-95af78328bd1 req-30268f04-97c9-4a97-b497-a7a6a81a0cda tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 944 time: 0.0535212 Oct 13 15:06:03.425397 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-556c2b3c-ad2a-4e27-924a-95af78328bd1 req-8894a017-d44e-43ff-a803-8cecd6831d7e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613210 Oct 13 15:06:03.445868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-5a31b5a5-dc8d-4999-8fb7-425653820d20 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:03.447310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-5a31b5a5-dc8d-4999-8fb7-425653820d20 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.49 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418&tenant_id=ea50b4bde7154935b8d47b822092a20e&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 944 time: 0.0603440 Oct 13 15:06:03.511907 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-a1daaf9d-5b71-46de-8dc0-c00e8d93e217 service neutron] delete failed (client error): The resource could not be found. Oct 13 15:06:03.513504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-a1daaf9d-5b71-46de-8dc0-c00e8d93e217 service neutron] 10.222.0.49 "DELETE /v2.0/ports/0bee27ac-8492-4be8-92fa-b7c845bf3baa/bindings/n-h1-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0528405 Oct 13 15:06:03.554378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 0bee27ac-8492-4be8-92fa-b7c845bf3baa details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:06:03.602014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-c667374e-e4d2-4c44-8d2d-1de71eb4d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:03.603514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-c667374e-e4d2-4c44-8d2d-1de71eb4d234 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 1096 time: 0.0422771 Oct 13 15:06:03.650068 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:06:03.661986 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '0bee27ac-8492-4be8-92fa-b7c845bf3baa', 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735', 'port_id': '0bee27ac-8492-4be8-92fa-b7c845bf3baa', 'mac_address': 'fa:16:3e:ca:4d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdd0c81-2867-4363-87e2-1383311ef4a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:06:03.698269 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:03.703582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-e1e8d3b0-8dd9-44aa-a5a6-b0b91c7ffd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:03.705188 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-e1e8d3b0-8dd9-44aa-a5a6-b0b91c7ffd1b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 916 time: 0.0913649 Oct 13 15:06:03.714709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bee27ac-8492-4be8-92fa-b7c845bf3baa {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:06:03.734594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:06:03.751175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-efd726a3-72b0-4702-8cfc-28a62939b0a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa HTTP/1.1" status: 200 len: 217 time: 0.0349383 Oct 13 15:06:03.807427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-8375744a-3173-4645-897b-6aa65d970841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:03.808779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-8375744a-3173-4645-897b-6aa65d970841 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0470529 Oct 13 15:06:03.812205 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:03.847712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-3a8a0dcf-ce92-4cb5-bd2f-09a71dfbca69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267525 Oct 13 15:06:03.860583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=0bee27ac-8492-4be8-92fa-b7c845bf3baa,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:06:03.953789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-3987816d-985c-441a-97b5-b2d687468494 service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942743 Oct 13 15:06:04.067733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e4dab940-a708-4293-bb3a-0467fdc96f15 req-dd5b5701-e7a1-47c2-ac8b-d73cfdab8efe service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015801 Oct 13 15:06:04.157391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['0bee27ac-8492-4be8-92fa-b7c845bf3baa'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:06:04.545943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67929cb0-77b9-4869-a646-1d85fa27f5e6 req-ff376a2c-107c-42ef-bf0d-9da4f59453d3 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:04.547457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67929cb0-77b9-4869-a646-1d85fa27f5e6 req-ff376a2c-107c-42ef-bf0d-9da4f59453d3 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 945 time: 0.0504863 Oct 13 15:06:04.594435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67929cb0-77b9-4869-a646-1d85fa27f5e6 req-d1325090-682c-4346-87f1-c6e78120fb4d tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 Oct 13 15:06:05.562240 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 0bee27ac-8492-4be8-92fa-b7c845bf3baa up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:06:05.681174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 0bee27ac-8492-4be8-92fa-b7c845bf3baa completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:06:05.686454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 0bee27ac-8492-4be8-92fa-b7c845bf3baa triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:06:05.686825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:05.718414 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843090a-2a1a-4f7c-953a-16d037dfb501 req-2d7c7f29-862c-438a-85f1-01052c9ff73e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:05.719911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f843090a-2a1a-4f7c-953a-16d037dfb501 req-2d7c7f29-862c-438a-85f1-01052c9ff73e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 945 time: 0.0497773 Oct 13 15:06:05.757176 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f843090a-2a1a-4f7c-953a-16d037dfb501 req-c4b6288d-f10e-43f3-b6a4-73d8e90f46eb tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Oct 13 15:06:05.766410 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:05.791206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bee27ac-8492-4be8-92fa-b7c845bf3baa'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:06:05.793968 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be61bac7-7ca2-4aa9-8822-3a67d5c6a43b" -d '{"events": [{"server_uuid": "e39750d2-f367-4805-9817-0b6f2ae0d418", "name": "network-vif-plugged", "status": "completed", "tag": "0bee27ac-8492-4be8-92fa-b7c845bf3baa"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:06:05.854695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:06:05.854695 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3fa2df-064b-4633-bf5f-3b0ca0344fb4 x-openstack-request-id: req-ec3fa2df-064b-4633-bf5f-3b0ca0344fb4 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:06:05.854695 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39750d2-f367-4805-9817-0b6f2ae0d418", "name": "network-vif-plugged", "status": "completed", "tag": "0bee27ac-8492-4be8-92fa-b7c845bf3baa", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:06:05.854695 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec3fa2df-064b-4633-bf5f-3b0ca0344fb4 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:06:05.854695 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bee27ac-8492-4be8-92fa-b7c845bf3baa', 'code': 200} Oct 13 15:06:05.886794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d8414-1b2d-4cb0-96d5-13074233f760 req-4bf064e4-2eb9-4d85-a6ed-c94ae84c7dd5 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:05.888867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c3d8414-1b2d-4cb0-96d5-13074233f760 req-4bf064e4-2eb9-4d85-a6ed-c94ae84c7dd5 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 945 time: 0.0541112 Oct 13 15:06:05.926888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c3d8414-1b2d-4cb0-96d5-13074233f760 req-6fe07c05-3bef-45cf-b500-28063268816c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318146 Oct 13 15:06:05.943728 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:05.994444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=0bee27ac-8492-4be8-92fa-b7c845bf3baa,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:06:06.003473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:06.003820 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:06.004161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:06.004513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:06.004836 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:06.005190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:06.005521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:06.005854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:06.006185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:06.006505 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:06.006827 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:06.007149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:06.049989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa4429-38da-4997-91ba-5daa255e49f7 req-501c590e-6855-4ca8-b9c1-93356c4a0509 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:06.051491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ffa4429-38da-4997-91ba-5daa255e49f7 req-501c590e-6855-4ca8-b9c1-93356c4a0509 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0547857 Oct 13 15:06:06.088563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ffa4429-38da-4997-91ba-5daa255e49f7 req-e97f7db2-9050-4a04-bd76-cd03bce936ca tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Oct 13 15:06:06.660260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-13666ffc-cce6-4642-9d4a-4cfe36dbf42e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:06.661902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-13666ffc-cce6-4642-9d4a-4cfe36dbf42e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 815 time: 0.1189282 Oct 13 15:06:06.681297 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-936b9f56-884d-4d8f-b6c0-6214e542fdbc tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/quotas/ea50b4bde7154935b8d47b822092a20e HTTP/1.1" status: 200 len: 375 time: 0.0098162 Oct 13 15:06:06.738063 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-ed1e4907-cb31-4f20-af86-961af4840961 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486584 Oct 13 15:06:06.834361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-30bb0e05-5d75-4c21-a795-266ed88de64d service neutron] 10.222.0.18 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890815 Oct 13 15:06:06.933973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-a9d68749-cb35-4def-be43-a8a799450bd2 service neutron] 10.222.0.18 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920403 Oct 13 15:06:07.178593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-90af5234-d8e8-4a52-91ce-7347e0a9822b req-5f27ae64-c486-44ac-9d2e-24cd94e9bd2b tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 210 time: 0.0290947 Oct 13 15:06:08.083358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28869a21-73c2-4605-9c08-7cf4d05316cf req-7e4cfcaa-41c3-4b58-bb3e-2468f9e854f6 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:08.084809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28869a21-73c2-4605-9c08-7cf4d05316cf req-7e4cfcaa-41c3-4b58-bb3e-2468f9e854f6 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.41 "GET /v2.0/ports?device_id=e39750d2-f367-4805-9817-0b6f2ae0d418 HTTP/1.1" status: 200 len: 946 time: 0.0573349 Oct 13 15:06:08.175138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-28869a21-73c2-4605-9c08-7cf4d05316cf req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Deleting port 0bee27ac-8492-4be8-92fa-b7c845bf3baa {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:06:08.175476 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-28869a21-73c2-4605-9c08-7cf4d05316cf req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:08.284575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e0c145b-041c-4250-95bd-bebdf9dcee74 req-e0f08167-90b3-416f-8581-47d608059c9f tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 210 time: 0.0331843 Oct 13 15:06:08.291145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-28869a21-73c2-4605-9c08-7cf4d05316cf req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] For port 0bee27ac-8492-4be8-92fa-b7c845bf3baa, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=0bee27ac-8492-4be8-92fa-b7c845bf3baa,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:06:08.291610 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-28869a21-73c2-4605-9c08-7cf4d05316cf req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:08.305211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-28869a21-73c2-4605-9c08-7cf4d05316cf req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Calling delete_port for 0bee27ac-8492-4be8-92fa-b7c845bf3baa owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:06:08.498171 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-28869a21-73c2-4605-9c08-7cf4d05316cf req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:08.510379 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['0bee27ac-8492-4be8-92fa-b7c845bf3baa'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:06:08.527358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Pushing event deleted for resources: {'Port': ['ID=0bee27ac-8492-4be8-92fa-b7c845bf3baa,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:06:08.553289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:08.554254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:08.554254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:08.554783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:08.554783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:08.554974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:08.555238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:08.555562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:08.555891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:08.556211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:08.556533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:08.556878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:06:08.579379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-28869a21-73c2-4605-9c08-7cf4d05316cf req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] No DVR routers for this DVR port 0bee27ac-8492-4be8-92fa-b7c845bf3baa on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:06:08.582153 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-28869a21-73c2-4605-9c08-7cf4d05316cf req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:08.585528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28869a21-73c2-4605-9c08-7cf4d05316cf req-9c03a13e-89df-4c12-8405-a2ceea978e51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.41 "DELETE /v2.0/ports/0bee27ac-8492-4be8-92fa-b7c845bf3baa HTTP/1.1" status: 204 len: 173 time: 0.4939244 Oct 13 15:06:08.585991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'name': 'network-vif-deleted', 'tag': '0bee27ac-8492-4be8-92fa-b7c845bf3baa'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:06:08.588311 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e797c485-9f57-4e8a-b49b-b62627b9a50b" -d '{"events": [{"server_uuid": "e39750d2-f367-4805-9817-0b6f2ae0d418", "name": "network-vif-deleted", "tag": "0bee27ac-8492-4be8-92fa-b7c845bf3baa"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:06:08.635229 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5b804a-9113-48d6-b71c-a0ba799bc36f x-openstack-request-id: req-8b5b804a-9113-48d6-b71c-a0ba799bc36f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:06:08.635229 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39750d2-f367-4805-9817-0b6f2ae0d418", "name": "network-vif-deleted", "tag": "0bee27ac-8492-4be8-92fa-b7c845bf3baa", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:06:08.635229 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b5b804a-9113-48d6-b71c-a0ba799bc36f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:06:08.635229 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39750d2-f367-4805-9817-0b6f2ae0d418', 'name': 'network-vif-deleted', 'tag': '0bee27ac-8492-4be8-92fa-b7c845bf3baa', 'status': 'completed', 'code': 200} Oct 13 15:06:09.313884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-0b75ddba-55f2-4eba-ab07-bc54785101fa tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:09.315398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-0b75ddba-55f2-4eba-ab07-bc54785101fa tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.41 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 815 time: 0.3729944 Oct 13 15:06:09.331745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-14df7dcc-6693-4c8f-8167-0dd5f895f56e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Request body: {'port': {'device_id': '447dcf75-25cc-406f-be87-0dd2812af142', 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735', 'admin_state_up': True, 'tenant_id': 'ea50b4bde7154935b8d47b822092a20e'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:06:09.410197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a48b1bf8-2357-4b50-809e-b77383359a34 req-290b3beb-d625-44b4-949b-3e66477d1fef tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 210 time: 0.0353003 Oct 13 15:06:09.526702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-14df7dcc-6693-4c8f-8167-0dd5f895f56e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Made reservation on behalf of ea50b4bde7154935b8d47b822092a20e for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:06:09.530927 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-14df7dcc-6693-4c8f-8167-0dd5f895f56e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:09.659096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-14df7dcc-6693-4c8f-8167-0dd5f895f56e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Allocated IP 172.20.0.12 (9e7992ec-6100-42ac-97f5-c3db00351735/fcdd0c81-2867-4363-87e2-1383311ef4a2/3e41395b-c683-4260-9f2e-98dd6c738af4) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:06:09.806153 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-14df7dcc-6693-4c8f-8167-0dd5f895f56e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:09.909228 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-14df7dcc-6693-4c8f-8167-0dd5f895f56e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:09.955086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-14df7dcc-6693-4c8f-8167-0dd5f895f56e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Network 9e7992ec-6100-42ac-97f5-c3db00351735 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:06:09.958091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-14df7dcc-6693-4c8f-8167-0dd5f895f56e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:06:09.962669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-14df7dcc-6693-4c8f-8167-0dd5f895f56e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:06:09.965197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df7dcc-6693-4c8f-8167-0dd5f895f56e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Pushing event updated for resources: {'Port': ['ID=3e41395b-c683-4260-9f2e-98dd6c738af4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:06:10.016391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-14df7dcc-6693-4c8f-8167-0dd5f895f56e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:10.017022 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-14df7dcc-6693-4c8f-8167-0dd5f895f56e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:10.123081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-14df7dcc-6693-4c8f-8167-0dd5f895f56e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7961085 Oct 13 15:06:10.135712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Request body: {'port': {'device_id': '447dcf75-25cc-406f-be87-0dd2812af142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:06:10.189864 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:10.451229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e41395b-c683-4260-9f2e-98dd6c738af4 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:06:10.458749 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:10.471211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Transition to ACTIVE for port object 3e41395b-c683-4260-9f2e-98dd6c738af4 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:06:10.524140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e07ef-0190-4f94-877d-62e80c3291c1 req-46ee58ac-2c5c-4cb6-af3b-111a67ecd4a9 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:10.525661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a23e07ef-0190-4f94-877d-62e80c3291c1 req-46ee58ac-2c5c-4cb6-af3b-111a67ecd4a9 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 932 time: 0.0487909 Oct 13 15:06:10.564768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a23e07ef-0190-4f94-877d-62e80c3291c1 req-71864967-ba87-4e8f-aba9-c44976bc8b38 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325475 Oct 13 15:06:10.572181 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:10.645732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Pushing event updated for resources: {'Port': ['ID=3e41395b-c683-4260-9f2e-98dd6c738af4,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:06:10.698297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Attempting to bind port 3e41395b-c683-4260-9f2e-98dd6c738af4 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:06:10.698554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Attempting to bind port 3e41395b-c683-4260-9f2e-98dd6c738af4 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:06:10.698883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Attempting to bind port 3e41395b-c683-4260-9f2e-98dd6c738af4 on network 9e7992ec-6100-42ac-97f5-c3db00351735 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:06:10.703088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Port 3e41395b-c683-4260-9f2e-98dd6c738af4 on network 9e7992ec-6100-42ac-97f5-c3db00351735 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:06:10.703407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Attempting to bind port 3e41395b-c683-4260-9f2e-98dd6c738af4 on network 9e7992ec-6100-42ac-97f5-c3db00351735 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:06:10.708270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:06:10.708605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Checking segment: {'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:06:10.709003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Bound using segment: {'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:06:10.709437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Bound port: 3e41395b-c683-4260-9f2e-98dd6c738af4, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:06:10.709791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:10.773445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] For port 3e41395b-c683-4260-9f2e-98dd6c738af4, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:06:10.776350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] For port 3e41395b-c683-4260-9f2e-98dd6c738af4, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3e41395b-c683-4260-9f2e-98dd6c738af4,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:06:10.829737 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:10.865900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:10.866519 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:10.867952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] 10.222.0.41 "PUT /v2.0/ports/3e41395b-c683-4260-9f2e-98dd6c738af4 HTTP/1.1" status: 200 len: 1093 time: 0.7365355 Oct 13 15:06:10.868385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447dcf75-25cc-406f-be87-0dd2812af142', 'tag': '3e41395b-c683-4260-9f2e-98dd6c738af4'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:06:10.870679 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06092ca2-1ca3-419b-8a7f-71fbec1aa17f" -d '{"events": [{"name": "network-changed", "server_uuid": "447dcf75-25cc-406f-be87-0dd2812af142", "tag": "3e41395b-c683-4260-9f2e-98dd6c738af4"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:06:10.892740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47787f-f17a-44b2-918a-9d3317874421 service neutron] Pushing event updated for resources: {'Port': ['ID=3e41395b-c683-4260-9f2e-98dd6c738af4,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:06:10.909659 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d690ff-d0f0-4765-b17a-944c47f5b791 x-openstack-request-id: req-58d690ff-d0f0-4765-b17a-944c47f5b791 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:06:10.910850 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447dcf75-25cc-406f-be87-0dd2812af142", "tag": "3e41395b-c683-4260-9f2e-98dd6c738af4", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:06:10.910850 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58d690ff-d0f0-4765-b17a-944c47f5b791 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:06:10.911108 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447dcf75-25cc-406f-be87-0dd2812af142', 'tag': '3e41395b-c683-4260-9f2e-98dd6c738af4', 'status': 'completed', 'code': 200} Oct 13 15:06:10.977863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06092ca2-1ca3-419b-8a7f-71fbec1aa17f req-2cc99ac3-4efe-4cc0-9276-35d8a51cdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:10.979375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06092ca2-1ca3-419b-8a7f-71fbec1aa17f req-2cc99ac3-4efe-4cc0-9276-35d8a51cdfda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 1096 time: 0.0472608 Oct 13 15:06:11.081370 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06092ca2-1ca3-419b-8a7f-71fbec1aa17f req-ecc6943e-ea04-4245-ba02-c5f74f877821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:11.082847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06092ca2-1ca3-419b-8a7f-71fbec1aa17f req-ecc6943e-ea04-4245-ba02-c5f74f877821 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ea50b4bde7154935b8d47b822092a20e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0945840 Oct 13 15:06:11.181142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06092ca2-1ca3-419b-8a7f-71fbec1aa17f req-653670c2-28c3-4452-9bb6-a8b03d59e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:11.182600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06092ca2-1ca3-419b-8a7f-71fbec1aa17f req-653670c2-28c3-4452-9bb6-a8b03d59e1f2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924954 Oct 13 15:06:11.259361 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-95bdf8ef-cb3c-48b4-9969-030716cff42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:11.260736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-95bdf8ef-cb3c-48b4-9969-030716cff42a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 1096 time: 0.0407293 Oct 13 15:06:11.304936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-354b55ef-e745-417c-b256-10da8c0d4b67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e41395b-c683-4260-9f2e-98dd6c738af4 HTTP/1.1" status: 200 len: 217 time: 0.0353255 Oct 13 15:06:11.358060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-a1a530f1-976f-4cd0-9463-fce957962189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:11.359473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-a1a530f1-976f-4cd0-9463-fce957962189 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0475709 Oct 13 15:06:11.391088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-a59347fc-ef9d-41b0-b079-ac779f14aa85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241935 Oct 13 15:06:11.482251 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-3fa10b4e-04f3-4cf4-9479-982d4e0a9597 service neutron] 10.222.0.41 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833707 Oct 13 15:06:11.576445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06eec6a1-42dc-40b1-899a-d7088e691205 req-15bc8a89-fc14-40fa-95bb-409472aaf77a service neutron] 10.222.0.41 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861628 Oct 13 15:06:11.585563 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 0bee27ac-8492-4be8-92fa-b7c845bf3baa no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:06:11.613596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 0bee27ac-8492-4be8-92fa-b7c845bf3baa {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:06:11.614084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 0bee27ac-8492-4be8-92fa-b7c845bf3baa not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:06:11.686009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5097233-a924-4f58-bb4d-c2184e354853 req-0dfa6059-d9be-4ef7-9f4f-690c20aa3280 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:11.694900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5097233-a924-4f58-bb4d-c2184e354853 req-0dfa6059-d9be-4ef7-9f4f-690c20aa3280 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 944 time: 0.0533683 Oct 13 15:06:11.739815 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5097233-a924-4f58-bb4d-c2184e354853 req-891ab5d7-4572-4661-bf1d-8ab3ba9ae173 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458949 Oct 13 15:06:12.863329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06189c0f-d51e-49da-8394-40415dc805ef req-de884119-c8ec-41f3-9322-aaaad0a562f7 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:12.864935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06189c0f-d51e-49da-8394-40415dc805ef req-de884119-c8ec-41f3-9322-aaaad0a562f7 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 944 time: 0.0506644 Oct 13 15:06:12.909129 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06189c0f-d51e-49da-8394-40415dc805ef req-ee59f71b-0b5f-4489-b174-1f32d448678a tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378377 Oct 13 15:06:14.026833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e6a72-8d02-4962-b5fe-1d62f03340b4 req-54783c49-33af-4aa8-8bdd-782ea7b32aee tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:14.029015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a72e6a72-8d02-4962-b5fe-1d62f03340b4 req-54783c49-33af-4aa8-8bdd-782ea7b32aee tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 944 time: 0.0498602 Oct 13 15:06:14.066021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a72e6a72-8d02-4962-b5fe-1d62f03340b4 req-24f8dbbc-2327-4787-a0c2-a288844a3644 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308628 Oct 13 15:06:15.182922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ded28d-274e-493e-804d-b322ec85e3dc req-7fdb39a7-7b33-4ccd-a095-0d93c84aa52e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:15.184447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5ded28d-274e-493e-804d-b322ec85e3dc req-7fdb39a7-7b33-4ccd-a095-0d93c84aa52e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 944 time: 0.0494299 Oct 13 15:06:15.221904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5ded28d-274e-493e-804d-b322ec85e3dc req-a64f69cf-5136-4c10-91d4-047aa9ca2c7b tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312693 Oct 13 15:06:15.602430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3e41395b-c683-4260-9f2e-98dd6c738af4 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:06:15.698134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3e41395b-c683-4260-9f2e-98dd6c738af4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3e41395b-c683-4260-9f2e-98dd6c738af4,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:06:15.710038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '3e41395b-c683-4260-9f2e-98dd6c738af4', 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735', 'port_id': '3e41395b-c683-4260-9f2e-98dd6c738af4', 'mac_address': 'fa:16:3e:49:07:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdd0c81-2867-4363-87e2-1383311ef4a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:06:15.745856 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:15.758747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e41395b-c683-4260-9f2e-98dd6c738af4 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:06:15.778467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3e41395b-c683-4260-9f2e-98dd6c738af4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3e41395b-c683-4260-9f2e-98dd6c738af4,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:06:15.823549 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:15.874090 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3e41395b-c683-4260-9f2e-98dd6c738af4,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:06:16.120254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['3e41395b-c683-4260-9f2e-98dd6c738af4'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:06:16.339676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44812c-2bbb-4288-ab88-0bac8f405f6d req-501d79b9-a8cd-4a3e-8d87-8bf67f9208af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:16.341845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f44812c-2bbb-4288-ab88-0bac8f405f6d req-501d79b9-a8cd-4a3e-8d87-8bf67f9208af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 945 time: 0.0509231 Oct 13 15:06:16.385700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f44812c-2bbb-4288-ab88-0bac8f405f6d req-e355c541-4bb0-4aef-a391-dae15190108a tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379577 Oct 13 15:06:17.501806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f89f75-1e20-4e26-aeaa-620e40a8879a req-154ec9d3-e478-4e52-99ce-58f71a7799b9 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:17.503279 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89f89f75-1e20-4e26-aeaa-620e40a8879a req-154ec9d3-e478-4e52-99ce-58f71a7799b9 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 945 time: 0.0497551 Oct 13 15:06:17.540514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-89f89f75-1e20-4e26-aeaa-620e40a8879a req-f5bc62db-b8f9-4137-9005-2578af66f43a tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313189 Oct 13 15:06:17.616057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3e41395b-c683-4260-9f2e-98dd6c738af4 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:06:17.749037 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 3e41395b-c683-4260-9f2e-98dd6c738af4 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:06:17.752862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 3e41395b-c683-4260-9f2e-98dd6c738af4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:06:17.753273 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:17.832940 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:17.855069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447dcf75-25cc-406f-be87-0dd2812af142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e41395b-c683-4260-9f2e-98dd6c738af4'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:06:17.858180 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc438d9-9029-41e6-82d4-e30c023b5cae" -d '{"events": [{"server_uuid": "447dcf75-25cc-406f-be87-0dd2812af142", "name": "network-vif-plugged", "status": "completed", "tag": "3e41395b-c683-4260-9f2e-98dd6c738af4"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:06:17.870651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3e41395b-c683-4260-9f2e-98dd6c738af4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3e41395b-c683-4260-9f2e-98dd6c738af4,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:06:17.894377 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe4821f-54e7-4ce2-b1e5-0b50a34a3957 x-openstack-request-id: req-5fe4821f-54e7-4ce2-b1e5-0b50a34a3957 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:06:17.894671 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447dcf75-25cc-406f-be87-0dd2812af142", "name": "network-vif-plugged", "status": "completed", "tag": "3e41395b-c683-4260-9f2e-98dd6c738af4", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:06:17.894921 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fe4821f-54e7-4ce2-b1e5-0b50a34a3957 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:06:17.895311 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447dcf75-25cc-406f-be87-0dd2812af142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e41395b-c683-4260-9f2e-98dd6c738af4', 'code': 200} Oct 13 15:06:17.926361 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:17.974092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3e41395b-c683-4260-9f2e-98dd6c738af4,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:06:17.996749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed8f20-d1b7-45db-8120-4804d53aa40b req-99d3ea43-357f-44e4-92bc-c69805162f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:17.998267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2ed8f20-d1b7-45db-8120-4804d53aa40b req-99d3ea43-357f-44e4-92bc-c69805162f32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 1098 time: 0.0428145 Oct 13 15:06:18.034562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2ed8f20-d1b7-45db-8120-4804d53aa40b req-4a8cfb14-c1e4-44ae-a24d-51e5bd240422 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280232 Oct 13 15:06:18.658186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4da364-b2b1-45df-9b19-c22a140bef87 req-3b884a8b-ebe2-48aa-8f73-81a9029fa8c3 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:18.659726 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab4da364-b2b1-45df-9b19-c22a140bef87 req-3b884a8b-ebe2-48aa-8f73-81a9029fa8c3 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0517812 Oct 13 15:06:18.704952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab4da364-b2b1-45df-9b19-c22a140bef87 req-0eac4387-85b9-4f16-aff1-61b3f4e4cdb6 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386920 Oct 13 15:06:19.079732 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:19.549622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd94a-52dd-4668-a2ad-04795535ea0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:19.820864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac235ae-1b27-46a5-8a07-4cf918bef183 req-b3ca6d63-495c-4d59-8daf-7b8792700db8 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:19.822256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ac235ae-1b27-46a5-8a07-4cf918bef183 req-b3ca6d63-495c-4d59-8daf-7b8792700db8 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0488307 Oct 13 15:06:19.859599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ac235ae-1b27-46a5-8a07-4cf918bef183 req-b8e81cff-fe56-4634-b706-0c48c7e5c9c7 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308421 Oct 13 15:06:19.971544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627a4c8-7832-4968-9fd5-a04b328ec6f3 req-15ae3db5-25f5-4929-ac1d-c19add1e3deb tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:19.973032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a627a4c8-7832-4968-9fd5-a04b328ec6f3 req-15ae3db5-25f5-4929-ac1d-c19add1e3deb tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0485916 Oct 13 15:06:20.009519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a627a4c8-7832-4968-9fd5-a04b328ec6f3 req-c4b2a1b1-f918-4cf6-9f1b-8a8e18decde0 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305388 Oct 13 15:06:20.430559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0870e1a-020d-45f7-a6dd-dc38875f32f1 req-35877308-4cc4-476b-b1bc-271eff4b6aee tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:20.432163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0870e1a-020d-45f7-a6dd-dc38875f32f1 req-35877308-4cc4-476b-b1bc-271eff4b6aee tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0516734 Oct 13 15:06:20.474902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0870e1a-020d-45f7-a6dd-dc38875f32f1 req-d417fc43-e166-4e52-8043-a73f72c754e0 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367405 Oct 13 15:06:20.565204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-e12bf346-300f-45f2-a448-5d22f67649bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408406 Oct 13 15:06:21.591604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55195439-db92-48c7-94c0-dc53f7d0a1ae req-b9596456-bf2f-4da3-84e7-998906a36eeb tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:21.593130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55195439-db92-48c7-94c0-dc53f7d0a1ae req-b9596456-bf2f-4da3-84e7-998906a36eeb tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0517912 Oct 13 15:06:21.633023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55195439-db92-48c7-94c0-dc53f7d0a1ae req-3e3dd244-3402-44ea-a346-7a09bad4731b tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332353 Oct 13 15:06:22.326566 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-943e76ea-6a15-44a3-902c-78131e3d2676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:22.354781 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:22.624341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-729b0078-194e-4b68-a140-2d34f54ca549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:22.625891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-729b0078-194e-4b68-a140-2d34f54ca549 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 1098 time: 0.0422065 Oct 13 15:06:22.751958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-f844462e-b645-4454-ac72-0d2c8313b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:22.753457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-f844462e-b645-4454-ac72-0d2c8313b6d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 916 time: 0.1198194 Oct 13 15:06:22.811517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-e5a32b39-3b1c-418e-a843-53c184d47640 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e41395b-c683-4260-9f2e-98dd6c738af4 HTTP/1.1" status: 200 len: 217 time: 0.0494151 Oct 13 15:06:22.820000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393fe6e-9abb-49e2-aa4d-d21c9f878ce5 req-289309f8-a4b9-4ad6-82c0-40789f7e2176 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:22.824853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2393fe6e-9abb-49e2-aa4d-d21c9f878ce5 req-289309f8-a4b9-4ad6-82c0-40789f7e2176 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.1132035 Oct 13 15:06:22.888555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-55281a07-9860-4412-9ba6-be2eb84455ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:22.889936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-55281a07-9860-4412-9ba6-be2eb84455ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0676033 Oct 13 15:06:22.895015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2393fe6e-9abb-49e2-aa4d-d21c9f878ce5 req-bf8cb184-d40a-4e8f-980a-2bd56bd48d06 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645146 Oct 13 15:06:22.923921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-003eb151-5128-43f3-93df-ba6c00c2f1f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264056 Oct 13 15:06:23.017544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-3b4a6011-05e6-46f4-95bf-a1325ee6f69f service neutron] 10.222.0.41 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859745 Oct 13 15:06:23.110412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-45e26e0b-c667-4121-856f-a1433d113b4a service neutron] 10.222.0.41 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854831 Oct 13 15:06:23.994986 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:24.012604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ebe81-f00f-453b-bef2-fab58f690a5e req-b3a99a9b-9424-4fbe-9ad8-507b2d531a28 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:24.014439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-884ebe81-f00f-453b-bef2-fab58f690a5e req-b3a99a9b-9424-4fbe-9ad8-507b2d531a28 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0514929 Oct 13 15:06:24.040484 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:24.059228 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-884ebe81-f00f-453b-bef2-fab58f690a5e req-d26cb636-80d8-4dd3-a56c-feb01693fd95 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388408 Oct 13 15:06:25.185300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac226c9-9785-4ff1-8c0f-07469845c351 req-b42a1f63-5748-4c7b-ad0c-379983b44e7a tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:25.187247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ac226c9-9785-4ff1-8c0f-07469845c351 req-b42a1f63-5748-4c7b-ad0c-379983b44e7a tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0581844 Oct 13 15:06:25.232575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ac226c9-9785-4ff1-8c0f-07469845c351 req-d01a669e-a821-454f-b398-e967f4171746 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Oct 13 15:06:25.543511 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:26.350209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c949a59-2126-458d-9d03-ec9ee5c3a591 req-6c0cdd5a-a116-4de4-8001-1d068c63ceab tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:26.351664 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c949a59-2126-458d-9d03-ec9ee5c3a591 req-6c0cdd5a-a116-4de4-8001-1d068c63ceab tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0508180 Oct 13 15:06:26.391149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c949a59-2126-458d-9d03-ec9ee5c3a591 req-35c1ab27-2456-42e5-8d33-dd99405ebbac tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334675 Oct 13 15:06:27.505640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140422dd-0b64-4263-8ba8-63f209e6f042 req-ca2f22f9-918c-4084-b472-a61125b4b9fb tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:27.507094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-140422dd-0b64-4263-8ba8-63f209e6f042 req-ca2f22f9-918c-4084-b472-a61125b4b9fb tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0490785 Oct 13 15:06:27.549864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-140422dd-0b64-4263-8ba8-63f209e6f042 req-41797dfd-ec50-4444-aa50-38bca35cf363 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368016 Oct 13 15:06:27.571656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-0bce9d8c-9399-44cb-8f42-1267091cb035 req-465586c6-9401-4279-bc40-e8dbdf1faeed service neutron] (112685) timed out ('10.222.0.18', 58352) {{(pid=112685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 15:06:28.666271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d27e6-e438-4e80-9b30-94972500f595 req-08eb548b-7e7d-48e6-83a1-7e722091b0b0 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:28.667689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-649d27e6-e438-4e80-9b30-94972500f595 req-08eb548b-7e7d-48e6-83a1-7e722091b0b0 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0511856 Oct 13 15:06:28.709139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-649d27e6-e438-4e80-9b30-94972500f595 req-0ca62515-0d90-4e73-a7d0-39dbf4dd34b5 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327177 Oct 13 15:06:29.827550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395849d-6078-4485-b1c2-e04b6454c80e req-e754f65e-1748-4aa7-a2ac-c0af913ea56b tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:29.829033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e395849d-6078-4485-b1c2-e04b6454c80e req-e754f65e-1748-4aa7-a2ac-c0af913ea56b tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0498283 Oct 13 15:06:29.868007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e395849d-6078-4485-b1c2-e04b6454c80e req-161fcc60-8927-4abc-b4d8-1a36934d7ee6 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Oct 13 15:06:30.985611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd201d7-29ed-4aee-b47d-286a0b785381 req-dc071c27-3a8d-42c3-b68e-68b85fd272b1 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:30.987090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcd201d7-29ed-4aee-b47d-286a0b785381 req-dc071c27-3a8d-42c3-b68e-68b85fd272b1 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0492837 Oct 13 15:06:31.028215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcd201d7-29ed-4aee-b47d-286a0b785381 req-ef5d20e1-3798-4efa-87cb-31f97fb1754d tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351930 Oct 13 15:06:32.171695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72adc2b-fd12-4037-bd5a-c74fc51282e1 req-c52d73cf-c1d4-4eb6-93b1-d66e64f24b37 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:32.173561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c72adc2b-fd12-4037-bd5a-c74fc51282e1 req-c52d73cf-c1d4-4eb6-93b1-d66e64f24b37 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0521595 Oct 13 15:06:32.212287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c72adc2b-fd12-4037-bd5a-c74fc51282e1 req-92e563dd-1c71-40eb-97c7-7b7c259579bb tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 Oct 13 15:06:33.345589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd535359-d37b-4134-9745-82360fb0ad58 req-799fe45b-f3bc-4d42-94dd-5108a4b1c780 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:33.347062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd535359-d37b-4134-9745-82360fb0ad58 req-799fe45b-f3bc-4d42-94dd-5108a4b1c780 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0488803 Oct 13 15:06:33.384253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd535359-d37b-4134-9745-82360fb0ad58 req-f2f7d5d4-0ef2-46cc-812d-52338d77c741 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 Oct 13 15:06:34.500691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd787a17-fe75-4416-857d-1ca7cdf7f990 req-b71fa8ac-aca4-45df-ade2-427d653c6dd1 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:34.502186 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd787a17-fe75-4416-857d-1ca7cdf7f990 req-b71fa8ac-aca4-45df-ade2-427d653c6dd1 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0485198 Oct 13 15:06:34.543715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd787a17-fe75-4416-857d-1ca7cdf7f990 req-6516c146-9017-489f-b97b-c85bdad759c3 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355418 Oct 13 15:06:35.663111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8343e-07a2-49f1-a880-4042a1856304 req-b0741d9b-6c2e-4d84-9933-106dfeaa9273 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:35.664647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5f8343e-07a2-49f1-a880-4042a1856304 req-b0741d9b-6c2e-4d84-9933-106dfeaa9273 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0509059 Oct 13 15:06:35.704600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5f8343e-07a2-49f1-a880-4042a1856304 req-3b5723c4-0655-40b2-8727-d6f27d48f396 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335710 Oct 13 15:06:35.750365 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:06:36.823352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c99b9-cae6-448d-8a2b-e11b73f5665f req-54addbf1-d82d-4dcb-a302-d4ea62daa617 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:36.824823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b81c99b9-cae6-448d-8a2b-e11b73f5665f req-54addbf1-d82d-4dcb-a302-d4ea62daa617 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0515881 Oct 13 15:06:36.863454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b81c99b9-cae6-448d-8a2b-e11b73f5665f req-ff337b10-20f5-4e08-ac6a-a4e3bafa673c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324004 Oct 13 15:06:37.982115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fde7c6-dad3-4604-ae8e-5cda4d4bb37e req-95323b14-7e9a-413c-98c5-1adc06436121 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:37.983632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3fde7c6-dad3-4604-ae8e-5cda4d4bb37e req-95323b14-7e9a-413c-98c5-1adc06436121 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0516560 Oct 13 15:06:38.026829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3fde7c6-dad3-4604-ae8e-5cda4d4bb37e req-cd703cfe-3ffc-4a64-93f2-da234d4545a8 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365314 Oct 13 15:06:39.148646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef7241-56d0-48a4-84af-97e8a631023f req-c31cd994-d769-4669-bb95-f13f3e5daca0 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:39.150243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18ef7241-56d0-48a4-84af-97e8a631023f req-c31cd994-d769-4669-bb95-f13f3e5daca0 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0540102 Oct 13 15:06:39.189438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18ef7241-56d0-48a4-84af-97e8a631023f req-1e3906a1-4faf-4426-ae55-0c8d68d5bc02 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Oct 13 15:06:40.320733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f063ab-8dbc-4be6-8c7b-861550b7c52c req-2c17da53-f2a2-4282-a80e-1180ba74273e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:40.322260 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3f063ab-8dbc-4be6-8c7b-861550b7c52c req-2c17da53-f2a2-4282-a80e-1180ba74273e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0499721 Oct 13 15:06:40.360531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3f063ab-8dbc-4be6-8c7b-861550b7c52c req-e6d72d90-74c3-47e6-9372-1cc03a956c51 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319481 Oct 13 15:06:41.476891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15094cbf-045f-4dff-bb9e-d242f3e91d06 req-43bd57c5-7679-425d-aa7b-cb3e647a5414 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:41.478407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15094cbf-045f-4dff-bb9e-d242f3e91d06 req-43bd57c5-7679-425d-aa7b-cb3e647a5414 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0484455 Oct 13 15:06:41.520579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-15094cbf-045f-4dff-bb9e-d242f3e91d06 req-0c5ae7c3-5dca-4545-adaf-c76557811e71 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362277 Oct 13 15:06:42.635644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cc658-3a7b-4e85-8d6a-e5c3e215b1eb req-e8ad33b0-a09c-40b6-958f-2b3eb1782fd5 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:42.637241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e54cc658-3a7b-4e85-8d6a-e5c3e215b1eb req-e8ad33b0-a09c-40b6-958f-2b3eb1782fd5 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0496037 Oct 13 15:06:42.677681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e54cc658-3a7b-4e85-8d6a-e5c3e215b1eb req-4742aee6-2654-4d43-bf5e-afc9a454674f tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338099 Oct 13 15:06:43.795376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07329fb5-61b9-418f-abd2-dd68715f082f req-3b03247f-ebd6-4591-963f-a6351cf76850 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:43.797146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07329fb5-61b9-418f-abd2-dd68715f082f req-3b03247f-ebd6-4591-963f-a6351cf76850 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0524015 Oct 13 15:06:43.837093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07329fb5-61b9-418f-abd2-dd68715f082f req-ddfc1d5a-16b2-4cdb-b27e-ced21d132252 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330310 Oct 13 15:06:44.952568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0f78f-b79b-4e74-bf24-10e1f171542a req-0f901777-d409-4816-9851-90895c11f1e2 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:44.954070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95d0f78f-b79b-4e74-bf24-10e1f171542a req-0f901777-d409-4816-9851-90895c11f1e2 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0489590 Oct 13 15:06:44.998054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95d0f78f-b79b-4e74-bf24-10e1f171542a req-5779530d-7904-45cf-ad06-bc3a89f711ca tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369477 Oct 13 15:06:46.115605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee622-9e80-40ca-abe9-ae8e1ce83bed req-5d98c71a-a2ef-46ee-8ff7-9b4c0620fbef tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:46.117094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-568ee622-9e80-40ca-abe9-ae8e1ce83bed req-5d98c71a-a2ef-46ee-8ff7-9b4c0620fbef tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0490639 Oct 13 15:06:46.162264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-568ee622-9e80-40ca-abe9-ae8e1ce83bed req-13bfbd2a-b004-44df-b8ac-cf1d049c6afc tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391102 Oct 13 15:06:47.280223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08473d7-cb8a-42b7-a759-30f88710c2fa req-ff1129d3-5302-4c53-b7f3-a570848e5bb4 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:47.282024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f08473d7-cb8a-42b7-a759-30f88710c2fa req-ff1129d3-5302-4c53-b7f3-a570848e5bb4 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0527620 Oct 13 15:06:47.319619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f08473d7-cb8a-42b7-a759-30f88710c2fa req-3745aa93-4246-456a-9604-be2cf4db6f9c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309942 Oct 13 15:06:48.435337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0b1f0-04fc-43c4-8549-ab707a494ae0 req-a8a78ea0-5f83-47b0-9cf4-a49d398027b3 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:48.436795 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4dd0b1f0-04fc-43c4-8549-ab707a494ae0 req-a8a78ea0-5f83-47b0-9cf4-a49d398027b3 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0501359 Oct 13 15:06:48.478436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4dd0b1f0-04fc-43c4-8549-ab707a494ae0 req-07bb99a1-baec-4c1b-926b-48285f67990e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352354 Oct 13 15:06:49.097405 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:49.538559 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8095fd92-ce66-4750-b63d-d78d86d0a1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:49.607752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87adaa8-5ffc-4524-909a-1f9f2a22979c req-44d2e29f-e760-4d04-89b1-0987537e0903 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:49.609325 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c87adaa8-5ffc-4524-909a-1f9f2a22979c req-44d2e29f-e760-4d04-89b1-0987537e0903 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0543749 Oct 13 15:06:49.649718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c87adaa8-5ffc-4524-909a-1f9f2a22979c req-f0f62cdc-aa64-4c38-9bdd-c93ff0217d4c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334864 Oct 13 15:06:50.607352 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-2a89646b-be39-495e-a60e-822b4e2eab2b service neutron] show failed (client error): The resource could not be found. Oct 13 15:06:50.608436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-2a89646b-be39-495e-a60e-822b4e2eab2b service neutron] 10.222.0.41 "GET /v2.0/ports/3e41395b-c683-4260-9f2e-98dd6c738af4/bindings/n-h1-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0548356 Oct 13 15:06:50.775562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212bade-46e5-4b1d-bc18-6bace3fb168e req-c263eb3d-d13a-497a-985a-2ea4b8701113 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:50.777048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5212bade-46e5-4b1d-bc18-6bace3fb168e req-c263eb3d-d13a-497a-985a-2ea4b8701113 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0497775 Oct 13 15:06:50.815596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5212bade-46e5-4b1d-bc18-6bace3fb168e req-d00db1af-e244-4f69-b2e7-fe0e2d8f0e64 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322630 Oct 13 15:06:51.142435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-b4e7627d-107f-4de1-9f42-5e3cf89cb62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:51.143919 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-b4e7627d-107f-4de1-9f42-5e3cf89cb62b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142&tenant_id=ea50b4bde7154935b8d47b822092a20e HTTP/1.1" status: 200 len: 1098 time: 0.0444434 Oct 13 15:06:51.157617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:06:51.219126 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:51.421256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] For port 3e41395b-c683-4260-9f2e-98dd6c738af4, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3e41395b-c683-4260-9f2e-98dd6c738af4,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:06:51.452605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] For port 3e41395b-c683-4260-9f2e-98dd6c738af4, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:06:51.494872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447dcf75-25cc-406f-be87-0dd2812af142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e41395b-c683-4260-9f2e-98dd6c738af4'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:06:51.497141 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402dd16f-8c24-45c4-9b20-068790a0f6aa" -d '{"events": [{"server_uuid": "447dcf75-25cc-406f-be87-0dd2812af142", "name": "network-vif-unplugged", "status": "completed", "tag": "3e41395b-c683-4260-9f2e-98dd6c738af4"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:06:51.501127 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:51.514018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Transition to ACTIVE for port object 3e41395b-c683-4260-9f2e-98dd6c738af4 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:06:51.546752 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 15:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75930f43-b1c4-4c13-9b93-56c2894b1f83 x-openstack-request-id: req-75930f43-b1c4-4c13-9b93-56c2894b1f83 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:06:51.547086 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447dcf75-25cc-406f-be87-0dd2812af142", "name": "network-vif-unplugged", "status": "completed", "tag": "3e41395b-c683-4260-9f2e-98dd6c738af4", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:06:51.547333 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75930f43-b1c4-4c13-9b93-56c2894b1f83 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:06:51.547726 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447dcf75-25cc-406f-be87-0dd2812af142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e41395b-c683-4260-9f2e-98dd6c738af4', 'code': 200} Oct 13 15:06:51.604034 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:51.666213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] No DVR routers for this DVR port 3e41395b-c683-4260-9f2e-98dd6c738af4 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:06:51.668024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=3e41395b-c683-4260-9f2e-98dd6c738af4,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:06:51.704418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Attempting to bind port 3e41395b-c683-4260-9f2e-98dd6c738af4 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:06:51.706298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Attempting to bind port 3e41395b-c683-4260-9f2e-98dd6c738af4 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:06:51.706298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Attempting to bind port 3e41395b-c683-4260-9f2e-98dd6c738af4 on network 9e7992ec-6100-42ac-97f5-c3db00351735 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:06:51.709693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Port 3e41395b-c683-4260-9f2e-98dd6c738af4 on network 9e7992ec-6100-42ac-97f5-c3db00351735 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:06:51.710005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Attempting to bind port 3e41395b-c683-4260-9f2e-98dd6c738af4 on network 9e7992ec-6100-42ac-97f5-c3db00351735 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:06:51.714845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:06:51.715174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Checking segment: {'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:06:51.715556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Bound using segment: {'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:06:51.715974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Bound port: 3e41395b-c683-4260-9f2e-98dd6c738af4, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b302c565-f618-4fa5-8a77-9d964f67cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:06:51.716344 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:51.780929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] For port 3e41395b-c683-4260-9f2e-98dd6c738af4, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:06:51.784333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] For port 3e41395b-c683-4260-9f2e-98dd6c738af4, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=3e41395b-c683-4260-9f2e-98dd6c738af4,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:06:51.875115 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:51.950713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:51.951349 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:51.952728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] 10.222.0.49 "PUT /v2.0/ports/3e41395b-c683-4260-9f2e-98dd6c738af4 HTTP/1.1" status: 200 len: 1093 time: 0.7995896 Oct 13 15:06:51.974335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8efb8-db6f-4cf3-a0bc-1643df645dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=3e41395b-c683-4260-9f2e-98dd6c738af4,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:06:52.023262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea615ad2-448a-4fe9-9874-b11645f2a276 req-5903e94e-e334-4fc3-abaf-0ebe35601c50 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:52.024856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea615ad2-448a-4fe9-9874-b11645f2a276 req-5903e94e-e334-4fc3-abaf-0ebe35601c50 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 944 time: 0.1198964 Oct 13 15:06:52.070737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-53055dd4-1e67-46c9-bea1-62f21db41a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:52.072747 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-53055dd4-1e67-46c9-bea1-62f21db41a22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 1096 time: 0.0917199 Oct 13 15:06:52.099977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea615ad2-448a-4fe9-9874-b11645f2a276 req-57e8daa7-c7a8-4c8a-9e3e-8899480c26e4 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668957 Oct 13 15:06:52.208217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-b30e51e7-9044-4488-8af2-6bc06cc2243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:52.210568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-b30e51e7-9044-4488-8af2-6bc06cc2243e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 916 time: 0.1245475 Oct 13 15:06:52.265960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-c479bfed-6a95-4da9-ab85-51020f156eca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e41395b-c683-4260-9f2e-98dd6c738af4 HTTP/1.1" status: 200 len: 217 time: 0.0438373 Oct 13 15:06:52.306884 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b581a6b9-3e33-4532-88e2-e758564f7ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:52.323579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-fad03368-c1b5-4b12-9671-88bc3b7ce54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:52.325052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-fad03368-c1b5-4b12-9671-88bc3b7ce54f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0481944 Oct 13 15:06:52.358249 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:52.361481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-755066f8-8170-498c-aaba-0693516d1ed0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251498 Oct 13 15:06:52.456163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-eb93dc33-0b0d-4025-8d55-ba69a8ed33f4 service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834327 Oct 13 15:06:52.555007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43b392cc-d16c-40d1-9336-25e2948c34a6 req-a8c05bde-de27-4cd4-ba7f-66afd492ff5d service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871642 Oct 13 15:06:53.223651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb59ec-2dd2-4110-89b5-bd7cffa04c89 req-526a4357-cc83-4cc9-aacf-48d09de83e09 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:53.225163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2cfb59ec-2dd2-4110-89b5-bd7cffa04c89 req-526a4357-cc83-4cc9-aacf-48d09de83e09 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 944 time: 0.0551646 Oct 13 15:06:53.265487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2cfb59ec-2dd2-4110-89b5-bd7cffa04c89 req-79b285af-08b8-495a-acf4-6f5276868461 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330954 Oct 13 15:06:53.549282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447dcf75-25cc-406f-be87-0dd2812af142', 'tag': '3e41395b-c683-4260-9f2e-98dd6c738af4'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:06:53.552674 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e13b6ce-9bf4-4962-851e-745dbb9be24a" -d '{"events": [{"name": "network-changed", "server_uuid": "447dcf75-25cc-406f-be87-0dd2812af142", "tag": "3e41395b-c683-4260-9f2e-98dd6c738af4"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:06:53.614807 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824428f9-3876-4c5e-b1fb-074b1847613f x-openstack-request-id: req-824428f9-3876-4c5e-b1fb-074b1847613f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:06:53.615165 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447dcf75-25cc-406f-be87-0dd2812af142", "tag": "3e41395b-c683-4260-9f2e-98dd6c738af4", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:06:53.615358 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-824428f9-3876-4c5e-b1fb-074b1847613f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:06:53.615808 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447dcf75-25cc-406f-be87-0dd2812af142', 'tag': '3e41395b-c683-4260-9f2e-98dd6c738af4', 'status': 'completed', 'code': 200} Oct 13 15:06:53.718369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-b55135df-b4c7-4082-ba22-5be6f4ba3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:53.719887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-b55135df-b4c7-4082-ba22-5be6f4ba3b69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 1096 time: 0.0814612 Oct 13 15:06:53.727519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-77784186-151d-44c9-b4cf-d60a2dd0da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:53.729380 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-77784186-151d-44c9-b4cf-d60a2dd0da25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 1096 time: 0.0805981 Oct 13 15:06:53.806481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3e41395b-c683-4260-9f2e-98dd6c738af4 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:06:53.860108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3e41395b-c683-4260-9f2e-98dd6c738af4 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:06:53.906616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-30c1571d-6ab9-446a-9820-dc4a19a01111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:53.908307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-30c1571d-6ab9-446a-9820-dc4a19a01111 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 916 time: 0.1779420 Oct 13 15:06:53.910565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-273eda9b-6d7c-4e51-a619-bcce133d0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:53.912054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-273eda9b-6d7c-4e51-a619-bcce133d0454 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 916 time: 0.1727774 Oct 13 15:06:54.007227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-b52f5bba-d362-4ba8-acb9-e03cbddd6957 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e41395b-c683-4260-9f2e-98dd6c738af4 HTTP/1.1" status: 200 len: 217 time: 0.0898521 Oct 13 15:06:54.008642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-f24b6317-46b3-44a1-b171-d1b7d563aa84 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e41395b-c683-4260-9f2e-98dd6c738af4 HTTP/1.1" status: 200 len: 217 time: 0.0842955 Oct 13 15:06:54.037837 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:54.067125 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:54.093266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-c8edf4c6-3231-4a62-a9b5-49449cf4f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:54.094741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-c8edf4c6-3231-4a62-a9b5-49449cf4f9c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0790477 Oct 13 15:06:54.096131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-7c74f822-b23c-4f31-8378-b99da97955a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:54.097577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-7c74f822-b23c-4f31-8378-b99da97955a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0737863 Oct 13 15:06:54.154839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-86d9364f-e3c9-470e-ade0-2d5c04aeefd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519896 Oct 13 15:06:54.157028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-8dda872e-e976-4a1d-9c02-3e9b33dfba61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461628 Oct 13 15:06:54.168297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-336ebea8-470a-45be-8bb6-a2e124428c45 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:06:54.169328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-336ebea8-470a-45be-8bb6-a2e124428c45 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052538 Oct 13 15:06:54.623825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f25f70-4662-43fb-870a-108a8f823c19 req-24f3a8c8-3537-40e1-8854-dc8c1a55daad tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:54.625364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51f25f70-4662-43fb-870a-108a8f823c19 req-24f3a8c8-3537-40e1-8854-dc8c1a55daad tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 944 time: 0.1048703 Oct 13 15:06:54.635195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-8825cc1e-4ab3-484e-9e41-ab61623c02d7 service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648743 Oct 13 15:06:54.645566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-91074d1c-a823-437d-b0ad-efc4f6c1c642 service neutron] 10.222.0.41 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661758 Oct 13 15:06:54.778029 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51f25f70-4662-43fb-870a-108a8f823c19 req-a6e769a3-0590-428f-a013-c2cb1f528e1e tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405184 Oct 13 15:06:54.839200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-19ea55e7-9457-4969-a0c5-32d8e8a14aa3 service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917424 Oct 13 15:06:54.851748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e13b6ce-9bf4-4962-851e-745dbb9be24a req-f64e4b50-342e-4be7-9451-140d782288e3 service neutron] 10.222.0.41 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813550 Oct 13 15:06:55.439748 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b6da47c-38b7-4fca-ab92-9d71660a9a17 req-d72405a1-dcaa-4428-9aa7-39b124ab15fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398147 Oct 13 15:06:55.517875 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:55.523343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6da47c-38b7-4fca-ab92-9d71660a9a17 req-a2925a0c-1eb4-49ce-9ef4-60f9f42d233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:55.524892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b6da47c-38b7-4fca-ab92-9d71660a9a17 req-a2925a0c-1eb4-49ce-9ef4-60f9f42d233a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 1096 time: 0.0420163 Oct 13 15:06:55.644810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6da47c-38b7-4fca-ab92-9d71660a9a17 req-cad773a3-b7eb-492a-b48e-f6fc413badf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:55.646378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b6da47c-38b7-4fca-ab92-9d71660a9a17 req-cad773a3-b7eb-492a-b48e-f6fc413badf2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 916 time: 0.1017377 Oct 13 15:06:55.689667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b6da47c-38b7-4fca-ab92-9d71660a9a17 req-6708bda2-05b4-47eb-bf8a-859287e12a74 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e41395b-c683-4260-9f2e-98dd6c738af4 HTTP/1.1" status: 200 len: 217 time: 0.0359418 Oct 13 15:06:55.741238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6da47c-38b7-4fca-ab92-9d71660a9a17 req-c5839bb9-f301-4096-b159-7dd8dfa83c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:55.742763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b6da47c-38b7-4fca-ab92-9d71660a9a17 req-c5839bb9-f301-4096-b159-7dd8dfa83c6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0462809 Oct 13 15:06:55.778437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b6da47c-38b7-4fca-ab92-9d71660a9a17 req-3436e56e-9155-4cdf-8857-449c3f14151a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285473 Oct 13 15:06:55.893006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b6da47c-38b7-4fca-ab92-9d71660a9a17 req-6a7cb319-abda-4d08-9761-6b7863b16175 service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069033 Oct 13 15:06:55.933383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd873deb-2d39-4bdc-925a-17e7f6d4e853 req-67aa3003-6870-44d1-bb9d-6cd25ba61010 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:55.934769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bd873deb-2d39-4bdc-925a-17e7f6d4e853 req-67aa3003-6870-44d1-bb9d-6cd25ba61010 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 944 time: 0.0810661 Oct 13 15:06:56.007377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bd873deb-2d39-4bdc-925a-17e7f6d4e853 req-cb6d38e6-e16a-4e3f-b09d-d3ddbd644493 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456789 Oct 13 15:06:56.028245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b6da47c-38b7-4fca-ab92-9d71660a9a17 req-6bbc8204-3668-46cc-abac-c07878bef6b2 service neutron] 10.222.0.49 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277401 Oct 13 15:06:56.362018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e70e5-77d1-4cbe-ba49-595a7d3b5e2b req-1f1b10e7-6492-41b0-919b-6469626f342b tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:56.363543 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f86e70e5-77d1-4cbe-ba49-595a7d3b5e2b req-1f1b10e7-6492-41b0-919b-6469626f342b tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 944 time: 0.0538344 Oct 13 15:06:56.434116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f86e70e5-77d1-4cbe-ba49-595a7d3b5e2b req-b426d6b1-10c2-46db-89bb-ca89049cb459 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640478 Oct 13 15:06:56.455093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-009638c2-7df5-41dc-895a-7b74695c1626 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:56.456638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-009638c2-7df5-41dc-895a-7b74695c1626 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.41 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142&tenant_id=ea50b4bde7154935b8d47b822092a20e&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 944 time: 0.0701551 Oct 13 15:06:56.518825 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-acc8930c-688d-428d-adac-b7f6ed4f57e0 service neutron] delete failed (client error): The resource could not be found. Oct 13 15:06:56.520361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-acc8930c-688d-428d-adac-b7f6ed4f57e0 service neutron] 10.222.0.41 "DELETE /v2.0/ports/3e41395b-c683-4260-9f2e-98dd6c738af4/bindings/n-h2-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0547891 Oct 13 15:06:56.605288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-cb5bc1a0-f12d-4539-9b8e-81ffe4fbc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:56.606786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-cb5bc1a0-f12d-4539-9b8e-81ffe4fbc668 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea50b4bde7154935b8d47b822092a20e&device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 1096 time: 0.0428703 Oct 13 15:06:56.706182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-613399d1-c1ec-4050-a8a9-33b16814aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:56.707820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-613399d1-c1ec-4050-a8a9-33b16814aa05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 200 len: 916 time: 0.0930073 Oct 13 15:06:56.750906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-ae140ff2-0b8c-4c7f-a4e0-c68b25510a87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e41395b-c683-4260-9f2e-98dd6c738af4 HTTP/1.1" status: 200 len: 217 time: 0.0351250 Oct 13 15:06:56.801425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-fd72cf36-58ba-4d4d-a827-d70b90c25689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:56.802868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-fd72cf36-58ba-4d4d-a827-d70b90c25689 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 200 len: 855 time: 0.0438988 Oct 13 15:06:56.839013 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-dda8fd6d-49c1-4c77-9b74-508ce3b2ae74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9e7992ec-6100-42ac-97f5-c3db00351735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290213 Oct 13 15:06:56.931680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-7212e5ab-8851-4d3c-b33e-430c702a7d4c service neutron] 10.222.0.41 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843680 Oct 13 15:06:57.025182 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-761c9953-7b7b-4151-b4c3-b78e24a35514 req-1fb378aa-cc20-484f-b705-cde5b2c6df34 service neutron] 10.222.0.41 "GET /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857520 Oct 13 15:06:57.156914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 3e41395b-c683-4260-9f2e-98dd6c738af4 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:06:57.250395 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 3e41395b-c683-4260-9f2e-98dd6c738af4, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=3e41395b-c683-4260-9f2e-98dd6c738af4,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:06:57.265385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '3e41395b-c683-4260-9f2e-98dd6c738af4', 'network_id': '9e7992ec-6100-42ac-97f5-c3db00351735', 'port_id': '3e41395b-c683-4260-9f2e-98dd6c738af4', 'mac_address': 'fa:16:3e:49:07:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdd0c81-2867-4363-87e2-1383311ef4a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:06:57.305733 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:57.319728 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e41395b-c683-4260-9f2e-98dd6c738af4 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:06:57.339240 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 3e41395b-c683-4260-9f2e-98dd6c738af4, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=3e41395b-c683-4260-9f2e-98dd6c738af4,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:06:57.405591 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:57.454386 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=3e41395b-c683-4260-9f2e-98dd6c738af4,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:06:57.558874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98019d-ef42-4ea1-82f0-be6793fe5a9f req-aa8bc935-bee4-470d-8645-5c1078cd0e64 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:57.560357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d98019d-ef42-4ea1-82f0-be6793fe5a9f req-aa8bc935-bee4-470d-8645-5c1078cd0e64 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 945 time: 0.0519302 Oct 13 15:06:57.599298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d98019d-ef42-4ea1-82f0-be6793fe5a9f req-f85cb0ec-8fed-4a27-982c-94d26b8f799a tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Oct 13 15:06:57.645697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['3e41395b-c683-4260-9f2e-98dd6c738af4'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:06:58.745703 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4dfe5-f8f2-44eb-a1e4-98a611dc24bb req-f09b5586-a7fa-4b0e-8d17-672223fd0174 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:58.747235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ce4dfe5-f8f2-44eb-a1e4-98a611dc24bb req-f09b5586-a7fa-4b0e-8d17-672223fd0174 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 945 time: 0.0486720 Oct 13 15:06:58.785802 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1ce4dfe5-f8f2-44eb-a1e4-98a611dc24bb req-3bff4b7c-d7eb-4565-9a49-1fd8640d287c tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324743 Oct 13 15:06:58.899917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c2f3d-c0ff-4c18-91c3-82a79a7968d6 req-9cf2792d-1d2d-492b-9094-3db20c84935b tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:58.901326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b31c2f3d-c0ff-4c18-91c3-82a79a7968d6 req-9cf2792d-1d2d-492b-9094-3db20c84935b tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 945 time: 0.0515652 Oct 13 15:06:58.938884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b31c2f3d-c0ff-4c18-91c3-82a79a7968d6 req-b39645ab-9d8b-45c1-a8ae-9dbd4a5b7430 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Oct 13 15:06:59.054359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895705f-3dd2-4b10-a3a6-9aaef0312b34 req-b7c3b874-2204-4a30-a9b0-1cca8e4ed887 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:59.055841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5895705f-3dd2-4b10-a3a6-9aaef0312b34 req-b7c3b874-2204-4a30-a9b0-1cca8e4ed887 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 945 time: 0.0502307 Oct 13 15:06:59.093061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5895705f-3dd2-4b10-a3a6-9aaef0312b34 req-fd8d7437-b057-49c1-b305-7874898a72e7 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311694 Oct 13 15:06:59.178708 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 3e41395b-c683-4260-9f2e-98dd6c738af4 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:06:59.313785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 3e41395b-c683-4260-9f2e-98dd6c738af4 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:06:59.318739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 3e41395b-c683-4260-9f2e-98dd6c738af4 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:06:59.319118 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:59.400906 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:59.423986 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447dcf75-25cc-406f-be87-0dd2812af142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e41395b-c683-4260-9f2e-98dd6c738af4'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:06:59.426947 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcaf534-90b4-4472-955c-724b2389da2f" -d '{"events": [{"server_uuid": "447dcf75-25cc-406f-be87-0dd2812af142", "name": "network-vif-plugged", "status": "completed", "tag": "3e41395b-c683-4260-9f2e-98dd6c738af4"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:06:59.447026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 3e41395b-c683-4260-9f2e-98dd6c738af4, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=3e41395b-c683-4260-9f2e-98dd6c738af4,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:06:59.465542 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36170082-5067-4bda-9de6-ff366fca15f4 x-openstack-request-id: req-36170082-5067-4bda-9de6-ff366fca15f4 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:06:59.465836 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447dcf75-25cc-406f-be87-0dd2812af142", "name": "network-vif-plugged", "status": "completed", "tag": "3e41395b-c683-4260-9f2e-98dd6c738af4", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:06:59.466089 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36170082-5067-4bda-9de6-ff366fca15f4 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:06:59.466484 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447dcf75-25cc-406f-be87-0dd2812af142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e41395b-c683-4260-9f2e-98dd6c738af4', 'code': 200} Oct 13 15:06:59.502774 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:06:59.551509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=3e41395b-c683-4260-9f2e-98dd6c738af4,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:06:59.690552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdb3c0-df4b-45cd-b500-4654d45563a2 req-d9256344-5308-4f96-a576-a0bfb0525f31 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:06:59.690552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fdb3c0-df4b-45cd-b500-4654d45563a2 req-d9256344-5308-4f96-a576-a0bfb0525f31 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0501211 Oct 13 15:06:59.726976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2fdb3c0-df4b-45cd-b500-4654d45563a2 req-85865d9e-3bec-4a6a-89a2-16ca9c0ee971 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323367 Oct 13 15:07:00.842595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efffbf-6c92-4a67-b274-a208b11d2ebd req-c75a123e-69d4-4f40-a454-d3ace5949dde tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:00.844048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3efffbf-6c92-4a67-b274-a208b11d2ebd req-c75a123e-69d4-4f40-a454-d3ace5949dde tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0522778 Oct 13 15:07:00.882284 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3efffbf-6c92-4a67-b274-a208b11d2ebd req-835d5910-c1d3-4ee4-bfc0-6e9197fe22af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/security-groups?id=f97c26c4-4828-4f62-a065-ab348ff62b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Oct 13 15:07:00.945797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22a2bf-fd18-42ba-b661-81da02a62e6b req-142a95b4-d31c-487f-9e17-487b75064b15 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:00.947259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba22a2bf-fd18-42ba-b661-81da02a62e6b req-142a95b4-d31c-487f-9e17-487b75064b15 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.49 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 946 time: 0.0503321 Oct 13 15:07:01.041691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ba22a2bf-fd18-42ba-b661-81da02a62e6b req-dc876759-a92c-4fd7-b7a2-a866822162af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Deleting port 3e41395b-c683-4260-9f2e-98dd6c738af4 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:07:01.042039 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ba22a2bf-fd18-42ba-b661-81da02a62e6b req-dc876759-a92c-4fd7-b7a2-a866822162af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:01.134162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ba22a2bf-fd18-42ba-b661-81da02a62e6b req-dc876759-a92c-4fd7-b7a2-a866822162af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] For port 3e41395b-c683-4260-9f2e-98dd6c738af4, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=3e41395b-c683-4260-9f2e-98dd6c738af4,segment=NetworkSegment(b302c565-f618-4fa5-8a77-9d964f67cbe9),segment_id=b302c565-f618-4fa5-8a77-9d964f67cbe9)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:07:01.134421 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ba22a2bf-fd18-42ba-b661-81da02a62e6b req-dc876759-a92c-4fd7-b7a2-a866822162af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:01.146642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-ba22a2bf-fd18-42ba-b661-81da02a62e6b req-dc876759-a92c-4fd7-b7a2-a866822162af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Calling delete_port for 3e41395b-c683-4260-9f2e-98dd6c738af4 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:07:01.336537 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ba22a2bf-fd18-42ba-b661-81da02a62e6b req-dc876759-a92c-4fd7-b7a2-a866822162af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:01.352920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['3e41395b-c683-4260-9f2e-98dd6c738af4'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:07:01.365773 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc876759-a92c-4fd7-b7a2-a866822162af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Pushing event deleted for resources: {'Port': ['ID=3e41395b-c683-4260-9f2e-98dd6c738af4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:01.408240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba22a2bf-fd18-42ba-b661-81da02a62e6b req-dc876759-a92c-4fd7-b7a2-a866822162af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] No DVR routers for this DVR port 3e41395b-c683-4260-9f2e-98dd6c738af4 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:07:01.411545 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ba22a2bf-fd18-42ba-b661-81da02a62e6b req-dc876759-a92c-4fd7-b7a2-a866822162af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:01.414874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba22a2bf-fd18-42ba-b661-81da02a62e6b req-dc876759-a92c-4fd7-b7a2-a866822162af tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.49 "DELETE /v2.0/ports/3e41395b-c683-4260-9f2e-98dd6c738af4 HTTP/1.1" status: 204 len: 173 time: 0.4577246 Oct 13 15:07:01.416343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447dcf75-25cc-406f-be87-0dd2812af142', 'name': 'network-vif-deleted', 'tag': '3e41395b-c683-4260-9f2e-98dd6c738af4'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:07:01.417605 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa59b3a-9412-475d-b93e-c79cd325db29" -d '{"events": [{"server_uuid": "447dcf75-25cc-406f-be87-0dd2812af142", "name": "network-vif-deleted", "tag": "3e41395b-c683-4260-9f2e-98dd6c738af4"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:07:01.452544 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55102b8d-3225-435b-82c9-7cbd57051a28 x-openstack-request-id: req-55102b8d-3225-435b-82c9-7cbd57051a28 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:07:01.452838 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447dcf75-25cc-406f-be87-0dd2812af142", "name": "network-vif-deleted", "tag": "3e41395b-c683-4260-9f2e-98dd6c738af4", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:07:01.453127 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55102b8d-3225-435b-82c9-7cbd57051a28 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:07:01.453524 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447dcf75-25cc-406f-be87-0dd2812af142', 'name': 'network-vif-deleted', 'tag': '3e41395b-c683-4260-9f2e-98dd6c738af4', 'status': 'completed', 'code': 200} Oct 13 15:07:01.990039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e62f016-e90a-4d9c-b95a-3fee36357c78 req-a9f44803-ef74-42a6-bff0-6590c6c772b6 tempest-ServerDiskConfigTestJSON-1355537758 tempest-ServerDiskConfigTestJSON-1355537758-project] 10.222.0.18 "GET /v2.0/ports?device_id=447dcf75-25cc-406f-be87-0dd2812af142 HTTP/1.1" status: 200 len: 210 time: 0.0303125 Oct 13 15:07:03.115758 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37726) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:07:03.162713 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Deleting subnet fcdd0c81-2867-4363-87e2-1383311ef4a2 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:07:03.165758 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:03.199499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:03.237477 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:03.377016 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:03.677925 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcdd0c81-2867-4363-87e2-1383311ef4a2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:03.687372 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:03.690541 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fcdd0c81-2867-4363-87e2-1383311ef4a2 HTTP/1.1" status: 204 len: 168 time: 0.5737450 Oct 13 15:07:03.692056 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:03.692399 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:03.692739 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:03.693752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:03.694062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37730) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:07:03.694673 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:03.694673 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:03.694863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:03.695014 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:03.695331 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:03.695650 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:03.695992 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:03.696307 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc7877-b0ed-4926-bf6f-2f3b966e3baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:03.762090 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e1eb36-5031-42ae-b47b-130f27030953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:03.842350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e1eb36-5031-42ae-b47b-130f27030953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:03.861648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-11e1eb36-5031-42ae-b47b-130f27030953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7992ec-6100-42ac-97f5-c3db00351735']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:03.871157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-11e1eb36-5031-42ae-b47b-130f27030953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b302c565-f618-4fa5-8a77-9d964f67cbe9') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:03.871454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-11e1eb36-5031-42ae-b47b-130f27030953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b302c565-f618-4fa5-8a77-9d964f67cbe9') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:03.880720 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e1eb36-5031-42ae-b47b-130f27030953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:03.893517 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e1eb36-5031-42ae-b47b-130f27030953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:03.899767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e1eb36-5031-42ae-b47b-130f27030953 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:07:03.900150 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e1eb36-5031-42ae-b47b-130f27030953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:07:03.901780 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:07:04.014415 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e1eb36-5031-42ae-b47b-130f27030953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:04.020344 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-11e1eb36-5031-42ae-b47b-130f27030953 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:04.024188 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-11e1eb36-5031-42ae-b47b-130f27030953 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9e7992ec-6100-42ac-97f5-c3db00351735 HTTP/1.1" status: 204 len: 168 time: 0.3291245 Oct 13 15:07:04.035890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1eb36-5031-42ae-b47b-130f27030953 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e7992ec-6100-42ac-97f5-c3db00351735,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:04.333644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37734) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:07:04.372933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c840fcd4-9d35-46ae-baa4-29d53cf363c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea50b4bde7154935b8d47b822092a20e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380857 Oct 13 15:07:04.375476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37736) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:07:04.426613 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-810f253e-fa73-4f04-b0c8-187e0fda2a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:04.448079 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-810f253e-fa73-4f04-b0c8-187e0fda2a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:04.563051 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-810f253e-fa73-4f04-b0c8-187e0fda2a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:04.565560 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-810f253e-fa73-4f04-b0c8-187e0fda2a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:04.566753 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-810f253e-fa73-4f04-b0c8-187e0fda2a82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f97c26c4-4828-4f62-a065-ab348ff62b09 HTTP/1.1" status: 204 len: 168 time: 0.1903923 Oct 13 15:07:04.574731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f253e-fa73-4f04-b0c8-187e0fda2a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97c26c4-4828-4f62-a065-ab348ff62b09,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:05.182543 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 3e41395b-c683-4260-9f2e-98dd6c738af4 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:07:05.202304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 3e41395b-c683-4260-9f2e-98dd6c738af4 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:07:05.202646 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 3e41395b-c683-4260-9f2e-98dd6c738af4 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:07:05.569654 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37758) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:07:05.679712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1621771962-network', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:07:05.782271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Made reservation on behalf of 1c84ae2b4776489ba1e0ae30076f7739 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:07:05.784603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:05.794245 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:05.868706 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:05.936714 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:05.962172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:07:05.970804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae3c72a-928b-4198-b206-6983be78031e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:05.977581 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:05.977937 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Added segment 89942649-f4c6-4f53-b285-ff22ac922e0e of type vlan for network 82bec7f8-6705-4676-9126-6cb9385cb04b Oct 13 15:07:06.017619 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:06.106082 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:06.107059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:06.107640 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:06.165797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] Pushing event updated for resources: {'Network': ['ID=82bec7f8-6705-4676-9126-6cb9385cb04b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:06.175453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 82bec7f8-6705-4676-9126-6cb9385cb04b details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:07:06.202634 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-03293cb7-cf61-4a56-8dfb-91bbeda5668d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6316416 Oct 13 15:07:06.205310 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37762) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:07:06.210274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-456d16f2-6902-4f1a-adc9-aa2bf397efad admin admin] Request body: {'subnet': {'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1621771962-subnet', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:07:06.273789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456d16f2-6902-4f1a-adc9-aa2bf397efad admin admin] Made reservation on behalf of 1c84ae2b4776489ba1e0ae30076f7739 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:07:06.277410 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-456d16f2-6902-4f1a-adc9-aa2bf397efad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:06.513782 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-456d16f2-6902-4f1a-adc9-aa2bf397efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:06.572957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d16f2-6902-4f1a-adc9-aa2bf397efad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36bdd28-2443-4931-a8ed-58309fce3b1f,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:06.580788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d16f2-6902-4f1a-adc9-aa2bf397efad admin admin] Checking segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:07:06.581169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456d16f2-6902-4f1a-adc9-aa2bf397efad admin admin] Network hostable DHCP agents. Network: 82bec7f8-6705-4676-9126-6cb9385cb04b, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:07:06.708254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456d16f2-6902-4f1a-adc9-aa2bf397efad admin admin] Network 82bec7f8-6705-4676-9126-6cb9385cb04b is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:07:06.785698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-456d16f2-6902-4f1a-adc9-aa2bf397efad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 82bec7f8-6705-4676-9126-6cb9385cb04b) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:07:06.790393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456d16f2-6902-4f1a-adc9-aa2bf397efad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:06.791889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-456d16f2-6902-4f1a-adc9-aa2bf397efad admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:06.795435 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c53522-9ae4-4abe-875d-d1522c60e8f1 None None] Network 82bec7f8-6705-4676-9126-6cb9385cb04b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:07:06.888089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-456d16f2-6902-4f1a-adc9-aa2bf397efad admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6816726 Oct 13 15:07:06.890699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37764) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:07:06.895048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:07:06.938894 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-82bec7f8-6705-4676-9126-6cb9385cb04b', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:07:06.939762 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.005587 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.006671 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.062923 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.075199 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Allocated IP 172.20.0.2 (82bec7f8-6705-4676-9126-6cb9385cb04b/f36bdd28-2443-4931-a8ed-58309fce3b1f/78c0f40d-8e73-4dc7-a31c-7655fb07eddc) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:07:07.219863 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.259412 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.394235 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.434498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Network 82bec7f8-6705-4676-9126-6cb9385cb04b is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:07:07.437604 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:07:07.440120 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:07:07.449555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Pushing event updated for resources: {'Port': ['ID=78c0f40d-8e73-4dc7-a31c-7655fb07eddc,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:07.477124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:07.477465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:07.477801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:07.478129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:07.478454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:07.478778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:07.479101 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:07.479421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:07.479743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:07.480058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:07.480375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:07.480690 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:07.512301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Attempting to bind port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:07:07.512669 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Attempting to bind port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:07:07.513048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Attempting to bind port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:07:07.518345 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:07:07.518721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Checking segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:07:07.519143 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.519539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Bound using segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:07:07.520006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Bound port: 78c0f40d-8e73-4dc7-a31c-7655fb07eddc, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:07:07.520388 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.583585 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] For port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:07:07.586878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] For port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=78c0f40d-8e73-4dc7-a31c-7655fb07eddc,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:07:07.598350 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.618412 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.689170 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.726986 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Allocated IP 172.25.0.186 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/1b0459c0-b95f-4306-b538-b562dccaf797) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:07:07.747639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0110f8-6606-4725-96ff-92afd0b3f22b None None] Pushing event updated for resources: {'Port': ['ID=78c0f40d-8e73-4dc7-a31c-7655fb07eddc,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:07.837474 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.933212 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:07.975467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:07:07.978758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:07:07.983235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:07:08.005792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Pushing event updated for resources: {'Port': ['ID=1b0459c0-b95f-4306-b538-b562dccaf797,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:08.573764 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:08.603251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23919adf-a037-4dc0-8f5a-2321050f4647 None None] Network 82bec7f8-6705-4676-9126-6cb9385cb04b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:07:08.718987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9a0a3862-0d9a-4ea5-9d5d-c6c3445ce501 None None] Provisioning complete for port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:07:08.719355 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3862-0d9a-4ea5-9d5d-c6c3445ce501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:08.773473 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:08.832298 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3862-0d9a-4ea5-9d5d-c6c3445ce501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:08.865851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9a0a3862-0d9a-4ea5-9d5d-c6c3445ce501 None None] For port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=78c0f40d-8e73-4dc7-a31c-7655fb07eddc,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:07:08.931918 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9a0a3862-0d9a-4ea5-9d5d-c6c3445ce501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:08.982629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Router 5e5c8872-6b17-4cad-b946-787d0398bd05 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:07:08.983033 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a3862-0d9a-4ea5-9d5d-c6c3445ce501 None None] Pushing event updated for resources: {'Port': ['ID=78c0f40d-8e73-4dc7-a31c-7655fb07eddc,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:09.050975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4a259058-de0e-4374-8355-7494561cf3a3 None None] Provisioning complete for port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:07:09.051372 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4a259058-de0e-4374-8355-7494561cf3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:09.099503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:07:09.112345 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Sync routers for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:07:09.125257 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:07:09.125900 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:06:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:09.172679 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:09.174219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-24c47967-d491-4a08-bc81-9bf5e77f0c04 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2823987 Oct 13 15:07:09.176701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37768) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:07:09.232310 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:07:09.439635 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:08Z', 'revision_number': 3, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:09.466445 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Checking router: 5e5c8872-6b17-4cad-b946-787d0398bd05 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:07:09.466794 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Updating router 5e5c8872-6b17-4cad-b946-787d0398bd05 port 1b0459c0-b95f-4306-b538-b562dccaf797 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:07:09.492144 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:09.607374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:09.754457 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:09.769818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 78c0f40d-8e73-4dc7-a31c-7655fb07eddc up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:07:09.783411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Allocated IP 172.20.0.1 (82bec7f8-6705-4676-9126-6cb9385cb04b/f36bdd28-2443-4931-a8ed-58309fce3b1f/f404c03b-e8d0-41b9-bcea-fa2550459a93) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:07:09.817150 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:07:09.817525 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:09.839289 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:09.891466 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:09.893802 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Attempting to bind port 1b0459c0-b95f-4306-b538-b562dccaf797 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:07:09.894243 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Attempting to bind port 1b0459c0-b95f-4306-b538-b562dccaf797 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:07:09.894673 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Attempting to bind port 1b0459c0-b95f-4306-b538-b562dccaf797 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:07:09.896789 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Pushing event updated for resources: {'Port': ['ID=1b0459c0-b95f-4306-b538-b562dccaf797,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:09.907533 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:07:09.907977 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:07:09.908446 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:09.908902 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:07:09.909398 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Bound port: 1b0459c0-b95f-4306-b538-b562dccaf797, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:07:09.909775 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:09.912784 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:09.913151 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:09.913721 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:09.914089 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:09.914621 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:09.914960 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:09.915292 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:09.915620 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:09.915948 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:09.916273 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:09.916596 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:09.916919 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:09.968037 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] For port 1b0459c0-b95f-4306-b538-b562dccaf797, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:07:09.971033 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] For port 1b0459c0-b95f-4306-b538-b562dccaf797, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1b0459c0-b95f-4306-b538-b562dccaf797,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:07:09.999666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:10.045252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Network 82bec7f8-6705-4676-9126-6cb9385cb04b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:07:10.048226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:07:10.051671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:07:10.055114 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:10.075476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Pushing event updated for resources: {'Port': ['ID=f404c03b-e8d0-41b9-bcea-fa2550459a93,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:10.090372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:10.090711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:10.091048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:10.091380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:10.091715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:10.092043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:10.092362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:10.092687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:10.093026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:10.093351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:10.093700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:10.094054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:07:10.113805 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:10.130594 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6be1cd-babc-4338-aea7-9aa223dc99e4 None None] Pushing event updated for resources: {'Port': ['ID=1b0459c0-b95f-4306-b538-b562dccaf797,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:10.133987 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:07:10.134583 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:06:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:10.245137 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:07:10.324249 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:10.357201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-35c07449-3a75-421a-8850-0cd3743c57e8 None None] Provisioning complete for port f404c03b-e8d0-41b9-bcea-fa2550459a93 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:07:10.357731 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-35c07449-3a75-421a-8850-0cd3743c57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:10.404883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-35c07449-3a75-421a-8850-0cd3743c57e8 None None] Port f404c03b-e8d0-41b9-bcea-fa2550459a93 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:07:10.439122 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:08Z', 'revision_number': 3, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:10.466506 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e781b2c4-2655-452f-99bb-18522fc885eb None None] The sync data for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 is: [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:08Z', 'revision_number': 3, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:07:10.487253 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:10.547954 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:10.623580 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:10.625359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Pushing event updated for resources: {'Port': ['ID=f404c03b-e8d0-41b9-bcea-fa2550459a93,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:10.734027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Network 82bec7f8-6705-4676-9126-6cb9385cb04b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:07:10.735998 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:07:10.861494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Router 5e5c8872-6b17-4cad-b946-787d0398bd05 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:07:10.977695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:07:10.982721 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3392b6c1-e8e5-43be-93bf-bf7addb09337 admin admin] 10.222.0.18 "PUT /v2.0/routers/5e5c8872-6b17-4cad-b946-787d0398bd05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8050125 Oct 13 15:07:11.030330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-be8d1031-914e-4a81-9038-16acfbe2c73f None None] Provisioning complete for port f404c03b-e8d0-41b9-bcea-fa2550459a93 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:07:11.031146 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-be8d1031-914e-4a81-9038-16acfbe2c73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:11.070579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-be8d1031-914e-4a81-9038-16acfbe2c73f None None] Port f404c03b-e8d0-41b9-bcea-fa2550459a93 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:07:11.558079 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37776) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:07:11.562708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f31de885-7914-4b3a-9301-fd5e92d49546 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875656080', 'description': 'tempest-description--1441822862'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:07:11.645329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f31de885-7914-4b3a-9301-fd5e92d49546 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:11.725417 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f31de885-7914-4b3a-9301-fd5e92d49546 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:11.762034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1b0459c0-b95f-4306-b538-b562dccaf797 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:07:11.788336 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f31de885-7914-4b3a-9301-fd5e92d49546 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:11.810688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1b0459c0-b95f-4306-b538-b562dccaf797 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:07:11.811062 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:11.818257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31de885-7914-4b3a-9301-fd5e92d49546 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ecefd3-d1ec-4063-ac76-f49a75fca2c8,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:11.881814 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f31de885-7914-4b3a-9301-fd5e92d49546 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:11.887421 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 37778) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:07:11.892154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e8992254-9121-482f-b0ee-dcef6ddf0f9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Request body: {'security_group_rule': {'security_group_id': '94ecefd3-d1ec-4063-ac76-f49a75fca2c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:07:11.893557 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:11.893772 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f31de885-7914-4b3a-9301-fd5e92d49546 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3344090 Oct 13 15:07:11.914540 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 1b0459c0-b95f-4306-b538-b562dccaf797, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1b0459c0-b95f-4306-b538-b562dccaf797,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:07:11.981940 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e8992254-9121-482f-b0ee-dcef6ddf0f9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:11.987874 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:12.036502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=1b0459c0-b95f-4306-b538-b562dccaf797,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:12.041626 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e8992254-9121-482f-b0ee-dcef6ddf0f9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:12.054706 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Sync routers for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:07:12.063889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:07:12.064493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:06:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:12.107957 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e8992254-9121-482f-b0ee-dcef6ddf0f9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:12.124670 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8992254-9121-482f-b0ee-dcef6ddf0f9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0128cac5-4776-4b0e-858f-e3bf0bd635bc,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:12.216617 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e8992254-9121-482f-b0ee-dcef6ddf0f9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:12.217901 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e8992254-9121-482f-b0ee-dcef6ddf0f9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3294859 Oct 13 15:07:12.220693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37780) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:07:12.225649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1f09936d-a75f-4ffb-966d-e6fc57f3e770 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Request body: {'security_group_rule': {'security_group_id': '94ecefd3-d1ec-4063-ac76-f49a75fca2c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:07:12.322518 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f09936d-a75f-4ffb-966d-e6fc57f3e770 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:12.325296 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:07:12.386647 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f09936d-a75f-4ffb-966d-e6fc57f3e770 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:12.460028 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f09936d-a75f-4ffb-966d-e6fc57f3e770 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:12.481007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09936d-a75f-4ffb-966d-e6fc57f3e770 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8451c33e-4515-4dfd-a458-7dc0ed16d80b,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:12.525770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 2, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:12.556870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Checking router: 5e5c8872-6b17-4cad-b946-787d0398bd05 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:07:12.557257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Updating router 5e5c8872-6b17-4cad-b946-787d0398bd05 port f404c03b-e8d0-41b9-bcea-fa2550459a93 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:07:12.559020 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1f09936d-a75f-4ffb-966d-e6fc57f3e770 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:12.560253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1f09936d-a75f-4ffb-966d-e6fc57f3e770 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3383932 Oct 13 15:07:12.563232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37782) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:07:12.567725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:07:12.582549 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:12.711884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:12.750681 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:07:12.809425 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:12.849437 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:12.911428 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:12.915778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Allocated IP 172.25.0.141 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/e2614f12-1cb7-4ce8-8805-7ab8cf77cbb4) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:07:12.968599 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87e7c9-32d5-44d2-bac4-d394e8f4aded None None] Pushing event updated for resources: {'Port': ['ID=f404c03b-e8d0-41b9-bcea-fa2550459a93,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:13.018495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Attempting to bind port f404c03b-e8d0-41b9-bcea-fa2550459a93 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:07:13.018928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Attempting to bind port f404c03b-e8d0-41b9-bcea-fa2550459a93 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:07:13.019285 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Attempting to bind port f404c03b-e8d0-41b9-bcea-fa2550459a93 on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:07:13.024774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:07:13.025187 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Checking segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:07:13.025595 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.026017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Bound using segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:07:13.026497 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Bound port: f404c03b-e8d0-41b9-bcea-fa2550459a93, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:07:13.026880 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.031721 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.094949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] For port f404c03b-e8d0-41b9-bcea-fa2550459a93, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:07:13.098134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] For port f404c03b-e8d0-41b9-bcea-fa2550459a93, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f404c03b-e8d0-41b9-bcea-fa2550459a93,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:07:13.123695 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.170224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:07:13.173011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:07:13.175484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:07:13.181262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event updated for resources: {'Port': ['ID=e2614f12-1cb7-4ce8-8805-7ab8cf77cbb4,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:13.182745 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.245931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d56e26b9-0cab-4abe-8de4-0c1883263bbe None None] Provisioning complete for port f404c03b-e8d0-41b9-bcea-fa2550459a93 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:07:13.246304 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d56e26b9-0cab-4abe-8de4-0c1883263bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.278627 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87e7c9-32d5-44d2-bac4-d394e8f4aded None None] Pushing event updated for resources: {'Port': ['ID=f404c03b-e8d0-41b9-bcea-fa2550459a93,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:13.281656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:07:13.282267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:06:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:13.309905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.419064 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.430905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:07:13.458941 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d56e26b9-0cab-4abe-8de4-0c1883263bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.539380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d56e26b9-0cab-4abe-8de4-0c1883263bbe None None] For port f404c03b-e8d0-41b9-bcea-fa2550459a93, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f404c03b-e8d0-41b9-bcea-fa2550459a93,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:07:13.577176 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.608111 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d56e26b9-0cab-4abe-8de4-0c1883263bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.636413 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.682758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e26b9-0cab-4abe-8de4-0c1883263bbe None None] Pushing event updated for resources: {'Port': ['ID=f404c03b-e8d0-41b9-bcea-fa2550459a93,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:13.704123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:13.709527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event updated for resources: {'Port': ['ID=e2614f12-1cb7-4ce8-8805-7ab8cf77cbb4,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:13.731285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.736611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ee079-6e46-40b9-942f-1646a088b1a0 None None] The sync data for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 is: [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:07:13.748295 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1b0459c0-b95f-4306-b538-b562dccaf797 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:07:13.750577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d697262e-426b-47d9-9e0f-d16a6d64f67b None None] Provisioning complete for port f404c03b-e8d0-41b9-bcea-fa2550459a93 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:07:13.750948 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d697262e-426b-47d9-9e0f-d16a6d64f67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.830022 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.831292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-95311d43-d7e8-45bb-ba8d-cc4e95fec7ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2671313 Oct 13 15:07:13.869177 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1b0459c0-b95f-4306-b538-b562dccaf797 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:07:13.869552 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:13.988864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-3a963369-5096-4ba1-bccf-2b41634a3e6a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--875656080&fields=id&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 267 time: 0.0392833 Oct 13 15:07:14.106120 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-02050206-235c-4eb3-9455-1a6baa4e0397 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:14.107655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-02050206-235c-4eb3-9455-1a6baa4e0397 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 812 time: 0.1104391 Oct 13 15:07:14.123541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-ff619898-4600-4ab8-ab7f-f494dd645fc7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/quotas/1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 375 time: 0.0100842 Oct 13 15:07:14.179451 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-eb999146-3c4c-4a8f-9786-9725dcdfbc0d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494692 Oct 13 15:07:14.281878 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-0dc5d3e3-ccba-45fc-91e1-55f254bdb1c8 service neutron] 10.222.0.18 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905890 Oct 13 15:07:14.375264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-3d9c176c-95bd-4767-8184-286d71a3cd53 service neutron] 10.222.0.18 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870302 Oct 13 15:07:14.637665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b88512c1-093b-4fa7-9418-d7c50ce84e1a req-b11fd01c-8f6f-4958-b891-56a484c9b2d1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 210 time: 0.0396805 Oct 13 15:07:15.754670 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f404c03b-e8d0-41b9-bcea-fa2550459a93 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:07:15.757771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27c8e652-2885-415d-acb1-37cd7bd12829 req-2c53db0a-5328-4a60-b0bf-325d5c7e3c8e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 210 time: 0.0475793 Oct 13 15:07:15.805584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f404c03b-e8d0-41b9-bcea-fa2550459a93 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:07:15.805954 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:16.641593 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-a8d043cb-f33d-418a-9f1f-8eede727c36a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:16.643015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-a8d043cb-f33d-418a-9f1f-8eede727c36a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 812 time: 0.1054800 Oct 13 15:07:16.689213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-02ab9b11-b9fa-4037-9bf7-df73eed53f71 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 379 time: 0.0355246 Oct 13 15:07:16.699809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b7d62a4d-02db-42a1-acea-307ffa779482 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Request body: {'port': {'device_id': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'admin_state_up': True, 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'security_groups': ['94ecefd3-d1ec-4063-ac76-f49a75fca2c8']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:07:16.855576 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5360fa42-cd18-4734-946a-b63575f2a7a1 req-0a5bf246-15e9-437e-ad52-08f9911baf2e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 210 time: 0.0264854 Oct 13 15:07:16.885116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b7d62a4d-02db-42a1-acea-307ffa779482 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Made reservation on behalf of 1c84ae2b4776489ba1e0ae30076f7739 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:07:16.888732 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b7d62a4d-02db-42a1-acea-307ffa779482 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:17.021978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b7d62a4d-02db-42a1-acea-307ffa779482 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Allocated IP 172.20.0.12 (82bec7f8-6705-4676-9126-6cb9385cb04b/f36bdd28-2443-4931-a8ed-58309fce3b1f/edf16a4b-b3dd-45a8-abf6-f1b8b3e76833) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:07:17.156949 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b7d62a4d-02db-42a1-acea-307ffa779482 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:17.249057 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b7d62a4d-02db-42a1-acea-307ffa779482 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:17.293447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b7d62a4d-02db-42a1-acea-307ffa779482 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Network 82bec7f8-6705-4676-9126-6cb9385cb04b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:07:17.296610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b7d62a4d-02db-42a1-acea-307ffa779482 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:07:17.300268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b7d62a4d-02db-42a1-acea-307ffa779482 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:07:17.307523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d62a4d-02db-42a1-acea-307ffa779482 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event updated for resources: {'Port': ['ID=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:17.354436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b7d62a4d-02db-42a1-acea-307ffa779482 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:17.355060 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b7d62a4d-02db-42a1-acea-307ffa779482 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:17.428467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b7d62a4d-02db-42a1-acea-307ffa779482 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7323904 Oct 13 15:07:17.442848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Request body: {'port': {'device_id': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:07:17.500416 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:17.550186 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-aa90a1d3-e659-4081-bad8-9e7c515c7292 None None] Provisioning complete for port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:07:17.550783 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aa90a1d3-e659-4081-bad8-9e7c515c7292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:17.596897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-aa90a1d3-e659-4081-bad8-9e7c515c7292 None None] Port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:07:17.758516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:07:17.765766 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:17.778050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Transition to ACTIVE for port object edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:07:17.856364 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:17.905467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59856879-c525-4e36-a678-1c657644f18d service neutron] Pushing event updated for resources: {'Port': ['ID=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:18.012707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Attempting to bind port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:07:18.013069 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Attempting to bind port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:07:18.013406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Attempting to bind port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:07:18.022453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f91768-4110-4ade-933f-d322b1b3000c req-d7e291f5-67d5-44bc-82ba-00a4603c7bc7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:18.024022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5f91768-4110-4ade-933f-d322b1b3000c req-d7e291f5-67d5-44bc-82ba-00a4603c7bc7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 944 time: 0.0942822 Oct 13 15:07:18.027683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 on network 82bec7f8-6705-4676-9126-6cb9385cb04b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:07:18.028010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Attempting to bind port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:07:18.040718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:07:18.041095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Checking segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:07:18.041477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Bound using segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:07:18.042175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Bound port: edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:07:18.042299 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:18.096160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5f91768-4110-4ade-933f-d322b1b3000c req-cafc3f3c-1d13-4f3f-baaf-db859e2d32a6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646877 Oct 13 15:07:18.128057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] For port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:07:18.131125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] For port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:07:18.203109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:18.243124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:18.243747 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:18.245201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-59856879-c525-4e36-a678-1c657644f18d service neutron] 10.222.0.41 "PUT /v2.0/ports/edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 HTTP/1.1" status: 200 len: 1093 time: 0.8066623 Oct 13 15:07:18.245623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:07:18.247955 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08de88f8-c422-49e2-b7e9-4c3c3bca69b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:07:18.270176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59856879-c525-4e36-a678-1c657644f18d service neutron] Pushing event updated for resources: {'Port': ['ID=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:18.290863 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88441f5d-faa8-463c-abab-519072105932 x-openstack-request-id: req-88441f5d-faa8-463c-abab-519072105932 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:07:18.291158 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:07:18.291412 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88441f5d-faa8-463c-abab-519072105932 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:07:18.291811 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'status': 'completed', 'code': 200} Oct 13 15:07:18.356393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de88f8-c422-49e2-b7e9-4c3c3bca69b1 req-7f6186a7-1d2e-47b7-a837-e6a8349aebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:18.357939 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08de88f8-c422-49e2-b7e9-4c3c3bca69b1 req-7f6186a7-1d2e-47b7-a837-e6a8349aebd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 1096 time: 0.0447097 Oct 13 15:07:18.464433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de88f8-c422-49e2-b7e9-4c3c3bca69b1 req-0c05471b-74d6-4564-a60e-6e9f75e699c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:18.468683 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08de88f8-c422-49e2-b7e9-4c3c3bca69b1 req-0c05471b-74d6-4564-a60e-6e9f75e699c9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0987830 Oct 13 15:07:18.830982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de88f8-c422-49e2-b7e9-4c3c3bca69b1 req-f8184471-2bb9-45dc-b3db-cb1a358cf8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:18.832474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-08de88f8-c422-49e2-b7e9-4c3c3bca69b1 req-f8184471-2bb9-45dc-b3db-cb1a358cf8eb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3596210 Oct 13 15:07:18.910283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b6c3cd4f-20cc-40b3-9950-d970c0852570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:18.911774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-b6c3cd4f-20cc-40b3-9950-d970c0852570 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 1096 time: 0.0397346 Oct 13 15:07:18.957615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-d403bb80-7542-4506-b3ae-5606ff64fa1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 HTTP/1.1" status: 200 len: 217 time: 0.0368941 Oct 13 15:07:19.007420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-4128f72f-0a64-40bd-bc01-0ea428540076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:19.008862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-4128f72f-0a64-40bd-bc01-0ea428540076 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0437391 Oct 13 15:07:19.056190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-2b2f5c6f-dc8a-457a-b0bb-3a3a118bff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:19.057802 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-2b2f5c6f-dc8a-457a-b0bb-3a3a118bff6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416448 Oct 13 15:07:19.113882 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:19.155601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-1089f3dc-f68e-4213-bc44-415f8aa8b3a7 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894299 Oct 13 15:07:19.278844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7af06-10eb-4120-9ffa-37244bb10d04 req-086c13e3-655b-4732-ac3c-44b4437eb587 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:19.280575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbb7af06-10eb-4120-9ffa-37244bb10d04 req-086c13e3-655b-4732-ac3c-44b4437eb587 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 944 time: 0.1091466 Oct 13 15:07:19.297041 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dfbf810-13ae-4b36-b14e-a69a0882afa6 req-ae4a7a57-5d9d-4c07-b567-21666239d36e service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337864 Oct 13 15:07:19.325607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dbb7af06-10eb-4120-9ffa-37244bb10d04 req-7c64f75b-2fd0-434e-b0f6-9b52d8fb6915 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376432 Oct 13 15:07:19.551102 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea84de21-cb79-4486-8d58-e38bec0eb701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:20.442140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e03eef-cceb-40ed-9861-733a0d13597b req-36fe9ca8-7951-4b85-954b-6eaf68aaf146 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:20.443642 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4e03eef-cceb-40ed-9861-733a0d13597b req-36fe9ca8-7951-4b85-954b-6eaf68aaf146 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 944 time: 0.0488741 Oct 13 15:07:20.483077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4e03eef-cceb-40ed-9861-733a0d13597b req-7a6ddc11-feec-46cd-9447-b7b92467a5e6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329680 Oct 13 15:07:21.597041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45ebff-7e2d-460e-b323-6ad28af2e3d2 req-3e0ca048-f168-43ff-b7e6-81ce840da7ff tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:21.598467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f45ebff-7e2d-460e-b323-6ad28af2e3d2 req-3e0ca048-f168-43ff-b7e6-81ce840da7ff tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 944 time: 0.0491018 Oct 13 15:07:21.636349 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f45ebff-7e2d-460e-b323-6ad28af2e3d2 req-105223d3-546a-4dd3-b30f-c0f81c37f3c0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311520 Oct 13 15:07:21.931243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:07:22.022612 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:07:22.034783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'port_id': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'mac_address': 'fa:16:3e:c3:5b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:07:22.075483 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:22.087897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:07:22.106972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:07:22.191229 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:22.251871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:22.316870 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ccbfbb1b-1e8d-4c61-80b9-002e32365ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:22.351049 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:22.513583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['edf16a4b-b3dd-45a8-abf6-f1b8b3e76833'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:07:22.756255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de634add-0cd9-44a8-9532-c46816226acf req-8422f721-5da1-4cd7-8fee-551de8506d02 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:22.757800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de634add-0cd9-44a8-9532-c46816226acf req-8422f721-5da1-4cd7-8fee-551de8506d02 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 945 time: 0.0536623 Oct 13 15:07:22.797995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de634add-0cd9-44a8-9532-c46816226acf req-5784eefc-dc8e-45fa-81a0-3bc913f692fc tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340247 Oct 13 15:07:23.925164 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32db26b-98a3-4b20-950a-071b64c1fdd9 req-f5231409-194d-4ed2-98f4-a88d11972e12 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:23.925860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:07:23.926547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e32db26b-98a3-4b20-950a-071b64c1fdd9 req-f5231409-194d-4ed2-98f4-a88d11972e12 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 945 time: 0.0500824 Oct 13 15:07:23.967949 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e32db26b-98a3-4b20-950a-071b64c1fdd9 req-17355dcc-7d56-492e-a318-e4be96134e34 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335150 Oct 13 15:07:24.038743 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:24.065071 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:24.066647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:07:24.070814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:07:24.072612 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:24.146461 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:24.169545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:07:24.171795 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e819f4-54ae-4b08-a762-04047c7fd8a6" -d '{"events": [{"server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "name": "network-vif-plugged", "status": "completed", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:07:24.184716 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:07:24.208135 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8e3c1a-d313-4148-8b77-9037b16b53e0 x-openstack-request-id: req-4a8e3c1a-d313-4148-8b77-9037b16b53e0 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:07:24.208451 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "name": "network-vif-plugged", "status": "completed", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:07:24.208700 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a8e3c1a-d313-4148-8b77-9037b16b53e0 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:07:24.209138 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'code': 200} Oct 13 15:07:24.253785 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:24.306400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78c867-30b2-4e4c-84ac-722f5ae76fe6 req-a83afd30-6dbb-4601-bcec-7bdf68f9eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:24.307003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:07:24.307921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a78c867-30b2-4e4c-84ac-722f5ae76fe6 req-a83afd30-6dbb-4601-bcec-7bdf68f9eea1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 1098 time: 0.0410111 Oct 13 15:07:24.343860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a78c867-30b2-4e4c-84ac-722f5ae76fe6 req-8ce70562-3fa7-423c-b01b-35c86ba5de3d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281520 Oct 13 15:07:25.091533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a9c48-d926-4394-824d-c0ce1a40e330 req-ad281ce8-a957-4eab-ab53-9485395b5dc2 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:25.093050 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b90a9c48-d926-4394-824d-c0ce1a40e330 req-ad281ce8-a957-4eab-ab53-9485395b5dc2 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0573208 Oct 13 15:07:25.131285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b90a9c48-d926-4394-824d-c0ce1a40e330 req-62f830de-f434-4bcd-b35e-2b6b308483a7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318584 Oct 13 15:07:25.547891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:26.251600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26c5d-9c06-4766-8068-3fba66e92552 req-f02e8da1-106d-4ec9-a6bb-04362b9089e3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:26.253102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06c26c5d-9c06-4766-8068-3fba66e92552 req-f02e8da1-106d-4ec9-a6bb-04362b9089e3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0486848 Oct 13 15:07:26.291173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06c26c5d-9c06-4766-8068-3fba66e92552 req-95b23abe-1e21-4586-9e85-d41c56b74665 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315678 Oct 13 15:07:26.402297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886add54-991a-4673-847b-8f0c7336d5f0 req-3da1ba55-50b1-4384-b444-1faa51791662 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:26.407010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-886add54-991a-4673-847b-8f0c7336d5f0 req-3da1ba55-50b1-4384-b444-1faa51791662 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0490501 Oct 13 15:07:26.413030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 37836) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:07:26.417344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-2dd6ad0c-7f6f-4e19-b9e2-29662c7db3be tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Request body: {'floatingip': {'port_id': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:07:26.459341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2dd6ad0c-7f6f-4e19-b9e2-29662c7db3be tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:27.037140 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2dd6ad0c-7f6f-4e19-b9e2-29662c7db3be tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:27.113192 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2dd6ad0c-7f6f-4e19-b9e2-29662c7db3be tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:27.219069 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-2dd6ad0c-7f6f-4e19-b9e2-29662c7db3be tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6 associated. External IP: 172.25.0.141, port: edf16a4b-b3dd-45a8-abf6-f1b8b3e76833. Oct 13 15:07:27.424049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd6ad0c-7f6f-4e19-b9e2-29662c7db3be tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Router 5e5c8872-6b17-4cad-b946-787d0398bd05 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:07:27.529737 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd6ad0c-7f6f-4e19-b9e2-29662c7db3be tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:07:27.535034 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2dd6ad0c-7f6f-4e19-b9e2-29662c7db3be tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:27.539539 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b022e1-0afd-4f18-bc6b-711ee48c85ef None None] Sync routers for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:07:27.548460 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b022e1-0afd-4f18-bc6b-711ee48c85ef None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:07:27.549090 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-95b022e1-0afd-4f18-bc6b-711ee48c85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:07:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:27.562077 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2dd6ad0c-7f6f-4e19-b9e2-29662c7db3be tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "PUT /v2.0/floatingips/325e3b4c-f8c2-4353-9822-d9489f86eae6 HTTP/1.1" status: 200 len: 992 time: 1.1480496 Oct 13 15:07:27.562688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:07:27.564941 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc4a8e4-26af-4f6e-b4c4-44c8b2c69944" -d '{"events": [{"name": "network-changed", "server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:07:27.602082 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c6ecd6-0a66-4a85-bf49-deca0f6b91ce x-openstack-request-id: req-03c6ecd6-0a66-4a85-bf49-deca0f6b91ce {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:07:27.602374 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:07:27.602651 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03c6ecd6-0a66-4a85-bf49-deca0f6b91ce {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:07:27.603026 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'status': 'completed', 'code': 200} Oct 13 15:07:27.673773 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-95b022e1-0afd-4f18-bc6b-711ee48c85ef None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:07:27.676341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4a8e4-26af-4f6e-b4c4-44c8b2c69944 req-9aa85615-bcda-46da-bd12-5fe4fea6b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:27.677954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fc4a8e4-26af-4f6e-b4c4-44c8b2c69944 req-9aa85615-bcda-46da-bd12-5fe4fea6b422 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 1098 time: 0.0427663 Oct 13 15:07:27.772852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4a8e4-26af-4f6e-b4c4-44c8b2c69944 req-e9154226-d44d-40b8-b9ac-191bca51b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:27.774421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fc4a8e4-26af-4f6e-b4c4-44c8b2c69944 req-e9154226-d44d-40b8-b9ac-191bca51b341 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0885355 Oct 13 15:07:27.839891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fc4a8e4-26af-4f6e-b4c4-44c8b2c69944 req-43677626-667e-4118-9cc8-57ff914d05c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 HTTP/1.1" status: 200 len: 1000 time: 0.0579343 Oct 13 15:07:27.892973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4a8e4-26af-4f6e-b4c4-44c8b2c69944 req-f164a592-3389-489f-81b2-87052a9458b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:27.894471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fc4a8e4-26af-4f6e-b4c4-44c8b2c69944 req-f164a592-3389-489f-81b2-87052a9458b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0474544 Oct 13 15:07:27.906688 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-95b022e1-0afd-4f18-bc6b-711ee48c85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '325e3b4c-f8c2-4353-9822-d9489f86eae6', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'port_id': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'mac_address': 'fa:16:3e:c3:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:07:13Z', 'updated_at': '2021-10-13T15:07:26Z', 'revision_number': 1, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:27.933209 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b022e1-0afd-4f18-bc6b-711ee48c85ef None None] Checking router: 5e5c8872-6b17-4cad-b946-787d0398bd05 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:07:27.941326 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b022e1-0afd-4f18-bc6b-711ee48c85ef None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:07:27.941928 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-95b022e1-0afd-4f18-bc6b-711ee48c85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:07:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:27.942679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4a8e4-26af-4f6e-b4c4-44c8b2c69944 req-e8e1e66b-67ce-46d0-b4d9-3cc87cecf41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:27.944219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fc4a8e4-26af-4f6e-b4c4-44c8b2c69944 req-e8e1e66b-67ce-46d0-b4d9-3cc87cecf41c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405905 Oct 13 15:07:28.035833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fc4a8e4-26af-4f6e-b4c4-44c8b2c69944 req-f560520b-651e-4d33-97d4-1caf780e24a1 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834014 Oct 13 15:07:28.050066 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-95b022e1-0afd-4f18-bc6b-711ee48c85ef None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:07:28.137141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fc4a8e4-26af-4f6e-b4c4-44c8b2c69944 req-45583c23-ad56-491b-8773-b193f7d7bd3e service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927036 Oct 13 15:07:28.360015 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-95b022e1-0afd-4f18-bc6b-711ee48c85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '325e3b4c-f8c2-4353-9822-d9489f86eae6', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'port_id': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'mac_address': 'fa:16:3e:c3:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:07:13Z', 'updated_at': '2021-10-13T15:07:26Z', 'revision_number': 1, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:07:28.386660 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b022e1-0afd-4f18-bc6b-711ee48c85ef None None] The sync data for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 is: [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '325e3b4c-f8c2-4353-9822-d9489f86eae6', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'port_id': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'mac_address': 'fa:16:3e:c3:5b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:07:13Z', 'updated_at': '2021-10-13T15:07:26Z', 'revision_number': 1, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:07:28.575878 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91d9085-291c-428e-a856-c6fb584ed628 None None] New status for floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:07:49.109511 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:49.538315 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-487188d0-27b7-4a5f-8682-60978163f20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:49.752039 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:07:52.307043 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d439eca3-c868-4329-97c5-af1a95aca874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:52.364317 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:54.038826 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:54.080693 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:55.518327 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:07:55.567124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e96af48-801c-412e-a4f1-7331cb5f5616 req-c15fa517-b440-4771-889a-5df52f1b8c3c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407975 Oct 13 15:07:55.663073 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96af48-801c-412e-a4f1-7331cb5f5616 req-110b5b91-451c-429b-a0ca-cac26335a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:55.665952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e96af48-801c-412e-a4f1-7331cb5f5616 req-110b5b91-451c-429b-a0ca-cac26335a796 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 1098 time: 0.0508156 Oct 13 15:07:55.777638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96af48-801c-412e-a4f1-7331cb5f5616 req-b8870a20-33af-4da9-84c9-362efb8b3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:55.779327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e96af48-801c-412e-a4f1-7331cb5f5616 req-b8870a20-33af-4da9-84c9-362efb8b3d7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0888596 Oct 13 15:07:55.846164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e96af48-801c-412e-a4f1-7331cb5f5616 req-3ac884ee-c686-4027-b5f8-9d76eb24e232 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 HTTP/1.1" status: 200 len: 1002 time: 0.0592084 Oct 13 15:07:56.166405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96af48-801c-412e-a4f1-7331cb5f5616 req-a18970e5-8714-490f-8750-73068c5e04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:56.167779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e96af48-801c-412e-a4f1-7331cb5f5616 req-a18970e5-8714-490f-8750-73068c5e04f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.3139067 Oct 13 15:07:56.214048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96af48-801c-412e-a4f1-7331cb5f5616 req-979a466c-3014-4d11-8294-42bfb1d5e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:07:56.215540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e96af48-801c-412e-a4f1-7331cb5f5616 req-979a466c-3014-4d11-8294-42bfb1d5e6b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405309 Oct 13 15:07:56.318992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e96af48-801c-412e-a4f1-7331cb5f5616 req-bc2f2461-cfbf-4d9c-b5b1-9816c320d4b0 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955837 Oct 13 15:07:56.412797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e96af48-801c-412e-a4f1-7331cb5f5616 req-07fe565f-55b2-471b-9156-54809d9b80e8 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855968 Oct 13 15:08:19.130753 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:19.559956 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00c8e955-f994-4909-9f65-5c15c2e07028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:22.302626 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7e6336e-d5bb-4be0-ac34-75db1c596972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:22.371971 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:24.008806 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:24.031693 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:25.525383 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:26.751036 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:08:49.118574 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:49.546963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-49f0f0fb-a319-4204-9733-aaa3378e9345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:52.320280 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec7cbb66-37dc-4a76-88aa-50e6416f53ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:52.381249 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:54.033041 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:54.061238 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:55.529749 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:08:55.565248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96b48952-c2d9-4539-afad-10a0950611ae req-951d9f58-ca7d-4290-994a-989b913c6f69 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405529 Oct 13 15:08:55.652037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48952-c2d9-4539-afad-10a0950611ae req-79d7fe20-d5bf-4631-930a-b79034b0c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:08:55.653556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96b48952-c2d9-4539-afad-10a0950611ae req-79d7fe20-d5bf-4631-930a-b79034b0c3fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 1098 time: 0.0447469 Oct 13 15:08:55.804413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48952-c2d9-4539-afad-10a0950611ae req-4906207b-92ac-4a63-a32d-de9be4268659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:08:55.806197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96b48952-c2d9-4539-afad-10a0950611ae req-4906207b-92ac-4a63-a32d-de9be4268659 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1323192 Oct 13 15:08:55.885910 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96b48952-c2d9-4539-afad-10a0950611ae req-5a2ab4a8-9c48-458a-a2bb-c80e0d70059b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 HTTP/1.1" status: 200 len: 1002 time: 0.0661600 Oct 13 15:08:55.935574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48952-c2d9-4539-afad-10a0950611ae req-fe4f5fc7-edb7-4e8d-b14e-1a94dd1a59f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:08:55.936929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96b48952-c2d9-4539-afad-10a0950611ae req-fe4f5fc7-edb7-4e8d-b14e-1a94dd1a59f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0439541 Oct 13 15:08:55.983118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b48952-c2d9-4539-afad-10a0950611ae req-c96b3ea7-7831-4915-abf7-5d3e80bb6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:08:55.984600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96b48952-c2d9-4539-afad-10a0950611ae req-c96b3ea7-7831-4915-abf7-5d3e80bb6c4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401845 Oct 13 15:08:56.077809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96b48952-c2d9-4539-afad-10a0950611ae req-8448b007-122b-4598-b4a0-9b6587f50a31 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856018 Oct 13 15:08:56.168820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-96b48952-c2d9-4539-afad-10a0950611ae req-0db52ab0-cf51-4d36-b971-23a4fd5cd8e7 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831258 Oct 13 15:09:03.751976 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:09:19.111705 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:19.534481 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3659767a-5049-4bbf-9a7a-add64a860196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:22.310659 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d7fee9f5-8414-41dd-89fa-91a8c14391a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:22.420571 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:24.002825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:24.019591 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:25.528525 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:40.751366 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:09:49.117258 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:49.528747 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c958b32a-7775-49d5-9524-65f7bb1216ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:52.322473 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c8ff7538-558b-4661-82e8-d52b758846fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:52.449158 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:54.019884 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:54.048372 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:55.546159 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:09:56.567522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dc97f45-a402-4446-9cb0-7ca7379fa884 req-48f90f70-fab6-44cf-b6dc-bd2b0ea6a086 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412672 Oct 13 15:09:56.662217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc97f45-a402-4446-9cb0-7ca7379fa884 req-95d35097-3655-4639-9fc4-b31a76b930de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:09:56.663630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dc97f45-a402-4446-9cb0-7ca7379fa884 req-95d35097-3655-4639-9fc4-b31a76b930de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 1098 time: 0.0500407 Oct 13 15:09:56.769236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc97f45-a402-4446-9cb0-7ca7379fa884 req-23b6b265-931c-4e73-9c42-8c4c3ffaad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:09:56.770696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dc97f45-a402-4446-9cb0-7ca7379fa884 req-23b6b265-931c-4e73-9c42-8c4c3ffaad75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0849547 Oct 13 15:09:56.840837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dc97f45-a402-4446-9cb0-7ca7379fa884 req-6b44507a-97ae-4fad-b157-b15663e2e106 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 HTTP/1.1" status: 200 len: 1002 time: 0.0619102 Oct 13 15:09:56.891170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc97f45-a402-4446-9cb0-7ca7379fa884 req-f5e83fd7-90f7-4eeb-8269-adec8b0b099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:09:56.892610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dc97f45-a402-4446-9cb0-7ca7379fa884 req-f5e83fd7-90f7-4eeb-8269-adec8b0b099c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0438428 Oct 13 15:09:56.939420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc97f45-a402-4446-9cb0-7ca7379fa884 req-73f7e8d2-8f27-40cf-a3ad-399e5ca492e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:09:56.940863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dc97f45-a402-4446-9cb0-7ca7379fa884 req-73f7e8d2-8f27-40cf-a3ad-399e5ca492e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407794 Oct 13 15:09:57.040210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dc97f45-a402-4446-9cb0-7ca7379fa884 req-2b0e4846-0bbc-4a74-b2c3-a429c92141f9 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915337 Oct 13 15:09:57.132288 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0dc97f45-a402-4446-9cb0-7ca7379fa884 req-dbbb15de-4c88-4fb9-8250-9d3f0f5b892c service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834908 Oct 13 15:10:00.860048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8b8f4-1293-4b45-86ce-98e0b1528699 req-4cad0463-10af-4a81-8f35-84b7e7a75a4c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:00.861570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3e8b8f4-1293-4b45-86ce-98e0b1528699 req-4cad0463-10af-4a81-8f35-84b7e7a75a4c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.1008697 Oct 13 15:10:00.905700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3e8b8f4-1293-4b45-86ce-98e0b1528699 req-742b77df-985b-4780-8927-597ba5b7e5f6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379722 Oct 13 15:10:01.260594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22399c4-db63-4d84-b0bd-6d3b45ebb9a5 req-d1a00ce8-462f-4f3d-b2c6-70032fb6d0e1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:01.262092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d22399c4-db63-4d84-b0bd-6d3b45ebb9a5 req-d1a00ce8-462f-4f3d-b2c6-70032fb6d0e1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0501602 Oct 13 15:10:01.301685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d22399c4-db63-4d84-b0bd-6d3b45ebb9a5 req-8f9f7d1e-a6fe-4c25-a46e-34f025da7efc tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331593 Oct 13 15:10:01.403908 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-d09aaca9-24c4-41f7-a16f-cf97d04942b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825741 Oct 13 15:10:02.478074 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6985b8-3131-48a1-b3cc-b1961289dd8f req-d8311968-1679-4d2c-b5ed-fa6bcd382540 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:02.479665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb6985b8-3131-48a1-b3cc-b1961289dd8f req-d8311968-1679-4d2c-b5ed-fa6bcd382540 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.1068306 Oct 13 15:10:02.521672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb6985b8-3131-48a1-b3cc-b1961289dd8f req-de5c0492-42fc-4dda-afa2-f93139109343 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345919 Oct 13 15:10:03.653322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-a659ea35-bc9d-449b-b3da-a51ce3495d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:03.654812 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-a659ea35-bc9d-449b-b3da-a51ce3495d0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 1098 time: 0.0791092 Oct 13 15:10:03.663785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e4bae-6dea-49de-97c7-bf116f75aaf6 req-20e7c7e5-a74b-4eef-ad12-23ed3b797685 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:03.665280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc4e4bae-6dea-49de-97c7-bf116f75aaf6 req-20e7c7e5-a74b-4eef-ad12-23ed3b797685 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0608728 Oct 13 15:10:03.757481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dc4e4bae-6dea-49de-97c7-bf116f75aaf6 req-07d9b6de-8cdf-4373-87f6-45e0a9a728ec tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829067 Oct 13 15:10:03.783104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-04caafbf-d580-4580-b24c-cad4a8d6fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:03.784581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-04caafbf-d580-4580-b24c-cad4a8d6fdf1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1184530 Oct 13 15:10:03.851001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5fde50e7-f192-4757-8b30-a1f0850d10e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 HTTP/1.1" status: 200 len: 1002 time: 0.0583479 Oct 13 15:10:03.900270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-9c27be14-3ea6-413a-a4d9-e259781e7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:03.902022 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-9c27be14-3ea6-413a-a4d9-e259781e7007 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0441623 Oct 13 15:10:03.953712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-27288b83-3ddf-48aa-b5dc-e60c3904c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:03.955213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-27288b83-3ddf-48aa-b5dc-e60c3904c602 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449598 Oct 13 15:10:04.053201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-b016f648-151d-458d-a02d-a361988e4055 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898323 Oct 13 15:10:04.146030 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-367d1773-6f8b-4f4b-9d0f-89786cc66486 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853007 Oct 13 15:10:04.873061 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1788ed1-7f18-4a39-8d6c-9f3d9c8170c5 req-d10a1c40-8bb6-46a6-924f-c6d13090ed70 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:04.874450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1788ed1-7f18-4a39-8d6c-9f3d9c8170c5 req-d10a1c40-8bb6-46a6-924f-c6d13090ed70 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0504365 Oct 13 15:10:04.914188 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1788ed1-7f18-4a39-8d6c-9f3d9c8170c5 req-f1abb984-8f18-4e83-af87-5cc97f015686 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330558 Oct 13 15:10:06.029413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef2a86-51ce-482a-a387-ca7b83702aac req-6715cae5-c8fd-478d-b81b-5d1b6ccbd6ea tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:06.031515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5eef2a86-51ce-482a-a387-ca7b83702aac req-6715cae5-c8fd-478d-b81b-5d1b6ccbd6ea tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0487797 Oct 13 15:10:06.070047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5eef2a86-51ce-482a-a387-ca7b83702aac req-db2753c6-c75a-4881-8db2-52eb730f1add tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318034 Oct 13 15:10:07.191125 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544db13-90c8-496d-a9a3-d27d7794807e req-82be31fc-b38f-48f5-9ac6-3b5e258c3ae3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:07.192639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e544db13-90c8-496d-a9a3-d27d7794807e req-82be31fc-b38f-48f5-9ac6-3b5e258c3ae3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0543134 Oct 13 15:10:07.231090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e544db13-90c8-496d-a9a3-d27d7794807e req-622f5c5e-33c6-4a9a-aa23-d020fef7e48e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323310 Oct 13 15:10:08.346391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6b2ab-0239-460d-bab5-44be5bdd9cf4 req-1eab4581-f36c-48ef-a19f-aac82e93254b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:08.347902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d6b2ab-0239-460d-bab5-44be5bdd9cf4 req-1eab4581-f36c-48ef-a19f-aac82e93254b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0487816 Oct 13 15:10:08.386670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d6b2ab-0239-460d-bab5-44be5bdd9cf4 req-8be28428-2b83-413b-bfdb-29f8e9e3931e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325048 Oct 13 15:10:09.507964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c061a-3939-4070-bb29-817ed1f0ea78 req-006186d7-9028-44eb-ac94-b0157be5c26d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:09.509471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-661c061a-3939-4070-bb29-817ed1f0ea78 req-006186d7-9028-44eb-ac94-b0157be5c26d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0490460 Oct 13 15:10:09.548280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-661c061a-3939-4070-bb29-817ed1f0ea78 req-4680ab0f-bab2-4194-94a8-39dfa871a81b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326917 Oct 13 15:10:10.668663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40aa5b-63a3-4d6f-9e0b-d33564d4d946 req-dccff018-71fa-4112-9076-d24ae37abb65 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:10.670159 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f40aa5b-63a3-4d6f-9e0b-d33564d4d946 req-dccff018-71fa-4112-9076-d24ae37abb65 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0521739 Oct 13 15:10:10.708165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5f40aa5b-63a3-4d6f-9e0b-d33564d4d946 req-86115bc2-728c-46b5-b201-4575606720a1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320013 Oct 13 15:10:11.821435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f37b0-4f0a-4501-94b3-e075a439e3bf req-79ec41ae-b9b6-4439-b68d-34136dd02bce tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:11.822943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a86f37b0-4f0a-4501-94b3-e075a439e3bf req-79ec41ae-b9b6-4439-b68d-34136dd02bce tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0492916 Oct 13 15:10:11.860577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a86f37b0-4f0a-4501-94b3-e075a439e3bf req-8518ec29-2918-490c-bd08-7abc4246c75f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313568 Oct 13 15:10:12.976705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852755e7-e0df-44c2-866f-866206b9b15d req-b9e872d4-9e8b-444f-b226-8d263c6e5852 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:12.978245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-852755e7-e0df-44c2-866f-866206b9b15d req-b9e872d4-9e8b-444f-b226-8d263c6e5852 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0491588 Oct 13 15:10:13.018054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-852755e7-e0df-44c2-866f-866206b9b15d req-fd6b6c3e-975f-4831-844b-c181debe170c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336561 Oct 13 15:10:14.153013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35090223-784b-461c-8d29-4b2dcff45b1e req-f08a0da0-0a12-4827-b40f-65c9fea565dd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:14.154623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35090223-784b-461c-8d29-4b2dcff45b1e req-f08a0da0-0a12-4827-b40f-65c9fea565dd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0611079 Oct 13 15:10:14.193087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35090223-784b-461c-8d29-4b2dcff45b1e req-69de0d1e-2a9c-44a2-9ef9-a6051d8c7214 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322788 Oct 13 15:10:15.314371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e470b-eeba-4364-8048-8dcc2aed8ca3 req-03a89f71-5129-44e4-b5de-2f57db16e73b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:15.316105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c4e470b-eeba-4364-8048-8dcc2aed8ca3 req-03a89f71-5129-44e4-b5de-2f57db16e73b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0521183 Oct 13 15:10:15.364385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c4e470b-eeba-4364-8048-8dcc2aed8ca3 req-76996659-27f3-4cec-8547-450090583ebe tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417619 Oct 13 15:10:16.374637 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-2d4de893-c85f-40db-a104-3caa31d13347 service neutron] show failed (client error): The resource could not be found. Oct 13 15:10:16.375736 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-2d4de893-c85f-40db-a104-3caa31d13347 service neutron] 10.222.0.41 "GET /v2.0/ports/edf16a4b-b3dd-45a8-abf6-f1b8b3e76833/bindings/n-h1-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0546594 Oct 13 15:10:16.483632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cfe5d-b198-4b5b-a4d4-f468b1d275c6 req-2ac5a582-4cf6-4193-862c-727b8deb0199 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:16.485366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad8cfe5d-b198-4b5b-a4d4-f468b1d275c6 req-2ac5a582-4cf6-4193-862c-727b8deb0199 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0535178 Oct 13 15:10:16.523937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad8cfe5d-b198-4b5b-a4d4-f468b1d275c6 req-b2049767-186b-48d9-ad8a-86be677f927e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324607 Oct 13 15:10:16.900269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-7fbd936f-485f-430f-ac61-7b98a4dffebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:16.902080 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-7fbd936f-485f-430f-ac61-7b98a4dffebe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 1098 time: 0.0859246 Oct 13 15:10:16.919041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:10:16.969850 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:17.171338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] For port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:10:17.202396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] For port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:10:17.240930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:10:17.243207 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbefc503-9c24-44cb-b260-df1eb5903750" -d '{"events": [{"server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "name": "network-vif-unplugged", "status": "completed", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:10:17.247240 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:17.259395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Transition to ACTIVE for port object edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:10:17.305773 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:17.350674 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 15:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6757295-f71b-474b-bde2-37bf4c33a547 x-openstack-request-id: req-e6757295-f71b-474b-bde2-37bf4c33a547 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:10:17.350967 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "name": "network-vif-unplugged", "status": "completed", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:10:17.351216 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6757295-f71b-474b-bde2-37bf4c33a547 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:10:17.351604 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'code': 200} Oct 13 15:10:17.422813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:10:17.444095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:17.444438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:17.444774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:17.445132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:17.445463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:17.445787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:17.446110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:17.446430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:17.446750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:17.447067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:17.447385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:17.447744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:17.497411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] No DVR routers for this DVR port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:10:17.671456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2df99-d01e-488e-ac5c-267e2d625e2e req-a28047d9-c12c-4b72-b0a3-474d29ed95cc tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:17.673673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35a2df99-d01e-488e-ac5c-267e2d625e2e req-a28047d9-c12c-4b72-b0a3-474d29ed95cc tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 944 time: 0.0779858 Oct 13 15:10:17.674708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Attempting to bind port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:10:17.675038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Attempting to bind port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:10:17.675388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Attempting to bind port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:10:17.681606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 on network 82bec7f8-6705-4676-9126-6cb9385cb04b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:10:17.681926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Attempting to bind port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:10:17.691397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:10:17.691728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Checking segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:10:17.692096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Bound using segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:10:17.692516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Bound port: edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:10:17.692865 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:17.750059 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:10:17.755407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35a2df99-d01e-488e-ac5c-267e2d625e2e req-e6ae1610-3417-40fe-8c19-98bf7d1c3561 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755427 Oct 13 15:10:17.784891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] For port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:10:17.788060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] For port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:10:17.848553 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:17.884338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:17.884914 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:17.886319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] 10.222.0.49 "PUT /v2.0/ports/edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 HTTP/1.1" status: 200 len: 1093 time: 0.9711576 Oct 13 15:10:17.905864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102b656-8393-46cc-8a8f-3c8bf0dac9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:10:17.958588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-053f7bba-ed02-4610-a443-ee857600d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:17.960266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-053f7bba-ed02-4610-a443-ee857600d21e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 1096 time: 0.0457747 Oct 13 15:10:18.060325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-193921b7-3aac-443b-9828-6558e1e01a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:18.061823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-193921b7-3aac-443b-9828-6558e1e01a67 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0908151 Oct 13 15:10:18.135541 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-c49a7068-2757-4e57-8223-e4bba93d6f19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 HTTP/1.1" status: 200 len: 1000 time: 0.0616176 Oct 13 15:10:18.190286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-e982bf99-6171-4f60-9387-58655471dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:18.191649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-e982bf99-6171-4f60-9387-58655471dee6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0453544 Oct 13 15:10:18.241482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-cda64c36-bc8f-4bcb-ba2a-91149585b9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:18.242922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-cda64c36-bc8f-4bcb-ba2a-91149585b9b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407460 Oct 13 15:10:18.338148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-6c85a912-2973-45e2-8455-26e918683b86 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830178 Oct 13 15:10:18.430940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4c7ac437-1e98-4ffc-8fec-28fd835b0c07 req-f18b640b-f515-49f9-900e-7394c791bcd4 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814755 Oct 13 15:10:18.874574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4ee9d-2442-4681-9d09-de0a9c67330e req-c1d73ee4-b50c-46e1-8ef7-81053ed37276 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:18.876074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfa4ee9d-2442-4681-9d09-de0a9c67330e req-c1d73ee4-b50c-46e1-8ef7-81053ed37276 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 944 time: 0.0487688 Oct 13 15:10:18.889592 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:10:18.913694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfa4ee9d-2442-4681-9d09-de0a9c67330e req-9aeef385-479f-4fd3-b242-22b01900ee9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316918 Oct 13 15:10:18.929138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:10:19.134209 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:19.352383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:10:19.354816 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:10:19.402575 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b4b706-c56d-4640-992c-3454b5429b99 x-openstack-request-id: req-d2b4b706-c56d-4640-992c-3454b5429b99 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:10:19.403519 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:10:19.403769 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2b4b706-c56d-4640-992c-3454b5429b99 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:10:19.404496 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'status': 'completed', 'code': 200} Oct 13 15:10:19.493057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-8c4ac70f-8c93-4b2c-a0da-72a644c87369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:19.494548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-8c4ac70f-8c93-4b2c-a0da-72a644c87369 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 1096 time: 0.0713258 Oct 13 15:10:19.497008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-934974d0-21dc-48ea-992f-fc35433c3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:19.498511 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-934974d0-21dc-48ea-992f-fc35433c3f13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 1096 time: 0.0674078 Oct 13 15:10:19.556974 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5778cc38-76dc-4f15-8d28-ed35863bb41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:19.654161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-b86b3933-a143-47f6-a19e-6a3098110566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:19.661613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-b86b3933-a143-47f6-a19e-6a3098110566 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1538947 Oct 13 15:10:19.661613 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-7927a7c9-0fd1-4f53-ba55-533fc92585ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:19.661613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-7927a7c9-0fd1-4f53-ba55-533fc92585ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1486118 Oct 13 15:10:19.768285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-f88eb501-e96b-48e0-9db2-897aaa95d30a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 HTTP/1.1" status: 200 len: 1000 time: 0.1049545 Oct 13 15:10:19.769872 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-5eb38365-37b6-4993-a000-aea6ec18a35e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 HTTP/1.1" status: 200 len: 1000 time: 0.1007881 Oct 13 15:10:19.859299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-5aee6953-2033-43ee-80b1-b099cd7d6726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:19.860763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-5aee6953-2033-43ee-80b1-b099cd7d6726 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0842364 Oct 13 15:10:19.862443 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-56598368-71b3-4e61-af94-dc09ce9bc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:19.863722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-56598368-71b3-4e61-af94-dc09ce9bc51a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0799439 Oct 13 15:10:19.932425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-447d2ffc-035e-483f-aa87-302de949e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:19.933828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-447d2ffc-035e-483f-aa87-302de949e7e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578370 Oct 13 15:10:19.936212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-63978b0b-32f0-4e43-a354-f3ebc7e66ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:19.938096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-63978b0b-32f0-4e43-a354-f3ebc7e66ecc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694008 Oct 13 15:10:20.412567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a7ecb-87ef-4005-b634-e6404abb7e62 req-d207fe0e-127d-47d1-bf38-6c6f1e93e114 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:20.414056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df7a7ecb-87ef-4005-b634-e6404abb7e62 req-d207fe0e-127d-47d1-bf38-6c6f1e93e114 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 944 time: 0.1333406 Oct 13 15:10:20.417283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-89275896-1cba-4711-b71b-0c38b2118f2f service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676168 Oct 13 15:10:20.419474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-28f56a55-f34f-442e-9c9b-fa26dacf6599 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772234 Oct 13 15:10:20.553410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df7a7ecb-87ef-4005-b634-e6404abb7e62 req-8a02e68c-6d46-4d33-9bd7-ca016edd2ca6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329732 Oct 13 15:10:20.613054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-6b279e16-ad7d-4aa3-b324-8ec7cdb285d0 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825421 Oct 13 15:10:20.616359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c5b7b39-3c92-47e4-88d5-c75d7b67598a req-3609b984-d922-45be-aead-a7fc52692e89 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795049 Oct 13 15:10:21.674788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d25b71-63be-47c1-b61b-9c4cf01e9c77 req-3e16e5c1-14d8-4ba2-9a6a-f6e8aecdb2c0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:21.676299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34d25b71-63be-47c1-b61b-9c4cf01e9c77 req-3e16e5c1-14d8-4ba2-9a6a-f6e8aecdb2c0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 944 time: 0.0513749 Oct 13 15:10:21.714607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34d25b71-63be-47c1-b61b-9c4cf01e9c77 req-c450b438-c1b7-4028-9a4b-da645c97f10f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324092 Oct 13 15:10:22.038975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca22b73-f96a-4661-8924-653ed073111c req-dab66d16-b319-4ded-a883-bab519e7d834 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:22.040513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ca22b73-f96a-4661-8924-653ed073111c req-dab66d16-b319-4ded-a883-bab519e7d834 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 944 time: 0.0510960 Oct 13 15:10:22.044669 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:10:22.111570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ca22b73-f96a-4661-8924-653ed073111c req-1612e827-5221-4781-95c1-e43af7f919b0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641398 Oct 13 15:10:22.128810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-66cdfbb4-866d-4d62-896d-78166cce0283 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:22.130311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-66cdfbb4-866d-4d62-896d-78166cce0283 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4&tenant_id=1c84ae2b4776489ba1e0ae30076f7739&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 944 time: 0.0692785 Oct 13 15:10:22.146303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:10:22.158023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'port_id': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'mac_address': 'fa:16:3e:c3:5b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:10:22.191453 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-132d4e75-cf68-4b53-b246-39db2d830f68 service neutron] delete failed (client error): The resource could not be found. Oct 13 15:10:22.192375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-132d4e75-cf68-4b53-b246-39db2d830f68 service neutron] 10.222.0.41 "DELETE /v2.0/ports/edf16a4b-b3dd-45a8-abf6-f1b8b3e76833/bindings/n-h2-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0540276 Oct 13 15:10:22.198016 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:22.211937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:10:22.236057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:10:22.279752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-4e2ce692-89ea-41ec-8f8b-417ddefa5128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:22.281303 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-4e2ce692-89ea-41ec-8f8b-417ddefa5128 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 1096 time: 0.0411012 Oct 13 15:10:22.316941 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:22.341472 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-782c60fd-e554-4ea9-bd01-956925c061d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:22.366502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:10:22.373861 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:22.374212 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:22.374551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:22.374885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:22.375844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:22.376173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:22.376621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:22.376881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:22.377163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:22.377487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:22.377808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:22.378117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-7b007e82-30b5-481e-a18f-72634b46caff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:22.378238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:10:22.379595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-7b007e82-30b5-481e-a18f-72634b46caff service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0908508 Oct 13 15:10:22.448432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-32561fad-e5e1-43d9-9803-e2f1ca518ab2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 HTTP/1.1" status: 200 len: 1001 time: 0.0611222 Oct 13 15:10:22.448704 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:22.499704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-d025d9ff-6320-4a48-bed9-08aef9de989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:22.501858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-d025d9ff-6320-4a48-bed9-08aef9de989c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0447390 Oct 13 15:10:22.552803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-8ea5c3ec-0795-49e4-8359-8bb9f8d36f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:22.554331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-8ea5c3ec-0795-49e4-8359-8bb9f8d36f2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449474 Oct 13 15:10:22.598216 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['edf16a4b-b3dd-45a8-abf6-f1b8b3e76833'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:10:22.647638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-c4cb26fa-fd99-4ac8-a4ef-0b325f48f302 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852985 Oct 13 15:10:22.749761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dd823f0-2398-4c33-8a40-b937d22cffbe req-be0e873b-d603-4a43-879a-e78647a9d710 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940938 Oct 13 15:10:23.236913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508eb40-1684-4b23-9e0c-ebf0caccceb2 req-dbb234c1-601c-4ed4-8757-2b31f9eea607 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:23.238625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4508eb40-1684-4b23-9e0c-ebf0caccceb2 req-dbb234c1-601c-4ed4-8757-2b31f9eea607 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 945 time: 0.0546384 Oct 13 15:10:23.279014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4508eb40-1684-4b23-9e0c-ebf0caccceb2 req-d3e63a4a-bfb2-43bd-a862-7bf7047175e4 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335000 Oct 13 15:10:24.002813 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:24.026031 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:24.043859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:10:24.145583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:10:24.149652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:10:24.150023 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:24.227192 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:24.249274 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:10:24.251578 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f40e661-77a3-4d7b-b80f-80df8aac0e4d" -d '{"events": [{"server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "name": "network-vif-plugged", "status": "completed", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:10:24.263868 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:10:24.334364 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:24.358453 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec1da55-3ab3-45c4-bb62-3e9e7dc5fba9 x-openstack-request-id: req-8ec1da55-3ab3-45c4-bb62-3e9e7dc5fba9 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:10:24.358754 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "name": "network-vif-plugged", "status": "completed", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:10:24.359107 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ec1da55-3ab3-45c4-bb62-3e9e7dc5fba9 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:10:24.360062 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'code': 200} Oct 13 15:10:24.385358 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:10:24.399773 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade38ca8-af64-454e-b786-b97f4f264623 req-15e712fe-d1d5-431a-a1df-5760c22a5c94 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:24.401572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ade38ca8-af64-454e-b786-b97f4f264623 req-15e712fe-d1d5-431a-a1df-5760c22a5c94 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0521533 Oct 13 15:10:24.442017 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ade38ca8-af64-454e-b786-b97f4f264623 req-b16e5729-6219-43fc-82bc-b583b0f42a38 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327253 Oct 13 15:10:24.560861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61881d-2c84-4105-9afa-96aae2e52c09 req-acb71450-01c2-433c-8d46-539360366d0c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:24.562252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec61881d-2c84-4105-9afa-96aae2e52c09 req-acb71450-01c2-433c-8d46-539360366d0c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0536904 Oct 13 15:10:24.600828 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec61881d-2c84-4105-9afa-96aae2e52c09 req-682fa302-5893-4538-a493-77a344564c1a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325193 Oct 13 15:10:24.715327 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a93540-e7ec-4f14-92cc-2dcf9360d07e req-fb17dd0f-0273-4ee1-afa8-67073d9999f1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:24.716805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98a93540-e7ec-4f14-92cc-2dcf9360d07e req-fb17dd0f-0273-4ee1-afa8-67073d9999f1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0490193 Oct 13 15:10:24.754504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-98a93540-e7ec-4f14-92cc-2dcf9360d07e req-e5b6ce65-6c4a-4d2a-b564-a26246e3a111 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312297 Oct 13 15:10:25.186898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ce64-3328-420d-8a96-412888436c4e req-e0270c9b-5ab3-4184-9915-28d7a65a4788 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:25.189264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7856ce64-3328-420d-8a96-412888436c4e req-e0270c9b-5ab3-4184-9915-28d7a65a4788 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0510979 Oct 13 15:10:25.227315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7856ce64-3328-420d-8a96-412888436c4e req-ae974f71-defa-4fc6-97f9-8e3bcfecff70 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320489 Oct 13 15:10:25.573921 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:26.351312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7072982-c69c-4525-8139-f6e0f32408d5 req-227e154e-9905-4eff-a6cb-d2d17edd7e9b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:26.352782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7072982-c69c-4525-8139-f6e0f32408d5 req-227e154e-9905-4eff-a6cb-d2d17edd7e9b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0548379 Oct 13 15:10:26.391679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7072982-c69c-4525-8139-f6e0f32408d5 req-64d4d5b9-f128-4443-ab87-b80ef3db8c35 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325859 Oct 13 15:10:26.554148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf43f2-a835-4959-8931-492832e6e186 req-08f2ef3a-be29-46c0-9399-1930d56720bc tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:26.555588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1acf43f2-a835-4959-8931-492832e6e186 req-08f2ef3a-be29-46c0-9399-1930d56720bc tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 946 time: 0.0516903 Oct 13 15:10:26.653096 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Deleting port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:10:26.653466 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:26.754489 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] For port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:10:26.754856 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:26.929115 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:26.929454 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:26.929772 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6 disassociated. External IP: 172.25.0.141, port: edf16a4b-b3dd-45a8-abf6-f1b8b3e76833. Oct 13 15:10:26.930124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Calling delete_port for edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:10:27.117034 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:27.151035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event deleted for resources: {'Port': ['ID=edf16a4b-b3dd-45a8-abf6-f1b8b3e76833,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:10:27.272660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Router 5e5c8872-6b17-4cad-b946-787d0398bd05 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:10:27.384573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:10:27.396160 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5d078a-7996-4afa-8c2d-ee8cb096067a None None] Sync routers for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:10:27.405710 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d078a-7996-4afa-8c2d-ee8cb096067a None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:10:27.406834 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8e5d078a-7996-4afa-8c2d-ee8cb096067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:10:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:10:27.428016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] No DVR routers for this DVR port edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:10:27.430835 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:27.434586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1acf43f2-a835-4959-8931-492832e6e186 req-0872f260-e20e-45cb-8e93-3a7322617463 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.49 "DELETE /v2.0/ports/edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 HTTP/1.1" status: 204 len: 173 time: 0.8693564 Oct 13 15:10:27.436647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'name': 'network-vif-deleted', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:10:27.439173 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d827e175-ba12-4157-9cde-af4e23696698" -d '{"events": [{"server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "name": "network-vif-deleted", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:10:27.479792 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb11342-dbed-412d-b07e-ae9487523194 x-openstack-request-id: req-ceb11342-dbed-412d-b07e-ae9487523194 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:10:27.480083 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cecaced-36be-48f7-8830-6d081f5b3be4", "name": "network-vif-deleted", "tag": "edf16a4b-b3dd-45a8-abf6-f1b8b3e76833", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:10:27.480333 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ceb11342-dbed-412d-b07e-ae9487523194 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:10:27.480726 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cecaced-36be-48f7-8830-6d081f5b3be4', 'name': 'network-vif-deleted', 'tag': 'edf16a4b-b3dd-45a8-abf6-f1b8b3e76833', 'status': 'completed', 'code': 200} Oct 13 15:10:27.503347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f66518a-7808-4063-a07b-b1548a9b4f23 req-3826ba65-290a-48e2-b9e5-f6b12dc59e74 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cecaced-36be-48f7-8830-6d081f5b3be4 HTTP/1.1" status: 200 len: 210 time: 0.0334868 Oct 13 15:10:27.530843 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-8e5d078a-7996-4afa-8c2d-ee8cb096067a None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:10:27.734640 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8e5d078a-7996-4afa-8c2d-ee8cb096067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:10:27.761877 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5d078a-7996-4afa-8c2d-ee8cb096067a None None] Checking router: 5e5c8872-6b17-4cad-b946-787d0398bd05 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:10:27.770889 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d078a-7996-4afa-8c2d-ee8cb096067a None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:10:27.771497 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8e5d078a-7996-4afa-8c2d-ee8cb096067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:10:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:10:27.878223 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-8e5d078a-7996-4afa-8c2d-ee8cb096067a None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:10:28.085824 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8e5d078a-7996-4afa-8c2d-ee8cb096067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:10:28.124043 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5d078a-7996-4afa-8c2d-ee8cb096067a None None] The sync data for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 is: [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:10:28.338136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468a14f1-d514-4004-bcf6-d26baebe7668 None None] New status for floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:10:28.737319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-c34c798f-e82d-472b-a7d5-e15bcffe6967 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--875656080&fields=id&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 267 time: 0.0342231 Oct 13 15:10:28.841808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-f312a352-1df7-43da-b18c-f919fa707b54 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:28.843281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-f312a352-1df7-43da-b18c-f919fa707b54 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 812 time: 0.0991695 Oct 13 15:10:28.858668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-02644397-d5dc-4cc4-8c4b-273436c477aa tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/quotas/1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 375 time: 0.0088654 Oct 13 15:10:28.915145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-9ca4dd32-d030-4a68-81c4-affba54447d0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512085 Oct 13 15:10:29.052327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-3be5d937-4f75-47a8-aa73-7953d4170f94 service neutron] 10.222.0.18 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253257 Oct 13 15:10:29.143892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-2c0e5b05-9a58-469c-8647-79783ceb7710 service neutron] 10.222.0.18 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853915 Oct 13 15:10:29.394984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6284c6f5-89ab-4db0-b968-32ec0df96290 req-8db57d91-433c-46bc-9bf3-cf654c119265 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 210 time: 0.0282431 Oct 13 15:10:30.077362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:10:30.100851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:10:30.101224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device edf16a4b-b3dd-45a8-abf6-f1b8b3e76833 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:10:30.491528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9df231b8-480c-4e5a-8931-759e7c5099bb req-a06bbac3-ea18-4c55-b06c-4ab072b0c218 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 210 time: 0.0275505 Oct 13 15:10:31.135397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-49287925-4894-41fa-88c7-e24e7373cb6b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:31.137089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-49287925-4894-41fa-88c7-e24e7373cb6b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 812 time: 0.1175568 Oct 13 15:10:31.184925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-3fc10bae-6d6c-4d5a-946f-e98543817422 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 379 time: 0.0367498 Oct 13 15:10:31.204966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-124b0398-eef0-4a4a-8dda-bc1fe602f7b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Request body: {'port': {'device_id': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'admin_state_up': True, 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'security_groups': ['94ecefd3-d1ec-4063-ac76-f49a75fca2c8']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:10:31.402876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-124b0398-eef0-4a4a-8dda-bc1fe602f7b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Made reservation on behalf of 1c84ae2b4776489ba1e0ae30076f7739 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:10:31.406490 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-124b0398-eef0-4a4a-8dda-bc1fe602f7b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:31.541041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-124b0398-eef0-4a4a-8dda-bc1fe602f7b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Allocated IP 172.20.0.11 (82bec7f8-6705-4676-9126-6cb9385cb04b/f36bdd28-2443-4931-a8ed-58309fce3b1f/efd27115-f11c-43e6-8c17-e5f796ffc75e) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:10:31.600100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4cacaa14-f486-4cb3-8d43-ad1471dcd41b req-ce7546f4-1997-4ab9-9ed2-0650bc676464 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 210 time: 0.0397224 Oct 13 15:10:31.709653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-124b0398-eef0-4a4a-8dda-bc1fe602f7b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:31.803194 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-124b0398-eef0-4a4a-8dda-bc1fe602f7b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:31.849505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-124b0398-eef0-4a4a-8dda-bc1fe602f7b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Network 82bec7f8-6705-4676-9126-6cb9385cb04b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:10:31.853148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-124b0398-eef0-4a4a-8dda-bc1fe602f7b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:10:31.856562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-124b0398-eef0-4a4a-8dda-bc1fe602f7b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:10:31.863626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b0398-eef0-4a4a-8dda-bc1fe602f7b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event updated for resources: {'Port': ['ID=efd27115-f11c-43e6-8c17-e5f796ffc75e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:10:31.912123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-124b0398-eef0-4a4a-8dda-bc1fe602f7b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:31.912759 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-124b0398-eef0-4a4a-8dda-bc1fe602f7b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:32.000631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-124b0398-eef0-4a4a-8dda-bc1fe602f7b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7998390 Oct 13 15:10:32.017450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Request body: {'port': {'device_id': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:10:32.076679 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:32.079673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d0e4f9a3-425b-47b0-a743-61b780263a98 None None] Provisioning complete for port efd27115-f11c-43e6-8c17-e5f796ffc75e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:10:32.080188 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d0e4f9a3-425b-47b0-a743-61b780263a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:32.114280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4f9a3-425b-47b0-a743-61b780263a98 None None] Port efd27115-f11c-43e6-8c17-e5f796ffc75e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:10:32.339285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd27115-f11c-43e6-8c17-e5f796ffc75e {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:10:32.347232 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:32.358864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Transition to ACTIVE for port object efd27115-f11c-43e6-8c17-e5f796ffc75e will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:10:32.431963 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:32.482019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Pushing event updated for resources: {'Port': ['ID=efd27115-f11c-43e6-8c17-e5f796ffc75e,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:10:32.569685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Attempting to bind port efd27115-f11c-43e6-8c17-e5f796ffc75e on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:10:32.570359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Attempting to bind port efd27115-f11c-43e6-8c17-e5f796ffc75e by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:10:32.570545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Attempting to bind port efd27115-f11c-43e6-8c17-e5f796ffc75e on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:10:32.576607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Port efd27115-f11c-43e6-8c17-e5f796ffc75e on network 82bec7f8-6705-4676-9126-6cb9385cb04b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:10:32.576969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Attempting to bind port efd27115-f11c-43e6-8c17-e5f796ffc75e on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:10:32.582969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:10:32.583315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Checking segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:10:32.583706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Bound using segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:10:32.584143 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Bound port: efd27115-f11c-43e6-8c17-e5f796ffc75e, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:10:32.584540 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:32.676380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] For port efd27115-f11c-43e6-8c17-e5f796ffc75e, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:10:32.676380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] For port efd27115-f11c-43e6-8c17-e5f796ffc75e, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:10:32.726984 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ade4df-d708-44d0-92e1-0a90e3abe202 req-9065fc6c-d493-4890-ad91-a3d833d0c9c9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:32.728487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2ade4df-d708-44d0-92e1-0a90e3abe202 req-9065fc6c-d493-4890-ad91-a3d833d0c9c9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 944 time: 0.0508316 Oct 13 15:10:32.752672 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:32.809789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:32.810418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:32.811884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] 10.222.0.41 "PUT /v2.0/ports/efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 200 len: 1093 time: 0.8020334 Oct 13 15:10:32.815075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:10:32.817372 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f685775-ce7c-4394-aa19-76d5c8403feb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:10:32.832361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2ade4df-d708-44d0-92e1-0a90e3abe202 req-4abe5ade-cf15-4930-8fbc-112787b35653 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961926 Oct 13 15:10:32.841810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41610e5f-77aa-4525-9499-2b90186b43ab service neutron] Pushing event updated for resources: {'Port': ['ID=efd27115-f11c-43e6-8c17-e5f796ffc75e,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:10:32.875266 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7973553d-ee1e-4682-942f-2aba286f2464 x-openstack-request-id: req-7973553d-ee1e-4682-942f-2aba286f2464 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:10:32.875266 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:10:32.875266 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7973553d-ee1e-4682-942f-2aba286f2464 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:10:32.875266 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'status': 'completed', 'code': 200} Oct 13 15:10:32.943037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f685775-ce7c-4394-aa19-76d5c8403feb req-e5e5de3a-17c0-4cbc-895d-3f91b1d54756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:32.944799 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f685775-ce7c-4394-aa19-76d5c8403feb req-e5e5de3a-17c0-4cbc-895d-3f91b1d54756 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 1096 time: 0.0485649 Oct 13 15:10:33.064883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f685775-ce7c-4394-aa19-76d5c8403feb req-79ee1cd3-5d0b-4963-b59a-29f0eeac3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:33.066455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f685775-ce7c-4394-aa19-76d5c8403feb req-79ee1cd3-5d0b-4963-b59a-29f0eeac3d30 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1049421 Oct 13 15:10:33.160701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f685775-ce7c-4394-aa19-76d5c8403feb req-00c43916-fd70-4742-9ed2-600507bf6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:33.162210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f685775-ce7c-4394-aa19-76d5c8403feb req-00c43916-fd70-4742-9ed2-600507bf6496 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886836 Oct 13 15:10:33.244436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-71ba6d6b-cde0-4b80-964f-8a43905883f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:33.246007 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-71ba6d6b-cde0-4b80-964f-8a43905883f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 1096 time: 0.0459673 Oct 13 15:10:33.289989 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-2a978b6a-d3b2-42ed-82a4-c809a89de84f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 200 len: 217 time: 0.0353398 Oct 13 15:10:33.341488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-819642c3-c729-4e34-86e7-2a68f1969b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:33.343085 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-819642c3-c729-4e34-86e7-2a68f1969b88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0462606 Oct 13 15:10:33.395447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-464f7fb9-e6d4-47de-ab01-8350a98c9c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:33.404014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-464f7fb9-e6d4-47de-ab01-8350a98c9c4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460520 Oct 13 15:10:33.489877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-2356969c-2159-44bb-a094-2951e588c235 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847905 Oct 13 15:10:33.586209 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4144de0d-3aca-443c-ab3e-15a54345c82f req-6173fdc7-f352-474f-ba90-e476f4f19e31 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886185 Oct 13 15:10:33.950525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d301c2f-7278-4513-adaa-10c406d38068 req-ef5c51cc-f662-4d86-93c6-6d1c8746f047 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:33.951992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d301c2f-7278-4513-adaa-10c406d38068 req-ef5c51cc-f662-4d86-93c6-6d1c8746f047 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 944 time: 0.0504272 Oct 13 15:10:33.990598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d301c2f-7278-4513-adaa-10c406d38068 req-adc03cb6-5e33-43c0-b606-7e83cf2b91d4 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325277 Oct 13 15:10:35.112976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216aa318-d68e-4bec-b1d2-9cd3f6202bca req-f0e02991-5459-4b2d-8ae1-5dfb992092f1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:35.114462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-216aa318-d68e-4bec-b1d2-9cd3f6202bca req-f0e02991-5459-4b2d-8ae1-5dfb992092f1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 944 time: 0.0498962 Oct 13 15:10:35.153289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-216aa318-d68e-4bec-b1d2-9cd3f6202bca req-721c4a79-c1da-4e08-a2d8-a0c8f256eea4 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327199 Oct 13 15:10:36.266336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548acb2-33ad-4c61-b74c-593f8e4bee00 req-4c6162f0-e0c7-44bd-8142-16352e4ac590 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:36.268815 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c548acb2-33ad-4c61-b74c-593f8e4bee00 req-4c6162f0-e0c7-44bd-8142-16352e4ac590 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 944 time: 0.0496721 Oct 13 15:10:36.309338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c548acb2-33ad-4c61-b74c-593f8e4bee00 req-6158bbce-8901-422b-bd7a-049a356b5770 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347102 Oct 13 15:10:36.981897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device efd27115-f11c-43e6-8c17-e5f796ffc75e details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:10:37.073618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port efd27115-f11c-43e6-8c17-e5f796ffc75e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:10:37.088705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'port_id': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'mac_address': 'fa:16:3e:ad:87:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:10:37.125744 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:37.138266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd27115-f11c-43e6-8c17-e5f796ffc75e {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:10:37.157940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port efd27115-f11c-43e6-8c17-e5f796ffc75e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:10:37.225130 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:37.274089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=efd27115-f11c-43e6-8c17-e5f796ffc75e,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:10:37.430670 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965b7b2-aeba-48f0-b0f8-8f524f263e32 req-e153c876-36a8-4f84-ad80-9c8713194701 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:37.433003 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e965b7b2-aeba-48f0-b0f8-8f524f263e32 req-e153c876-36a8-4f84-ad80-9c8713194701 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 945 time: 0.0566378 Oct 13 15:10:37.477247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e965b7b2-aeba-48f0-b0f8-8f524f263e32 req-8670bab5-3902-4246-af97-681c1c49c28d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367088 Oct 13 15:10:37.671934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['efd27115-f11c-43e6-8c17-e5f796ffc75e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:10:38.591962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2657c3-39c6-4120-ac7b-b569153e5b1d req-db7d4812-5ee9-47fa-93af-5fdbf2435a06 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:38.593457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f2657c3-39c6-4120-ac7b-b569153e5b1d req-db7d4812-5ee9-47fa-93af-5fdbf2435a06 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 945 time: 0.0487537 Oct 13 15:10:38.631974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f2657c3-39c6-4120-ac7b-b569153e5b1d req-d63d8ffa-79bf-4c6f-8862-311562a3bb0d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318944 Oct 13 15:10:38.997781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device efd27115-f11c-43e6-8c17-e5f796ffc75e up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:10:39.105407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port efd27115-f11c-43e6-8c17-e5f796ffc75e completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:10:39.109433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port efd27115-f11c-43e6-8c17-e5f796ffc75e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:10:39.109899 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:39.190464 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:39.213361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:10:39.215617 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb882115-c1c9-43f5-ab8a-2c32c3e16c76" -d '{"events": [{"server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "name": "network-vif-plugged", "status": "completed", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:10:39.228656 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port efd27115-f11c-43e6-8c17-e5f796ffc75e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:10:39.260881 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b81bb8-fd31-49b7-a2ca-2756ba7155bc x-openstack-request-id: req-21b81bb8-fd31-49b7-a2ca-2756ba7155bc {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:10:39.261218 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "name": "network-vif-plugged", "status": "completed", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:10:39.261479 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21b81bb8-fd31-49b7-a2ca-2756ba7155bc {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:10:39.261871 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'code': 200} Oct 13 15:10:39.294226 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:39.342565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=efd27115-f11c-43e6-8c17-e5f796ffc75e,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:10:39.361261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148edd71-f833-4705-8762-0e0c57108dce req-dfd0ef0d-fd24-4ee5-9d08-bea88e0d98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:39.362883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-148edd71-f833-4705-8762-0e0c57108dce req-dfd0ef0d-fd24-4ee5-9d08-bea88e0d98c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 1098 time: 0.0419433 Oct 13 15:10:39.402008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-148edd71-f833-4705-8762-0e0c57108dce req-c7eb7c69-5533-408b-a44f-dabbf4e12b39 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315676 Oct 13 15:10:39.750748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6d217-410f-443b-9537-5b40059950f6 req-1c33d391-28c9-48d9-a3e4-bdc18244c888 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:39.752936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68d6d217-410f-443b-9537-5b40059950f6 req-1c33d391-28c9-48d9-a3e4-bdc18244c888 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0523548 Oct 13 15:10:39.792204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68d6d217-410f-443b-9537-5b40059950f6 req-d08b14dc-90c9-46c5-8f36-f64edcc584f1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333114 Oct 13 15:10:40.917845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cf46d-fc39-4e52-90f9-2f8f6b5ada48 req-4baa5164-0a06-4d79-b0a1-958c0c9d3b21 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:40.919224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb6cf46d-fc39-4e52-90f9-2f8f6b5ada48 req-4baa5164-0a06-4d79-b0a1-958c0c9d3b21 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0531678 Oct 13 15:10:40.959437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb6cf46d-fc39-4e52-90f9-2f8f6b5ada48 req-eedf8b03-27df-4d73-8450-ac6dba017686 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336614 Oct 13 15:10:42.072711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa7f3d-3ef9-41a9-8548-cda7c31b38a2 req-b623ed96-8366-4cb5-96a8-fe24dc09b0ae tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:42.074213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9efa7f3d-3ef9-41a9-8548-cda7c31b38a2 req-b623ed96-8366-4cb5-96a8-fe24dc09b0ae tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0484872 Oct 13 15:10:42.116510 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9efa7f3d-3ef9-41a9-8548-cda7c31b38a2 req-f98e57ba-93d0-4421-892e-31256b782f1b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363979 Oct 13 15:10:42.526731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a384d-c1fe-4f4f-844d-2248d5a92cf4 req-dd1635ed-0511-41ba-802f-02cb069c9c2e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:42.528831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-573a384d-c1fe-4f4f-844d-2248d5a92cf4 req-dd1635ed-0511-41ba-802f-02cb069c9c2e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.3450396 Oct 13 15:10:42.538847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38354) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:10:42.543533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9290a6a1-8ce3-4268-a214-d889f2d07b9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Request body: {'floatingip': {'port_id': 'efd27115-f11c-43e6-8c17-e5f796ffc75e'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:10:42.588326 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9290a6a1-8ce3-4268-a214-d889f2d07b9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:43.026048 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9290a6a1-8ce3-4268-a214-d889f2d07b9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:43.076699 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9290a6a1-8ce3-4268-a214-d889f2d07b9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:43.177785 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-9290a6a1-8ce3-4268-a214-d889f2d07b9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6 associated. External IP: 172.25.0.141, port: efd27115-f11c-43e6-8c17-e5f796ffc75e. Oct 13 15:10:43.403236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9290a6a1-8ce3-4268-a214-d889f2d07b9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Router 5e5c8872-6b17-4cad-b946-787d0398bd05 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:10:43.510684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9290a6a1-8ce3-4268-a214-d889f2d07b9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:10:43.515615 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9290a6a1-8ce3-4268-a214-d889f2d07b9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:43.521883 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c483786-a812-4448-b2d4-d9b54fca1115 None None] Sync routers for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:10:43.531639 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c483786-a812-4448-b2d4-d9b54fca1115 None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:10:43.532229 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5c483786-a812-4448-b2d4-d9b54fca1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:10:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:10:43.544058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9290a6a1-8ce3-4268-a214-d889f2d07b9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "PUT /v2.0/floatingips/325e3b4c-f8c2-4353-9822-d9489f86eae6 HTTP/1.1" status: 200 len: 992 time: 1.0041401 Oct 13 15:10:43.544662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:10:43.547101 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1943be6f-371c-4819-bf4e-a6cd0062df69" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:10:43.587692 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff21788-a1e4-40bb-8ab8-cf63c9e8a45b x-openstack-request-id: req-0ff21788-a1e4-40bb-8ab8-cf63c9e8a45b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:10:43.588063 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:10:43.588773 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ff21788-a1e4-40bb-8ab8-cf63c9e8a45b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:10:43.588773 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'status': 'completed', 'code': 200} Oct 13 15:10:43.656349 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-5c483786-a812-4448-b2d4-d9b54fca1115 None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:10:43.658008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943be6f-371c-4819-bf4e-a6cd0062df69 req-fc3addcd-1c1f-4c97-99d6-b52ed967c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:43.659873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1943be6f-371c-4819-bf4e-a6cd0062df69 req-fc3addcd-1c1f-4c97-99d6-b52ed967c785 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 1098 time: 0.0449958 Oct 13 15:10:43.758366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943be6f-371c-4819-bf4e-a6cd0062df69 req-c7899b13-3aca-456e-b3ca-a458e4fcd1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:43.760464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1943be6f-371c-4819-bf4e-a6cd0062df69 req-c7899b13-3aca-456e-b3ca-a458e4fcd1da service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0922825 Oct 13 15:10:43.829792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1943be6f-371c-4819-bf4e-a6cd0062df69 req-f7e86448-d58d-4f41-b326-31bc82972410 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 200 len: 1000 time: 0.0608947 Oct 13 15:10:43.880973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943be6f-371c-4819-bf4e-a6cd0062df69 req-f0be786e-264a-4224-8abb-19f014508574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:43.882461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1943be6f-371c-4819-bf4e-a6cd0062df69 req-f0be786e-264a-4224-8abb-19f014508574 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0445876 Oct 13 15:10:43.935994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943be6f-371c-4819-bf4e-a6cd0062df69 req-19d3b410-a17c-4c5c-bbbd-2bf3d0a510c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:43.937446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1943be6f-371c-4819-bf4e-a6cd0062df69 req-19d3b410-a17c-4c5c-bbbd-2bf3d0a510c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477350 Oct 13 15:10:43.967238 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5c483786-a812-4448-b2d4-d9b54fca1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '325e3b4c-f8c2-4353-9822-d9489f86eae6', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'port_id': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'mac_address': 'fa:16:3e:ad:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:07:13Z', 'updated_at': '2021-10-13T15:10:42Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:10:43.997552 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c483786-a812-4448-b2d4-d9b54fca1115 None None] Checking router: 5e5c8872-6b17-4cad-b946-787d0398bd05 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:10:44.006686 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c483786-a812-4448-b2d4-d9b54fca1115 None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:10:44.007288 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5c483786-a812-4448-b2d4-d9b54fca1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:10:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:10:44.032435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1943be6f-371c-4819-bf4e-a6cd0062df69 req-6f4fa96e-4774-4f99-8e75-f4ae48a52681 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842190 Oct 13 15:10:44.113270 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-5c483786-a812-4448-b2d4-d9b54fca1115 None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:10:44.125093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1943be6f-371c-4819-bf4e-a6cd0062df69 req-b1e84612-e86c-4889-9eaa-b55c435e18c8 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868785 Oct 13 15:10:44.338209 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5c483786-a812-4448-b2d4-d9b54fca1115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '325e3b4c-f8c2-4353-9822-d9489f86eae6', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'port_id': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'mac_address': 'fa:16:3e:ad:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:07:13Z', 'updated_at': '2021-10-13T15:10:42Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:10:44.367428 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c483786-a812-4448-b2d4-d9b54fca1115 None None] The sync data for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 is: [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '325e3b4c-f8c2-4353-9822-d9489f86eae6', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'port_id': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'mac_address': 'fa:16:3e:ad:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:07:13Z', 'updated_at': '2021-10-13T15:10:42Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:10:44.554551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d68e92-bf0b-483a-b2d8-75a91492ce02 None None] New status for floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:10:49.157272 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:49.517355 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e35f0799-a0a7-457c-a0e2-17ad08bef59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:52.299937 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3cd4287f-76dd-4e82-801d-b4aa22e424fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:52.431265 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:54.048364 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:54.053966 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:54.748565 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:10:55.540013 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:10:56.556786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9bd86db-47a0-4658-94eb-af32b4792535 req-1f38a6fd-8edb-4922-baf8-d0ae3d8ed99c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413616 Oct 13 15:10:56.643287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd86db-47a0-4658-94eb-af32b4792535 req-e14a8bc1-c92e-4999-a0ce-31021a3b00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:56.644950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9bd86db-47a0-4658-94eb-af32b4792535 req-e14a8bc1-c92e-4999-a0ce-31021a3b00e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 1098 time: 0.0424533 Oct 13 15:10:56.759978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd86db-47a0-4658-94eb-af32b4792535 req-a17fc402-b388-4370-afc0-ec6eff384ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:56.761516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9bd86db-47a0-4658-94eb-af32b4792535 req-a17fc402-b388-4370-afc0-ec6eff384ade service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0935390 Oct 13 15:10:56.827832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9bd86db-47a0-4658-94eb-af32b4792535 req-1025c848-d535-495c-8a30-234da84e695f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 200 len: 1002 time: 0.0580633 Oct 13 15:10:56.883611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd86db-47a0-4658-94eb-af32b4792535 req-46051a56-092c-4078-a654-da49f911a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:56.885121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9bd86db-47a0-4658-94eb-af32b4792535 req-46051a56-092c-4078-a654-da49f911a545 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0489042 Oct 13 15:10:56.931232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd86db-47a0-4658-94eb-af32b4792535 req-e7c6745d-02e2-4f7a-8b20-c1051aaf3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:10:56.932733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9bd86db-47a0-4658-94eb-af32b4792535 req-e7c6745d-02e2-4f7a-8b20-c1051aaf3d47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401492 Oct 13 15:10:57.021867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9bd86db-47a0-4658-94eb-af32b4792535 req-18bed583-7f5b-4810-9942-db9c9c3405ba service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810435 Oct 13 15:10:57.119951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f9bd86db-47a0-4658-94eb-af32b4792535 req-abc85386-ca07-43ac-ae0f-d502633a5bfb service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890281 Oct 13 15:11:19.156855 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:19.544405 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-67bddb1c-c6b2-41d4-8950-7af32c991f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:22.299961 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-30bd1ec6-8636-4401-abbb-277c920bdee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:22.494134 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:24.037000 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:24.065596 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:25.555830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:31.748466 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:11:49.168769 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:49.534362 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c512ac99-1e3f-4fe7-919c-7713fe5d0ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:52.303879 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4db378a1-6413-4e70-802a-4d07adc335ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:52.459823 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:54.041401 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:54.069526 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:55.583752 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:11:57.596729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6de82fb8-889e-4354-ba8d-a1ec4796122f req-39934815-ff75-47ab-94ed-3a0374bb31da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433512 Oct 13 15:11:57.689145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de82fb8-889e-4354-ba8d-a1ec4796122f req-9554c85e-9fdf-4e31-9075-f62dffe64805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:11:57.690742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6de82fb8-889e-4354-ba8d-a1ec4796122f req-9554c85e-9fdf-4e31-9075-f62dffe64805 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 1098 time: 0.0453999 Oct 13 15:11:57.812323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de82fb8-889e-4354-ba8d-a1ec4796122f req-f3ac864d-7663-4ba9-ab33-69958bee512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:11:57.813913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6de82fb8-889e-4354-ba8d-a1ec4796122f req-f3ac864d-7663-4ba9-ab33-69958bee512d service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0996852 Oct 13 15:11:57.893521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6de82fb8-889e-4354-ba8d-a1ec4796122f req-1a115b27-72f7-458f-a5f1-6de6d6b5cfaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 200 len: 1002 time: 0.0712590 Oct 13 15:11:57.946910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de82fb8-889e-4354-ba8d-a1ec4796122f req-68c6f50e-9428-4cdd-92b5-ec1deb072b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:11:57.948603 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6de82fb8-889e-4354-ba8d-a1ec4796122f req-68c6f50e-9428-4cdd-92b5-ec1deb072b9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0446723 Oct 13 15:11:57.999018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de82fb8-889e-4354-ba8d-a1ec4796122f req-299052bb-0be2-4228-9fd9-7c3f247696e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:11:58.000609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6de82fb8-889e-4354-ba8d-a1ec4796122f req-299052bb-0be2-4228-9fd9-7c3f247696e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448072 Oct 13 15:11:58.101142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6de82fb8-889e-4354-ba8d-a1ec4796122f req-746b743d-d694-4ee7-98e7-d3c3fc484936 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917377 Oct 13 15:11:58.192830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6de82fb8-889e-4354-ba8d-a1ec4796122f req-bc1f098b-99de-4db2-bb25-82084d654215 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835025 Oct 13 15:12:08.748428 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:12:19.162674 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:19.539798 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0cdf-1411-40d9-9059-d5e22612606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:22.308932 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f41d036d-5b54-4b30-8691-6babc39a392c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:22.511514 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:24.025672 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:24.036922 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:25.551985 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:45.747391 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:12:49.168891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:49.522573 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e7b6fdef-756b-43c3-a2cf-65a30eef54e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:52.317205 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e55e3e62-8a92-4db5-b159-d7314bf156c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:52.476891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:54.040371 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:54.051031 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:55.540484 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:12:57.581075 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27d2d5a7-8cca-4ae0-beec-91b28ba51978 req-a9969060-cff5-4fb2-9dda-643ca52a864b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482180 Oct 13 15:12:57.680266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2d5a7-8cca-4ae0-beec-91b28ba51978 req-2521ba62-37b6-4232-ae4c-f8d0f79ccb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:12:57.681972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27d2d5a7-8cca-4ae0-beec-91b28ba51978 req-2521ba62-37b6-4232-ae4c-f8d0f79ccb0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 1098 time: 0.0500603 Oct 13 15:12:57.802058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2d5a7-8cca-4ae0-beec-91b28ba51978 req-3db3aa14-4945-495c-ab83-7efa1d75fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:12:57.803955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27d2d5a7-8cca-4ae0-beec-91b28ba51978 req-3db3aa14-4945-495c-ab83-7efa1d75fb3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1001105 Oct 13 15:12:57.883575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27d2d5a7-8cca-4ae0-beec-91b28ba51978 req-7be98d51-0106-4e92-8ed2-e377c7be277d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 200 len: 1002 time: 0.0710771 Oct 13 15:12:57.933358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2d5a7-8cca-4ae0-beec-91b28ba51978 req-56be3611-193b-4dac-8c41-2bdb42fc36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:12:57.934791 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27d2d5a7-8cca-4ae0-beec-91b28ba51978 req-56be3611-193b-4dac-8c41-2bdb42fc36d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0435853 Oct 13 15:12:57.981080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2d5a7-8cca-4ae0-beec-91b28ba51978 req-b7e990c1-f3db-4593-b6fb-2091dcab83ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:12:57.982554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27d2d5a7-8cca-4ae0-beec-91b28ba51978 req-b7e990c1-f3db-4593-b6fb-2091dcab83ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400779 Oct 13 15:12:58.080442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27d2d5a7-8cca-4ae0-beec-91b28ba51978 req-2bbba998-6603-415b-8914-41abddb110e4 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894799 Oct 13 15:12:58.175750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-27d2d5a7-8cca-4ae0-beec-91b28ba51978 req-13512ecd-fa09-4e92-8e97-af4a6c6dfc8c service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867116 Oct 13 15:13:13.972380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e1f27-0fd1-491a-a6cc-89127f7bcb24 req-f5581691-c226-46cf-a53e-845929b55948 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:13.973923 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd0e1f27-0fd1-491a-a6cc-89127f7bcb24 req-f5581691-c226-46cf-a53e-845929b55948 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0498414 Oct 13 15:13:14.013529 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dd0e1f27-0fd1-491a-a6cc-89127f7bcb24 req-ced2dc15-9901-4798-aff3-6aa663ea0edd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327060 Oct 13 15:13:15.149938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1175c1-8ef6-44cd-b95c-15f52df0b6b3 req-402b91f1-70a7-4ae6-a48e-15763f0a91e6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:15.151458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc1175c1-8ef6-44cd-b95c-15f52df0b6b3 req-402b91f1-70a7-4ae6-a48e-15763f0a91e6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0646374 Oct 13 15:13:15.195762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc1175c1-8ef6-44cd-b95c-15f52df0b6b3 req-4480130c-33af-4a6a-83e3-de877275d156 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356274 Oct 13 15:13:16.310984 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6cd25-ce59-4554-8643-702ea54fa2b6 req-00cfe70b-e4e7-46eb-bd04-d5fc31b8e17a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:16.312688 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4aa6cd25-ce59-4554-8643-702ea54fa2b6 req-00cfe70b-e4e7-46eb-bd04-d5fc31b8e17a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0509279 Oct 13 15:13:16.352864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4aa6cd25-ce59-4554-8643-702ea54fa2b6 req-31bae608-a78b-4d41-bb5d-b929f9e6985a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341620 Oct 13 15:13:17.472624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f109596-08ee-4d83-ac64-6ca1e24aafb3 req-cc99eba2-6437-4fc9-bd8d-b68afe40ce42 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:17.474123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f109596-08ee-4d83-ac64-6ca1e24aafb3 req-cc99eba2-6437-4fc9-bd8d-b68afe40ce42 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0533245 Oct 13 15:13:17.512803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0f109596-08ee-4d83-ac64-6ca1e24aafb3 req-4a5ddf5c-5ee7-4a08-bf8a-234984925d9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323586 Oct 13 15:13:18.632139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259d58e-1dd6-4a66-98de-48c1cd270cf7 req-232068cb-d835-4411-96f0-8148910330a3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:18.633665 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4259d58e-1dd6-4a66-98de-48c1cd270cf7 req-232068cb-d835-4411-96f0-8148910330a3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0535812 Oct 13 15:13:18.671956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4259d58e-1dd6-4a66-98de-48c1cd270cf7 req-4257658d-e5b4-4785-ade1-8d6f44563d8d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320477 Oct 13 15:13:19.202523 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:19.556999 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d3892444-9516-4659-8d25-dc6c55ec1d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:19.787177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19af0e-4a81-4f9c-98d4-7c1d126845f2 req-4b526f9f-4de4-4b46-b41f-d777adf974d3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:19.788598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb19af0e-4a81-4f9c-98d4-7c1d126845f2 req-4b526f9f-4de4-4b46-b41f-d777adf974d3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0508895 Oct 13 15:13:19.828372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb19af0e-4a81-4f9c-98d4-7c1d126845f2 req-65a4567f-b062-4f72-a5c3-68d76cfd6dac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337794 Oct 13 15:13:20.944920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d282cd9-1556-4525-b593-2e45a0b50bc1 req-1e367bc4-3ead-4195-b3c9-81a1661f2e3e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:20.946552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d282cd9-1556-4525-b593-2e45a0b50bc1 req-1e367bc4-3ead-4195-b3c9-81a1661f2e3e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0523098 Oct 13 15:13:20.983173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2d282cd9-1556-4525-b593-2e45a0b50bc1 req-83ef8a01-c1eb-43ba-969c-9efaf62b6de4 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306859 Oct 13 15:13:22.106177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2c297-7afe-4f44-82ae-48a63888f325 req-4f8c1363-460e-403e-9555-e130accfb92e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:22.108149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21f2c297-7afe-4f44-82ae-48a63888f325 req-4f8c1363-460e-403e-9555-e130accfb92e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0582600 Oct 13 15:13:22.148219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21f2c297-7afe-4f44-82ae-48a63888f325 req-5e80f72e-bdc3-4309-ae79-409f3117f873 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339243 Oct 13 15:13:22.322703 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-126421a7-6110-4a8f-aeff-38469943cc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:22.484938 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:22.746142 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:13:23.264709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824e136-c8cb-4785-8d3f-5fa35d875d91 req-f91f58e6-fbe4-441f-9b3b-e8a947116993 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:23.266863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d824e136-c8cb-4785-8d3f-5fa35d875d91 req-f91f58e6-fbe4-441f-9b3b-e8a947116993 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0494335 Oct 13 15:13:23.305847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d824e136-c8cb-4785-8d3f-5fa35d875d91 req-e9939d13-1112-4b57-8572-ada2b9c5995a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328255 Oct 13 15:13:24.057480 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:24.079811 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:24.420709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6cbf9-f3e7-44cb-9d20-8eb6806d685b req-5a63ce65-ff15-434f-bd6e-4c96df77cfe4 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:24.422262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6fb6cbf9-f3e7-44cb-9d20-8eb6806d685b req-5a63ce65-ff15-434f-bd6e-4c96df77cfe4 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0488834 Oct 13 15:13:24.459533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6fb6cbf9-f3e7-44cb-9d20-8eb6806d685b req-5d99e0e2-0571-4db1-976e-4748b34df97c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313802 Oct 13 15:13:25.574239 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:25.579056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc7915-8e8d-4973-b0e3-7fad8a7d19a2 req-ce18af8a-220b-4462-a9c2-984fe0238266 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:25.580545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dcc7915-8e8d-4973-b0e3-7fad8a7d19a2 req-ce18af8a-220b-4462-a9c2-984fe0238266 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0527172 Oct 13 15:13:25.620200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dcc7915-8e8d-4973-b0e3-7fad8a7d19a2 req-22e7b7a8-e3a5-4b24-90e0-be3e5b945d15 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336280 Oct 13 15:13:26.735186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11e3c0-f45b-4512-b5c2-31e36ddb9339 req-cb955fa7-e053-497b-8964-ba1b7f29ae01 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:26.736651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad11e3c0-f45b-4512-b5c2-31e36ddb9339 req-cb955fa7-e053-497b-8964-ba1b7f29ae01 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0497193 Oct 13 15:13:26.775372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad11e3c0-f45b-4512-b5c2-31e36ddb9339 req-6fcfb81e-466a-4629-83e4-48b3e270f258 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326054 Oct 13 15:13:27.889479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2444-2ea1-41ed-9cc9-c55cd94d1b36 req-41624dc0-2ec9-4148-a6fe-17bd323461a3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:27.890959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8cba2444-2ea1-41ed-9cc9-c55cd94d1b36 req-41624dc0-2ec9-4148-a6fe-17bd323461a3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0500140 Oct 13 15:13:27.928557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8cba2444-2ea1-41ed-9cc9-c55cd94d1b36 req-d9c2057b-ae24-43be-9dee-bb258de6ef21 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315588 Oct 13 15:13:29.048204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28b765-9c1e-494b-a213-738fc7fdce47 req-c78b84f3-e2fa-467a-80e1-44d1b2b92614 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:29.049718 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b28b765-9c1e-494b-a213-738fc7fdce47 req-c78b84f3-e2fa-467a-80e1-44d1b2b92614 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0532355 Oct 13 15:13:29.087460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b28b765-9c1e-494b-a213-738fc7fdce47 req-3b92c66c-d876-42a7-8c8b-6985892dcb5e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318382 Oct 13 15:13:30.209585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b872d96-b8d9-4cbc-b106-10e35775c490 req-af0a3bc1-0708-432a-8ac4-835e2f0e0fb1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:30.211072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b872d96-b8d9-4cbc-b106-10e35775c490 req-af0a3bc1-0708-432a-8ac4-835e2f0e0fb1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0487766 Oct 13 15:13:30.249232 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b872d96-b8d9-4cbc-b106-10e35775c490 req-5106e586-7c5c-460e-b984-d79d610a7847 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313580 Oct 13 15:13:30.602403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cd785-5b62-4dcf-a887-3077b13429dd req-9ed4413a-8f8a-4b80-8a67-169bb5506d59 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:30.603902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b43cd785-5b62-4dcf-a887-3077b13429dd req-9ed4413a-8f8a-4b80-8a67-169bb5506d59 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0491865 Oct 13 15:13:30.642339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b43cd785-5b62-4dcf-a887-3077b13429dd req-538038e3-01f5-438e-883a-a4b66c0c3324 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323138 Oct 13 15:13:30.740556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-ab8e232c-6af3-4204-bb10-fe8e2c4e070c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433009 Oct 13 15:13:31.759836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dca7c-0b1a-498d-8d61-9278fe6bc8a2 req-d68f83a8-de4a-41e5-896d-0523d55f1db5 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:31.762021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-158dca7c-0b1a-498d-8d61-9278fe6bc8a2 req-d68f83a8-de4a-41e5-896d-0523d55f1db5 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0503130 Oct 13 15:13:31.800233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-158dca7c-0b1a-498d-8d61-9278fe6bc8a2 req-d808625f-ce16-4179-841b-c7f7b81edadf tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320604 Oct 13 15:13:32.858302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-3c910128-8801-4a4a-bc11-2d3d4bfe288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:32.860551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-3c910128-8801-4a4a-bc11-2d3d4bfe288c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 1098 time: 0.0451741 Oct 13 15:13:32.982151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc073f-b180-47d1-8239-154c542d4a3e req-3d9fbfe3-0a8c-4914-abc5-78a3b868da67 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:32.983639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60fc073f-b180-47d1-8239-154c542d4a3e req-3d9fbfe3-0a8c-4914-abc5-78a3b868da67 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.1075702 Oct 13 15:13:33.008404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-c52efb78-3cb4-4b23-b078-92907b38ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:33.009887 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-c52efb78-3cb4-4b23-b078-92907b38ccb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1416521 Oct 13 15:13:33.068464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60fc073f-b180-47d1-8239-154c542d4a3e req-5a018e11-e7f8-4c1d-a5f7-62cf11ec38c7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756989 Oct 13 15:13:33.094428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-9757c230-3c6c-4fc1-bd7e-810f221ffe9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 200 len: 1002 time: 0.0759680 Oct 13 15:13:33.144697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-48607bdd-b77f-44b9-8e7c-ddb04838f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:33.146213 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-48607bdd-b77f-44b9-8e7c-ddb04838f6a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0438583 Oct 13 15:13:33.193243 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-ca9a6a6a-f247-4ae8-a27f-3d56c8b3b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:33.194731 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-ca9a6a6a-f247-4ae8-a27f-3d56c8b3b545 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403266 Oct 13 15:13:33.289662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-fb7d2495-87fe-4c7a-9504-82d551b6d1d1 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851994 Oct 13 15:13:33.379593 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-0a059e0b-2a82-4d80-ad97-4152f5bbb7ae service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826044 Oct 13 15:13:34.204706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62ca4c-5b71-4927-a05d-b8be0e184c88 req-6bb84206-1d3b-48b6-ad95-30dfad9c2668 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:34.206100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da62ca4c-5b71-4927-a05d-b8be0e184c88 req-6bb84206-1d3b-48b6-ad95-30dfad9c2668 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0593019 Oct 13 15:13:34.538967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-da62ca4c-5b71-4927-a05d-b8be0e184c88 req-800d7b41-2599-43fe-8974-a94b1ffeadfd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270018 Oct 13 15:13:35.634735 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-e38d31f1-cf50-4e1f-a6be-88908155d29b service neutron] show failed (client error): The resource could not be found. Oct 13 15:13:35.635761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-e38d31f1-cf50-4e1f-a6be-88908155d29b service neutron] 10.222.0.41 "GET /v2.0/ports/efd27115-f11c-43e6-8c17-e5f796ffc75e/bindings/n-h1-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0787723 Oct 13 15:13:35.659911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080b26b-ab57-4fc1-9803-ef4dba76548d req-cb6e5bcd-690e-457f-b095-cd2df5d52e48 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:35.662336 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1080b26b-ab57-4fc1-9803-ef4dba76548d req-cb6e5bcd-690e-457f-b095-cd2df5d52e48 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0535102 Oct 13 15:13:35.699854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1080b26b-ab57-4fc1-9803-ef4dba76548d req-93d100c7-d06d-4544-bd82-d0cb2d04c68c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316560 Oct 13 15:13:36.164345 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-e5cbcc87-cc1d-4d94-9875-4e179249bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:36.165758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-e5cbcc87-cc1d-4d94-9875-4e179249bd73 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 1098 time: 0.0449932 Oct 13 15:13:36.182576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:13:36.233765 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:36.431154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] For port efd27115-f11c-43e6-8c17-e5f796ffc75e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:13:36.462312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] For port efd27115-f11c-43e6-8c17-e5f796ffc75e, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:13:36.504564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:13:36.506942 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86416a8b-00b6-4048-bddd-1ced96484778" -d '{"events": [{"server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "name": "network-vif-unplugged", "status": "completed", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:13:36.510966 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:36.523261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Transition to ACTIVE for port object efd27115-f11c-43e6-8c17-e5f796ffc75e will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:13:36.559297 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 15:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ba012d-b9b2-4cd8-a837-3afa6fb7b36f x-openstack-request-id: req-97ba012d-b9b2-4cd8-a837-3afa6fb7b36f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:13:36.559555 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "name": "network-vif-unplugged", "status": "completed", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:13:36.559862 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97ba012d-b9b2-4cd8-a837-3afa6fb7b36f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:13:36.560259 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'code': 200} Oct 13 15:13:36.603082 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:36.686943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Pushing event updated for resources: {'Port': ['ID=efd27115-f11c-43e6-8c17-e5f796ffc75e,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:13:36.699888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:36.700233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:36.700602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:36.700934 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:36.701323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:36.701647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:36.701968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:36.702287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:36.702607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:36.702926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:36.703242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:36.703560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:36.740063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] No DVR routers for this DVR port efd27115-f11c-43e6-8c17-e5f796ffc75e on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:13:36.877973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d112f-7dd4-4450-950d-ac8a2fc28c1f req-0ecdcb86-2082-48b3-8e83-a7530e0bec8a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:36.879462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-091d112f-7dd4-4450-950d-ac8a2fc28c1f req-0ecdcb86-2082-48b3-8e83-a7530e0bec8a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 944 time: 0.0975268 Oct 13 15:13:36.930413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Attempting to bind port efd27115-f11c-43e6-8c17-e5f796ffc75e on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:13:36.930643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Attempting to bind port efd27115-f11c-43e6-8c17-e5f796ffc75e by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:13:36.930977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Attempting to bind port efd27115-f11c-43e6-8c17-e5f796ffc75e on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:13:36.943952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Port efd27115-f11c-43e6-8c17-e5f796ffc75e on network 82bec7f8-6705-4676-9126-6cb9385cb04b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:13:36.944220 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Attempting to bind port efd27115-f11c-43e6-8c17-e5f796ffc75e on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:13:36.948681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-091d112f-7dd4-4450-950d-ac8a2fc28c1f req-8d054d37-2f25-4157-b400-7fd7d19338d5 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603800 Oct 13 15:13:36.952440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:13:36.952779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Checking segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:13:36.953191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Bound using segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:13:36.953617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Bound port: efd27115-f11c-43e6-8c17-e5f796ffc75e, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:13:36.953973 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:37.019339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] For port efd27115-f11c-43e6-8c17-e5f796ffc75e, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:13:37.022668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] For port efd27115-f11c-43e6-8c17-e5f796ffc75e, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:13:37.096512 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:37.137820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:37.138565 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:37.139848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] 10.222.0.49 "PUT /v2.0/ports/efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 200 len: 1093 time: 0.9611862 Oct 13 15:13:37.161848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866d857-38f2-4856-aff4-a7e6b0b7d249 service neutron] Pushing event updated for resources: {'Port': ['ID=efd27115-f11c-43e6-8c17-e5f796ffc75e,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:13:37.215335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-a7cd86f8-11b6-4c79-bfb5-0d2cbfc937a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:37.216913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-a7cd86f8-11b6-4c79-bfb5-0d2cbfc937a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 1096 time: 0.0431073 Oct 13 15:13:37.319403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-ec0a564c-0630-4982-b8c8-0ea6d36e3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:37.320899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-ec0a564c-0630-4982-b8c8-0ea6d36e3dde service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0965371 Oct 13 15:13:37.393267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-9d901592-00b5-46b4-b485-eb3d9db4a556 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 200 len: 1000 time: 0.0606148 Oct 13 15:13:37.446716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-d51f4074-ce91-4cb0-8adb-279df353c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:37.448841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-d51f4074-ce91-4cb0-8adb-279df353c1cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0446019 Oct 13 15:13:37.499967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-f8828aad-b48e-4c70-abca-13e3d957fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:37.501473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-f8828aad-b48e-4c70-abca-13e3d957fdea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445538 Oct 13 15:13:37.595262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-d4f46f83-4273-4fd9-b1ab-07c0f2b6952a service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817163 Oct 13 15:13:37.694000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7381d58d-0d57-4e34-acef-2f860be5cd74 req-7bcbdbee-7aba-43dd-9e3d-96cb2ec48f07 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878181 Oct 13 15:13:38.069728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ef691-3d68-48f5-99d7-1e806f568dbf req-0e6e34da-87de-4f13-a3eb-96999f9b3f96 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:38.071214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-249ef691-3d68-48f5-99d7-1e806f568dbf req-0e6e34da-87de-4f13-a3eb-96999f9b3f96 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 944 time: 0.0513210 Oct 13 15:13:38.109390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-249ef691-3d68-48f5-99d7-1e806f568dbf req-87b1e1bd-a474-4de4-9d4c-b90675fe6072 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320590 Oct 13 15:13:38.561297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:13:38.563672 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:13:38.612191 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705f57ff-9723-4210-9d95-0a20450bef35 x-openstack-request-id: req-705f57ff-9723-4210-9d95-0a20450bef35 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:13:38.612495 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:13:38.612745 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-705f57ff-9723-4210-9d95-0a20450bef35 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:13:38.613169 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'status': 'completed', 'code': 200} Oct 13 15:13:38.702831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-fc36e524-2b86-407a-a251-01295b027a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:38.704332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-fc36e524-2b86-407a-a251-01295b027a75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 1096 time: 0.0730462 Oct 13 15:13:38.706110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-66a49367-65a2-4742-bf67-4567677c6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:38.707548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-66a49367-65a2-4742-bf67-4567677c6c53 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 1096 time: 0.0667405 Oct 13 15:13:38.864319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-c0e4ff93-f727-484b-8147-f6581cde9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:38.865726 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-c0e4ff93-f727-484b-8147-f6581cde9d81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1538396 Oct 13 15:13:38.866840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-89323695-f816-43b2-a7ab-95532a343f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:38.868151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-89323695-f816-43b2-a7ab-95532a343f56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1486149 Oct 13 15:13:38.975124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-8e4a3c17-e3f2-40d2-a77e-0f8fe5fe2946 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 200 len: 1000 time: 0.1015859 Oct 13 15:13:38.980891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-b1652bee-c861-4612-9fd0-b575de7df775 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 200 len: 1000 time: 0.1016295 Oct 13 15:13:39.062201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-28c6db68-8bfb-488e-9b08-c0772a5ac1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:39.063639 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-28c6db68-8bfb-488e-9b08-c0772a5ac1bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0803342 Oct 13 15:13:39.065087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-f75f29a6-f585-472a-ae40-5bf90154a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:39.066394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-f75f29a6-f585-472a-ae40-5bf90154a5fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0759683 Oct 13 15:13:39.138392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-9949da08-0b53-4218-8644-8c0950ca2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:39.139915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-9949da08-0b53-4218-8644-8c0950ca2fbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685217 Oct 13 15:13:39.141834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-b6727721-8301-4f56-8122-24423a8c52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:39.143197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-b6727721-8301-4f56-8122-24423a8c52e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637493 Oct 13 15:13:39.341582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d7dfd-bb6b-4013-974f-96e13a5ebc42 req-c89480e0-b737-49da-9a18-663815df2632 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:39.346181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d5d7dfd-bb6b-4013-974f-96e13a5ebc42 req-c89480e0-b737-49da-9a18-663815df2632 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 944 time: 0.1424172 Oct 13 15:13:39.346629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-636fa1a2-1bf3-4c7e-a3f9-4c1b9dd1c915 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886814 Oct 13 15:13:39.348538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-476b7e0c-c079-4c4d-a6ed-f8c641f83d76 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999638 Oct 13 15:13:39.480336 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d5d7dfd-bb6b-4013-974f-96e13a5ebc42 req-90a5daa7-dbbb-4e24-bbf9-cba9cee8be3f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308253 Oct 13 15:13:39.532762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-224039e8-7264-44aa-8883-bb0fa667c0cf service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765132 Oct 13 15:13:39.534669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fa5e5c56-6c19-4c89-91e4-7f8598ed8c84 req-52e60728-c060-4f7c-89cb-15b05af82f59 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713285 Oct 13 15:13:39.876055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device efd27115-f11c-43e6-8c17-e5f796ffc75e no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:13:39.914258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device efd27115-f11c-43e6-8c17-e5f796ffc75e not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:13:40.597357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116b79f-db8b-4916-aafb-39fb49be628a req-7adb7069-b8aa-436e-a6f0-2bcce7980024 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:40.600139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c116b79f-db8b-4916-aafb-39fb49be628a req-7adb7069-b8aa-436e-a6f0-2bcce7980024 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 944 time: 0.0487056 Oct 13 15:13:40.641370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c116b79f-db8b-4916-aafb-39fb49be628a req-a4af4683-befc-42a5-a22f-bef5a5de4df9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355661 Oct 13 15:13:40.949041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd40c9d-620b-405c-ae55-685099725916 req-75edb1b9-1572-41bf-aa01-617beb98b669 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:40.950770 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7fd40c9d-620b-405c-ae55-685099725916 req-75edb1b9-1572-41bf-aa01-617beb98b669 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 944 time: 0.0530295 Oct 13 15:13:41.020132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7fd40c9d-620b-405c-ae55-685099725916 req-6f45a70a-09aa-40de-941b-56fba3af80d3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617070 Oct 13 15:13:41.034486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-f21bd068-d2a6-4278-8563-d8d21760d069 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:41.035987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-f21bd068-d2a6-4278-8563-d8d21760d069 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e&tenant_id=1c84ae2b4776489ba1e0ae30076f7739&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 944 time: 0.0702219 Oct 13 15:13:41.092823 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device efd27115-f11c-43e6-8c17-e5f796ffc75e details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:13:41.098754 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-b29e256d-a111-4df9-9060-c0fd7e96d624 service neutron] delete failed (client error): The resource could not be found. Oct 13 15:13:41.099738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-b29e256d-a111-4df9-9060-c0fd7e96d624 service neutron] 10.222.0.41 "DELETE /v2.0/ports/efd27115-f11c-43e6-8c17-e5f796ffc75e/bindings/n-h2-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0554314 Oct 13 15:13:41.188885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-2bd80cf0-c9b4-4b1c-8d90-62212f54f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:41.190428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-2bd80cf0-c9b4-4b1c-8d90-62212f54f810 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 1096 time: 0.0459328 Oct 13 15:13:41.192859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port efd27115-f11c-43e6-8c17-e5f796ffc75e, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:13:41.205400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'port_id': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'mac_address': 'fa:16:3e:ad:87:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:13:41.242900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:41.255965 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd27115-f11c-43e6-8c17-e5f796ffc75e {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:13:41.275762 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port efd27115-f11c-43e6-8c17-e5f796ffc75e, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:13:41.283150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-ad751428-c68d-4b8a-8579-d59559ec7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:41.284660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-ad751428-c68d-4b8a-8579-d59559ec7a49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0855877 Oct 13 15:13:41.342154 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:41.358169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-1699e7c2-4f5f-4198-8bbd-68f8a94623a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 200 len: 1000 time: 0.0641761 Oct 13 15:13:41.392674 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=efd27115-f11c-43e6-8c17-e5f796ffc75e,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:13:41.400256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:41.400598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:41.400935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:41.401292 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:41.402137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:41.402445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:41.402805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:41.403202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:41.403528 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:41.403852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:41.404175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:41.404494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:13:41.409611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-1044954f-936f-481d-97cb-c25f38a942af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:41.411095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-1044954f-936f-481d-97cb-c25f38a942af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0460174 Oct 13 15:13:41.458848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-d2f28303-e45e-4909-83fa-fd13758f51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:41.460391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-d2f28303-e45e-4909-83fa-fd13758f51a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406520 Oct 13 15:13:41.556495 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-327fe14c-68ed-4a28-832b-6c32f925e1b7 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880830 Oct 13 15:13:41.646868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01754c80-c9a4-4110-9b9e-66e6deb673b0 req-fe1c9e19-d5e5-4c0d-90ba-a435abf19492 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826557 Oct 13 15:13:41.660360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['efd27115-f11c-43e6-8c17-e5f796ffc75e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:13:42.141724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d1536-dd20-4d42-8282-009a572f5d17 req-c83ecd18-a2a7-4219-b014-3395b53de71b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:42.143165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-772d1536-dd20-4d42-8282-009a572f5d17 req-c83ecd18-a2a7-4219-b014-3395b53de71b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 945 time: 0.0499275 Oct 13 15:13:42.185761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-772d1536-dd20-4d42-8282-009a572f5d17 req-21be7f6f-881b-4eb1-a685-7f419b96ea20 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362713 Oct 13 15:13:43.097420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device efd27115-f11c-43e6-8c17-e5f796ffc75e up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:13:43.208849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port efd27115-f11c-43e6-8c17-e5f796ffc75e completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:13:43.212864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port efd27115-f11c-43e6-8c17-e5f796ffc75e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:13:43.213249 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:43.293284 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:43.301792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c91a58-b79f-43df-830c-4ba468f2b357 req-72702555-6d4b-412f-9a26-a70ded55f2e3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:43.303298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60c91a58-b79f-43df-830c-4ba468f2b357 req-72702555-6d4b-412f-9a26-a70ded55f2e3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 945 time: 0.0491135 Oct 13 15:13:43.315766 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:13:43.318032 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167110fb-563e-4dd9-8e3e-6298a721799f" -d '{"events": [{"server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "name": "network-vif-plugged", "status": "completed", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:13:43.333997 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port efd27115-f11c-43e6-8c17-e5f796ffc75e, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:13:43.342874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60c91a58-b79f-43df-830c-4ba468f2b357 req-4a6970d7-6feb-46bb-88ab-8e3d5f82c8e4 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335171 Oct 13 15:13:43.357172 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d62c66-64a5-4685-99ba-a23267a927be x-openstack-request-id: req-12d62c66-64a5-4685-99ba-a23267a927be {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:13:43.357473 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "name": "network-vif-plugged", "status": "completed", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:13:43.357719 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12d62c66-64a5-4685-99ba-a23267a927be {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:13:43.358114 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'code': 200} Oct 13 15:13:43.419967 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:43.459150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee291f-93ff-4bcf-93a7-c8e80f77d280 req-e6b106fd-e346-4530-bf78-e7263f99955f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:43.460768 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6ee291f-93ff-4bcf-93a7-c8e80f77d280 req-e6b106fd-e346-4530-bf78-e7263f99955f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0508544 Oct 13 15:13:43.468298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=efd27115-f11c-43e6-8c17-e5f796ffc75e,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:13:43.500894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6ee291f-93ff-4bcf-93a7-c8e80f77d280 req-047bfd83-8147-43a3-9273-1776b1693bbe tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338438 Oct 13 15:13:43.845356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccb7e8-ee87-4b55-b0eb-a62018789d8a req-b8ac5a03-d89f-410a-b4a8-1dc07817e064 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:43.846864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3ccb7e8-ee87-4b55-b0eb-a62018789d8a req-b8ac5a03-d89f-410a-b4a8-1dc07817e064 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0494030 Oct 13 15:13:43.903560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3ccb7e8-ee87-4b55-b0eb-a62018789d8a req-9083a366-0815-4de9-8a3d-448b196e1771 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502822 Oct 13 15:13:43.965983 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c938a7-2cde-4c29-90e2-6a0c486ff278 req-71c601da-d4b3-4d4f-a94c-59013e722db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:43.967498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4c938a7-2cde-4c29-90e2-6a0c486ff278 req-71c601da-d4b3-4d4f-a94c-59013e722db1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 1098 time: 0.0415328 Oct 13 15:13:44.061003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c938a7-2cde-4c29-90e2-6a0c486ff278 req-abfeb0e9-b724-4c1d-b00a-f994557a3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:44.062464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4c938a7-2cde-4c29-90e2-6a0c486ff278 req-abfeb0e9-b724-4c1d-b00a-f994557a3d75 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0843067 Oct 13 15:13:44.133996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4c938a7-2cde-4c29-90e2-6a0c486ff278 req-fb5dba07-35a3-4cbb-bee0-4cb55eb40e5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 200 len: 1002 time: 0.0601637 Oct 13 15:13:44.187689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c938a7-2cde-4c29-90e2-6a0c486ff278 req-2c2ce245-3ecb-4996-a628-9a8600b573f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:44.189158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4c938a7-2cde-4c29-90e2-6a0c486ff278 req-2c2ce245-3ecb-4996-a628-9a8600b573f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0445840 Oct 13 15:13:44.239589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c938a7-2cde-4c29-90e2-6a0c486ff278 req-073aa260-0d1b-4bbd-b461-a7e249226401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:44.241443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4c938a7-2cde-4c29-90e2-6a0c486ff278 req-073aa260-0d1b-4bbd-b461-a7e249226401 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408652 Oct 13 15:13:44.339024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4c938a7-2cde-4c29-90e2-6a0c486ff278 req-f2d08c99-26a6-49f2-ab43-2fb1f856e5cc service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849059 Oct 13 15:13:44.430870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4c938a7-2cde-4c29-90e2-6a0c486ff278 req-545d0b0c-a2cf-4ec0-87f3-2431af064d82 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810211 Oct 13 15:13:45.022611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c79a6c-32e6-4003-a0fa-c294b87a2aee req-9e4a8705-def6-4e55-84e9-de7086e38a23 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:45.024432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03c79a6c-32e6-4003-a0fa-c294b87a2aee req-9e4a8705-def6-4e55-84e9-de7086e38a23 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0516617 Oct 13 15:13:45.068378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03c79a6c-32e6-4003-a0fa-c294b87a2aee req-8c528805-5fa5-49b9-89e4-c8f264c2e5e2 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377536 Oct 13 15:13:46.477144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e66bf8-c337-42f1-aff9-9b585692dbc3 req-c5a71e86-f046-47c5-bde0-b69bfff932bd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:46.478610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25e66bf8-c337-42f1-aff9-9b585692dbc3 req-c5a71e86-f046-47c5-bde0-b69bfff932bd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.3441019 Oct 13 15:13:46.518415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25e66bf8-c337-42f1-aff9-9b585692dbc3 req-3e30f7e7-51a1-4f06-8c1a-c8ac4b24542a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336456 Oct 13 15:13:47.002536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5e58f-fafd-486e-897c-d5ccf61c9e21 req-1ba1d3c3-2188-450c-b4a8-1f593cdd2f8c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:47.003978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3df5e58f-fafd-486e-897c-d5ccf61c9e21 req-1ba1d3c3-2188-450c-b4a8-1f593cdd2f8c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0478847 Oct 13 15:13:47.046668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3df5e58f-fafd-486e-897c-d5ccf61c9e21 req-a7de4d81-c40b-43f4-a8a9-7915bdb08b7f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366759 Oct 13 15:13:48.161874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca06e1-3392-4a6d-9968-97417d22f683 req-5b9b0e75-cbf8-4bfa-be3d-f70f4000fc76 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:48.163274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ceca06e1-3392-4a6d-9968-97417d22f683 req-5b9b0e75-cbf8-4bfa-be3d-f70f4000fc76 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0506723 Oct 13 15:13:48.208058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ceca06e1-3392-4a6d-9968-97417d22f683 req-01d19eb0-a44d-4d67-9541-1a8592e25d2e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384524 Oct 13 15:13:48.417788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c6612-687b-4874-afe1-8d6be92e904f req-8f9ba2a5-2387-4096-b666-6f6e14cf82f6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:48.419147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-104c6612-687b-4874-afe1-8d6be92e904f req-8f9ba2a5-2387-4096-b666-6f6e14cf82f6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 946 time: 0.0491619 Oct 13 15:13:48.510443 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Deleting port efd27115-f11c-43e6-8c17-e5f796ffc75e {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:13:48.511558 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:48.601467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] For port efd27115-f11c-43e6-8c17-e5f796ffc75e, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=efd27115-f11c-43e6-8c17-e5f796ffc75e,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:13:48.601830 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:48.768284 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:48.768648 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:48.768961 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6 disassociated. External IP: 172.25.0.141, port: efd27115-f11c-43e6-8c17-e5f796ffc75e. Oct 13 15:13:48.769335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Calling delete_port for efd27115-f11c-43e6-8c17-e5f796ffc75e owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:13:48.951598 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:48.981204 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event deleted for resources: {'Port': ['ID=efd27115-f11c-43e6-8c17-e5f796ffc75e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:13:49.102018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Router 5e5c8872-6b17-4cad-b946-787d0398bd05 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:13:49.176404 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:49.216789 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:13:49.226828 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63207c7-6d0e-4e41-9f81-7c96f69a0fb6 None None] Sync routers for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:13:49.237326 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63207c7-6d0e-4e41-9f81-7c96f69a0fb6 None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:13:49.237975 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b63207c7-6d0e-4e41-9f81-7c96f69a0fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:13:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:13:49.257666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] No DVR routers for this DVR port efd27115-f11c-43e6-8c17-e5f796ffc75e on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:13:49.260294 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:49.265277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-104c6612-687b-4874-afe1-8d6be92e904f req-7d320b88-fb89-4915-9d89-efaaeb3bb382 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.49 "DELETE /v2.0/ports/efd27115-f11c-43e6-8c17-e5f796ffc75e HTTP/1.1" status: 204 len: 173 time: 0.8363314 Oct 13 15:13:49.265750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'name': 'network-vif-deleted', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:13:49.268022 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d8f4b5-ebf7-4163-ace5-82bfb3663c38" -d '{"events": [{"server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "name": "network-vif-deleted", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:13:49.319325 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370ca7ec-16ed-43d5-ad98-929a10338e2e x-openstack-request-id: req-370ca7ec-16ed-43d5-ad98-929a10338e2e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:13:49.319702 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e", "name": "network-vif-deleted", "tag": "efd27115-f11c-43e6-8c17-e5f796ffc75e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:13:49.320049 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-370ca7ec-16ed-43d5-ad98-929a10338e2e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:13:49.320495 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e', 'name': 'network-vif-deleted', 'tag': 'efd27115-f11c-43e6-8c17-e5f796ffc75e', 'status': 'completed', 'code': 200} Oct 13 15:13:49.322750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-662828ec-fb3c-4c6b-b8d6-6fc96aaa1c23 req-ec26f81d-66e4-44c3-a272-6547185358ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a9c030f-d664-49f7-9bdf-dfb2e7c9ea5e HTTP/1.1" status: 200 len: 210 time: 0.0364385 Oct 13 15:13:49.351435 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-b63207c7-6d0e-4e41-9f81-7c96f69a0fb6 None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:13:49.517415 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-da8afb52-3da1-49e7-9436-469c38fc31f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:49.553501 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b63207c7-6d0e-4e41-9f81-7c96f69a0fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:13:49.587779 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63207c7-6d0e-4e41-9f81-7c96f69a0fb6 None None] Checking router: 5e5c8872-6b17-4cad-b946-787d0398bd05 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:13:49.596547 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63207c7-6d0e-4e41-9f81-7c96f69a0fb6 None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:13:49.597184 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b63207c7-6d0e-4e41-9f81-7c96f69a0fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:13:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:13:49.704444 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-b63207c7-6d0e-4e41-9f81-7c96f69a0fb6 None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:13:49.910798 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b63207c7-6d0e-4e41-9f81-7c96f69a0fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:13:49.941275 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63207c7-6d0e-4e41-9f81-7c96f69a0fb6 None None] The sync data for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 is: [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:13:50.158481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e480adc-6a19-4376-aeb5-916baab0dee3 None None] New status for floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:13:50.621701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-81802cc3-e4f7-4bfc-b9da-ec61897305a3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--875656080&fields=id&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 267 time: 0.0331507 Oct 13 15:13:50.728184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-08dcb6b8-aece-427e-a200-104f591cd902 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:50.729729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-08dcb6b8-aece-427e-a200-104f591cd902 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 812 time: 0.1013801 Oct 13 15:13:50.744473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-d9eb6e9b-4433-433a-8b1f-42e6fcf42633 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/quotas/1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 375 time: 0.0089335 Oct 13 15:13:50.801563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-eee151aa-11b3-4043-9dd6-cbcf4e2ba60b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512602 Oct 13 15:13:50.903532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-3e9cd2b7-2202-4250-8904-ff3648b23706 service neutron] 10.222.0.18 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892467 Oct 13 15:13:51.001627 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-ca9475c4-f57f-41be-8e1e-aa943539b0ff service neutron] 10.222.0.18 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918968 Oct 13 15:13:51.248209 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01de97eb-197c-4cc9-8ceb-ee9114857ec3 req-b0c3ac23-bca4-493c-8180-139e859b32c1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 210 time: 0.0283670 Oct 13 15:13:52.319187 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b81550fb-845f-4c24-97c1-664711a3c3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:52.343447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e73d0519-4514-4d6a-9afc-9a060db6f5af req-66a6c94e-15f2-4525-81e8-c5b59e45b9c3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 210 time: 0.0264862 Oct 13 15:13:52.507280 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:53.102069 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-c286d651-3cf4-4a7b-9453-3914f72dc337 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:53.103526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-c286d651-3cf4-4a7b-9453-3914f72dc337 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 812 time: 0.1031284 Oct 13 15:13:53.124120 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device efd27115-f11c-43e6-8c17-e5f796ffc75e no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:13:53.143758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: efd27115-f11c-43e6-8c17-e5f796ffc75e {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:13:53.144095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device efd27115-f11c-43e6-8c17-e5f796ffc75e not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:13:53.148409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-06944df1-a306-400b-bc5b-493bd80f8ceb tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 379 time: 0.0341809 Oct 13 15:13:53.159054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-27eb2abf-971a-409b-9456-fe8bf73fce0b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Request body: {'port': {'device_id': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'admin_state_up': True, 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'security_groups': ['94ecefd3-d1ec-4063-ac76-f49a75fca2c8']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:13:53.340362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-27eb2abf-971a-409b-9456-fe8bf73fce0b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Made reservation on behalf of 1c84ae2b4776489ba1e0ae30076f7739 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:13:53.344035 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-27eb2abf-971a-409b-9456-fe8bf73fce0b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:53.447836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a72bb8e5-d59f-44a3-9b0b-4db9e9e57f1c req-3b6a7422-8196-4be4-b82d-fc7d14c08d0a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 210 time: 0.0339067 Oct 13 15:13:53.505566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-27eb2abf-971a-409b-9456-fe8bf73fce0b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Allocated IP 172.20.0.10 (82bec7f8-6705-4676-9126-6cb9385cb04b/f36bdd28-2443-4931-a8ed-58309fce3b1f/21e8bef0-064e-40c0-8f81-8653a86a0e7b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:13:53.645601 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-27eb2abf-971a-409b-9456-fe8bf73fce0b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:53.731526 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-27eb2abf-971a-409b-9456-fe8bf73fce0b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:53.774887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-27eb2abf-971a-409b-9456-fe8bf73fce0b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Network 82bec7f8-6705-4676-9126-6cb9385cb04b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:13:53.778807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-27eb2abf-971a-409b-9456-fe8bf73fce0b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:13:53.782653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-27eb2abf-971a-409b-9456-fe8bf73fce0b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:13:53.814214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb2abf-971a-409b-9456-fe8bf73fce0b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event updated for resources: {'Port': ['ID=21e8bef0-064e-40c0-8f81-8653a86a0e7b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:13:53.842458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-27eb2abf-971a-409b-9456-fe8bf73fce0b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:53.843090 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-27eb2abf-971a-409b-9456-fe8bf73fce0b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:53.926124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-27eb2abf-971a-409b-9456-fe8bf73fce0b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7708607 Oct 13 15:13:53.938876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Request body: {'port': {'device_id': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:13:53.995627 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9e9f0bad-c65c-418b-b093-4f8debad3425 None None] Provisioning complete for port 21e8bef0-064e-40c0-8f81-8653a86a0e7b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:13:53.996463 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0bad-c65c-418b-b093-4f8debad3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:53.997321 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:54.031506 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9e9f0bad-c65c-418b-b093-4f8debad3425 None None] Port 21e8bef0-064e-40c0-8f81-8653a86a0e7b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:13:54.060093 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:54.083901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:54.255774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e8bef0-064e-40c0-8f81-8653a86a0e7b {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:13:54.263701 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:54.275495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Transition to ACTIVE for port object 21e8bef0-064e-40c0-8f81-8653a86a0e7b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:13:54.351555 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:54.407850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Pushing event updated for resources: {'Port': ['ID=21e8bef0-064e-40c0-8f81-8653a86a0e7b,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:13:54.477412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Attempting to bind port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:13:54.477897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Attempting to bind port 21e8bef0-064e-40c0-8f81-8653a86a0e7b by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:13:54.478108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Attempting to bind port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:13:54.483333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on network 82bec7f8-6705-4676-9126-6cb9385cb04b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:13:54.483642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Attempting to bind port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:13:54.489021 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:13:54.489363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Checking segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:13:54.489752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Bound using segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:13:54.490175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Bound port: 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:13:54.490530 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:54.593286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:13:54.604300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f01dc3-4987-4e25-ba6a-a3f1f5f353cf req-83e1e80a-f94d-4e9f-93d4-2754a932da52 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:54.605825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13f01dc3-4987-4e25-ba6a-a3f1f5f353cf req-83e1e80a-f94d-4e9f-93d4-2754a932da52 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 944 time: 0.0808702 Oct 13 15:13:54.615314 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:13:54.646346 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-13f01dc3-4987-4e25-ba6a-a3f1f5f353cf req-fac3b6b6-4d61-4251-b06b-525cc24894bd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332761 Oct 13 15:13:54.679176 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:54.716830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:54.717460 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:54.718931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] 10.222.0.41 "PUT /v2.0/ports/21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1093 time: 0.7843149 Oct 13 15:13:54.719316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:13:54.721687 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13e39d3-24c7-494c-96fd-b65eebdae82c" -d '{"events": [{"name": "network-changed", "server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:13:54.749386 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa18be-9dec-421b-88b6-b5bdb9928432 service neutron] Pushing event updated for resources: {'Port': ['ID=21e8bef0-064e-40c0-8f81-8653a86a0e7b,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:13:54.762992 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adbdfcc-5752-4aaa-b241-643ef01f8c0a x-openstack-request-id: req-1adbdfcc-5752-4aaa-b241-643ef01f8c0a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:13:54.763438 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:13:54.763691 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1adbdfcc-5752-4aaa-b241-643ef01f8c0a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:13:54.764091 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'status': 'completed', 'code': 200} Oct 13 15:13:54.829623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e39d3-24c7-494c-96fd-b65eebdae82c req-f5e560e8-7b8d-4ed2-bef2-b248e2df1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:54.831160 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e13e39d3-24c7-494c-96fd-b65eebdae82c req-f5e560e8-7b8d-4ed2-bef2-b248e2df1670 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1096 time: 0.0442297 Oct 13 15:13:54.937281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e39d3-24c7-494c-96fd-b65eebdae82c req-f0632ff9-35a9-47c5-aeed-aeeaa09d73db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:54.938758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e13e39d3-24c7-494c-96fd-b65eebdae82c req-f0632ff9-35a9-47c5-aeed-aeeaa09d73db service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0976589 Oct 13 15:13:55.078170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e39d3-24c7-494c-96fd-b65eebdae82c req-925002cc-5bec-4846-8918-ceac4281199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:55.079547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e13e39d3-24c7-494c-96fd-b65eebdae82c req-925002cc-5bec-4846-8918-ceac4281199e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329784 Oct 13 15:13:55.162528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-a887b72c-e10e-4a0b-9cc6-a14edf05dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:55.164021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-a887b72c-e10e-4a0b-9cc6-a14edf05dc16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1096 time: 0.0428615 Oct 13 15:13:55.207724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-53119ada-3520-4ac9-a6ca-662d6d41b1a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 217 time: 0.0354288 Oct 13 15:13:55.257409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-61ad65c0-f6f1-4853-9c25-693d41b23fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:55.258850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-61ad65c0-f6f1-4853-9c25-693d41b23fb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0436349 Oct 13 15:13:55.310982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-095b1eab-7d35-446d-979b-d477f5f5703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:55.312470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-095b1eab-7d35-446d-979b-d477f5f5703f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452161 Oct 13 15:13:55.402289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-64a59276-42bf-4a7e-9277-2cb924754778 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812182 Oct 13 15:13:55.496599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ac077f62-ecda-4007-b461-f4a9751ae515 req-2ec2f99b-d53f-428f-a46d-7fdfe1e6e8ca service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873048 Oct 13 15:13:55.558002 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:13:55.761950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49208d-b66b-481c-97c4-351ca8094a9d req-4ab172b9-3749-4583-bfb6-f05afb8fef6b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:55.763438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de49208d-b66b-481c-97c4-351ca8094a9d req-4ab172b9-3749-4583-bfb6-f05afb8fef6b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 944 time: 0.0499890 Oct 13 15:13:55.801888 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de49208d-b66b-481c-97c4-351ca8094a9d req-248a7dac-f962-42ff-98b5-12c3604d6452 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325661 Oct 13 15:13:56.920547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5bc18-f354-4005-b880-76a20e69c770 req-fa66b300-f419-4a34-8756-b8fff8e7e950 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:56.922004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4f5bc18-f354-4005-b880-76a20e69c770 req-fa66b300-f419-4a34-8756-b8fff8e7e950 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 944 time: 0.0491767 Oct 13 15:13:56.960460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4f5bc18-f354-4005-b880-76a20e69c770 req-f5e29a17-44be-4818-85c8-62c07f911a12 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322974 Oct 13 15:13:58.100624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c707914-4642-45ad-a678-84c24ea05023 req-d923d433-c52b-4a83-87e8-28af211d4ca1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:58.102170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c707914-4642-45ad-a678-84c24ea05023 req-d923d433-c52b-4a83-87e8-28af211d4ca1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 944 time: 0.0535915 Oct 13 15:13:58.140901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c707914-4642-45ad-a678-84c24ea05023 req-a0eec6c4-a7de-4f5e-94c2-c48fcf6f35f0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322502 Oct 13 15:13:59.254024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1a027-7957-4180-9ddd-ce08cc483e2b req-608bc3ae-ce49-426d-8ff9-c1f1a28d5ee8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:13:59.255508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fb1a027-7957-4180-9ddd-ce08cc483e2b req-608bc3ae-ce49-426d-8ff9-c1f1a28d5ee8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 944 time: 0.0489683 Oct 13 15:13:59.296041 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fb1a027-7957-4180-9ddd-ce08cc483e2b req-156fdc69-8d73-45de-ab3c-efeae0856014 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338805 Oct 13 15:13:59.745464 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:14:00.011045 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 21e8bef0-064e-40c0-8f81-8653a86a0e7b details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:14:00.106467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:14:00.118631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'port_id': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'mac_address': 'fa:16:3e:9c:ab:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:14:00.155355 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:00.167550 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e8bef0-064e-40c0-8f81-8653a86a0e7b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:14:00.186571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:14:00.248468 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:00.301118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=21e8bef0-064e-40c0-8f81-8653a86a0e7b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:14:00.415234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb149d4-b957-497d-bcac-b065fc923b5c req-40c8602a-3fa4-4d90-be35-30b2f6ec3058 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:14:00.416646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb149d4-b957-497d-bcac-b065fc923b5c req-40c8602a-3fa4-4d90-be35-30b2f6ec3058 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 945 time: 0.0509031 Oct 13 15:14:00.459729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bb149d4-b957-497d-bcac-b065fc923b5c req-0d40e886-13af-461b-aa0c-f0495174e496 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340807 Oct 13 15:14:00.629760 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['21e8bef0-064e-40c0-8f81-8653a86a0e7b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:14:01.579539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f0a8b-6623-4b6a-b916-ef6bcc5cf822 req-3b664e31-1e0a-4e92-9854-df0b8e265df9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:14:01.581909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e5f0a8b-6623-4b6a-b916-ef6bcc5cf822 req-3b664e31-1e0a-4e92-9854-df0b8e265df9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 945 time: 0.0538759 Oct 13 15:14:01.634510 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e5f0a8b-6623-4b6a-b916-ef6bcc5cf822 req-9fe3d10e-b210-42c2-a4af-e8e5ebf11041 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431645 Oct 13 15:14:02.025915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 21e8bef0-064e-40c0-8f81-8653a86a0e7b up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:14:02.141558 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 21e8bef0-064e-40c0-8f81-8653a86a0e7b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:14:02.145444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 21e8bef0-064e-40c0-8f81-8653a86a0e7b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:14:02.145836 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:02.222296 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:02.244307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:14:02.247195 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee68b59-1f97-4335-933f-bc37df7354d0" -d '{"events": [{"server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "name": "network-vif-plugged", "status": "completed", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:14:02.259561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:14:02.281374 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fdfc35-1032-44a6-a93d-d0e2ff56d3f2 x-openstack-request-id: req-e3fdfc35-1032-44a6-a93d-d0e2ff56d3f2 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:14:02.281663 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "name": "network-vif-plugged", "status": "completed", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:14:02.281934 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3fdfc35-1032-44a6-a93d-d0e2ff56d3f2 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:14:02.282322 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'code': 200} Oct 13 15:14:02.323206 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:02.371365 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=21e8bef0-064e-40c0-8f81-8653a86a0e7b,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:14:02.381254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d52c1a-a3a3-4f04-a0e2-ebac8c2795f6 req-23ec85a5-6ed6-4ea0-a67c-a99ebe38f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:14:02.382771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6d52c1a-a3a3-4f04-a0e2-ebac8c2795f6 req-23ec85a5-6ed6-4ea0-a67c-a99ebe38f567 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1098 time: 0.0423069 Oct 13 15:14:02.419513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6d52c1a-a3a3-4f04-a0e2-ebac8c2795f6 req-8d8f8057-2111-42fe-934f-c635f2d0cbdb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287223 Oct 13 15:14:02.754381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b444e99-8e7b-4b39-9f5f-ddc718993c40 req-93e046db-a781-4047-ad0d-06fed1b8a1ed tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:14:02.755923 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b444e99-8e7b-4b39-9f5f-ddc718993c40 req-93e046db-a781-4047-ad0d-06fed1b8a1ed tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0505891 Oct 13 15:14:02.795723 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b444e99-8e7b-4b39-9f5f-ddc718993c40 req-6e459dcf-0d8a-445f-ac32-75c703e5ab15 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332625 Oct 13 15:14:03.936141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cda80-6f51-4af7-9e7c-bd85ebf58403 req-496fc418-1f6f-4af3-9905-fc693f85f67a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:14:03.937691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7cda80-6f51-4af7-9e7c-bd85ebf58403 req-496fc418-1f6f-4af3-9905-fc693f85f67a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0567660 Oct 13 15:14:03.978328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fd7cda80-6f51-4af7-9e7c-bd85ebf58403 req-3683faf5-1301-4e4b-abb7-e1babb091e52 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345526 Oct 13 15:14:05.098018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff8fc6-d46e-4dc7-800a-d7de1eea928d req-cd6bec97-0739-4b6c-9173-6c7d3de863f6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:14:05.099497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9bff8fc6-d46e-4dc7-800a-d7de1eea928d req-cd6bec97-0739-4b6c-9173-6c7d3de863f6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0482838 Oct 13 15:14:05.138561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9bff8fc6-d46e-4dc7-800a-d7de1eea928d req-fb68a649-3df7-4bd1-9ad9-61cef53dc99f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325379 Oct 13 15:14:05.249768 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f9e2f-be84-42f4-8fc4-caf1dd9350ce req-11b39626-c753-4e1d-bf94-66526e509d71 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:14:05.251290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f6f9e2f-be84-42f4-8fc4-caf1dd9350ce req-11b39626-c753-4e1d-bf94-66526e509d71 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0489962 Oct 13 15:14:05.259866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 38874) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:14:05.264433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-903f8d3a-58e0-44e4-a118-ae28bf8c7027 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Request body: {'floatingip': {'port_id': '21e8bef0-064e-40c0-8f81-8653a86a0e7b'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:14:05.307229 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-903f8d3a-58e0-44e4-a118-ae28bf8c7027 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:05.743430 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-903f8d3a-58e0-44e4-a118-ae28bf8c7027 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:05.804128 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-903f8d3a-58e0-44e4-a118-ae28bf8c7027 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:05.904246 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-903f8d3a-58e0-44e4-a118-ae28bf8c7027 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6 associated. External IP: 172.25.0.141, port: 21e8bef0-064e-40c0-8f81-8653a86a0e7b. Oct 13 15:14:06.109577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903f8d3a-58e0-44e4-a118-ae28bf8c7027 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Router 5e5c8872-6b17-4cad-b946-787d0398bd05 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:14:06.512597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903f8d3a-58e0-44e4-a118-ae28bf8c7027 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:14:06.517650 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-903f8d3a-58e0-44e4-a118-ae28bf8c7027 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:06.522210 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac02e5-2dbc-4156-baee-89825fef5a5e None None] Sync routers for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:14:06.532020 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac02e5-2dbc-4156-baee-89825fef5a5e None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:14:06.532622 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d9ac02e5-2dbc-4156-baee-89825fef5a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:13:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:14:06.546356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-903f8d3a-58e0-44e4-a118-ae28bf8c7027 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "PUT /v2.0/floatingips/325e3b4c-f8c2-4353-9822-d9489f86eae6 HTTP/1.1" status: 200 len: 992 time: 1.2852235 Oct 13 15:14:06.547260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:14:06.549976 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ecfcf6-8bf2-4aa3-94c4-3b97e865b67e" -d '{"events": [{"name": "network-changed", "server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:14:06.591066 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5030e3b4-24d2-41a6-8b8d-08a1899d23f1 x-openstack-request-id: req-5030e3b4-24d2-41a6-8b8d-08a1899d23f1 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:14:06.591428 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:14:06.591691 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5030e3b4-24d2-41a6-8b8d-08a1899d23f1 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:14:06.595704 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'status': 'completed', 'code': 200} Oct 13 15:14:06.666971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecfcf6-8bf2-4aa3-94c4-3b97e865b67e req-b244e296-862b-4d01-8442-6ec4bfac5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:14:06.672084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94ecfcf6-8bf2-4aa3-94c4-3b97e865b67e req-b244e296-862b-4d01-8442-6ec4bfac5795 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1098 time: 0.0424945 Oct 13 15:14:06.743119 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d9ac02e5-2dbc-4156-baee-89825fef5a5e None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:14:06.771655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecfcf6-8bf2-4aa3-94c4-3b97e865b67e req-800e56f8-344e-4870-9d52-516897176c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:14:06.777109 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94ecfcf6-8bf2-4aa3-94c4-3b97e865b67e req-800e56f8-344e-4870-9d52-516897176c4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0964720 Oct 13 15:14:06.842866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94ecfcf6-8bf2-4aa3-94c4-3b97e865b67e req-92675b6a-45c2-4ae6-91b3-bdc9a4c00095 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1000 time: 0.0611446 Oct 13 15:14:06.896189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecfcf6-8bf2-4aa3-94c4-3b97e865b67e req-0fa119ff-7377-4ffe-88b5-642b09438892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:14:06.897764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94ecfcf6-8bf2-4aa3-94c4-3b97e865b67e req-0fa119ff-7377-4ffe-88b5-642b09438892 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0476260 Oct 13 15:14:06.944139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecfcf6-8bf2-4aa3-94c4-3b97e865b67e req-02856bd9-eecb-4c2d-b065-d814916464ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:14:06.945709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94ecfcf6-8bf2-4aa3-94c4-3b97e865b67e req-02856bd9-eecb-4c2d-b065-d814916464ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397818 Oct 13 15:14:06.986818 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d9ac02e5-2dbc-4156-baee-89825fef5a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '325e3b4c-f8c2-4353-9822-d9489f86eae6', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'port_id': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'mac_address': 'fa:16:3e:9c:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:07:13Z', 'updated_at': '2021-10-13T15:14:05Z', 'revision_number': 9, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:14:07.018009 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac02e5-2dbc-4156-baee-89825fef5a5e None None] Checking router: 5e5c8872-6b17-4cad-b946-787d0398bd05 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:14:07.027082 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac02e5-2dbc-4156-baee-89825fef5a5e None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:14:07.027626 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d9ac02e5-2dbc-4156-baee-89825fef5a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:13:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:14:07.040187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94ecfcf6-8bf2-4aa3-94c4-3b97e865b67e req-0410faf4-2096-4960-b36b-39a8b197e729 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856812 Oct 13 15:14:07.131759 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94ecfcf6-8bf2-4aa3-94c4-3b97e865b67e req-88b49211-9603-4251-9555-6e5779529a49 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838721 Oct 13 15:14:07.134170 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d9ac02e5-2dbc-4156-baee-89825fef5a5e None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:14:07.357576 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d9ac02e5-2dbc-4156-baee-89825fef5a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '325e3b4c-f8c2-4353-9822-d9489f86eae6', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'port_id': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'mac_address': 'fa:16:3e:9c:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:07:13Z', 'updated_at': '2021-10-13T15:14:05Z', 'revision_number': 9, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:14:07.383579 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ac02e5-2dbc-4156-baee-89825fef5a5e None None] The sync data for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 is: [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '325e3b4c-f8c2-4353-9822-d9489f86eae6', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'port_id': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'mac_address': 'fa:16:3e:9c:ab:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:07:13Z', 'updated_at': '2021-10-13T15:14:05Z', 'revision_number': 9, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:14:07.575495 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30af4aa-7b89-4fdf-abd0-f828c2589755 None None] New status for floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:14:19.181410 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:19.529991 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ec73790f-9ea6-468b-b2ef-151915618449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:22.164424 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-7c9279e7-59d4-427c-88e8-d17135225271 req-179899ca-b64e-479d-9a08-5b5f62204d6f service neutron] (112684) timed out ('10.222.0.18', 36694) {{(pid=112684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 15:14:22.324347 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8c0a857f-ef69-4747-ba90-e37bd9583b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:22.506865 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:24.027508 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:24.055400 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:25.580212 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:36.744078 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:14:49.174028 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:49.540649 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6deaa4f7-58eb-4b2c-8515-e9f143774cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:52.329254 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-234ad977-3723-41f9-a3e1-bb72b9cdfe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:52.511627 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:54.026026 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:54.054387 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:14:55.562856 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:00.563211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d6b36c8-c792-4484-9f62-b8179c6e520b req-c3044d21-c992-44f1-8894-8e138ea0db2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406716 Oct 13 15:15:00.652818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b36c8-c792-4484-9f62-b8179c6e520b req-e93ee229-2cb5-49a4-89f4-308f8dbf227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:15:00.662508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d6b36c8-c792-4484-9f62-b8179c6e520b req-e93ee229-2cb5-49a4-89f4-308f8dbf227b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1098 time: 0.0457239 Oct 13 15:15:00.758684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b36c8-c792-4484-9f62-b8179c6e520b req-e5626330-3b69-436e-bf04-650ef7590c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:15:00.760143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d6b36c8-c792-4484-9f62-b8179c6e520b req-e5626330-3b69-436e-bf04-650ef7590c07 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0852885 Oct 13 15:15:00.833978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d6b36c8-c792-4484-9f62-b8179c6e520b req-7a0af418-68f3-4a97-8728-a879f7f00be4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1003 time: 0.0660083 Oct 13 15:15:00.883996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b36c8-c792-4484-9f62-b8179c6e520b req-f94d31d3-1dc5-4d24-8e80-a4a23822e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:15:00.885162 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d6b36c8-c792-4484-9f62-b8179c6e520b req-f94d31d3-1dc5-4d24-8e80-a4a23822e784 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0432925 Oct 13 15:15:00.932136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b36c8-c792-4484-9f62-b8179c6e520b req-608fb94f-0c57-48b0-a2ad-8d03d32d23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:15:00.933677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d6b36c8-c792-4484-9f62-b8179c6e520b req-608fb94f-0c57-48b0-a2ad-8d03d32d23c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413091 Oct 13 15:15:01.038226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d6b36c8-c792-4484-9f62-b8179c6e520b req-02d087ca-ee2d-4c69-b07e-4c95e6abcf45 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959859 Oct 13 15:15:01.127936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d6b36c8-c792-4484-9f62-b8179c6e520b req-01e521b0-d6bf-4f09-806d-5517cddfc5da service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819294 Oct 13 15:15:13.743692 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:15:19.191437 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:19.534263 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-11f25fa6-7eef-4338-8dbf-9a5a4beb475b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:22.328046 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-951c10b0-42fc-4b75-bd60-7a3cdd9cf996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:22.523509 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:24.030930 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:24.065679 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:25.579299 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:49.236610 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:49.539639 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6472a960-037c-420e-a7d9-a71e097121a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:50.742507 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:15:52.327516 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-65aa2fd5-19e1-4e52-b404-cdd4b26f2f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:52.522322 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:54.037995 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:54.082102 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:15:55.550814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:00.550877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b37ddcb4-a6f0-468e-82b8-6bb510fb900a req-bcb74dc7-fb9e-4e17-b627-b633a7611490 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402095 Oct 13 15:16:00.637581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ddcb4-a6f0-468e-82b8-6bb510fb900a req-dc89ae38-91de-4800-941e-a4f8a8e2708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:00.638984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b37ddcb4-a6f0-468e-82b8-6bb510fb900a req-dc89ae38-91de-4800-941e-a4f8a8e2708d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1098 time: 0.0449066 Oct 13 15:16:00.743043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ddcb4-a6f0-468e-82b8-6bb510fb900a req-b926a57d-55c8-439c-b0e9-9fc2914f9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:00.744559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b37ddcb4-a6f0-468e-82b8-6bb510fb900a req-b926a57d-55c8-439c-b0e9-9fc2914f9908 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0852318 Oct 13 15:16:00.815023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b37ddcb4-a6f0-468e-82b8-6bb510fb900a req-d754a5ef-a410-4eab-9956-46d69cf94879 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1003 time: 0.0626791 Oct 13 15:16:00.863876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ddcb4-a6f0-468e-82b8-6bb510fb900a req-b6e11512-c8e3-4f66-a4de-c78d82262abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:00.865340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b37ddcb4-a6f0-468e-82b8-6bb510fb900a req-b6e11512-c8e3-4f66-a4de-c78d82262abd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0434804 Oct 13 15:16:00.913194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ddcb4-a6f0-468e-82b8-6bb510fb900a req-3e2a1984-1dbf-4985-80c5-ae1f8358b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:00.914608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b37ddcb4-a6f0-468e-82b8-6bb510fb900a req-3e2a1984-1dbf-4985-80c5-ae1f8358b5c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422387 Oct 13 15:16:01.008315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b37ddcb4-a6f0-468e-82b8-6bb510fb900a req-1641477a-36ae-4b00-bcbd-221593523ce4 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858524 Oct 13 15:16:01.098628 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b37ddcb4-a6f0-468e-82b8-6bb510fb900a req-c67ec1af-2b7c-4f8a-9cd9-d599e6ac78d3 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820181 Oct 13 15:16:19.253711 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:19.527937 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e50329e3-e0ed-42c7-862a-1722af51edff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:22.350445 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6e860e7b-100c-4922-bf2b-3eb96f039769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:22.504940 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:24.024830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:24.058017 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:25.584933 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:27.742458 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:16:35.612535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-e0cc135d-fe7a-46c3-a50d-dff419a25c18 req-addc8a4a-0313-4e7e-88d6-d0ee1994ac10 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:16:35.614117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e0cc135d-fe7a-46c3-a50d-dff419a25c18 req-addc8a4a-0313-4e7e-88d6-d0ee1994ac10 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0448208 Oct 13 15:16:36.022232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e0f2-5e83-44b8-b74a-fa3af4005945 req-4ab7c164-c40f-4f1b-a9a0-934a1dcb72b6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:36.023886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2901e0f2-5e83-44b8-b74a-fa3af4005945 req-4ab7c164-c40f-4f1b-a9a0-934a1dcb72b6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.1019363 Oct 13 15:16:36.073061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2901e0f2-5e83-44b8-b74a-fa3af4005945 req-73d3a929-28cf-419e-b1df-35a76c41e2ef tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431411 Oct 13 15:16:36.117497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-654cc06a-a06e-4cd6-9f9b-f7f422a2c25a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808730 Oct 13 15:16:36.126522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-70210de6-07c8-43ec-92f9-2973887375f1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:16:36.127387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-70210de6-07c8-43ec-92f9-2973887375f1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049601 Oct 13 15:16:37.238102 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1a638-5775-4fac-be54-96868cd862c5 req-eea06009-1135-4fef-9469-825212e65f18 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:37.239645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6fd1a638-5775-4fac-be54-96868cd862c5 req-eea06009-1135-4fef-9469-825212e65f18 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0966308 Oct 13 15:16:37.277923 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6fd1a638-5775-4fac-be54-96868cd862c5 req-adaf1fbc-3285-4728-85fc-3872ddddf190 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321894 Oct 13 15:16:38.400935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-85bde65b-5e0c-42da-88fd-183e538103c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:38.402467 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-85bde65b-5e0c-42da-88fd-183e538103c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1098 time: 0.0727673 Oct 13 15:16:38.425994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ec540-e23e-4705-86e0-6cc6d543c135 req-ed15e0ba-7848-4fdb-bb00-c700c7bb221e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:38.428062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-573ec540-e23e-4705-86e0-6cc6d543c135 req-ed15e0ba-7848-4fdb-bb00-c700c7bb221e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0715370 Oct 13 15:16:38.513670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-573ec540-e23e-4705-86e0-6cc6d543c135 req-22cc31b4-3900-4694-91df-e3336eaad02a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740368 Oct 13 15:16:38.535617 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-6aad5275-69d0-4a1e-b5a1-b35c9fdf7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:38.537897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-6aad5275-69d0-4a1e-b5a1-b35c9fdf7342 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1274202 Oct 13 15:16:38.609273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-2e9c6eb1-2a45-4c61-93a2-92457f1858b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1003 time: 0.0638349 Oct 13 15:16:38.661759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-4841d81b-5da1-479c-a625-d157c0494d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:38.665340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-4841d81b-5da1-479c-a625-d157c0494d72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0466366 Oct 13 15:16:38.709413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-6de55f53-2ce3-48ba-97bb-cc39b0e115ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:38.710907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-6de55f53-2ce3-48ba-97bb-cc39b0e115ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406568 Oct 13 15:16:38.807303 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-2eb78c4b-0eba-4213-aee6-4d9dfef068fd service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883846 Oct 13 15:16:38.899273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-c99dd881-92d0-4237-a6c7-eda2e38b9807 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844719 Oct 13 15:16:39.629523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eacb6f-1913-4c5c-aff3-3d130d6a577e req-01971e32-2e4d-4a1a-818d-88fa7cb17108 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:39.631562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26eacb6f-1913-4c5c-aff3-3d130d6a577e req-01971e32-2e4d-4a1a-818d-88fa7cb17108 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0505700 Oct 13 15:16:39.669404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26eacb6f-1913-4c5c-aff3-3d130d6a577e req-f6b86fe8-64d5-4aa0-bcd3-ed948cd6b7b8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319712 Oct 13 15:16:40.791948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b91c1-e3c2-43e7-80bf-d7561cc4ddb3 req-d0511237-4e41-4cd4-969d-030840cc6dd6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:40.793457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-323b91c1-e3c2-43e7-80bf-d7561cc4ddb3 req-d0511237-4e41-4cd4-969d-030840cc6dd6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0541854 Oct 13 15:16:40.838309 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-323b91c1-e3c2-43e7-80bf-d7561cc4ddb3 req-92a4b30f-9d74-4df9-b3b5-47d360cfd5a2 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385940 Oct 13 15:16:41.955040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1747a-42f6-468b-9a7d-e7514de56bf7 req-fb0ee2cb-c92c-4e33-8c07-d034c3e7d16d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:41.956517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2e1747a-42f6-468b-9a7d-e7514de56bf7 req-fb0ee2cb-c92c-4e33-8c07-d034c3e7d16d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0496261 Oct 13 15:16:41.995531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c2e1747a-42f6-468b-9a7d-e7514de56bf7 req-7aae9936-6b0b-4bf7-a6a8-40ad2d5f4aa4 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329807 Oct 13 15:16:43.110833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6e2b6-be4a-4b8d-9207-3248f85f1eac req-33e67a93-22c9-4fb9-ad76-b17af367f457 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:43.112325 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0f6e2b6-be4a-4b8d-9207-3248f85f1eac req-33e67a93-22c9-4fb9-ad76-b17af367f457 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0491164 Oct 13 15:16:43.151438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0f6e2b6-be4a-4b8d-9207-3248f85f1eac req-cc429971-4b92-4fff-87c4-6c09ee968362 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321045 Oct 13 15:16:44.273741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000ee8d-55f2-4457-951c-e3e97ced77f4 req-11db2f0f-4b28-421f-8402-0434a5b808d9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:44.275291 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8000ee8d-55f2-4457-951c-e3e97ced77f4 req-11db2f0f-4b28-421f-8402-0434a5b808d9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0561106 Oct 13 15:16:44.314856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8000ee8d-55f2-4457-951c-e3e97ced77f4 req-10ce7f13-252c-40f8-9cad-59cef749f686 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334303 Oct 13 15:16:45.434131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabf892-0d1f-4c93-bb3f-71692f4d09a3 req-43114744-3ae1-4e80-8a75-6fe8ac425ecc tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:45.435640 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-efabf892-0d1f-4c93-bb3f-71692f4d09a3 req-43114744-3ae1-4e80-8a75-6fe8ac425ecc tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0533054 Oct 13 15:16:45.474569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-efabf892-0d1f-4c93-bb3f-71692f4d09a3 req-53d5f1b7-43aa-4673-b238-70cf80d9febc tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329571 Oct 13 15:16:46.595199 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208f6d-2669-4093-95c6-35247a16236e req-c164ed6d-5ca1-4488-86a5-69986be8f55e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:46.596763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71208f6d-2669-4093-95c6-35247a16236e req-c164ed6d-5ca1-4488-86a5-69986be8f55e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0515833 Oct 13 15:16:46.637464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71208f6d-2669-4093-95c6-35247a16236e req-12f9b4cb-4648-43d1-a7d8-8686e7e1afc8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343969 Oct 13 15:16:47.759442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77544-a1e9-4e03-997c-b6b2e0d93ae2 req-360b2d0d-b2d4-4141-8d6d-c31806b5e857 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:47.760928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91a77544-a1e9-4e03-997c-b6b2e0d93ae2 req-360b2d0d-b2d4-4141-8d6d-c31806b5e857 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0544074 Oct 13 15:16:47.800098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91a77544-a1e9-4e03-997c-b6b2e0d93ae2 req-b1c3c987-cd44-49ee-9075-f9525bb862dd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331998 Oct 13 15:16:48.915466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8386e-72e6-4f85-ae78-dc084c16b8ab req-3c48a027-12ab-4f67-a605-dbf11f2e97a9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:48.916864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1a8386e-72e6-4f85-ae78-dc084c16b8ab req-3c48a027-12ab-4f67-a605-dbf11f2e97a9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0506144 Oct 13 15:16:48.955865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b1a8386e-72e6-4f85-ae78-dc084c16b8ab req-8f66cbb6-72e7-43e0-a2e5-8ccacda52130 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331740 Oct 13 15:16:49.230273 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:49.591177 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-60548feb-4470-4b3c-b763-674bf2d65e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:50.075814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb56552-09f7-4a64-8038-d47dc6bb762e req-2162074c-5b92-44e1-b0f1-3eb3784cb58b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:50.077737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bbb56552-09f7-4a64-8038-d47dc6bb762e req-2162074c-5b92-44e1-b0f1-3eb3784cb58b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0514772 Oct 13 15:16:50.118376 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bbb56552-09f7-4a64-8038-d47dc6bb762e req-d7c567d6-b041-4328-9280-e6f20d3c9a07 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337179 Oct 13 15:16:51.128377 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-59951107-38be-4a59-a2e4-66c06af2f782 service neutron] show failed (client error): The resource could not be found. Oct 13 15:16:51.129981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-59951107-38be-4a59-a2e4-66c06af2f782 service neutron] 10.222.0.41 "GET /v2.0/ports/21e8bef0-064e-40c0-8f81-8653a86a0e7b/bindings/n-h1-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0574822 Oct 13 15:16:51.236393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40ca13-3962-4c72-a26e-062c54ad74d0 req-74118fea-8dfd-4beb-949a-622715007682 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:51.237904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d40ca13-3962-4c72-a26e-062c54ad74d0 req-74118fea-8dfd-4beb-949a-622715007682 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0496950 Oct 13 15:16:51.280766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d40ca13-3962-4c72-a26e-062c54ad74d0 req-505f578a-9f33-41ed-8e29-8260feccef02 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360425 Oct 13 15:16:51.757667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-437ba53e-2853-4dbd-ae4a-a8b6c69abee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:51.759139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-437ba53e-2853-4dbd-ae4a-a8b6c69abee5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 1098 time: 0.0798013 Oct 13 15:16:51.774203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-a4da56c1-8aa2-4fa5-952c-21dcf38344e2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:16:51.775111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-a4da56c1-8aa2-4fa5-952c-21dcf38344e2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051451 Oct 13 15:16:51.792180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:16:51.847889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:52.066107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:16:52.097896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:16:52.136285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:16:52.138556 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e86f393-d4ef-4196-8fca-7054686bd210" -d '{"events": [{"server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "name": "network-vif-unplugged", "status": "completed", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:16:52.142653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:52.155768 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Transition to ACTIVE for port object 21e8bef0-064e-40c0-8f81-8653a86a0e7b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:16:52.217702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:52.248207 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 15:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1677c350-cda9-463a-bf9e-da54c2914387 x-openstack-request-id: req-1677c350-cda9-463a-bf9e-da54c2914387 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:16:52.248551 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "name": "network-vif-unplugged", "status": "completed", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:16:52.248802 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1677c350-cda9-463a-bf9e-da54c2914387 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:16:52.249208 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'code': 200} Oct 13 15:16:52.329513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Pushing event updated for resources: {'Port': ['ID=21e8bef0-064e-40c0-8f81-8653a86a0e7b,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:16:52.350954 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7b7b9a2f-5c5f-4f4b-8131-5cdb8bd5b494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:52.354975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.355472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.355668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.356082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.356313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.356640 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.356966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.357308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.357632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.357954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.358291 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.358588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.365264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] No DVR routers for this DVR port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:16:52.490080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e053408-85c1-4d59-8d4a-00c7714b5ca4 req-3f3b538b-e71b-4c88-be1b-95a3e51ce342 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:52.491506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e053408-85c1-4d59-8d4a-00c7714b5ca4 req-3f3b538b-e71b-4c88-be1b-95a3e51ce342 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 944 time: 0.1278737 Oct 13 15:16:52.529974 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:52.565948 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e053408-85c1-4d59-8d4a-00c7714b5ca4 req-a893f34f-ec45-47c1-b010-c559def12cad tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673604 Oct 13 15:16:52.570886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Attempting to bind port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:16:52.571222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Attempting to bind port 21e8bef0-064e-40c0-8f81-8653a86a0e7b by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:16:52.571558 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Attempting to bind port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:16:52.575874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on network 82bec7f8-6705-4676-9126-6cb9385cb04b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:16:52.576192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Attempting to bind port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:16:52.580960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:16:52.581325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Checking segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:16:52.581695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Bound using segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:16:52.582115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Bound port: 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:16:52.583255 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:52.645955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:16:52.649147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:16:52.731894 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:52.767381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:52.767999 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:52.769418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] 10.222.0.49 "PUT /v2.0/ports/21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1093 time: 0.9810302 Oct 13 15:16:52.791674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6d4d7-9ac2-4438-a4c0-2ff5dbc9e8ef service neutron] Pushing event updated for resources: {'Port': ['ID=21e8bef0-064e-40c0-8f81-8653a86a0e7b,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:16:52.838542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-30f4e718-0129-4cbe-8fb9-14aa55b11956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:52.840062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-30f4e718-0129-4cbe-8fb9-14aa55b11956 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1096 time: 0.0430098 Oct 13 15:16:52.943889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-0a44a290-3a63-49fc-9ea9-40bdfb28cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:52.945457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-0a44a290-3a63-49fc-9ea9-40bdfb28cc3c service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0941110 Oct 13 15:16:53.021233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-6a10f546-4474-40da-b9ca-43d8feef449f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1001 time: 0.0637987 Oct 13 15:16:53.071749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-40fbdb23-d6b5-4289-a5eb-68ee0fb40c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:53.073143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-40fbdb23-d6b5-4289-a5eb-68ee0fb40c69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0432334 Oct 13 15:16:53.121881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-b70ab18b-ab08-455f-8e14-237a4794b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:53.123368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-b70ab18b-ab08-455f-8e14-237a4794b042 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391276 Oct 13 15:16:53.220096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-bd3eb798-d805-4c5e-8ba7-9acd9ea4ed28 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852931 Oct 13 15:16:53.320893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9e49109-f557-4418-b5cb-1e3342af5562 req-4f6ae098-49bb-4f94-bb71-dc67fa0d1657 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900331 Oct 13 15:16:53.694912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae21058-dd33-4a17-a3af-f3a1bdfec165 req-67029990-58f2-4430-884e-593fd9002bb2 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:53.696422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bae21058-dd33-4a17-a3af-f3a1bdfec165 req-67029990-58f2-4430-884e-593fd9002bb2 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 944 time: 0.0541351 Oct 13 15:16:53.734097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bae21058-dd33-4a17-a3af-f3a1bdfec165 req-ad501eea-866b-43f6-9b2f-e49c2952680b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316377 Oct 13 15:16:54.062965 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:54.091290 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:54.250287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:16:54.252605 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e" -d '{"events": [{"name": "network-changed", "server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:16:54.300762 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852da80f-767e-4c77-9bf4-4821249fe73e x-openstack-request-id: req-852da80f-767e-4c77-9bf4-4821249fe73e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:16:54.301109 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:16:54.301405 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-852da80f-767e-4c77-9bf4-4821249fe73e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:16:54.301900 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'status': 'completed', 'code': 200} Oct 13 15:16:54.390225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-d8c76a69-7de6-4ed9-940e-e95697a61d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:54.391701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-d8c76a69-7de6-4ed9-940e-e95697a61d29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1096 time: 0.0704279 Oct 13 15:16:54.394252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-bcc047ac-73af-4218-83c1-bf14d0500b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:54.396391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-bcc047ac-73af-4218-83c1-bf14d0500b0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1096 time: 0.0671308 Oct 13 15:16:54.551795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-28bc98b5-9852-4596-a384-11fa7d32eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:54.553204 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-28bc98b5-9852-4596-a384-11fa7d32eb9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1462035 Oct 13 15:16:54.554131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-67667582-b0d7-444a-8ce8-73f3d4c01b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:54.555411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-67667582-b0d7-444a-8ce8-73f3d4c01b6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1555929 Oct 13 15:16:54.669583 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-f1bd1015-a8fc-4e00-a238-7bf498763d8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1001 time: 0.1065841 Oct 13 15:16:54.671300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-9f6a2e7d-60da-4f48-bbcc-22b850a6c4d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1001 time: 0.1020532 Oct 13 15:16:54.754990 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-2d02847e-7df7-41b6-af87-868d6d3001e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:54.756430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-2d02847e-7df7-41b6-af87-868d6d3001e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0785272 Oct 13 15:16:54.757952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-7a04d1bc-995a-4947-8b48-8ceecd4f8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:54.759252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-7a04d1bc-995a-4947-8b48-8ceecd4f8d10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0741060 Oct 13 15:16:54.870948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 21e8bef0-064e-40c0-8f81-8653a86a0e7b no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:16:54.913844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 21e8bef0-064e-40c0-8f81-8653a86a0e7b not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:16:55.150134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-af6e3db4-f78f-48c7-a02b-fe317f88c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:55.151539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-af6e3db4-f78f-48c7-a02b-fe317f88c42f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3874984 Oct 13 15:16:55.156306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-4e6e7a40-dc30-494d-9d29-2377eb0f6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:55.158864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-4e6e7a40-dc30-494d-9d29-2377eb0f6c3c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3856792 Oct 13 15:16:55.165550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-94a37524-72b9-4c2a-b63f-38455a01ac81 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:16:55.166497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-94a37524-72b9-4c2a-b63f-38455a01ac81 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068338 Oct 13 15:16:55.175133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4426752-0362-44bf-9b04-584cbbfabc26 req-bcb3c8ef-04fe-4749-80e3-0d5ffd0e2e41 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:55.177322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4426752-0362-44bf-9b04-584cbbfabc26 req-bcb3c8ef-04fe-4749-80e3-0d5ffd0e2e41 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 944 time: 0.3681805 Oct 13 15:16:55.322412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4426752-0362-44bf-9b04-584cbbfabc26 req-970d514d-ba7e-4674-afc6-7f8505bb2513 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283903 Oct 13 15:16:55.359547 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-a64a2590-6c5e-4bf3-a6a4-e22de894e0e2 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812708 Oct 13 15:16:55.362909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-32cbbea4-a7bf-4aec-9de7-0c96fc39f24f service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836994 Oct 13 15:16:55.521273 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-9265b669-49ea-4036-98a1-6c79ef690100 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533103 Oct 13 15:16:55.523008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3aee60a2-ecc5-4533-b7c0-3bdd66bc085e req-febd0dfc-6a58-4fd6-946d-5d1410535125 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478286 Oct 13 15:16:55.584850 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:56.146892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 21e8bef0-064e-40c0-8f81-8653a86a0e7b details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:16:56.238936 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:16:56.249769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'port_id': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'mac_address': 'fa:16:3e:9c:ab:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:16:56.290903 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:56.303531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e8bef0-064e-40c0-8f81-8653a86a0e7b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:16:56.322819 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:16:56.397291 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:56.448686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=21e8bef0-064e-40c0-8f81-8653a86a0e7b,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:16:56.449928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ebe0f-201e-4e81-bd5c-428e0f9cd645 req-524acf41-1f35-4019-a096-cad336aef637 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:56.451439 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca7ebe0f-201e-4e81-bd5c-428e0f9cd645 req-524acf41-1f35-4019-a096-cad336aef637 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 945 time: 0.0588789 Oct 13 15:16:56.456294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:56.456641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:56.456975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:56.457342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:56.457688 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:56.458005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:56.458398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:56.458726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:56.463134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:56.463480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:56.463810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:56.464133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:56.491061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca7ebe0f-201e-4e81-bd5c-428e0f9cd645 req-29ec1d72-4d14-4641-b1e3-eb4655c7fe4a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328083 Oct 13 15:16:56.679874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['21e8bef0-064e-40c0-8f81-8653a86a0e7b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:16:57.074087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87108be-a187-4b32-a726-c2dcf32708d1 req-4b671c32-cb24-44aa-9416-eed1baeed772 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:57.075600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e87108be-a187-4b32-a726-c2dcf32708d1 req-4b671c32-cb24-44aa-9416-eed1baeed772 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 945 time: 0.0500503 Oct 13 15:16:57.140993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e87108be-a187-4b32-a726-c2dcf32708d1 req-64fd91e8-57c4-43dc-b0a0-cf815c88fb3a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595448 Oct 13 15:16:57.163218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-67b6b6a3-89b4-431e-af16-422b1b7f0ec0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:57.164857 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-67b6b6a3-89b4-431e-af16-422b1b7f0ec0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.49 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04&tenant_id=1c84ae2b4776489ba1e0ae30076f7739&binding%3Ahost_id=n-h1-806683-15 HTTP/1.1" status: 200 len: 945 time: 0.0700603 Oct 13 15:16:57.232071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-fdaad6d9-9a19-4d25-8f58-4de305ae79de service neutron] 10.222.0.49 "GET /v2.0/ports/21e8bef0-064e-40c0-8f81-8653a86a0e7b/bindings/n-h1-806683-15 HTTP/1.1" status: 200 len: 383 time: 0.0583696 Oct 13 15:16:57.304584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-fbbd4f92-3b8c-4af1-b7b6-8fc9568bba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:57.307501 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-fbbd4f92-3b8c-4af1-b7b6-8fc9568bba81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1097 time: 0.0495427 Oct 13 15:16:57.406884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-14ef7c5e-1241-491e-97ee-2d4bb2817254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:57.408606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-14ef7c5e-1241-491e-97ee-2d4bb2817254 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0944245 Oct 13 15:16:57.483856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-1125b75c-4b49-40a9-92dc-a2a6bd9f0861 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1002 time: 0.0676403 Oct 13 15:16:57.541942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-6af2f3e5-9365-4597-876a-fe294722f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:57.543424 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-6af2f3e5-9365-4597-876a-fe294722f594 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0530999 Oct 13 15:16:57.601019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-2d2d0dfa-b7bf-4467-b154-9c6c2b702825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:57.602550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-2d2d0dfa-b7bf-4467-b154-9c6c2b702825 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514040 Oct 13 15:16:57.710886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-3cb65e7c-1ea2-4d39-a207-7cb6fd8e8a08 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009688 Oct 13 15:16:57.812460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-84fb1b07-d591-4941-829e-82fc635b3c20 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934994 Oct 13 15:16:58.163443 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 21e8bef0-064e-40c0-8f81-8653a86a0e7b up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:16:58.272650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab8d16-1f0c-4536-a904-cf770cb01af4 req-68f74692-3372-45d3-b192-d572eb74156c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:58.274218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45ab8d16-1f0c-4536-a904-cf770cb01af4 req-68f74692-3372-45d3-b192-d572eb74156c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 945 time: 0.0556819 Oct 13 15:16:58.308904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 21e8bef0-064e-40c0-8f81-8653a86a0e7b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:16:58.312001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45ab8d16-1f0c-4536-a904-cf770cb01af4 req-29038e4d-a339-4d03-8741-62034a8055be tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319107 Oct 13 15:16:58.312968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 21e8bef0-064e-40c0-8f81-8653a86a0e7b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:16:58.313362 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:58.389918 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:58.412412 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:16:58.421077 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc52464-a86e-41c8-8c95-db497ea3b8f4" -d '{"events": [{"server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "name": "network-vif-plugged", "status": "completed", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:16:58.430266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:16:58.497502 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:58.523728 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a8bf3f-c900-4699-9a77-6317d8e3b53b x-openstack-request-id: req-a8a8bf3f-c900-4699-9a77-6317d8e3b53b {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:16:58.524024 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "name": "network-vif-plugged", "status": "completed", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:16:58.524295 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8a8bf3f-c900-4699-9a77-6317d8e3b53b {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:16:58.524707 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'code': 200} Oct 13 15:16:58.549655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=21e8bef0-064e-40c0-8f81-8653a86a0e7b,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:16:59.432410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53e208-c861-4620-b924-945f229d3587 req-07c64512-763a-49c7-bbfb-bf6830dfbec7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:16:59.433926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e53e208-c861-4620-b924-945f229d3587 req-07c64512-763a-49c7-bbfb-bf6830dfbec7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0512607 Oct 13 15:16:59.475047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e53e208-c861-4620-b924-945f229d3587 req-15f59fd7-78fd-44a8-b087-7ed308189e62 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349307 Oct 13 15:17:00.514896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-4dc51a9b-d7a6-4a29-8457-158d445e9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:00.516490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-4dc51a9b-d7a6-4a29-8457-158d445e9198 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 1098 time: 0.0439618 Oct 13 15:17:00.529539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:17:00.617869 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:00.635675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fa911-f8b0-4618-9672-d90d133223f0 req-19e1a231-a304-4e06-a25f-d4124a165ff3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:00.637183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f33fa911-f8b0-4618-9672-d90d133223f0 req-19e1a231-a304-4e06-a25f-d4124a165ff3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0886264 Oct 13 15:17:00.758183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f33fa911-f8b0-4618-9672-d90d133223f0 req-e40cc1d0-34b4-4bfa-ab51-6cb7abc6d3a6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962415 Oct 13 15:17:00.861128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:17:00.894319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:17:00.937763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:17:00.940009 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2edb99a-3d43-4a86-a3ed-6012b7686347" -d '{"events": [{"server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "name": "network-vif-unplugged", "status": "completed", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:17:00.943893 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:00.957148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Transition to ACTIVE for port object 21e8bef0-064e-40c0-8f81-8653a86a0e7b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:17:00.990851 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 15:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4761ad03-b1dd-440d-9292-4f632225b32b x-openstack-request-id: req-4761ad03-b1dd-440d-9292-4f632225b32b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:17:00.991152 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "name": "network-vif-unplugged", "status": "completed", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:17:00.991407 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4761ad03-b1dd-440d-9292-4f632225b32b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:17:00.991809 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'code': 200} Oct 13 15:17:01.018855 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:01.099894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Pushing event updated for resources: {'Port': ['ID=21e8bef0-064e-40c0-8f81-8653a86a0e7b,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:01.139699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] No DVR routers for this DVR port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:17:01.279626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Attempting to bind port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:17:01.279870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Attempting to bind port 21e8bef0-064e-40c0-8f81-8653a86a0e7b by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:17:01.280195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Attempting to bind port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:17:01.284415 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on network 82bec7f8-6705-4676-9126-6cb9385cb04b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:17:01.284735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Attempting to bind port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:17:01.290382 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:17:01.290711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Checking segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:17:01.291093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Bound using segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:17:01.291510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Bound port: 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:17:01.291862 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:01.358254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:17:01.361469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:17:01.435039 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:01.469078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:01.469804 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:01.473155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] 10.222.0.41 "PUT /v2.0/ports/21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1094 time: 0.9459751 Oct 13 15:17:01.497404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fd51e-0c60-46f5-9359-7116e03c0949 service neutron] Pushing event updated for resources: {'Port': ['ID=21e8bef0-064e-40c0-8f81-8653a86a0e7b,revision_number=11']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:01.553725 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-f6bdb791-191b-4b5f-9cdc-ddadf6d3f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:01.558393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-f6bdb791-191b-4b5f-9cdc-ddadf6d3f9b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1097 time: 0.0444591 Oct 13 15:17:01.657539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-93cb71ac-c59b-4fe5-8aa5-140a2a02c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:01.659183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-93cb71ac-c59b-4fe5-8aa5-140a2a02c324 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0955045 Oct 13 15:17:01.728490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-95cc7b36-6b3f-461b-ba25-310b15bcae8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1001 time: 0.0609720 Oct 13 15:17:01.783330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-0d135e7c-dbb8-4122-af16-2781e8585f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:01.784794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-0d135e7c-dbb8-4122-af16-2781e8585f8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0493228 Oct 13 15:17:01.857376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-ab3f4767-f877-448f-9e36-6fae28bb743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:01.858846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-ab3f4767-f877-448f-9e36-6fae28bb743b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653875 Oct 13 15:17:01.922422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be8841-3899-4b44-ad00-10f15415b19b req-d3b1f701-8087-4a08-948c-31ad5a058646 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:01.923861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2be8841-3899-4b44-ad00-10f15415b19b req-d3b1f701-8087-4a08-948c-31ad5a058646 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 945 time: 0.1000390 Oct 13 15:17:01.987351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d2be8841-3899-4b44-ad00-10f15415b19b req-1250e695-2be2-4f65-9269-d60849ecca29 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574515 Oct 13 15:17:01.989866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-2d1e14a5-df3d-4389-86af-f0e652bec06c service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229510 Oct 13 15:17:02.081514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dac76686-3d19-4e91-b214-5b5acab81ab2 req-40c70d8d-64e8-4a2e-920e-87dd94307777 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836532 Oct 13 15:17:02.197301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36985e78-49d7-4c99-9a7c-b759de336f92 req-8a5777a6-eb6e-405d-9f57-d01d6091e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:02.198807 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36985e78-49d7-4c99-9a7c-b759de336f92 req-8a5777a6-eb6e-405d-9f57-d01d6091e481 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1097 time: 0.0480433 Oct 13 15:17:02.306084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36985e78-49d7-4c99-9a7c-b759de336f92 req-ccb2ddd9-8d30-47f7-a797-3cba15141bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:02.307563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36985e78-49d7-4c99-9a7c-b759de336f92 req-ccb2ddd9-8d30-47f7-a797-3cba15141bf7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0876606 Oct 13 15:17:02.381474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36985e78-49d7-4c99-9a7c-b759de336f92 req-4ecec0c0-dba6-49d4-9b91-3ddab74a6a31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1001 time: 0.0660248 Oct 13 15:17:02.431541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36985e78-49d7-4c99-9a7c-b759de336f92 req-9a61db0f-396d-4e86-b382-a62955bbde47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:02.433044 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36985e78-49d7-4c99-9a7c-b759de336f92 req-9a61db0f-396d-4e86-b382-a62955bbde47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0447204 Oct 13 15:17:02.478928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36985e78-49d7-4c99-9a7c-b759de336f92 req-2c0206f3-08d4-428d-ae6e-3c4c06616c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:02.480412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36985e78-49d7-4c99-9a7c-b759de336f92 req-2c0206f3-08d4-428d-ae6e-3c4c06616c5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402355 Oct 13 15:17:02.574629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36985e78-49d7-4c99-9a7c-b759de336f92 req-e6418923-358c-4c23-b641-15f4661bc7ca service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857594 Oct 13 15:17:02.666675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36985e78-49d7-4c99-9a7c-b759de336f92 req-c6dd86b0-0fce-4982-9026-a9a6649df40f service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831313 Oct 13 15:17:02.992931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:17:02.995366 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a10a04-396f-431a-9469-e44d1dad9ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:17:03.046252 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efac7cc-4d41-4473-989e-ab531980edba x-openstack-request-id: req-9efac7cc-4d41-4473-989e-ab531980edba {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:17:03.046538 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:17:03.046784 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9efac7cc-4d41-4473-989e-ab531980edba {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:17:03.047180 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'status': 'completed', 'code': 200} Oct 13 15:17:03.168726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16bace-32f2-404c-845b-cbf693792d05 req-e9ea7987-18e0-405e-af4c-cc29dff404b2 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:03.170370 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce16bace-32f2-404c-845b-cbf693792d05 req-e9ea7987-18e0-405e-af4c-cc29dff404b2 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 945 time: 0.1141775 Oct 13 15:17:03.179422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-393e4447-0188-4b95-a144-9a8bb30deb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:03.180847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-393e4447-0188-4b95-a144-9a8bb30deb0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1097 time: 0.0947609 Oct 13 15:17:03.188288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-5e1c4afb-d229-44df-9cfd-e4de7cb3e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:03.192570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-5e1c4afb-d229-44df-9cfd-e4de7cb3e21b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 1097 time: 0.1050010 Oct 13 15:17:03.320745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ce16bace-32f2-404c-845b-cbf693792d05 req-a877a608-9ca3-4ef7-9ddb-977c586bcbfd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439295 Oct 13 15:17:03.370553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-a3793a9b-01a4-43b9-98da-46b9bbdc11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:03.372005 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-a3793a9b-01a4-43b9-98da-46b9bbdc11fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1736684 Oct 13 15:17:03.373356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-8775d2a0-cbf5-497f-b5f0-bf36db68bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:03.374667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-8775d2a0-cbf5-497f-b5f0-bf36db68bbc3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1774178 Oct 13 15:17:03.488783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-3de5d24c-ddf1-4860-9678-5f4adda594e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1001 time: 0.1061156 Oct 13 15:17:03.490921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-9ed2ae3e-e9c9-4944-b473-48baab85bc19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 200 len: 1001 time: 0.1025329 Oct 13 15:17:03.589049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-a832fab9-1b6a-493e-92e5-96aeef36d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:03.590538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-a832fab9-1b6a-493e-92e5-96aeef36d1b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0946453 Oct 13 15:17:03.592039 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-7a59469b-fe44-4be0-85da-51b167e355b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:03.593428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-7a59469b-fe44-4be0-85da-51b167e355b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0890293 Oct 13 15:17:03.667082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-7ceaaff7-3cee-4082-9a86-8578a56ac6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:03.668595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-7ceaaff7-3cee-4082-9a86-8578a56ac6d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688672 Oct 13 15:17:03.675013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-933c780a-0c8d-4b15-9045-a18b134ef0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:03.676852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-933c780a-0c8d-4b15-9045-a18b134ef0ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689628 Oct 13 15:17:03.843299 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-cc7f1202-ce36-4fd0-b67c-99dcb659c2fc service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652272 Oct 13 15:17:03.846696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-7deed844-be7c-4094-bded-ff4f79b0d69d service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510165 Oct 13 15:17:04.005448 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-e4f2bb71-1e58-4044-8d8a-ba00eb1cc822 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532502 Oct 13 15:17:04.007234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5a10a04-396f-431a-9469-e44d1dad9ad3 req-7e5cff57-a3d3-4e95-b929-6e7f971412e8 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479554 Oct 13 15:17:04.191008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 21e8bef0-064e-40c0-8f81-8653a86a0e7b no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:17:04.229482 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 21e8bef0-064e-40c0-8f81-8653a86a0e7b not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:17:04.440969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455dd06-b0c3-48a8-8ae1-7b3f2b2feddf req-3a820974-962c-4efc-8504-27f495104c69 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:04.442839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7455dd06-b0c3-48a8-8ae1-7b3f2b2feddf req-3a820974-962c-4efc-8504-27f495104c69 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 945 time: 0.0522161 Oct 13 15:17:04.480184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7455dd06-b0c3-48a8-8ae1-7b3f2b2feddf req-38ad9802-71fa-4aee-a388-b546ce78e89e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314143 Oct 13 15:17:04.742353 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:17:05.619964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e03d-0c92-4be6-b43d-5f2e04d9fe16 req-fabe38c6-f91a-4ac6-84ac-3751b65fe430 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:05.621528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a73e03d-0c92-4be6-b43d-5f2e04d9fe16 req-fabe38c6-f91a-4ac6-84ac-3751b65fe430 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 945 time: 0.0592120 Oct 13 15:17:05.669806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a73e03d-0c92-4be6-b43d-5f2e04d9fe16 req-85c1e872-60bb-428b-9427-700e59a468a1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421836 Oct 13 15:17:06.075966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf6cc8-e650-44c9-941c-c62154558ec3 req-59838bec-bc0a-4e74-9808-1d15548ae317 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:06.077492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40bf6cc8-e650-44c9-941c-c62154558ec3 req-59838bec-bc0a-4e74-9808-1d15548ae317 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 945 time: 0.3413990 Oct 13 15:17:06.116902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40bf6cc8-e650-44c9-941c-c62154558ec3 req-b1871a60-480e-401a-a750-2103f68dd63a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330985 Oct 13 15:17:06.230903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ced6f-b395-4c70-bb42-45e5acbe6941 req-4775dbf8-61e6-45ff-828a-26d3afa53291 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:06.232268 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-076ced6f-b395-4c70-bb42-45e5acbe6941 req-4775dbf8-61e6-45ff-828a-26d3afa53291 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 945 time: 0.0481713 Oct 13 15:17:06.269724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-076ced6f-b395-4c70-bb42-45e5acbe6941 req-5bc9f811-e36b-4957-b961-14df6c8eab6d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315256 Oct 13 15:17:06.730579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2943b-871c-4d48-ab6d-25025e00392b req-3f7dd398-8539-4bd7-94a5-01f14b94bf5c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:06.732139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35f2943b-871c-4d48-ab6d-25025e00392b req-3f7dd398-8539-4bd7-94a5-01f14b94bf5c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 945 time: 0.0535195 Oct 13 15:17:06.775482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35f2943b-871c-4d48-ab6d-25025e00392b req-dac90771-42f9-4ef7-b099-d86129752fe0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353174 Oct 13 15:17:06.913834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 21e8bef0-064e-40c0-8f81-8653a86a0e7b details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:17:07.055757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:17:07.068870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'port_id': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'mac_address': 'fa:16:3e:9c:ab:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:17:07.114540 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:07.132704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e8bef0-064e-40c0-8f81-8653a86a0e7b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:17:07.155839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:17:07.225386 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:07.277227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=21e8bef0-064e-40c0-8f81-8653a86a0e7b,revision_number=12']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:07.663515 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['21e8bef0-064e-40c0-8f81-8653a86a0e7b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:17:07.908363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4416163-0f3e-41fa-9ec2-482eede4cda9 req-99bb287f-3b11-42ba-98b2-a28fd0b42ba7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:07.909821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4416163-0f3e-41fa-9ec2-482eede4cda9 req-99bb287f-3b11-42ba-98b2-a28fd0b42ba7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0550694 Oct 13 15:17:07.964401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a4416163-0f3e-41fa-9ec2-482eede4cda9 req-eca74cf7-e2b2-435c-ae8f-e4f1d60ac32b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479007 Oct 13 15:17:08.608269 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-9b617cbd-1058-434e-ab74-f03c39b5a03e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:08.609779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-9b617cbd-1058-434e-ab74-f03c39b5a03e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0485382 Oct 13 15:17:08.706644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Deleting port 21e8bef0-064e-40c0-8f81-8653a86a0e7b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:17:08.706987 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:08.794961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] For port 21e8bef0-064e-40c0-8f81-8653a86a0e7b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=21e8bef0-064e-40c0-8f81-8653a86a0e7b,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:17:08.795346 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:08.969429 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:08.970144 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:08.970144 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6 disassociated. External IP: 172.25.0.141, port: 21e8bef0-064e-40c0-8f81-8653a86a0e7b. Oct 13 15:17:08.970448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Calling delete_port for 21e8bef0-064e-40c0-8f81-8653a86a0e7b owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:17:09.102246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158032a-9c20-46cd-9b8e-6494c410c556 req-d132be60-80af-4e26-9547-f3a238b64f86 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:09.103762 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2158032a-9c20-46cd-9b8e-6494c410c556 req-d132be60-80af-4e26-9547-f3a238b64f86 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 946 time: 0.0675244 Oct 13 15:17:09.169979 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2158032a-9c20-46cd-9b8e-6494c410c556 req-4b2662f4-b4a5-462e-bb36-328dc5ea5f76 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477183 Oct 13 15:17:09.253348 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:09.290785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event deleted for resources: {'Port': ['ID=21e8bef0-064e-40c0-8f81-8653a86a0e7b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:09.413433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Router 5e5c8872-6b17-4cad-b946-787d0398bd05 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:17:09.528835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:17:09.542387 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49125e-069b-4b83-8f68-a1293df52425 None None] Sync routers for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:17:09.551758 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49125e-069b-4b83-8f68-a1293df52425 None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:17:09.552486 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-2e49125e-069b-4b83-8f68-a1293df52425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:16:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:09.575637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] No DVR routers for this DVR port 21e8bef0-064e-40c0-8f81-8653a86a0e7b on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:17:09.578256 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:09.583227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f60219da-cb41-4adc-b2f7-dff224a83453 req-6cf083cc-0ddc-413f-9d53-69ffb448bc36 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "DELETE /v2.0/ports/21e8bef0-064e-40c0-8f81-8653a86a0e7b HTTP/1.1" status: 204 len: 173 time: 0.9651251 Oct 13 15:17:09.583845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'name': 'network-vif-deleted', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:17:09.586514 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41a89a7-8902-4553-a765-04aec2bbe693" -d '{"events": [{"server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "name": "network-vif-deleted", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:17:09.624766 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c7a3d4-414c-4430-8ecc-3b81bca09c16 x-openstack-request-id: req-e0c7a3d4-414c-4430-8ecc-3b81bca09c16 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:17:09.625089 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eadc0e43-5109-400b-8ba8-e22c9b94ff04", "name": "network-vif-deleted", "tag": "21e8bef0-064e-40c0-8f81-8653a86a0e7b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:17:09.625344 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0c7a3d4-414c-4430-8ecc-3b81bca09c16 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:17:09.625748 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eadc0e43-5109-400b-8ba8-e22c9b94ff04', 'name': 'network-vif-deleted', 'tag': '21e8bef0-064e-40c0-8f81-8653a86a0e7b', 'status': 'completed', 'code': 200} Oct 13 15:17:09.667955 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-2e49125e-069b-4b83-8f68-a1293df52425 None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:17:09.875341 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-2e49125e-069b-4b83-8f68-a1293df52425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:09.903775 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49125e-069b-4b83-8f68-a1293df52425 None None] Checking router: 5e5c8872-6b17-4cad-b946-787d0398bd05 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:17:09.912941 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49125e-069b-4b83-8f68-a1293df52425 None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:17:09.913592 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-2e49125e-069b-4b83-8f68-a1293df52425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:16:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:10.110487 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-2e49125e-069b-4b83-8f68-a1293df52425 None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:17:10.280076 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a724cf86-8bc6-4efd-aa77-38ad3584242e req-52f8dad1-b118-4dd8-89f7-85a8a0c3e0c2 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=eadc0e43-5109-400b-8ba8-e22c9b94ff04 HTTP/1.1" status: 200 len: 210 time: 0.0296791 Oct 13 15:17:10.323377 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-2e49125e-069b-4b83-8f68-a1293df52425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:10.349904 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49125e-069b-4b83-8f68-a1293df52425 None None] The sync data for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 is: [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:17:10.583123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d676144c-f64b-42f3-8ece-4b9ad67997c8 None None] New status for floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:17:10.943571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 21e8bef0-064e-40c0-8f81-8653a86a0e7b details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:17:10.948091 n-d-806683-15 neutron-server[112686]: INFO neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No ports have port_id starting with 21e8bef0-064e-40c0-8f81-8653a86a0e7b Oct 13 15:17:10.949276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 21e8bef0-064e-40c0-8f81-8653a86a0e7b requested by agent hyperv_n-h2-806683-15 not found in database {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 13 15:17:11.659384 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-1fb62aca-e761-4f28-b661-f33615ec9786 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--875656080&fields=id&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 267 time: 0.0333946 Oct 13 15:17:11.885227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-cdeeab46-4656-4abe-b3c8-ebb3b4c06941 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:11.886596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-cdeeab46-4656-4abe-b3c8-ebb3b4c06941 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 812 time: 0.2203891 Oct 13 15:17:11.903834 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-f816121a-c672-4dd7-94e5-df07359a3bf7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/quotas/1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 375 time: 0.0113082 Oct 13 15:17:11.956408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-8871fe66-02ac-42b9-9941-590344279df2 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470269 Oct 13 15:17:12.016177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-006e9e95-3b24-4f81-a7c9-4c245d16ef51 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:17:12.017200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-006e9e95-3b24-4f81-a7c9-4c245d16ef51 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0496142 Oct 13 15:17:12.122811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-18dbfd53-d818-43f1-af06-ae529d7f3507 service neutron] 10.222.0.18 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962849 Oct 13 15:17:12.221651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-d66e2623-b318-4b97-a82d-73c15a977875 service neutron] 10.222.0.18 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912156 Oct 13 15:17:12.468438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a7722432-10a1-4af3-ae0c-8bcae4f937f4 req-355a6f69-a5fb-4d83-9753-fcce976e7206 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 210 time: 0.0280964 Oct 13 15:17:12.943207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 21e8bef0-064e-40c0-8f81-8653a86a0e7b no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:17:12.963236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 21e8bef0-064e-40c0-8f81-8653a86a0e7b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:17:12.963575 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 21e8bef0-064e-40c0-8f81-8653a86a0e7b not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:17:13.561406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f1a20b33-e347-4f12-9da9-614235a756b4 req-63e93ce9-0876-4ca0-bc6c-1af735a45beb tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 210 time: 0.0269461 Oct 13 15:17:14.330571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-595e95ce-f9e0-4f39-ad1e-110d0db1cddb tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:14.331955 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-595e95ce-f9e0-4f39-ad1e-110d0db1cddb tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 812 time: 0.1093016 Oct 13 15:17:14.375084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-a3ad4dec-29b1-4a15-9941-bcac63a8a39c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 379 time: 0.0327477 Oct 13 15:17:14.384709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-765c0f99-4982-4365-83fb-ef4f3481d60d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Request body: {'port': {'device_id': '5367a819-5cbd-468d-91df-e30ab852d57c', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'admin_state_up': True, 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'security_groups': ['94ecefd3-d1ec-4063-ac76-f49a75fca2c8']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:17:14.582960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-765c0f99-4982-4365-83fb-ef4f3481d60d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Made reservation on behalf of 1c84ae2b4776489ba1e0ae30076f7739 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:17:14.586567 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-765c0f99-4982-4365-83fb-ef4f3481d60d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:14.673385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9db6046-9ab6-40cf-b6e4-b0ea3a73835a req-09a0c7fd-9860-475d-a837-d214081468cf tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 210 time: 0.0295801 Oct 13 15:17:14.743249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-765c0f99-4982-4365-83fb-ef4f3481d60d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Allocated IP 172.20.0.8 (82bec7f8-6705-4676-9126-6cb9385cb04b/f36bdd28-2443-4931-a8ed-58309fce3b1f/61788925-eda6-443c-972d-ba0810a93b3a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:17:14.875021 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-765c0f99-4982-4365-83fb-ef4f3481d60d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:14.962190 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-765c0f99-4982-4365-83fb-ef4f3481d60d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:15.010940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-765c0f99-4982-4365-83fb-ef4f3481d60d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Network 82bec7f8-6705-4676-9126-6cb9385cb04b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:17:15.014133 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-765c0f99-4982-4365-83fb-ef4f3481d60d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:17:15.017780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-765c0f99-4982-4365-83fb-ef4f3481d60d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:17:15.024363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c0f99-4982-4365-83fb-ef4f3481d60d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event updated for resources: {'Port': ['ID=61788925-eda6-443c-972d-ba0810a93b3a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:15.071683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-765c0f99-4982-4365-83fb-ef4f3481d60d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:15.072309 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-765c0f99-4982-4365-83fb-ef4f3481d60d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:15.153667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-765c0f99-4982-4365-83fb-ef4f3481d60d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7723846 Oct 13 15:17:15.171374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Request body: {'port': {'device_id': '5367a819-5cbd-468d-91df-e30ab852d57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:17:15.224988 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:15.259106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d01af1e2-01ed-4907-bb6a-f6c2a92a0afe None None] Provisioning complete for port 61788925-eda6-443c-972d-ba0810a93b3a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:17:15.259673 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d01af1e2-01ed-4907-bb6a-f6c2a92a0afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:15.296281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d01af1e2-01ed-4907-bb6a-f6c2a92a0afe None None] Port 61788925-eda6-443c-972d-ba0810a93b3a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:17:15.494668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61788925-eda6-443c-972d-ba0810a93b3a {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:17:15.503038 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:15.515650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Transition to ACTIVE for port object 61788925-eda6-443c-972d-ba0810a93b3a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:17:15.582453 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:15.630985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Pushing event updated for resources: {'Port': ['ID=61788925-eda6-443c-972d-ba0810a93b3a,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:15.706529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Attempting to bind port 61788925-eda6-443c-972d-ba0810a93b3a on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:17:15.706862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Attempting to bind port 61788925-eda6-443c-972d-ba0810a93b3a by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:17:15.707189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Attempting to bind port 61788925-eda6-443c-972d-ba0810a93b3a on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:17:15.712105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Port 61788925-eda6-443c-972d-ba0810a93b3a on network 82bec7f8-6705-4676-9126-6cb9385cb04b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:17:15.712477 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Attempting to bind port 61788925-eda6-443c-972d-ba0810a93b3a on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:17:15.719701 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:17:15.720039 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Checking segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:17:15.720422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Bound using segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:17:15.720845 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Bound port: 61788925-eda6-443c-972d-ba0810a93b3a, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:17:15.721237 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:15.829020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:17:15.837484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c9b77-1851-4931-8573-7af6fb6facf4 req-5334c0dc-46af-4251-bbc7-0879e8368722 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:15.839059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b4c9b77-1851-4931-8573-7af6fb6facf4 req-5334c0dc-46af-4251-bbc7-0879e8368722 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0788841 Oct 13 15:17:15.840835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:17:15.876934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b4c9b77-1851-4931-8573-7af6fb6facf4 req-5f118e01-6dcc-4272-b7f8-c665b33ed191 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316792 Oct 13 15:17:15.911104 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:15.945451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:15.946064 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:15.947479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] 10.222.0.49 "PUT /v2.0/ports/61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1092 time: 0.7806315 Oct 13 15:17:15.948065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:17:15.950398 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd2d575-7afc-43c3-bad4-431b4f346efe" -d '{"events": [{"name": "network-changed", "server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "tag": "61788925-eda6-443c-972d-ba0810a93b3a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:17:15.978400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf932c5-d853-4855-bcc4-69c6db8f7b54 service neutron] Pushing event updated for resources: {'Port': ['ID=61788925-eda6-443c-972d-ba0810a93b3a,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:15.994960 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6d0e38-45b4-4b46-84d1-3122b11b1cd3 x-openstack-request-id: req-6e6d0e38-45b4-4b46-84d1-3122b11b1cd3 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:17:15.995265 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "tag": "61788925-eda6-443c-972d-ba0810a93b3a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:17:15.995521 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e6d0e38-45b4-4b46-84d1-3122b11b1cd3 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:17:15.997166 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a', 'status': 'completed', 'code': 200} Oct 13 15:17:16.065186 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2d575-7afc-43c3-bad4-431b4f346efe req-a8c81440-c96f-4005-9ff6-719eef811917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:16.067630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbd2d575-7afc-43c3-bad4-431b4f346efe req-a8c81440-c96f-4005-9ff6-719eef811917 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1095 time: 0.0439818 Oct 13 15:17:16.178981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2d575-7afc-43c3-bad4-431b4f346efe req-0eb2be24-dbe4-4ee9-a920-87b9a2b98be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:16.180454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbd2d575-7afc-43c3-bad4-431b4f346efe req-0eb2be24-dbe4-4ee9-a920-87b9a2b98be6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0997114 Oct 13 15:17:16.283488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2d575-7afc-43c3-bad4-431b4f346efe req-88365e81-1e4c-419f-870a-fc75b37b0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:16.284947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbd2d575-7afc-43c3-bad4-431b4f346efe req-88365e81-1e4c-419f-870a-fc75b37b0bbe service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923245 Oct 13 15:17:16.374473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-6e23958a-50e8-49f1-8c94-168e21e92776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:16.375866 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-6e23958a-50e8-49f1-8c94-168e21e92776 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1095 time: 0.0476604 Oct 13 15:17:16.417372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-11ab3295-d81e-4ad4-8a45-006828d2a62d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 217 time: 0.0333812 Oct 13 15:17:16.470385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-b34c3d33-74ee-4b15-81f7-63dced442475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:16.471777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-b34c3d33-74ee-4b15-81f7-63dced442475 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0455239 Oct 13 15:17:16.516335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-2bfbcae2-6448-42de-9c7e-8bf625a24284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:16.517836 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-2bfbcae2-6448-42de-9c7e-8bf625a24284 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387986 Oct 13 15:17:16.609809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-a986a7e4-31a9-4c72-84c1-18a3c6b9f1d6 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806992 Oct 13 15:17:16.708135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5fa369c7-2ae0-4702-a92c-095cfca6b1a8 req-50b1bf24-6267-4a01-947e-d8abddb483f0 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871859 Oct 13 15:17:16.992709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a42d29-19b2-418f-b54e-8e92cbf41502 req-a7199816-11b3-4c18-b51d-b721fc29b795 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:16.994203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3a42d29-19b2-418f-b54e-8e92cbf41502 req-a7199816-11b3-4c18-b51d-b721fc29b795 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0498312 Oct 13 15:17:17.032048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3a42d29-19b2-418f-b54e-8e92cbf41502 req-ae5930cf-2c11-4675-9c33-90c4a410101a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318501 Oct 13 15:17:18.152013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8b7ac-73e7-47a7-9bc4-7adb4237f8d9 req-b75bec55-ac82-4ede-b9e5-6dc20e7139e3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:18.153506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6c8b7ac-73e7-47a7-9bc4-7adb4237f8d9 req-b75bec55-ac82-4ede-b9e5-6dc20e7139e3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0527372 Oct 13 15:17:18.190486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d6c8b7ac-73e7-47a7-9bc4-7adb4237f8d9 req-ee40597b-193c-48e4-980a-14ae25516c0e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310318 Oct 13 15:17:19.241966 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:19.306745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547ea43-d585-46ed-8ff7-92a824210135 req-fbe2e033-4192-427f-9c90-9dd44da83a21 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:19.308227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8547ea43-d585-46ed-8ff7-92a824210135 req-fbe2e033-4192-427f-9c90-9dd44da83a21 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0503635 Oct 13 15:17:19.346808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8547ea43-d585-46ed-8ff7-92a824210135 req-f758ad97-2635-4082-b485-ad15031e7ece tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326040 Oct 13 15:17:19.554086 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-046ab062-addb-4c82-8e33-ba528e92dd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:20.231846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 61788925-eda6-443c-972d-ba0810a93b3a details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:17:20.324426 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:17:20.335330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '61788925-eda6-443c-972d-ba0810a93b3a', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'port_id': '61788925-eda6-443c-972d-ba0810a93b3a', 'mac_address': 'fa:16:3e:58:4f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:17:20.376513 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:20.389668 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61788925-eda6-443c-972d-ba0810a93b3a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:17:20.409759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:17:20.460642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef4d96-2e26-4a18-8682-6da488319bfc req-ba193f28-e4a7-4c6c-aa67-07c5ed7565a8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:20.462167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1ef4d96-2e26-4a18-8682-6da488319bfc req-ba193f28-e4a7-4c6c-aa67-07c5ed7565a8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0483685 Oct 13 15:17:20.479508 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:20.500375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1ef4d96-2e26-4a18-8682-6da488319bfc req-af031665-d54c-4e10-8f81-f3ec055ab515 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321734 Oct 13 15:17:20.526880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=61788925-eda6-443c-972d-ba0810a93b3a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:20.743054 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['61788925-eda6-443c-972d-ba0810a93b3a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:17:21.624306 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f963c-4894-45ad-89ea-21931ae7019a req-da937398-2d3c-48c3-85c4-6fba7a17c39b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:21.625804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf1f963c-4894-45ad-89ea-21931ae7019a req-da937398-2d3c-48c3-85c4-6fba7a17c39b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0548038 Oct 13 15:17:21.664606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf1f963c-4894-45ad-89ea-21931ae7019a req-db06ed03-5a61-45be-86b6-d53651ff7d31 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325336 Oct 13 15:17:22.248595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 61788925-eda6-443c-972d-ba0810a93b3a up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:17:22.388443 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b9fe08f9-e793-4a4a-a30f-73330b3fa53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:22.410987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 61788925-eda6-443c-972d-ba0810a93b3a completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:17:22.415175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 61788925-eda6-443c-972d-ba0810a93b3a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:17:22.415537 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:22.500382 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:22.523424 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:22.527556 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:17:22.529856 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff44fde-371b-4753-bebd-9ec862a29701" -d '{"events": [{"server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "name": "network-vif-plugged", "status": "completed", "tag": "61788925-eda6-443c-972d-ba0810a93b3a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:17:22.542538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:17:22.564327 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4accfe-22d9-4c91-879b-497b0f034a3a x-openstack-request-id: req-db4accfe-22d9-4c91-879b-497b0f034a3a {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:17:22.564596 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "name": "network-vif-plugged", "status": "completed", "tag": "61788925-eda6-443c-972d-ba0810a93b3a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:17:22.564848 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db4accfe-22d9-4c91-879b-497b0f034a3a {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:17:22.565273 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a', 'code': 200} Oct 13 15:17:22.594439 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:22.646470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=61788925-eda6-443c-972d-ba0810a93b3a,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:22.671750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664c407-64d8-4ef2-ba39-f2adcb946192 req-05ebb9c5-8d49-4250-acc7-9f72171c3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:22.673403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8664c407-64d8-4ef2-ba39-f2adcb946192 req-05ebb9c5-8d49-4250-acc7-9f72171c3e74 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1097 time: 0.0410507 Oct 13 15:17:22.712902 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8664c407-64d8-4ef2-ba39-f2adcb946192 req-26200a67-04b7-4b85-bfb8-fae19aab6680 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295162 Oct 13 15:17:22.779323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d42f8b-df4e-4331-a76b-8e8065aaa67e req-912c7418-5013-4882-a7d1-728828ea1c59 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:22.780722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40d42f8b-df4e-4331-a76b-8e8065aaa67e req-912c7418-5013-4882-a7d1-728828ea1c59 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0487580 Oct 13 15:17:22.819371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40d42f8b-df4e-4331-a76b-8e8065aaa67e req-601a625f-e696-4acc-9b27-0ca3cf989df4 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326355 Oct 13 15:17:23.940869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad05170-18da-4124-ae52-10e3e6f7fa31 req-61a5bead-97f8-4560-ba1e-2330fec5b39e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:23.942274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ad05170-18da-4124-ae52-10e3e6f7fa31 req-61a5bead-97f8-4560-ba1e-2330fec5b39e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0527151 Oct 13 15:17:23.981773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ad05170-18da-4124-ae52-10e3e6f7fa31 req-1e981a6a-f2fa-4df4-9c14-167d7904c551 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319390 Oct 13 15:17:24.033709 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:24.062025 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:25.109868 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb5735-2d5f-48a3-8939-da4fa34e55a1 req-11e85dcc-ba16-4336-8687-d013e346e302 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:25.111357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9abb5735-2d5f-48a3-8939-da4fa34e55a1 req-11e85dcc-ba16-4336-8687-d013e346e302 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0498791 Oct 13 15:17:25.150938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9abb5735-2d5f-48a3-8939-da4fa34e55a1 req-0b341f49-7bc6-4ddc-a256-b7013061f58f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330544 Oct 13 15:17:25.507118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017b262-7cdd-4111-9d56-4edc479c7a79 req-fca12d76-9d13-450e-b1b2-6aace7fdb9e0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:25.509270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b017b262-7cdd-4111-9d56-4edc479c7a79 req-fca12d76-9d13-450e-b1b2-6aace7fdb9e0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0486345 Oct 13 15:17:25.517721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39398) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:17:25.522718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-710dd202-c8e8-4d5f-bd04-a0caf68e556f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Request body: {'floatingip': {'port_id': '61788925-eda6-443c-972d-ba0810a93b3a'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:17:25.564555 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710dd202-c8e8-4d5f-bd04-a0caf68e556f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:25.582528 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:26.001008 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710dd202-c8e8-4d5f-bd04-a0caf68e556f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:26.064396 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710dd202-c8e8-4d5f-bd04-a0caf68e556f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:26.164969 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-710dd202-c8e8-4d5f-bd04-a0caf68e556f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6 associated. External IP: 172.25.0.141, port: 61788925-eda6-443c-972d-ba0810a93b3a. Oct 13 15:17:26.653899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710dd202-c8e8-4d5f-bd04-a0caf68e556f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Router 5e5c8872-6b17-4cad-b946-787d0398bd05 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:17:26.761689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710dd202-c8e8-4d5f-bd04-a0caf68e556f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:17:26.766905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-710dd202-c8e8-4d5f-bd04-a0caf68e556f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:26.771874 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e113765-db7e-401b-a0f1-1d45ca4abe80 None None] Sync routers for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:17:26.781863 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e113765-db7e-401b-a0f1-1d45ca4abe80 None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:17:26.782721 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1e113765-db7e-401b-a0f1-1d45ca4abe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:17:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:26.794178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-710dd202-c8e8-4d5f-bd04-a0caf68e556f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "PUT /v2.0/floatingips/325e3b4c-f8c2-4353-9822-d9489f86eae6 HTTP/1.1" status: 200 len: 992 time: 1.2753716 Oct 13 15:17:26.794828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:17:26.797158 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeb221d-f96d-44bf-855e-57d42e40ea3a" -d '{"events": [{"name": "network-changed", "server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "tag": "61788925-eda6-443c-972d-ba0810a93b3a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:17:26.837085 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac744d7-4c47-4796-899a-cdaca6e25529 x-openstack-request-id: req-9ac744d7-4c47-4796-899a-cdaca6e25529 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:17:26.838069 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "tag": "61788925-eda6-443c-972d-ba0810a93b3a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:17:26.838325 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ac744d7-4c47-4796-899a-cdaca6e25529 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:17:26.838724 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a', 'status': 'completed', 'code': 200} Oct 13 15:17:26.902056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb221d-f96d-44bf-855e-57d42e40ea3a req-c4db748e-77ae-43bf-a68f-d60eb69a1a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:26.903477 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2eeb221d-f96d-44bf-855e-57d42e40ea3a req-c4db748e-77ae-43bf-a68f-d60eb69a1a0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1097 time: 0.0423572 Oct 13 15:17:26.904399 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-1e113765-db7e-401b-a0f1-1d45ca4abe80 None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:17:26.998128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb221d-f96d-44bf-855e-57d42e40ea3a req-bdc6737d-812b-4a6f-b7a3-52c46585d49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:27.000079 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2eeb221d-f96d-44bf-855e-57d42e40ea3a req-bdc6737d-812b-4a6f-b7a3-52c46585d49d service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0894227 Oct 13 15:17:27.073535 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2eeb221d-f96d-44bf-855e-57d42e40ea3a req-675a947d-a613-4a0f-84c5-87cfddc5ceea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1000 time: 0.0618551 Oct 13 15:17:27.123557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb221d-f96d-44bf-855e-57d42e40ea3a req-e9c34507-4624-47c1-aa06-c76f393aa5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:27.125053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2eeb221d-f96d-44bf-855e-57d42e40ea3a req-e9c34507-4624-47c1-aa06-c76f393aa5be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0440531 Oct 13 15:17:27.136175 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1e113765-db7e-401b-a0f1-1d45ca4abe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '325e3b4c-f8c2-4353-9822-d9489f86eae6', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'port_id': '61788925-eda6-443c-972d-ba0810a93b3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'mac_address': 'fa:16:3e:58:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367a819-5cbd-468d-91df-e30ab852d57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:07:13Z', 'updated_at': '2021-10-13T15:17:25Z', 'revision_number': 13, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:27.163520 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e113765-db7e-401b-a0f1-1d45ca4abe80 None None] Checking router: 5e5c8872-6b17-4cad-b946-787d0398bd05 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:17:27.171551 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e113765-db7e-401b-a0f1-1d45ca4abe80 None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:17:27.172134 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1e113765-db7e-401b-a0f1-1d45ca4abe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:17:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:27.172380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb221d-f96d-44bf-855e-57d42e40ea3a req-70369bab-e8a3-4c18-a824-c22d3467d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:17:27.173926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2eeb221d-f96d-44bf-855e-57d42e40ea3a req-70369bab-e8a3-4c18-a824-c22d3467d84b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415554 Oct 13 15:17:27.267332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2eeb221d-f96d-44bf-855e-57d42e40ea3a req-bfe59707-dbb8-46e0-99f6-33862bebd470 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855029 Oct 13 15:17:27.277004 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-1e113765-db7e-401b-a0f1-1d45ca4abe80 None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:17:27.359180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2eeb221d-f96d-44bf-855e-57d42e40ea3a req-3887097a-4b04-4d93-aef2-b14a4ad27461 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844705 Oct 13 15:17:27.500154 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1e113765-db7e-401b-a0f1-1d45ca4abe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '325e3b4c-f8c2-4353-9822-d9489f86eae6', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'port_id': '61788925-eda6-443c-972d-ba0810a93b3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'mac_address': 'fa:16:3e:58:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367a819-5cbd-468d-91df-e30ab852d57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:07:13Z', 'updated_at': '2021-10-13T15:17:25Z', 'revision_number': 13, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:27.526919 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e113765-db7e-401b-a0f1-1d45ca4abe80 None None] The sync data for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 is: [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '325e3b4c-f8c2-4353-9822-d9489f86eae6', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'port_id': '61788925-eda6-443c-972d-ba0810a93b3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'mac_address': 'fa:16:3e:58:4f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5367a819-5cbd-468d-91df-e30ab852d57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:07:13Z', 'updated_at': '2021-10-13T15:17:25Z', 'revision_number': 13, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:17:27.719129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9b359-5ff0-436f-94b1-8b92f7b847e2 None None] New status for floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:17:41.741911 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:17:49.241662 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:49.544241 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f540af90-fed1-48d1-b678-9d598ee082aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:52.324516 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d5d83df4-a860-4ea7-9168-afa4af3ab87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:52.535698 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:54.007135 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:54.070484 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:55.587373 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:08.269617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68fb4872-48f6-432c-a95f-f0cbb0595697 req-129a3ddd-016a-44ac-ab3a-fe758a2f023c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405889 Oct 13 15:18:08.368571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb4872-48f6-432c-a95f-f0cbb0595697 req-960b8b97-0907-4d95-bcc4-2f9f68bff90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:18:08.370094 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68fb4872-48f6-432c-a95f-f0cbb0595697 req-960b8b97-0907-4d95-bcc4-2f9f68bff90c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1097 time: 0.0434735 Oct 13 15:18:08.487710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb4872-48f6-432c-a95f-f0cbb0595697 req-d427fa6f-1fb2-447f-a664-05cccafee7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:18:08.489925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68fb4872-48f6-432c-a95f-f0cbb0595697 req-d427fa6f-1fb2-447f-a664-05cccafee7c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0945790 Oct 13 15:18:08.563771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68fb4872-48f6-432c-a95f-f0cbb0595697 req-aa3af572-95ed-4c36-b289-94d7db0c337a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1002 time: 0.0624809 Oct 13 15:18:08.618218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb4872-48f6-432c-a95f-f0cbb0595697 req-6dcddfc0-5f4d-4146-8b1e-832819904028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:18:08.619682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68fb4872-48f6-432c-a95f-f0cbb0595697 req-6dcddfc0-5f4d-4146-8b1e-832819904028 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0444314 Oct 13 15:18:08.669716 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb4872-48f6-432c-a95f-f0cbb0595697 req-5b8c1cd6-7af1-4be3-881c-20f3d56cb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:18:08.671197 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68fb4872-48f6-432c-a95f-f0cbb0595697 req-5b8c1cd6-7af1-4be3-881c-20f3d56cb7aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396812 Oct 13 15:18:08.768630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68fb4872-48f6-432c-a95f-f0cbb0595697 req-930f7165-a846-47b7-93f2-f28860bcd8bd service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852304 Oct 13 15:18:08.865259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68fb4872-48f6-432c-a95f-f0cbb0595697 req-915c3aca-ba58-4622-935a-5ae903d42b64 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840242 Oct 13 15:18:18.741052 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:18:19.255145 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:19.569572 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-156e25d8-fe39-4022-99ba-09f7ab257418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:22.363727 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-659e33dd-f7b5-4def-9fc1-dcea70923170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:22.552264 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:24.049244 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:24.054889 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:25.575001 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:49.237230 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:49.574356 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de2e168b-3e47-44b6-9282-d8939349f9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:52.343969 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-525ec66c-b511-4523-83d8-ad0c16f41e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:52.585341 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:54.034935 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:54.063549 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:55.585409 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:55.741616 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:19:08.003149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750c47ef-5b02-404c-abf9-20281b9e6564 req-694c32e3-9451-41e2-b0f4-25e957d9803d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403495 Oct 13 15:19:08.094771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c47ef-5b02-404c-abf9-20281b9e6564 req-5e09c6f2-35ee-4a4e-9926-876a90ee0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:08.096745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750c47ef-5b02-404c-abf9-20281b9e6564 req-5e09c6f2-35ee-4a4e-9926-876a90ee0f56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1097 time: 0.0436425 Oct 13 15:19:08.200749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c47ef-5b02-404c-abf9-20281b9e6564 req-251da213-b391-4cb9-b711-7a1e66dbcf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:08.202179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750c47ef-5b02-404c-abf9-20281b9e6564 req-251da213-b391-4cb9-b711-7a1e66dbcf65 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0846541 Oct 13 15:19:08.274846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750c47ef-5b02-404c-abf9-20281b9e6564 req-97d0730b-44b4-426f-8b90-341d885c77da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1002 time: 0.0611024 Oct 13 15:19:08.327573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c47ef-5b02-404c-abf9-20281b9e6564 req-67b896a2-efea-4a75-9c61-5c08461c586b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:08.329016 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750c47ef-5b02-404c-abf9-20281b9e6564 req-67b896a2-efea-4a75-9c61-5c08461c586b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0431588 Oct 13 15:19:08.377177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c47ef-5b02-404c-abf9-20281b9e6564 req-934dfe49-0557-4c73-95f6-f8fdea3835aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:08.378759 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750c47ef-5b02-404c-abf9-20281b9e6564 req-934dfe49-0557-4c73-95f6-f8fdea3835aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414720 Oct 13 15:19:08.473360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750c47ef-5b02-404c-abf9-20281b9e6564 req-1cb88232-56b3-4b30-8cd7-193779dcdd2c service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869951 Oct 13 15:19:08.570789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-750c47ef-5b02-404c-abf9-20281b9e6564 req-1292f3d9-790f-4de3-b61e-c8045f495b89 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854213 Oct 13 15:19:08.823420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aeb597-a970-4c6c-8fe2-156777345054 req-598a8346-62f0-4a06-b895-ceb452475583 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:08.825103 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95aeb597-a970-4c6c-8fe2-156777345054 req-598a8346-62f0-4a06-b895-ceb452475583 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0498018 Oct 13 15:19:08.866791 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95aeb597-a970-4c6c-8fe2-156777345054 req-dba86e60-6260-4b8b-9774-e32a3b1d7bd5 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350823 Oct 13 15:19:19.247482 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:19.555971 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ef22d0a1-362a-46d0-8ee1-2337f01949ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:22.315069 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6be2-6c54-4ab7-906c-62d3ac43e2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:22.401619 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-69970148-5be0-4510-94f4-b42b998e8fd6 req-17c63b82-52f9-4ab9-ab19-ac9f3c1b0d54 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:19:22.402670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69970148-5be0-4510-94f4-b42b998e8fd6 req-17c63b82-52f9-4ab9-ab19-ac9f3c1b0d54 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063655 Oct 13 15:19:22.567794 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:22.704026 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03119dd0-8d26-4cff-91ca-128498d3b982 req-0b1d2535-745c-4167-9859-d1e6a96e40ae tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:22.705574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03119dd0-8d26-4cff-91ca-128498d3b982 req-0b1d2535-745c-4167-9859-d1e6a96e40ae tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0505867 Oct 13 15:19:22.744673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03119dd0-8d26-4cff-91ca-128498d3b982 req-be87eeb6-b98b-45f6-a144-f853f90d36ef tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331457 Oct 13 15:19:22.823326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-9d588280-f1f4-449a-a2cb-4a509c1dce34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407887 Oct 13 15:19:23.860632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab12c-9af7-4822-bf91-c78f6919db48 req-a2e7d85e-a27c-48ad-a997-bb37a720594a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:23.862124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f67ab12c-9af7-4822-bf91-c78f6919db48 req-a2e7d85e-a27c-48ad-a997-bb37a720594a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0482767 Oct 13 15:19:23.900130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f67ab12c-9af7-4822-bf91-c78f6919db48 req-c2110886-6406-4520-8592-51c888a0bde7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308771 Oct 13 15:19:24.009187 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:24.064598 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:25.023628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda81da-df6e-4d98-9e2a-299468538b43 req-936a08cb-17e0-4f74-8738-b219be719f5c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:25.026317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bda81da-df6e-4d98-9e2a-299468538b43 req-936a08cb-17e0-4f74-8738-b219be719f5c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0570529 Oct 13 15:19:25.067054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bda81da-df6e-4d98-9e2a-299468538b43 req-6ed63723-c8bb-442b-a799-ee8c365cff9d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349455 Oct 13 15:19:25.612229 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:26.182779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7113670-8b70-4598-a8c1-23fad6d7a4d0 req-528035b0-2661-40eb-9cdf-73da1f437104 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:26.184241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7113670-8b70-4598-a8c1-23fad6d7a4d0 req-528035b0-2661-40eb-9cdf-73da1f437104 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0493391 Oct 13 15:19:26.220442 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7113670-8b70-4598-a8c1-23fad6d7a4d0 req-1f100d0f-aa27-4d14-ac2a-0cf34bba0a15 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303307 Oct 13 15:19:27.335034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cf09c-ff1b-4f79-b8c9-c15251ecfc89 req-86b08194-88b1-4154-83dd-fdbd2e0b2935 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:27.336838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d9cf09c-ff1b-4f79-b8c9-c15251ecfc89 req-86b08194-88b1-4154-83dd-fdbd2e0b2935 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0506096 Oct 13 15:19:27.374842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d9cf09c-ff1b-4f79-b8c9-c15251ecfc89 req-7f42ce9f-ea9f-4073-904d-01e22aeed948 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320346 Oct 13 15:19:28.497289 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee6cb0-20c6-4f84-94cb-d28b98e5162d req-c9429073-4bc0-4d9e-a7c8-ef0d66ab004d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:28.498719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adee6cb0-20c6-4f84-94cb-d28b98e5162d req-c9429073-4bc0-4d9e-a7c8-ef0d66ab004d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0562067 Oct 13 15:19:28.537171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adee6cb0-20c6-4f84-94cb-d28b98e5162d req-65d07453-a469-4991-8cbb-b82ccc7124e2 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324073 Oct 13 15:19:29.668770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b467472-39ca-478f-a64c-d9b0ecf4ae3b req-b836ead8-f349-491d-a213-45e876f0a21d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:29.669956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b467472-39ca-478f-a64c-d9b0ecf4ae3b req-b836ead8-f349-491d-a213-45e876f0a21d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0577159 Oct 13 15:19:29.708244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b467472-39ca-478f-a64c-d9b0ecf4ae3b req-08428db0-a02e-473a-b7d7-82ecff74e3bb tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323322 Oct 13 15:19:29.846786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-71a483b5-961a-445d-adac-c2a2678f4308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:29.848172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-71a483b5-961a-445d-adac-c2a2678f4308 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1097 time: 0.0413005 Oct 13 15:19:29.942570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-169ef891-b18d-45a2-b0bd-4bf99b365088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:29.944700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-169ef891-b18d-45a2-b0bd-4bf99b365088 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0882885 Oct 13 15:19:30.018344 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-216e26e4-f2cb-49f6-8624-0fd9037c8736 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1002 time: 0.0624743 Oct 13 15:19:30.077009 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-b9e28a57-f1f5-48c7-8c38-374a12a4af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:30.078524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-b9e28a57-f1f5-48c7-8c38-374a12a4af94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0485861 Oct 13 15:19:30.127639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-15ec2ba4-6067-4595-a17b-358bf1ac10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:30.129097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-15ec2ba4-6067-4595-a17b-358bf1ac10f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392716 Oct 13 15:19:30.222285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-4e62772a-c456-4f72-b569-a238d5c95d0e service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814378 Oct 13 15:19:30.319796 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-3e7f5e8f-7169-440f-b457-f3c565b60d04 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860295 Oct 13 15:19:30.827496 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41f240-54eb-4248-937f-b0e1e901aea6 req-7b8ab9b4-ad65-4666-a4a5-1c33d6113d92 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:30.829015 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a41f240-54eb-4248-937f-b0e1e901aea6 req-7b8ab9b4-ad65-4666-a4a5-1c33d6113d92 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0494421 Oct 13 15:19:30.867289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a41f240-54eb-4248-937f-b0e1e901aea6 req-9ffb2871-b73e-4848-8dda-4b9d0e9ec80d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315650 Oct 13 15:19:31.986688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118821cf-6067-4500-ae88-89e5932018fc req-f886d967-58b3-4dcf-bd78-f7bc1fd2a461 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:31.988148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-118821cf-6067-4500-ae88-89e5932018fc req-f886d967-58b3-4dcf-bd78-f7bc1fd2a461 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0522325 Oct 13 15:19:32.026084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-118821cf-6067-4500-ae88-89e5932018fc req-b6011495-f661-4197-b644-13627c5a3bcc tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314391 Oct 13 15:19:32.741066 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:19:33.149736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28511217-e6b2-4f70-8e17-8c8907e5d1ca req-684198a5-5d6f-4976-b8cb-746d0dfeb2ab tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:33.151247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28511217-e6b2-4f70-8e17-8c8907e5d1ca req-684198a5-5d6f-4976-b8cb-746d0dfeb2ab tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0530608 Oct 13 15:19:33.190596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28511217-e6b2-4f70-8e17-8c8907e5d1ca req-43d561bb-78c2-42ef-b272-272c68bc841b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329607 Oct 13 15:19:34.307856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400b8f7-c1d2-45d1-9e32-3aac831670f2 req-b59deaa3-9fa1-4beb-aced-4595cdf551b5 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:34.309342 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e400b8f7-c1d2-45d1-9e32-3aac831670f2 req-b59deaa3-9fa1-4beb-aced-4595cdf551b5 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0490313 Oct 13 15:19:34.345805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e400b8f7-c1d2-45d1-9e32-3aac831670f2 req-c2362274-31b9-4063-a2fe-ccd48cafdbaa tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305152 Oct 13 15:19:35.464036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ee6c2-c30a-44c4-a839-935c6fbe486c req-55da38eb-0dd0-4863-945a-445636fa87af tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:35.465518 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c1ee6c2-c30a-44c4-a839-935c6fbe486c req-55da38eb-0dd0-4863-945a-445636fa87af tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0524516 Oct 13 15:19:35.502875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c1ee6c2-c30a-44c4-a839-935c6fbe486c req-acac7194-fd2a-4519-9d61-9e214e490adf tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313709 Oct 13 15:19:36.619338 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadd1d7-0136-464c-949b-15c9259da9a0 req-9fd8fb11-92a8-4bbb-a130-59d8c9bc0569 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:36.620860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dadd1d7-0136-464c-949b-15c9259da9a0 req-9fd8fb11-92a8-4bbb-a130-59d8c9bc0569 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0499232 Oct 13 15:19:36.660126 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dadd1d7-0136-464c-949b-15c9259da9a0 req-216199fd-b82b-4f11-91b4-fd64c4dd7c9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330634 Oct 13 15:19:37.776857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0277c-ae57-43c1-b5ad-104ba7f00925 req-43354671-6a58-4485-a030-db60397bcf61 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:37.778461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18a0277c-ae57-43c1-b5ad-104ba7f00925 req-43354671-6a58-4485-a030-db60397bcf61 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0510814 Oct 13 15:19:37.817606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18a0277c-ae57-43c1-b5ad-104ba7f00925 req-67a59aa9-d3de-426e-8b18-2e8dd86c04b8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330555 Oct 13 15:19:38.938740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f3f82-7d5a-4d96-b695-e139875ec1c4 req-43cb4bea-8dd0-43e5-be71-5a2e3b00d80f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:38.940195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff8f3f82-7d5a-4d96-b695-e139875ec1c4 req-43cb4bea-8dd0-43e5-be71-5a2e3b00d80f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0538285 Oct 13 15:19:38.977658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ff8f3f82-7d5a-4d96-b695-e139875ec1c4 req-fdc73068-6593-400b-9faa-78f0da33c6b7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Oct 13 15:19:40.109095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7ccbd-b7b8-47c7-a4d5-b80d2de6b008 req-36ea3b3e-805c-40c5-9b5b-bcb6c506795f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:40.110612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59e7ccbd-b7b8-47c7-a4d5-b80d2de6b008 req-36ea3b3e-805c-40c5-9b5b-bcb6c506795f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0562153 Oct 13 15:19:40.150255 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59e7ccbd-b7b8-47c7-a4d5-b80d2de6b008 req-af2920e2-382c-4e40-8b83-b14d9a516662 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331511 Oct 13 15:19:41.274765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b160f2-c6d9-41b8-96f4-32d5c3d13ff7 req-d63f51df-9988-405a-bc6d-995fa7adf13f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:41.276238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5b160f2-c6d9-41b8-96f4-32d5c3d13ff7 req-d63f51df-9988-405a-bc6d-995fa7adf13f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0529008 Oct 13 15:19:41.314476 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f5b160f2-c6d9-41b8-96f4-32d5c3d13ff7 req-37753294-0c08-41cf-bf2a-6e8cf5e98ba7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319803 Oct 13 15:19:42.436830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cce2fa-b8fb-42c5-bd53-b18ce9110505 req-3f9b4c1e-bcea-4d8f-be5a-89a920be1c6e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:42.438318 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75cce2fa-b8fb-42c5-bd53-b18ce9110505 req-3f9b4c1e-bcea-4d8f-be5a-89a920be1c6e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0522971 Oct 13 15:19:42.476429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75cce2fa-b8fb-42c5-bd53-b18ce9110505 req-57ad3dfc-03b1-4ae4-a1c2-11012116cae5 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321710 Oct 13 15:19:43.593103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d41ca-07a5-4678-af17-ba704f8b2113 req-5347591a-f2e5-4d91-aba1-3ff15a706e96 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:43.598139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-326d41ca-07a5-4678-af17-ba704f8b2113 req-5347591a-f2e5-4d91-aba1-3ff15a706e96 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0503330 Oct 13 15:19:43.635667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-326d41ca-07a5-4678-af17-ba704f8b2113 req-1fc9e5db-f995-4e67-ac61-f8176a2057c8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346901 Oct 13 15:19:44.753543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99f79b-4045-4014-984c-689e09b06a39 req-3a396280-a595-4112-a186-0b3e1f2633ae tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:44.755168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c99f79b-4045-4014-984c-689e09b06a39 req-3a396280-a595-4112-a186-0b3e1f2633ae tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0504320 Oct 13 15:19:44.795067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2c99f79b-4045-4014-984c-689e09b06a39 req-bc7c0fbf-0a60-4a25-987f-8d0a178096de tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332277 Oct 13 15:19:45.403747 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-451f8ed5-77ed-40cf-ad92-be073274c347 service neutron] show failed (client error): The resource could not be found. Oct 13 15:19:45.404631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-451f8ed5-77ed-40cf-ad92-be073274c347 service neutron] 10.222.0.49 "GET /v2.0/ports/61788925-eda6-443c-972d-ba0810a93b3a/bindings/n-h2-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0635986 Oct 13 15:19:45.943203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18583999-fda6-4d6e-a32f-8a37a1a90ef1 req-79493891-86d2-4587-a092-70c8a51ac32a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:45.944664 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18583999-fda6-4d6e-a32f-8a37a1a90ef1 req-79493891-86d2-4587-a092-70c8a51ac32a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0772858 Oct 13 15:19:45.960299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-dfb2731e-2c7c-4fe6-bb1a-9268c340005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:45.962122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-dfb2731e-2c7c-4fe6-bb1a-9268c340005f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 1097 time: 0.1067004 Oct 13 15:19:45.975006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:19:46.017326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18583999-fda6-4d6e-a32f-8a37a1a90ef1 req-b30406a8-fd59-4329-94ad-68a31b3a2e7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661287 Oct 13 15:19:46.046487 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:46.244004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:19:46.278056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:19:46.317022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:19:46.319253 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8f06e0-7360-4d30-8619-a2c8afb2d6b1" -d '{"events": [{"server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "name": "network-vif-unplugged", "status": "completed", "tag": "61788925-eda6-443c-972d-ba0810a93b3a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:19:46.323546 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:46.336275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Transition to ACTIVE for port object 61788925-eda6-443c-972d-ba0810a93b3a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:19:46.372121 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 15:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27570f50-fe41-4188-9986-7dded9d1af2a x-openstack-request-id: req-27570f50-fe41-4188-9986-7dded9d1af2a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:19:46.372437 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "name": "network-vif-unplugged", "status": "completed", "tag": "61788925-eda6-443c-972d-ba0810a93b3a", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:19:46.372862 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27570f50-fe41-4188-9986-7dded9d1af2a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:19:46.373309 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a', 'code': 200} Oct 13 15:19:46.412425 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:46.460633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Pushing event updated for resources: {'Port': ['ID=61788925-eda6-443c-972d-ba0810a93b3a,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:19:46.499658 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:46.499924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:46.500264 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:46.500600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:46.500933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:46.501286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:46.501612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:46.502027 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:46.502249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:46.502573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:46.502897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:46.503214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:46.549076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] No DVR routers for this DVR port 61788925-eda6-443c-972d-ba0810a93b3a on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:19:46.685903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Attempting to bind port 61788925-eda6-443c-972d-ba0810a93b3a on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:19:46.686242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Attempting to bind port 61788925-eda6-443c-972d-ba0810a93b3a by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:19:46.686571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Attempting to bind port 61788925-eda6-443c-972d-ba0810a93b3a on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:19:46.690767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Port 61788925-eda6-443c-972d-ba0810a93b3a on network 82bec7f8-6705-4676-9126-6cb9385cb04b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:19:46.691084 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Attempting to bind port 61788925-eda6-443c-972d-ba0810a93b3a on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:19:46.695851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:19:46.699098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Checking segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:19:46.699098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Bound using segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:19:46.699098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Bound port: 61788925-eda6-443c-972d-ba0810a93b3a, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:19:46.699098 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:46.769217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:19:46.772203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:19:46.824671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 61788925-eda6-443c-972d-ba0810a93b3a no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:19:46.830369 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:46.874418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:46.874418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:46.874418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] 10.222.0.41 "PUT /v2.0/ports/61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1092 time: 0.8975902 Oct 13 15:19:46.881647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 61788925-eda6-443c-972d-ba0810a93b3a not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:19:46.924967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab4815-c31a-4752-b0c6-9f5e60c8460b service neutron] Pushing event updated for resources: {'Port': ['ID=61788925-eda6-443c-972d-ba0810a93b3a,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:19:46.944194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-ac79e943-9576-43b5-b85c-ee7b813360c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:46.945742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-ac79e943-9576-43b5-b85c-ee7b813360c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1095 time: 0.0482304 Oct 13 15:19:47.042281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-c6715552-1cc4-40d1-a2d3-e5b3fe2d8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:47.050253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-c6715552-1cc4-40d1-a2d3-e5b3fe2d8734 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0899742 Oct 13 15:19:47.146374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-918d8feb-e60d-4db6-ac0b-1a2490b0c506 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1000 time: 0.0877523 Oct 13 15:19:47.156964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8182873-8ab2-409c-9753-8337393b7175 req-67338fb0-6751-4375-aa36-8153e6c679f9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:47.158412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8182873-8ab2-409c-9753-8337393b7175 req-67338fb0-6751-4375-aa36-8153e6c679f9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0676992 Oct 13 15:19:47.226981 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8182873-8ab2-409c-9753-8337393b7175 req-83fb008c-02ec-40b6-9c86-a89a36f47c73 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616667 Oct 13 15:19:47.229248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-33ee7d5e-e2e8-42bf-a4c1-7b3c23d31bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:47.230596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-33ee7d5e-e2e8-42bf-a4c1-7b3c23d31bf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0819108 Oct 13 15:19:47.277488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-81b5d5f2-49af-48e5-9bdf-dda7425d2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:47.278880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-81b5d5f2-49af-48e5-9bdf-dda7425d2724 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410054 Oct 13 15:19:47.369070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-b76b02f1-91f8-423b-80cc-a20071d57d0d service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821686 Oct 13 15:19:47.460490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-652e36e4-b88b-44e1-b737-7e8d6a32a12b service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839908 Oct 13 15:19:48.348407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92020e74-16d8-4bca-ad59-e6c94a57e7bd req-def2cfb7-0921-4288-9af4-822b2cc93caa tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:48.349826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92020e74-16d8-4bca-ad59-e6c94a57e7bd req-def2cfb7-0921-4288-9af4-822b2cc93caa tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0493395 Oct 13 15:19:48.375224 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:19:48.379771 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a7258f-50b2-496e-989b-b9b8e4c9b98a" -d '{"events": [{"name": "network-changed", "server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "tag": "61788925-eda6-443c-972d-ba0810a93b3a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:19:48.405834 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-92020e74-16d8-4bca-ad59-e6c94a57e7bd req-4781644e-a8b5-4af2-aeda-9bd0366f6ef3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491638 Oct 13 15:19:48.437916 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d5c193-3b8d-40e2-bdb4-0ff8d1c63b3a x-openstack-request-id: req-69d5c193-3b8d-40e2-bdb4-0ff8d1c63b3a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:19:48.438217 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "tag": "61788925-eda6-443c-972d-ba0810a93b3a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:19:48.438492 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69d5c193-3b8d-40e2-bdb4-0ff8d1c63b3a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:19:48.438873 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a', 'status': 'completed', 'code': 200} Oct 13 15:19:48.529217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-5bddab29-f08d-4936-9245-40643bd8e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:48.530705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-5bddab29-f08d-4936-9245-40643bd8e5f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1095 time: 0.0742614 Oct 13 15:19:48.536799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-4f68cc49-77db-4a46-bf23-d005e5620360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:48.538305 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-4f68cc49-77db-4a46-bf23-d005e5620360 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1095 time: 0.0570095 Oct 13 15:19:48.983974 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-af935550-5d70-4fc0-bab8-9248c83f3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:48.985471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-af935550-5d70-4fc0-bab8-9248c83f3129 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.4463279 Oct 13 15:19:48.989932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-478303e9-4522-4b32-8dd3-bc59debc0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:48.991393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-478303e9-4522-4b32-8dd3-bc59debc0df6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.4343712 Oct 13 15:19:49.098260 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-47de87a1-3563-4cba-89b2-57c27e696d56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1000 time: 0.1044168 Oct 13 15:19:49.115687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-e2fef5f1-990d-4046-8906-1ebf9fff7869 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1000 time: 0.0824640 Oct 13 15:19:49.187303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-cdf61e57-e09c-4cf9-aa6f-5e5f1882eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:49.188791 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-cdf61e57-e09c-4cf9-aa6f-5e5f1882eb79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0817015 Oct 13 15:19:49.197395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-473c19ca-4cff-40e1-bc26-2863b50fc5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:49.198900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-473c19ca-4cff-40e1-bc26-2863b50fc5a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0635102 Oct 13 15:19:49.263992 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:49.270316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-6f1fae7b-6967-4091-8f51-736ac0fa04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:49.271831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-6f1fae7b-6967-4091-8f51-736ac0fa04e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720756 Oct 13 15:19:49.274871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-37cb9114-ce53-4bbb-b577-4b84a8b65c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:49.276399 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-37cb9114-ce53-4bbb-b577-4b84a8b65c7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667214 Oct 13 15:19:49.432044 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-eaa5fbef-c3cc-4004-ad2c-dfe3bf11d56d service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518011 Oct 13 15:19:49.437271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-c12fd2b2-c1d4-440c-988b-b86baee24141 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484773 Oct 13 15:19:49.567352 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b61f2e8e-74a0-4771-914e-ffa93a5513f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:49.634534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f774de4-30cf-496e-b167-f0eeb25f3b2b req-aada6207-6eec-4258-a86f-59d64e6b4d3e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:49.636027 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f774de4-30cf-496e-b167-f0eeb25f3b2b req-aada6207-6eec-4258-a86f-59d64e6b4d3e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.1324320 Oct 13 15:19:49.654403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-e4f773d6-fdc2-4886-9919-d1398e869bac service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061615 Oct 13 15:19:49.657446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74a7258f-50b2-496e-989b-b9b8e4c9b98a req-6d942c7f-0d67-43bc-bf97-2f88f994eb45 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181442 Oct 13 15:19:49.688801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f774de4-30cf-496e-b167-f0eeb25f3b2b req-f420ee4a-9cd2-450a-94f7-5c30e50e3c2f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443361 Oct 13 15:19:50.810019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239328e-4042-4363-95ca-98e32805ca75 req-e6139cfb-bf51-4901-b6fa-c3ba6adf5a43 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:50.811602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3239328e-4042-4363-95ca-98e32805ca75 req-e6139cfb-bf51-4901-b6fa-c3ba6adf5a43 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0499988 Oct 13 15:19:50.850019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3239328e-4042-4363-95ca-98e32805ca75 req-962749db-878d-4a52-ae24-47daf28a1327 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324552 Oct 13 15:19:51.971174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea199a-51ff-42ca-85d3-dbf461cb7992 req-4182b770-e9ce-4f3d-a0c6-d777baa15c5b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:51.972650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5ea199a-51ff-42ca-85d3-dbf461cb7992 req-4182b770-e9ce-4f3d-a0c6-d777baa15c5b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0533504 Oct 13 15:19:52.012610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b5ea199a-51ff-42ca-85d3-dbf461cb7992 req-7d9fbb06-940c-4a18-bd0e-0ab009a7ac84 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333207 Oct 13 15:19:52.309841 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cda5c43a-6060-4888-92bf-752188075588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:52.561155 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:53.142087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c2a2-d85e-4b9c-abac-973fe3289094 req-85e2759c-78c5-4b30-9fb8-1468b4abe656 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:53.142087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23a8c2a2-d85e-4b9c-abac-973fe3289094 req-85e2759c-78c5-4b30-9fb8-1468b4abe656 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0505459 Oct 13 15:19:53.172643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23a8c2a2-d85e-4b9c-abac-973fe3289094 req-27a00dc7-8a7e-4c48-9b36-287aa2a98fa3 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330284 Oct 13 15:19:54.023672 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:54.069533 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:54.295421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0f442-e3f6-4aea-9537-86b000993a19 req-7e0aaf1a-019c-4995-8876-e122ef443392 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:54.296822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9aa0f442-e3f6-4aea-9537-86b000993a19 req-7e0aaf1a-019c-4995-8876-e122ef443392 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0502098 Oct 13 15:19:54.334458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9aa0f442-e3f6-4aea-9537-86b000993a19 req-5fe88874-d9ee-4eea-a6b8-b1e3d4ac24ac tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316632 Oct 13 15:19:55.455321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b54a1-6ccf-411a-ae23-3714d4089e3b req-9c8811eb-b777-4943-8cce-849452235043 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:55.456826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae0b54a1-6ccf-411a-ae23-3714d4089e3b req-9c8811eb-b777-4943-8cce-849452235043 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0536442 Oct 13 15:19:55.495935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ae0b54a1-6ccf-411a-ae23-3714d4089e3b req-aea355f1-7d7e-4797-8f20-3d397a4bcd73 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320637 Oct 13 15:19:55.589364 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:56.611769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb050dbb-b869-468b-842b-d60afa30bc6a req-9d0102e8-3c95-452f-a02c-e541d700497c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:56.617546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb050dbb-b869-468b-842b-d60afa30bc6a req-9d0102e8-3c95-452f-a02c-e541d700497c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0496812 Oct 13 15:19:56.652628 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb050dbb-b869-468b-842b-d60afa30bc6a req-a4621fac-7446-4862-a55f-e06291a653eb tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321767 Oct 13 15:19:57.769182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f41c4-a4bb-4491-aa9b-0139baf8c980 req-d16ffd10-87ac-464c-8eaf-3ea59004bc82 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:57.770702 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d12f41c4-a4bb-4491-aa9b-0139baf8c980 req-d16ffd10-87ac-464c-8eaf-3ea59004bc82 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0506048 Oct 13 15:19:57.813122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d12f41c4-a4bb-4491-aa9b-0139baf8c980 req-415a510b-4651-4b14-9e2e-1846636dce42 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332274 Oct 13 15:19:58.934085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681def7f-ca3e-448a-b06a-cf3a4b3195b3 req-702def49-c042-40fe-9dae-2bfce5735592 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:19:58.935461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-681def7f-ca3e-448a-b06a-cf3a4b3195b3 req-702def49-c042-40fe-9dae-2bfce5735592 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0545745 Oct 13 15:19:58.972649 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-681def7f-ca3e-448a-b06a-cf3a4b3195b3 req-76a21842-5581-4fb6-9a6c-e9e32d07cda7 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312705 Oct 13 15:20:00.090383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59410da8-6473-49c2-8af7-465327c0e625 req-5d90dc99-e2bb-47ed-addb-d377cf6e84a8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:00.091877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59410da8-6473-49c2-8af7-465327c0e625 req-5d90dc99-e2bb-47ed-addb-d377cf6e84a8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0498853 Oct 13 15:20:00.128592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59410da8-6473-49c2-8af7-465327c0e625 req-c746da4f-4a48-4605-a82f-1d8b8e32df2f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308743 Oct 13 15:20:01.247704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fbf30-7c5d-4a2b-850d-4496cd9ce6d4 req-0d4ef2ac-acff-4093-ab86-5ea21f036184 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:01.249334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e7fbf30-7c5d-4a2b-850d-4496cd9ce6d4 req-0d4ef2ac-acff-4093-ab86-5ea21f036184 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0514324 Oct 13 15:20:01.291965 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e7fbf30-7c5d-4a2b-850d-4496cd9ce6d4 req-dfa08b5c-e897-41bf-80c2-c7cfafb2d055 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352173 Oct 13 15:20:02.418259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84664e83-9111-49c2-bfeb-4ee70f228fd9 req-6d3ac1f5-6934-4c2a-8865-6994c0292ed1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:02.419782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84664e83-9111-49c2-bfeb-4ee70f228fd9 req-6d3ac1f5-6934-4c2a-8865-6994c0292ed1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0548599 Oct 13 15:20:02.458668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84664e83-9111-49c2-bfeb-4ee70f228fd9 req-2bb04baf-559f-407c-96e9-34ee72101aa6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326724 Oct 13 15:20:02.610706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212a3f7-e84e-4c92-a398-442510bb2287 req-c0a59fc3-0fb8-4516-b1ce-56ea1843626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:02.612100 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2212a3f7-e84e-4c92-a398-442510bb2287 req-c0a59fc3-0fb8-4516-b1ce-56ea1843626a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1095 time: 0.0433602 Oct 13 15:20:02.745301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212a3f7-e84e-4c92-a398-442510bb2287 req-6b76a1a5-0b5e-4287-9425-6f79627520e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:02.746798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2212a3f7-e84e-4c92-a398-442510bb2287 req-6b76a1a5-0b5e-4287-9425-6f79627520e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0906744 Oct 13 15:20:02.814456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2212a3f7-e84e-4c92-a398-442510bb2287 req-0e3452f5-5732-48ed-96ec-84465f83fc3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1000 time: 0.0601199 Oct 13 15:20:02.864451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212a3f7-e84e-4c92-a398-442510bb2287 req-f2ef6e9f-3df5-4fdb-88e9-f45e14cad747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:02.866233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2212a3f7-e84e-4c92-a398-442510bb2287 req-f2ef6e9f-3df5-4fdb-88e9-f45e14cad747 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0447621 Oct 13 15:20:02.921629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212a3f7-e84e-4c92-a398-442510bb2287 req-c0b5f3d7-3b47-429e-b3d5-914941d65551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:02.923147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2212a3f7-e84e-4c92-a398-442510bb2287 req-c0b5f3d7-3b47-429e-b3d5-914941d65551 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484157 Oct 13 15:20:03.018296 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2212a3f7-e84e-4c92-a398-442510bb2287 req-76826fb2-eb04-40b4-a73e-a5a0ef326265 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874383 Oct 13 15:20:03.115673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2212a3f7-e84e-4c92-a398-442510bb2287 req-a6e43bbe-6905-484b-839f-5357b9b5b469 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900049 Oct 13 15:20:03.578419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de162c-00f9-4d51-a2af-c5281b2f507c req-4516172b-845b-4ea7-ba73-007d3dd21388 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:03.579877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2de162c-00f9-4d51-a2af-c5281b2f507c req-4516172b-845b-4ea7-ba73-007d3dd21388 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 943 time: 0.0492423 Oct 13 15:20:03.616667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2de162c-00f9-4d51-a2af-c5281b2f507c req-1e11e2a6-9531-4138-a371-aaf839617e9a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308752 Oct 13 15:20:03.687991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 61788925-eda6-443c-972d-ba0810a93b3a details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:20:03.783812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:03.795827 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '61788925-eda6-443c-972d-ba0810a93b3a', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'port_id': '61788925-eda6-443c-972d-ba0810a93b3a', 'mac_address': 'fa:16:3e:58:4f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:20:03.836645 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:03.849719 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61788925-eda6-443c-972d-ba0810a93b3a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:20:03.869739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:03.943429 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:03.990179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=61788925-eda6-443c-972d-ba0810a93b3a,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:03.998387 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:03.998727 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:03.999092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:04.001313 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:04.004207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:04.004207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:04.004207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:04.004207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:04.004207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:04.004207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:04.004207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:04.004207 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:04.224288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822525c2-ca44-4798-a350-a37edb97a5f7 req-57793a12-e100-4cba-ac53-1a3fa2968623 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:04.225846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-822525c2-ca44-4798-a350-a37edb97a5f7 req-57793a12-e100-4cba-ac53-1a3fa2968623 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0881331 Oct 13 15:20:04.243622 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-d20a7c9d-d590-4960-ab30-eff60b6b2203 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:04.245221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-d20a7c9d-d590-4960-ab30-eff60b6b2203 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.41 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c&tenant_id=1c84ae2b4776489ba1e0ae30076f7739&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 944 time: 0.0718884 Oct 13 15:20:04.310705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-822525c2-ca44-4798-a350-a37edb97a5f7 req-974058d4-c888-432e-b04f-7d8bb26e9167 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753632 Oct 13 15:20:04.337290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-4b0448eb-af37-4274-8e32-f47811ea6416 service neutron] 10.222.0.41 "GET /v2.0/ports/61788925-eda6-443c-972d-ba0810a93b3a/bindings/n-h2-806683-15 HTTP/1.1" status: 200 len: 383 time: 0.0702443 Oct 13 15:20:04.363816 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['61788925-eda6-443c-972d-ba0810a93b3a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:20:04.398744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-39b55c51-783e-47ea-9e76-1d7590186620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:04.400734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-39b55c51-783e-47ea-9e76-1d7590186620 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1096 time: 0.0415514 Oct 13 15:20:04.496853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-d3d97395-441e-4ac3-85e2-03776a3141f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:04.505218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-d3d97395-441e-4ac3-85e2-03776a3141f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.0900054 Oct 13 15:20:04.568466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-b1290d27-9e02-444f-a997-657d766b4d4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1001 time: 0.0623634 Oct 13 15:20:04.621662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-d0eba32e-5327-481c-8452-9591c2edef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:04.623207 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-d0eba32e-5327-481c-8452-9591c2edef5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0463130 Oct 13 15:20:04.678950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-b3326297-4f17-4ec6-8560-1fb983c95187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:04.687159 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-b3326297-4f17-4ec6-8560-1fb983c95187 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500302 Oct 13 15:20:04.772282 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-9c466919-3700-47f5-891b-162a9b8555d1 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834758 Oct 13 15:20:04.871048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-e516a727-06a5-4789-b03b-076512ea4909 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907817 Oct 13 15:20:05.439688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c6d4d-cc79-4b39-a601-d2b8e59ab2ac req-b8da0534-6029-4269-90ac-5b105647059b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:05.441247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba7c6d4d-cc79-4b39-a601-d2b8e59ab2ac req-b8da0534-6029-4269-90ac-5b105647059b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0577757 Oct 13 15:20:05.481263 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba7c6d4d-cc79-4b39-a601-d2b8e59ab2ac req-4fcdd67e-67cc-471d-a1d8-a60fc2dca53a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338597 Oct 13 15:20:05.708572 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 61788925-eda6-443c-972d-ba0810a93b3a up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:20:05.824121 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 61788925-eda6-443c-972d-ba0810a93b3a completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:20:05.828215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 61788925-eda6-443c-972d-ba0810a93b3a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:20:05.830972 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:05.908636 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:05.932891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:20:05.935264 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2675bad-c138-45a9-8ed8-aa9b108f5f26" -d '{"events": [{"server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "name": "network-vif-plugged", "status": "completed", "tag": "61788925-eda6-443c-972d-ba0810a93b3a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:20:05.951886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:05.991061 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b6361d-a65b-454d-becd-38ca4c89d54e x-openstack-request-id: req-e2b6361d-a65b-454d-becd-38ca4c89d54e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:20:05.991352 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "name": "network-vif-plugged", "status": "completed", "tag": "61788925-eda6-443c-972d-ba0810a93b3a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:20:05.991606 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2b6361d-a65b-454d-becd-38ca4c89d54e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:20:05.992053 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a', 'code': 200} Oct 13 15:20:06.006310 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:06.059668 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=61788925-eda6-443c-972d-ba0810a93b3a,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:06.611804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120bd4b-7465-471f-b0e1-bae8e3329f1d req-0d401000-44f5-4b3f-93cb-384657c23215 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:06.613334 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1120bd4b-7465-471f-b0e1-bae8e3329f1d req-0d401000-44f5-4b3f-93cb-384657c23215 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0514345 Oct 13 15:20:06.654625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1120bd4b-7465-471f-b0e1-bae8e3329f1d req-71f0bada-4a35-44b7-adbc-31bf704ff4dc tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350227 Oct 13 15:20:07.785094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468e279-2ab8-48f0-b436-88ca1e6248b7 req-bf2ce571-e007-4c33-ae35-bb92ce59fc03 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:07.786833 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a468e279-2ab8-48f0-b436-88ca1e6248b7 req-bf2ce571-e007-4c33-ae35-bb92ce59fc03 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0596766 Oct 13 15:20:07.830919 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a468e279-2ab8-48f0-b436-88ca1e6248b7 req-dda8b079-98e3-4f4e-a7e7-1a28c37e9e96 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379574 Oct 13 15:20:08.950019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d5b10-af8e-4a94-89f8-cc65ec19fae3 req-7df10727-838c-4ebe-837c-d0a8247fcb82 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:08.951719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed5d5b10-af8e-4a94-89f8-cc65ec19fae3 req-7df10727-838c-4ebe-837c-d0a8247fcb82 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0503397 Oct 13 15:20:08.991408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ed5d5b10-af8e-4a94-89f8-cc65ec19fae3 req-5186dc29-3d47-4819-b076-0f594157fd4a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336998 Oct 13 15:20:09.740472 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:20:10.111971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55577120-e388-4afa-af20-37c4ed29e98b req-f68f496d-f035-46f5-9dd1-ff026cd0d682 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:10.113527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55577120-e388-4afa-af20-37c4ed29e98b req-f68f496d-f035-46f5-9dd1-ff026cd0d682 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0523636 Oct 13 15:20:10.153544 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55577120-e388-4afa-af20-37c4ed29e98b req-9dfcecfd-5309-4141-9578-79a59f140cf0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329378 Oct 13 15:20:10.196200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-6583519d-5384-459c-bfb2-b663b522ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:10.197856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-6583519d-5384-459c-bfb2-b663b522ac53 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c&tenant_id=1c84ae2b4776489ba1e0ae30076f7739 HTTP/1.1" status: 200 len: 1097 time: 0.0479426 Oct 13 15:20:10.213446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:20:10.264141 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:10.460580 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:10.498406 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:20:10.542367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:20:10.544675 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b532d4d4-76b5-411f-bb71-7f2594e9a2f9" -d '{"events": [{"server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "name": "network-vif-unplugged", "status": "completed", "tag": "61788925-eda6-443c-972d-ba0810a93b3a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:20:10.548682 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:10.561588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Transition to ACTIVE for port object 61788925-eda6-443c-972d-ba0810a93b3a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:20:10.594292 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 15:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134d2e65-371d-46c4-8b5d-3affa9f44fc7 x-openstack-request-id: req-134d2e65-371d-46c4-8b5d-3affa9f44fc7 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:20:10.594582 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "name": "network-vif-unplugged", "status": "completed", "tag": "61788925-eda6-443c-972d-ba0810a93b3a", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:20:10.594829 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-134d2e65-371d-46c4-8b5d-3affa9f44fc7 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:20:10.595222 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a', 'code': 200} Oct 13 15:20:10.623130 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:10.699770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Pushing event updated for resources: {'Port': ['ID=61788925-eda6-443c-972d-ba0810a93b3a,revision_number=10']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:10.742823 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] No DVR routers for this DVR port 61788925-eda6-443c-972d-ba0810a93b3a on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:20:10.898425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Attempting to bind port 61788925-eda6-443c-972d-ba0810a93b3a on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:20:10.898753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Attempting to bind port 61788925-eda6-443c-972d-ba0810a93b3a by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:20:10.899106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Attempting to bind port 61788925-eda6-443c-972d-ba0810a93b3a on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:20:10.904731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Port 61788925-eda6-443c-972d-ba0810a93b3a on network 82bec7f8-6705-4676-9126-6cb9385cb04b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:20:10.905241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Attempting to bind port 61788925-eda6-443c-972d-ba0810a93b3a on network 82bec7f8-6705-4676-9126-6cb9385cb04b {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:20:10.910226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:20:10.910560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Checking segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:20:10.910937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Bound using segment: {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:20:10.911350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Bound port: 61788925-eda6-443c-972d-ba0810a93b3a, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89942649-f4c6-4f53-b285-ff22ac922e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:20:10.911700 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:10.977566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:20:10.980479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:20:11.075135 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:11.114123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:11.114821 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:11.116137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] 10.222.0.49 "PUT /v2.0/ports/61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1093 time: 0.9065568 Oct 13 15:20:11.138805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c8b83-014e-40e0-b632-ea248b7e9095 service neutron] Pushing event updated for resources: {'Port': ['ID=61788925-eda6-443c-972d-ba0810a93b3a,revision_number=11']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:11.196865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-2938641e-2bc9-4725-be69-8a14aace2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:11.198946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-2938641e-2bc9-4725-be69-8a14aace2e3f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1096 time: 0.0446754 Oct 13 15:20:11.334425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd64bdf-c32c-4e43-b729-fb08d140b417 req-26486673-74ed-40d3-bc0a-89e62a587f79 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:11.335898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fd64bdf-c32c-4e43-b729-fb08d140b417 req-26486673-74ed-40d3-bc0a-89e62a587f79 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.1069412 Oct 13 15:20:11.340739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-b431410a-8b8c-46bd-924c-012dae51f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:11.342156 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-b431410a-8b8c-46bd-924c-012dae51f570 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1319692 Oct 13 15:20:11.417761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3fd64bdf-c32c-4e43-b729-fb08d140b417 req-880e0f0b-f1cd-4b0b-9866-439e24ca9e44 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742218 Oct 13 15:20:11.432385 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-2aca664c-22da-4259-a2e6-34e8f42ccb59 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1000 time: 0.0748606 Oct 13 15:20:11.506987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-0c01092a-41be-4c27-bdda-5eefb3aeb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:11.508361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-0c01092a-41be-4c27-bdda-5eefb3aeb93d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.0570729 Oct 13 15:20:11.558973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-eee6e759-9f2b-4707-8653-fb6f928b5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:11.560479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-eee6e759-9f2b-4707-8653-fb6f928b5b4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398769 Oct 13 15:20:11.659420 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-15db3416-c204-4f74-b380-c16bfba294f0 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875142 Oct 13 15:20:11.750502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 61788925-eda6-443c-972d-ba0810a93b3a no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:20:11.756924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-786f2171-ab7d-4186-9e55-cac5c629fa50 req-6149a9b6-cce5-433b-9388-53205d0e34e0 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837133 Oct 13 15:20:11.788057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 61788925-eda6-443c-972d-ba0810a93b3a not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:20:12.546792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35a47f-f9ba-4088-9149-2430e254522a req-761cda92-60c2-4dd2-8851-00dbf4e3fb81 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:12.548283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af35a47f-f9ba-4088-9149-2430e254522a req-761cda92-60c2-4dd2-8851-00dbf4e3fb81 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0516701 Oct 13 15:20:12.591010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af35a47f-f9ba-4088-9149-2430e254522a req-32b7c203-5d8f-4af0-9d28-ce5c32852e47 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366957 Oct 13 15:20:12.596970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:20:12.599271 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "tag": "61788925-eda6-443c-972d-ba0810a93b3a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:20:12.649775 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dabcf6-557d-4af0-ac6a-2f3e16293186 x-openstack-request-id: req-15dabcf6-557d-4af0-ac6a-2f3e16293186 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:20:12.651237 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "tag": "61788925-eda6-443c-972d-ba0810a93b3a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:20:12.651237 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15dabcf6-557d-4af0-ac6a-2f3e16293186 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:20:12.651697 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a', 'status': 'completed', 'code': 200} Oct 13 15:20:12.739089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-4eaa83cf-6c14-41cc-b3c0-4025462d5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:12.740505 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-4eaa83cf-6c14-41cc-b3c0-4025462d5179 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1096 time: 0.0701151 Oct 13 15:20:12.742251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-1222db3b-71cf-463a-882f-978c128815e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:12.743582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-1222db3b-71cf-463a-882f-978c128815e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 1096 time: 0.0651615 Oct 13 15:20:12.905772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-1c0c2800-237e-429b-a809-3cadc7d895f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:12.907241 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-1c0c2800-237e-429b-a809-3cadc7d895f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1566126 Oct 13 15:20:12.908321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-09ec171d-6376-4c2e-8ff4-f0d2403d8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:12.909655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-09ec171d-6376-4c2e-8ff4-f0d2403d8863 service neutron] 10.222.0.49 "GET /v2.0/networks?id=82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 200 len: 913 time: 0.1514683 Oct 13 15:20:13.019037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-59ccfd48-aff6-404d-9191-5155b260a874 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1000 time: 0.1038053 Oct 13 15:20:13.024662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-57da0072-b666-4768-bb45-4c799fb34623 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 200 len: 1000 time: 0.1023555 Oct 13 15:20:13.415356 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-41ca66c4-1582-4eba-b374-9b3eda306454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:13.417312 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-41ca66c4-1582-4eba-b374-9b3eda306454 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.3901198 Oct 13 15:20:13.422732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-cf50619b-f4dd-44ba-a206-87a535fa70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:13.424149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-cf50619b-f4dd-44ba-a206-87a535fa70a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 200 len: 851 time: 0.3881969 Oct 13 15:20:13.495432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-0f7fc2db-1905-4d02-a47f-aeca806842a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:13.496952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-0f7fc2db-1905-4d02-a47f-aeca806842a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719564 Oct 13 15:20:13.502410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-cda32da4-097b-43b5-a952-ba73d98c1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:13.503818 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-cda32da4-097b-43b5-a952-ba73d98c1ce4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=82bec7f8-6705-4676-9126-6cb9385cb04b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686722 Oct 13 15:20:13.661543 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-cfd6914d-612c-468f-833e-4944042abffa service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566234 Oct 13 15:20:13.703260 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-c75a8b9d-3c5a-4c85-ac72-a6d4c6293081 service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807141 Oct 13 15:20:13.832472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebefae-e532-4f9a-ae71-95957982dae1 req-d92469f2-3e9a-404c-8798-e443608802a0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:13.833996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49ebefae-e532-4f9a-ae71-95957982dae1 req-d92469f2-3e9a-404c-8798-e443608802a0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.1715887 Oct 13 15:20:13.890257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-395e9463-a773-4c60-a45e-3f8b65831a53 service neutron] 10.222.0.41 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101486 Oct 13 15:20:13.893954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8647073-8b42-4fee-bb5d-f1a73df1ea0b req-c0f832b5-5e48-4df0-bcf1-ce68f0d918aa service neutron] 10.222.0.49 "GET /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517675 Oct 13 15:20:13.910742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49ebefae-e532-4f9a-ae71-95957982dae1 req-1ba12bc4-69dd-43f7-9a6f-0860c7ce56ad tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677416 Oct 13 15:20:15.042807 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d81ae-f353-4d45-b36e-06b12b607106 req-831d64d1-d8c8-435b-a79d-390829abc687 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:15.044347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-327d81ae-f353-4d45-b36e-06b12b607106 req-831d64d1-d8c8-435b-a79d-390829abc687 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0524361 Oct 13 15:20:15.082554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-327d81ae-f353-4d45-b36e-06b12b607106 req-1e92f9a9-3f6b-4d8e-8670-04dbc4a07b00 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321083 Oct 13 15:20:16.201095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1374f2-3f2c-49f9-a894-a936a9440e9e req-2a737b80-7535-4dc3-be93-62cbca2353d8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:16.202514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba1374f2-3f2c-49f9-a894-a936a9440e9e req-2a737b80-7535-4dc3-be93-62cbca2353d8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0493722 Oct 13 15:20:16.240533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba1374f2-3f2c-49f9-a894-a936a9440e9e req-a234389f-9d7f-44b5-9dd2-8e1fc325fb6d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320780 Oct 13 15:20:17.359242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c93bb-f409-48d3-ad7d-2162fcdec95c req-e797d1a4-e6cc-486f-bc25-0bcced9c1945 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:17.360641 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a74c93bb-f409-48d3-ad7d-2162fcdec95c req-e797d1a4-e6cc-486f-bc25-0bcced9c1945 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0526865 Oct 13 15:20:17.398499 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a74c93bb-f409-48d3-ad7d-2162fcdec95c req-d498efc9-a66d-42f1-8bad-01ae9b52b36b tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319221 Oct 13 15:20:18.516509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362ae68-5ae0-44df-b4e2-540abb5b9c49 req-4d746606-f2cf-4c27-94d9-024e814e7f5e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:18.518024 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e362ae68-5ae0-44df-b4e2-540abb5b9c49 req-4d746606-f2cf-4c27-94d9-024e814e7f5e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0512059 Oct 13 15:20:18.560618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e362ae68-5ae0-44df-b4e2-540abb5b9c49 req-fa3b0d93-7c07-43b9-b6f5-5f65e2ba54b9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365829 Oct 13 15:20:19.251497 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:19.565867 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e557f5b1-f728-489e-a0f8-10c3e1060eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:19.678778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784259f-a665-4396-bb6b-dc175556fad6 req-71aa6b56-ea0d-48b2-8700-a7d5e1801bf6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:19.680219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3784259f-a665-4396-bb6b-dc175556fad6 req-71aa6b56-ea0d-48b2-8700-a7d5e1801bf6 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0504525 Oct 13 15:20:19.717592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3784259f-a665-4396-bb6b-dc175556fad6 req-9e179837-8f89-49f1-9ba4-f8fa9d516e26 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312326 Oct 13 15:20:20.837094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db3b61-2141-497f-bddf-6acd685b7157 req-f56ffd8c-b66f-4b5a-bf6d-9590c22502a9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:20.839651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23db3b61-2141-497f-bddf-6acd685b7157 req-f56ffd8c-b66f-4b5a-bf6d-9590c22502a9 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0540683 Oct 13 15:20:20.879589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23db3b61-2141-497f-bddf-6acd685b7157 req-0e4e1291-eac3-410d-9d57-28260cab24d0 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339541 Oct 13 15:20:21.996768 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b4155-0df8-4fd5-965a-8e775d515147 req-24475524-34d7-409e-85fe-b0da621d473e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:21.998264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f6b4155-0df8-4fd5-965a-8e775d515147 req-24475524-34d7-409e-85fe-b0da621d473e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0494199 Oct 13 15:20:22.036082 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f6b4155-0df8-4fd5-965a-8e775d515147 req-b7343b5b-7679-40d8-9efd-86334b9dad93 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318940 Oct 13 15:20:22.331343 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bdc7fa45-fefe-4685-a83a-2046f2104747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:22.560188 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:23.155054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd95df6-ee77-4ff1-9afc-8198aac66f33 req-29a237d9-e3d5-47e0-bf35-4dbe5b73479e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:23.156583 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bd95df6-ee77-4ff1-9afc-8198aac66f33 req-29a237d9-e3d5-47e0-bf35-4dbe5b73479e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0523362 Oct 13 15:20:23.194821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0bd95df6-ee77-4ff1-9afc-8198aac66f33 req-f4fcc07e-4e9c-4952-9614-79cb50f172c1 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323133 Oct 13 15:20:24.011883 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:24.057222 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:24.313655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3ae75-ada6-4fe8-bfbe-fb4c7a91bb39 req-25f6bbf6-0f83-4df3-a246-d058babb2e8a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:24.315017 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5c3ae75-ada6-4fe8-bfbe-fb4c7a91bb39 req-25f6bbf6-0f83-4df3-a246-d058babb2e8a tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0531271 Oct 13 15:20:24.355406 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5c3ae75-ada6-4fe8-bfbe-fb4c7a91bb39 req-17dbf52c-045d-4d20-9a1e-8d9e44620dfb tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336013 Oct 13 15:20:25.469846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13228b-4a7f-4b41-991f-c2742f061a2d req-b82262ff-3795-422b-b9d7-d3ff4b7a39ba tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:25.471340 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b13228b-4a7f-4b41-991f-c2742f061a2d req-b82262ff-3795-422b-b9d7-d3ff4b7a39ba tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0490808 Oct 13 15:20:25.508155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7b13228b-4a7f-4b41-991f-c2742f061a2d req-fc179796-3273-418a-ba8c-4bfb722ddfd2 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309544 Oct 13 15:20:25.588674 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:25.627542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766df12-3aed-42d3-a38f-010f60350174 req-25a4a482-6915-459c-a3d8-a902713d71f8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:25.629112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d766df12-3aed-42d3-a38f-010f60350174 req-25a4a482-6915-459c-a3d8-a902713d71f8 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0510311 Oct 13 15:20:25.670524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d766df12-3aed-42d3-a38f-010f60350174 req-7a1114c6-ce4d-4ac0-a9fe-2bc098dc9189 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319521 Oct 13 15:20:25.786820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fdeef-9151-4909-a9e4-baefa2510d8e req-8badfe72-8197-4825-9c3c-6fe3eabbe1db tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:25.788262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50fdeef-9151-4909-a9e4-baefa2510d8e req-8badfe72-8197-4825-9c3c-6fe3eabbe1db tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0528374 Oct 13 15:20:25.826863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f50fdeef-9151-4909-a9e4-baefa2510d8e req-8e73308c-998f-463b-9aca-ac728fd4398c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316792 Oct 13 15:20:26.274316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18128a16-cd47-4083-b5f2-8271ffcdf06c req-2f2f9d55-907b-4d48-b0b6-3ed8b88dde40 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:26.275792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18128a16-cd47-4083-b5f2-8271ffcdf06c req-2f2f9d55-907b-4d48-b0b6-3ed8b88dde40 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 944 time: 0.0513744 Oct 13 15:20:26.314168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18128a16-cd47-4083-b5f2-8271ffcdf06c req-74977103-5923-4c59-9f89-26b2a98f60cd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322554 Oct 13 15:20:27.016280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 61788925-eda6-443c-972d-ba0810a93b3a details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:20:27.110956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:27.121469 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '61788925-eda6-443c-972d-ba0810a93b3a', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'port_id': '61788925-eda6-443c-972d-ba0810a93b3a', 'mac_address': 'fa:16:3e:58:4f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:20:27.157849 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:27.173914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61788925-eda6-443c-972d-ba0810a93b3a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:20:27.202671 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:27.262963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:27.309574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=61788925-eda6-443c-972d-ba0810a93b3a,revision_number=12']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:27.431267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5b8e9-2e86-45e9-ad37-01f8b623b4d3 req-91f47238-b199-4ceb-802f-23f4503c013f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:27.432733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36d5b8e9-2e86-45e9-ad37-01f8b623b4d3 req-91f47238-b199-4ceb-802f-23f4503c013f tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0492404 Oct 13 15:20:27.469938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-36d5b8e9-2e86-45e9-ad37-01f8b623b4d3 req-f71cf167-03df-413d-8a0c-ccaee8a35ca5 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups?id=94ecefd3-d1ec-4063-ac76-f49a75fca2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311062 Oct 13 15:20:27.958985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543f60d-50b5-423b-8a70-db27003e4461 req-a11a2006-4a0b-4066-b4e4-43628c45928e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:27.960326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8543f60d-50b5-423b-8a70-db27003e4461 req-a11a2006-4a0b-4066-b4e4-43628c45928e tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.49 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 945 time: 0.0512304 Oct 13 15:20:28.051056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Deleting port 61788925-eda6-443c-972d-ba0810a93b3a {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:20:28.051406 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:28.142457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] For port 61788925-eda6-443c-972d-ba0810a93b3a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=61788925-eda6-443c-972d-ba0810a93b3a,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:28.142826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:28.311083 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:28.311461 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:28.311758 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6 disassociated. External IP: 172.25.0.141, port: 61788925-eda6-443c-972d-ba0810a93b3a. Oct 13 15:20:28.312090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Calling delete_port for 61788925-eda6-443c-972d-ba0810a93b3a owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:20:28.491538 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:28.524830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event deleted for resources: {'Port': ['ID=61788925-eda6-443c-972d-ba0810a93b3a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:28.612148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ecce2d53-366c-4b18-977b-a8fcd5853f21 req-217c63a1-c9f0-4a16-8a7e-43de8bb6369d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 210 time: 0.0432742 Oct 13 15:20:28.675193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Router 5e5c8872-6b17-4cad-b946-787d0398bd05 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:20:28.784104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:20:28.795263 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84093a2-594d-49d0-ba64-905f2f51c3ba None None] Sync routers for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:20:28.804434 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84093a2-594d-49d0-ba64-905f2f51c3ba None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:20:28.805011 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f84093a2-594d-49d0-ba64-905f2f51c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:20:28.823653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] No DVR routers for this DVR port 61788925-eda6-443c-972d-ba0810a93b3a on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:20:28.826644 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:28.829971 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8543f60d-50b5-423b-8a70-db27003e4461 req-9b3aceab-0b87-49b8-96ae-aa24af620a7d tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.49 "DELETE /v2.0/ports/61788925-eda6-443c-972d-ba0810a93b3a HTTP/1.1" status: 204 len: 173 time: 0.8602448 Oct 13 15:20:28.830419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'name': 'network-vif-deleted', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:20:28.832675 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af68b15b-15f2-492f-92fe-d022dc19847e" -d '{"events": [{"server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "name": "network-vif-deleted", "tag": "61788925-eda6-443c-972d-ba0810a93b3a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:20:28.872874 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923cfd2d-8bb0-4a3b-8331-0d806e74814e x-openstack-request-id: req-923cfd2d-8bb0-4a3b-8331-0d806e74814e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:20:28.873420 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5367a819-5cbd-468d-91df-e30ab852d57c", "name": "network-vif-deleted", "tag": "61788925-eda6-443c-972d-ba0810a93b3a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:20:28.873680 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-923cfd2d-8bb0-4a3b-8331-0d806e74814e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:20:28.874083 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5367a819-5cbd-468d-91df-e30ab852d57c', 'name': 'network-vif-deleted', 'tag': '61788925-eda6-443c-972d-ba0810a93b3a', 'status': 'completed', 'code': 200} Oct 13 15:20:28.922347 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f84093a2-594d-49d0-ba64-905f2f51c3ba None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:20:29.038393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 61788925-eda6-443c-972d-ba0810a93b3a details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:20:29.044278 n-d-806683-15 neutron-server[112686]: INFO neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No ports have port_id starting with 61788925-eda6-443c-972d-ba0810a93b3a Oct 13 15:20:29.045829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 61788925-eda6-443c-972d-ba0810a93b3a requested by agent hyperv_n-h1-806683-15 not found in database {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 13 15:20:29.212419 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f84093a2-594d-49d0-ba64-905f2f51c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:20:29.238993 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84093a2-594d-49d0-ba64-905f2f51c3ba None None] Checking router: 5e5c8872-6b17-4cad-b946-787d0398bd05 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:20:29.247549 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84093a2-594d-49d0-ba64-905f2f51c3ba None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:20:29.248162 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f84093a2-594d-49d0-ba64-905f2f51c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:20:29.354378 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-f84093a2-594d-49d0-ba64-905f2f51c3ba None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:20:29.553947 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-f84093a2-594d-49d0-ba64-905f2f51c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:20:29.580891 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84093a2-594d-49d0-ba64-905f2f51c3ba None None] The sync data for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 is: [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:10Z', 'revision_number': 4, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'f404c03b-e8d0-41b9-bcea-fa2550459a93', 'name': '', 'network_id': '82bec7f8-6705-4676-9126-6cb9385cb04b', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'mac_address': 'fa:16:3e:31:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:09Z', 'updated_at': '2021-10-13T15:07:13Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'subnets': [{'id': 'f36bdd28-2443-4931-a8ed-58309fce3b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:20:29.711609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d88b10a-b9e5-4031-bd2e-48afd2a79d4a req-01e96dcb-d33d-46c1-9eec-4fa66a11e07c tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 210 time: 0.0281835 Oct 13 15:20:29.815839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34248598-a122-441e-9b79-dd5837c9cfed None None] New status for floating IP 325e3b4c-f8c2-4353-9822-d9489f86eae6: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:20:30.818487 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eec3a92f-65ea-4efa-a22e-7df959302985 req-f8ceca65-d8ea-4469-abfc-9055ae77f372 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 210 time: 0.0312483 Oct 13 15:20:31.919889 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e603f588-5527-4ba7-a079-9e364a0e811e req-1446b997-cd89-449a-8ac7-c86f79067ebc tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 210 time: 0.0268872 Oct 13 15:20:33.015804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6bb9bbcf-34ea-4ce8-a72d-a149fc244304 req-222cfbd5-15c1-41a8-9a64-a08d41bea283 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/ports?device_id=5367a819-5cbd-468d-91df-e30ab852d57c HTTP/1.1" status: 200 len: 210 time: 0.0275168 Oct 13 15:20:33.043735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 61788925-eda6-443c-972d-ba0810a93b3a no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:20:33.066338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 61788925-eda6-443c-972d-ba0810a93b3a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:20:33.066639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 61788925-eda6-443c-972d-ba0810a93b3a not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:20:37.960426 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39898) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:20:38.018791 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:38.042376 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:38.159835 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:38.162614 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:38.164085 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "DELETE /v2.0/security-groups/94ecefd3-d1ec-4063-ac76-f49a75fca2c8 HTTP/1.1" status: 204 len: 168 time: 0.2024102 Oct 13 15:20:38.166594 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39902) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:20:38.174538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ecefd3-d1ec-4063-ac76-f49a75fca2c8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:38.182834 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [None req-bf4d21a8-6c7c-4a08-8fd5-8b86b97495a5 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] show failed (client error): The resource could not be found. Oct 13 15:20:38.183347 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:38.186739 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:38.186946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bf4d21a8-6c7c-4a08-8fd5-8b86b97495a5 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "GET /v2.0/security-groups/94ecefd3-d1ec-4063-ac76-f49a75fca2c8 HTTP/1.1" status: 404 len: 347 time: 0.0151308 Oct 13 15:20:38.187062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:38.187062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:38.187062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:38.187062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:38.187062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:38.187062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:38.187062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:38.187062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:38.187691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39904) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:20:38.187786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:38.187786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c98de6-4aba-49c5-8c45-66df51cd0399 tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:38.315779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-1c805623-ff66-4849-bb82-d581d25790bd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Deleting port e2614f12-1cb7-4ce8-8805-7ab8cf77cbb4 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:20:38.316116 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1c805623-ff66-4849-bb82-d581d25790bd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:38.397276 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1c805623-ff66-4849-bb82-d581d25790bd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:38.397555 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1c805623-ff66-4849-bb82-d581d25790bd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:38.409023 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-1c805623-ff66-4849-bb82-d581d25790bd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Calling delete_port for e2614f12-1cb7-4ce8-8805-7ab8cf77cbb4 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:20:38.651675 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1c805623-ff66-4849-bb82-d581d25790bd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:38.676472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c805623-ff66-4849-bb82-d581d25790bd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Pushing event deleted for resources: {'Port': ['ID=e2614f12-1cb7-4ce8-8805-7ab8cf77cbb4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:38.740807 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1c805623-ff66-4849-bb82-d581d25790bd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:38.743787 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1c805623-ff66-4849-bb82-d581d25790bd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:38.745145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1c805623-ff66-4849-bb82-d581d25790bd tempest-ServerActionsTestJSON-40440196 tempest-ServerActionsTestJSON-40440196-project] 10.222.0.18 "DELETE /v2.0/floatingips/325e3b4c-f8c2-4353-9822-d9489f86eae6 HTTP/1.1" status: 204 len: 168 time: 0.5570605 Oct 13 15:20:38.748172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39906) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:20:39.218413 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8faac715-e05a-4df9-8d30-4a75a691bcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:39.457847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-8faac715-e05a-4df9-8d30-4a75a691bcd5 admin admin] Deleting port f404c03b-e8d0-41b9-bcea-fa2550459a93 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:20:39.458188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8faac715-e05a-4df9-8d30-4a75a691bcd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:39.533282 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-8faac715-e05a-4df9-8d30-4a75a691bcd5 admin admin] For port f404c03b-e8d0-41b9-bcea-fa2550459a93, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f404c03b-e8d0-41b9-bcea-fa2550459a93,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:39.533569 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8faac715-e05a-4df9-8d30-4a75a691bcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:39.545349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-8faac715-e05a-4df9-8d30-4a75a691bcd5 admin admin] Calling delete_port for f404c03b-e8d0-41b9-bcea-fa2550459a93 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:20:40.097293 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8faac715-e05a-4df9-8d30-4a75a691bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:40.121542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faac715-e05a-4df9-8d30-4a75a691bcd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f404c03b-e8d0-41b9-bcea-fa2550459a93,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:40.296558 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8faac715-e05a-4df9-8d30-4a75a691bcd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:40.509487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faac715-e05a-4df9-8d30-4a75a691bcd5 admin admin] Router 5e5c8872-6b17-4cad-b946-787d0398bd05 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:20:40.615579 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faac715-e05a-4df9-8d30-4a75a691bcd5 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:20:40.620835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8faac715-e05a-4df9-8d30-4a75a691bcd5 admin admin] 10.222.0.18 "PUT /v2.0/routers/5e5c8872-6b17-4cad-b946-787d0398bd05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8714547 Oct 13 15:20:40.623256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39910) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:20:40.624186 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96969eb0-f736-41c3-91a6-37c2fbaa38d2 None None] Sync routers for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:20:40.633736 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96969eb0-f736-41c3-91a6-37c2fbaa38d2 None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:20:40.634330 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-96969eb0-f736-41c3-91a6-37c2fbaa38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:20:40.729374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:40.738061 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-96969eb0-f736-41c3-91a6-37c2fbaa38d2 None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:20:40.835936 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:40.913441 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-96969eb0-f736-41c3-91a6-37c2fbaa38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:20:39Z', 'revision_number': 5, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port': {'id': '1b0459c0-b95f-4306-b538-b562dccaf797', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:85:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:20:40.943814 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96969eb0-f736-41c3-91a6-37c2fbaa38d2 None None] Checking router: 5e5c8872-6b17-4cad-b946-787d0398bd05 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:20:40.947193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Deleting port 1b0459c0-b95f-4306-b538-b562dccaf797 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:20:40.947540 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:40.952622 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96969eb0-f736-41c3-91a6-37c2fbaa38d2 None None] Routers {'5e5c8872-6b17-4cad-b946-787d0398bd05'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:20:40.953188 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-96969eb0-f736-41c3-91a6-37c2fbaa38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:20:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['5e5c8872-6b17-4cad-b946-787d0398bd05'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:20:41.030774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] For port 1b0459c0-b95f-4306-b538-b562dccaf797, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1b0459c0-b95f-4306-b538-b562dccaf797,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:41.031138 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:41.037939 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-96969eb0-f736-41c3-91a6-37c2fbaa38d2 None None] Set router 5e5c8872-6b17-4cad-b946-787d0398bd05 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:20:41.042651 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Calling delete_port for 1b0459c0-b95f-4306-b538-b562dccaf797 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:20:41.088644 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-96969eb0-f736-41c3-91a6-37c2fbaa38d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:20:40Z', 'revision_number': 6, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:20:41.120770 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96969eb0-f736-41c3-91a6-37c2fbaa38d2 None None] The sync data for ids ['5e5c8872-6b17-4cad-b946-787d0398bd05'] in n-d-806683-15 is: [{'id': '5e5c8872-6b17-4cad-b946-787d0398bd05', 'name': 'tempest-ServerActionsTestJSON-1621771962-router', 'tenant_id': '1c84ae2b4776489ba1e0ae30076f7739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:07:07Z', 'updated_at': '2021-10-13T15:20:40Z', 'revision_number': 6, 'project_id': '1c84ae2b4776489ba1e0ae30076f7739', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:20:41.279897 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:41.313822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b0459c0-b95f-4306-b538-b562dccaf797,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:41.369965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:41.459578 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:41.461691 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:41.548584 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:41.549151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e5c8872-6b17-4cad-b946-787d0398bd05 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:20:41.553646 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:41.554791 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f0ff3b85-26a6-4ead-baa3-42d247607e68 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5e5c8872-6b17-4cad-b946-787d0398bd05 HTTP/1.1" status: 204 len: 168 time: 0.9306202 Oct 13 15:20:41.557298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39912) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:20:41.605212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91f6f37-d694-4aba-80cc-61a8450d1013 admin admin] Deleting subnet f36bdd28-2443-4931-a8ed-58309fce3b1f {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:20:41.608706 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f91f6f37-d694-4aba-80cc-61a8450d1013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:41.644536 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f91f6f37-d694-4aba-80cc-61a8450d1013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:41.727726 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f91f6f37-d694-4aba-80cc-61a8450d1013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:41.833935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f91f6f37-d694-4aba-80cc-61a8450d1013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:41.861556 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f91f6f37-d694-4aba-80cc-61a8450d1013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:41.865546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f91f6f37-d694-4aba-80cc-61a8450d1013 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f36bdd28-2443-4931-a8ed-58309fce3b1f HTTP/1.1" status: 204 len: 168 time: 0.3070757 Oct 13 15:20:41.866597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f6f37-d694-4aba-80cc-61a8450d1013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36bdd28-2443-4931-a8ed-58309fce3b1f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:41.866760 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737fd9f4-b1b6-4f16-9689-ba530dbd2ba5 None None] Network 82bec7f8-6705-4676-9126-6cb9385cb04b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:20:41.867908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39914) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:20:41.948758 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.011365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Deleting port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:20:42.011732 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.049855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cf6f4e-4d2c-4012-a3ef-694fad778811 None None] DHCP port deletion for 82bec7f8-6705-4676-9126-6cb9385cb04b request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:20:42.079303 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] For port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=78c0f40d-8e73-4dc7-a31c-7655fb07eddc,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:42.079675 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.093906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Calling delete_port for 78c0f40d-8e73-4dc7-a31c-7655fb07eddc owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:20:42.096420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-15cf6f4e-4d2c-4012-a3ef-694fad778811 None None] Deleting port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:20:42.096794 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15cf6f4e-4d2c-4012-a3ef-694fad778811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.171052 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f404c03b-e8d0-41b9-bcea-fa2550459a93 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:20:42.196487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: f404c03b-e8d0-41b9-bcea-fa2550459a93 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:20:42.196836 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f404c03b-e8d0-41b9-bcea-fa2550459a93 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:20:42.197411 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1b0459c0-b95f-4306-b538-b562dccaf797 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:20:42.223361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-15cf6f4e-4d2c-4012-a3ef-694fad778811 None None] For port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=78c0f40d-8e73-4dc7-a31c-7655fb07eddc,segment=NetworkSegment(89942649-f4c6-4f53-b285-ff22ac922e0e),segment_id=89942649-f4c6-4f53-b285-ff22ac922e0e)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:42.223868 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15cf6f4e-4d2c-4012-a3ef-694fad778811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.226472 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 1b0459c0-b95f-4306-b538-b562dccaf797 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:20:42.226821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1b0459c0-b95f-4306-b538-b562dccaf797 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:20:42.227254 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 78c0f40d-8e73-4dc7-a31c-7655fb07eddc no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:20:42.239675 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.262954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-15cf6f4e-4d2c-4012-a3ef-694fad778811 None None] Calling delete_port for 78c0f40d-8e73-4dc7-a31c-7655fb07eddc owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:20:42.268590 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Pushing event deleted for resources: {'Port': ['ID=78c0f40d-8e73-4dc7-a31c-7655fb07eddc,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:42.275511 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] No DVR routers for this DVR port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:20:42.318684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No active binding found for port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc {{(pid=112686) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 13 15:20:42.319105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 78c0f40d-8e73-4dc7-a31c-7655fb07eddc not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:20:42.352185 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.353671 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15cf6f4e-4d2c-4012-a3ef-694fad778811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.372795 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bec7f8-6705-4676-9126-6cb9385cb04b']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:20:42.379017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf6f4e-4d2c-4012-a3ef-694fad778811 None None] Pushing event deleted for resources: {'Port': ['ID=78c0f40d-8e73-4dc7-a31c-7655fb07eddc,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:42.382364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89942649-f4c6-4f53-b285-ff22ac922e0e') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:20:42.382364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89942649-f4c6-4f53-b285-ff22ac922e0e') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:20:42.383037 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf6f4e-4d2c-4012-a3ef-694fad778811 None None] No DVR routers for this DVR port 78c0f40d-8e73-4dc7-a31c-7655fb07eddc on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:20:42.401444 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.414473 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: timer() Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:20:42.425790 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:20:42.507956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.514698 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.518149 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] 10.222.0.18 "DELETE /v2.0/networks/82bec7f8-6705-4676-9126-6cb9385cb04b HTTP/1.1" status: 204 len: 168 time: 0.6486180 Oct 13 15:20:42.529658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a829ed-62f8-4b35-91ad-da71f80cedda admin admin] Pushing event deleted for resources: {'Network': ['ID=82bec7f8-6705-4676-9126-6cb9385cb04b,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:42.828121 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39918) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:20:42.868953 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0651d850-5cf2-4377-b5f1-a2cf6fd3dff8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c84ae2b4776489ba1e0ae30076f7739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395951 Oct 13 15:20:42.871395 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 39920) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:20:42.923760 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23846ad7-7fcf-4013-bf14-795e9e4ce2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:42.945234 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23846ad7-7fcf-4013-bf14-795e9e4ce2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:43.062445 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23846ad7-7fcf-4013-bf14-795e9e4ce2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:43.065055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23846ad7-7fcf-4013-bf14-795e9e4ce2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:43.066205 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-23846ad7-7fcf-4013-bf14-795e9e4ce2e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dae3c72a-928b-4198-b206-6983be78031e HTTP/1.1" status: 204 len: 168 time: 0.1932571 Oct 13 15:20:43.074353 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23846ad7-7fcf-4013-bf14-795e9e4ce2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae3c72a-928b-4198-b206-6983be78031e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:44.036418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39942) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:20:44.131672 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2136911985-network', 'tenant_id': '2ac326f511d84348894cebcc4b773167'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:20:44.205432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Made reservation on behalf of 2ac326f511d84348894cebcc4b773167 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:20:44.207768 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:44.217359 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:44.289241 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:44.330744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:44.354044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:20:44.363777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:44.368768 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:44.369066 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Added segment 9f3d7227-677d-4317-a684-43fb2c282980 of type vlan for network 95e18cdf-856b-4a56-812f-73bcbeeb1c87 Oct 13 15:20:44.411926 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:44.507732 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:44.508832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:44.509445 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:44.568462 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] Pushing event updated for resources: {'Network': ['ID=95e18cdf-856b-4a56-812f-73bcbeeb1c87,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:44.580483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 95e18cdf-856b-4a56-812f-73bcbeeb1c87 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:20:44.615459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-12818256-6a07-4bf2-888f-4d697d09ba43 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5772789 Oct 13 15:20:44.617641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 39946) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:20:44.624337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-02846c09-9056-4e9f-90c9-6952b30a674c admin admin] Request body: {'subnet': {'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2136911985-subnet', 'tenant_id': '2ac326f511d84348894cebcc4b773167', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:20:44.708190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02846c09-9056-4e9f-90c9-6952b30a674c admin admin] Made reservation on behalf of 2ac326f511d84348894cebcc4b773167 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:20:44.710577 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-02846c09-9056-4e9f-90c9-6952b30a674c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:44.937028 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-02846c09-9056-4e9f-90c9-6952b30a674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:44.993856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02846c09-9056-4e9f-90c9-6952b30a674c admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f46a73-14cb-47ea-8472-514924fa60b4,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:45.003582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02846c09-9056-4e9f-90c9-6952b30a674c admin admin] Checking segment: {'id': '9f3d7227-677d-4317-a684-43fb2c282980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:20:45.003948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02846c09-9056-4e9f-90c9-6952b30a674c admin admin] Network hostable DHCP agents. Network: 95e18cdf-856b-4a56-812f-73bcbeeb1c87, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:20:45.102239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02846c09-9056-4e9f-90c9-6952b30a674c admin admin] Network 95e18cdf-856b-4a56-812f-73bcbeeb1c87 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:20:45.193775 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-02846c09-9056-4e9f-90c9-6952b30a674c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 95e18cdf-856b-4a56-812f-73bcbeeb1c87) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:20:45.197707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02846c09-9056-4e9f-90c9-6952b30a674c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:45.198317 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-02846c09-9056-4e9f-90c9-6952b30a674c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:45.204053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59736a7b-d28c-4195-b25d-fb43151b5b62 None None] Network 95e18cdf-856b-4a56-812f-73bcbeeb1c87 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:20:45.299720 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-02846c09-9056-4e9f-90c9-6952b30a674c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6808286 Oct 13 15:20:45.330532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437046cb-5f20-4a32-acfe-fd58e7c76073 None None] Network 95e18cdf-856b-4a56-812f-73bcbeeb1c87 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:20:45.752209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f62658b6-4ef0-463f-bf47-5b6e24d0aa82 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:45.753719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f62658b6-4ef0-463f-bf47-5b6e24d0aa82 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/networks?id=95e18cdf-856b-4a56-812f-73bcbeeb1c87 HTTP/1.1" status: 200 len: 814 time: 0.1052868 Oct 13 15:20:45.769759 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f882b187-e6cc-4550-888b-fec58b864f6e tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/quotas/2ac326f511d84348894cebcc4b773167 HTTP/1.1" status: 200 len: 375 time: 0.0103054 Oct 13 15:20:45.801190 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-19f3214f-71a2-43e4-bdb3-384889100cfa tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ac326f511d84348894cebcc4b773167&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261860 Oct 13 15:20:45.892509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-a3b15da3-521d-4387-a7ee-2a2f159ede5e service neutron] 10.222.0.18 "GET /v2.0/networks/95e18cdf-856b-4a56-812f-73bcbeeb1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843685 Oct 13 15:20:45.984151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-ca6e9c94-c784-41ba-9e0c-701f01a97e0e service neutron] 10.222.0.18 "GET /v2.0/networks/95e18cdf-856b-4a56-812f-73bcbeeb1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855453 Oct 13 15:20:46.202317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a90cfb3-236e-40c0-b973-7aa568c9d1a8 req-87cb660a-3c9f-4e18-84a2-f6278373ffbf tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 210 time: 0.0278335 Oct 13 15:20:46.740072 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:20:47.299189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fef57836-afe9-4b70-bce3-91676c2c2612 req-53bd0971-05bc-4040-95da-eeae9c98103a tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 210 time: 0.0311067 Oct 13 15:20:48.420967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41a663c8-ccd2-42dd-82f1-8bff9859ee3e req-9d1a4b46-0c29-4346-a79e-f9a74913cc6d tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 210 time: 0.0285943 Oct 13 15:20:48.477772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-7f85d7b3-82bb-4290-b156-85e663676294 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:48.480229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-7f85d7b3-82bb-4290-b156-85e663676294 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.41 "GET /v2.0/networks?id=95e18cdf-856b-4a56-812f-73bcbeeb1c87 HTTP/1.1" status: 200 len: 814 time: 0.1339245 Oct 13 15:20:48.494485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Request body: {'port': {'device_id': '1ee5239a-94c7-4ed5-8678-61dd086e253e', 'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87', 'admin_state_up': True, 'tenant_id': '2ac326f511d84348894cebcc4b773167'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:20:48.651098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Made reservation on behalf of 2ac326f511d84348894cebcc4b773167 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:20:48.655489 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:48.783919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Allocated IP 172.20.0.10 (95e18cdf-856b-4a56-812f-73bcbeeb1c87/30f46a73-14cb-47ea-8472-514924fa60b4/4a8b44f1-1aef-48de-a8d7-6d51744d375e) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:20:48.945012 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:49.039885 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:49.084951 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Network 95e18cdf-856b-4a56-812f-73bcbeeb1c87 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:20:49.088126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:20:49.091784 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:20:49.098203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Pushing event updated for resources: {'Port': ['ID=4a8b44f1-1aef-48de-a8d7-6d51744d375e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:49.125888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:49.126235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:49.126574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:49.126910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:49.127242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:49.127565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:49.127887 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:49.128211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:49.128534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:49.128877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:49.129205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:49.129524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:49.155033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:49.158914 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:49.242058 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-f84b7816-c735-4095-adcb-288b440c7136 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7513394 Oct 13 15:20:49.255624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Request body: {'port': {'device_id': '1ee5239a-94c7-4ed5-8678-61dd086e253e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:20:49.262544 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:49.312506 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:49.562744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dfacb-12c5-4c42-93ff-675a2718c035 req-5b8fc8fd-3a57-4885-baaa-7466a64c50f2 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:49.564148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c4dfacb-12c5-4c42-93ff-675a2718c035 req-5b8fc8fd-3a57-4885-baaa-7466a64c50f2 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 932 time: 0.0732586 Oct 13 15:20:49.570871 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ae204c31-085d-4afa-ab42-b8dd99178127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:49.639630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c4dfacb-12c5-4c42-93ff-675a2718c035 req-c3883cb4-5c58-4a56-8e3b-da4e0b5a2d31 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679994 Oct 13 15:20:49.645623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8b44f1-1aef-48de-a8d7-6d51744d375e {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:20:49.656906 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:49.671694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Transition to ACTIVE for port object 4a8b44f1-1aef-48de-a8d7-6d51744d375e will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:20:49.719327 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:49.771249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8b44f1-1aef-48de-a8d7-6d51744d375e,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:49.840182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Attempting to bind port 4a8b44f1-1aef-48de-a8d7-6d51744d375e on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:20:49.840403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Attempting to bind port 4a8b44f1-1aef-48de-a8d7-6d51744d375e by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '9f3d7227-677d-4317-a684-43fb2c282980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:20:49.840731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Attempting to bind port 4a8b44f1-1aef-48de-a8d7-6d51744d375e on network 95e18cdf-856b-4a56-812f-73bcbeeb1c87 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:20:49.845399 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Port 4a8b44f1-1aef-48de-a8d7-6d51744d375e on network 95e18cdf-856b-4a56-812f-73bcbeeb1c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:20:49.845713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Attempting to bind port 4a8b44f1-1aef-48de-a8d7-6d51744d375e on network 95e18cdf-856b-4a56-812f-73bcbeeb1c87 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:20:49.850454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:20:49.850785 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Checking segment: {'id': '9f3d7227-677d-4317-a684-43fb2c282980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:20:49.851160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Bound using segment: {'id': '9f3d7227-677d-4317-a684-43fb2c282980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:20:49.851603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Bound port: 4a8b44f1-1aef-48de-a8d7-6d51744d375e, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3d7227-677d-4317-a684-43fb2c282980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:20:49.851985 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:49.912602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] For port 4a8b44f1-1aef-48de-a8d7-6d51744d375e, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:20:49.915858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] For port 4a8b44f1-1aef-48de-a8d7-6d51744d375e, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a8b44f1-1aef-48de-a8d7-6d51744d375e,segment=NetworkSegment(9f3d7227-677d-4317-a684-43fb2c282980),segment_id=9f3d7227-677d-4317-a684-43fb2c282980)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:20:49.994737 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:50.037244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:50.037859 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:50.039235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/4a8b44f1-1aef-48de-a8d7-6d51744d375e HTTP/1.1" status: 200 len: 1093 time: 0.7878904 Oct 13 15:20:50.039706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee5239a-94c7-4ed5-8678-61dd086e253e', 'tag': '4a8b44f1-1aef-48de-a8d7-6d51744d375e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:20:50.042089 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee33d52f-a48f-47d4-9b0a-758fe17b416a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee5239a-94c7-4ed5-8678-61dd086e253e", "tag": "4a8b44f1-1aef-48de-a8d7-6d51744d375e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:20:50.062950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba69b5-ee15-4b8c-b58e-6c67121fd5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8b44f1-1aef-48de-a8d7-6d51744d375e,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:50.081292 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bfbdcc-59e8-4dc2-8e7f-c5104399efee x-openstack-request-id: req-c0bfbdcc-59e8-4dc2-8e7f-c5104399efee {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:20:50.085577 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee5239a-94c7-4ed5-8678-61dd086e253e", "tag": "4a8b44f1-1aef-48de-a8d7-6d51744d375e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:20:50.085577 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0bfbdcc-59e8-4dc2-8e7f-c5104399efee {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:20:50.085577 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee5239a-94c7-4ed5-8678-61dd086e253e', 'tag': '4a8b44f1-1aef-48de-a8d7-6d51744d375e', 'status': 'completed', 'code': 200} Oct 13 15:20:50.144646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33d52f-a48f-47d4-9b0a-758fe17b416a req-d1c7ce07-fae2-4aec-96f6-5f2504128cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:50.146169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee33d52f-a48f-47d4-9b0a-758fe17b416a req-d1c7ce07-fae2-4aec-96f6-5f2504128cc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ac326f511d84348894cebcc4b773167&device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 1096 time: 0.0431106 Oct 13 15:20:50.247016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33d52f-a48f-47d4-9b0a-758fe17b416a req-4bec2b5a-1e7b-4411-b319-df6dcba4ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:50.249118 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee33d52f-a48f-47d4-9b0a-758fe17b416a req-4bec2b5a-1e7b-4411-b319-df6dcba4ef6d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2ac326f511d84348894cebcc4b773167&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0944242 Oct 13 15:20:50.340719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33d52f-a48f-47d4-9b0a-758fe17b416a req-6ff2b695-3fdb-4e4d-8aa1-d3060bce9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:50.343147 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ee33d52f-a48f-47d4-9b0a-758fe17b416a req-6ff2b695-3fdb-4e4d-8aa1-d3060bce9579 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858119 Oct 13 15:20:50.418530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-06b84e1e-9f5d-40c0-b9c9-12993384661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:50.419898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-06b84e1e-9f5d-40c0-b9c9-12993384661f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ac326f511d84348894cebcc4b773167&device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 1096 time: 0.0393257 Oct 13 15:20:50.466375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-d02943a4-92e4-4a3c-ba85-c906942f8089 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a8b44f1-1aef-48de-a8d7-6d51744d375e HTTP/1.1" status: 200 len: 217 time: 0.0373740 Oct 13 15:20:50.515429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-551d1535-780c-497a-a4e7-bf2f2340dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:50.517151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-551d1535-780c-497a-a4e7-bf2f2340dced service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30f46a73-14cb-47ea-8472-514924fa60b4 HTTP/1.1" status: 200 len: 854 time: 0.0438712 Oct 13 15:20:50.549427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-bda88458-a57d-4fe8-8c3e-462cf03e15ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95e18cdf-856b-4a56-812f-73bcbeeb1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251095 Oct 13 15:20:50.643478 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-8d6c936f-f53d-407f-bab1-7f112a005ff4 service neutron] 10.222.0.41 "GET /v2.0/networks/95e18cdf-856b-4a56-812f-73bcbeeb1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860379 Oct 13 15:20:50.766590 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e9eff8ef-36f7-4c5d-b8fd-baba1de49a92 req-bd836683-458d-4cb2-b6fc-f03632205cdd service neutron] 10.222.0.41 "GET /v2.0/networks/95e18cdf-856b-4a56-812f-73bcbeeb1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148844 Oct 13 15:20:50.783977 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b20289-c826-4b9f-996d-13473373575c req-2fe7d872-a503-4ab9-9ae0-94a7edd054ba tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:50.785464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54b20289-c826-4b9f-996d-13473373575c req-2fe7d872-a503-4ab9-9ae0-94a7edd054ba tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 944 time: 0.0771241 Oct 13 15:20:51.116443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54b20289-c826-4b9f-996d-13473373575c req-e1411567-0544-49ae-bca5-c9dad0bddfc0 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249581 Oct 13 15:20:52.231616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16209b07-dd8f-45c8-aaf3-48dcf43de85c req-5b15bb6b-66ad-4969-a4b6-8eb8e3d93d9c tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:52.233644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16209b07-dd8f-45c8-aaf3-48dcf43de85c req-5b15bb6b-66ad-4969-a4b6-8eb8e3d93d9c tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 944 time: 0.0485044 Oct 13 15:20:52.274704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16209b07-dd8f-45c8-aaf3-48dcf43de85c req-bc33a452-5c17-4ecf-ac7f-6a5bcc755b73 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350316 Oct 13 15:20:52.325551 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-826eac1b-e191-420f-b9e6-0de8fefe5b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:52.571097 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:53.389910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e05cc2-8807-4853-92ce-658ac4932863 req-91d5f235-5131-4fde-9cbf-1cc23e89ee95 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:53.391771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57e05cc2-8807-4853-92ce-658ac4932863 req-91d5f235-5131-4fde-9cbf-1cc23e89ee95 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 944 time: 0.0504496 Oct 13 15:20:53.431142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-57e05cc2-8807-4853-92ce-658ac4932863 req-223f9895-4a71-46a2-b527-507aeac79b74 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 Oct 13 15:20:53.981991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4a8b44f1-1aef-48de-a8d7-6d51744d375e details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:20:54.057441 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:54.088850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 4a8b44f1-1aef-48de-a8d7-6d51744d375e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a8b44f1-1aef-48de-a8d7-6d51744d375e,segment=NetworkSegment(9f3d7227-677d-4317-a684-43fb2c282980),segment_id=9f3d7227-677d-4317-a684-43fb2c282980)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:54.099253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '4a8b44f1-1aef-48de-a8d7-6d51744d375e', 'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87', 'port_id': '4a8b44f1-1aef-48de-a8d7-6d51744d375e', 'mac_address': 'fa:16:3e:96:59:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f46a73-14cb-47ea-8472-514924fa60b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:20:54.127035 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:54.146648 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:54.161329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8b44f1-1aef-48de-a8d7-6d51744d375e {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:20:54.180934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 4a8b44f1-1aef-48de-a8d7-6d51744d375e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a8b44f1-1aef-48de-a8d7-6d51744d375e,segment=NetworkSegment(9f3d7227-677d-4317-a684-43fb2c282980),segment_id=9f3d7227-677d-4317-a684-43fb2c282980)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:54.268232 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:54.320297 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=4a8b44f1-1aef-48de-a8d7-6d51744d375e,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:54.560542 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7732a0-0934-4a1d-a1e8-0d3b704192e2 req-9035213e-1067-402f-9999-79cc1d646156 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:54.564107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca7732a0-0934-4a1d-a1e8-0d3b704192e2 req-9035213e-1067-402f-9999-79cc1d646156 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 945 time: 0.0589731 Oct 13 15:20:54.571267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['4a8b44f1-1aef-48de-a8d7-6d51744d375e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:20:54.601946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca7732a0-0934-4a1d-a1e8-0d3b704192e2 req-dc15cb0d-a75a-4714-a84c-77c6830f1754 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342128 Oct 13 15:20:55.587899 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:55.716362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69cc77-465b-4ccd-9aca-73220db54943 req-8be4d0d7-ebfd-49af-85df-76eab3deebd2 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:55.718396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc69cc77-465b-4ccd-9aca-73220db54943 req-8be4d0d7-ebfd-49af-85df-76eab3deebd2 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 945 time: 0.0493009 Oct 13 15:20:55.756214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc69cc77-465b-4ccd-9aca-73220db54943 req-18e06481-58c6-4301-89fd-8034bf5ee772 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317779 Oct 13 15:20:55.981905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4a8b44f1-1aef-48de-a8d7-6d51744d375e up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:20:56.107770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 4a8b44f1-1aef-48de-a8d7-6d51744d375e completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:20:56.113588 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 4a8b44f1-1aef-48de-a8d7-6d51744d375e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:20:56.113965 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:56.190020 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:56.211792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee5239a-94c7-4ed5-8678-61dd086e253e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8b44f1-1aef-48de-a8d7-6d51744d375e'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:20:56.214459 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ae069f-b627-4a69-bbbc-6b9e18136df6" -d '{"events": [{"server_uuid": "1ee5239a-94c7-4ed5-8678-61dd086e253e", "name": "network-vif-plugged", "status": "completed", "tag": "4a8b44f1-1aef-48de-a8d7-6d51744d375e"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:20:56.227873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 4a8b44f1-1aef-48de-a8d7-6d51744d375e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a8b44f1-1aef-48de-a8d7-6d51744d375e,segment=NetworkSegment(9f3d7227-677d-4317-a684-43fb2c282980),segment_id=9f3d7227-677d-4317-a684-43fb2c282980)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:20:56.250645 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31152a3d-8da5-4f9d-9892-1114a3dfabe6 x-openstack-request-id: req-31152a3d-8da5-4f9d-9892-1114a3dfabe6 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:20:56.250964 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee5239a-94c7-4ed5-8678-61dd086e253e", "name": "network-vif-plugged", "status": "completed", "tag": "4a8b44f1-1aef-48de-a8d7-6d51744d375e", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:20:56.251215 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31152a3d-8da5-4f9d-9892-1114a3dfabe6 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:20:56.251719 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee5239a-94c7-4ed5-8678-61dd086e253e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8b44f1-1aef-48de-a8d7-6d51744d375e', 'code': 200} Oct 13 15:20:56.296541 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:56.348099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=4a8b44f1-1aef-48de-a8d7-6d51744d375e,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:56.348861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5d23c-9634-4106-8217-84dfdb5681d1 req-c6ab5738-3bf1-42cd-b7de-fe276a878e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:56.351106 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54d5d23c-9634-4106-8217-84dfdb5681d1 req-c6ab5738-3bf1-42cd-b7de-fe276a878e0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 1098 time: 0.0411553 Oct 13 15:20:56.395426 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-54d5d23c-9634-4106-8217-84dfdb5681d1 req-57c28319-ec30-434d-932e-683c4982cc92 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289145 Oct 13 15:20:56.882251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975fddf-0e7a-40e7-b8e2-f53275e9ba07 req-9efe51a2-1116-4fc9-8f42-55d89f3be9ab tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:56.883862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4975fddf-0e7a-40e7-b8e2-f53275e9ba07 req-9efe51a2-1116-4fc9-8f42-55d89f3be9ab tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 946 time: 0.0565324 Oct 13 15:20:56.924621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4975fddf-0e7a-40e7-b8e2-f53275e9ba07 req-84ff17f0-5f74-4de6-8714-2314e0c2c32e tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347788 Oct 13 15:20:58.042647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aca52d-6d56-4734-bb1f-b23f30daa86a req-e0d51c4f-3716-49b5-87a7-f3b9836a14d7 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:58.044115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95aca52d-6d56-4734-bb1f-b23f30daa86a req-e0d51c4f-3716-49b5-87a7-f3b9836a14d7 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 946 time: 0.0496089 Oct 13 15:20:58.081767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95aca52d-6d56-4734-bb1f-b23f30daa86a req-d46c8bd4-5617-48d6-ae35-7ffe8a57a2c6 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309050 Oct 13 15:20:58.302461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-5fb5d569-1bb6-480b-91f2-38e66d41b452 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:20:58.303933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-5fb5d569-1bb6-480b-91f2-38e66d41b452 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/networks?id=95e18cdf-856b-4a56-812f-73bcbeeb1c87 HTTP/1.1" status: 200 len: 814 time: 0.1040900 Oct 13 15:20:58.319155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-2af69a74-ab8d-40b2-b87a-705fdc1c951d tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/quotas/2ac326f511d84348894cebcc4b773167 HTTP/1.1" status: 200 len: 375 time: 0.0094519 Oct 13 15:20:58.368062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-50f4ace6-ac48-409f-be3a-485516159a19 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ac326f511d84348894cebcc4b773167&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434303 Oct 13 15:20:58.460935 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-bb6eecac-3559-4d01-9e2d-8982415202f5 service neutron] 10.222.0.18 "GET /v2.0/networks/95e18cdf-856b-4a56-812f-73bcbeeb1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849242 Oct 13 15:20:58.549950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-63b948e6-fbd1-456b-bf58-e0f5c3f8c52a service neutron] 10.222.0.18 "GET /v2.0/networks/95e18cdf-856b-4a56-812f-73bcbeeb1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824964 Oct 13 15:20:58.829643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-beacb18c-5679-43d2-932d-a02187df22b2 req-79e86cea-7aa9-4e07-b1f0-ff911b5eaa52 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 210 time: 0.0275741 Oct 13 15:20:59.922513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01c3040f-a5a2-4f3f-84ed-f0367800daf2 req-5f3a473a-805a-4944-a400-0d9b728693e7 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 210 time: 0.0264139 Oct 13 15:21:01.027988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba36bd34-430e-48b9-8256-636b650571c1 req-2de816a2-4ccd-4d3c-93fb-51802ae6642e tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 210 time: 0.0347557 Oct 13 15:21:01.068274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-d3733359-a3a0-4444-90d0-c4b6f72d8134 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:01.069780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-d3733359-a3a0-4444-90d0-c4b6f72d8134 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.49 "GET /v2.0/networks?id=95e18cdf-856b-4a56-812f-73bcbeeb1c87 HTTP/1.1" status: 200 len: 814 time: 0.1388795 Oct 13 15:21:01.088047 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-f0fd9a8a-6861-45da-9603-00934bf95611 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Request body: {'port': {'device_id': '01416c4e-ac3d-4957-a3cc-12bda9d8f169', 'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87', 'admin_state_up': True, 'tenant_id': '2ac326f511d84348894cebcc4b773167'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:01.267397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-f0fd9a8a-6861-45da-9603-00934bf95611 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Made reservation on behalf of 2ac326f511d84348894cebcc4b773167 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:01.271124 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-f0fd9a8a-6861-45da-9603-00934bf95611 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:01.402390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-f0fd9a8a-6861-45da-9603-00934bf95611 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Allocated IP 172.20.0.11 (95e18cdf-856b-4a56-812f-73bcbeeb1c87/30f46a73-14cb-47ea-8472-514924fa60b4/b9ccf0a1-8dc1-47f8-96cb-68e7745bae22) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:21:01.554772 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-f0fd9a8a-6861-45da-9603-00934bf95611 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:01.651401 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-f0fd9a8a-6861-45da-9603-00934bf95611 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:01.665763 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['4a8b44f1-1aef-48de-a8d7-6d51744d375e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:21:01.702474 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-f0fd9a8a-6861-45da-9603-00934bf95611 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Network 95e18cdf-856b-4a56-812f-73bcbeeb1c87 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:01.706016 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-f0fd9a8a-6861-45da-9603-00934bf95611 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:01.710162 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-f0fd9a8a-6861-45da-9603-00934bf95611 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:21:01.739151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd9a8a-6861-45da-9603-00934bf95611 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Pushing event updated for resources: {'Port': ['ID=b9ccf0a1-8dc1-47f8-96cb-68e7745bae22,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:01.771982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-f0fd9a8a-6861-45da-9603-00934bf95611 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:01.772783 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-f0fd9a8a-6861-45da-9603-00934bf95611 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:01.831347 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-f0fd9a8a-6861-45da-9603-00934bf95611 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7467673 Oct 13 15:21:01.849671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Request body: {'port': {'device_id': '01416c4e-ac3d-4957-a3cc-12bda9d8f169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:01.910652 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:02.268059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23156e-8e3f-46f1-91b4-59ab2c15c0d3 req-e85a0a69-b4c8-4e59-b27b-db8bf7dffa65 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:02.269568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe23156e-8e3f-46f1-91b4-59ab2c15c0d3 req-e85a0a69-b4c8-4e59-b27b-db8bf7dffa65 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 932 time: 0.1701410 Oct 13 15:21:02.338294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe23156e-8e3f-46f1-91b4-59ab2c15c0d3 req-a9023f0c-b554-4c20-bbe0-8b521611deb8 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583444 Oct 13 15:21:02.368616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:21:02.376954 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:02.388358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Transition to ACTIVE for port object b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:21:02.472862 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:02.552095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ccf0a1-8dc1-47f8-96cb-68e7745bae22,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:02.599849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3e3a98e-79a9-460a-ba52-bb3888734e33 req-099d9893-63de-4f4e-8fd1-1fe7a3076bd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0959203 Oct 13 15:21:02.631058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Attempting to bind port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:21:02.631340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Attempting to bind port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '9f3d7227-677d-4317-a684-43fb2c282980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:21:02.631604 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Attempting to bind port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 on network 95e18cdf-856b-4a56-812f-73bcbeeb1c87 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:21:02.635874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 on network 95e18cdf-856b-4a56-812f-73bcbeeb1c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:21:02.636218 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Attempting to bind port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 on network 95e18cdf-856b-4a56-812f-73bcbeeb1c87 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:21:02.642517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:21:02.642858 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Checking segment: {'id': '9f3d7227-677d-4317-a684-43fb2c282980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:02.643244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Bound using segment: {'id': '9f3d7227-677d-4317-a684-43fb2c282980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:21:02.643679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Bound port: b9ccf0a1-8dc1-47f8-96cb-68e7745bae22, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3d7227-677d-4317-a684-43fb2c282980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:21:02.644035 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:02.725381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3a98e-79a9-460a-ba52-bb3888734e33 req-4a693be0-08fb-4ffb-9b16-67d12f185e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:02.726891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3e3a98e-79a9-460a-ba52-bb3888734e33 req-4a693be0-08fb-4ffb-9b16-67d12f185e73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ac326f511d84348894cebcc4b773167&device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 1098 time: 0.0808089 Oct 13 15:21:02.743111 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] For port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:21:02.747267 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] For port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b9ccf0a1-8dc1-47f8-96cb-68e7745bae22,segment=NetworkSegment(9f3d7227-677d-4317-a684-43fb2c282980),segment_id=9f3d7227-677d-4317-a684-43fb2c282980)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:21:02.834424 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:02.863172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3a98e-79a9-460a-ba52-bb3888734e33 req-2871b127-d166-497a-9333-300690c21fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:02.864669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3e3a98e-79a9-460a-ba52-bb3888734e33 req-2871b127-d166-497a-9333-300690c21fe2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=95e18cdf-856b-4a56-812f-73bcbeeb1c87 HTTP/1.1" status: 200 len: 915 time: 0.1153555 Oct 13 15:21:02.876588 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:02.877231 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:02.878651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] 10.222.0.49 "PUT /v2.0/ports/b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 HTTP/1.1" status: 200 len: 1093 time: 1.0335286 Oct 13 15:21:02.880211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01416c4e-ac3d-4957-a3cc-12bda9d8f169', 'tag': 'b9ccf0a1-8dc1-47f8-96cb-68e7745bae22'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:21:02.882557 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e02030-2f6d-4571-a0dc-50bf5ab8eb88" -d '{"events": [{"name": "network-changed", "server_uuid": "01416c4e-ac3d-4957-a3cc-12bda9d8f169", "tag": "b9ccf0a1-8dc1-47f8-96cb-68e7745bae22"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:21:02.924497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3e3a98e-79a9-460a-ba52-bb3888734e33 req-c943a940-ea41-4d98-8261-b6c60deb9a82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a8b44f1-1aef-48de-a8d7-6d51744d375e HTTP/1.1" status: 200 len: 217 time: 0.0448999 Oct 13 15:21:02.925986 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448bf534-5b0c-4a3b-941a-fc56a824007a x-openstack-request-id: req-448bf534-5b0c-4a3b-941a-fc56a824007a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:21:02.926276 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01416c4e-ac3d-4957-a3cc-12bda9d8f169", "tag": "b9ccf0a1-8dc1-47f8-96cb-68e7745bae22", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:21:02.926527 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-448bf534-5b0c-4a3b-941a-fc56a824007a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:21:02.926925 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01416c4e-ac3d-4957-a3cc-12bda9d8f169', 'tag': 'b9ccf0a1-8dc1-47f8-96cb-68e7745bae22', 'status': 'completed', 'code': 200} Oct 13 15:21:02.969587 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5eb5c-4f30-4bc1-b732-cd99fcdf4ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ccf0a1-8dc1-47f8-96cb-68e7745bae22,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:03.017042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3a98e-79a9-460a-ba52-bb3888734e33 req-b028d665-2b29-475e-b5ad-cccd28af07b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:03.018542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3e3a98e-79a9-460a-ba52-bb3888734e33 req-b028d665-2b29-475e-b5ad-cccd28af07b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=30f46a73-14cb-47ea-8472-514924fa60b4 HTTP/1.1" status: 200 len: 854 time: 0.0832050 Oct 13 15:21:03.036003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e02030-2f6d-4571-a0dc-50bf5ab8eb88 req-e741fd0a-99b2-4c10-a923-63ab08f6d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:03.037475 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4e02030-2f6d-4571-a0dc-50bf5ab8eb88 req-e741fd0a-99b2-4c10-a923-63ab08f6d302 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ac326f511d84348894cebcc4b773167&device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 1096 time: 0.0689595 Oct 13 15:21:03.063984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3e3a98e-79a9-460a-ba52-bb3888734e33 req-0da66bfd-cf2a-4d38-85e3-68850e2c59e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95e18cdf-856b-4a56-812f-73bcbeeb1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373712 Oct 13 15:21:03.213294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e02030-2f6d-4571-a0dc-50bf5ab8eb88 req-d896acb2-da34-4d6c-bfc0-68b96d94e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:03.214698 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4e02030-2f6d-4571-a0dc-50bf5ab8eb88 req-d896acb2-da34-4d6c-bfc0-68b96d94e830 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2ac326f511d84348894cebcc4b773167&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1604300 Oct 13 15:21:03.234210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3e3a98e-79a9-460a-ba52-bb3888734e33 req-9ca69df2-28da-40db-9884-ac434b910069 service neutron] 10.222.0.41 "GET /v2.0/networks/95e18cdf-856b-4a56-812f-73bcbeeb1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581190 Oct 13 15:21:03.382397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e02030-2f6d-4571-a0dc-50bf5ab8eb88 req-0430ef20-f0bf-4fc1-b1dd-def878bc60de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:03.383880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d4e02030-2f6d-4571-a0dc-50bf5ab8eb88 req-0430ef20-f0bf-4fc1-b1dd-def878bc60de service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1608951 Oct 13 15:21:03.395320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3e3a98e-79a9-460a-ba52-bb3888734e33 req-50ac2c07-1352-4f2f-b43d-22309e232f0f service neutron] 10.222.0.41 "GET /v2.0/networks/95e18cdf-856b-4a56-812f-73bcbeeb1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510355 Oct 13 15:21:03.485687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-c0a526b4-000d-45b3-8098-95b61f5113c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:03.487183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-c0a526b4-000d-45b3-8098-95b61f5113c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ac326f511d84348894cebcc4b773167&device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 1096 time: 0.0607510 Oct 13 15:21:03.495392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d28ef0-67b9-421c-86fd-b98408d06724 req-d0486926-0757-45db-83c5-9f027fe88dc4 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:03.496776 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12d28ef0-67b9-421c-86fd-b98408d06724 req-d0486926-0757-45db-83c5-9f027fe88dc4 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 944 time: 0.0823264 Oct 13 15:21:03.541441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-b072b8bc-c010-48d9-8538-de00c210cf70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 HTTP/1.1" status: 200 len: 217 time: 0.0390358 Oct 13 15:21:03.596259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12d28ef0-67b9-421c-86fd-b98408d06724 req-c44e3caf-b867-4b40-bc2a-844264152419 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880551 Oct 13 15:21:03.611210 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-cf4d123b-5754-455f-a2d1-d325e3afb0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:03.612659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-cf4d123b-5754-455f-a2d1-d325e3afb0b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=30f46a73-14cb-47ea-8472-514924fa60b4 HTTP/1.1" status: 200 len: 854 time: 0.0585954 Oct 13 15:21:03.647525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-3a3526a6-ac65-4420-8e68-bd071002a7af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=95e18cdf-856b-4a56-812f-73bcbeeb1c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253108 Oct 13 15:21:03.739849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-ecffe14c-caa5-4fb5-b704-20692fd6a41f service neutron] 10.222.0.49 "GET /v2.0/networks/95e18cdf-856b-4a56-812f-73bcbeeb1c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851843 Oct 13 15:21:03.832042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-33dcac1f-a0ea-4266-a74e-75fac6a486ff req-6cdd09c4-7b63-44e5-8afc-8d056d8dd2c7 service neutron] 10.222.0.49 "GET /v2.0/networks/95e18cdf-856b-4a56-812f-73bcbeeb1c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814736 Oct 13 15:21:04.721948 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761721f7-1660-4288-b7c7-9ddb2f63a78f req-b783f59c-f7e4-4b20-aa90-79ce0b11d545 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:04.724307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-761721f7-1660-4288-b7c7-9ddb2f63a78f req-b783f59c-f7e4-4b20-aa90-79ce0b11d545 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 944 time: 0.0571249 Oct 13 15:21:04.763714 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-761721f7-1660-4288-b7c7-9ddb2f63a78f req-5d87521c-4a3a-4e58-a167-3766d70001d1 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324509 Oct 13 15:21:05.881453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0e4b9-afeb-4182-8044-4f648431aa9d req-f6cb9237-5bea-4d3d-8140-06e3027320f8 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:05.882986 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58f0e4b9-afeb-4182-8044-4f648431aa9d req-f6cb9237-5bea-4d3d-8140-06e3027320f8 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 944 time: 0.0528035 Oct 13 15:21:05.922112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-58f0e4b9-afeb-4182-8044-4f648431aa9d req-7a6e434b-b6a9-4e37-a396-62346408c8f6 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327382 Oct 13 15:21:07.038087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c055a4b-13a7-4a84-bf5e-056e97f04153 req-b98cde84-59d1-4383-b81a-eb6b608b7108 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:07.039630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c055a4b-13a7-4a84-bf5e-056e97f04153 req-b98cde84-59d1-4383-b81a-eb6b608b7108 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 944 time: 0.0505795 Oct 13 15:21:07.078328 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c055a4b-13a7-4a84-bf5e-056e97f04153 req-88d9f741-53e1-4aef-9a11-747d32e303fd tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325973 Oct 13 15:21:07.230036 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:21:07.324536 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b9ccf0a1-8dc1-47f8-96cb-68e7745bae22,segment=NetworkSegment(9f3d7227-677d-4317-a684-43fb2c282980),segment_id=9f3d7227-677d-4317-a684-43fb2c282980)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:07.336574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'b9ccf0a1-8dc1-47f8-96cb-68e7745bae22', 'network_id': '95e18cdf-856b-4a56-812f-73bcbeeb1c87', 'port_id': 'b9ccf0a1-8dc1-47f8-96cb-68e7745bae22', 'mac_address': 'fa:16:3e:b9:02:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f46a73-14cb-47ea-8472-514924fa60b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:21:07.372503 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:07.385318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:21:07.404331 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b9ccf0a1-8dc1-47f8-96cb-68e7745bae22,segment=NetworkSegment(9f3d7227-677d-4317-a684-43fb2c282980),segment_id=9f3d7227-677d-4317-a684-43fb2c282980)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:07.473330 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:07.530250 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=b9ccf0a1-8dc1-47f8-96cb-68e7745bae22,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:07.537342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:07.537689 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:07.538029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:07.538364 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:07.538694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:07.539025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:07.539351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:07.539672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:07.539994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:07.540311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:07.540630 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:07.540948 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:07.718217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b9ccf0a1-8dc1-47f8-96cb-68e7745bae22'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:21:08.194809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff71bf-18cd-4d39-b6d1-16c770bfb27b req-e8a2e024-0df3-4c6a-8cd0-a2b2480a8dc1 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:08.196272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22ff71bf-18cd-4d39-b6d1-16c770bfb27b req-e8a2e024-0df3-4c6a-8cd0-a2b2480a8dc1 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 945 time: 0.0512934 Oct 13 15:21:08.235039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-22ff71bf-18cd-4d39-b6d1-16c770bfb27b req-b6ba3bc2-aa69-4985-ab4f-1af93818a3e6 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325072 Oct 13 15:21:09.229772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:21:09.347822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:21:09.351975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:09.352353 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:09.365223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912bb71-9e38-47e9-890b-fb5ba4aa3c7f req-fa8b95e1-77b5-448f-8102-4b3d6029e265 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:09.366818 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e912bb71-9e38-47e9-890b-fb5ba4aa3c7f req-fa8b95e1-77b5-448f-8102-4b3d6029e265 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 945 time: 0.0579739 Oct 13 15:21:09.407335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e912bb71-9e38-47e9-890b-fb5ba4aa3c7f req-ec8eea58-9e22-46ab-a14a-bedef1f0bc6a tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342600 Oct 13 15:21:09.430301 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:09.453374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01416c4e-ac3d-4957-a3cc-12bda9d8f169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ccf0a1-8dc1-47f8-96cb-68e7745bae22'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:21:09.455606 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178c69e7-ebe3-4acb-8081-97a8aca2eac9" -d '{"events": [{"server_uuid": "01416c4e-ac3d-4957-a3cc-12bda9d8f169", "name": "network-vif-plugged", "status": "completed", "tag": "b9ccf0a1-8dc1-47f8-96cb-68e7745bae22"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:21:09.468143 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b9ccf0a1-8dc1-47f8-96cb-68e7745bae22,segment=NetworkSegment(9f3d7227-677d-4317-a684-43fb2c282980),segment_id=9f3d7227-677d-4317-a684-43fb2c282980)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:09.492903 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58305626-365d-476c-a544-628143d02c35 x-openstack-request-id: req-58305626-365d-476c-a544-628143d02c35 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:21:09.493223 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01416c4e-ac3d-4957-a3cc-12bda9d8f169", "name": "network-vif-plugged", "status": "completed", "tag": "b9ccf0a1-8dc1-47f8-96cb-68e7745bae22", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:21:09.493484 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58305626-365d-476c-a544-628143d02c35 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:21:09.493880 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01416c4e-ac3d-4957-a3cc-12bda9d8f169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ccf0a1-8dc1-47f8-96cb-68e7745bae22', 'code': 200} Oct 13 15:21:09.533422 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:09.582078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=b9ccf0a1-8dc1-47f8-96cb-68e7745bae22,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:09.598803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60024a-178b-4a85-800b-62e00fd12be0 req-2b612aff-0acf-4f13-9b34-f3b58a401183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:09.598803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d60024a-178b-4a85-800b-62e00fd12be0 req-2b612aff-0acf-4f13-9b34-f3b58a401183 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 1098 time: 0.0428152 Oct 13 15:21:09.647387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d60024a-178b-4a85-800b-62e00fd12be0 req-f4c42861-c23a-4bb6-bb40-d353209d2d02 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377944 Oct 13 15:21:10.533875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80acf8-eda8-468a-9344-de6c59d4af39 req-259a4db4-3977-4bf3-bff0-d192d4867b10 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:10.535366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f80acf8-eda8-468a-9344-de6c59d4af39 req-259a4db4-3977-4bf3-bff0-d192d4867b10 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 946 time: 0.0498943 Oct 13 15:21:10.574047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f80acf8-eda8-468a-9344-de6c59d4af39 req-e5b3f049-8ace-45cc-9245-be0212c03cd7 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326753 Oct 13 15:21:11.701082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d477f04-8bb9-487d-be26-7d2393b9d7b8 req-69ff57cd-eb2c-4e89-a703-4a83f5a930ed tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:11.703519 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d477f04-8bb9-487d-be26-7d2393b9d7b8 req-69ff57cd-eb2c-4e89-a703-4a83f5a930ed tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 946 time: 0.0571189 Oct 13 15:21:11.744447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d477f04-8bb9-487d-be26-7d2393b9d7b8 req-9aa92b05-a0b0-4336-8dc1-0011c3b09b5b tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348384 Oct 13 15:21:12.183457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde1db5-20d6-4844-b799-7ec2862525b5 req-91a90095-4fee-4734-90bc-9f940f7c8ec9 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:12.184944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dde1db5-20d6-4844-b799-7ec2862525b5 req-91a90095-4fee-4734-90bc-9f940f7c8ec9 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 946 time: 0.0532997 Oct 13 15:21:12.236131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2dde1db5-20d6-4844-b799-7ec2862525b5 req-729f6e8f-5461-4b15-86d6-51fb1a41a4b2 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447190 Oct 13 15:21:13.354699 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433edec4-57fb-45a6-a7e7-44d065513154 req-ed6713ea-bb1f-44f2-9fa5-737c6fa33d75 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:13.356230 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-433edec4-57fb-45a6-a7e7-44d065513154 req-ed6713ea-bb1f-44f2-9fa5-737c6fa33d75 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 946 time: 0.0521977 Oct 13 15:21:13.396201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-433edec4-57fb-45a6-a7e7-44d065513154 req-1143fc2b-c818-4d23-a2a0-9face7f686c7 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330114 Oct 13 15:21:13.604062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520b2a-8fe3-43ec-9e78-95515d9e823b req-df07b95f-28f7-4173-84aa-9258a880deda tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:13.605613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1520b2a-8fe3-43ec-9e78-95515d9e823b req-df07b95f-28f7-4173-84aa-9258a880deda tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.49 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 946 time: 0.0538456 Oct 13 15:21:13.696804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c1520b2a-8fe3-43ec-9e78-95515d9e823b req-0f601f9b-9afb-44a7-98af-11d97b273a0b tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Deleting port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:21:13.697177 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c1520b2a-8fe3-43ec-9e78-95515d9e823b req-0f601f9b-9afb-44a7-98af-11d97b273a0b tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:13.791662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c1520b2a-8fe3-43ec-9e78-95515d9e823b req-0f601f9b-9afb-44a7-98af-11d97b273a0b tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] For port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b9ccf0a1-8dc1-47f8-96cb-68e7745bae22,segment=NetworkSegment(9f3d7227-677d-4317-a684-43fb2c282980),segment_id=9f3d7227-677d-4317-a684-43fb2c282980)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:13.792021 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c1520b2a-8fe3-43ec-9e78-95515d9e823b req-0f601f9b-9afb-44a7-98af-11d97b273a0b tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:13.806958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c1520b2a-8fe3-43ec-9e78-95515d9e823b req-0f601f9b-9afb-44a7-98af-11d97b273a0b tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Calling delete_port for b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:21:13.970811 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c1520b2a-8fe3-43ec-9e78-95515d9e823b req-0f601f9b-9afb-44a7-98af-11d97b273a0b tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:13.986930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['4a8b44f1-1aef-48de-a8d7-6d51744d375e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:21:13.993004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b9ccf0a1-8dc1-47f8-96cb-68e7745bae22'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:21:14.005704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f601f9b-9afb-44a7-98af-11d97b273a0b tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Pushing event deleted for resources: {'Port': ['ID=b9ccf0a1-8dc1-47f8-96cb-68e7745bae22,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:14.048633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1520b2a-8fe3-43ec-9e78-95515d9e823b req-0f601f9b-9afb-44a7-98af-11d97b273a0b tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] No DVR routers for this DVR port b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:21:14.051382 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c1520b2a-8fe3-43ec-9e78-95515d9e823b req-0f601f9b-9afb-44a7-98af-11d97b273a0b tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:14.054826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1520b2a-8fe3-43ec-9e78-95515d9e823b req-0f601f9b-9afb-44a7-98af-11d97b273a0b tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.49 "DELETE /v2.0/ports/b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 HTTP/1.1" status: 204 len: 173 time: 0.4427059 Oct 13 15:21:14.055266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01416c4e-ac3d-4957-a3cc-12bda9d8f169', 'name': 'network-vif-deleted', 'tag': 'b9ccf0a1-8dc1-47f8-96cb-68e7745bae22'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:21:14.057553 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dd925e-1a4f-45f3-8e9c-1301fe7a54ab" -d '{"events": [{"server_uuid": "01416c4e-ac3d-4957-a3cc-12bda9d8f169", "name": "network-vif-deleted", "tag": "b9ccf0a1-8dc1-47f8-96cb-68e7745bae22"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:21:14.109017 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147ef1e0-c411-4a26-891a-a27238b70450 x-openstack-request-id: req-147ef1e0-c411-4a26-891a-a27238b70450 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:21:14.109351 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01416c4e-ac3d-4957-a3cc-12bda9d8f169", "name": "network-vif-deleted", "tag": "b9ccf0a1-8dc1-47f8-96cb-68e7745bae22", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:21:14.109606 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-147ef1e0-c411-4a26-891a-a27238b70450 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:21:14.110008 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01416c4e-ac3d-4957-a3cc-12bda9d8f169', 'name': 'network-vif-deleted', 'tag': 'b9ccf0a1-8dc1-47f8-96cb-68e7745bae22', 'status': 'completed', 'code': 200} Oct 13 15:21:14.500229 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb6e3998-a7e7-4d18-9d48-1ae6e184b5a5 req-bcf25908-6b4a-4227-8fb6-5073edc75859 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=01416c4e-ac3d-4957-a3cc-12bda9d8f169 HTTP/1.1" status: 200 len: 210 time: 0.0265989 Oct 13 15:21:15.657150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac9760-c4d3-4588-8acc-c97a31135ae3 req-84cbcf18-6c5a-479f-8b0e-4ed0789f49b1 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:15.658982 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eeac9760-c4d3-4588-8acc-c97a31135ae3 req-84cbcf18-6c5a-479f-8b0e-4ed0789f49b1 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 946 time: 0.0500667 Oct 13 15:21:15.700155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eeac9760-c4d3-4588-8acc-c97a31135ae3 req-406dcf62-dd85-4d79-a80b-d6dd3dd4cd08 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350616 Oct 13 15:21:15.840105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ed5ce-88b8-44f2-a2f7-5b62db393c7b req-5d7714bf-1d78-4ea7-8ca3-597f2a496788 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:15.841516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b1ed5ce-88b8-44f2-a2f7-5b62db393c7b req-5d7714bf-1d78-4ea7-8ca3-597f2a496788 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 946 time: 0.0494089 Oct 13 15:21:15.881309 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b1ed5ce-88b8-44f2-a2f7-5b62db393c7b req-e33f1827-1315-4f16-b8ca-bc15ad49c268 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330186 Oct 13 15:21:15.998458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e2f9e-c9a5-4a08-8662-93ed015753c6 req-7bfd5c89-6d6f-49b9-98cd-8b6aaaeda34d tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:16.000030 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-991e2f9e-c9a5-4a08-8662-93ed015753c6 req-7bfd5c89-6d6f-49b9-98cd-8b6aaaeda34d tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 946 time: 0.0505955 Oct 13 15:21:16.048414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-991e2f9e-c9a5-4a08-8662-93ed015753c6 req-5fec299c-82ac-4fc2-b046-e94c111c84bf tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Oct 13 15:21:16.231463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a3eba-e974-4fe0-b1f2-6906bdfcc4fd req-63783400-dff2-400e-b6be-2a8fe57399e6 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:16.233131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe9a3eba-e974-4fe0-b1f2-6906bdfcc4fd req-63783400-dff2-400e-b6be-2a8fe57399e6 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 946 time: 0.0597882 Oct 13 15:21:16.279217 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe9a3eba-e974-4fe0-b1f2-6906bdfcc4fd req-92d628a7-3def-400f-b5ed-d0233d63c855 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397911 Oct 13 15:21:16.393287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bd8bb-081f-4d54-94ea-b24d968f80bd req-2df563d0-5666-454e-8e2e-4073ab7292cd tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:16.394653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c3bd8bb-081f-4d54-94ea-b24d968f80bd req-2df563d0-5666-454e-8e2e-4073ab7292cd tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 946 time: 0.0489359 Oct 13 15:21:16.431967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7c3bd8bb-081f-4d54-94ea-b24d968f80bd req-c3f72a4d-726f-491c-a3ae-1f7c8507859f tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314188 Oct 13 15:21:16.567906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01198e-68c8-4fe2-bddd-db6765cf9445 req-884e4cc3-5cf3-4380-a258-379e40afe806 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:16.569567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d01198e-68c8-4fe2-bddd-db6765cf9445 req-884e4cc3-5cf3-4380-a258-379e40afe806 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 946 time: 0.0508940 Oct 13 15:21:16.614226 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d01198e-68c8-4fe2-bddd-db6765cf9445 req-34efe4c6-c42a-48c1-a1cf-db64068cac9b tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385897 Oct 13 15:21:17.143861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249684b-1a02-41b5-958e-8cb48a86a3d2 req-a05bfbff-dc9f-45e4-b37d-f35dc9afb252 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:17.145691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1249684b-1a02-41b5-958e-8cb48a86a3d2 req-a05bfbff-dc9f-45e4-b37d-f35dc9afb252 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 946 time: 0.0558124 Oct 13 15:21:17.189735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1249684b-1a02-41b5-958e-8cb48a86a3d2 req-59770e6f-96c1-4894-81b6-e5fa9e7e4c10 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Oct 13 15:21:17.261338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:21:17.286574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:21:17.286805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b9ccf0a1-8dc1-47f8-96cb-68e7745bae22 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:21:18.314835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f3ad8-0b76-4862-9d14-57435b5ebb01 req-41d4d3d3-068a-4c07-a17b-488c266b5fda tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:18.316408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-147f3ad8-0b76-4862-9d14-57435b5ebb01 req-41d4d3d3-068a-4c07-a17b-488c266b5fda tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 946 time: 0.0566165 Oct 13 15:21:18.358248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-147f3ad8-0b76-4862-9d14-57435b5ebb01 req-a71dea21-9fd6-4c9f-9fae-9fc161f6bdde tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/security-groups?id=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351286 Oct 13 15:21:18.857134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fe115-ef06-436f-9a88-c3f5a50abc54 req-39300fb0-cb1c-4a3b-abdf-27cd72f627e2 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:18.858616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-118fe115-ef06-436f-9a88-c3f5a50abc54 req-39300fb0-cb1c-4a3b-abdf-27cd72f627e2 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 946 time: 0.0481894 Oct 13 15:21:18.958418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-118fe115-ef06-436f-9a88-c3f5a50abc54 req-36d053fa-587c-420d-aefd-de33d982c557 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Deleting port 4a8b44f1-1aef-48de-a8d7-6d51744d375e {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:21:18.958757 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-118fe115-ef06-436f-9a88-c3f5a50abc54 req-36d053fa-587c-420d-aefd-de33d982c557 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:19.046398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-118fe115-ef06-436f-9a88-c3f5a50abc54 req-36d053fa-587c-420d-aefd-de33d982c557 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] For port 4a8b44f1-1aef-48de-a8d7-6d51744d375e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=4a8b44f1-1aef-48de-a8d7-6d51744d375e,segment=NetworkSegment(9f3d7227-677d-4317-a684-43fb2c282980),segment_id=9f3d7227-677d-4317-a684-43fb2c282980)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:19.046754 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-118fe115-ef06-436f-9a88-c3f5a50abc54 req-36d053fa-587c-420d-aefd-de33d982c557 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:19.058675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-118fe115-ef06-436f-9a88-c3f5a50abc54 req-36d053fa-587c-420d-aefd-de33d982c557 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Calling delete_port for 4a8b44f1-1aef-48de-a8d7-6d51744d375e owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:21:19.239701 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-118fe115-ef06-436f-9a88-c3f5a50abc54 req-36d053fa-587c-420d-aefd-de33d982c557 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:19.252004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['4a8b44f1-1aef-48de-a8d7-6d51744d375e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:21:19.267978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d053fa-587c-420d-aefd-de33d982c557 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Pushing event deleted for resources: {'Port': ['ID=4a8b44f1-1aef-48de-a8d7-6d51744d375e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:19.274885 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:19.312394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-118fe115-ef06-436f-9a88-c3f5a50abc54 req-36d053fa-587c-420d-aefd-de33d982c557 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] No DVR routers for this DVR port 4a8b44f1-1aef-48de-a8d7-6d51744d375e on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:21:19.314988 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-118fe115-ef06-436f-9a88-c3f5a50abc54 req-36d053fa-587c-420d-aefd-de33d982c557 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:19.318272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-118fe115-ef06-436f-9a88-c3f5a50abc54 req-36d053fa-587c-420d-aefd-de33d982c557 tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.41 "DELETE /v2.0/ports/4a8b44f1-1aef-48de-a8d7-6d51744d375e HTTP/1.1" status: 204 len: 173 time: 0.4529040 Oct 13 15:21:19.318710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee5239a-94c7-4ed5-8678-61dd086e253e', 'name': 'network-vif-deleted', 'tag': '4a8b44f1-1aef-48de-a8d7-6d51744d375e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:21:19.320952 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74189a0-4ce5-4100-92bc-eab5852eb5ed" -d '{"events": [{"server_uuid": "1ee5239a-94c7-4ed5-8678-61dd086e253e", "name": "network-vif-deleted", "tag": "4a8b44f1-1aef-48de-a8d7-6d51744d375e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:21:19.355794 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50007ffb-260a-4119-a7db-98cb1908a98d x-openstack-request-id: req-50007ffb-260a-4119-a7db-98cb1908a98d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:21:19.356095 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee5239a-94c7-4ed5-8678-61dd086e253e", "name": "network-vif-deleted", "tag": "4a8b44f1-1aef-48de-a8d7-6d51744d375e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:21:19.356346 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50007ffb-260a-4119-a7db-98cb1908a98d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:21:19.356758 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee5239a-94c7-4ed5-8678-61dd086e253e', 'name': 'network-vif-deleted', 'tag': '4a8b44f1-1aef-48de-a8d7-6d51744d375e', 'status': 'completed', 'code': 200} Oct 13 15:21:19.459252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55d2f89f-cc5e-4f2b-8a2b-c64f70d5988f req-f645fefc-360f-449b-9c61-d08c9d996d6d tempest-ServersNegativeTestJSON-1547437734 tempest-ServersNegativeTestJSON-1547437734-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ee5239a-94c7-4ed5-8678-61dd086e253e HTTP/1.1" status: 200 len: 210 time: 0.0308919 Oct 13 15:21:19.553467 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-693f1f8d-8c04-4a84-baa5-046d5ab72e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:20.519975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40098) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:20.565170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-47cb2dff-8d66-4d07-9e55-26f719b296e6 admin admin] Deleting subnet 30f46a73-14cb-47ea-8472-514924fa60b4 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:21:20.568153 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-47cb2dff-8d66-4d07-9e55-26f719b296e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:20.602469 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-47cb2dff-8d66-4d07-9e55-26f719b296e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:20.641905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-47cb2dff-8d66-4d07-9e55-26f719b296e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:20.754079 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-47cb2dff-8d66-4d07-9e55-26f719b296e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:20.778552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb2dff-8d66-4d07-9e55-26f719b296e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f46a73-14cb-47ea-8472-514924fa60b4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:20.785359 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-47cb2dff-8d66-4d07-9e55-26f719b296e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:20.791492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-47cb2dff-8d66-4d07-9e55-26f719b296e6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/30f46a73-14cb-47ea-8472-514924fa60b4 HTTP/1.1" status: 204 len: 168 time: 0.2674747 Oct 13 15:21:20.791492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40100) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:20.859438 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a3f2-0528-4673-a8fe-92b31f175743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:20.939069 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a3f2-0528-4673-a8fe-92b31f175743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:20.958628 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2ce4a3f2-0528-4673-a8fe-92b31f175743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e18cdf-856b-4a56-812f-73bcbeeb1c87']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:20.967792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2ce4a3f2-0528-4673-a8fe-92b31f175743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3d7227-677d-4317-a684-43fb2c282980') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:20.968082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2ce4a3f2-0528-4673-a8fe-92b31f175743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3d7227-677d-4317-a684-43fb2c282980') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:20.977199 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a3f2-0528-4673-a8fe-92b31f175743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:20.990263 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a3f2-0528-4673-a8fe-92b31f175743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:20.995969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce4a3f2-0528-4673-a8fe-92b31f175743 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:21:20.996347 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a3f2-0528-4673-a8fe-92b31f175743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:21:20.998627 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:21:21.125265 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a3f2-0528-4673-a8fe-92b31f175743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:21.130824 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a3f2-0528-4673-a8fe-92b31f175743 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:21.135060 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2ce4a3f2-0528-4673-a8fe-92b31f175743 admin admin] 10.222.0.18 "DELETE /v2.0/networks/95e18cdf-856b-4a56-812f-73bcbeeb1c87 HTTP/1.1" status: 204 len: 168 time: 0.3415892 Oct 13 15:21:21.145478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4a3f2-0528-4673-a8fe-92b31f175743 admin admin] Pushing event deleted for resources: {'Network': ['ID=95e18cdf-856b-4a56-812f-73bcbeeb1c87,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:21.417293 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40104) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:21.461335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f177a272-006c-472b-8867-063ec6108509 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ac326f511d84348894cebcc4b773167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428414 Oct 13 15:21:21.463837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40106) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:21.510977 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075509c8-2fce-498d-9e77-51e329b31302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:21.532379 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075509c8-2fce-498d-9e77-51e329b31302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:21.638963 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075509c8-2fce-498d-9e77-51e329b31302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:21.642233 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-075509c8-2fce-498d-9e77-51e329b31302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:21.643592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-075509c8-2fce-498d-9e77-51e329b31302 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39 HTTP/1.1" status: 204 len: 168 time: 0.1788242 Oct 13 15:21:21.651734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075509c8-2fce-498d-9e77-51e329b31302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d407f7fa-9f3e-4a7c-aaa7-45ff73c35c39,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:22.139133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4a8b44f1-1aef-48de-a8d7-6d51744d375e no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:21:22.158705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 4a8b44f1-1aef-48de-a8d7-6d51744d375e {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:21:22.158977 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 4a8b44f1-1aef-48de-a8d7-6d51744d375e not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:21:22.341792 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3766dd97-2a4d-4bb5-96c4-c8607bb0a435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:22.574300 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40128) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:22.581884 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:22.670205 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-879781022'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:22.730147 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Made reservation on behalf of f8adbe44ab8c41e1a3bf34239da89254 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:22.734387 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:22.742923 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:22.830067 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:22.942403 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:22.966279 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:21:22.982086 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6d0f5e-d450-46ed-b354-32f7720e9ccc,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:22.987233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:22.987578 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Added segment c115a697-3663-4635-be05-f2899085a953 of type vlan for network 1e0dc2c0-ea5b-4615-b435-a1b39bbad777 Oct 13 15:21:23.028003 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:23.112600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:23.118242 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:23.118823 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:23.185265 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event updated for resources: {'Network': ['ID=1e0dc2c0-ea5b-4615-b435-a1b39bbad777,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:23.195839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 1e0dc2c0-ea5b-4615-b435-a1b39bbad777 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:21:23.258895 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6038f9e8-0a41-434e-9d68-305cdeef55d4 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6834314 Oct 13 15:21:23.739116 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:21:24.033677 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:24.125463 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:25.593546 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:26.598271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40134) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:26.603317 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4dc46944-1419-4c40-9439-dde7851b8f41 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Request body: {'subnet': {'network_id': '1e0dc2c0-ea5b-4615-b435-a1b39bbad777', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:26.769411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc46944-1419-4c40-9439-dde7851b8f41 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Made reservation on behalf of f8adbe44ab8c41e1a3bf34239da89254 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:26.772912 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4dc46944-1419-4c40-9439-dde7851b8f41 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:27.284992 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4dc46944-1419-4c40-9439-dde7851b8f41 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:27.338046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc46944-1419-4c40-9439-dde7851b8f41 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event updated for resources: {'Subnet': ['ID=b8adfd0c-f880-4823-a004-9b9409401a68,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:27.352754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc46944-1419-4c40-9439-dde7851b8f41 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Checking segment: {'id': 'c115a697-3663-4635-be05-f2899085a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1e0dc2c0-ea5b-4615-b435-a1b39bbad777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:27.353149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc46944-1419-4c40-9439-dde7851b8f41 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Network hostable DHCP agents. Network: 1e0dc2c0-ea5b-4615-b435-a1b39bbad777, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:21:27.450441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc46944-1419-4c40-9439-dde7851b8f41 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Network 1e0dc2c0-ea5b-4615-b435-a1b39bbad777 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:21:27.524674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-4dc46944-1419-4c40-9439-dde7851b8f41 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 1e0dc2c0-ea5b-4615-b435-a1b39bbad777) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:27.531237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc46944-1419-4c40-9439-dde7851b8f41 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:27.531237 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4dc46944-1419-4c40-9439-dde7851b8f41 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:27.533696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01989ac-0e26-4bce-a88a-6b83b906c0d8 None None] Network 1e0dc2c0-ea5b-4615-b435-a1b39bbad777 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:27.590394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4dc46944-1419-4c40-9439-dde7851b8f41 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9908926 Oct 13 15:21:27.594590 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40138) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:27.603373 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6b6ad53c-1e2a-4231-bf37-2a0293b55f4f tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2113760716'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:27.656219 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6ad53c-1e2a-4231-bf37-2a0293b55f4f tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Made reservation on behalf of f8adbe44ab8c41e1a3bf34239da89254 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:27.660145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad53c-1e2a-4231-bf37-2a0293b55f4f tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:27.686192 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6ad53c-1e2a-4231-bf37-2a0293b55f4f tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:21:27.695992 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad53c-1e2a-4231-bf37-2a0293b55f4f tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:27.696342 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-6b6ad53c-1e2a-4231-bf37-2a0293b55f4f tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Added segment 95a8c647-d96d-43aa-bf18-bc8d0d319070 of type vlan for network ddbce699-d63d-4655-815c-88f1471e44e2 Oct 13 15:21:27.703685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373381c-9875-4b73-808d-921308c066bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-1e0dc2c0-ea5b-4615-b435-a1b39bbad777', 'network_id': '1e0dc2c0-ea5b-4615-b435-a1b39bbad777', 'tenant_id': 'f8adbe44ab8c41e1a3bf34239da89254', 'fixed_ips': [{'subnet_id': 'b8adfd0c-f880-4823-a004-9b9409401a68'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:21:27.705151 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8373381c-9875-4b73-808d-921308c066bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:27.737279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad53c-1e2a-4231-bf37-2a0293b55f4f tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:27.837783 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-8373381c-9875-4b73-808d-921308c066bd None None] Allocated IP 2001:db8:0:ffff::2 (1e0dc2c0-ea5b-4615-b435-a1b39bbad777/b8adfd0c-f880-4823-a004-9b9409401a68/f3abe393-88e1-4eb2-8ff1-81fb5f903223) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:21:27.838967 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad53c-1e2a-4231-bf37-2a0293b55f4f tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:27.847890 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6ad53c-1e2a-4231-bf37-2a0293b55f4f tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:27.847890 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6b6ad53c-1e2a-4231-bf37-2a0293b55f4f tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:27.917039 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ad53c-1e2a-4231-bf37-2a0293b55f4f tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event updated for resources: {'Network': ['ID=ddbce699-d63d-4655-815c-88f1471e44e2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:27.928328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network ddbce699-d63d-4655-815c-88f1471e44e2 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:21:27.996594 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6b6ad53c-1e2a-4231-bf37-2a0293b55f4f tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4002144 Oct 13 15:21:27.999504 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40142) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:28.004511 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b7c1ce9c-e6e5-45db-8ac5-03b8bf3742ef tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Request body: {'subnet': {'network_id': 'ddbce699-d63d-4655-815c-88f1471e44e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:28.042810 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8373381c-9875-4b73-808d-921308c066bd None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:28.108962 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8373381c-9875-4b73-808d-921308c066bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:28.148794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8373381c-9875-4b73-808d-921308c066bd None None] Network 1e0dc2c0-ea5b-4615-b435-a1b39bbad777 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:28.151667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-8373381c-9875-4b73-808d-921308c066bd None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:28.155608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373381c-9875-4b73-808d-921308c066bd None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:21:28.159294 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c1ce9c-e6e5-45db-8ac5-03b8bf3742ef tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Made reservation on behalf of f8adbe44ab8c41e1a3bf34239da89254 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:28.161069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373381c-9875-4b73-808d-921308c066bd None None] Pushing event updated for resources: {'Port': ['ID=f3abe393-88e1-4eb2-8ff1-81fb5f903223,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:28.162989 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ce9c-e6e5-45db-8ac5-03b8bf3742ef tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:28.212570 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8373381c-9875-4b73-808d-921308c066bd None None] Attempting to bind port f3abe393-88e1-4eb2-8ff1-81fb5f903223 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:21:28.213069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8373381c-9875-4b73-808d-921308c066bd None None] Attempting to bind port f3abe393-88e1-4eb2-8ff1-81fb5f903223 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'c115a697-3663-4635-be05-f2899085a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1e0dc2c0-ea5b-4615-b435-a1b39bbad777'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:21:28.213436 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373381c-9875-4b73-808d-921308c066bd None None] Attempting to bind port f3abe393-88e1-4eb2-8ff1-81fb5f903223 on network 1e0dc2c0-ea5b-4615-b435-a1b39bbad777 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:21:28.219315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373381c-9875-4b73-808d-921308c066bd None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:21:28.219679 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373381c-9875-4b73-808d-921308c066bd None None] Checking segment: {'id': 'c115a697-3663-4635-be05-f2899085a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1e0dc2c0-ea5b-4615-b435-a1b39bbad777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:28.220159 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8373381c-9875-4b73-808d-921308c066bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:28.220449 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8373381c-9875-4b73-808d-921308c066bd None None] Bound using segment: {'id': 'c115a697-3663-4635-be05-f2899085a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1e0dc2c0-ea5b-4615-b435-a1b39bbad777'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:21:28.220930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8373381c-9875-4b73-808d-921308c066bd None None] Bound port: f3abe393-88e1-4eb2-8ff1-81fb5f903223, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c115a697-3663-4635-be05-f2899085a953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1e0dc2c0-ea5b-4615-b435-a1b39bbad777'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:21:28.221323 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8373381c-9875-4b73-808d-921308c066bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:28.290131 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8373381c-9875-4b73-808d-921308c066bd None None] For port f3abe393-88e1-4eb2-8ff1-81fb5f903223, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:21:28.293294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8373381c-9875-4b73-808d-921308c066bd None None] For port f3abe393-88e1-4eb2-8ff1-81fb5f903223, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f3abe393-88e1-4eb2-8ff1-81fb5f903223,segment=NetworkSegment(c115a697-3663-4635-be05-f2899085a953),segment_id=c115a697-3663-4635-be05-f2899085a953)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:21:28.343216 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8373381c-9875-4b73-808d-921308c066bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:28.401511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373381c-9875-4b73-808d-921308c066bd None None] Pushing event updated for resources: {'Port': ['ID=f3abe393-88e1-4eb2-8ff1-81fb5f903223,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:28.434066 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ce9c-e6e5-45db-8ac5-03b8bf3742ef tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:28.500815 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1ce9c-e6e5-45db-8ac5-03b8bf3742ef tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event updated for resources: {'Subnet': ['ID=90939cfa-05d2-419c-97d5-bfb476df5508,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:28.509523 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c1ce9c-e6e5-45db-8ac5-03b8bf3742ef tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Checking segment: {'id': '95a8c647-d96d-43aa-bf18-bc8d0d319070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ddbce699-d63d-4655-815c-88f1471e44e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:28.509896 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c1ce9c-e6e5-45db-8ac5-03b8bf3742ef tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Network hostable DHCP agents. Network: ddbce699-d63d-4655-815c-88f1471e44e2, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:21:28.593989 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c1ce9c-e6e5-45db-8ac5-03b8bf3742ef tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Network ddbce699-d63d-4655-815c-88f1471e44e2 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:21:28.666835 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b7c1ce9c-e6e5-45db-8ac5-03b8bf3742ef tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, ddbce699-d63d-4655-815c-88f1471e44e2) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:28.671657 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c1ce9c-e6e5-45db-8ac5-03b8bf3742ef tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:28.677627 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ce9c-e6e5-45db-8ac5-03b8bf3742ef tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:28.677877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c264195-ee6d-4417-a70b-0fd5c237a9d3 None None] Network ddbce699-d63d-4655-815c-88f1471e44e2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:28.814190 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b7c1ce9c-e6e5-45db-8ac5-03b8bf3742ef tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8136320 Oct 13 15:21:28.817058 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40144) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:28.922031 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:28.972840 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-ddbce699-d63d-4655-815c-88f1471e44e2', 'network_id': 'ddbce699-d63d-4655-815c-88f1471e44e2', 'tenant_id': 'f8adbe44ab8c41e1a3bf34239da89254', 'fixed_ips': [{'subnet_id': '90939cfa-05d2-419c-97d5-bfb476df5508'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:21:28.973815 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.014914 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.116420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Allocated IP 2001:db8::2 (ddbce699-d63d-4655-815c-88f1471e44e2/90939cfa-05d2-419c-97d5-bfb476df5508/068ed4bf-8bba-4acc-8824-56db99c31d5d) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:21:29.266733 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.294298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bff6fd-b805-4748-be36-239a12e628a1 None None] Network 1e0dc2c0-ea5b-4615-b435-a1b39bbad777 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:29.352583 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.404529 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3f75b06a-e905-4760-80f2-8e7569054f91 None None] Provisioning complete for port f3abe393-88e1-4eb2-8ff1-81fb5f903223 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:29.404898 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3f75b06a-e905-4760-80f2-8e7569054f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.420664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Network ddbce699-d63d-4655-815c-88f1471e44e2 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:29.427619 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.447967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:29.455488 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:21:29.456614 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Subnet': ['ID=90939cfa-05d2-419c-97d5-bfb476df5508,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:29.465317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Pushing event updated for resources: {'Port': ['ID=068ed4bf-8bba-4acc-8824-56db99c31d5d,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:29.515984 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.537850 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbce699-d63d-4655-815c-88f1471e44e2']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:29.547694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a8c647-d96d-43aa-bf18-bc8d0d319070') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:29.547988 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a8c647-d96d-43aa-bf18-bc8d0d319070') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:29.557090 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.571198 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.575539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Attempting to bind port 068ed4bf-8bba-4acc-8824-56db99c31d5d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:21:29.576091 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Attempting to bind port 068ed4bf-8bba-4acc-8824-56db99c31d5d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '95a8c647-d96d-43aa-bf18-bc8d0d319070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ddbce699-d63d-4655-815c-88f1471e44e2'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:21:29.576458 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Attempting to bind port 068ed4bf-8bba-4acc-8824-56db99c31d5d on network ddbce699-d63d-4655-815c-88f1471e44e2 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:21:29.577571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:21:29.577844 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:21:29.580906 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:21:29.607721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:21:29.608063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Checking segment: {'id': '95a8c647-d96d-43aa-bf18-bc8d0d319070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ddbce699-d63d-4655-815c-88f1471e44e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:29.608483 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.608996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Bound using segment: {'id': '95a8c647-d96d-43aa-bf18-bc8d0d319070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ddbce699-d63d-4655-815c-88f1471e44e2'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:21:29.609554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Bound port: 068ed4bf-8bba-4acc-8824-56db99c31d5d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a8c647-d96d-43aa-bf18-bc8d0d319070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ddbce699-d63d-4655-815c-88f1471e44e2'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:21:29.609874 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.656510 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3f75b06a-e905-4760-80f2-8e7569054f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.696758 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.api [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 15:21:29.696758 n-d-806683-15 neutron-server[112685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 15:21:29.696758 n-d-806683-15 neutron-server[112685]: [parameters: {'id': 'ddbce699-d63d-4655-815c-88f1471e44e2'}] Oct 13 15:21:29.696758 n-d-806683-15 neutron-server[112685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:21:29.697265 n-d-806683-15 neutron-server[112685]: DEBUG oslo_db.api [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:21:29.718379 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3f75b06a-e905-4760-80f2-8e7569054f91 None None] For port f3abe393-88e1-4eb2-8ff1-81fb5f903223, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f3abe393-88e1-4eb2-8ff1-81fb5f903223,segment=NetworkSegment(c115a697-3663-4635-be05-f2899085a953),segment_id=c115a697-3663-4635-be05-f2899085a953)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:29.723050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] For port 068ed4bf-8bba-4acc-8824-56db99c31d5d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:21:29.726424 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] For port 068ed4bf-8bba-4acc-8824-56db99c31d5d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=068ed4bf-8bba-4acc-8824-56db99c31d5d,segment=NetworkSegment(95a8c647-d96d-43aa-bf18-bc8d0d319070),segment_id=95a8c647-d96d-43aa-bf18-bc8d0d319070)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:21:29.798558 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3f75b06a-e905-4760-80f2-8e7569054f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.853880 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.858308 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75b06a-e905-4760-80f2-8e7569054f91 None None] Pushing event updated for resources: {'Port': ['ID=f3abe393-88e1-4eb2-8ff1-81fb5f903223,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:29.943062 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fcaeb-20e2-4967-b4aa-ed5ed836ff13 None None] Pushing event updated for resources: {'Port': ['ID=068ed4bf-8bba-4acc-8824-56db99c31d5d,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:29.951638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-689b8d36-7ee5-490c-b27c-4b2b6a658414 None None] Provisioning complete for port f3abe393-88e1-4eb2-8ff1-81fb5f903223 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:29.951978 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-689b8d36-7ee5-490c-b27c-4b2b6a658414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:29.972301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd8f2db-1d29-4748-9f35-8344bc93a768 None None] Network ddbce699-d63d-4655-815c-88f1471e44e2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:30.136089 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c53b8-ebea-48a1-a481-e1c18fa8f948 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 15:21:30.198212 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:30.202559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c53b8-ebea-48a1-a481-e1c18fa8f948 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:21:30.223776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f3abe393-88e1-4eb2-8ff1-81fb5f903223 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:21:30.253897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Deleting port 068ed4bf-8bba-4acc-8824-56db99c31d5d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:21:30.254240 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:30.323130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] For port 068ed4bf-8bba-4acc-8824-56db99c31d5d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=068ed4bf-8bba-4acc-8824-56db99c31d5d,segment=NetworkSegment(95a8c647-d96d-43aa-bf18-bc8d0d319070),segment_id=95a8c647-d96d-43aa-bf18-bc8d0d319070)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:30.323497 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:30.337145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Calling delete_port for 068ed4bf-8bba-4acc-8824-56db99c31d5d owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:21:30.345328 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f3abe393-88e1-4eb2-8ff1-81fb5f903223 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:30.345702 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:30.479193 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:30.511145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] No DVR routers for this DVR port 068ed4bf-8bba-4acc-8824-56db99c31d5d on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:21:30.514078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Port': ['ID=068ed4bf-8bba-4acc-8824-56db99c31d5d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:30.593974 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:30.613722 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbce699-d63d-4655-815c-88f1471e44e2']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:30.623301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a8c647-d96d-43aa-bf18-bc8d0d319070') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:30.623595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a8c647-d96d-43aa-bf18-bc8d0d319070') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:30.632539 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:30.645346 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:30.651077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:21:30.651468 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:21:30.654937 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:21:30.781893 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:30.789441 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:30.792114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/networks/ddbce699-d63d-4655-815c-88f1471e44e2 HTTP/1.1" status: 204 len: 168 time: 1.9740109 Oct 13 15:21:30.796581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40146) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:30.802692 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e8f20f5c-3532-4938-afe9-5d98a82d9db5 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1218037373'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:30.811217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51743e7c-6598-4d22-93a8-f43d841a9e90 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Network': ['ID=ddbce699-d63d-4655-815c-88f1471e44e2,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:30.873608 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f20f5c-3532-4938-afe9-5d98a82d9db5 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Made reservation on behalf of f8adbe44ab8c41e1a3bf34239da89254 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:30.877132 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e8f20f5c-3532-4938-afe9-5d98a82d9db5 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:30.901633 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f20f5c-3532-4938-afe9-5d98a82d9db5 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:21:30.909996 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e8f20f5c-3532-4938-afe9-5d98a82d9db5 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:30.910335 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-e8f20f5c-3532-4938-afe9-5d98a82d9db5 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Added segment 7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92 of type vlan for network b5e49df4-88fe-4f73-a68a-c52edf78cb8d Oct 13 15:21:30.949378 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e8f20f5c-3532-4938-afe9-5d98a82d9db5 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:31.039073 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e8f20f5c-3532-4938-afe9-5d98a82d9db5 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:31.045263 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f20f5c-3532-4938-afe9-5d98a82d9db5 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:31.045847 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e8f20f5c-3532-4938-afe9-5d98a82d9db5 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:31.112964 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f20f5c-3532-4938-afe9-5d98a82d9db5 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event updated for resources: {'Network': ['ID=b5e49df4-88fe-4f73-a68a-c52edf78cb8d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:31.123476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network b5e49df4-88fe-4f73-a68a-c52edf78cb8d details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:21:31.161862 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e8f20f5c-3532-4938-afe9-5d98a82d9db5 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3641262 Oct 13 15:21:31.164820 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40148) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:31.170599 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Request body: {'subnet': {'network_id': 'b5e49df4-88fe-4f73-a68a-c52edf78cb8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:31.302007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Made reservation on behalf of f8adbe44ab8c41e1a3bf34239da89254 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:31.305521 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:31.369017 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_backend_mixin [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Performing IP validity checks on allocation pools {{(pid=112684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 13 15:21:31.369541 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.ipam_backend_mixin [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 13 15:21:31.530772 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:31.594488 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event updated for resources: {'Subnet': ['ID=82ebcda0-2f4e-4308-9a2f-604f11322829,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:31.604037 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Checking segment: {'id': '7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b5e49df4-88fe-4f73-a68a-c52edf78cb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:31.604580 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Network hostable DHCP agents. Network: b5e49df4-88fe-4f73-a68a-c52edf78cb8d, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:21:31.661802 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Network b5e49df4-88fe-4f73-a68a-c52edf78cb8d is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:21:31.753639 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, b5e49df4-88fe-4f73-a68a-c52edf78cb8d) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:31.757854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:31.758448 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:31.764146 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d9a03b-809a-45f8-a20f-e12b2b5a31d5 None None] Network b5e49df4-88fe-4f73-a68a-c52edf78cb8d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:31.848158 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2a6a8e86-65bb-4926-a9a5-754f57fe0275 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6819699 Oct 13 15:21:31.850781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40150) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:31.913120 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-b5e49df4-88fe-4f73-a68a-c52edf78cb8d', 'network_id': 'b5e49df4-88fe-4f73-a68a-c52edf78cb8d', 'tenant_id': 'f8adbe44ab8c41e1a3bf34239da89254', 'fixed_ips': [{'subnet_id': '82ebcda0-2f4e-4308-9a2f-604f11322829'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:21:31.913905 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:31.954842 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:32.010303 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:32.048111 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Allocated IP 2001:db8::3 (b5e49df4-88fe-4f73-a68a-c52edf78cb8d/82ebcda0-2f4e-4308-9a2f-604f11322829/f544ee3b-ddd6-4e12-9eac-21cd50baa6c0) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:21:32.192598 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:32.250823 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:32.290323 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Network b5e49df4-88fe-4f73-a68a-c52edf78cb8d is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:32.293164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:32.296724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:21:32.305093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Pushing event updated for resources: {'Port': ['ID=f544ee3b-ddd6-4e12-9eac-21cd50baa6c0,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:32.347225 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:32.360691 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Attempting to bind port f544ee3b-ddd6-4e12-9eac-21cd50baa6c0 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:21:32.361078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Attempting to bind port f544ee3b-ddd6-4e12-9eac-21cd50baa6c0 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b5e49df4-88fe-4f73-a68a-c52edf78cb8d'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:21:32.361448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Attempting to bind port f544ee3b-ddd6-4e12-9eac-21cd50baa6c0 on network b5e49df4-88fe-4f73-a68a-c52edf78cb8d {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:21:32.366863 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:21:32.366863 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Checking segment: {'id': '7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b5e49df4-88fe-4f73-a68a-c52edf78cb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:32.367267 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:32.367588 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Bound using segment: {'id': '7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b5e49df4-88fe-4f73-a68a-c52edf78cb8d'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:21:32.368053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Bound port: f544ee3b-ddd6-4e12-9eac-21cd50baa6c0, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b5e49df4-88fe-4f73-a68a-c52edf78cb8d'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:21:32.368435 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:32.379357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Subnet': ['ID=82ebcda0-2f4e-4308-9a2f-604f11322829,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:32.433687 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] For port f544ee3b-ddd6-4e12-9eac-21cd50baa6c0, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:21:32.437256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] For port f544ee3b-ddd6-4e12-9eac-21cd50baa6c0, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f544ee3b-ddd6-4e12-9eac-21cd50baa6c0,segment=NetworkSegment(7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92),segment_id=7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:21:32.447387 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:32.469402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e49df4-88fe-4f73-a68a-c52edf78cb8d']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:32.478668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:32.478965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:32.488505 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:32.502612 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:32.504670 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:32.511464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:21:32.512188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:21:32.516428 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:21:32.588489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c837a6-a16c-4109-8b26-259b988b45f8 None None] Pushing event updated for resources: {'Port': ['ID=f544ee3b-ddd6-4e12-9eac-21cd50baa6c0,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:32.610662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37078a52-ad94-4617-b6a5-926bba3f2d14 None None] Network b5e49df4-88fe-4f73-a68a-c52edf78cb8d requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:32.611327 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.db.api [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 15:21:32.611327 n-d-806683-15 neutron-server[112685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 15:21:32.611327 n-d-806683-15 neutron-server[112685]: [parameters: {'id': 'b5e49df4-88fe-4f73-a68a-c52edf78cb8d'}] Oct 13 15:21:32.611327 n-d-806683-15 neutron-server[112685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:21:32.612014 n-d-806683-15 neutron-server[112685]: DEBUG oslo_db.api [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:21:32.731094 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb75df0a-1cf4-4df7-b2ac-9efe4430f6e0 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 15:21:32.803544 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb75df0a-1cf4-4df7-b2ac-9efe4430f6e0 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:21:33.113754 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:33.167493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Deleting port f544ee3b-ddd6-4e12-9eac-21cd50baa6c0 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:21:33.171121 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:33.236637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] For port f544ee3b-ddd6-4e12-9eac-21cd50baa6c0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f544ee3b-ddd6-4e12-9eac-21cd50baa6c0,segment=NetworkSegment(7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92),segment_id=7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:33.237025 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:33.249230 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Calling delete_port for f544ee3b-ddd6-4e12-9eac-21cd50baa6c0 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:21:33.409649 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:33.441535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] No DVR routers for this DVR port f544ee3b-ddd6-4e12-9eac-21cd50baa6c0 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:21:33.443447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Port': ['ID=f544ee3b-ddd6-4e12-9eac-21cd50baa6c0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:33.527990 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:33.549217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e49df4-88fe-4f73-a68a-c52edf78cb8d']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:33.558247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:33.558545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b68ccf9-7b6b-4806-bb7f-14a88e8e1d92') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:33.572514 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:33.585937 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:33.592476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:21:33.592862 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:21:33.595895 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:21:33.730760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:33.740217 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:33.743617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/networks/b5e49df4-88fe-4f73-a68a-c52edf78cb8d HTTP/1.1" status: 204 len: 168 time: 1.8917449 Oct 13 15:21:33.747433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40152) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:33.752839 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0dd9e4d3-f46e-4e3b-a19f-f64b4b06d0e7 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-288198236'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:33.755811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d49e7-9a31-4a7d-976a-bfe321f40b0c tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Network': ['ID=b5e49df4-88fe-4f73-a68a-c52edf78cb8d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:33.843233 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd9e4d3-f46e-4e3b-a19f-f64b4b06d0e7 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Made reservation on behalf of f8adbe44ab8c41e1a3bf34239da89254 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:33.846725 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e4d3-f46e-4e3b-a19f-f64b4b06d0e7 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:33.869700 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd9e4d3-f46e-4e3b-a19f-f64b4b06d0e7 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:21:33.878276 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e4d3-f46e-4e3b-a19f-f64b4b06d0e7 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:33.878614 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-0dd9e4d3-f46e-4e3b-a19f-f64b4b06d0e7 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Added segment b3f6481b-8e98-463a-9845-6b6b4d1d06a4 of type vlan for network e3033907-3065-4b93-a1ad-da5b971be1dc Oct 13 15:21:33.920933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e4d3-f46e-4e3b-a19f-f64b4b06d0e7 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:34.009209 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e4d3-f46e-4e3b-a19f-f64b4b06d0e7 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:34.016574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd9e4d3-f46e-4e3b-a19f-f64b4b06d0e7 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:34.017184 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e4d3-f46e-4e3b-a19f-f64b4b06d0e7 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:34.088508 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9e4d3-f46e-4e3b-a19f-f64b4b06d0e7 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event updated for resources: {'Network': ['ID=e3033907-3065-4b93-a1ad-da5b971be1dc,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:34.098945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network e3033907-3065-4b93-a1ad-da5b971be1dc details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:21:34.139944 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0dd9e4d3-f46e-4e3b-a19f-f64b4b06d0e7 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3905873 Oct 13 15:21:34.143755 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40154) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:34.148854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9d4017b3-1a73-443d-9424-8893e80242eb tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Request body: {'subnet': {'network_id': 'e3033907-3065-4b93-a1ad-da5b971be1dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:34.290391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4017b3-1a73-443d-9424-8893e80242eb tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Made reservation on behalf of f8adbe44ab8c41e1a3bf34239da89254 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:34.293762 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d4017b3-1a73-443d-9424-8893e80242eb tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:34.536497 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d4017b3-1a73-443d-9424-8893e80242eb tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:34.597946 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4017b3-1a73-443d-9424-8893e80242eb tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event updated for resources: {'Subnet': ['ID=eeaa372b-3e5c-4c3f-8083-fb713b46c3cb,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:34.609189 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4017b3-1a73-443d-9424-8893e80242eb tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Checking segment: {'id': 'b3f6481b-8e98-463a-9845-6b6b4d1d06a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e3033907-3065-4b93-a1ad-da5b971be1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:34.609544 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4017b3-1a73-443d-9424-8893e80242eb tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Network hostable DHCP agents. Network: e3033907-3065-4b93-a1ad-da5b971be1dc, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:21:34.679099 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4017b3-1a73-443d-9424-8893e80242eb tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Network e3033907-3065-4b93-a1ad-da5b971be1dc is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:21:34.765457 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-9d4017b3-1a73-443d-9424-8893e80242eb tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, e3033907-3065-4b93-a1ad-da5b971be1dc) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:34.769461 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4017b3-1a73-443d-9424-8893e80242eb tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:34.770067 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9d4017b3-1a73-443d-9424-8893e80242eb tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:34.773773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b501f63-6df5-4164-ab26-3a68fc3c0224 None None] Network e3033907-3065-4b93-a1ad-da5b971be1dc requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:34.882149 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9d4017b3-1a73-443d-9424-8893e80242eb tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7370262 Oct 13 15:21:34.885465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40156) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:34.890730 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a1ba25c8-3494-495d-aaab-4fe961ead8ea tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1043272157'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:34.920008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-e3033907-3065-4b93-a1ad-da5b971be1dc', 'network_id': 'e3033907-3065-4b93-a1ad-da5b971be1dc', 'tenant_id': 'f8adbe44ab8c41e1a3bf34239da89254', 'fixed_ips': [{'subnet_id': 'eeaa372b-3e5c-4c3f-8083-fb713b46c3cb'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:21:34.921406 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:34.959293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ba25c8-3494-495d-aaab-4fe961ead8ea tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Made reservation on behalf of f8adbe44ab8c41e1a3bf34239da89254 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:34.962894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1ba25c8-3494-495d-aaab-4fe961ead8ea tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:34.987898 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ba25c8-3494-495d-aaab-4fe961ead8ea tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:21:34.996575 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1ba25c8-3494-495d-aaab-4fe961ead8ea tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:34.996921 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-a1ba25c8-3494-495d-aaab-4fe961ead8ea tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Added segment 91d6b675-4168-4499-92a7-9b3ae3948b58 of type vlan for network 5b2c5947-e88a-4b24-b15a-b7c45017ca8a Oct 13 15:21:35.038814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1ba25c8-3494-495d-aaab-4fe961ead8ea tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:35.125192 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1ba25c8-3494-495d-aaab-4fe961ead8ea tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:35.131403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ba25c8-3494-495d-aaab-4fe961ead8ea tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:35.132027 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1ba25c8-3494-495d-aaab-4fe961ead8ea tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:35.199261 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba25c8-3494-495d-aaab-4fe961ead8ea tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event updated for resources: {'Network': ['ID=5b2c5947-e88a-4b24-b15a-b7c45017ca8a,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:35.210270 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 5b2c5947-e88a-4b24-b15a-b7c45017ca8a details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:21:35.212385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Allocated IP 2001:db8::2 (e3033907-3065-4b93-a1ad-da5b971be1dc/eeaa372b-3e5c-4c3f-8083-fb713b46c3cb/2d15cfb2-f1e8-4a72-a601-6b73c359aa3f) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:21:35.276048 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a1ba25c8-3494-495d-aaab-4fe961ead8ea tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3894825 Oct 13 15:21:35.279746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40158) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:35.284625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-89ee5c9c-d41f-4259-9fd0-369f040d52d1 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Request body: {'subnet': {'network_id': '5b2c5947-e88a-4b24-b15a-b7c45017ca8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:35.408380 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:35.439095 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ee5c9c-d41f-4259-9fd0-369f040d52d1 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Made reservation on behalf of f8adbe44ab8c41e1a3bf34239da89254 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:35.442859 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89ee5c9c-d41f-4259-9fd0-369f040d52d1 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:35.501073 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:35.547454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Network e3033907-3065-4b93-a1ad-da5b971be1dc is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:35.550575 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:35.554294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:21:35.562293 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Pushing event updated for resources: {'Port': ['ID=2d15cfb2-f1e8-4a72-a601-6b73c359aa3f,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:35.613797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Attempting to bind port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:21:35.614175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Attempting to bind port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'b3f6481b-8e98-463a-9845-6b6b4d1d06a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e3033907-3065-4b93-a1ad-da5b971be1dc'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:21:35.614584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Attempting to bind port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f on network e3033907-3065-4b93-a1ad-da5b971be1dc {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:21:35.619646 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:21:35.620023 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Checking segment: {'id': 'b3f6481b-8e98-463a-9845-6b6b4d1d06a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e3033907-3065-4b93-a1ad-da5b971be1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:35.620430 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:35.620829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Bound using segment: {'id': 'b3f6481b-8e98-463a-9845-6b6b4d1d06a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e3033907-3065-4b93-a1ad-da5b971be1dc'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:21:35.621322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Bound port: 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f6481b-8e98-463a-9845-6b6b4d1d06a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e3033907-3065-4b93-a1ad-da5b971be1dc'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:21:35.621824 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:35.690074 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89ee5c9c-d41f-4259-9fd0-369f040d52d1 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:35.694497 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] For port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:21:35.697858 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] For port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2d15cfb2-f1e8-4a72-a601-6b73c359aa3f,segment=NetworkSegment(b3f6481b-8e98-463a-9845-6b6b4d1d06a4),segment_id=b3f6481b-8e98-463a-9845-6b6b4d1d06a4)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:21:35.750873 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee5c9c-d41f-4259-9fd0-369f040d52d1 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event updated for resources: {'Subnet': ['ID=a0ca3f38-efba-4530-8b24-cf36caecd741,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:35.760432 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ee5c9c-d41f-4259-9fd0-369f040d52d1 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Checking segment: {'id': '91d6b675-4168-4499-92a7-9b3ae3948b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '5b2c5947-e88a-4b24-b15a-b7c45017ca8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:35.760786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ee5c9c-d41f-4259-9fd0-369f040d52d1 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Network hostable DHCP agents. Network: 5b2c5947-e88a-4b24-b15a-b7c45017ca8a, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:21:35.793782 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:35.850477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e5363-3da9-4044-b13a-621d3b74968a None None] Pushing event updated for resources: {'Port': ['ID=2d15cfb2-f1e8-4a72-a601-6b73c359aa3f,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:35.867901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ee5c9c-d41f-4259-9fd0-369f040d52d1 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Network 5b2c5947-e88a-4b24-b15a-b7c45017ca8a is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:21:35.942170 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-89ee5c9c-d41f-4259-9fd0-369f040d52d1 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 5b2c5947-e88a-4b24-b15a-b7c45017ca8a) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:35.948337 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ee5c9c-d41f-4259-9fd0-369f040d52d1 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:35.949332 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-89ee5c9c-d41f-4259-9fd0-369f040d52d1 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:35.950084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57168763-db32-4530-bd27-e04d50f2e194 None None] Network 5b2c5947-e88a-4b24-b15a-b7c45017ca8a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:36.030731 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-89ee5c9c-d41f-4259-9fd0-369f040d52d1 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7499347 Oct 13 15:21:36.033487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40160) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:36.133556 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc68a8c-173c-4701-8593-2c1e87f939e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-5b2c5947-e88a-4b24-b15a-b7c45017ca8a', 'network_id': '5b2c5947-e88a-4b24-b15a-b7c45017ca8a', 'tenant_id': 'f8adbe44ab8c41e1a3bf34239da89254', 'fixed_ips': [{'subnet_id': 'a0ca3f38-efba-4530-8b24-cf36caecd741'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:21:36.134328 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4fc68a8c-173c-4701-8593-2c1e87f939e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.153108 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.213452 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.235983 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:21:36.288810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:36.289125 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.331256 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server [None req-4fc68a8c-173c-4701-8593-2c1e87f939e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0ca3f38-efba-4530-8b24-cf36caecd741: This subnet is being modified by another concurrent operation. Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server raise exception Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0ca3f38-efba-4530-8b24-cf36caecd741: This subnet is being modified by another concurrent operation. Oct 13 15:21:36.359592 n-d-806683-15 neutron-server[112686]: ERROR oslo_messaging.rpc.server Oct 13 15:21:36.375756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ca3f38-efba-4530-8b24-cf36caecd741,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:36.387387 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.400111 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a2ed94-96e0-4978-8cae-ab0936389000 None None] Network 5b2c5947-e88a-4b24-b15a-b7c45017ca8a requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:36.428634 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.448055 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2c5947-e88a-4b24-b15a-b7c45017ca8a']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:36.458487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d6b675-4168-4499-92a7-9b3ae3948b58') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:36.458951 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d6b675-4168-4499-92a7-9b3ae3948b58') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:36.470978 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.474659 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2d15cfb2-f1e8-4a72-a601-6b73c359aa3f,segment=NetworkSegment(b3f6481b-8e98-463a-9845-6b6b4d1d06a4),segment_id=b3f6481b-8e98-463a-9845-6b6b4d1d06a4)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:36.486732 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.493248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:21:36.493645 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:21:36.497126 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:21:36.524949 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.584652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=2d15cfb2-f1e8-4a72-a601-6b73c359aa3f,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:36.644648 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.653085 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.656620 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/networks/5b2c5947-e88a-4b24-b15a-b7c45017ca8a HTTP/1.1" status: 204 len: 168 time: 0.6222095 Oct 13 15:21:36.659451 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40162) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:36.669787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c790f-bf47-4c24-86ca-d1cca5320d17 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Network': ['ID=5b2c5947-e88a-4b24-b15a-b7c45017ca8a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:36.694211 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-0418ec73-d442-4a50-a1b7-57d288a184ad tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] GET failed (client error): The resource could not be found. Oct 13 15:21:36.695556 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0418ec73-d442-4a50-a1b7-57d288a184ad tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "GET /v2.0/subnets/a0ca3f38-efba-4530-8b24-cf36caecd741 HTTP/1.1" status: 404 len: 337 time: 0.0349286 Oct 13 15:21:36.698392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40164) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:36.717514 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a87a92-3e01-4254-b753-6051d3ca073a tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] DELETE failed (client error): The resource could not be found. Oct 13 15:21:36.718086 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a87a92-3e01-4254-b753-6051d3ca073a tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:21:36.721104 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d5a87a92-3e01-4254-b753-6051d3ca073a tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/networks/5b2c5947-e88a-4b24-b15a-b7c45017ca8a HTTP/1.1" status: 404 len: 339 time: 0.0217929 Oct 13 15:21:36.724943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40166) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:36.751666 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec852ff0-80bf-417a-af8e-3b2ae14d24e8 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] DELETE failed (client error): The resource could not be found. Oct 13 15:21:36.752288 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec852ff0-80bf-417a-af8e-3b2ae14d24e8 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:21:36.755372 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ec852ff0-80bf-417a-af8e-3b2ae14d24e8 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/subnets/a0ca3f38-efba-4530-8b24-cf36caecd741 HTTP/1.1" status: 404 len: 337 time: 0.0294862 Oct 13 15:21:36.758797 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40168) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:36.778261 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cb6d7b-3f66-42b4-93a2-6c8f683b9742 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] DELETE failed (client error): The resource could not be found. Oct 13 15:21:36.779487 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cb6d7b-3f66-42b4-93a2-6c8f683b9742 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:21:36.782504 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b7cb6d7b-3f66-42b4-93a2-6c8f683b9742 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/networks/5b2c5947-e88a-4b24-b15a-b7c45017ca8a HTTP/1.1" status: 404 len: 339 time: 0.0227811 Oct 13 15:21:36.785111 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40170) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:36.823898 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0032e4-db40-4f0c-b501-119f2a13c529 None None] Network e3033907-3065-4b93-a1ad-da5b971be1dc requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:36.837092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-169fd28d-f4e7-4704-af6a-fa767224e428 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Deleting subnet eeaa372b-3e5c-4c3f-8083-fb713b46c3cb {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:21:36.840291 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-169fd28d-f4e7-4704-af6a-fa767224e428 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.881190 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-169fd28d-f4e7-4704-af6a-fa767224e428 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.909834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5e462ff3-3cb1-4de2-ad08-cdccec8ba388 None None] Provisioning complete for port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:36.910201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5e462ff3-3cb1-4de2-ad08-cdccec8ba388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.970123 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-169fd28d-f4e7-4704-af6a-fa767224e428 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.068086 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-169fd28d-f4e7-4704-af6a-fa767224e428 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.094974 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fd28d-f4e7-4704-af6a-fa767224e428 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Subnet': ['ID=eeaa372b-3e5c-4c3f-8083-fb713b46c3cb,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:37.101819 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-169fd28d-f4e7-4704-af6a-fa767224e428 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.109574 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-169fd28d-f4e7-4704-af6a-fa767224e428 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/subnets/eeaa372b-3e5c-4c3f-8083-fb713b46c3cb HTTP/1.1" status: 204 len: 168 time: 0.3190138 Oct 13 15:21:37.109574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40172) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:37.191022 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.227597 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc1c96b-a27b-4726-8b84-4277756dc5ac None None] Network e3033907-3065-4b93-a1ad-da5b971be1dc requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:37.246382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Deleting port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:21:37.246720 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.300234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-fd2af9ad-ffb7-4163-879c-fb18f98604f5 None None] Provisioning complete for port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:37.300818 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fd2af9ad-ffb7-4163-879c-fb18f98604f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.309612 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] For port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=2d15cfb2-f1e8-4a72-a601-6b73c359aa3f,segment=NetworkSegment(b3f6481b-8e98-463a-9845-6b6b4d1d06a4),segment_id=b3f6481b-8e98-463a-9845-6b6b4d1d06a4)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:37.310570 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.327294 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Calling delete_port for 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:21:37.433119 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9de10e-8ab2-443c-bce2-734201e602e2 None None] DHCP port deletion for e3033907-3065-4b93-a1ad-da5b971be1dc request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:21:37.467872 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.479601 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-eb9de10e-8ab2-443c-bce2-734201e602e2 None None] Deleting port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:21:37.479975 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eb9de10e-8ab2-443c-bce2-734201e602e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.495256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Port': ['ID=2d15cfb2-f1e8-4a72-a601-6b73c359aa3f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:37.497164 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] No DVR routers for this DVR port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:21:37.545489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-eb9de10e-8ab2-443c-bce2-734201e602e2 None None] For port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f, host n-d-806683-15, got binding levels [] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:37.545489 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eb9de10e-8ab2-443c-bce2-734201e602e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.557816 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-eb9de10e-8ab2-443c-bce2-734201e602e2 None None] Calling delete_port for 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:21:37.561084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.ipam_backend_mixin [None req-eb9de10e-8ab2-443c-bce2-734201e602e2 None None] Port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f was not found and therefore no delete operation was performed {{(pid=112686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 13 15:21:37.562386 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eb9de10e-8ab2-443c-bce2-734201e602e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.580942 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.590380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9de10e-8ab2-443c-bce2-734201e602e2 None None] Pushing event deleted for resources: {'Port': ['ID=2d15cfb2-f1e8-4a72-a601-6b73c359aa3f,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:37.597479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9de10e-8ab2-443c-bce2-734201e602e2 None None] No DVR routers for this DVR port 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:21:37.604643 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3033907-3065-4b93-a1ad-da5b971be1dc']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:37.613496 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14d9db3-cc1b-4e13-b425-5119c8893047 None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 15:21:37.616225 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f6481b-8e98-463a-9845-6b6b4d1d06a4') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:37.616433 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f6481b-8e98-463a-9845-6b6b4d1d06a4') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:37.626895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.639950 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.645682 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:21:37.646069 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: timer() Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:21:37.649007 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:21:37.680301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14d9db3-cc1b-4e13-b425-5119c8893047 None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:21:37.782197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.790749 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.795119 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/networks/e3033907-3065-4b93-a1ad-da5b971be1dc HTTP/1.1" status: 204 len: 168 time: 0.6851027 Oct 13 15:21:37.796641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40174) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:37.803871 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9c0db-ec06-4fbd-9466-384b543dfa79 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Network': ['ID=e3033907-3065-4b93-a1ad-da5b971be1dc,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:37.823970 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-252c6224-dd0f-49f3-93e3-256239af29de tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] DELETE failed (client error): The resource could not be found. Oct 13 15:21:37.824461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252c6224-dd0f-49f3-93e3-256239af29de tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:21:37.828276 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-252c6224-dd0f-49f3-93e3-256239af29de tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/subnets/82ebcda0-2f4e-4308-9a2f-604f11322829 HTTP/1.1" status: 404 len: 337 time: 0.0305665 Oct 13 15:21:37.830999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40176) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:37.848703 n-d-806683-15 neutron-server[112685]: INFO neutron.pecan_wsgi.hooks.translation [None req-229385c4-add6-4f3d-8008-3d7b93629579 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] DELETE failed (client error): The resource could not be found. Oct 13 15:21:37.849268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229385c4-add6-4f3d-8008-3d7b93629579 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:21:37.852537 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-229385c4-add6-4f3d-8008-3d7b93629579 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/networks/b5e49df4-88fe-4f73-a68a-c52edf78cb8d HTTP/1.1" status: 404 len: 339 time: 0.0203879 Oct 13 15:21:37.855133 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40178) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:37.881770 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42f6584-277c-4ef1-9bb1-819e51c8f5a8 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] DELETE failed (client error): The resource could not be found. Oct 13 15:21:37.882464 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42f6584-277c-4ef1-9bb1-819e51c8f5a8 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:21:37.885716 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c42f6584-277c-4ef1-9bb1-819e51c8f5a8 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/subnets/90939cfa-05d2-419c-97d5-bfb476df5508 HTTP/1.1" status: 404 len: 337 time: 0.0294516 Oct 13 15:21:37.888364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40180) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:37.907492 n-d-806683-15 neutron-server[112684]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8e2e81-4d00-4e6c-8a68-5cb4297367be tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] DELETE failed (client error): The resource could not be found. Oct 13 15:21:37.908021 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8e2e81-4d00-4e6c-8a68-5cb4297367be tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:21:37.911022 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8a8e2e81-4d00-4e6c-8a68-5cb4297367be tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/networks/ddbce699-d63d-4655-815c-88f1471e44e2 HTTP/1.1" status: 404 len: 339 time: 0.0216138 Oct 13 15:21:37.913415 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40182) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:37.963457 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Deleting subnet b8adfd0c-f880-4823-a004-9b9409401a68 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:21:37.968600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.012033 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.093977 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.183094 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:21:38.204053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:21:38.204398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 2d15cfb2-f1e8-4a72-a601-6b73c359aa3f not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:21:38.222611 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.246897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Subnet': ['ID=b8adfd0c-f880-4823-a004-9b9409401a68,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:38.260879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:38.260879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:38.260879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:38.260879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:38.260879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:38.260879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:38.260879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:38.260879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:38.260879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:38.260879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:38.260879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:38.260879 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:38.263825 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.265153 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f613ea2-9fe6-4abc-a55f-848c10f15061 None None] Network 1e0dc2c0-ea5b-4615-b435-a1b39bbad777 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:38.267513 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-44c314ce-3c76-4b14-a471-5b71d11a5de2 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/subnets/b8adfd0c-f880-4823-a004-9b9409401a68 HTTP/1.1" status: 204 len: 168 time: 0.3530543 Oct 13 15:21:38.269938 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40184) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:38.350540 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.406130 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Deleting port f3abe393-88e1-4eb2-8ff1-81fb5f903223 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:21:38.406471 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.444795 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb4e71-438f-4bcf-b5b2-26d6ff09e847 None None] DHCP port deletion for 1e0dc2c0-ea5b-4615-b435-a1b39bbad777 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:21:38.472645 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] For port f3abe393-88e1-4eb2-8ff1-81fb5f903223, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f3abe393-88e1-4eb2-8ff1-81fb5f903223,segment=NetworkSegment(c115a697-3663-4635-be05-f2899085a953),segment_id=c115a697-3663-4635-be05-f2899085a953)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:38.473039 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.485689 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Calling delete_port for f3abe393-88e1-4eb2-8ff1-81fb5f903223 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:21:38.490204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb4e71-438f-4bcf-b5b2-26d6ff09e847 None None] Deleting port f3abe393-88e1-4eb2-8ff1-81fb5f903223 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:21:38.490579 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8dbb4e71-438f-4bcf-b5b2-26d6ff09e847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.554593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8dbb4e71-438f-4bcf-b5b2-26d6ff09e847 None None] For port f3abe393-88e1-4eb2-8ff1-81fb5f903223, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f3abe393-88e1-4eb2-8ff1-81fb5f903223,segment=NetworkSegment(c115a697-3663-4635-be05-f2899085a953),segment_id=c115a697-3663-4635-be05-f2899085a953)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:38.554991 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8dbb4e71-438f-4bcf-b5b2-26d6ff09e847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.567988 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb4e71-438f-4bcf-b5b2-26d6ff09e847 None None] Calling delete_port for f3abe393-88e1-4eb2-8ff1-81fb5f903223 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:21:38.655202 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.660842 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8dbb4e71-438f-4bcf-b5b2-26d6ff09e847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.682157 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Port': ['ID=f3abe393-88e1-4eb2-8ff1-81fb5f903223,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:38.683952 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] No DVR routers for this DVR port f3abe393-88e1-4eb2-8ff1-81fb5f903223 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:21:38.690828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb4e71-438f-4bcf-b5b2-26d6ff09e847 None None] Pushing event deleted for resources: {'Port': ['ID=f3abe393-88e1-4eb2-8ff1-81fb5f903223,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:38.693553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb4e71-438f-4bcf-b5b2-26d6ff09e847 None None] No DVR routers for this DVR port f3abe393-88e1-4eb2-8ff1-81fb5f903223 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:21:38.766909 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.785988 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0dc2c0-ea5b-4615-b435-a1b39bbad777']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:38.795189 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c115a697-3663-4635-be05-f2899085a953') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:38.795483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c115a697-3663-4635-be05-f2899085a953') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:38.804491 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.817898 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.823610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:21:38.823992 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: timer() Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:21:38.827741 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:21:38.970546 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.977625 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:38.980768 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] 10.222.0.18 "DELETE /v2.0/networks/1e0dc2c0-ea5b-4615-b435-a1b39bbad777 HTTP/1.1" status: 204 len: 168 time: 0.7098918 Oct 13 15:21:38.993348 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a9724-6224-4475-a455-d2800181b7d0 tempest-NetworksIpV6Test-1886260705 tempest-NetworksIpV6Test-1886260705-project] Pushing event deleted for resources: {'Network': ['ID=1e0dc2c0-ea5b-4615-b435-a1b39bbad777,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:39.423376 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40190) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:39.556175 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c1a86106-87d1-409b-a03a-b1de609e8b7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8adbe44ab8c41e1a3bf34239da89254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316154 Oct 13 15:21:39.558717 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40194) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:39.606168 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1086cb9e-e89c-460c-a550-ecf367c92961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:39.627574 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1086cb9e-e89c-460c-a550-ecf367c92961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:39.753646 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1086cb9e-e89c-460c-a550-ecf367c92961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:39.756277 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1086cb9e-e89c-460c-a550-ecf367c92961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:39.757517 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1086cb9e-e89c-460c-a550-ecf367c92961 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a6d0f5e-d450-46ed-b354-32f7720e9ccc HTTP/1.1" status: 204 len: 168 time: 0.1978774 Oct 13 15:21:39.766387 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086cb9e-e89c-460c-a550-ecf367c92961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6d0f5e-d450-46ed-b354-32f7720e9ccc,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:40.182191 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f3abe393-88e1-4eb2-8ff1-81fb5f903223 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:21:40.208664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: f3abe393-88e1-4eb2-8ff1-81fb5f903223 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:21:40.208664 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f3abe393-88e1-4eb2-8ff1-81fb5f903223 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:21:40.661960 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40216) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:40.756035 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4f27d729-6ad8-4497-9d94-0c6b52ec06f6 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-508936691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:40.844843 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f27d729-6ad8-4497-9d94-0c6b52ec06f6 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:40.845947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f27d729-6ad8-4497-9d94-0c6b52ec06f6 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:40.899449 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f27d729-6ad8-4497-9d94-0c6b52ec06f6 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:40.959386 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f27d729-6ad8-4497-9d94-0c6b52ec06f6 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:41.052307 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4f27d729-6ad8-4497-9d94-0c6b52ec06f6 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:41.053659 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4f27d729-6ad8-4497-9d94-0c6b52ec06f6 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3906865 Oct 13 15:21:41.056402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40220) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:41.061784 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-791687611'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:41.141820 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Made reservation on behalf of 39925f8a7ceb47cf947e5044fb6b9343 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:41.145777 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:41.155163 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:41.231335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:41.296568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:41.325174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:21:41.335391 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81fd4ed-7039-4b62-8da7-27e55ad57e7d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:41.340669 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:41.341042 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Added segment 7cb3d539-05b3-48d7-a8e7-9a05055233ea of type vlan for network e7a6b5e6-5c07-4097-8f3a-d08f198cf200 Oct 13 15:21:41.383301 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:41.473951 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:41.479550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:41.480137 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:41.550096 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Pushing event updated for resources: {'Network': ['ID=e7a6b5e6-5c07-4097-8f3a-d08f198cf200,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:41.560386 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network e7a6b5e6-5c07-4097-8f3a-d08f198cf200 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:21:41.579251 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1ca45ad0-997c-4580-aaaa-d09f3fad2b75 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5218227 Oct 13 15:21:41.581982 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40222) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:41.586906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-d837d97a-2dea-4175-900b-ed8f83ee7d78 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Request body: {'subnet': {'network_id': 'e7a6b5e6-5c07-4097-8f3a-d08f198cf200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:41.793526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d837d97a-2dea-4175-900b-ed8f83ee7d78 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Made reservation on behalf of 39925f8a7ceb47cf947e5044fb6b9343 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:41.797718 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d837d97a-2dea-4175-900b-ed8f83ee7d78 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.044942 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d837d97a-2dea-4175-900b-ed8f83ee7d78 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.105381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837d97a-2dea-4175-900b-ed8f83ee7d78 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Pushing event updated for resources: {'Subnet': ['ID=e9c4daa5-da15-4455-bcfc-3e1faf2fb66d,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:42.112688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d837d97a-2dea-4175-900b-ed8f83ee7d78 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Checking segment: {'id': '7cb3d539-05b3-48d7-a8e7-9a05055233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e7a6b5e6-5c07-4097-8f3a-d08f198cf200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:42.113090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d837d97a-2dea-4175-900b-ed8f83ee7d78 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Network hostable DHCP agents. Network: e7a6b5e6-5c07-4097-8f3a-d08f198cf200, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:21:42.198811 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d837d97a-2dea-4175-900b-ed8f83ee7d78 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Network e7a6b5e6-5c07-4097-8f3a-d08f198cf200 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:21:42.271447 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-d837d97a-2dea-4175-900b-ed8f83ee7d78 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, e7a6b5e6-5c07-4097-8f3a-d08f198cf200) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:42.275550 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d837d97a-2dea-4175-900b-ed8f83ee7d78 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:42.276140 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d837d97a-2dea-4175-900b-ed8f83ee7d78 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.282781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3ac709-9a8e-4c7d-8de6-8d5bed92c951 None None] Network e7a6b5e6-5c07-4097-8f3a-d08f198cf200 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:42.373453 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d837d97a-2dea-4175-900b-ed8f83ee7d78 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7898166 Oct 13 15:21:42.376709 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40224) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:42.381611 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-61657010-5aab-4501-9c7f-9565b5ae6d3e tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-877221809'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:42.424573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-e7a6b5e6-5c07-4097-8f3a-d08f198cf200', 'network_id': 'e7a6b5e6-5c07-4097-8f3a-d08f198cf200', 'tenant_id': '39925f8a7ceb47cf947e5044fb6b9343', 'fixed_ips': [{'subnet_id': 'e9c4daa5-da15-4455-bcfc-3e1faf2fb66d'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:21:42.425461 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.461547 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61657010-5aab-4501-9c7f-9565b5ae6d3e tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Made reservation on behalf of 39925f8a7ceb47cf947e5044fb6b9343 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:42.465173 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61657010-5aab-4501-9c7f-9565b5ae6d3e tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.488482 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61657010-5aab-4501-9c7f-9565b5ae6d3e tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:21:42.497358 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61657010-5aab-4501-9c7f-9565b5ae6d3e tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.498486 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-61657010-5aab-4501-9c7f-9565b5ae6d3e tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Added segment 80d53f85-3d0c-4c36-a5c2-bfe021d803ff of type vlan for network 564fb864-acca-47ef-a95e-9bd015774b6e Oct 13 15:21:42.539454 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61657010-5aab-4501-9c7f-9565b5ae6d3e tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.559400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Allocated IP 172.20.0.2 (e7a6b5e6-5c07-4097-8f3a-d08f198cf200/e9c4daa5-da15-4455-bcfc-3e1faf2fb66d/60edeaad-06e3-4e19-b0a5-2bd35bbde906) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:21:42.637549 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61657010-5aab-4501-9c7f-9565b5ae6d3e tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.643503 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61657010-5aab-4501-9c7f-9565b5ae6d3e tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:42.644099 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61657010-5aab-4501-9c7f-9565b5ae6d3e tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.703864 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.713359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61657010-5aab-4501-9c7f-9565b5ae6d3e tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Pushing event updated for resources: {'Network': ['ID=564fb864-acca-47ef-a95e-9bd015774b6e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:42.726741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 564fb864-acca-47ef-a95e-9bd015774b6e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:21:42.772074 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-61657010-5aab-4501-9c7f-9565b5ae6d3e tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3942394 Oct 13 15:21:42.774842 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40226) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:42.779891 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-8e5470a7-2114-4b84-968d-434dce1b807a tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Request body: {'subnet': {'network_id': '564fb864-acca-47ef-a95e-9bd015774b6e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:42.798294 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.837870 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Network e7a6b5e6-5c07-4097-8f3a-d08f198cf200 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:42.840856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:42.844616 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:21:42.850063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Pushing event updated for resources: {'Port': ['ID=60edeaad-06e3-4e19-b0a5-2bd35bbde906,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:42.904831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Attempting to bind port 60edeaad-06e3-4e19-b0a5-2bd35bbde906 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:21:42.905135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Attempting to bind port 60edeaad-06e3-4e19-b0a5-2bd35bbde906 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7cb3d539-05b3-48d7-a8e7-9a05055233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e7a6b5e6-5c07-4097-8f3a-d08f198cf200'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:21:42.905498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Attempting to bind port 60edeaad-06e3-4e19-b0a5-2bd35bbde906 on network e7a6b5e6-5c07-4097-8f3a-d08f198cf200 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:21:42.910405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:21:42.910775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Checking segment: {'id': '7cb3d539-05b3-48d7-a8e7-9a05055233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e7a6b5e6-5c07-4097-8f3a-d08f198cf200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:42.911169 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.911561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Bound using segment: {'id': '7cb3d539-05b3-48d7-a8e7-9a05055233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e7a6b5e6-5c07-4097-8f3a-d08f198cf200'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:21:42.916401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Bound port: 60edeaad-06e3-4e19-b0a5-2bd35bbde906, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb3d539-05b3-48d7-a8e7-9a05055233ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e7a6b5e6-5c07-4097-8f3a-d08f198cf200'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:21:42.916401 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.934614 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5470a7-2114-4b84-968d-434dce1b807a tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Made reservation on behalf of 39925f8a7ceb47cf947e5044fb6b9343 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:42.939278 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e5470a7-2114-4b84-968d-434dce1b807a tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.975297 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] For port 60edeaad-06e3-4e19-b0a5-2bd35bbde906, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:21:42.978923 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] For port 60edeaad-06e3-4e19-b0a5-2bd35bbde906, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=60edeaad-06e3-4e19-b0a5-2bd35bbde906,segment=NetworkSegment(7cb3d539-05b3-48d7-a8e7-9a05055233ea),segment_id=7cb3d539-05b3-48d7-a8e7-9a05055233ea)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:21:43.062370 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:43.125975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97bb68-b723-45a3-85d9-b2cec3bb6a92 None None] Pushing event updated for resources: {'Port': ['ID=60edeaad-06e3-4e19-b0a5-2bd35bbde906,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:43.500739 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e5470a7-2114-4b84-968d-434dce1b807a tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:43.557191 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5470a7-2114-4b84-968d-434dce1b807a tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Pushing event updated for resources: {'Subnet': ['ID=1da9b64c-fdcd-4b14-88f3-d6f2793232b1,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:43.573212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5470a7-2114-4b84-968d-434dce1b807a tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Checking segment: {'id': '80d53f85-3d0c-4c36-a5c2-bfe021d803ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '564fb864-acca-47ef-a95e-9bd015774b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:43.573568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5470a7-2114-4b84-968d-434dce1b807a tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Network hostable DHCP agents. Network: 564fb864-acca-47ef-a95e-9bd015774b6e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:21:43.666314 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5470a7-2114-4b84-968d-434dce1b807a tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Network 564fb864-acca-47ef-a95e-9bd015774b6e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:21:43.718533 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-8e5470a7-2114-4b84-968d-434dce1b807a tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 564fb864-acca-47ef-a95e-9bd015774b6e) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:43.722741 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5470a7-2114-4b84-968d-434dce1b807a tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:43.723339 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-8e5470a7-2114-4b84-968d-434dce1b807a tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:43.728417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc202a9-94cb-4a19-a96c-6db89ef1799d None None] Network 564fb864-acca-47ef-a95e-9bd015774b6e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:43.798744 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8e5470a7-2114-4b84-968d-434dce1b807a tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0221171 Oct 13 15:21:43.798744 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40228) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:43.803350 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f858d920-8798-49fa-916c-756b1de9a992 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Request body: {'router': {'external_gateway_info': {'network_id': '564fb864-acca-47ef-a95e-9bd015774b6e'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:43.893670 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-564fb864-acca-47ef-a95e-9bd015774b6e', 'network_id': '564fb864-acca-47ef-a95e-9bd015774b6e', 'tenant_id': '39925f8a7ceb47cf947e5044fb6b9343', 'fixed_ips': [{'subnet_id': '1da9b64c-fdcd-4b14-88f3-d6f2793232b1'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:21:43.894548 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.020295 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f858d920-8798-49fa-916c-756b1de9a992 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.041983 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Allocated IP 172.21.0.2 (564fb864-acca-47ef-a95e-9bd015774b6e/1da9b64c-fdcd-4b14-88f3-d6f2793232b1/ef093e79-827a-43b3-92a3-7ed0d53c15ca) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:21:44.103739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e0152-db7c-4130-8dd2-da673c073ccf None None] Network e7a6b5e6-5c07-4097-8f3a-d08f198cf200 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:44.204825 n-d-806683-15 neutron-server[112684]: INFO neutron.api.v2.resource [None req-f858d920-8798-49fa-916c-756b1de9a992 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:21:44.206012 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f858d920-8798-49fa-916c-756b1de9a992 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] 10.222.0.18 "PUT /v2.0/routers/fb9d5c1d-a598-4a6b-b4b1-8cb1bbf44c77 HTTP/1.1" status: 400 len: 364 time: 0.4063034 Oct 13 15:21:44.212466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40230) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:44.266351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc09104-a96a-485e-a139-2b61eeda859b tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Deleting subnet 1da9b64c-fdcd-4b14-88f3-d6f2793232b1 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:21:44.292105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 60edeaad-06e3-4e19-b0a5-2bd35bbde906 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:21:44.371025 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-37cd125a-1d45-4764-9662-2ed606ade6b5 None None] Provisioning complete for port 60edeaad-06e3-4e19-b0a5-2bd35bbde906 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:44.371305 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-37cd125a-1d45-4764-9662-2ed606ade6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.535434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 60edeaad-06e3-4e19-b0a5-2bd35bbde906 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:44.535802 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.569288 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.637457 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-37cd125a-1d45-4764-9662-2ed606ade6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.644149 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fc09104-a96a-485e-a139-2b61eeda859b tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.655767 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.686546 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fc09104-a96a-485e-a139-2b61eeda859b tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.747024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Network 564fb864-acca-47ef-a95e-9bd015774b6e is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:44.762501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:44.766627 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:21:44.770742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-37cd125a-1d45-4764-9662-2ed606ade6b5 None None] For port 60edeaad-06e3-4e19-b0a5-2bd35bbde906, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=60edeaad-06e3-4e19-b0a5-2bd35bbde906,segment=NetworkSegment(7cb3d539-05b3-48d7-a8e7-9a05055233ea),segment_id=7cb3d539-05b3-48d7-a8e7-9a05055233ea)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:44.775004 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Pushing event updated for resources: {'Port': ['ID=ef093e79-827a-43b3-92a3-7ed0d53c15ca,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:44.779913 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.784136 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fc09104-a96a-485e-a139-2b61eeda859b tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.838252 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-37cd125a-1d45-4764-9662-2ed606ade6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.891535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Attempting to bind port ef093e79-827a-43b3-92a3-7ed0d53c15ca on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:21:44.891893 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Attempting to bind port ef093e79-827a-43b3-92a3-7ed0d53c15ca by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '80d53f85-3d0c-4c36-a5c2-bfe021d803ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '564fb864-acca-47ef-a95e-9bd015774b6e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:21:44.892250 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Attempting to bind port ef093e79-827a-43b3-92a3-7ed0d53c15ca on network 564fb864-acca-47ef-a95e-9bd015774b6e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:21:44.908239 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fc09104-a96a-485e-a139-2b61eeda859b tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.908429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:21:44.908587 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Checking segment: {'id': '80d53f85-3d0c-4c36-a5c2-bfe021d803ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '564fb864-acca-47ef-a95e-9bd015774b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:44.909043 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.909430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Bound using segment: {'id': '80d53f85-3d0c-4c36-a5c2-bfe021d803ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '564fb864-acca-47ef-a95e-9bd015774b6e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:21:44.914401 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Bound port: ef093e79-827a-43b3-92a3-7ed0d53c15ca, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d53f85-3d0c-4c36-a5c2-bfe021d803ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '564fb864-acca-47ef-a95e-9bd015774b6e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:21:44.914401 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.939046 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc09104-a96a-485e-a139-2b61eeda859b tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Pushing event deleted for resources: {'Subnet': ['ID=1da9b64c-fdcd-4b14-88f3-d6f2793232b1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:44.941188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9fc09104-a96a-485e-a139-2b61eeda859b tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:44.943205 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:21:44.943562 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:21:44.944359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9fc09104-a96a-485e-a139-2b61eeda859b tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] 10.222.0.18 "DELETE /v2.0/subnets/1da9b64c-fdcd-4b14-88f3-d6f2793232b1 HTTP/1.1" status: 204 len: 168 time: 0.7308383 Oct 13 15:21:44.947130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40232) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:44.947929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd125a-1d45-4764-9662-2ed606ade6b5 None None] Pushing event updated for resources: {'Port': ['ID=60edeaad-06e3-4e19-b0a5-2bd35bbde906,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:44.998906 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ac7fee5f-91f4-4cec-b784-dd611bdc61ea None None] Provisioning complete for port 60edeaad-06e3-4e19-b0a5-2bd35bbde906 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:44.999282 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ac7fee5f-91f4-4cec-b784-dd611bdc61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.028174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d090564a-829a-4b51-8490-58aa620b342a None None] For port ef093e79-827a-43b3-92a3-7ed0d53c15ca, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:21:45.028858 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.050834 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d090564a-829a-4b51-8490-58aa620b342a None None] For port ef093e79-827a-43b3-92a3-7ed0d53c15ca, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ef093e79-827a-43b3-92a3-7ed0d53c15ca,segment=NetworkSegment(80d53f85-3d0c-4c36-a5c2-bfe021d803ff),segment_id=80d53f85-3d0c-4c36-a5c2-bfe021d803ff)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:21:45.083098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Deleting port ef093e79-827a-43b3-92a3-7ed0d53c15ca {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:21:45.083353 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.117877 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.146853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] For port ef093e79-827a-43b3-92a3-7ed0d53c15ca, host n-d-806683-15, got binding levels [] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:45.147230 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.165194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Calling delete_port for ef093e79-827a-43b3-92a3-7ed0d53c15ca owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:21:45.199331 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090564a-829a-4b51-8490-58aa620b342a None None] Pushing event updated for resources: {'Port': ['ID=ef093e79-827a-43b3-92a3-7ed0d53c15ca,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:45.209900 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34f4b81-ceb3-457d-9edd-9be6a7271f55 None None] Network 564fb864-acca-47ef-a95e-9bd015774b6e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:45.306349 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.331460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56853437-043e-4c4a-949e-f3081b919ddc None None] get_active_networks_info from n-d-806683-15 {{(pid=112686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 13 15:21:45.333958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Pushing event deleted for resources: {'Port': ['ID=ef093e79-827a-43b3-92a3-7ed0d53c15ca,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:45.338109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] No DVR routers for this DVR port ef093e79-827a-43b3-92a3-7ed0d53c15ca on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:21:45.404415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56853437-043e-4c4a-949e-f3081b919ddc None None] Resources bound (agent type, host, resource id): {{(pid=112686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:21:45.434376 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.457488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564fb864-acca-47ef-a95e-9bd015774b6e']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:45.466637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d53f85-3d0c-4c36-a5c2-bfe021d803ff') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:45.466940 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d53f85-3d0c-4c36-a5c2-bfe021d803ff') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:45.476139 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.489239 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.494992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:21:45.495379 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:21:45.499088 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:21:45.622029 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.630078 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.633230 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] 10.222.0.18 "DELETE /v2.0/networks/564fb864-acca-47ef-a95e-9bd015774b6e HTTP/1.1" status: 204 len: 168 time: 0.6844294 Oct 13 15:21:45.636214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40234) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:45.645294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98274401-1ce4-4f1a-a621-11a1af089acb tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Pushing event deleted for resources: {'Network': ['ID=564fb864-acca-47ef-a95e-9bd015774b6e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:45.689787 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09c3c57-dd88-4707-a236-cb72b8f38604 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Deleting subnet e9c4daa5-da15-4455-bcfc-3e1faf2fb66d {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:21:45.692805 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d09c3c57-dd88-4707-a236-cb72b8f38604 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.737900 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d09c3c57-dd88-4707-a236-cb72b8f38604 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.826123 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d09c3c57-dd88-4707-a236-cb72b8f38604 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.947678 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d09c3c57-dd88-4707-a236-cb72b8f38604 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.974746 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c3c57-dd88-4707-a236-cb72b8f38604 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c4daa5-da15-4455-bcfc-3e1faf2fb66d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:45.979145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d09c3c57-dd88-4707-a236-cb72b8f38604 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:45.983618 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d09c3c57-dd88-4707-a236-cb72b8f38604 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] 10.222.0.18 "DELETE /v2.0/subnets/e9c4daa5-da15-4455-bcfc-3e1faf2fb66d HTTP/1.1" status: 204 len: 168 time: 0.3457792 Oct 13 15:21:45.985444 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40236) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:45.985705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58e2afa-2872-48bd-a015-ffa8f08dc37d None None] Network e7a6b5e6-5c07-4097-8f3a-d08f198cf200 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:46.064876 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.117465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Deleting port 60edeaad-06e3-4e19-b0a5-2bd35bbde906 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:21:46.117814 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.164377 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a6c9f5-dd25-4138-a208-294289ea6a52 None None] DHCP port deletion for e7a6b5e6-5c07-4097-8f3a-d08f198cf200 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:21:46.183678 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] For port 60edeaad-06e3-4e19-b0a5-2bd35bbde906, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=60edeaad-06e3-4e19-b0a5-2bd35bbde906,segment=NetworkSegment(7cb3d539-05b3-48d7-a8e7-9a05055233ea),segment_id=7cb3d539-05b3-48d7-a8e7-9a05055233ea)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:46.184046 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.202699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Calling delete_port for 60edeaad-06e3-4e19-b0a5-2bd35bbde906 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:21:46.215441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e2a6c9f5-dd25-4138-a208-294289ea6a52 None None] Deleting port 60edeaad-06e3-4e19-b0a5-2bd35bbde906 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:21:46.215917 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e2a6c9f5-dd25-4138-a208-294289ea6a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.229074 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 60edeaad-06e3-4e19-b0a5-2bd35bbde906 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:21:46.307410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e2a6c9f5-dd25-4138-a208-294289ea6a52 None None] For port 60edeaad-06e3-4e19-b0a5-2bd35bbde906, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=60edeaad-06e3-4e19-b0a5-2bd35bbde906,segment=NetworkSegment(7cb3d539-05b3-48d7-a8e7-9a05055233ea),segment_id=7cb3d539-05b3-48d7-a8e7-9a05055233ea)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:46.307791 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e2a6c9f5-dd25-4138-a208-294289ea6a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.321367 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e2a6c9f5-dd25-4138-a208-294289ea6a52 None None] Calling delete_port for 60edeaad-06e3-4e19-b0a5-2bd35bbde906 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:21:46.353263 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.381936 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Pushing event deleted for resources: {'Port': ['ID=60edeaad-06e3-4e19-b0a5-2bd35bbde906,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:46.385117 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] No DVR routers for this DVR port 60edeaad-06e3-4e19-b0a5-2bd35bbde906 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:21:46.405090 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.465780 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e2a6c9f5-dd25-4138-a208-294289ea6a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.471097 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.491076 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6c9f5-dd25-4138-a208-294289ea6a52 None None] Pushing event deleted for resources: {'Port': ['ID=60edeaad-06e3-4e19-b0a5-2bd35bbde906,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:46.491826 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a6b5e6-5c07-4097-8f3a-d08f198cf200']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:46.496767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a6c9f5-dd25-4138-a208-294289ea6a52 None None] No DVR routers for this DVR port 60edeaad-06e3-4e19-b0a5-2bd35bbde906 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:21:46.507762 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb3d539-05b3-48d7-a8e7-9a05055233ea') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:46.508052 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb3d539-05b3-48d7-a8e7-9a05055233ea') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:46.517956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.530774 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.536376 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:21:46.536755 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: timer() Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:21:46.539640 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:21:46.662136 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.670194 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.673339 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] 10.222.0.18 "DELETE /v2.0/networks/e7a6b5e6-5c07-4097-8f3a-d08f198cf200 HTTP/1.1" status: 204 len: 168 time: 0.6869483 Oct 13 15:21:46.676121 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40238) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:46.684951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346df428-a0cb-408b-b895-2445fd152f28 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Pushing event deleted for resources: {'Network': ['ID=e7a6b5e6-5c07-4097-8f3a-d08f198cf200,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:46.703988 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a59bea57-d3cc-4faa-873f-f47d31b5d2bf tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb9d5c1d-a598-4a6b-b4b1-8cb1bbf44c77 HTTP/1.1" status: 200 len: 205 time: 0.0266275 Oct 13 15:21:46.706419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40240) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:46.783783 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2a20-a2d2-4aea-9b71-91e812cc13c2 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.939855 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2a20-a2d2-4aea-9b71-91e812cc13c2 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:46.941952 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2a20-a2d2-4aea-9b71-91e812cc13c2 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:47.050541 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2a20-a2d2-4aea-9b71-91e812cc13c2 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:47.051011 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8d2a20-a2d2-4aea-9b71-91e812cc13c2 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Fanout notify agent at l3_agent the message router_deleted on router fb9d5c1d-a598-4a6b-b4b1-8cb1bbf44c77 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:21:47.058166 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2a20-a2d2-4aea-9b71-91e812cc13c2 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:47.060448 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ed8d2a20-a2d2-4aea-9b71-91e812cc13c2 tempest-RoutersNegativeTest-1988369358 tempest-RoutersNegativeTest-1988369358-project] 10.222.0.18 "DELETE /v2.0/routers/fb9d5c1d-a598-4a6b-b4b1-8cb1bbf44c77 HTTP/1.1" status: 204 len: 168 time: 0.3520644 Oct 13 15:21:47.456918 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40246) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:47.595188 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0f2d090e-fc07-43b2-a4cd-27dd3df15498 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39925f8a7ceb47cf947e5044fb6b9343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369634 Oct 13 15:21:47.597502 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40250) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:47.645299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec6952a2-a783-4f40-9195-cf5e86c05fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:47.666184 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec6952a2-a783-4f40-9195-cf5e86c05fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:47.770278 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec6952a2-a783-4f40-9195-cf5e86c05fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:47.773341 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ec6952a2-a783-4f40-9195-cf5e86c05fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:47.774496 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ec6952a2-a783-4f40-9195-cf5e86c05fa2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d81fd4ed-7039-4b62-8da7-27e55ad57e7d HTTP/1.1" status: 204 len: 168 time: 0.1760006 Oct 13 15:21:47.782523 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6952a2-a783-4f40-9195-cf5e86c05fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81fd4ed-7039-4b62-8da7-27e55ad57e7d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:48.699594 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40272) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:48.793395 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2042198202-network', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:48.873640 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Made reservation on behalf of edcc427a1d9541f7a13a09fefa7895ae for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:48.875933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:48.884460 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:48.957343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:49.027346 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:49.052178 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:21:49.061633 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e03f58a-aa5c-4f2b-bdea-577646bab7b4,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:49.066308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:49.066646 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Added segment 5409bffd-f66b-4fb0-89b0-d19664316d7f of type vlan for network 2459331f-f709-4445-91a0-49af4bbe4d90 Oct 13 15:21:49.108956 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:49.198791 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:49.199813 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:49.200645 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:49.258206 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] Pushing event updated for resources: {'Network': ['ID=2459331f-f709-4445-91a0-49af4bbe4d90,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:49.268170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 2459331f-f709-4445-91a0-49af4bbe4d90 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:21:49.281012 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:49.304763 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e2f32600-67d1-45a6-ac42-4965a244bf79 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6040454 Oct 13 15:21:49.307545 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40276) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:49.312292 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-98be57a0-b35c-4455-96b2-44d27b3b2620 admin admin] Request body: {'subnet': {'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2042198202-subnet', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:49.408456 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98be57a0-b35c-4455-96b2-44d27b3b2620 admin admin] Made reservation on behalf of edcc427a1d9541f7a13a09fefa7895ae for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:49.410872 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98be57a0-b35c-4455-96b2-44d27b3b2620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:49.558845 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-679aa117-ffbe-4045-82f4-642dbd618bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:49.627459 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98be57a0-b35c-4455-96b2-44d27b3b2620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:49.676514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be57a0-b35c-4455-96b2-44d27b3b2620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:49.691791 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be57a0-b35c-4455-96b2-44d27b3b2620 admin admin] Checking segment: {'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:49.692149 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be57a0-b35c-4455-96b2-44d27b3b2620 admin admin] Network hostable DHCP agents. Network: 2459331f-f709-4445-91a0-49af4bbe4d90, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:21:49.782105 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be57a0-b35c-4455-96b2-44d27b3b2620 admin admin] Network 2459331f-f709-4445-91a0-49af4bbe4d90 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:21:49.873665 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-98be57a0-b35c-4455-96b2-44d27b3b2620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 2459331f-f709-4445-91a0-49af4bbe4d90) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:49.877774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be57a0-b35c-4455-96b2-44d27b3b2620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:49.879352 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98be57a0-b35c-4455-96b2-44d27b3b2620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:49.882050 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f594d6-66db-4696-a18c-704c0647a0da None None] Network 2459331f-f709-4445-91a0-49af4bbe4d90 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:49.944537 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-98be57a0-b35c-4455-96b2-44d27b3b2620 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6358809 Oct 13 15:21:49.947031 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40278) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:49.951959 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2042198202-router', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:50.022182 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.026874 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.027011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-2459331f-f709-4445-91a0-49af4bbe4d90', 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'fixed_ips': [{'subnet_id': '3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:21:50.027011 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.082415 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.162623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Allocated IP 172.20.0.2 (2459331f-f709-4445-91a0-49af4bbe4d90/3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924/fb69ee48-cbd5-4be4-8551-f546eb98c4ea) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:21:50.263430 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.305262 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.427983 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.469949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Network 2459331f-f709-4445-91a0-49af4bbe4d90 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:50.475576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:50.477419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Pushing event updated for resources: {'Port': ['ID=fb69ee48-cbd5-4be4-8551-f546eb98c4ea,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:50.479549 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:21:50.530515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.537348 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Attempting to bind port fb69ee48-cbd5-4be4-8551-f546eb98c4ea on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:21:50.537724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Attempting to bind port fb69ee48-cbd5-4be4-8551-f546eb98c4ea by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:21:50.538088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Attempting to bind port fb69ee48-cbd5-4be4-8551-f546eb98c4ea on network 2459331f-f709-4445-91a0-49af4bbe4d90 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:21:50.542961 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:21:50.543341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Checking segment: {'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:50.543752 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.544228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Bound using segment: {'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:21:50.544999 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Bound port: fb69ee48-cbd5-4be4-8551-f546eb98c4ea, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:21:50.545217 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.548945 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.611642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] For port fb69ee48-cbd5-4be4-8551-f546eb98c4ea, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:21:50.614857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] For port fb69ee48-cbd5-4be4-8551-f546eb98c4ea, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fb69ee48-cbd5-4be4-8551-f546eb98c4ea,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:21:50.656266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Allocated IP 172.25.0.245 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/fff9e612-0aeb-4880-9268-b8790c86e2b7) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:21:50.672038 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.728802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda17963-18f0-4e7a-a0ab-67f4855b65cb None None] Pushing event updated for resources: {'Port': ['ID=fb69ee48-cbd5-4be4-8551-f546eb98c4ea,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:50.766710 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.855179 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:50.906604 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:50.911799 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:50.916340 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:21:50.920958 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Pushing event updated for resources: {'Port': ['ID=fff9e612-0aeb-4880-9268-b8790c86e2b7,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:51.241936 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:51.440685 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:51.637468 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Router d01084a1-16b8-4072-9d2d-9a43b4c3c054 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:21:51.640875 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70393626-ab05-403b-998b-39ab743efffd None None] Network 2459331f-f709-4445-91a0-49af4bbe4d90 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:51.700173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-66ee3f5d-050c-4152-b0ac-a0303eb3758c None None] Provisioning complete for port fb69ee48-cbd5-4be4-8551-f546eb98c4ea triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:51.700554 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-66ee3f5d-050c-4152-b0ac-a0303eb3758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:51.852997 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-66ee3f5d-050c-4152-b0ac-a0303eb3758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:51.896044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-66ee3f5d-050c-4152-b0ac-a0303eb3758c None None] For port fb69ee48-cbd5-4be4-8551-f546eb98c4ea, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fb69ee48-cbd5-4be4-8551-f546eb98c4ea,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:51.974701 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-66ee3f5d-050c-4152-b0ac-a0303eb3758c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:52.028811 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:21:52.036657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee3f5d-050c-4152-b0ac-a0303eb3758c None None] Pushing event updated for resources: {'Port': ['ID=fb69ee48-cbd5-4be4-8551-f546eb98c4ea,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:52.047827 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Sync routers for ids ['d01084a1-16b8-4072-9d2d-9a43b4c3c054'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:21:52.057764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Routers {'d01084a1-16b8-4072-9d2d-9a43b4c3c054'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:21:52.058474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:21:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d01084a1-16b8-4072-9d2d-9a43b4c3c054'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:52.108313 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:52.109521 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b1fc554c-7db4-4a0c-9a12-75ef16cfc857 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1615753 Oct 13 15:21:52.112223 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40280) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:52.115378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-3c6acefc-8fa2-4e46-8dad-2d1c0add6b64 None None] Provisioning complete for port fb69ee48-cbd5-4be4-8551-f546eb98c4ea triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:52.115748 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3c6acefc-8fa2-4e46-8dad-2d1c0add6b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:52.311414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fb69ee48-cbd5-4be4-8551-f546eb98c4ea up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:21:52.401137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Set router d01084a1-16b8-4072-9d2d-9a43b4c3c054 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:21:52.461259 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0d8bc0b5-92f9-4dc4-969f-5ead76985307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:52.527596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fb69ee48-cbd5-4be4-8551-f546eb98c4ea triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:52.527973 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:52.547869 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:52.687043 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:52.713565 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Allocated IP 172.20.0.1 (2459331f-f709-4445-91a0-49af4bbe4d90/3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924/5e4e3907-1499-4518-b79b-03d5de43660f) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:21:52.714716 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'name': 'tempest-TestEncryptedCinderVolumes-2042198202-router', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:21:51Z', 'revision_number': 3, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'gw_port': {'id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:52.742911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Checking router: d01084a1-16b8-4072-9d2d-9a43b4c3c054 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:21:52.743263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Updating router d01084a1-16b8-4072-9d2d-9a43b4c3c054 port fff9e612-0aeb-4880-9268-b8790c86e2b7 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:21:52.768096 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:52.820344 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:52.917889 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:52.957053 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Network 2459331f-f709-4445-91a0-49af4bbe4d90 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:52.959834 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:52.963574 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:21:52.990478 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Pushing event updated for resources: {'Port': ['ID=5e4e3907-1499-4518-b79b-03d5de43660f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:53.007481 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:53.032245 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:53.118980 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:53.171065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Attempting to bind port fff9e612-0aeb-4880-9268-b8790c86e2b7 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:21:53.171431 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Attempting to bind port fff9e612-0aeb-4880-9268-b8790c86e2b7 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:21:53.171792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Attempting to bind port fff9e612-0aeb-4880-9268-b8790c86e2b7 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:21:53.177177 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30d617-3523-4d0a-8e93-69664e8ffad8 None None] Pushing event updated for resources: {'Port': ['ID=fff9e612-0aeb-4880-9268-b8790c86e2b7,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:53.181827 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:21:53.182225 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:53.182611 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:53.182991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:21:53.183452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Bound port: fff9e612-0aeb-4880-9268-b8790c86e2b7, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:21:53.183840 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:53.202796 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:53.244286 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] For port fff9e612-0aeb-4880-9268-b8790c86e2b7, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:21:53.249117 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] For port fff9e612-0aeb-4880-9268-b8790c86e2b7, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fff9e612-0aeb-4880-9268-b8790c86e2b7,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:21:53.251905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-86a5731c-ed26-4f17-9fbb-5584808773fd None None] Provisioning complete for port 5e4e3907-1499-4518-b79b-03d5de43660f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:53.252413 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-86a5731c-ed26-4f17-9fbb-5584808773fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:53.290692 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-86a5731c-ed26-4f17-9fbb-5584808773fd None None] Port 5e4e3907-1499-4518-b79b-03d5de43660f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:21:53.312094 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:53.371276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30d617-3523-4d0a-8e93-69664e8ffad8 None None] Pushing event updated for resources: {'Port': ['ID=fff9e612-0aeb-4880-9268-b8790c86e2b7,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:53.373980 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Routers {'d01084a1-16b8-4072-9d2d-9a43b4c3c054'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:21:53.374581 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:21:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d01084a1-16b8-4072-9d2d-9a43b4c3c054'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:53.376634 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:53.427381 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:53.481657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] Set router d01084a1-16b8-4072-9d2d-9a43b4c3c054 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:21:53.494255 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:53.496249 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Pushing event updated for resources: {'Port': ['ID=5e4e3907-1499-4518-b79b-03d5de43660f,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:53.599814 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Network 2459331f-f709-4445-91a0-49af4bbe4d90 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:53.601304 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:53.716508 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'name': 'tempest-TestEncryptedCinderVolumes-2042198202-router', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:21:53Z', 'revision_number': 4, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'gw_port': {'id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '5e4e3907-1499-4518-b79b-03d5de43660f', 'name': '', 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'mac_address': 'fa:16:3e:88:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:52Z', 'updated_at': '2021-10-13T15:21:52Z', 'revision_number': 1, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'subnets': [{'id': '3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:53.732919 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Router d01084a1-16b8-4072-9d2d-9a43b4c3c054 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:21:53.748118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51871f03-7c69-4c7f-bb57-4189133ec3b3 None None] The sync data for ids ['d01084a1-16b8-4072-9d2d-9a43b4c3c054'] in n-d-806683-15 is: [{'id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'name': 'tempest-TestEncryptedCinderVolumes-2042198202-router', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:21:53Z', 'revision_number': 4, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'gw_port': {'id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '5e4e3907-1499-4518-b79b-03d5de43660f', 'name': '', 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'mac_address': 'fa:16:3e:88:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:52Z', 'updated_at': '2021-10-13T15:21:52Z', 'revision_number': 1, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'subnets': [{'id': '3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:21:53.851920 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:21:53.857889 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ceab9726-51ea-4a66-bc29-7bb53800195c admin admin] 10.222.0.18 "PUT /v2.0/routers/d01084a1-16b8-4072-9d2d-9a43b4c3c054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7444384 Oct 13 15:21:53.912647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-423ca2e1-e230-48ac-8754-fa48bcd51dc7 None None] Provisioning complete for port 5e4e3907-1499-4518-b79b-03d5de43660f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:53.913200 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-423ca2e1-e230-48ac-8754-fa48bcd51dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:53.950587 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-423ca2e1-e230-48ac-8754-fa48bcd51dc7 None None] Port 5e4e3907-1499-4518-b79b-03d5de43660f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:21:54.060808 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:54.124836 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:54.649422 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40296) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:54.654972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1851007262-network', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:54.735944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Made reservation on behalf of 9bcec2a0d35c4e45b62074214f1a9bad for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:54.738431 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:54.748149 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:54.827609 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:54.884792 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:54.914157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:21:54.920550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a5e432-7c53-445d-918b-b8bf352d71ca,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:54.930434 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:54.930776 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Added segment 5c671734-65d5-428c-9e76-7f656b21e437 of type vlan for network 93a31811-9382-46a3-9dc5-9472870d58a8 Oct 13 15:21:54.933049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:54.933398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:54.933736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:54.934070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:54.934400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:54.934832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:54.935469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:54.935469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:54.935687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:54.935984 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:54.936307 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:54.936625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:54.985167 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:55.071659 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:55.072574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:55.073205 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:55.130611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] Pushing event updated for resources: {'Network': ['ID=93a31811-9382-46a3-9dc5-9472870d58a8,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:55.141301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 93a31811-9382-46a3-9dc5-9472870d58a8 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:21:55.185408 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-253d4010-13d2-41a0-98cd-090a4d25905a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5344710 Oct 13 15:21:55.188106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40298) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:55.193749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b3abe874-9a03-491a-8477-74e038e17903 admin admin] Request body: {'subnet': {'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1851007262-subnet', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:55.296167 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3abe874-9a03-491a-8477-74e038e17903 admin admin] Made reservation on behalf of 9bcec2a0d35c4e45b62074214f1a9bad for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:21:55.298645 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b3abe874-9a03-491a-8477-74e038e17903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:55.529271 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b3abe874-9a03-491a-8477-74e038e17903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:55.584776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abe874-9a03-491a-8477-74e038e17903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a72f83-076a-4522-9b04-0000a4953121,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:55.594104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3abe874-9a03-491a-8477-74e038e17903 admin admin] Checking segment: {'id': '5c671734-65d5-428c-9e76-7f656b21e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:55.594456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3abe874-9a03-491a-8477-74e038e17903 admin admin] Network hostable DHCP agents. Network: 93a31811-9382-46a3-9dc5-9472870d58a8, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:21:55.625778 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:55.685101 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Sync routers for ids ['d01084a1-16b8-4072-9d2d-9a43b4c3c054'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:21:55.694767 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Routers {'d01084a1-16b8-4072-9d2d-9a43b4c3c054'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:21:55.695367 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:21:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d01084a1-16b8-4072-9d2d-9a43b4c3c054'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:55.735694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3abe874-9a03-491a-8477-74e038e17903 admin admin] Network 93a31811-9382-46a3-9dc5-9472870d58a8 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:21:55.791236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-b3abe874-9a03-491a-8477-74e038e17903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 93a31811-9382-46a3-9dc5-9472870d58a8) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:55.796758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3abe874-9a03-491a-8477-74e038e17903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:21:55.798799 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b3abe874-9a03-491a-8477-74e038e17903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:55.800007 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c3e9d-5e90-4eda-a11f-7885eed5d177 None None] Network 93a31811-9382-46a3-9dc5-9472870d58a8 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:55.801590 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Set router d01084a1-16b8-4072-9d2d-9a43b4c3c054 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:21:55.869281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b3abe874-9a03-491a-8477-74e038e17903 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6797848 Oct 13 15:21:55.871706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40300) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:55.877685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1851007262-router', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:21:55.947703 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-93a31811-9382-46a3-9dc5-9472870d58a8', 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'fixed_ips': [{'subnet_id': '79a72f83-076a-4522-9b04-0000a4953121'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:21:55.948551 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:55.976399 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:55.978007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.007893 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'name': 'tempest-TestEncryptedCinderVolumes-2042198202-router', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:21:53Z', 'revision_number': 4, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'gw_port': {'id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '5e4e3907-1499-4518-b79b-03d5de43660f', 'name': '', 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'mac_address': 'fa:16:3e:88:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:52Z', 'updated_at': '2021-10-13T15:21:53Z', 'revision_number': 2, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'subnets': [{'id': '3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:56.094667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Allocated IP 172.20.0.2 (93a31811-9382-46a3-9dc5-9472870d58a8/79a72f83-076a-4522-9b04-0000a4953121/c0c78cbc-285f-4c85-9203-f74fbd3b6866) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:21:56.136323 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Checking router: d01084a1-16b8-4072-9d2d-9a43b4c3c054 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:21:56.136569 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Updating router d01084a1-16b8-4072-9d2d-9a43b4c3c054 port 5e4e3907-1499-4518-b79b-03d5de43660f binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:21:56.163762 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.259328 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.267164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fff9e612-0aeb-4880-9268-b8790c86e2b7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:21:56.317588 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fff9e612-0aeb-4880-9268-b8790c86e2b7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:56.317954 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.321026 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.372190 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.392924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Network 93a31811-9382-46a3-9dc5-9472870d58a8 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:56.400133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:56.402479 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:21:56.405012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Pushing event updated for resources: {'Port': ['ID=c0c78cbc-285f-4c85-9203-f74fbd3b6866,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:56.465810 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.492108 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Attempting to bind port c0c78cbc-285f-4c85-9203-f74fbd3b6866 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:21:56.492471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Attempting to bind port c0c78cbc-285f-4c85-9203-f74fbd3b6866 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5c671734-65d5-428c-9e76-7f656b21e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:21:56.492821 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Attempting to bind port c0c78cbc-285f-4c85-9203-f74fbd3b6866 on network 93a31811-9382-46a3-9dc5-9472870d58a8 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:21:56.499647 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.504647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:21:56.505031 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Checking segment: {'id': '5c671734-65d5-428c-9e76-7f656b21e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:56.505420 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.505876 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Bound using segment: {'id': '5c671734-65d5-428c-9e76-7f656b21e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:21:56.506436 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Bound port: c0c78cbc-285f-4c85-9203-f74fbd3b6866, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c671734-65d5-428c-9e76-7f656b21e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:21:56.506810 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.534621 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.535370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port fff9e612-0aeb-4880-9268-b8790c86e2b7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fff9e612-0aeb-4880-9268-b8790c86e2b7,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:56.558534 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.600807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] For port c0c78cbc-285f-4c85-9203-f74fbd3b6866, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:21:56.604257 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] For port c0c78cbc-285f-4c85-9203-f74fbd3b6866, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c0c78cbc-285f-4c85-9203-f74fbd3b6866,segment=NetworkSegment(5c671734-65d5-428c-9e76-7f656b21e437),segment_id=5c671734-65d5-428c-9e76-7f656b21e437)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:21:56.616847 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.634988 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Pushing event updated for resources: {'Port': ['ID=5e4e3907-1499-4518-b79b-03d5de43660f,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:56.654029 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Attempting to bind port 5e4e3907-1499-4518-b79b-03d5de43660f on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:21:56.654029 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Attempting to bind port 5e4e3907-1499-4518-b79b-03d5de43660f by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:21:56.654029 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Attempting to bind port 5e4e3907-1499-4518-b79b-03d5de43660f on network 2459331f-f709-4445-91a0-49af4bbe4d90 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:21:56.659569 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:56.659915 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:56.660346 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:56.660721 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:56.661107 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:56.661441 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:56.661764 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:56.662085 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:56.662409 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:56.662730 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:56.663050 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:56.663367 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:56.671068 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:21:56.671443 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Checking segment: {'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:56.671835 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.672285 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Bound using segment: {'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:21:56.672766 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Bound port: 5e4e3907-1499-4518-b79b-03d5de43660f, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:21:56.673188 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.682347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=fff9e612-0aeb-4880-9268-b8790c86e2b7,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:56.703207 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.754715 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] For port 5e4e3907-1499-4518-b79b-03d5de43660f, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:21:56.759902 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] For port 5e4e3907-1499-4518-b79b-03d5de43660f, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5e4e3907-1499-4518-b79b-03d5de43660f,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:21:56.775733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8058b26-6f60-4052-9151-7f31e30fc08e None None] Pushing event updated for resources: {'Port': ['ID=c0c78cbc-285f-4c85-9203-f74fbd3b6866,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:56.829494 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.902215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4c4d1265-29c7-4156-8a8e-9efb525bf394 None None] Provisioning complete for port 5e4e3907-1499-4518-b79b-03d5de43660f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:56.902709 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1265-29c7-4156-8a8e-9efb525bf394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.904172 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:56.904923 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Routers {'d01084a1-16b8-4072-9d2d-9a43b4c3c054'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:21:56.905613 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:21:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d01084a1-16b8-4072-9d2d-9a43b4c3c054'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:56.912606 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410edcce-d2d0-42da-a57b-7a2bf14b5d04 None None] Pushing event updated for resources: {'Port': ['ID=5e4e3907-1499-4518-b79b-03d5de43660f,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:56.940135 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:57.057901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1265-29c7-4156-8a8e-9efb525bf394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:57.092554 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] Set router d01084a1-16b8-4072-9d2d-9a43b4c3c054 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:21:57.107636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4c4d1265-29c7-4156-8a8e-9efb525bf394 None None] For port 5e4e3907-1499-4518-b79b-03d5de43660f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5e4e3907-1499-4518-b79b-03d5de43660f,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:57.156937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Allocated IP 172.25.0.84 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/3d50da69-a2b5-4f9a-8957-2de6e464aa0a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:21:57.176517 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1265-29c7-4156-8a8e-9efb525bf394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:57.232958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d1265-29c7-4156-8a8e-9efb525bf394 None None] Pushing event updated for resources: {'Port': ['ID=5e4e3907-1499-4518-b79b-03d5de43660f,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:57.267795 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:57.298298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b6e5051e-f00d-4b29-a026-bc16823c1b9b None None] Provisioning complete for port 5e4e3907-1499-4518-b79b-03d5de43660f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:57.298912 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b6e5051e-f00d-4b29-a026-bc16823c1b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:57.321355 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'name': 'tempest-TestEncryptedCinderVolumes-2042198202-router', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:21:53Z', 'revision_number': 4, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'gw_port': {'id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '5e4e3907-1499-4518-b79b-03d5de43660f', 'name': '', 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'mac_address': 'fa:16:3e:88:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:52Z', 'updated_at': '2021-10-13T15:21:56Z', 'revision_number': 4, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'subnets': [{'id': '3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:57.347602 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:57.348487 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe5c45-9237-4217-a412-b4d814a9930a None None] The sync data for ids ['d01084a1-16b8-4072-9d2d-9a43b4c3c054'] in n-d-806683-15 is: [{'id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'name': 'tempest-TestEncryptedCinderVolumes-2042198202-router', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:21:53Z', 'revision_number': 4, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'gw_port': {'id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '5e4e3907-1499-4518-b79b-03d5de43660f', 'name': '', 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'mac_address': 'fa:16:3e:88:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:52Z', 'updated_at': '2021-10-13T15:21:56Z', 'revision_number': 4, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'subnets': [{'id': '3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:21:57.393388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:57.396254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:57.400761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:21:57.405078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Pushing event updated for resources: {'Port': ['ID=3d50da69-a2b5-4f9a-8957-2de6e464aa0a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:57.734966 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:57.800473 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89f6a8d-20a8-46ed-827a-104b2fbc53ed None None] Network 93a31811-9382-46a3-9dc5-9472870d58a8 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:21:57.935148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9bb9d8d2-028e-4340-ae44-603982e12821 None None] Provisioning complete for port c0c78cbc-285f-4c85-9203-f74fbd3b6866 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:57.935273 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d8d2-028e-4340-ae44-603982e12821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:57.953829 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:58.051768 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d8d2-028e-4340-ae44-603982e12821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:58.087774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9bb9d8d2-028e-4340-ae44-603982e12821 None None] For port c0c78cbc-285f-4c85-9203-f74fbd3b6866, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c0c78cbc-285f-4c85-9203-f74fbd3b6866,segment=NetworkSegment(5c671734-65d5-428c-9e76-7f656b21e437),segment_id=5c671734-65d5-428c-9e76-7f656b21e437)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:21:58.130610 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9bb9d8d2-028e-4340-ae44-603982e12821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:58.173171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Router 365d14e4-3d99-4b8e-b06c-21415438cb73 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:21:58.197898 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9d8d2-028e-4340-ae44-603982e12821 None None] Pushing event updated for resources: {'Port': ['ID=c0c78cbc-285f-4c85-9203-f74fbd3b6866,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:58.292796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:21:58.304636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Sync routers for ids ['365d14e4-3d99-4b8e-b06c-21415438cb73'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:21:58.314214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Routers {'365d14e4-3d99-4b8e-b06c-21415438cb73'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:21:58.314828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:21:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['365d14e4-3d99-4b8e-b06c-21415438cb73'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:58.354995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fff9e612-0aeb-4880-9268-b8790c86e2b7 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:21:58.372155 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:58.374224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8a334718-0d37-48ee-a5ae-bf5c0cef2c54 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5003412 Oct 13 15:21:58.376751 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40304) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:21:58.438877 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-47ed45e4-e62b-4238-839a-e2404e88ee5a None None] Provisioning complete for port c0c78cbc-285f-4c85-9203-f74fbd3b6866 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:58.439164 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-47ed45e4-e62b-4238-839a-e2404e88ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:58.666653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Set router 365d14e4-3d99-4b8e-b06c-21415438cb73 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:21:58.694048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fff9e612-0aeb-4880-9268-b8790c86e2b7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:58.694328 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:58.803806 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:58.932892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5e4e3907-1499-4518-b79b-03d5de43660f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:21:58.977103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Allocated IP 172.20.0.1 (93a31811-9382-46a3-9dc5-9472870d58a8/79a72f83-076a-4522-9b04-0000a4953121/cb16fbf5-1e4c-4928-89c1-fd4a668fedbe) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:21:58.995260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'name': 'tempest-TestEncryptedCinderVolumes-1851007262-router', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:55Z', 'updated_at': '2021-10-13T15:21:57Z', 'revision_number': 3, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'gw_port': {'id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:41:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:56Z', 'updated_at': '2021-10-13T15:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:58.998863 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 5e4e3907-1499-4518-b79b-03d5de43660f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:58.999240 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.025355 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Checking router: 365d14e4-3d99-4b8e-b06c-21415438cb73 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:21:59.025711 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Updating router 365d14e4-3d99-4b8e-b06c-21415438cb73 port 3d50da69-a2b5-4f9a-8957-2de6e464aa0a binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:21:59.079771 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.084259 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.188287 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.223391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c0c78cbc-285f-4c85-9203-f74fbd3b6866 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:21:59.245618 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Network 93a31811-9382-46a3-9dc5-9472870d58a8 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:59.253530 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:21:59.256064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Pushing event updated for resources: {'Port': ['ID=cb16fbf5-1e4c-4928-89c1-fd4a668fedbe,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:59.258400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:21:59.305657 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.343777 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c0c78cbc-285f-4c85-9203-f74fbd3b6866 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:59.344368 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.447269 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.496484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0275c30e-1e42-464b-9c6f-0e41efdc0e04 None None] Provisioning complete for port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:21:59.497702 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0275c30e-1e42-464b-9c6f-0e41efdc0e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.518331 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.519755 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.587758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-0275c30e-1e42-464b-9c6f-0e41efdc0e04 None None] Port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:21:59.601797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f03591-f0d3-40b9-b802-84b640be3bf4 None None] Pushing event updated for resources: {'Port': ['ID=3d50da69-a2b5-4f9a-8957-2de6e464aa0a,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:59.604272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Attempting to bind port 3d50da69-a2b5-4f9a-8957-2de6e464aa0a on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:21:59.604643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Attempting to bind port 3d50da69-a2b5-4f9a-8957-2de6e464aa0a by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:21:59.605022 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Attempting to bind port 3d50da69-a2b5-4f9a-8957-2de6e464aa0a on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:21:59.614431 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:21:59.614808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:21:59.615220 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.615636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:21:59.616663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Bound port: 3d50da69-a2b5-4f9a-8957-2de6e464aa0a, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:21:59.616663 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.669439 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] For port 3d50da69-a2b5-4f9a-8957-2de6e464aa0a, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:21:59.672863 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] For port 3d50da69-a2b5-4f9a-8957-2de6e464aa0a, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3d50da69-a2b5-4f9a-8957-2de6e464aa0a,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:21:59.697076 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.751895 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.791715 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.810872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Routers {'365d14e4-3d99-4b8e-b06c-21415438cb73'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:21:59.811482 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:21:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['365d14e4-3d99-4b8e-b06c-21415438cb73'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:21:59.853130 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f03591-f0d3-40b9-b802-84b640be3bf4 None None] Pushing event updated for resources: {'Port': ['ID=3d50da69-a2b5-4f9a-8957-2de6e464aa0a,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:59.859666 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:59.862385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Pushing event updated for resources: {'Port': ['ID=cb16fbf5-1e4c-4928-89c1-fd4a668fedbe,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:59.929824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] Set router 365d14e4-3d99-4b8e-b06c-21415438cb73 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:21:59.955502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Network 93a31811-9382-46a3-9dc5-9472870d58a8 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:21:59.956962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:22:00.148245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'name': 'tempest-TestEncryptedCinderVolumes-1851007262-router', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:55Z', 'updated_at': '2021-10-13T15:21:59Z', 'revision_number': 4, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'gw_port': {'id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:41:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:56Z', 'updated_at': '2021-10-13T15:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'cb16fbf5-1e4c-4928-89c1-fd4a668fedbe', 'name': '', 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'mac_address': 'fa:16:3e:19:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '79a72f83-076a-4522-9b04-0000a4953121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:58Z', 'updated_at': '2021-10-13T15:21:59Z', 'revision_number': 2, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'subnets': [{'id': '79a72f83-076a-4522-9b04-0000a4953121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:22:00.179327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8c5885-0250-485d-9149-132476fb6266 None None] The sync data for ids ['365d14e4-3d99-4b8e-b06c-21415438cb73'] in n-d-806683-15 is: [{'id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'name': 'tempest-TestEncryptedCinderVolumes-1851007262-router', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:55Z', 'updated_at': '2021-10-13T15:21:59Z', 'revision_number': 4, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'gw_port': {'id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:41:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:56Z', 'updated_at': '2021-10-13T15:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'cb16fbf5-1e4c-4928-89c1-fd4a668fedbe', 'name': '', 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'mac_address': 'fa:16:3e:19:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '79a72f83-076a-4522-9b04-0000a4953121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:58Z', 'updated_at': '2021-10-13T15:21:59Z', 'revision_number': 2, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'subnets': [{'id': '79a72f83-076a-4522-9b04-0000a4953121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:22:00.219267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e9da7179-16ad-4dd0-81dc-8045692b733c None None] Provisioning complete for port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:22:00.219656 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e9da7179-16ad-4dd0-81dc-8045692b733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:00.242272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c0c78cbc-285f-4c85-9203-f74fbd3b6866 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:22:00.288665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e9da7179-16ad-4dd0-81dc-8045692b733c None None] Port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:22:00.310071 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c0c78cbc-285f-4c85-9203-f74fbd3b6866 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:22:00.310703 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:00.384897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Router 365d14e4-3d99-4b8e-b06c-21415438cb73 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:22:00.524525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:22:00.530348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-44e1f3f8-9229-4213-a10c-13dfc14d69da admin admin] 10.222.0.18 "PUT /v2.0/routers/365d14e4-3d99-4b8e-b06c-21415438cb73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1525650 Oct 13 15:22:00.738441 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:22:01.397065 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-23483d44-6dc6-48df-a3a2-b0c570d56852 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:01.398612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-23483d44-6dc6-48df-a3a2-b0c570d56852 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/networks?id=2459331f-f709-4445-91a0-49af4bbe4d90 HTTP/1.1" status: 200 len: 817 time: 0.1046772 Oct 13 15:22:01.415416 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-c5ff2274-1c73-44f5-b0ad-ee8415a51b21 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/quotas/edcc427a1d9541f7a13a09fefa7895ae HTTP/1.1" status: 200 len: 375 time: 0.0102203 Oct 13 15:22:01.472699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-024968d3-25d6-40e4-9185-6e8c26350bf3 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=edcc427a1d9541f7a13a09fefa7895ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508127 Oct 13 15:22:01.585183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-af827d30-cf92-4c42-8914-4f1caf8de788 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:22:01.586446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-af827d30-cf92-4c42-8914-4f1caf8de788 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1016166 Oct 13 15:22:01.676812 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-da032636-0a45-4ec0-81f7-75c84ed6e44a service neutron] 10.222.0.18 "GET /v2.0/networks/2459331f-f709-4445-91a0-49af4bbe4d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832365 Oct 13 15:22:01.773367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-780f31f7-7941-4d80-bacd-aa50c090e7f3 service neutron] 10.222.0.18 "GET /v2.0/networks/2459331f-f709-4445-91a0-49af4bbe4d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902658 Oct 13 15:22:02.098739 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16f26466-7796-4f02-a270-24c40dc01cf8 req-03ee332f-b2cd-4159-a9cf-b33e203e201a tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 210 time: 0.0879207 Oct 13 15:22:02.249869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3d50da69-a2b5-4f9a-8957-2de6e464aa0a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:22:02.302409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3d50da69-a2b5-4f9a-8957-2de6e464aa0a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:22:02.302776 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:02.354142 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Sync routers for ids ['365d14e4-3d99-4b8e-b06c-21415438cb73'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:22:02.366278 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Routers {'365d14e4-3d99-4b8e-b06c-21415438cb73'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:22:02.367211 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:21:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['365d14e4-3d99-4b8e-b06c-21415438cb73'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:22:02.397898 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:02.419610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 3d50da69-a2b5-4f9a-8957-2de6e464aa0a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3d50da69-a2b5-4f9a-8957-2de6e464aa0a,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:22:02.489200 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Set router 365d14e4-3d99-4b8e-b06c-21415438cb73 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:22:02.501758 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:02.567781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=3d50da69-a2b5-4f9a-8957-2de6e464aa0a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:02.727959 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'name': 'tempest-TestEncryptedCinderVolumes-1851007262-router', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:55Z', 'updated_at': '2021-10-13T15:21:59Z', 'revision_number': 4, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'gw_port': {'id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:41:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:56Z', 'updated_at': '2021-10-13T15:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'cb16fbf5-1e4c-4928-89c1-fd4a668fedbe', 'name': '', 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'mac_address': 'fa:16:3e:19:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '79a72f83-076a-4522-9b04-0000a4953121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:58Z', 'updated_at': '2021-10-13T15:21:59Z', 'revision_number': 2, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'subnets': [{'id': '79a72f83-076a-4522-9b04-0000a4953121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:22:02.761280 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Checking router: 365d14e4-3d99-4b8e-b06c-21415438cb73 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:22:02.762727 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Updating router 365d14e4-3d99-4b8e-b06c-21415438cb73 port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:22:02.795397 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:03.091638 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:03.175962 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:03.230012 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ccb5d-de16-44b9-909b-88a5d556382f None None] Pushing event updated for resources: {'Port': ['ID=cb16fbf5-1e4c-4928-89c1-fd4a668fedbe,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:03.250863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1fa1043a-e0a9-411f-84b0-4691abeb40cc req-13c720ba-fb27-400b-9a13-a021f8a49121 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 210 time: 0.0507989 Oct 13 15:22:03.287903 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Attempting to bind port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:22:03.288261 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Attempting to bind port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5c671734-65d5-428c-9e76-7f656b21e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:22:03.288618 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Attempting to bind port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe on network 93a31811-9382-46a3-9dc5-9472870d58a8 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:22:03.294295 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:22:03.294560 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Checking segment: {'id': '5c671734-65d5-428c-9e76-7f656b21e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:22:03.295315 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:03.295715 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Bound using segment: {'id': '5c671734-65d5-428c-9e76-7f656b21e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:22:03.296179 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Bound port: cb16fbf5-1e4c-4928-89c1-fd4a668fedbe, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c671734-65d5-428c-9e76-7f656b21e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:22:03.296563 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:03.372461 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] For port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:22:03.376216 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] For port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cb16fbf5-1e4c-4928-89c1-fd4a668fedbe,segment=NetworkSegment(5c671734-65d5-428c-9e76-7f656b21e437),segment_id=5c671734-65d5-428c-9e76-7f656b21e437)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:22:03.437420 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:03.444344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b03825f0-5887-434b-81fe-f4ab9b4990fd None None] Provisioning complete for port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:22:03.445370 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b03825f0-5887-434b-81fe-f4ab9b4990fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:03.508142 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Routers {'365d14e4-3d99-4b8e-b06c-21415438cb73'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:22:03.508685 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:21:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['365d14e4-3d99-4b8e-b06c-21415438cb73'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:22:03.584346 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b03825f0-5887-434b-81fe-f4ab9b4990fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:03.642759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b03825f0-5887-434b-81fe-f4ab9b4990fd None None] For port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cb16fbf5-1e4c-4928-89c1-fd4a668fedbe,segment=NetworkSegment(5c671734-65d5-428c-9e76-7f656b21e437),segment_id=5c671734-65d5-428c-9e76-7f656b21e437)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:22:03.723067 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b03825f0-5887-434b-81fe-f4ab9b4990fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:03.726673 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ccb5d-de16-44b9-909b-88a5d556382f None None] Pushing event updated for resources: {'Port': ['ID=cb16fbf5-1e4c-4928-89c1-fd4a668fedbe,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:03.760535 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] Set router 365d14e4-3d99-4b8e-b06c-21415438cb73 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:22:03.782869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03825f0-5887-434b-81fe-f4ab9b4990fd None None] Pushing event updated for resources: {'Port': ['ID=cb16fbf5-1e4c-4928-89c1-fd4a668fedbe,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:03.843464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f4ad7398-ad0b-458e-9fec-1e2892b90e0a None None] Provisioning complete for port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:22:03.843835 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4ad7398-ad0b-458e-9fec-1e2892b90e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:03.968654 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'name': 'tempest-TestEncryptedCinderVolumes-1851007262-router', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:55Z', 'updated_at': '2021-10-13T15:21:59Z', 'revision_number': 4, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'gw_port': {'id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:41:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:56Z', 'updated_at': '2021-10-13T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'cb16fbf5-1e4c-4928-89c1-fd4a668fedbe', 'name': '', 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'mac_address': 'fa:16:3e:19:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '79a72f83-076a-4522-9b04-0000a4953121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:58Z', 'updated_at': '2021-10-13T15:22:03Z', 'revision_number': 4, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'subnets': [{'id': '79a72f83-076a-4522-9b04-0000a4953121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:22:03.995544 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39e132-32c9-4ec0-ac7e-05e63b32e2f5 None None] The sync data for ids ['365d14e4-3d99-4b8e-b06c-21415438cb73'] in n-d-806683-15 is: [{'id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'name': 'tempest-TestEncryptedCinderVolumes-1851007262-router', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:55Z', 'updated_at': '2021-10-13T15:21:59Z', 'revision_number': 4, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'gw_port': {'id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:41:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:56Z', 'updated_at': '2021-10-13T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'cb16fbf5-1e4c-4928-89c1-fd4a668fedbe', 'name': '', 'network_id': '93a31811-9382-46a3-9dc5-9472870d58a8', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'mac_address': 'fa:16:3e:19:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '79a72f83-076a-4522-9b04-0000a4953121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:58Z', 'updated_at': '2021-10-13T15:22:03Z', 'revision_number': 4, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'subnets': [{'id': '79a72f83-076a-4522-9b04-0000a4953121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:22:04.240634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cb16fbf5-1e4c-4928-89c1-fd4a668fedbe up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:22:04.291240 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:22:04.291864 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:04.358595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8032c301-317b-4c50-bc93-ef4324598cd2 req-93e5f3a9-5d83-49bb-b471-3b3afcaee720 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 210 time: 0.0289106 Oct 13 15:22:04.380854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3d50da69-a2b5-4f9a-8957-2de6e464aa0a up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:22:04.436743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3d50da69-a2b5-4f9a-8957-2de6e464aa0a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:22:04.442146 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:04.514935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-c235cb10-8acb-4330-86ab-ae9f89c1d096 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:04.516436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-c235cb10-8acb-4330-86ab-ae9f89c1d096 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.49 "GET /v2.0/networks?id=2459331f-f709-4445-91a0-49af4bbe4d90 HTTP/1.1" status: 200 len: 817 time: 0.1211178 Oct 13 15:22:04.534177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a1998dc5-51b9-48f7-ac8b-283bc2b3afe0 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Request body: {'port': {'device_id': '8abd24e5-63bf-411c-97ef-125a9ba7b376', 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90', 'admin_state_up': True, 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:22:04.787294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a1998dc5-51b9-48f7-ac8b-283bc2b3afe0 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Made reservation on behalf of edcc427a1d9541f7a13a09fefa7895ae for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:22:04.790905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a1998dc5-51b9-48f7-ac8b-283bc2b3afe0 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:04.920115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a1998dc5-51b9-48f7-ac8b-283bc2b3afe0 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Allocated IP 172.20.0.12 (2459331f-f709-4445-91a0-49af4bbe4d90/3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924/b605ccb7-7444-448d-8c2f-3782f178c695) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:22:05.088525 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a1998dc5-51b9-48f7-ac8b-283bc2b3afe0 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:05.180289 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a1998dc5-51b9-48f7-ac8b-283bc2b3afe0 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:05.223182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a1998dc5-51b9-48f7-ac8b-283bc2b3afe0 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Network 2459331f-f709-4445-91a0-49af4bbe4d90 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:22:05.226243 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a1998dc5-51b9-48f7-ac8b-283bc2b3afe0 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:22:05.230135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a1998dc5-51b9-48f7-ac8b-283bc2b3afe0 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:22:05.256570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1998dc5-51b9-48f7-ac8b-283bc2b3afe0 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Pushing event updated for resources: {'Port': ['ID=b605ccb7-7444-448d-8c2f-3782f178c695,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:05.285915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a1998dc5-51b9-48f7-ac8b-283bc2b3afe0 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:05.286540 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a1998dc5-51b9-48f7-ac8b-283bc2b3afe0 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:05.355737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a1998dc5-51b9-48f7-ac8b-283bc2b3afe0 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8257637 Oct 13 15:22:05.426547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Request body: {'port': {'device_id': '8abd24e5-63bf-411c-97ef-125a9ba7b376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:22:05.460489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2591ab15-0c7a-4ccd-8513-dcc33d631339 None None] Provisioning complete for port b605ccb7-7444-448d-8c2f-3782f178c695 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:22:05.461106 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2591ab15-0c7a-4ccd-8513-dcc33d631339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:05.495263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-2591ab15-0c7a-4ccd-8513-dcc33d631339 None None] Port b605ccb7-7444-448d-8c2f-3782f178c695 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:22:05.521431 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:05.533123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cfb36-ebb2-4bb3-b949-6826f669ad1b req-7808f325-289b-4555-a8a0-f37e14a5425c tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:05.534622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b5cfb36-ebb2-4bb3-b949-6826f669ad1b req-7808f325-289b-4555-a8a0-f37e14a5425c tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 932 time: 0.0828362 Oct 13 15:22:05.610421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b5cfb36-ebb2-4bb3-b949-6826f669ad1b req-bca596ca-05e4-4de5-9945-bab17ca390dd tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694447 Oct 13 15:22:05.838041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b605ccb7-7444-448d-8c2f-3782f178c695 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:22:05.846352 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:05.858223 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Transition to ACTIVE for port object b605ccb7-7444-448d-8c2f-3782f178c695 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:22:05.901557 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:05.951780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Pushing event updated for resources: {'Port': ['ID=b605ccb7-7444-448d-8c2f-3782f178c695,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:06.032397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Attempting to bind port b605ccb7-7444-448d-8c2f-3782f178c695 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:22:06.032739 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Attempting to bind port b605ccb7-7444-448d-8c2f-3782f178c695 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:22:06.033123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Attempting to bind port b605ccb7-7444-448d-8c2f-3782f178c695 on network 2459331f-f709-4445-91a0-49af4bbe4d90 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:22:06.037687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Port b605ccb7-7444-448d-8c2f-3782f178c695 on network 2459331f-f709-4445-91a0-49af4bbe4d90 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:22:06.038013 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Attempting to bind port b605ccb7-7444-448d-8c2f-3782f178c695 on network 2459331f-f709-4445-91a0-49af4bbe4d90 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:22:06.043000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:22:06.043342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Checking segment: {'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:22:06.043859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Bound using segment: {'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:22:06.044491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Bound port: b605ccb7-7444-448d-8c2f-3782f178c695, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:22:06.045075 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:06.115908 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] For port b605ccb7-7444-448d-8c2f-3782f178c695, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:22:06.118932 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] For port b605ccb7-7444-448d-8c2f-3782f178c695, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b605ccb7-7444-448d-8c2f-3782f178c695,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:22:06.199486 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:06.237492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:06.238106 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:06.239676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] 10.222.0.49 "PUT /v2.0/ports/b605ccb7-7444-448d-8c2f-3782f178c695 HTTP/1.1" status: 200 len: 1093 time: 0.8646374 Oct 13 15:22:06.240090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abd24e5-63bf-411c-97ef-125a9ba7b376', 'tag': 'b605ccb7-7444-448d-8c2f-3782f178c695'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:22:06.242576 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0813669-c5b4-430f-93c0-322b0ce6be02" -d '{"events": [{"name": "network-changed", "server_uuid": "8abd24e5-63bf-411c-97ef-125a9ba7b376", "tag": "b605ccb7-7444-448d-8c2f-3782f178c695"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:22:06.272227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837a27d-946d-405c-b8b3-f2879ef26e44 service neutron] Pushing event updated for resources: {'Port': ['ID=b605ccb7-7444-448d-8c2f-3782f178c695,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:06.345373 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c14c919-3522-48c6-ad52-4baf8576d73e x-openstack-request-id: req-7c14c919-3522-48c6-ad52-4baf8576d73e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:22:06.345667 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abd24e5-63bf-411c-97ef-125a9ba7b376", "tag": "b605ccb7-7444-448d-8c2f-3782f178c695", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:22:06.345918 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c14c919-3522-48c6-ad52-4baf8576d73e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:22:06.346328 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abd24e5-63bf-411c-97ef-125a9ba7b376', 'tag': 'b605ccb7-7444-448d-8c2f-3782f178c695', 'status': 'completed', 'code': 200} Oct 13 15:22:06.421982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813669-c5b4-430f-93c0-322b0ce6be02 req-4c778aa2-d663-4390-9dc7-3c55318f704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:06.423422 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0813669-c5b4-430f-93c0-322b0ce6be02 req-4c778aa2-d663-4390-9dc7-3c55318f704b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edcc427a1d9541f7a13a09fefa7895ae&device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 1096 time: 0.0446525 Oct 13 15:22:06.529818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813669-c5b4-430f-93c0-322b0ce6be02 req-79e3c2d4-7bdf-48b9-9398-e2bfbc472d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:06.531243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0813669-c5b4-430f-93c0-322b0ce6be02 req-79e3c2d4-7bdf-48b9-9398-e2bfbc472d64 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=edcc427a1d9541f7a13a09fefa7895ae&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0958271 Oct 13 15:22:06.634059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0813669-c5b4-430f-93c0-322b0ce6be02 req-6826c0f2-9d0e-4c14-b218-c3b1c3c2b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:06.635549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0813669-c5b4-430f-93c0-322b0ce6be02 req-6826c0f2-9d0e-4c14-b218-c3b1c3c2b52e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963151 Oct 13 15:22:06.755463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-c445729f-5c39-47b8-b6e4-6e68271ddd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:06.760646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-c445729f-5c39-47b8-b6e4-6e68271ddd3a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edcc427a1d9541f7a13a09fefa7895ae&device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 1096 time: 0.0760233 Oct 13 15:22:06.773467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f6b35-46ce-47cc-8175-76dc3b590d81 req-6806216a-1ba6-4e5d-88db-6c68c6c5b388 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:06.774967 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-440f6b35-46ce-47cc-8175-76dc3b590d81 req-6806216a-1ba6-4e5d-88db-6c68c6c5b388 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 944 time: 0.0795712 Oct 13 15:22:06.821724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-75a0d256-caeb-4c18-879f-e34a617752b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b605ccb7-7444-448d-8c2f-3782f178c695 HTTP/1.1" status: 200 len: 217 time: 0.0457377 Oct 13 15:22:06.870105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-440f6b35-46ce-47cc-8175-76dc3b590d81 req-301818fb-18bf-4e6e-bf20-f819782bc42f tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878832 Oct 13 15:22:06.888321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-5359ea87-9f07-4bdd-9b18-8b017de9b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:06.890096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-5359ea87-9f07-4bdd-9b18-8b017de9b4a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924 HTTP/1.1" status: 200 len: 856 time: 0.0559652 Oct 13 15:22:06.944401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a36d6ec2-58f7-4811-b0f5-b5b391f55a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:06.946004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-a36d6ec2-58f7-4811-b0f5-b5b391f55a16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2459331f-f709-4445-91a0-49af4bbe4d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419497 Oct 13 15:22:07.049600 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-dc911de8-8296-4c2b-834c-540f8c14230d service neutron] 10.222.0.49 "GET /v2.0/networks/2459331f-f709-4445-91a0-49af4bbe4d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915351 Oct 13 15:22:07.143363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-642db508-2cbb-4e64-8116-d2fce482ed62 req-f358baa9-1594-453b-add4-fdebaa552b23 service neutron] 10.222.0.49 "GET /v2.0/networks/2459331f-f709-4445-91a0-49af4bbe4d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829914 Oct 13 15:22:07.988231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477afcc-0fc8-48b6-bc17-fbf3ffc59fd5 req-0163f305-db19-4204-b3a1-c8786ba3fe49 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:07.989775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5477afcc-0fc8-48b6-bc17-fbf3ffc59fd5 req-0163f305-db19-4204-b3a1-c8786ba3fe49 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 944 time: 0.0511584 Oct 13 15:22:08.028925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5477afcc-0fc8-48b6-bc17-fbf3ffc59fd5 req-df6340f7-d2a4-4ae8-9ddf-c2ca91ee47ea tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331740 Oct 13 15:22:09.147539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51d28b-a5b7-4434-befb-dcf0138af3a8 req-9511237c-86a3-412d-838d-e0d2605353b1 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:09.149096 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d51d28b-a5b7-4434-befb-dcf0138af3a8 req-9511237c-86a3-412d-838d-e0d2605353b1 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 944 time: 0.0530422 Oct 13 15:22:09.187851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8d51d28b-a5b7-4434-befb-dcf0138af3a8 req-88fcc19e-d229-46cb-9b6e-cca255cce8db tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Oct 13 15:22:10.301106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccbc89-2797-4010-be90-0b9e7675b92c req-5353ed35-10c6-4c3a-bd40-694579fc6753 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:10.302604 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40ccbc89-2797-4010-be90-0b9e7675b92c req-5353ed35-10c6-4c3a-bd40-694579fc6753 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 944 time: 0.0491612 Oct 13 15:22:10.339697 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40ccbc89-2797-4010-be90-0b9e7675b92c req-f7ca256b-1823-4b35-b4b0-50a9277f38ab tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311151 Oct 13 15:22:11.457201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a8ab3-10e9-42e4-8632-795a0b9bc700 req-be1aa0ae-60f0-456e-89cd-044bb90db6d2 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:11.458669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-993a8ab3-10e9-42e4-8632-795a0b9bc700 req-be1aa0ae-60f0-456e-89cd-044bb90db6d2 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 944 time: 0.0505974 Oct 13 15:22:11.497558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-993a8ab3-10e9-42e4-8632-795a0b9bc700 req-5f46a644-0b85-4c86-bdac-908f9d013aee tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329683 Oct 13 15:22:11.713941 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b605ccb7-7444-448d-8c2f-3782f178c695 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:22:11.810553 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b605ccb7-7444-448d-8c2f-3782f178c695, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b605ccb7-7444-448d-8c2f-3782f178c695,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:22:11.822191 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'b605ccb7-7444-448d-8c2f-3782f178c695', 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90', 'port_id': 'b605ccb7-7444-448d-8c2f-3782f178c695', 'mac_address': 'fa:16:3e:db:b7:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:22:11.859388 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:11.871666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b605ccb7-7444-448d-8c2f-3782f178c695 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:22:11.891687 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b605ccb7-7444-448d-8c2f-3782f178c695, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b605ccb7-7444-448d-8c2f-3782f178c695,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:22:11.979515 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:12.030145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=b605ccb7-7444-448d-8c2f-3782f178c695,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:12.037307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:22:12.037655 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:22:12.037995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:22:12.038329 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:22:12.038657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:22:12.038984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:22:12.039310 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:22:12.039634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:22:12.039954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:22:12.040280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:22:12.040595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:22:12.040914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:22:12.237441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b605ccb7-7444-448d-8c2f-3782f178c695'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:22:12.624156 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a641aae-7075-464e-8c79-d2320157d86d req-5cbaa5a2-0540-44d6-bfcd-ec48782ad384 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:12.625827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a641aae-7075-464e-8c79-d2320157d86d req-5cbaa5a2-0540-44d6-bfcd-ec48782ad384 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 945 time: 0.0598562 Oct 13 15:22:12.667917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5a641aae-7075-464e-8c79-d2320157d86d req-117c1591-d3eb-4269-9c00-eb7041411d39 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359955 Oct 13 15:22:13.729521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b605ccb7-7444-448d-8c2f-3782f178c695 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:22:13.785922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e83249-beb1-450c-9060-5a2f56721d6b req-6f550c0a-4623-4251-b1e5-87d21a738b47 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:13.787425 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7e83249-beb1-450c-9060-5a2f56721d6b req-6f550c0a-4623-4251-b1e5-87d21a738b47 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 945 time: 0.0508819 Oct 13 15:22:13.826569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7e83249-beb1-450c-9060-5a2f56721d6b req-c0ae5764-51b0-4429-8c6a-3c3502d860c3 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Oct 13 15:22:13.861272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port b605ccb7-7444-448d-8c2f-3782f178c695 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:22:13.865576 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port b605ccb7-7444-448d-8c2f-3782f178c695 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:22:13.865899 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:13.942580 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:13.964574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abd24e5-63bf-411c-97ef-125a9ba7b376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605ccb7-7444-448d-8c2f-3782f178c695'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:22:13.966863 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8292dc81-2382-4e6d-a883-a545d245cc7d" -d '{"events": [{"server_uuid": "8abd24e5-63bf-411c-97ef-125a9ba7b376", "name": "network-vif-plugged", "status": "completed", "tag": "b605ccb7-7444-448d-8c2f-3782f178c695"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:22:13.980936 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b605ccb7-7444-448d-8c2f-3782f178c695, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b605ccb7-7444-448d-8c2f-3782f178c695,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:22:14.059553 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:14.108686 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d37effd-f3d1-41e8-883d-341fc7ee837d x-openstack-request-id: req-5d37effd-f3d1-41e8-883d-341fc7ee837d {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:22:14.109002 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abd24e5-63bf-411c-97ef-125a9ba7b376", "name": "network-vif-plugged", "status": "completed", "tag": "b605ccb7-7444-448d-8c2f-3782f178c695", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:22:14.109262 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d37effd-f3d1-41e8-883d-341fc7ee837d {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:22:14.109653 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abd24e5-63bf-411c-97ef-125a9ba7b376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605ccb7-7444-448d-8c2f-3782f178c695', 'code': 200} Oct 13 15:22:14.110610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=b605ccb7-7444-448d-8c2f-3782f178c695,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:14.214417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa40f96-b8b3-457e-a123-8f8d4bddb722 req-5ba02734-c3cd-45a8-90d5-c13496ee1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:14.215885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fa40f96-b8b3-457e-a123-8f8d4bddb722 req-5ba02734-c3cd-45a8-90d5-c13496ee1061 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 1098 time: 0.0407581 Oct 13 15:22:14.254839 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fa40f96-b8b3-457e-a123-8f8d4bddb722 req-5c176abc-c5cc-43a8-8e09-001494f058e5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269797 Oct 13 15:22:14.943730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025aa07-dbbd-4ef5-88fb-19e96adc6a35 req-c18e3d16-3f64-446b-95ae-7ae2c4128967 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:14.945183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6025aa07-dbbd-4ef5-88fb-19e96adc6a35 req-c18e3d16-3f64-446b-95ae-7ae2c4128967 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 946 time: 0.0526497 Oct 13 15:22:14.981995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6025aa07-dbbd-4ef5-88fb-19e96adc6a35 req-161a3e20-9e4a-45aa-87e4-3913d8463d0e tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307019 Oct 13 15:22:16.097914 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab6157-2c51-43a8-979e-6b0c421e1c2a req-2daaa583-2bf6-49ce-89a2-677fcb47804a tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:16.099390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-deab6157-2c51-43a8-979e-6b0c421e1c2a req-2daaa583-2bf6-49ce-89a2-677fcb47804a tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 946 time: 0.0492828 Oct 13 15:22:16.136794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-deab6157-2c51-43a8-979e-6b0c421e1c2a req-88f034b4-82e2-4e32-a9c7-e4fa0c5d3f11 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Oct 13 15:22:16.249157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b999a-b165-4367-8b5e-a2dcf571b4f3 req-6dcb4885-94b8-44bd-81b3-18afd291feb9 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:16.250657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a1b999a-b165-4367-8b5e-a2dcf571b4f3 req-6dcb4885-94b8-44bd-81b3-18afd291feb9 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 946 time: 0.0478034 Oct 13 15:22:16.287680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6a1b999a-b165-4367-8b5e-a2dcf571b4f3 req-6b783733-fe09-45a1-8f16-dc6ef8415886 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310750 Oct 13 15:22:19.278609 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:19.598646 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d66479e-39e8-4499-8328-9aa24aa0d8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:22.324127 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c413ce8-f927-4d32-bc7d-1cc2c36e6aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:22.624897 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:24.038526 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:24.090125 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:25.596520 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:37.738635 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:22:41.382787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd50f8e-c0d6-4b8e-8272-8bb8cbf83da6 req-92cee245-1d08-4c83-a245-437a623a3911 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:41.384262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cd50f8e-c0d6-4b8e-8272-8bb8cbf83da6 req-92cee245-1d08-4c83-a245-437a623a3911 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 946 time: 0.0531542 Oct 13 15:22:41.422259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cd50f8e-c0d6-4b8e-8272-8bb8cbf83da6 req-ca890b34-20de-4073-a203-0aca1964ee13 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316486 Oct 13 15:22:42.539782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cd657-77b4-49cd-acf3-2b90c1d2741b req-16f63ba7-2517-46ce-8bbc-b9b8ed1b28c4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:42.541274 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e90cd657-77b4-49cd-acf3-2b90c1d2741b req-16f63ba7-2517-46ce-8bbc-b9b8ed1b28c4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 946 time: 0.0498092 Oct 13 15:22:42.578455 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e90cd657-77b4-49cd-acf3-2b90c1d2741b req-a043731f-f011-44dd-ab47-01699e56fe13 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312605 Oct 13 15:22:43.033655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179da53-ea49-4636-9d89-63b1110353dd req-eb16b169-9367-4741-9ce2-172658c90a64 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:43.035172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9179da53-ea49-4636-9d89-63b1110353dd req-eb16b169-9367-4741-9ce2-172658c90a64 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.49 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 946 time: 0.0487814 Oct 13 15:22:43.130503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9179da53-ea49-4636-9d89-63b1110353dd req-b90ff142-ee34-4635-8c03-9d2c3a2e00e4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Deleting port b605ccb7-7444-448d-8c2f-3782f178c695 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:22:43.130850 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9179da53-ea49-4636-9d89-63b1110353dd req-b90ff142-ee34-4635-8c03-9d2c3a2e00e4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:43.217642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-9179da53-ea49-4636-9d89-63b1110353dd req-b90ff142-ee34-4635-8c03-9d2c3a2e00e4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] For port b605ccb7-7444-448d-8c2f-3782f178c695, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b605ccb7-7444-448d-8c2f-3782f178c695,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:22:43.218006 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9179da53-ea49-4636-9d89-63b1110353dd req-b90ff142-ee34-4635-8c03-9d2c3a2e00e4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:43.230417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-9179da53-ea49-4636-9d89-63b1110353dd req-b90ff142-ee34-4635-8c03-9d2c3a2e00e4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Calling delete_port for b605ccb7-7444-448d-8c2f-3782f178c695 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:22:43.443593 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9179da53-ea49-4636-9d89-63b1110353dd req-b90ff142-ee34-4635-8c03-9d2c3a2e00e4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:43.460583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b605ccb7-7444-448d-8c2f-3782f178c695'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:22:43.472110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ff142-ee34-4635-8c03-9d2c3a2e00e4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Pushing event deleted for resources: {'Port': ['ID=b605ccb7-7444-448d-8c2f-3782f178c695,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:43.518372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9179da53-ea49-4636-9d89-63b1110353dd req-b90ff142-ee34-4635-8c03-9d2c3a2e00e4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] No DVR routers for this DVR port b605ccb7-7444-448d-8c2f-3782f178c695 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:22:43.525138 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9179da53-ea49-4636-9d89-63b1110353dd req-b90ff142-ee34-4635-8c03-9d2c3a2e00e4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:43.528390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9179da53-ea49-4636-9d89-63b1110353dd req-b90ff142-ee34-4635-8c03-9d2c3a2e00e4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.49 "DELETE /v2.0/ports/b605ccb7-7444-448d-8c2f-3782f178c695 HTTP/1.1" status: 204 len: 173 time: 0.4830015 Oct 13 15:22:43.528836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abd24e5-63bf-411c-97ef-125a9ba7b376', 'name': 'network-vif-deleted', 'tag': 'b605ccb7-7444-448d-8c2f-3782f178c695'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:22:43.531121 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d084dbc-4400-43a0-aca6-f674135404db" -d '{"events": [{"server_uuid": "8abd24e5-63bf-411c-97ef-125a9ba7b376", "name": "network-vif-deleted", "tag": "b605ccb7-7444-448d-8c2f-3782f178c695"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:22:43.569958 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8555fd-cd7b-47c2-9599-6b7ac4c417ef x-openstack-request-id: req-4c8555fd-cd7b-47c2-9599-6b7ac4c417ef {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:22:43.570569 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abd24e5-63bf-411c-97ef-125a9ba7b376", "name": "network-vif-deleted", "tag": "b605ccb7-7444-448d-8c2f-3782f178c695", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:22:43.570569 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c8555fd-cd7b-47c2-9599-6b7ac4c417ef {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:22:43.570878 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abd24e5-63bf-411c-97ef-125a9ba7b376', 'name': 'network-vif-deleted', 'tag': 'b605ccb7-7444-448d-8c2f-3782f178c695', 'status': 'completed', 'code': 200} Oct 13 15:22:43.678252 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20ea9573-6b88-4b6d-a970-784a2bcb6ccc req-2b93e923-7d18-4c47-8435-0fa25e2496cc tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=8abd24e5-63bf-411c-97ef-125a9ba7b376 HTTP/1.1" status: 200 len: 210 time: 0.0287929 Oct 13 15:22:45.255347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-bbbd6d47-854e-4bc5-8c4e-8d458a94f342 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:45.256835 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-bbbd6d47-854e-4bc5-8c4e-8d458a94f342 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/networks?id=2459331f-f709-4445-91a0-49af4bbe4d90 HTTP/1.1" status: 200 len: 817 time: 0.1071486 Oct 13 15:22:45.273224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-98a92d29-a6a6-42b6-b510-c61851cd9748 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/quotas/edcc427a1d9541f7a13a09fefa7895ae HTTP/1.1" status: 200 len: 375 time: 0.0103660 Oct 13 15:22:45.325210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-34ea13a0-3183-4f4c-b954-9d58851f7cbc tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=edcc427a1d9541f7a13a09fefa7895ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458865 Oct 13 15:22:45.418740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-a45c9fde-de2b-41d9-9f2b-4595002797c3 service neutron] 10.222.0.18 "GET /v2.0/networks/2459331f-f709-4445-91a0-49af4bbe4d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816867 Oct 13 15:22:45.510995 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-b2b8ab27-f534-4ee3-b711-aae52b0d9b17 service neutron] 10.222.0.18 "GET /v2.0/networks/2459331f-f709-4445-91a0-49af4bbe4d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850968 Oct 13 15:22:45.723694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e79697f9-0fb4-442d-851f-37e423988a61 req-b1358316-1ff2-4938-8623-864d2149129a tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 210 time: 0.0293615 Oct 13 15:22:46.819516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcb764f6-56d1-4be6-b995-465a1042261e req-68b1ddec-bd8c-4552-b15b-f1934968a906 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 210 time: 0.0276494 Oct 13 15:22:47.568094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-c2838b90-81b3-4716-a593-cddff0303e6d tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:47.569598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-c2838b90-81b3-4716-a593-cddff0303e6d tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.41 "GET /v2.0/networks?id=2459331f-f709-4445-91a0-49af4bbe4d90 HTTP/1.1" status: 200 len: 817 time: 0.1110127 Oct 13 15:22:47.583148 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d03f87d1-39a2-42e4-a1db-206277a0b849 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Request body: {'port': {'device_id': 'cf23fd7a-e087-4293-9186-b823d174b482', 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90', 'admin_state_up': True, 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:22:47.775405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d03f87d1-39a2-42e4-a1db-206277a0b849 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Made reservation on behalf of edcc427a1d9541f7a13a09fefa7895ae for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:22:47.779035 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d03f87d1-39a2-42e4-a1db-206277a0b849 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:47.859195 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b605ccb7-7444-448d-8c2f-3782f178c695 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:22:47.881022 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: b605ccb7-7444-448d-8c2f-3782f178c695 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:22:47.881400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b605ccb7-7444-448d-8c2f-3782f178c695 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:22:47.929369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-423b1fea-364e-49eb-95db-82199dd7d36f req-f9840e1a-5c2f-4902-8865-e3f4afaa1ba5 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 210 time: 0.0312142 Oct 13 15:22:47.947453 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d03f87d1-39a2-42e4-a1db-206277a0b849 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Allocated IP 172.20.0.14 (2459331f-f709-4445-91a0-49af4bbe4d90/3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924/e7ceb682-a54d-40f1-8fed-62be6fe4c42e) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:22:48.097927 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d03f87d1-39a2-42e4-a1db-206277a0b849 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:48.187405 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d03f87d1-39a2-42e4-a1db-206277a0b849 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:48.236691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d03f87d1-39a2-42e4-a1db-206277a0b849 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Network 2459331f-f709-4445-91a0-49af4bbe4d90 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:22:48.239903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d03f87d1-39a2-42e4-a1db-206277a0b849 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:22:48.243553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d03f87d1-39a2-42e4-a1db-206277a0b849 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:22:48.250089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f87d1-39a2-42e4-a1db-206277a0b849 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Pushing event updated for resources: {'Port': ['ID=e7ceb682-a54d-40f1-8fed-62be6fe4c42e,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:48.299384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d03f87d1-39a2-42e4-a1db-206277a0b849 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:48.300069 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d03f87d1-39a2-42e4-a1db-206277a0b849 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:48.376348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d03f87d1-39a2-42e4-a1db-206277a0b849 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7969961 Oct 13 15:22:48.389961 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Request body: {'port': {'device_id': 'cf23fd7a-e087-4293-9186-b823d174b482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:22:48.449609 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:48.607419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-410d1532-5ab6-4f0b-8fb5-7a6ce46dcc0e None None] Provisioning complete for port e7ceb682-a54d-40f1-8fed-62be6fe4c42e triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:22:48.607892 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-410d1532-5ab6-4f0b-8fb5-7a6ce46dcc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:48.642719 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-410d1532-5ab6-4f0b-8fb5-7a6ce46dcc0e None None] Port e7ceb682-a54d-40f1-8fed-62be6fe4c42e cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:22:48.728485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ceb682-a54d-40f1-8fed-62be6fe4c42e {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:22:48.736050 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:48.747610 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Transition to ACTIVE for port object e7ceb682-a54d-40f1-8fed-62be6fe4c42e will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:22:48.792195 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:48.845285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ceb682-a54d-40f1-8fed-62be6fe4c42e,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:48.926259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Attempting to bind port e7ceb682-a54d-40f1-8fed-62be6fe4c42e on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:22:48.926653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Attempting to bind port e7ceb682-a54d-40f1-8fed-62be6fe4c42e by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:22:48.926928 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Attempting to bind port e7ceb682-a54d-40f1-8fed-62be6fe4c42e on network 2459331f-f709-4445-91a0-49af4bbe4d90 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:22:48.932764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Port e7ceb682-a54d-40f1-8fed-62be6fe4c42e on network 2459331f-f709-4445-91a0-49af4bbe4d90 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:22:48.933390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Attempting to bind port e7ceb682-a54d-40f1-8fed-62be6fe4c42e on network 2459331f-f709-4445-91a0-49af4bbe4d90 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:22:48.940738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:22:48.941254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Checking segment: {'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:22:48.941836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Bound using segment: {'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:22:48.942389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Bound port: e7ceb682-a54d-40f1-8fed-62be6fe4c42e, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5409bffd-f66b-4fb0-89b0-d19664316d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:22:48.942791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:49.040497 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] For port e7ceb682-a54d-40f1-8fed-62be6fe4c42e, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:22:49.054792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] For port e7ceb682-a54d-40f1-8fed-62be6fe4c42e, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e7ceb682-a54d-40f1-8fed-62be6fe4c42e,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:22:49.070242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a3deb-c8e9-4db1-8c33-ee0b311cbbd7 req-39aa3172-b964-4864-bfe6-32e91f06c15d tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:49.071794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea8a3deb-c8e9-4db1-8c33-ee0b311cbbd7 req-39aa3172-b964-4864-bfe6-32e91f06c15d tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 944 time: 0.0718193 Oct 13 15:22:49.110618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea8a3deb-c8e9-4db1-8c33-ee0b311cbbd7 req-ee2e25af-e8dc-476b-994a-0eced174e5c4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Oct 13 15:22:49.139188 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:49.171971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:49.172592 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:49.174454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] 10.222.0.41 "PUT /v2.0/ports/e7ceb682-a54d-40f1-8fed-62be6fe4c42e HTTP/1.1" status: 200 len: 1093 time: 0.7894049 Oct 13 15:22:49.174810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf23fd7a-e087-4293-9186-b823d174b482', 'tag': 'e7ceb682-a54d-40f1-8fed-62be6fe4c42e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:22:49.177072 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d7e5ec-a716-4919-8d21-53853d3830dc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf23fd7a-e087-4293-9186-b823d174b482", "tag": "e7ceb682-a54d-40f1-8fed-62be6fe4c42e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:22:49.206645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4ca74-c7d1-4dae-9c65-0c68e232e130 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ceb682-a54d-40f1-8fed-62be6fe4c42e,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:49.220481 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8246425-3337-4f1e-9c8e-d271aa69e956 x-openstack-request-id: req-c8246425-3337-4f1e-9c8e-d271aa69e956 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:22:49.220832 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf23fd7a-e087-4293-9186-b823d174b482", "tag": "e7ceb682-a54d-40f1-8fed-62be6fe4c42e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:22:49.221027 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8246425-3337-4f1e-9c8e-d271aa69e956 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:22:49.221585 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf23fd7a-e087-4293-9186-b823d174b482', 'tag': 'e7ceb682-a54d-40f1-8fed-62be6fe4c42e', 'status': 'completed', 'code': 200} Oct 13 15:22:49.281215 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:49.287805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7e5ec-a716-4919-8d21-53853d3830dc req-769ca40a-14f4-4ff2-a322-c289d20ab8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:49.292288 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19d7e5ec-a716-4919-8d21-53853d3830dc req-769ca40a-14f4-4ff2-a322-c289d20ab8e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=edcc427a1d9541f7a13a09fefa7895ae&device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 1096 time: 0.0494325 Oct 13 15:22:49.391467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7e5ec-a716-4919-8d21-53853d3830dc req-bf26ac83-b4c1-4551-aeae-11d25b2c269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:49.392959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19d7e5ec-a716-4919-8d21-53853d3830dc req-bf26ac83-b4c1-4551-aeae-11d25b2c269c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=edcc427a1d9541f7a13a09fefa7895ae&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0953064 Oct 13 15:22:49.488682 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7e5ec-a716-4919-8d21-53853d3830dc req-623edeab-94a6-4d8a-8a75-a15e84b69ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:49.490161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19d7e5ec-a716-4919-8d21-53853d3830dc req-623edeab-94a6-4d8a-8a75-a15e84b69ba2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895259 Oct 13 15:22:49.567104 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ed3e78b-29f5-41e1-a18b-e7ae7124c7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:49.569487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d60e0466-4112-4436-a5e8-3540e10ace5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:49.570985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-d60e0466-4112-4436-a5e8-3540e10ace5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=edcc427a1d9541f7a13a09fefa7895ae&device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 1096 time: 0.0413258 Oct 13 15:22:49.617959 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-2269e3d7-2fd9-4088-907c-2677fa5025e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7ceb682-a54d-40f1-8fed-62be6fe4c42e HTTP/1.1" status: 200 len: 217 time: 0.0387895 Oct 13 15:22:49.667570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-75dc8f0b-cc30-4f98-9a5c-82d4bd818fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:49.669052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-75dc8f0b-cc30-4f98-9a5c-82d4bd818fd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924 HTTP/1.1" status: 200 len: 856 time: 0.0435836 Oct 13 15:22:49.714954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-b941dc5f-ef4a-4e85-ba71-d0276f899f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:49.716458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-b941dc5f-ef4a-4e85-ba71-d0276f899f0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2459331f-f709-4445-91a0-49af4bbe4d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393484 Oct 13 15:22:49.811184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-6adf97d4-38a4-4229-a3e6-853ebc0aa318 service neutron] 10.222.0.41 "GET /v2.0/networks/2459331f-f709-4445-91a0-49af4bbe4d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858052 Oct 13 15:22:49.901405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2672fbf-94dc-4ac3-bd1d-9d7a19496c34 req-9d424a3b-6771-4956-a289-b4759f3c7265 service neutron] 10.222.0.41 "GET /v2.0/networks/2459331f-f709-4445-91a0-49af4bbe4d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821540 Oct 13 15:22:50.226044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff0b50-3ad9-4685-9c28-0f56145de803 req-ddf3cfd6-69e4-4929-ae98-387d6c204fa4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:50.227520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5ff0b50-3ad9-4685-9c28-0f56145de803 req-ddf3cfd6-69e4-4929-ae98-387d6c204fa4 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 944 time: 0.0508938 Oct 13 15:22:50.267218 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5ff0b50-3ad9-4685-9c28-0f56145de803 req-0d9f12cd-07e2-4c36-a29a-3cfaae62a156 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332220 Oct 13 15:22:51.401380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e40d85-ff88-4a10-a4c4-e45753b2b38b req-e8a25a36-10f7-4ded-8766-cb22ec831f00 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:51.402900 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68e40d85-ff88-4a10-a4c4-e45753b2b38b req-e8a25a36-10f7-4ded-8766-cb22ec831f00 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 944 time: 0.0523946 Oct 13 15:22:51.442548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68e40d85-ff88-4a10-a4c4-e45753b2b38b req-cc78f4dc-1bea-400e-954d-2648df0338d3 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328479 Oct 13 15:22:52.358077 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f6c5ced4-7f23-4265-9d53-dc4db8ba96c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:52.559239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a9d84-e844-4f21-b0b2-3a6e95c7e307 req-64cab0c2-758b-4e59-854b-0f0d5820271d tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:52.560763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-048a9d84-e844-4f21-b0b2-3a6e95c7e307 req-64cab0c2-758b-4e59-854b-0f0d5820271d tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 944 time: 0.0516419 Oct 13 15:22:52.571701 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e7ceb682-a54d-40f1-8fed-62be6fe4c42e details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:22:52.601135 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-048a9d84-e844-4f21-b0b2-3a6e95c7e307 req-e14e0dc3-9a12-4489-8001-7def9e22b783 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340729 Oct 13 15:22:52.630129 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:52.675934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e7ceb682-a54d-40f1-8fed-62be6fe4c42e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e7ceb682-a54d-40f1-8fed-62be6fe4c42e,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:22:52.686407 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'e7ceb682-a54d-40f1-8fed-62be6fe4c42e', 'network_id': '2459331f-f709-4445-91a0-49af4bbe4d90', 'port_id': 'e7ceb682-a54d-40f1-8fed-62be6fe4c42e', 'mac_address': 'fa:16:3e:fa:c9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:22:52.723965 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:52.736251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ceb682-a54d-40f1-8fed-62be6fe4c42e {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:22:52.755287 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e7ceb682-a54d-40f1-8fed-62be6fe4c42e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e7ceb682-a54d-40f1-8fed-62be6fe4c42e,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:22:52.829788 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:53.041026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=e7ceb682-a54d-40f1-8fed-62be6fe4c42e,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:53.226185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['e7ceb682-a54d-40f1-8fed-62be6fe4c42e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:22:53.717100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1afa8-2a09-4924-bba1-c3c03362f1d3 req-c1f50bbc-7b8d-4874-a6f7-61841daca915 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:53.718562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3d1afa8-2a09-4924-bba1-c3c03362f1d3 req-c1f50bbc-7b8d-4874-a6f7-61841daca915 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 945 time: 0.0488944 Oct 13 15:22:53.756527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3d1afa8-2a09-4924-bba1-c3c03362f1d3 req-da945827-fe46-46c3-9e6d-be784058e542 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318403 Oct 13 15:22:54.029336 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:54.075175 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:54.587641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e7ceb682-a54d-40f1-8fed-62be6fe4c42e up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:22:54.689897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port e7ceb682-a54d-40f1-8fed-62be6fe4c42e completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:22:54.695374 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port e7ceb682-a54d-40f1-8fed-62be6fe4c42e triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:22:54.695741 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:54.775940 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:54.803487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf23fd7a-e087-4293-9186-b823d174b482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ceb682-a54d-40f1-8fed-62be6fe4c42e'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:22:54.816769 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a965a7-3485-4ea3-979d-86ba3d5986c5" -d '{"events": [{"server_uuid": "cf23fd7a-e087-4293-9186-b823d174b482", "name": "network-vif-plugged", "status": "completed", "tag": "e7ceb682-a54d-40f1-8fed-62be6fe4c42e"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:22:54.820053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port e7ceb682-a54d-40f1-8fed-62be6fe4c42e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e7ceb682-a54d-40f1-8fed-62be6fe4c42e,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:22:54.847019 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeac523-91ce-449f-9904-7d07a5bfa6e9 x-openstack-request-id: req-8aeac523-91ce-449f-9904-7d07a5bfa6e9 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:22:54.847328 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf23fd7a-e087-4293-9186-b823d174b482", "name": "network-vif-plugged", "status": "completed", "tag": "e7ceb682-a54d-40f1-8fed-62be6fe4c42e", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:22:54.847678 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8aeac523-91ce-449f-9904-7d07a5bfa6e9 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:22:54.848097 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf23fd7a-e087-4293-9186-b823d174b482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ceb682-a54d-40f1-8fed-62be6fe4c42e', 'code': 200} Oct 13 15:22:54.886417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab98045-3bbd-4b1a-a7ef-82b7a12e9aaf req-f801b0d7-8131-4fde-af47-b5980c8350de tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:54.888409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aab98045-3bbd-4b1a-a7ef-82b7a12e9aaf req-f801b0d7-8131-4fde-af47-b5980c8350de tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 945 time: 0.0613418 Oct 13 15:22:54.889726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:54.946526 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=e7ceb682-a54d-40f1-8fed-62be6fe4c42e,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:22:54.955350 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aab98045-3bbd-4b1a-a7ef-82b7a12e9aaf req-2083e842-42a0-412a-ada1-302506f341fb tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596845 Oct 13 15:22:54.970057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a0683-2efb-4554-912b-45df2d70526e req-83ccb451-cc05-4d2c-96e1-9d6263140423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:54.971570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-247a0683-2efb-4554-912b-45df2d70526e req-83ccb451-cc05-4d2c-96e1-9d6263140423 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 1098 time: 0.0581791 Oct 13 15:22:55.012052 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-247a0683-2efb-4554-912b-45df2d70526e req-2ee3bdb9-d595-4129-b1a9-8bb69e813c77 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Oct 13 15:22:55.606598 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:56.087226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad4679-f979-45d4-a9f9-627b44b5961a req-e957524a-0f56-4e32-92dc-955bf261e66f tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:56.088737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4ad4679-f979-45d4-a9f9-627b44b5961a req-e957524a-0f56-4e32-92dc-955bf261e66f tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 946 time: 0.0524545 Oct 13 15:22:56.127996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c4ad4679-f979-45d4-a9f9-627b44b5961a req-fcd5af89-b86d-4d39-99eb-c59d752857cd tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332284 Oct 13 15:22:57.251899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3bdd5-4853-414b-b8ca-7afe9523a8b1 req-91eb0350-3b5e-452f-9d64-052b0795c49a tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:57.254915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ff3bdd5-4853-414b-b8ca-7afe9523a8b1 req-91eb0350-3b5e-452f-9d64-052b0795c49a tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 946 time: 0.0553727 Oct 13 15:22:57.294500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8ff3bdd5-4853-414b-b8ca-7afe9523a8b1 req-356a0325-4255-4f6f-be77-f7cdd29f3fa3 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344238 Oct 13 15:22:57.422066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6e1b5-51c7-4c9a-bb10-af7f97e7060a req-d918ffae-c37e-4580-ba1d-ca9453d18b7c tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:22:57.423449 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51a6e1b5-51c7-4c9a-bb10-af7f97e7060a req-d918ffae-c37e-4580-ba1d-ca9453d18b7c tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 946 time: 0.0485296 Oct 13 15:22:57.462663 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51a6e1b5-51c7-4c9a-bb10-af7f97e7060a req-736d0485-1452-40d4-8ae5-1b6db571a792 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Oct 13 15:23:04.547568 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4ba3525-04c6-4dac-aaf2-f8bf8462a95d req-2a06ce8a-1db1-41e8-b225-422215625399 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411625 Oct 13 15:23:04.640381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba3525-04c6-4dac-aaf2-f8bf8462a95d req-3076749d-5e4c-4aa8-8c71-be455870fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:23:04.642033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4ba3525-04c6-4dac-aaf2-f8bf8462a95d req-3076749d-5e4c-4aa8-8c71-be455870fe0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=edcc427a1d9541f7a13a09fefa7895ae&device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 1098 time: 0.0474434 Oct 13 15:23:04.765066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba3525-04c6-4dac-aaf2-f8bf8462a95d req-234d89ed-d51f-44c3-9b85-c54460b99969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:23:04.766572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4ba3525-04c6-4dac-aaf2-f8bf8462a95d req-234d89ed-d51f-44c3-9b85-c54460b99969 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2459331f-f709-4445-91a0-49af4bbe4d90 HTTP/1.1" status: 200 len: 918 time: 0.1005816 Oct 13 15:23:04.819234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4ba3525-04c6-4dac-aaf2-f8bf8462a95d req-b48f6ef9-4c0f-48fb-a93e-792e77658a5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7ceb682-a54d-40f1-8fed-62be6fe4c42e HTTP/1.1" status: 200 len: 217 time: 0.0441029 Oct 13 15:23:05.182859 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba3525-04c6-4dac-aaf2-f8bf8462a95d req-32645308-5143-40d8-b80b-e03919a7a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:23:05.184292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4ba3525-04c6-4dac-aaf2-f8bf8462a95d req-32645308-5143-40d8-b80b-e03919a7a254 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924 HTTP/1.1" status: 200 len: 856 time: 0.3543274 Oct 13 15:23:05.235734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba3525-04c6-4dac-aaf2-f8bf8462a95d req-93e4a1c5-a2d9-4eb9-9eac-e920d3eab03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:23:05.244601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4ba3525-04c6-4dac-aaf2-f8bf8462a95d req-93e4a1c5-a2d9-4eb9-9eac-e920d3eab03b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2459331f-f709-4445-91a0-49af4bbe4d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412569 Oct 13 15:23:05.336580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4ba3525-04c6-4dac-aaf2-f8bf8462a95d req-eb99cdb4-b8c8-43a2-9f2a-15e9049ca30f service neutron] 10.222.0.41 "GET /v2.0/networks/2459331f-f709-4445-91a0-49af4bbe4d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913160 Oct 13 15:23:05.435725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f4ba3525-04c6-4dac-aaf2-f8bf8462a95d req-54bc78a4-036f-48ce-ad7b-ac9569fcc656 service neutron] 10.222.0.41 "GET /v2.0/networks/2459331f-f709-4445-91a0-49af4bbe4d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911908 Oct 13 15:23:14.741173 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:23:19.318056 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:19.565923 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d89174d1-a4c5-4078-bef8-3d50cd924e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:22.349844 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f74f1f94-81d3-4fe3-9748-7d8e089d64a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:22.640710 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:22.716750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439342f9-78bd-4cb0-b00a-9add34d1cba4 req-764bf45d-257a-4374-8ceb-9ff30632ed72 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:23:22.719177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439342f9-78bd-4cb0-b00a-9add34d1cba4 req-764bf45d-257a-4374-8ceb-9ff30632ed72 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 946 time: 0.0602198 Oct 13 15:23:22.768120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-439342f9-78bd-4cb0-b00a-9add34d1cba4 req-c77e3dca-1ab9-4703-b42f-ba1a835c8ab5 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Oct 13 15:23:23.897695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a436a0-5767-4d3b-9973-04245dbef582 req-cd98d342-f66c-46e9-967c-301d710bf3fa tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:23:23.899645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8a436a0-5767-4d3b-9973-04245dbef582 req-cd98d342-f66c-46e9-967c-301d710bf3fa tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 946 time: 0.0598545 Oct 13 15:23:23.948125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c8a436a0-5767-4d3b-9973-04245dbef582 req-c5caeeaf-a59a-4e62-ae4b-c9ccf52fdb9c tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e03f58a-aa5c-4f2b-bdea-577646bab7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412433 Oct 13 15:23:24.029654 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:24.091799 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:24.505821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2941e-a688-4ee0-8610-647e3baa34d9 req-62760e51-4fde-4135-8c07-71ac09c121a1 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:23:24.507276 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7eb2941e-a688-4ee0-8610-647e3baa34d9 req-62760e51-4fde-4135-8c07-71ac09c121a1 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 946 time: 0.0486591 Oct 13 15:23:24.601813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7eb2941e-a688-4ee0-8610-647e3baa34d9 req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Deleting port e7ceb682-a54d-40f1-8fed-62be6fe4c42e {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:23:24.602203 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7eb2941e-a688-4ee0-8610-647e3baa34d9 req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:24.690351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7eb2941e-a688-4ee0-8610-647e3baa34d9 req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] For port e7ceb682-a54d-40f1-8fed-62be6fe4c42e, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=e7ceb682-a54d-40f1-8fed-62be6fe4c42e,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:24.691314 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7eb2941e-a688-4ee0-8610-647e3baa34d9 req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:24.703509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7eb2941e-a688-4ee0-8610-647e3baa34d9 req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Calling delete_port for e7ceb682-a54d-40f1-8fed-62be6fe4c42e owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:23:24.889009 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7eb2941e-a688-4ee0-8610-647e3baa34d9 req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:24.902010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['e7ceb682-a54d-40f1-8fed-62be6fe4c42e'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:23:24.918313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Pushing event deleted for resources: {'Port': ['ID=e7ceb682-a54d-40f1-8fed-62be6fe4c42e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:24.951401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:24.951749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:24.952090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:24.952419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:24.952745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:24.953122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:24.953450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:24.953772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:24.954094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:24.954410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:24.954724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:24.955049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:24.976746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb2941e-a688-4ee0-8610-647e3baa34d9 req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] No DVR routers for this DVR port e7ceb682-a54d-40f1-8fed-62be6fe4c42e on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:23:24.979603 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7eb2941e-a688-4ee0-8610-647e3baa34d9 req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:24.983098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7eb2941e-a688-4ee0-8610-647e3baa34d9 req-89317d7d-2c40-4fea-b0c9-ff346292ca1b tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.41 "DELETE /v2.0/ports/e7ceb682-a54d-40f1-8fed-62be6fe4c42e HTTP/1.1" status: 204 len: 173 time: 0.4690166 Oct 13 15:23:24.983420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf23fd7a-e087-4293-9186-b823d174b482', 'name': 'network-vif-deleted', 'tag': 'e7ceb682-a54d-40f1-8fed-62be6fe4c42e'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:23:24.985752 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e548905-be37-498e-a996-aa4a9dbf5c8a" -d '{"events": [{"server_uuid": "cf23fd7a-e087-4293-9186-b823d174b482", "name": "network-vif-deleted", "tag": "e7ceb682-a54d-40f1-8fed-62be6fe4c42e"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:23:25.026632 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d56f521-040e-4691-abef-4a9df028e233 x-openstack-request-id: req-9d56f521-040e-4691-abef-4a9df028e233 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:23:25.026932 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf23fd7a-e087-4293-9186-b823d174b482", "name": "network-vif-deleted", "tag": "e7ceb682-a54d-40f1-8fed-62be6fe4c42e", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:23:25.027180 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d56f521-040e-4691-abef-4a9df028e233 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:23:25.027577 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf23fd7a-e087-4293-9186-b823d174b482', 'name': 'network-vif-deleted', 'tag': 'e7ceb682-a54d-40f1-8fed-62be6fe4c42e', 'status': 'completed', 'code': 200} Oct 13 15:23:25.060053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49ee99e8-106a-48d4-8235-5fa491f9102f req-c9f57daa-392a-432b-9d52-e0f8f60280f9 tempest-TestEncryptedCinderVolumes-966558164 tempest-TestEncryptedCinderVolumes-966558164-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf23fd7a-e087-4293-9186-b823d174b482 HTTP/1.1" status: 200 len: 210 time: 0.0293567 Oct 13 15:23:25.600097 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:26.208127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40662) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:26.558691 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-32f8c7cf-1a85-4e2c-b983-3c1d79dc622f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:26.803960 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-32f8c7cf-1a85-4e2c-b983-3c1d79dc622f admin admin] Deleting port 5e4e3907-1499-4518-b79b-03d5de43660f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:23:26.804304 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-32f8c7cf-1a85-4e2c-b983-3c1d79dc622f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:26.892969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-32f8c7cf-1a85-4e2c-b983-3c1d79dc622f admin admin] For port 5e4e3907-1499-4518-b79b-03d5de43660f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5e4e3907-1499-4518-b79b-03d5de43660f,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:26.893290 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-32f8c7cf-1a85-4e2c-b983-3c1d79dc622f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:26.906400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-32f8c7cf-1a85-4e2c-b983-3c1d79dc622f admin admin] Calling delete_port for 5e4e3907-1499-4518-b79b-03d5de43660f owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:23:27.154525 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-32f8c7cf-1a85-4e2c-b983-3c1d79dc622f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:27.181007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8c7cf-1a85-4e2c-b983-3c1d79dc622f admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4e3907-1499-4518-b79b-03d5de43660f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:27.350786 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-32f8c7cf-1a85-4e2c-b983-3c1d79dc622f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:27.573566 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f8c7cf-1a85-4e2c-b983-3c1d79dc622f admin admin] Router d01084a1-16b8-4072-9d2d-9a43b4c3c054 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:23:27.678054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f8c7cf-1a85-4e2c-b983-3c1d79dc622f admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:23:27.683248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-32f8c7cf-1a85-4e2c-b983-3c1d79dc622f admin admin] 10.222.0.18 "PUT /v2.0/routers/d01084a1-16b8-4072-9d2d-9a43b4c3c054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4739857 Oct 13 15:23:27.685813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40664) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:27.688521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7985748-875e-46bf-86da-d1325d373275 None None] Sync routers for ids ['d01084a1-16b8-4072-9d2d-9a43b4c3c054'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:23:27.698776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7985748-875e-46bf-86da-d1325d373275 None None] Routers {'d01084a1-16b8-4072-9d2d-9a43b4c3c054'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:23:27.699394 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d7985748-875e-46bf-86da-d1325d373275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:23:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d01084a1-16b8-4072-9d2d-9a43b4c3c054'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:27.790631 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:27.804006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-d7985748-875e-46bf-86da-d1325d373275 None None] Set router d01084a1-16b8-4072-9d2d-9a43b4c3c054 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:23:27.892243 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:27.980833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d7985748-875e-46bf-86da-d1325d373275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'name': 'tempest-TestEncryptedCinderVolumes-2042198202-router', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:23:27Z', 'revision_number': 5, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'gw_port': {'id': 'fff9e612-0aeb-4880-9268-b8790c86e2b7', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:28.007649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7985748-875e-46bf-86da-d1325d373275 None None] Checking router: d01084a1-16b8-4072-9d2d-9a43b4c3c054 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:23:28.016077 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7985748-875e-46bf-86da-d1325d373275 None None] Routers {'d01084a1-16b8-4072-9d2d-9a43b4c3c054'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:23:28.016235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Deleting port fff9e612-0aeb-4880-9268-b8790c86e2b7 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:23:28.016467 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:28.016673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d7985748-875e-46bf-86da-d1325d373275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:23:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['d01084a1-16b8-4072-9d2d-9a43b4c3c054'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:28.101457 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] For port fff9e612-0aeb-4880-9268-b8790c86e2b7, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fff9e612-0aeb-4880-9268-b8790c86e2b7,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:28.101814 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:28.105512 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-d7985748-875e-46bf-86da-d1325d373275 None None] Set router d01084a1-16b8-4072-9d2d-9a43b4c3c054 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:23:28.113315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Calling delete_port for fff9e612-0aeb-4880-9268-b8790c86e2b7 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:23:28.160762 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-d7985748-875e-46bf-86da-d1325d373275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'name': 'tempest-TestEncryptedCinderVolumes-2042198202-router', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:23:27Z', 'revision_number': 6, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:28.186333 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7985748-875e-46bf-86da-d1325d373275 None None] The sync data for ids ['d01084a1-16b8-4072-9d2d-9a43b4c3c054'] in n-d-806683-15 is: [{'id': 'd01084a1-16b8-4072-9d2d-9a43b4c3c054', 'name': 'tempest-TestEncryptedCinderVolumes-2042198202-router', 'tenant_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:50Z', 'updated_at': '2021-10-13T15:23:27Z', 'revision_number': 6, 'project_id': 'edcc427a1d9541f7a13a09fefa7895ae', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:23:28.334889 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:28.361848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff9e612-0aeb-4880-9268-b8790c86e2b7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:28.427945 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:28.519965 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:28.522112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:28.627914 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:28.628557 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d01084a1-16b8-4072-9d2d-9a43b4c3c054 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:23:28.635821 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:28.637288 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2471bc9a-4de8-4ee7-b1eb-67ee51664c84 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d01084a1-16b8-4072-9d2d-9a43b4c3c054 HTTP/1.1" status: 204 len: 168 time: 0.9505289 Oct 13 15:23:28.639956 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40666) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:28.686571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Deleting subnet 3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:23:28.689808 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:28.725622 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:28.805244 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:28.822122 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e7ceb682-a54d-40f1-8fed-62be6fe4c42e no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:23:28.842735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: e7ceb682-a54d-40f1-8fed-62be6fe4c42e {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:23:28.843073 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device e7ceb682-a54d-40f1-8fed-62be6fe4c42e not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:23:28.935202 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:28.962850 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:28.967430 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:28.971760 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3e0a1de6-fdfd-4f61-8b8c-edbc2ce5d924 HTTP/1.1" status: 204 len: 168 time: 0.3303752 Oct 13 15:23:28.972805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67d4bdf-e486-4bea-979d-d9259cd89aae None None] Network 2459331f-f709-4445-91a0-49af4bbe4d90 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:23:28.974135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40670) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:28.982698 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:28.983038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:28.983374 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:28.983706 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:28.984060 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:28.984382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:28.984703 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:28.985041 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:28.986123 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:28.986468 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:28.986800 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:28.987119 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40eb40-0f62-453b-b550-bb54a6520e09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:29.047360 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:29.103811 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Deleting port fb69ee48-cbd5-4be4-8551-f546eb98c4ea {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:23:29.104156 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:29.176201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] For port fb69ee48-cbd5-4be4-8551-f546eb98c4ea, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fb69ee48-cbd5-4be4-8551-f546eb98c4ea,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:29.177175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] DHCP port deletion for 2459331f-f709-4445-91a0-49af4bbe4d90 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:23:29.177341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:29.190738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Calling delete_port for fb69ee48-cbd5-4be4-8551-f546eb98c4ea owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:23:29.233038 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Deleting port fb69ee48-cbd5-4be4-8551-f546eb98c4ea {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:23:29.233423 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:29.297684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] For port fb69ee48-cbd5-4be4-8551-f546eb98c4ea, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fb69ee48-cbd5-4be4-8551-f546eb98c4ea,segment=NetworkSegment(5409bffd-f66b-4fb0-89b0-d19664316d7f),segment_id=5409bffd-f66b-4fb0-89b0-d19664316d7f)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:29.298076 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:29.311361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Calling delete_port for fb69ee48-cbd5-4be4-8551-f546eb98c4ea owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:23:29.320104 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:29.346333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb69ee48-cbd5-4be4-8551-f546eb98c4ea,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:29.352034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] No DVR routers for this DVR port fb69ee48-cbd5-4be4-8551-f546eb98c4ea on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:23:29.389035 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:29.414194 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Pushing event deleted for resources: {'Port': ['ID=fb69ee48-cbd5-4be4-8551-f546eb98c4ea,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:29.421781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] No DVR routers for this DVR port fb69ee48-cbd5-4be4-8551-f546eb98c4ea on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:23:29.423904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:29.424812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:29.424812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:29.425189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:29.425317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:29.426044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:29.427083 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:29.427261 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:29.427515 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:29.427839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:29.428003 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:29.428471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:29.428471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a42ed0-e82e-4745-b52d-121ee909d9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:29.450466 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2459331f-f709-4445-91a0-49af4bbe4d90']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:29.459967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5409bffd-f66b-4fb0-89b0-d19664316d7f') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:29.460260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5409bffd-f66b-4fb0-89b0-d19664316d7f') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:29.469354 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:29.482804 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:29.489196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:23:29.492032 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:23:29.611287 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:29.617586 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:29.620705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2459331f-f709-4445-91a0-49af4bbe4d90 HTTP/1.1" status: 204 len: 168 time: 0.6455808 Oct 13 15:23:29.623676 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40672) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:29.632183 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ac78f-9bd9-4f20-85d2-223be1249037 admin admin] Pushing event deleted for resources: {'Network': ['ID=2459331f-f709-4445-91a0-49af4bbe4d90,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:29.970196 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-314905f2-ccc1-4189-8a3e-e184f8f5b71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:30.213454 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-314905f2-ccc1-4189-8a3e-e184f8f5b71e admin admin] Deleting port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:23:30.213799 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-314905f2-ccc1-4189-8a3e-e184f8f5b71e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:30.243739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fff9e612-0aeb-4880-9268-b8790c86e2b7 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:23:30.264454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: fff9e612-0aeb-4880-9268-b8790c86e2b7 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:23:30.264798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fff9e612-0aeb-4880-9268-b8790c86e2b7 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:23:30.265243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5e4e3907-1499-4518-b79b-03d5de43660f no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:23:30.286973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 5e4e3907-1499-4518-b79b-03d5de43660f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:23:30.287317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5e4e3907-1499-4518-b79b-03d5de43660f not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:23:30.291209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fb69ee48-cbd5-4be4-8551-f546eb98c4ea no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:23:30.292652 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-314905f2-ccc1-4189-8a3e-e184f8f5b71e admin admin] For port cb16fbf5-1e4c-4928-89c1-fd4a668fedbe, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=cb16fbf5-1e4c-4928-89c1-fd4a668fedbe,segment=NetworkSegment(5c671734-65d5-428c-9e76-7f656b21e437),segment_id=5c671734-65d5-428c-9e76-7f656b21e437)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:30.293196 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-314905f2-ccc1-4189-8a3e-e184f8f5b71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:30.310173 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-314905f2-ccc1-4189-8a3e-e184f8f5b71e admin admin] Calling delete_port for cb16fbf5-1e4c-4928-89c1-fd4a668fedbe owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:23:30.312003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: fb69ee48-cbd5-4be4-8551-f546eb98c4ea {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:23:30.312354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fb69ee48-cbd5-4be4-8551-f546eb98c4ea not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:23:30.543094 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-314905f2-ccc1-4189-8a3e-e184f8f5b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:30.570008 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314905f2-ccc1-4189-8a3e-e184f8f5b71e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb16fbf5-1e4c-4928-89c1-fd4a668fedbe,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:30.739100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-314905f2-ccc1-4189-8a3e-e184f8f5b71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:30.951165 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314905f2-ccc1-4189-8a3e-e184f8f5b71e admin admin] Router 365d14e4-3d99-4b8e-b06c-21415438cb73 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:23:31.330840 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314905f2-ccc1-4189-8a3e-e184f8f5b71e admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:23:31.335961 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-314905f2-ccc1-4189-8a3e-e184f8f5b71e admin admin] 10.222.0.18 "PUT /v2.0/routers/365d14e4-3d99-4b8e-b06c-21415438cb73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7112584 Oct 13 15:23:31.338528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40674) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:31.341205 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10aa2cb-5646-4dcd-a4c7-d53f4e188176 None None] Sync routers for ids ['365d14e4-3d99-4b8e-b06c-21415438cb73'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:23:31.350328 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10aa2cb-5646-4dcd-a4c7-d53f4e188176 None None] Routers {'365d14e4-3d99-4b8e-b06c-21415438cb73'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:23:31.350925 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e10aa2cb-5646-4dcd-a4c7-d53f4e188176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:23:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['365d14e4-3d99-4b8e-b06c-21415438cb73'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:31.439624 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:31.455054 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e10aa2cb-5646-4dcd-a4c7-d53f4e188176 None None] Set router 365d14e4-3d99-4b8e-b06c-21415438cb73 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:23:31.551914 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:31.642009 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e10aa2cb-5646-4dcd-a4c7-d53f4e188176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'name': 'tempest-TestEncryptedCinderVolumes-1851007262-router', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84'}], 'enable_snat': True}, 'gw_port_id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:55Z', 'updated_at': '2021-10-13T15:23:30Z', 'revision_number': 5, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'gw_port': {'id': '3d50da69-a2b5-4f9a-8957-2de6e464aa0a', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:41:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:21:56Z', 'updated_at': '2021-10-13T15:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:31.669760 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10aa2cb-5646-4dcd-a4c7-d53f4e188176 None None] Checking router: 365d14e4-3d99-4b8e-b06c-21415438cb73 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:23:31.679658 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10aa2cb-5646-4dcd-a4c7-d53f4e188176 None None] Routers {'365d14e4-3d99-4b8e-b06c-21415438cb73'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:23:31.680237 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e10aa2cb-5646-4dcd-a4c7-d53f4e188176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:23:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['365d14e4-3d99-4b8e-b06c-21415438cb73'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:31.681132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Deleting port 3d50da69-a2b5-4f9a-8957-2de6e464aa0a {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:23:31.681471 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:31.767245 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] For port 3d50da69-a2b5-4f9a-8957-2de6e464aa0a, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3d50da69-a2b5-4f9a-8957-2de6e464aa0a,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:31.767604 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:31.769255 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e10aa2cb-5646-4dcd-a4c7-d53f4e188176 None None] Set router 365d14e4-3d99-4b8e-b06c-21415438cb73 gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:23:31.779123 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Calling delete_port for 3d50da69-a2b5-4f9a-8957-2de6e464aa0a owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:23:31.821723 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e10aa2cb-5646-4dcd-a4c7-d53f4e188176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'name': 'tempest-TestEncryptedCinderVolumes-1851007262-router', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:55Z', 'updated_at': '2021-10-13T15:23:31Z', 'revision_number': 6, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:31.851706 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10aa2cb-5646-4dcd-a4c7-d53f4e188176 None None] The sync data for ids ['365d14e4-3d99-4b8e-b06c-21415438cb73'] in n-d-806683-15 is: [{'id': '365d14e4-3d99-4b8e-b06c-21415438cb73', 'name': 'tempest-TestEncryptedCinderVolumes-1851007262-router', 'tenant_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:21:55Z', 'updated_at': '2021-10-13T15:23:31Z', 'revision_number': 6, 'project_id': '9bcec2a0d35c4e45b62074214f1a9bad', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:23:32.006059 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.032109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d50da69-a2b5-4f9a-8957-2de6e464aa0a,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:32.090262 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.180804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.183024 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.331390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.332867 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 365d14e4-3d99-4b8e-b06c-21415438cb73 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:23:32.337593 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.338748 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7729a1bd-f7a1-4f98-a3e8-09f04793677f admin admin] 10.222.0.18 "DELETE /v2.0/routers/365d14e4-3d99-4b8e-b06c-21415438cb73 HTTP/1.1" status: 204 len: 168 time: 0.9993360 Oct 13 15:23:32.341488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40676) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:32.385167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cb16fbf5-1e4c-4928-89c1-fd4a668fedbe no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:23:32.408113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-adac7c65-d234-4189-8cae-3d1819a574ae admin admin] Deleting subnet 79a72f83-076a-4522-9b04-0000a4953121 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:23:32.411401 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-adac7c65-d234-4189-8cae-3d1819a574ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.411788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: cb16fbf5-1e4c-4928-89c1-fd4a668fedbe {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:23:32.412139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device cb16fbf5-1e4c-4928-89c1-fd4a668fedbe not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:23:32.450808 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-adac7c65-d234-4189-8cae-3d1819a574ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.532226 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-adac7c65-d234-4189-8cae-3d1819a574ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.674834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-adac7c65-d234-4189-8cae-3d1819a574ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.707242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac7c65-d234-4189-8cae-3d1819a574ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a72f83-076a-4522-9b04-0000a4953121,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:32.710938 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-adac7c65-d234-4189-8cae-3d1819a574ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.716169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-adac7c65-d234-4189-8cae-3d1819a574ae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/79a72f83-076a-4522-9b04-0000a4953121 HTTP/1.1" status: 204 len: 168 time: 0.3716292 Oct 13 15:23:32.721650 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40678) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:32.721967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d7ee16-90ff-4b60-8359-453321aef46c None None] Network 93a31811-9382-46a3-9dc5-9472870d58a8 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:23:32.786635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.853813 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Deleting port c0c78cbc-285f-4c85-9203-f74fbd3b6866 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:23:32.854289 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.927566 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] For port c0c78cbc-285f-4c85-9203-f74fbd3b6866, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c0c78cbc-285f-4c85-9203-f74fbd3b6866,segment=NetworkSegment(5c671734-65d5-428c-9e76-7f656b21e437),segment_id=5c671734-65d5-428c-9e76-7f656b21e437)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:32.929237 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:32.933595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cf638b-942d-48ce-89b1-9a02b36bfd78 None None] DHCP port deletion for 93a31811-9382-46a3-9dc5-9472870d58a8 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:23:32.943619 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Calling delete_port for c0c78cbc-285f-4c85-9203-f74fbd3b6866 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:23:32.979551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf638b-942d-48ce-89b1-9a02b36bfd78 None None] Deleting port c0c78cbc-285f-4c85-9203-f74fbd3b6866 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:23:32.979933 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a0cf638b-942d-48ce-89b1-9a02b36bfd78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:33.046597 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a0cf638b-942d-48ce-89b1-9a02b36bfd78 None None] For port c0c78cbc-285f-4c85-9203-f74fbd3b6866, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c0c78cbc-285f-4c85-9203-f74fbd3b6866,segment=NetworkSegment(5c671734-65d5-428c-9e76-7f656b21e437),segment_id=5c671734-65d5-428c-9e76-7f656b21e437)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:33.047038 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a0cf638b-942d-48ce-89b1-9a02b36bfd78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:33.059279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf638b-942d-48ce-89b1-9a02b36bfd78 None None] Calling delete_port for c0c78cbc-285f-4c85-9203-f74fbd3b6866 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:23:33.114459 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:33.134540 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a0cf638b-942d-48ce-89b1-9a02b36bfd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:33.147715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c78cbc-285f-4c85-9203-f74fbd3b6866,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:33.149708 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] No DVR routers for this DVR port c0c78cbc-285f-4c85-9203-f74fbd3b6866 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:23:33.166030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf638b-942d-48ce-89b1-9a02b36bfd78 None None] Pushing event deleted for resources: {'Port': ['ID=c0c78cbc-285f-4c85-9203-f74fbd3b6866,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:33.169618 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf638b-942d-48ce-89b1-9a02b36bfd78 None None] No DVR routers for this DVR port c0c78cbc-285f-4c85-9203-f74fbd3b6866 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:23:33.224864 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:33.245740 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a31811-9382-46a3-9dc5-9472870d58a8']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:33.255328 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c671734-65d5-428c-9e76-7f656b21e437') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:33.255633 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c671734-65d5-428c-9e76-7f656b21e437') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:33.265153 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:33.283237 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:33.285630 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:23:33.286357 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: timer() Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:23:33.288298 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:23:33.426332 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:33.431944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:33.435032 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] 10.222.0.18 "DELETE /v2.0/networks/93a31811-9382-46a3-9dc5-9472870d58a8 HTTP/1.1" status: 204 len: 168 time: 0.7172208 Oct 13 15:23:33.447082 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f505efb-a568-4349-afee-a511cb073c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=93a31811-9382-46a3-9dc5-9472870d58a8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:33.829064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40682) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:33.870074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-768d5360-8806-4110-b5c0-9b99b3d891a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edcc427a1d9541f7a13a09fefa7895ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397966 Oct 13 15:23:33.872501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40684) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:33.918678 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a3044ac-da73-49fc-962e-172a0dac7b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:33.943168 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a3044ac-da73-49fc-962e-172a0dac7b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:34.039433 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a3044ac-da73-49fc-962e-172a0dac7b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:34.042108 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a3044ac-da73-49fc-962e-172a0dac7b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:34.043283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6a3044ac-da73-49fc-962e-172a0dac7b1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e03f58a-aa5c-4f2b-bdea-577646bab7b4 HTTP/1.1" status: 204 len: 168 time: 0.1698720 Oct 13 15:23:34.051945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3044ac-da73-49fc-962e-172a0dac7b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e03f58a-aa5c-4f2b-bdea-577646bab7b4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:34.241964 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3d50da69-a2b5-4f9a-8957-2de6e464aa0a no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:23:34.263195 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 3d50da69-a2b5-4f9a-8957-2de6e464aa0a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:23:34.263539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3d50da69-a2b5-4f9a-8957-2de6e464aa0a not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:23:34.263959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c0c78cbc-285f-4c85-9203-f74fbd3b6866 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:23:34.289538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: c0c78cbc-285f-4c85-9203-f74fbd3b6866 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:23:34.289882 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c0c78cbc-285f-4c85-9203-f74fbd3b6866 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:23:34.701663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40690) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:34.741513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-35a0f269-3ede-44bd-ac42-f6ad901a09e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9bcec2a0d35c4e45b62074214f1a9bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387208 Oct 13 15:23:34.743929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40692) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:34.795703 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d0cef0dd-06e3-4b4d-8e91-80ab6647b526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:34.816969 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d0cef0dd-06e3-4b4d-8e91-80ab6647b526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:34.923272 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d0cef0dd-06e3-4b4d-8e91-80ab6647b526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:34.926483 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d0cef0dd-06e3-4b4d-8e91-80ab6647b526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:34.927699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d0cef0dd-06e3-4b4d-8e91-80ab6647b526 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03a5e432-7c53-445d-918b-b8bf352d71ca HTTP/1.1" status: 204 len: 168 time: 0.1828389 Oct 13 15:23:34.935706 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cef0dd-06e3-4b4d-8e91-80ab6647b526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a5e432-7c53-445d-918b-b8bf352d71ca,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:35.946301 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40714) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:36.040255 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1493713029-network', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:23:36.113645 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Made reservation on behalf of 34f68f719c074b538f0533ba4a5faa42 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:23:36.115947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:36.124589 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:36.201361 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:36.274202 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:36.298529 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:23:36.307955 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2474c0d9-5f52-4fe7-b6cb-fc6efc145863,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:36.313850 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:36.314195 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Added segment b445cd28-db62-4422-a45b-7572f19c9355 of type vlan for network 80133959-dd11-43ae-91ec-ab85c908b296 Oct 13 15:23:36.353893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:36.427903 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:36.428858 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:23:36.430171 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:36.490960 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] Pushing event updated for resources: {'Network': ['ID=80133959-dd11-43ae-91ec-ab85c908b296,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:36.500998 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 80133959-dd11-43ae-91ec-ab85c908b296 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:23:36.548946 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5cd1234d-e82a-4f36-9073-5ce52ad88e36 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6014431 Oct 13 15:23:36.557557 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40718) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:36.562696 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-2f0e445d-97b7-48d9-bb89-e8968a4dbf3e admin admin] Request body: {'subnet': {'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1493713029-subnet', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:23:36.634163 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0e445d-97b7-48d9-bb89-e8968a4dbf3e admin admin] Made reservation on behalf of 34f68f719c074b538f0533ba4a5faa42 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:23:36.636928 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f0e445d-97b7-48d9-bb89-e8968a4dbf3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:36.863089 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f0e445d-97b7-48d9-bb89-e8968a4dbf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:36.923718 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e445d-97b7-48d9-bb89-e8968a4dbf3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffc74a1-1d0b-4510-b00e-36b636e73ae7,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:36.925926 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e445d-97b7-48d9-bb89-e8968a4dbf3e admin admin] Checking segment: {'id': 'b445cd28-db62-4422-a45b-7572f19c9355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:23:36.926286 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e445d-97b7-48d9-bb89-e8968a4dbf3e admin admin] Network hostable DHCP agents. Network: 80133959-dd11-43ae-91ec-ab85c908b296, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:23:36.996813 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e445d-97b7-48d9-bb89-e8968a4dbf3e admin admin] Network 80133959-dd11-43ae-91ec-ab85c908b296 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:23:37.117212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e445d-97b7-48d9-bb89-e8968a4dbf3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 80133959-dd11-43ae-91ec-ab85c908b296) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:23:37.121272 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e445d-97b7-48d9-bb89-e8968a4dbf3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:23:37.121855 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2f0e445d-97b7-48d9-bb89-e8968a4dbf3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.125758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8abbd7-3214-42ce-b984-749405cf346a None None] Network 80133959-dd11-43ae-91ec-ab85c908b296 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:23:37.207819 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2f0e445d-97b7-48d9-bb89-e8968a4dbf3e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6491559 Oct 13 15:23:37.210405 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40720) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:37.215220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:23:37.266715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-80133959-dd11-43ae-91ec-ab85c908b296', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'fixed_ips': [{'subnet_id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:23:37.272606 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.291279 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.292356 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.347162 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.401858 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Allocated IP 172.20.0.2 (80133959-dd11-43ae-91ec-ab85c908b296/bffc74a1-1d0b-4510-b00e-36b636e73ae7/f14608da-0a5a-4b44-b228-4e2ab4cb7af3) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:23:37.544127 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.544845 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.594418 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.635393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Network 80133959-dd11-43ae-91ec-ab85c908b296 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:23:37.638695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:23:37.642163 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:23:37.650673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Pushing event updated for resources: {'Port': ['ID=f14608da-0a5a-4b44-b228-4e2ab4cb7af3,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:37.700349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Attempting to bind port f14608da-0a5a-4b44-b228-4e2ab4cb7af3 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:23:37.700714 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Attempting to bind port f14608da-0a5a-4b44-b228-4e2ab4cb7af3 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'b445cd28-db62-4422-a45b-7572f19c9355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:23:37.701093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Attempting to bind port f14608da-0a5a-4b44-b228-4e2ab4cb7af3 on network 80133959-dd11-43ae-91ec-ab85c908b296 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:23:37.705953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:23:37.706314 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Checking segment: {'id': 'b445cd28-db62-4422-a45b-7572f19c9355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:23:37.706706 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.707092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Bound using segment: {'id': 'b445cd28-db62-4422-a45b-7572f19c9355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:23:37.707544 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Bound port: f14608da-0a5a-4b44-b228-4e2ab4cb7af3, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b445cd28-db62-4422-a45b-7572f19c9355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:23:37.707916 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.774321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] For port f14608da-0a5a-4b44-b228-4e2ab4cb7af3, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:23:37.777532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] For port f14608da-0a5a-4b44-b228-4e2ab4cb7af3, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f14608da-0a5a-4b44-b228-4e2ab4cb7af3,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:23:37.810152 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.833881 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.869711 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.932321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd299d-cdd1-47d6-8286-d744ebb7b19b None None] Pushing event updated for resources: {'Port': ['ID=f14608da-0a5a-4b44-b228-4e2ab4cb7af3,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:37.946800 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Allocated IP 172.25.0.119 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/e72c5a2a-e9c9-4c85-a522-8593674b7bed) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:23:38.076480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:38.175066 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:38.224141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:23:38.227749 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:23:38.231397 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:23:38.237248 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Pushing event updated for resources: {'Port': ['ID=e72c5a2a-e9c9-4c85-a522-8593674b7bed,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:38.286415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f14608da-0a5a-4b44-b228-4e2ab4cb7af3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:23:38.336244 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f14608da-0a5a-4b44-b228-4e2ab4cb7af3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:38.336611 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:38.573736 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:38.588855 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:38.619100 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port f14608da-0a5a-4b44-b228-4e2ab4cb7af3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f14608da-0a5a-4b44-b228-4e2ab4cb7af3,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:38.685836 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:38.749782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=f14608da-0a5a-4b44-b228-4e2ab4cb7af3,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:38.824480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:38.859544 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a68894-32e4-4251-8c43-e929634e7946 None None] Network 80133959-dd11-43ae-91ec-ab85c908b296 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:23:38.949627 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b5e6be13-d1d9-400b-b6f4-09f4bc12aff4 None None] Provisioning complete for port f14608da-0a5a-4b44-b228-4e2ab4cb7af3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:38.950000 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b5e6be13-d1d9-400b-b6f4-09f4bc12aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:39.027970 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Router 6ce94670-3883-467c-b93d-75c6ba1e9c20 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:23:39.302811 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ee32d87c-f43b-4378-ae0d-bce9b7cad61d None None] Provisioning complete for port f14608da-0a5a-4b44-b228-4e2ab4cb7af3 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:39.303093 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ee32d87c-f43b-4378-ae0d-bce9b7cad61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:39.419977 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:23:39.428724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Sync routers for ids ['6ce94670-3883-467c-b93d-75c6ba1e9c20'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:23:39.437666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Routers {'6ce94670-3883-467c-b93d-75c6ba1e9c20'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:23:39.447105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:23:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6ce94670-3883-467c-b93d-75c6ba1e9c20'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:39.527383 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:39.528679 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c2ecb444-dc5c-4cbc-ae53-8595f34e799f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3168092 Oct 13 15:23:39.531360 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40722) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:39.542694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Set router 6ce94670-3883-467c-b93d-75c6ba1e9c20 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:23:39.735915 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:38Z', 'revision_number': 3, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:39.763062 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Checking router: 6ce94670-3883-467c-b93d-75c6ba1e9c20 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:23:39.763406 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Updating router 6ce94670-3883-467c-b93d-75c6ba1e9c20 port e72c5a2a-e9c9-4c85-a522-8593674b7bed binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:23:39.787635 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:39.953535 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.042501 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.108696 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Allocated IP 172.20.0.1 (80133959-dd11-43ae-91ec-ab85c908b296/bffc74a1-1d0b-4510-b00e-36b636e73ae7/50656d31-cfdd-41f6-afb6-b4917c154538) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:23:40.111439 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.166735 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Attempting to bind port e72c5a2a-e9c9-4c85-a522-8593674b7bed on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:23:40.168198 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Attempting to bind port e72c5a2a-e9c9-4c85-a522-8593674b7bed by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:23:40.168198 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Attempting to bind port e72c5a2a-e9c9-4c85-a522-8593674b7bed on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:23:40.169499 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaacb9-4dfc-4685-84a0-8401476365b4 None None] Pushing event updated for resources: {'Port': ['ID=e72c5a2a-e9c9-4c85-a522-8593674b7bed,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:40.175951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:23:40.176842 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:23:40.176842 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.177126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:23:40.177566 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Bound port: e72c5a2a-e9c9-4c85-a522-8593674b7bed, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:23:40.178028 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.217057 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.235300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] For port e72c5a2a-e9c9-4c85-a522-8593674b7bed, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:23:40.238610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] For port e72c5a2a-e9c9-4c85-a522-8593674b7bed, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e72c5a2a-e9c9-4c85-a522-8593674b7bed,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:23:40.266456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f14608da-0a5a-4b44-b228-4e2ab4cb7af3 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:23:40.318296 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.320160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port f14608da-0a5a-4b44-b228-4e2ab4cb7af3 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:40.320532 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.325850 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.366916 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Network 80133959-dd11-43ae-91ec-ab85c908b296 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:23:40.370028 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:23:40.373629 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:23:40.400322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Pushing event updated for resources: {'Port': ['ID=50656d31-cfdd-41f6-afb6-b4917c154538,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:40.407619 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Routers {'6ce94670-3883-467c-b93d-75c6ba1e9c20'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:23:40.408242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:23:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6ce94670-3883-467c-b93d-75c6ba1e9c20'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:40.417294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaacb9-4dfc-4685-84a0-8401476365b4 None None] Pushing event updated for resources: {'Port': ['ID=e72c5a2a-e9c9-4c85-a522-8593674b7bed,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:40.419561 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.557930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] Set router 6ce94670-3883-467c-b93d-75c6ba1e9c20 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:23:40.623586 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.666895 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-546d510b-6f73-40e3-9eac-ff44c0543cac None None] Provisioning complete for port 50656d31-cfdd-41f6-afb6-b4917c154538 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:40.667186 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-546d510b-6f73-40e3-9eac-ff44c0543cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.725383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-546d510b-6f73-40e3-9eac-ff44c0543cac None None] Port 50656d31-cfdd-41f6-afb6-b4917c154538 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:23:40.777129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:38Z', 'revision_number': 3, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:40.795661 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.803144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964a229-902b-490a-a923-2eed5c774c77 None None] The sync data for ids ['6ce94670-3883-467c-b93d-75c6ba1e9c20'] in n-d-806683-15 is: [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:38Z', 'revision_number': 3, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:23:40.848849 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:40.916499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Pushing event updated for resources: {'Port': ['ID=50656d31-cfdd-41f6-afb6-b4917c154538,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:40.920218 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:41.029033 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Network 80133959-dd11-43ae-91ec-ab85c908b296 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:23:41.029858 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:23:41.164938 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Router 6ce94670-3883-467c-b93d-75c6ba1e9c20 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:23:41.255938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-bac0d119-9495-4d04-9f34-30c3c4325f41 None None] Provisioning complete for port 50656d31-cfdd-41f6-afb6-b4917c154538 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:41.256246 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bac0d119-9495-4d04-9f34-30c3c4325f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:41.281437 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:23:41.286513 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3e7f6655-faa3-44c7-b567-a807ff6d2b16 admin admin] 10.222.0.18 "PUT /v2.0/routers/6ce94670-3883-467c-b93d-75c6ba1e9c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541537 Oct 13 15:23:41.303616 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-bac0d119-9495-4d04-9f34-30c3c4325f41 None None] Port 50656d31-cfdd-41f6-afb6-b4917c154538 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:23:41.981538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40738) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:41.986539 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1014889393-network', 'tenant_id': '700970d25cd047a1be2c45a45d203856'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:23:42.051511 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Made reservation on behalf of 700970d25cd047a1be2c45a45d203856 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:23:42.053894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.063581 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.141794 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.205703 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.227624 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:23:42.241287 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be3c524-b7a1-4103-b85a-ed619fd3e5d3,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:42.246751 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.247090 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Added segment 0d1f2cd3-8666-4b09-b50e-536b6c905c28 of type vlan for network c34b14a8-ca86-4bde-9dad-6c5142877e4b Oct 13 15:23:42.280024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e72c5a2a-e9c9-4c85-a522-8593674b7bed up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:23:42.297184 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.300552 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Sync routers for ids ['6ce94670-3883-467c-b93d-75c6ba1e9c20'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:23:42.310641 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Routers {'6ce94670-3883-467c-b93d-75c6ba1e9c20'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:23:42.311174 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:23:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6ce94670-3883-467c-b93d-75c6ba1e9c20'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:42.333124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port e72c5a2a-e9c9-4c85-a522-8593674b7bed triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:42.336191 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.388401 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.389552 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:23:42.390178 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.413489 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.421464 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Set router 6ce94670-3883-467c-b93d-75c6ba1e9c20 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:23:42.435522 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port e72c5a2a-e9c9-4c85-a522-8593674b7bed, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e72c5a2a-e9c9-4c85-a522-8593674b7bed,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:42.455313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] Pushing event updated for resources: {'Network': ['ID=c34b14a8-ca86-4bde-9dad-6c5142877e4b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:42.466288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network c34b14a8-ca86-4bde-9dad-6c5142877e4b details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:23:42.506473 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-684770d1-8e47-4557-94b3-ff551d296db8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5224516 Oct 13 15:23:42.508115 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.508322 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40740) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:42.514764 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5659ba81-31ee-4fc5-8de4-88baf2585592 admin admin] Request body: {'subnet': {'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1014889393-subnet', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:23:42.576316 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=e72c5a2a-e9c9-4c85-a522-8593674b7bed,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:42.619921 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5659ba81-31ee-4fc5-8de4-88baf2585592 admin admin] Made reservation on behalf of 700970d25cd047a1be2c45a45d203856 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:23:42.623455 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5659ba81-31ee-4fc5-8de4-88baf2585592 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.625025 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:40Z', 'revision_number': 4, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '50656d31-cfdd-41f6-afb6-b4917c154538', 'name': '', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'mac_address': 'fa:16:3e:41:f7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:39Z', 'updated_at': '2021-10-13T15:23:40Z', 'revision_number': 2, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'subnets': [{'id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:42.750001 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Checking router: 6ce94670-3883-467c-b93d-75c6ba1e9c20 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:23:42.750351 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Updating router 6ce94670-3883-467c-b93d-75c6ba1e9c20 port 50656d31-cfdd-41f6-afb6-b4917c154538 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:23:42.775858 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.860552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5659ba81-31ee-4fc5-8de4-88baf2585592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:42.918318 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659ba81-31ee-4fc5-8de4-88baf2585592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84974e56-a253-4a13-952b-55c26a41815c,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:42.926336 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5659ba81-31ee-4fc5-8de4-88baf2585592 admin admin] Checking segment: {'id': '0d1f2cd3-8666-4b09-b50e-536b6c905c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:23:42.926690 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659ba81-31ee-4fc5-8de4-88baf2585592 admin admin] Network hostable DHCP agents. Network: c34b14a8-ca86-4bde-9dad-6c5142877e4b, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:23:43.019949 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659ba81-31ee-4fc5-8de4-88baf2585592 admin admin] Network c34b14a8-ca86-4bde-9dad-6c5142877e4b is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:23:43.034030 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.113658 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-5659ba81-31ee-4fc5-8de4-88baf2585592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, c34b14a8-ca86-4bde-9dad-6c5142877e4b) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:23:43.118493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5659ba81-31ee-4fc5-8de4-88baf2585592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:23:43.119289 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5659ba81-31ee-4fc5-8de4-88baf2585592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.122241 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1c0f00-370d-4505-969c-bb3629d17e21 None None] Network c34b14a8-ca86-4bde-9dad-6c5142877e4b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:23:43.126082 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.201419 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Pushing event updated for resources: {'Port': ['ID=50656d31-cfdd-41f6-afb6-b4917c154538,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:43.207587 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5659ba81-31ee-4fc5-8de4-88baf2585592 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6980155 Oct 13 15:23:43.210057 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:43.210252 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40742) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:43.211679 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:43.212217 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:43.212657 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:43.213124 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:43.213346 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:43.215960 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:43.215960 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:43.215960 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:43.215960 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:43.215960 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:43.215960 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:23:43.216609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1014889393-router', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:23:43.252713 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Attempting to bind port 50656d31-cfdd-41f6-afb6-b4917c154538 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:23:43.253418 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Attempting to bind port 50656d31-cfdd-41f6-afb6-b4917c154538 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'b445cd28-db62-4422-a45b-7572f19c9355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:23:43.253772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Attempting to bind port 50656d31-cfdd-41f6-afb6-b4917c154538 on network 80133959-dd11-43ae-91ec-ab85c908b296 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:23:43.259852 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:23:43.260388 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Checking segment: {'id': 'b445cd28-db62-4422-a45b-7572f19c9355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:23:43.261042 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.265982 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Bound using segment: {'id': 'b445cd28-db62-4422-a45b-7572f19c9355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:23:43.265982 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Bound port: 50656d31-cfdd-41f6-afb6-b4917c154538, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b445cd28-db62-4422-a45b-7572f19c9355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:23:43.265982 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.292158 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-c34b14a8-ca86-4bde-9dad-6c5142877e4b', 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'fixed_ips': [{'subnet_id': '84974e56-a253-4a13-952b-55c26a41815c'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:23:43.294362 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.314382 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.315449 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.333579 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] For port 50656d31-cfdd-41f6-afb6-b4917c154538, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:23:43.337485 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] For port 50656d31-cfdd-41f6-afb6-b4917c154538, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=50656d31-cfdd-41f6-afb6-b4917c154538,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:23:43.372802 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.394782 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.450155 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Allocated IP 172.20.0.2 (c34b14a8-ca86-4bde-9dad-6c5142877e4b/84974e56-a253-4a13-952b-55c26a41815c/1413f112-46fb-412c-ad0b-bbfd9891b653) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:23:43.456828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-03ca35d8-9f09-418b-8834-65547a128d13 None None] Provisioning complete for port 50656d31-cfdd-41f6-afb6-b4917c154538 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:43.457208 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Routers {'6ce94670-3883-467c-b93d-75c6ba1e9c20'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:23:43.457339 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-03ca35d8-9f09-418b-8834-65547a128d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.457834 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:23:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6ce94670-3883-467c-b93d-75c6ba1e9c20'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:43.502742 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6234eb-c33c-45ea-b403-afffad923ce6 None None] Pushing event updated for resources: {'Port': ['ID=50656d31-cfdd-41f6-afb6-b4917c154538,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:43.590583 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] Set router 6ce94670-3883-467c-b93d-75c6ba1e9c20 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:23:43.633336 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-03ca35d8-9f09-418b-8834-65547a128d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.696744 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.707106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-03ca35d8-9f09-418b-8834-65547a128d13 None None] For port 50656d31-cfdd-41f6-afb6-b4917c154538, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=50656d31-cfdd-41f6-afb6-b4917c154538,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:43.777641 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:43.845875 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:40Z', 'revision_number': 4, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '50656d31-cfdd-41f6-afb6-b4917c154538', 'name': '', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'mac_address': 'fa:16:3e:41:f7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:39Z', 'updated_at': '2021-10-13T15:23:43Z', 'revision_number': 4, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'subnets': [{'id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:43.875495 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679ca92-b6b7-42f6-8b86-51da10c6bded None None] The sync data for ids ['6ce94670-3883-467c-b93d-75c6ba1e9c20'] in n-d-806683-15 is: [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:40Z', 'revision_number': 4, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '50656d31-cfdd-41f6-afb6-b4917c154538', 'name': '', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'mac_address': 'fa:16:3e:41:f7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:39Z', 'updated_at': '2021-10-13T15:23:43Z', 'revision_number': 4, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'subnets': [{'id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:23:43.966921 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:44.010389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Network c34b14a8-ca86-4bde-9dad-6c5142877e4b is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:23:44.013717 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-03ca35d8-9f09-418b-8834-65547a128d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:44.018943 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:23:44.021169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:23:44.030607 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Pushing event updated for resources: {'Port': ['ID=1413f112-46fb-412c-ad0b-bbfd9891b653,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:44.142452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Attempting to bind port 1413f112-46fb-412c-ad0b-bbfd9891b653 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:23:44.142943 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Attempting to bind port 1413f112-46fb-412c-ad0b-bbfd9891b653 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '0d1f2cd3-8666-4b09-b50e-536b6c905c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:23:44.143452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Attempting to bind port 1413f112-46fb-412c-ad0b-bbfd9891b653 on network c34b14a8-ca86-4bde-9dad-6c5142877e4b {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:23:44.148486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca35d8-9f09-418b-8834-65547a128d13 None None] Pushing event updated for resources: {'Port': ['ID=50656d31-cfdd-41f6-afb6-b4917c154538,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:44.158064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:23:44.158444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Checking segment: {'id': '0d1f2cd3-8666-4b09-b50e-536b6c905c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:23:44.158959 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:44.159197 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Bound using segment: {'id': '0d1f2cd3-8666-4b09-b50e-536b6c905c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:23:44.159672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Bound port: 1413f112-46fb-412c-ad0b-bbfd9891b653, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1f2cd3-8666-4b09-b50e-536b6c905c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:23:44.160056 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:44.171501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6bff0f32-5e6f-416d-a9bb-d5f3c70c71ba None None] Provisioning complete for port 50656d31-cfdd-41f6-afb6-b4917c154538 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:44.171872 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6bff0f32-5e6f-416d-a9bb-d5f3c70c71ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:44.266237 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:44.288329 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:44.289112 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] For port 1413f112-46fb-412c-ad0b-bbfd9891b653, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:23:44.310522 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] For port 1413f112-46fb-412c-ad0b-bbfd9891b653, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1413f112-46fb-412c-ad0b-bbfd9891b653,segment=NetworkSegment(0d1f2cd3-8666-4b09-b50e-536b6c905c28),segment_id=0d1f2cd3-8666-4b09-b50e-536b6c905c28)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:23:44.377281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e72c5a2a-e9c9-4c85-a522-8593674b7bed up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:23:44.407373 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:44.413044 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Allocated IP 172.25.0.82 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/dde1060c-f863-49ee-a84f-6320d8f23a9b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:23:44.494835 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ef06a-bb4d-4d89-a184-333a6451a711 None None] Pushing event updated for resources: {'Port': ['ID=1413f112-46fb-412c-ad0b-bbfd9891b653,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:44.506885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port e72c5a2a-e9c9-4c85-a522-8593674b7bed triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:44.507280 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:44.550644 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:44.601478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 50656d31-cfdd-41f6-afb6-b4917c154538 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:23:44.655802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 50656d31-cfdd-41f6-afb6-b4917c154538 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:44.656166 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:44.663313 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:44.742642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:23:44.745481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:23:44.749949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:23:44.753259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Pushing event updated for resources: {'Port': ['ID=dde1060c-f863-49ee-a84f-6320d8f23a9b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:45.076935 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:45.287823 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:45.479582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e315498a-a870-4ba0-afff-75fa6990e907 None None] Network c34b14a8-ca86-4bde-9dad-6c5142877e4b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:23:45.483372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Router 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:23:45.563589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-83314792-f46a-49f4-abaf-69a3519d52be None None] Provisioning complete for port 1413f112-46fb-412c-ad0b-bbfd9891b653 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:45.563951 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-83314792-f46a-49f4-abaf-69a3519d52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:45.596408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:23:45.611581 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Sync routers for ids ['7c7d8acf-6aed-454d-ac8e-1923d367f9f8'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:23:45.639765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Routers {'7c7d8acf-6aed-454d-ac8e-1923d367f9f8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:23:45.640371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:23:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c7d8acf-6aed-454d-ac8e-1923d367f9f8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:45.687494 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:45.689004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3d12ac7a-8ff9-4504-9265-f563448717bd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4767439 Oct 13 15:23:45.691812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40744) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:23:45.811411 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-83314792-f46a-49f4-abaf-69a3519d52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:45.816149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Set router 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:23:45.943201 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-83314792-f46a-49f4-abaf-69a3519d52be None None] For port 1413f112-46fb-412c-ad0b-bbfd9891b653, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1413f112-46fb-412c-ad0b-bbfd9891b653,segment=NetworkSegment(0d1f2cd3-8666-4b09-b50e-536b6c905c28),segment_id=0d1f2cd3-8666-4b09-b50e-536b6c905c28)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:46.000587 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-83314792-f46a-49f4-abaf-69a3519d52be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.061106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83314792-f46a-49f4-abaf-69a3519d52be None None] Pushing event updated for resources: {'Port': ['ID=1413f112-46fb-412c-ad0b-bbfd9891b653,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:46.072226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'name': 'tempest-TestMinimumBasicScenario-1014889393-router', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:43Z', 'updated_at': '2021-10-13T15:23:44Z', 'revision_number': 3, 'project_id': '700970d25cd047a1be2c45a45d203856', 'gw_port': {'id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:44Z', 'updated_at': '2021-10-13T15:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:46.104778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Checking router: 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:23:46.105074 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Updating router 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 port dde1060c-f863-49ee-a84f-6320d8f23a9b binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:23:46.130981 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.135552 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.157355 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6ce9cbdc-3ab3-4f9b-adf3-59fba71be13b None None] Provisioning complete for port 1413f112-46fb-412c-ad0b-bbfd9891b653 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:46.157722 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cbdc-3ab3-4f9b-adf3-59fba71be13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.303281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Allocated IP 172.20.0.1 (c34b14a8-ca86-4bde-9dad-6c5142877e4b/84974e56-a253-4a13-952b-55c26a41815c/892ec5ce-1972-44f3-b7a6-a6418a2c3a37) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:23:46.334421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1413f112-46fb-412c-ad0b-bbfd9891b653 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:23:46.411119 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.439596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1413f112-46fb-412c-ad0b-bbfd9891b653 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:46.439965 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.500316 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.528203 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.539776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Network c34b14a8-ca86-4bde-9dad-6c5142877e4b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:23:46.544202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:23:46.547798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:23:46.571381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Pushing event updated for resources: {'Port': ['ID=892ec5ce-1972-44f3-b7a6-a6418a2c3a37,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:46.594000 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.615216 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.670897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Attempting to bind port dde1060c-f863-49ee-a84f-6320d8f23a9b on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:23:46.671408 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Attempting to bind port dde1060c-f863-49ee-a84f-6320d8f23a9b by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:23:46.671865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Attempting to bind port dde1060c-f863-49ee-a84f-6320d8f23a9b on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:23:46.674176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cd380-c587-4273-8358-a20ae4fd8f50 None None] Pushing event updated for resources: {'Port': ['ID=dde1060c-f863-49ee-a84f-6320d8f23a9b,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:46.680888 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:23:46.681290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:23:46.681701 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.682086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:23:46.682555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Bound port: dde1060c-f863-49ee-a84f-6320d8f23a9b, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:23:46.683081 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.739016 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] For port dde1060c-f863-49ee-a84f-6320d8f23a9b, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:23:46.742685 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] For port dde1060c-f863-49ee-a84f-6320d8f23a9b, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dde1060c-f863-49ee-a84f-6320d8f23a9b,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:23:46.813949 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.815113 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.849459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-05727a69-b8c0-4eee-95aa-2267dba555e1 None None] Provisioning complete for port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:46.849774 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-05727a69-b8c0-4eee-95aa-2267dba555e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:46.909651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-05727a69-b8c0-4eee-95aa-2267dba555e1 None None] Port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:23:46.914135 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Routers {'7c7d8acf-6aed-454d-ac8e-1923d367f9f8'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:23:46.914743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:23:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c7d8acf-6aed-454d-ac8e-1923d367f9f8'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:46.917922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cd380-c587-4273-8358-a20ae4fd8f50 None None] Pushing event updated for resources: {'Port': ['ID=dde1060c-f863-49ee-a84f-6320d8f23a9b,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:46.984187 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:47.024262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] Set router 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:23:47.033862 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:47.113944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Pushing event updated for resources: {'Port': ['ID=892ec5ce-1972-44f3-b7a6-a6418a2c3a37,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:47.119923 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:47.219376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Network c34b14a8-ca86-4bde-9dad-6c5142877e4b is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:23:47.220903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:23:47.341446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Router 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:23:47.389559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'name': 'tempest-TestMinimumBasicScenario-1014889393-router', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:43Z', 'updated_at': '2021-10-13T15:23:46Z', 'revision_number': 4, 'project_id': '700970d25cd047a1be2c45a45d203856', 'gw_port': {'id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:44Z', 'updated_at': '2021-10-13T15:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '892ec5ce-1972-44f3-b7a6-a6418a2c3a37', 'name': '', 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'mac_address': 'fa:16:3e:ec:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '84974e56-a253-4a13-952b-55c26a41815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:46Z', 'updated_at': '2021-10-13T15:23:46Z', 'revision_number': 1, 'project_id': '700970d25cd047a1be2c45a45d203856', 'subnets': [{'id': '84974e56-a253-4a13-952b-55c26a41815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:47.426433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dea2b3-d816-42f2-a8f9-343feb896169 None None] The sync data for ids ['7c7d8acf-6aed-454d-ac8e-1923d367f9f8'] in n-d-806683-15 is: [{'id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'name': 'tempest-TestMinimumBasicScenario-1014889393-router', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:43Z', 'updated_at': '2021-10-13T15:23:46Z', 'revision_number': 4, 'project_id': '700970d25cd047a1be2c45a45d203856', 'gw_port': {'id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:44Z', 'updated_at': '2021-10-13T15:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '892ec5ce-1972-44f3-b7a6-a6418a2c3a37', 'name': '', 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'mac_address': 'fa:16:3e:ec:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '84974e56-a253-4a13-952b-55c26a41815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:46Z', 'updated_at': '2021-10-13T15:23:46Z', 'revision_number': 1, 'project_id': '700970d25cd047a1be2c45a45d203856', 'subnets': [{'id': '84974e56-a253-4a13-952b-55c26a41815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:23:47.436320 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-cce54332-4a22-4e62-9aab-2dd55edaf4b8 None None] Provisioning complete for port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:47.436690 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cce54332-4a22-4e62-9aab-2dd55edaf4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:47.472564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:23:47.472719 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-cce54332-4a22-4e62-9aab-2dd55edaf4b8 None None] Port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:23:47.479552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-85e67e30-dd63-4807-af9a-15a2411f4eed admin admin] 10.222.0.18 "PUT /v2.0/routers/7c7d8acf-6aed-454d-ac8e-1923d367f9f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7866602 Oct 13 15:23:48.288590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dde1060c-f863-49ee-a84f-6320d8f23a9b up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:23:48.339450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port dde1060c-f863-49ee-a84f-6320d8f23a9b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:48.340012 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:48.432122 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:48.453380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port dde1060c-f863-49ee-a84f-6320d8f23a9b, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dde1060c-f863-49ee-a84f-6320d8f23a9b,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:48.519806 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:48.592926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=dde1060c-f863-49ee-a84f-6320d8f23a9b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:49.331059 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:49.553533 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-27f0fd0a-f7e5-4644-bf5f-1b82e985864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:50.287773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dde1060c-f863-49ee-a84f-6320d8f23a9b up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:23:50.350738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port dde1060c-f863-49ee-a84f-6320d8f23a9b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:50.352334 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:50.923787 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Sync routers for ids ['7c7d8acf-6aed-454d-ac8e-1923d367f9f8'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:23:50.934039 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Routers {'7c7d8acf-6aed-454d-ac8e-1923d367f9f8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:23:50.935168 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:23:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c7d8acf-6aed-454d-ac8e-1923d367f9f8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:51.055996 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Set router 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:23:51.295120 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'name': 'tempest-TestMinimumBasicScenario-1014889393-router', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:43Z', 'updated_at': '2021-10-13T15:23:46Z', 'revision_number': 4, 'project_id': '700970d25cd047a1be2c45a45d203856', 'gw_port': {'id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:44Z', 'updated_at': '2021-10-13T15:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '892ec5ce-1972-44f3-b7a6-a6418a2c3a37', 'name': '', 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'mac_address': 'fa:16:3e:ec:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '84974e56-a253-4a13-952b-55c26a41815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:46Z', 'updated_at': '2021-10-13T15:23:46Z', 'revision_number': 2, 'project_id': '700970d25cd047a1be2c45a45d203856', 'subnets': [{'id': '84974e56-a253-4a13-952b-55c26a41815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:51.329755 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Checking router: 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:23:51.330168 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Updating router 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:23:51.359594 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:51.630279 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:51.702271 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:51.751783 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:23:51.762406 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe61a4-37cb-474b-a22c-534397796485 None None] Pushing event updated for resources: {'Port': ['ID=892ec5ce-1972-44f3-b7a6-a6418a2c3a37,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:51.828313 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Attempting to bind port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:23:51.828584 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Attempting to bind port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '0d1f2cd3-8666-4b09-b50e-536b6c905c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:23:51.829098 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Attempting to bind port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 on network c34b14a8-ca86-4bde-9dad-6c5142877e4b {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:23:51.834895 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:23:51.835753 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Checking segment: {'id': '0d1f2cd3-8666-4b09-b50e-536b6c905c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:23:51.836556 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:51.837090 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Bound using segment: {'id': '0d1f2cd3-8666-4b09-b50e-536b6c905c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:23:51.837801 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Bound port: 892ec5ce-1972-44f3-b7a6-a6418a2c3a37, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1f2cd3-8666-4b09-b50e-536b6c905c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:23:51.838330 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:52.044702 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] For port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:23:52.047773 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] For port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=892ec5ce-1972-44f3-b7a6-a6418a2c3a37,segment=NetworkSegment(0d1f2cd3-8666-4b09-b50e-536b6c905c28),segment_id=0d1f2cd3-8666-4b09-b50e-536b6c905c28)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:23:52.114657 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:52.129128 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-bc42f6b4-b576-4291-8384-58efec5f47cd None None] Provisioning complete for port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:52.130166 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bc42f6b4-b576-4291-8384-58efec5f47cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:52.176320 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe61a4-37cb-474b-a22c-534397796485 None None] Pushing event updated for resources: {'Port': ['ID=892ec5ce-1972-44f3-b7a6-a6418a2c3a37,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:52.205140 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Routers {'7c7d8acf-6aed-454d-ac8e-1923d367f9f8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:23:52.206448 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:23:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c7d8acf-6aed-454d-ac8e-1923d367f9f8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:52.291650 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bc42f6b4-b576-4291-8384-58efec5f47cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:52.349758 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:23:52.384201 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] Set router 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:23:52.415332 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bc42f6b4-b576-4291-8384-58efec5f47cd None None] For port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=892ec5ce-1972-44f3-b7a6-a6418a2c3a37,segment=NetworkSegment(0d1f2cd3-8666-4b09-b50e-536b6c905c28),segment_id=0d1f2cd3-8666-4b09-b50e-536b6c905c28)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:23:52.423291 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-95f78b92-6c85-4d26-8284-d7a08f917f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:52.429909 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:52.434952 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:52.491487 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bc42f6b4-b576-4291-8384-58efec5f47cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:52.596029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42f6b4-b576-4291-8384-58efec5f47cd None None] Pushing event updated for resources: {'Port': ['ID=892ec5ce-1972-44f3-b7a6-a6418a2c3a37,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:23:52.625437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-cf840b92-5678-4df3-9df1-da9f155172ad None None] Provisioning complete for port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:52.625816 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cf840b92-5678-4df3-9df1-da9f155172ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:52.677268 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'name': 'tempest-TestMinimumBasicScenario-1014889393-router', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:43Z', 'updated_at': '2021-10-13T15:23:46Z', 'revision_number': 4, 'project_id': '700970d25cd047a1be2c45a45d203856', 'gw_port': {'id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:44Z', 'updated_at': '2021-10-13T15:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '892ec5ce-1972-44f3-b7a6-a6418a2c3a37', 'name': '', 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'mac_address': 'fa:16:3e:ec:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '84974e56-a253-4a13-952b-55c26a41815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:46Z', 'updated_at': '2021-10-13T15:23:52Z', 'revision_number': 4, 'project_id': '700970d25cd047a1be2c45a45d203856', 'subnets': [{'id': '84974e56-a253-4a13-952b-55c26a41815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:23:52.706045 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c43c9f-462c-454d-94e8-ec591e0fa0ad None None] The sync data for ids ['7c7d8acf-6aed-454d-ac8e-1923d367f9f8'] in n-d-806683-15 is: [{'id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'name': 'tempest-TestMinimumBasicScenario-1014889393-router', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:43Z', 'updated_at': '2021-10-13T15:23:46Z', 'revision_number': 4, 'project_id': '700970d25cd047a1be2c45a45d203856', 'gw_port': {'id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:44Z', 'updated_at': '2021-10-13T15:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '892ec5ce-1972-44f3-b7a6-a6418a2c3a37', 'name': '', 'network_id': 'c34b14a8-ca86-4bde-9dad-6c5142877e4b', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'mac_address': 'fa:16:3e:ec:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '84974e56-a253-4a13-952b-55c26a41815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:46Z', 'updated_at': '2021-10-13T15:23:52Z', 'revision_number': 4, 'project_id': '700970d25cd047a1be2c45a45d203856', 'subnets': [{'id': '84974e56-a253-4a13-952b-55c26a41815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:23:52.706501 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:54.032626 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:54.094205 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:54.282468 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:23:54.343716 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:23:54.344363 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:55.639434 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:59.657657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-ed6e5b5e-995c-4b56-846c-a86391da374e tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:23:59.659116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-ed6e5b5e-995c-4b56-846c-a86391da374e tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/networks?id=80133959-dd11-43ae-91ec-ab85c908b296 HTTP/1.1" status: 200 len: 815 time: 0.1107142 Oct 13 15:23:59.674584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-b59d4942-d25e-4f1d-872c-4b5738e59031 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/quotas/34f68f719c074b538f0533ba4a5faa42 HTTP/1.1" status: 200 len: 375 time: 0.0088990 Oct 13 15:23:59.724554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-afbd0324-e989-4ce7-bbc3-c304b533c7c6 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=34f68f719c074b538f0533ba4a5faa42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446019 Oct 13 15:23:59.818321 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-8112254d-3840-452d-9399-c9f50dc7c716 service neutron] 10.222.0.18 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815115 Oct 13 15:23:59.912161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-d294fa97-6d05-4768-8365-40c092c54526 service neutron] 10.222.0.18 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865126 Oct 13 15:24:00.131464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7599e38a-aafe-4be3-bc3b-0144a909da0e req-9048583b-a11a-4154-abc4-05ad9a63da94 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 210 time: 0.0264406 Oct 13 15:24:01.227948 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e681393-ac1c-4d3b-9738-25e68e1911ed req-6d36fde0-bd29-4e9b-ba4b-95aaaa6322ff tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 210 time: 0.0260091 Oct 13 15:24:02.332832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-359af54e-b5b4-495c-a545-0402b9d787d1 req-02a3cd12-966f-4fa4-acc9-ac90a148ec5d tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 210 time: 0.0344427 Oct 13 15:24:02.339991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-77addeff-9fb9-4464-b82e-4a2e8caeca94 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:02.341476 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-77addeff-9fb9-4464-b82e-4a2e8caeca94 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.49 "GET /v2.0/networks?id=80133959-dd11-43ae-91ec-ab85c908b296 HTTP/1.1" status: 200 len: 815 time: 0.1322207 Oct 13 15:24:02.360756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-188033ba-00bd-48e6-b405-8087dd91bce8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Request body: {'port': {'device_id': '25a9144f-569d-4f00-a715-f6e43879df9c', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'admin_state_up': True, 'tenant_id': '34f68f719c074b538f0533ba4a5faa42'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:02.551270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-188033ba-00bd-48e6-b405-8087dd91bce8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Made reservation on behalf of 34f68f719c074b538f0533ba4a5faa42 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:02.554834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-188033ba-00bd-48e6-b405-8087dd91bce8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:02.681970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-188033ba-00bd-48e6-b405-8087dd91bce8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Allocated IP 172.20.0.8 (80133959-dd11-43ae-91ec-ab85c908b296/bffc74a1-1d0b-4510-b00e-36b636e73ae7/7e0c4c48-57ba-46bc-b86b-5d155acdae9d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:02.842998 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-188033ba-00bd-48e6-b405-8087dd91bce8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:02.926029 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-188033ba-00bd-48e6-b405-8087dd91bce8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:02.975828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-188033ba-00bd-48e6-b405-8087dd91bce8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Network 80133959-dd11-43ae-91ec-ab85c908b296 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:02.979201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-188033ba-00bd-48e6-b405-8087dd91bce8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:02.983446 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-188033ba-00bd-48e6-b405-8087dd91bce8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:24:03.021767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188033ba-00bd-48e6-b405-8087dd91bce8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event updated for resources: {'Port': ['ID=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:03.057841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-188033ba-00bd-48e6-b405-8087dd91bce8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:03.058992 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-188033ba-00bd-48e6-b405-8087dd91bce8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:03.138366 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-188033ba-00bd-48e6-b405-8087dd91bce8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7814221 Oct 13 15:24:03.331621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-39eb1cfa-8ef4-43f8-ba35-67685dbe51d3 None None] Provisioning complete for port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:24:03.332212 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-39eb1cfa-8ef4-43f8-ba35-67685dbe51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:03.378954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-39eb1cfa-8ef4-43f8-ba35-67685dbe51d3 None None] Port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:24:03.460649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8e5a-e3f5-4707-93c9-e80d03e91336 req-929eefe1-b0a4-47aa-b259-93f755468430 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:03.462369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1da8e5a-e3f5-4707-93c9-e80d03e91336 req-929eefe1-b0a4-47aa-b259-93f755468430 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 931 time: 0.0567410 Oct 13 15:24:03.503417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1da8e5a-e3f5-4707-93c9-e80d03e91336 req-edb4a537-40a2-4f1d-82b9-c78437409369 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348301 Oct 13 15:24:04.639197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6f9f2-9f40-4434-8bdc-c5dbe49d22a4 req-9dbba082-99e6-4f22-8bdd-a43f239bdf46 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:04.641087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59c6f9f2-9f40-4434-8bdc-c5dbe49d22a4 req-9dbba082-99e6-4f22-8bdd-a43f239bdf46 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 931 time: 0.0539978 Oct 13 15:24:04.684410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-59c6f9f2-9f40-4434-8bdc-c5dbe49d22a4 req-9a7e80d0-9e3c-4708-8b07-e0c7c7e805e6 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324225 Oct 13 15:24:05.811326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4ff98-60c5-4999-aee3-5eeff240e86e req-ce4f727c-e8bb-4745-b79b-90b27c366289 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:05.812936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81c4ff98-60c5-4999-aee3-5eeff240e86e req-ce4f727c-e8bb-4745-b79b-90b27c366289 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 931 time: 0.0582850 Oct 13 15:24:06.163591 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-81c4ff98-60c5-4999-aee3-5eeff240e86e req-f36b1728-0ff0-44bd-a116-75f251298938 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437929 Oct 13 15:24:07.299127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477184df-01be-4d37-b3d4-66fe59dc7e6a req-da75ca80-a3a2-4e74-9a4f-1406fc86e415 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:07.300589 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-477184df-01be-4d37-b3d4-66fe59dc7e6a req-da75ca80-a3a2-4e74-9a4f-1406fc86e415 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 931 time: 0.0525947 Oct 13 15:24:07.340969 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-477184df-01be-4d37-b3d4-66fe59dc7e6a req-af7954fe-e29d-429e-88bd-d3cd7f400db3 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343213 Oct 13 15:24:08.463991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83ea4-50a5-4999-b94e-70a249314470 req-d44044bc-1752-4016-9e99-bc5c22c2ded4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:08.466083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91d83ea4-50a5-4999-b94e-70a249314470 req-d44044bc-1752-4016-9e99-bc5c22c2ded4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 931 time: 0.0535400 Oct 13 15:24:08.515483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91d83ea4-50a5-4999-b94e-70a249314470 req-0676d3ef-8e13-4a27-8c91-1b0314c55c8b tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 Oct 13 15:24:09.649376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4664b71-3ab8-41ee-8d29-d344af6e4001 req-99377e1d-b3c9-44bb-88e2-e08124a0eb08 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:09.650860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4664b71-3ab8-41ee-8d29-d344af6e4001 req-99377e1d-b3c9-44bb-88e2-e08124a0eb08 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 931 time: 0.0616460 Oct 13 15:24:09.689985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4664b71-3ab8-41ee-8d29-d344af6e4001 req-caeda2e5-c228-4489-af9a-cce369b2e6f8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Oct 13 15:24:10.844584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5d7b2-8a34-4ee6-b223-d2599c2e2243 req-79d8c202-335e-4ffa-bb7c-08fc99c665a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:10.852845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ce5d7b2-8a34-4ee6-b223-d2599c2e2243 req-79d8c202-335e-4ffa-bb7c-08fc99c665a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 931 time: 0.0769551 Oct 13 15:24:10.890165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3ce5d7b2-8a34-4ee6-b223-d2599c2e2243 req-23c5d7f5-e294-4e37-9f5c-f85b4d2ed24e tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360317 Oct 13 15:24:12.011047 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc081a4-4608-41be-872b-17cd1c2b7586 req-fe4cfe4a-c596-4a9f-817d-6d28baa11538 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:12.013144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4dc081a4-4608-41be-872b-17cd1c2b7586 req-fe4cfe4a-c596-4a9f-817d-6d28baa11538 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 931 time: 0.0513604 Oct 13 15:24:12.052946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4dc081a4-4608-41be-872b-17cd1c2b7586 req-eecbe289-0907-4cf8-8189-6f28d3570129 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337708 Oct 13 15:24:13.181194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfbf12-9680-4d05-af76-d109ab83d6b4 req-e26321f8-5a1c-4f72-b6c8-54aa5931ee4d tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:13.182940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dfbf12-9680-4d05-af76-d109ab83d6b4 req-e26321f8-5a1c-4f72-b6c8-54aa5931ee4d tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 931 time: 0.0558372 Oct 13 15:24:13.223485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5dfbf12-9680-4d05-af76-d109ab83d6b4 req-50e57ed2-9054-4918-983e-f2d18e877b62 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Oct 13 15:24:14.032678 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Request body: {'port': {'device_id': '25a9144f-569d-4f00-a715-f6e43879df9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:14.086377 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:14.381835 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0a390-2f2a-4094-ba61-a6de3e0c33f9 req-12f4a968-d99d-45fe-b209-d1ed99c153e2 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:14.383227 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01d0a390-2f2a-4094-ba61-a6de3e0c33f9 req-12f4a968-d99d-45fe-b209-d1ed99c153e2 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 931 time: 0.0861988 Oct 13 15:24:14.388781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0c4c48-57ba-46bc-b86b-5d155acdae9d {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:24:14.402683 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:14.426955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Transition to ACTIVE for port object 7e0c4c48-57ba-46bc-b86b-5d155acdae9d will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:24:14.439659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01d0a390-2f2a-4094-ba61-a6de3e0c33f9 req-8f57ea92-75a7-4190-884d-77fcfe1c94df tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463948 Oct 13 15:24:14.524089 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:14.603185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:14.660212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Attempting to bind port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:24:14.660582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Attempting to bind port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': 'b445cd28-db62-4422-a45b-7572f19c9355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:24:14.660915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Attempting to bind port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d on network 80133959-dd11-43ae-91ec-ab85c908b296 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:24:14.665490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d on network 80133959-dd11-43ae-91ec-ab85c908b296 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:24:14.665813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Attempting to bind port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d on network 80133959-dd11-43ae-91ec-ab85c908b296 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:24:14.671806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:24:14.672130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Checking segment: {'id': 'b445cd28-db62-4422-a45b-7572f19c9355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:24:14.672526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Bound using segment: {'id': 'b445cd28-db62-4422-a45b-7572f19c9355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:24:14.672958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Bound port: 7e0c4c48-57ba-46bc-b86b-5d155acdae9d, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b445cd28-db62-4422-a45b-7572f19c9355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:24:14.673341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:14.739776 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] For port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:24:14.742900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] For port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:24:14.821617 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:14.858808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:14.859461 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:14.860865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] 10.222.0.49 "PUT /v2.0/ports/7e0c4c48-57ba-46bc-b86b-5d155acdae9d HTTP/1.1" status: 200 len: 1092 time: 0.8324783 Oct 13 15:24:14.861456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:24:14.863764 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c049b9-7cce-4335-a9fc-1d802d6bac08" -d '{"events": [{"name": "network-changed", "server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:24:14.886191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e1a96-3685-47f5-82a7-f3011ccd8061 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:14.915401 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216a72b9-29be-48df-ad32-32819e91e1bc x-openstack-request-id: req-216a72b9-29be-48df-ad32-32819e91e1bc {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:24:14.915680 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:24:14.915941 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-216a72b9-29be-48df-ad32-32819e91e1bc {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:24:14.916350 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d', 'status': 'completed', 'code': 200} Oct 13 15:24:14.991000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c049b9-7cce-4335-a9fc-1d802d6bac08 req-696feb73-8f47-415f-ae65-fccdef472b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:14.992567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39c049b9-7cce-4335-a9fc-1d802d6bac08 req-696feb73-8f47-415f-ae65-fccdef472b32 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34f68f719c074b538f0533ba4a5faa42&device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 1095 time: 0.0530226 Oct 13 15:24:15.098568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c049b9-7cce-4335-a9fc-1d802d6bac08 req-4bb8eb43-9149-43c0-a268-6df41f4b3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:15.100072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39c049b9-7cce-4335-a9fc-1d802d6bac08 req-4bb8eb43-9149-43c0-a268-6df41f4b3187 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=34f68f719c074b538f0533ba4a5faa42&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0937271 Oct 13 15:24:15.204421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c049b9-7cce-4335-a9fc-1d802d6bac08 req-69c4c2ab-3135-429e-b9d6-904bd555a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:15.205875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39c049b9-7cce-4335-a9fc-1d802d6bac08 req-69c4c2ab-3135-429e-b9d6-904bd555a3d2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951831 Oct 13 15:24:15.285864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-3f73e5b4-f76e-4519-81c8-0ba785569cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:15.287354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-3f73e5b4-f76e-4519-81c8-0ba785569cab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34f68f719c074b538f0533ba4a5faa42&device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 1095 time: 0.0414655 Oct 13 15:24:15.336180 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-20342041-247a-4225-a8e6-b5f57fbec851 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d HTTP/1.1" status: 200 len: 217 time: 0.0359817 Oct 13 15:24:15.389844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-eced673f-aecd-40c6-aca2-06e1ab224954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:15.391302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-eced673f-aecd-40c6-aca2-06e1ab224954 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffc74a1-1d0b-4510-b00e-36b636e73ae7 HTTP/1.1" status: 200 len: 854 time: 0.0480046 Oct 13 15:24:15.441104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-1e6cd61b-f8a8-4deb-b914-aaa205590d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:15.442579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-1e6cd61b-f8a8-4deb-b914-aaa205590d98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80133959-dd11-43ae-91ec-ab85c908b296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396833 Oct 13 15:24:15.569473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-8a9add94-9850-4930-aef8-3d18cc17e2e5 service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151142 Oct 13 15:24:15.579900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c129cfe-1599-40d1-bafe-b9f1e964fbfa req-94a20292-89fc-43b9-a865-045c98950444 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:15.581497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c129cfe-1599-40d1-bafe-b9f1e964fbfa req-94a20292-89fc-43b9-a865-045c98950444 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 943 time: 0.0763474 Oct 13 15:24:15.668679 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0c129cfe-1599-40d1-bafe-b9f1e964fbfa req-445ca309-d4b5-4fc5-9477-89bafd34cce6 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795758 Oct 13 15:24:15.693651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-266e0dcf-5579-4b46-8f3c-250a6848b81a req-c5ea8fa5-2968-4883-99ee-d0f58c636eaa service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114154 Oct 13 15:24:16.786912 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c3bcf-201c-4672-b279-a7289629a59a req-a7a0b375-27dd-4ac4-ba0f-d467a4d2f041 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:16.788409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc6c3bcf-201c-4672-b279-a7289629a59a req-a7a0b375-27dd-4ac4-ba0f-d467a4d2f041 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 943 time: 0.0506647 Oct 13 15:24:16.830710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc6c3bcf-201c-4672-b279-a7289629a59a req-f00d0628-0d4a-4b90-9ae5-752eb9b25ac7 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355656 Oct 13 15:24:17.953666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f366-6a82-4336-b0c2-41bdec9e9f3a req-907d98f1-6c06-4850-8fa1-b6e01506e004 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:17.955157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4421f366-6a82-4336-b0c2-41bdec9e9f3a req-907d98f1-6c06-4850-8fa1-b6e01506e004 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 943 time: 0.0515075 Oct 13 15:24:17.992937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4421f366-6a82-4336-b0c2-41bdec9e9f3a req-ad3c167e-fae9-480e-8afb-dc5cf0a03427 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Oct 13 15:24:18.306444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7e0c4c48-57ba-46bc-b86b-5d155acdae9d details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:24:18.400486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:24:18.412192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'port_id': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d', 'mac_address': 'fa:16:3e:a3:e8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:24:18.454132 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:18.467446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0c4c48-57ba-46bc-b86b-5d155acdae9d {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:24:18.488289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:24:18.576094 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:18.626539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:18.887133 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7e0c4c48-57ba-46bc-b86b-5d155acdae9d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:24:19.106545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b435c8-4d5d-48b6-95f0-3feb690494cc req-6ee80d3f-5a91-4f6b-adbb-7ac56f7a7393 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:19.108031 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3b435c8-4d5d-48b6-95f0-3feb690494cc req-6ee80d3f-5a91-4f6b-adbb-7ac56f7a7393 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 944 time: 0.0488324 Oct 13 15:24:19.150149 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3b435c8-4d5d-48b6-95f0-3feb690494cc req-4e6b2524-d076-4ea2-bc1e-dc274270b604 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360610 Oct 13 15:24:19.368174 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:19.563755 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b458bd2c-e8f9-45fc-a509-c8a4f43dbff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:20.266390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac220a5-560e-4b27-8cd5-675dd6e042fa req-ec6284ab-a0ae-4f15-8636-91fa1ea103ca tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:20.267870 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ac220a5-560e-4b27-8cd5-675dd6e042fa req-ec6284ab-a0ae-4f15-8636-91fa1ea103ca tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 944 time: 0.0493450 Oct 13 15:24:20.304997 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ac220a5-560e-4b27-8cd5-675dd6e042fa req-dd165d74-d848-4b63-8b49-8d2f88ddc296 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Oct 13 15:24:20.337518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7e0c4c48-57ba-46bc-b86b-5d155acdae9d up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:24:20.449724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:24:20.454175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:24:20.454546 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:20.537074 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:20.563774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:24:20.566051 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f354782d-ae6f-4443-a809-1c9de54b0ad4" -d '{"events": [{"server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "name": "network-vif-plugged", "status": "completed", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:24:20.579324 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:24:20.602067 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a59e28-4d67-44b4-a04f-6e0dddb3feb0 x-openstack-request-id: req-05a59e28-4d67-44b4-a04f-6e0dddb3feb0 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:24:20.602357 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "name": "network-vif-plugged", "status": "completed", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:24:20.602680 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05a59e28-4d67-44b4-a04f-6e0dddb3feb0 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:24:20.603073 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d', 'code': 200} Oct 13 15:24:20.632885 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:20.680499 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:20.709936 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4aaece-50b1-4f21-a952-3d44f826003c req-3625f261-7fe3-4990-ba26-65a04fd8f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:20.711415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec4aaece-50b1-4f21-a952-3d44f826003c req-3625f261-7fe3-4990-ba26-65a04fd8f9e1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 1097 time: 0.0411668 Oct 13 15:24:20.745829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec4aaece-50b1-4f21-a952-3d44f826003c req-a7b790b5-ed1b-4419-9cb1-471f6effb70e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270350 Oct 13 15:24:21.417297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c003629-0811-4850-a32b-09c99782d422 req-7de937b9-1359-436e-aa04-7fdd0d133775 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:21.419325 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c003629-0811-4850-a32b-09c99782d422 req-7de937b9-1359-436e-aa04-7fdd0d133775 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 945 time: 0.0487533 Oct 13 15:24:21.459906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3c003629-0811-4850-a32b-09c99782d422 req-b43732ac-dfb9-4aca-b59b-7e511c6a33fd tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342655 Oct 13 15:24:22.339207 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-53f898c9-d81a-42db-867b-2f8fd4822222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:22.579408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d302933-f4c0-4106-9ed9-98974401966a req-fb2d716c-05db-4cc4-8865-fde6a72488fa tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:22.584125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d302933-f4c0-4106-9ed9-98974401966a req-fb2d716c-05db-4cc4-8865-fde6a72488fa tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 945 time: 0.0524182 Oct 13 15:24:22.620646 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d302933-f4c0-4106-9ed9-98974401966a req-157801c4-1069-49d9-829d-a60e0e97dfd5 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337398 Oct 13 15:24:22.631118 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:22.740857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74017903-b21a-4a97-9e5b-74c14cb09f8f req-7af53586-afd0-4f02-a161-06d974c32700 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:22.742270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74017903-b21a-4a97-9e5b-74c14cb09f8f req-7af53586-afd0-4f02-a161-06d974c32700 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 945 time: 0.0504301 Oct 13 15:24:22.780700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-74017903-b21a-4a97-9e5b-74c14cb09f8f req-9818a919-3a33-44c8-92e9-67946bd539c4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319428 Oct 13 15:24:22.970655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7b97e-d0f2-44b3-9d9c-1fda6c047ac9 req-d6c8eb4a-ec9b-4ce4-b0f7-85d8902bdd89 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:22.972108 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbf7b97e-d0f2-44b3-9d9c-1fda6c047ac9 req-d6c8eb4a-ec9b-4ce4-b0f7-85d8902bdd89 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 945 time: 0.0487115 Oct 13 15:24:23.013443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbf7b97e-d0f2-44b3-9d9c-1fda6c047ac9 req-d5a5a081-8473-4f03-881c-5eb6a5f4d5ee tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347834 Oct 13 15:24:24.033523 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:24.122819 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:25.621005 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:28.741325 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:24:38.332620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5193e-12f8-4d5d-bb03-a43aa31cb7e9 req-cb5f2aa3-3298-4409-a501-c5a4e9d4d4e7 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:38.334109 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8c5193e-12f8-4d5d-bb03-a43aa31cb7e9 req-cb5f2aa3-3298-4409-a501-c5a4e9d4d4e7 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 945 time: 0.0491254 Oct 13 15:24:38.372862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8c5193e-12f8-4d5d-bb03-a43aa31cb7e9 req-8b229093-a9a3-4cd8-bdf2-0b9345b2f4f8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326490 Oct 13 15:24:38.397142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40952) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:24:38.531333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dcf9ee-47e2-4b26-afdd-279934fbcf68 tempest-TestMinimumBasicScenario-122535950 tempest-TestMinimumBasicScenario-122535950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:38.533117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f7dcf9ee-47e2-4b26-afdd-279934fbcf68 tempest-TestMinimumBasicScenario-122535950 tempest-TestMinimumBasicScenario-122535950-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 1092 time: 0.1349218 Oct 13 15:24:38.536265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40956) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:24:38.540481 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'fixed_ip_address': '172.20.0.8'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:38.630258 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.728179 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.830946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Allocated IP 172.25.0.4 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/1017f4b4-83da-4e29-9b95-b49879ad6c55) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:38.934557 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.009460 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.049419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:39.052419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:39.055874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:24:39.077729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event updated for resources: {'Port': ['ID=1017f4b4-83da-4e29-9b95-b49879ad6c55,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:39.088832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.089202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.089545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.089882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.090214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.090545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.090875 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.091200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.091531 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.091854 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.092176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.092500 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.425783 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.533825 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.681944 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.757473 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.826733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event updated for resources: {'Port': ['ID=1017f4b4-83da-4e29-9b95-b49879ad6c55,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:39.839152 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.948514 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Floating IP f76342bc-d931-481b-9a9d-ceb19bbc81f6 associated. External IP: 172.25.0.4, port: 7e0c4c48-57ba-46bc-b86b-5d155acdae9d. Oct 13 15:24:40.152930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Router 6ce94670-3883-467c-b93d-75c6ba1e9c20 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:24:40.259671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:24:40.270355 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3f5af-db41-4710-935e-94cc0dc48837 None None] Sync routers for ids ['6ce94670-3883-467c-b93d-75c6ba1e9c20'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:24:40.279336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3f5af-db41-4710-935e-94cc0dc48837 None None] Routers {'6ce94670-3883-467c-b93d-75c6ba1e9c20'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:24:40.279951 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ffe3f5af-db41-4710-935e-94cc0dc48837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:24:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6ce94670-3883-467c-b93d-75c6ba1e9c20'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:40.352834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:40.381644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4df41513-4e58-43bb-acf8-48ec7a901a3c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8443689 Oct 13 15:24:40.382229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:24:40.384506 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e295331-3eb9-4c05-b0aa-a8288d54c47e" -d '{"events": [{"name": "network-changed", "server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:24:40.385228 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40958) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:24:40.389208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-ffe3f5af-db41-4710-935e-94cc0dc48837 None None] Set router 6ce94670-3883-467c-b93d-75c6ba1e9c20 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:24:40.390402 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-134693253', 'description': 'tempest-secgroup-smoke-134693253 description', 'project_id': '34f68f719c074b538f0533ba4a5faa42'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:40.423459 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e292703e-49db-4e2f-b3f9-4fc5be0918c8 x-openstack-request-id: req-e292703e-49db-4e2f-b3f9-4fc5be0918c8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:24:40.423747 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:24:40.423960 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e292703e-49db-4e2f-b3f9-4fc5be0918c8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:24:40.424364 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d', 'status': 'completed', 'code': 200} Oct 13 15:24:40.491381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e295331-3eb9-4c05-b0aa-a8288d54c47e req-bdd438eb-733b-46b5-980d-276aed0cf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:40.492838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e295331-3eb9-4c05-b0aa-a8288d54c47e req-bdd438eb-733b-46b5-980d-276aed0cf065 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34f68f719c074b538f0533ba4a5faa42&device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 1097 time: 0.0412359 Oct 13 15:24:40.501376 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:40.572178 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:40.593110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e295331-3eb9-4c05-b0aa-a8288d54c47e req-9dd80f8e-da87-4e98-85a7-d9534a200286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:40.595871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e295331-3eb9-4c05-b0aa-a8288d54c47e req-9dd80f8e-da87-4e98-85a7-d9534a200286 service neutron] 10.222.0.49 "GET /v2.0/networks?id=80133959-dd11-43ae-91ec-ab85c908b296 HTTP/1.1" status: 200 len: 916 time: 0.0960994 Oct 13 15:24:40.618774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ffe3f5af-db41-4710-935e-94cc0dc48837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:40Z', 'revision_number': 4, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f76342bc-d931-481b-9a9d-ceb19bbc81f6', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'port_id': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'mac_address': 'fa:16:3e:a3:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a9144f-569d-4f00-a715-f6e43879df9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:24:39Z', 'updated_at': '2021-10-13T15:24:39Z', 'revision_number': 0, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50656d31-cfdd-41f6-afb6-b4917c154538', 'name': '', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'mac_address': 'fa:16:3e:41:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:39Z', 'updated_at': '2021-10-13T15:23:43Z', 'revision_number': 5, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'subnets': [{'id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:40.631912 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:40.650140 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3f5af-db41-4710-935e-94cc0dc48837 None None] Checking router: 6ce94670-3883-467c-b93d-75c6ba1e9c20 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:24:40.658731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3f5af-db41-4710-935e-94cc0dc48837 None None] Routers {'6ce94670-3883-467c-b93d-75c6ba1e9c20'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:24:40.659391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ffe3f5af-db41-4710-935e-94cc0dc48837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:24:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6ce94670-3883-467c-b93d-75c6ba1e9c20'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:40.663692 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020d5bad-3ccb-4bcb-83c0-9da55882c1f5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:40.666998 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e295331-3eb9-4c05-b0aa-a8288d54c47e req-fe27113e-8ba5-48a9-beb9-8d660d3c9c79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d HTTP/1.1" status: 200 len: 997 time: 0.0639601 Oct 13 15:24:40.671549 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:40.671877 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:40.672367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:40.672704 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:40.673053 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:40.673386 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:40.673714 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:40.674038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:40.674362 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:40.674683 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:40.675000 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:40.675317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:40.719808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e295331-3eb9-4c05-b0aa-a8288d54c47e req-24118e07-4a6c-4284-bc7f-1a9a98f8c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:40.721345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e295331-3eb9-4c05-b0aa-a8288d54c47e req-24118e07-4a6c-4284-bc7f-1a9a98f8c484 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffc74a1-1d0b-4510-b00e-36b636e73ae7 HTTP/1.1" status: 200 len: 854 time: 0.0468605 Oct 13 15:24:40.731129 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:40.735328 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f974d769-9fa3-43c3-909e-044b5845422c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3462126 Oct 13 15:24:40.735609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40962) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:24:40.740201 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-04ade7c6-8e7b-4669-ad62-2b28ffaadc69 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Request body: {'security_group_rule': {'security_group_id': '020d5bad-3ccb-4bcb-83c0-9da55882c1f5', 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:40.768510 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-ffe3f5af-db41-4710-935e-94cc0dc48837 None None] Set router 6ce94670-3883-467c-b93d-75c6ba1e9c20 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:24:40.779992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e295331-3eb9-4c05-b0aa-a8288d54c47e req-5546687e-7b4b-4dcb-bb3b-ffd1e25325fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:40.781643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e295331-3eb9-4c05-b0aa-a8288d54c47e req-5546687e-7b4b-4dcb-bb3b-ffd1e25325fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80133959-dd11-43ae-91ec-ab85c908b296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492618 Oct 13 15:24:40.877506 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04ade7c6-8e7b-4669-ad62-2b28ffaadc69 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:40.956660 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04ade7c6-8e7b-4669-ad62-2b28ffaadc69 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.021831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ffe3f5af-db41-4710-935e-94cc0dc48837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:40Z', 'revision_number': 4, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f76342bc-d931-481b-9a9d-ceb19bbc81f6', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'port_id': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'mac_address': 'fa:16:3e:a3:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a9144f-569d-4f00-a715-f6e43879df9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:24:39Z', 'updated_at': '2021-10-13T15:24:39Z', 'revision_number': 0, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50656d31-cfdd-41f6-afb6-b4917c154538', 'name': '', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'mac_address': 'fa:16:3e:41:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:39Z', 'updated_at': '2021-10-13T15:23:43Z', 'revision_number': 5, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'subnets': [{'id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:41.048866 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04ade7c6-8e7b-4669-ad62-2b28ffaadc69 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.051830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3f5af-db41-4710-935e-94cc0dc48837 None None] The sync data for ids ['6ce94670-3883-467c-b93d-75c6ba1e9c20'] in n-d-806683-15 is: [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:40Z', 'revision_number': 4, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f76342bc-d931-481b-9a9d-ceb19bbc81f6', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'port_id': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'mac_address': 'fa:16:3e:a3:e8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a9144f-569d-4f00-a715-f6e43879df9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:24:39Z', 'updated_at': '2021-10-13T15:24:39Z', 'revision_number': 0, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50656d31-cfdd-41f6-afb6-b4917c154538', 'name': '', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'mac_address': 'fa:16:3e:41:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:39Z', 'updated_at': '2021-10-13T15:23:43Z', 'revision_number': 5, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'subnets': [{'id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:24:41.079814 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ade7c6-8e7b-4669-ad62-2b28ffaadc69 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819a947d-8b51-4894-bbf5-89f4f1f67660,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:41.159363 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-04ade7c6-8e7b-4669-ad62-2b28ffaadc69 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.160531 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-04ade7c6-8e7b-4669-ad62-2b28ffaadc69 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4237926 Oct 13 15:24:41.163220 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 40964) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:24:41.168143 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-1ce70f41-402f-4acf-a0d7-0a4319e58c3a tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Request body: {'security_group_rule': {'security_group_id': '020d5bad-3ccb-4bcb-83c0-9da55882c1f5', 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:41.182097 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e295331-3eb9-4c05-b0aa-a8288d54c47e req-a7d36026-cbc0-4d42-8bce-25c640eac06b service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901536 Oct 13 15:24:41.256035 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ce70f41-402f-4acf-a0d7-0a4319e58c3a tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.270237 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7ca66-2e75-453a-a001-f5178a8e1400 None None] New status for floating IP f76342bc-d931-481b-9a9d-ceb19bbc81f6: ACTIVE {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:24:41.295767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e295331-3eb9-4c05-b0aa-a8288d54c47e req-60c4f31a-6ecb-41fe-9790-a36e44fec28c service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023676 Oct 13 15:24:41.318071 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ce70f41-402f-4acf-a0d7-0a4319e58c3a tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.414558 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ce70f41-402f-4acf-a0d7-0a4319e58c3a tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.432947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce70f41-402f-4acf-a0d7-0a4319e58c3a tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421c8421-e913-44b8-b0e4-0918f356d87b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:41.501371 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-1ce70f41-402f-4acf-a0d7-0a4319e58c3a tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.502642 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-1ce70f41-402f-4acf-a0d7-0a4319e58c3a tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3383849 Oct 13 15:24:41.505563 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40966) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:24:41.510564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-868cae4d-caa9-44b4-9330-9fb5bb42dabe tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Request body: {'security_group_rule': {'security_group_id': '020d5bad-3ccb-4bcb-83c0-9da55882c1f5', 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:41.608192 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-868cae4d-caa9-44b4-9330-9fb5bb42dabe tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.665975 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-868cae4d-caa9-44b4-9330-9fb5bb42dabe tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.763396 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-868cae4d-caa9-44b4-9330-9fb5bb42dabe tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.782781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cae4d-caa9-44b4-9330-9fb5bb42dabe tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc067c05-9257-48a7-a0bd-a7c525d62f3d,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:41.895602 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-868cae4d-caa9-44b4-9330-9fb5bb42dabe tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.896794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-868cae4d-caa9-44b4-9330-9fb5bb42dabe tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3901877 Oct 13 15:24:41.899443 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40968) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:24:41.903763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b59c9d05-eb90-4401-915b-0c02b261bf85 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Request body: {'security_group_rule': {'security_group_id': '020d5bad-3ccb-4bcb-83c0-9da55882c1f5', 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:42.099878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b59c9d05-eb90-4401-915b-0c02b261bf85 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.158746 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b59c9d05-eb90-4401-915b-0c02b261bf85 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.254457 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b59c9d05-eb90-4401-915b-0c02b261bf85 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.273440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c9d05-eb90-4401-915b-0c02b261bf85 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf05959-94f0-4fce-98db-8fc182f7c83c,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:42.341041 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b59c9d05-eb90-4401-915b-0c02b261bf85 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.342262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b59c9d05-eb90-4401-915b-0c02b261bf85 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4418981 Oct 13 15:24:42.345687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40970) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:24:42.350057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-17d5ea1f-705d-4686-aa48-05d9733d2261 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Request body: {'security_group_rule': {'security_group_id': '020d5bad-3ccb-4bcb-83c0-9da55882c1f5', 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:42.436551 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-17d5ea1f-705d-4686-aa48-05d9733d2261 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Project 34f68f719c074b538f0533ba4a5faa42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:24:42.441765 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-17d5ea1f-705d-4686-aa48-05d9733d2261 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.503422 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-17d5ea1f-705d-4686-aa48-05d9733d2261 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.579164 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-17d5ea1f-705d-4686-aa48-05d9733d2261 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.596895 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5ea1f-705d-4686-aa48-05d9733d2261 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ef2929-3a1d-4aed-b2b1-e2d56b9fbf81,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:42.668034 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-17d5ea1f-705d-4686-aa48-05d9733d2261 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.669289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-17d5ea1f-705d-4686-aa48-05d9733d2261 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3226316 Oct 13 15:24:42.672464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 40972) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:24:42.677221 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-d8784bae-c040-45b4-896c-6a3c87855685 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Request body: {'security_group_rule': {'security_group_id': '020d5bad-3ccb-4bcb-83c0-9da55882c1f5', 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:42.757586 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-d8784bae-c040-45b4-896c-6a3c87855685 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Project 34f68f719c074b538f0533ba4a5faa42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:24:42.762702 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8784bae-c040-45b4-896c-6a3c87855685 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.825343 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8784bae-c040-45b4-896c-6a3c87855685 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.865762 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8784bae-c040-45b4-896c-6a3c87855685 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.883244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8784bae-c040-45b4-896c-6a3c87855685 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64a11e2-2e16-4360-a82d-dccba963526f,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:42.925688 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d8784bae-c040-45b4-896c-6a3c87855685 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.926899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d8784bae-c040-45b4-896c-6a3c87855685 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2531631 Oct 13 15:24:43.005169 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67a6e81f-d91d-47f6-b747-f90cafa06340 req-8b0daec1-61db-4390-90f0-4d3a71d08a91 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134693253&fields=id&tenant_id=34f68f719c074b538f0533ba4a5faa42 HTTP/1.1" status: 200 len: 267 time: 0.0326614 Oct 13 15:24:43.059085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6e81f-d91d-47f6-b747-f90cafa06340 req-dea94704-3316-4eeb-abae-75807dd27645 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:43.060468 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67a6e81f-d91d-47f6-b747-f90cafa06340 req-dea94704-3316-4eeb-abae-75807dd27645 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 945 time: 0.0491273 Oct 13 15:24:43.071713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-67a6e81f-d91d-47f6-b747-f90cafa06340 req-cc842a23-45e9-4056-b9e3-a1014ff115d4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Request body: {'port': {'security_groups': ['2474c0d9-5f52-4fe7-b6cb-fc6efc145863', '020d5bad-3ccb-4bcb-83c0-9da55882c1f5']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:43.133690 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-67a6e81f-d91d-47f6-b747-f90cafa06340 req-cc842a23-45e9-4056-b9e3-a1014ff115d4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.316165 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-67a6e81f-d91d-47f6-b747-f90cafa06340 req-cc842a23-45e9-4056-b9e3-a1014ff115d4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] For port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:24:43.346333 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-67a6e81f-d91d-47f6-b747-f90cafa06340 req-cc842a23-45e9-4056-b9e3-a1014ff115d4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.392338 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-67a6e81f-d91d-47f6-b747-f90cafa06340 req-cc842a23-45e9-4056-b9e3-a1014ff115d4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.404971 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7e0c4c48-57ba-46bc-b86b-5d155acdae9d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:24:43.445076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6e81f-d91d-47f6-b747-f90cafa06340 req-cc842a23-45e9-4056-b9e3-a1014ff115d4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:43.445745 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-67a6e81f-d91d-47f6-b747-f90cafa06340 req-cc842a23-45e9-4056-b9e3-a1014ff115d4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.447184 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67a6e81f-d91d-47f6-b747-f90cafa06340 req-cc842a23-45e9-4056-b9e3-a1014ff115d4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "PUT /v2.0/ports/7e0c4c48-57ba-46bc-b86b-5d155acdae9d HTTP/1.1" status: 200 len: 981 time: 0.3800142 Oct 13 15:24:43.447655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:24:43.450027 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b39ed2-c93a-4be2-9ebc-564d03af86b6" -d '{"events": [{"name": "network-changed", "server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:24:43.494006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc842a23-45e9-4056-b9e3-a1014ff115d4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event updated for resources: {'Port': ['ID=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:43.502702 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0635bc3-e655-49a0-841b-efbb2bec0926 x-openstack-request-id: req-d0635bc3-e655-49a0-841b-efbb2bec0926 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:24:43.503306 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:24:43.503788 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0635bc3-e655-49a0-841b-efbb2bec0926 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:24:43.504414 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d', 'status': 'completed', 'code': 200} Oct 13 15:24:43.519384 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7e0c4c48-57ba-46bc-b86b-5d155acdae9d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:24:43.605569 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b39ed2-c93a-4be2-9ebc-564d03af86b6 req-f0dde152-fec3-4b64-b6d2-7f2d292ca384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:43.607123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14b39ed2-c93a-4be2-9ebc-564d03af86b6 req-f0dde152-fec3-4b64-b6d2-7f2d292ca384 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34f68f719c074b538f0533ba4a5faa42&device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 1136 time: 0.0805140 Oct 13 15:24:43.616080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ae070-4fad-4502-8135-b9324ff52488 req-6d723f1e-9085-4e04-9d90-8980c58037bc tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:43.617644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-260ae070-4fad-4502-8135-b9324ff52488 req-6d723f1e-9085-4e04-9d90-8980c58037bc tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 984 time: 0.0810874 Oct 13 15:24:43.713108 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-260ae070-4fad-4502-8135-b9324ff52488 req-ff4242ef-decc-4e85-88e9-c89b280c3e6d tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=020d5bad-3ccb-4bcb-83c0-9da55882c1f5&id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847929 Oct 13 15:24:43.741795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b39ed2-c93a-4be2-9ebc-564d03af86b6 req-7e81c1b3-182e-45fa-b08b-4d1ab281eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:43.743427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14b39ed2-c93a-4be2-9ebc-564d03af86b6 req-7e81c1b3-182e-45fa-b08b-4d1ab281eea2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=80133959-dd11-43ae-91ec-ab85c908b296 HTTP/1.1" status: 200 len: 916 time: 0.1248753 Oct 13 15:24:43.814358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14b39ed2-c93a-4be2-9ebc-564d03af86b6 req-89bef17b-843c-4e59-841d-3f8ed83da8b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d HTTP/1.1" status: 200 len: 999 time: 0.0618842 Oct 13 15:24:43.822389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6ac5ea87-b6ad-4f90-b0cb-1c197bc90733 None None] Provisioning complete for port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:24:43.822763 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6ac5ea87-b6ad-4f90-b0cb-1c197bc90733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.864564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b39ed2-c93a-4be2-9ebc-564d03af86b6 req-51683c6b-1b6f-40c2-9cb8-9953e1bb678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:43.865980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14b39ed2-c93a-4be2-9ebc-564d03af86b6 req-51683c6b-1b6f-40c2-9cb8-9953e1bb678e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffc74a1-1d0b-4510-b00e-36b636e73ae7 HTTP/1.1" status: 200 len: 854 time: 0.0447254 Oct 13 15:24:43.916647 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b39ed2-c93a-4be2-9ebc-564d03af86b6 req-7de51df5-9211-4d39-b6d8-bcc0aafcf7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:43.918203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14b39ed2-c93a-4be2-9ebc-564d03af86b6 req-7de51df5-9211-4d39-b6d8-bcc0aafcf7cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80133959-dd11-43ae-91ec-ab85c908b296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446708 Oct 13 15:24:44.013304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14b39ed2-c93a-4be2-9ebc-564d03af86b6 req-33a0db15-256d-4508-99b8-bb82cbabb94c service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874364 Oct 13 15:24:44.116918 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14b39ed2-c93a-4be2-9ebc-564d03af86b6 req-9dc24d21-800c-43f5-8925-d48eea04e115 service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931354 Oct 13 15:24:49.316413 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.556227 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ced88f9b-79a6-4615-9f3e-c2c19fffb65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.323660 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15236ddf-d5ab-4041-aac3-37c442832365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.659231 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.035117 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.122795 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.591270 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.994673 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c53f55-2167-4783-94c0-a744c6e93da6 req-2044c0cc-0868-4545-adf3-ef9a9932b671 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:57.996254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32c53f55-2167-4783-94c0-a744c6e93da6 req-2044c0cc-0868-4545-adf3-ef9a9932b671 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 984 time: 0.0526862 Oct 13 15:24:58.066526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32c53f55-2167-4783-94c0-a744c6e93da6 req-d84e02c5-4fa7-44c4-9912-09824ccdbe61 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=020d5bad-3ccb-4bcb-83c0-9da55882c1f5&id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619245 Oct 13 15:24:58.076750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487faffe-d112-4c47-ac41-f95956b9a46b req-731120be-d714-43cb-ab75-ac22e298d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:58.081797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-487faffe-d112-4c47-ac41-f95956b9a46b req-731120be-d714-43cb-ab75-ac22e298d2ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34f68f719c074b538f0533ba4a5faa42&device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 1136 time: 0.0672748 Oct 13 15:24:58.175004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487faffe-d112-4c47-ac41-f95956b9a46b req-627e438b-e978-4688-b8b2-63913aa21383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:58.176396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-487faffe-d112-4c47-ac41-f95956b9a46b req-627e438b-e978-4688-b8b2-63913aa21383 service neutron] 10.222.0.49 "GET /v2.0/networks?id=80133959-dd11-43ae-91ec-ab85c908b296 HTTP/1.1" status: 200 len: 916 time: 0.0900228 Oct 13 15:24:58.245254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-487faffe-d112-4c47-ac41-f95956b9a46b req-04c1ea82-19e0-48e7-955a-8a15f1617f84 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d HTTP/1.1" status: 200 len: 999 time: 0.0601046 Oct 13 15:24:58.303405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487faffe-d112-4c47-ac41-f95956b9a46b req-a7a9612c-f395-4555-b481-29d7fea2065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:58.304938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-487faffe-d112-4c47-ac41-f95956b9a46b req-a7a9612c-f395-4555-b481-29d7fea2065d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffc74a1-1d0b-4510-b00e-36b636e73ae7 HTTP/1.1" status: 200 len: 854 time: 0.0481639 Oct 13 15:24:58.351193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487faffe-d112-4c47-ac41-f95956b9a46b req-20d60cac-2870-44fe-afcb-8d4576329fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:58.352699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-487faffe-d112-4c47-ac41-f95956b9a46b req-20d60cac-2870-44fe-afcb-8d4576329fbf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80133959-dd11-43ae-91ec-ab85c908b296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404923 Oct 13 15:24:58.452613 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-487faffe-d112-4c47-ac41-f95956b9a46b req-dfccbb01-2d31-4dc0-ad1e-9cda5f8e4e9e service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909741 Oct 13 15:24:58.544425 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-487faffe-d112-4c47-ac41-f95956b9a46b req-5711aa67-2c14-4bd7-9a15-d52ecdf11a2d service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846720 Oct 13 15:24:59.183624 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0e866-6445-4f4b-8820-0bb24173ce98 req-cfb8d2a8-1e1e-45e0-bb34-1f0924a6ae1c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:24:59.185118 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69e0e866-6445-4f4b-8820-0bb24173ce98 req-cfb8d2a8-1e1e-45e0-bb34-1f0924a6ae1c tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 984 time: 0.0497024 Oct 13 15:24:59.225278 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-69e0e866-6445-4f4b-8820-0bb24173ce98 req-007615be-2cb1-47f9-b595-6f3d87e035f2 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=020d5bad-3ccb-4bcb-83c0-9da55882c1f5&id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339830 Oct 13 15:25:00.344124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76257a93-5fac-4202-b293-8976084f845b req-5b5caa50-4db8-4455-9917-d7d0aba1b070 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:00.345944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76257a93-5fac-4202-b293-8976084f845b req-5b5caa50-4db8-4455-9917-d7d0aba1b070 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 984 time: 0.0533018 Oct 13 15:25:00.385404 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76257a93-5fac-4202-b293-8976084f845b req-5808c0dd-07a9-4fab-97e0-366673f66bc3 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=020d5bad-3ccb-4bcb-83c0-9da55882c1f5&id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334611 Oct 13 15:25:01.502073 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8493a5-0994-495e-b3c1-5d36ccf2f5d4 req-13fef596-5d78-49a3-97b6-66389d7ef698 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:01.503588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bd8493a5-0994-495e-b3c1-5d36ccf2f5d4 req-13fef596-5d78-49a3-97b6-66389d7ef698 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 984 time: 0.0508816 Oct 13 15:25:01.544667 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bd8493a5-0994-495e-b3c1-5d36ccf2f5d4 req-8b20faa6-9bc9-405f-84ef-443b3a53dc73 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=020d5bad-3ccb-4bcb-83c0-9da55882c1f5&id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347085 Oct 13 15:25:02.659519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84756f36-5c38-41a3-97fb-4dbaa4217794 req-f5b30a32-ff65-4efc-856c-d0d36f840dab tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:02.661043 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84756f36-5c38-41a3-97fb-4dbaa4217794 req-f5b30a32-ff65-4efc-856c-d0d36f840dab tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 984 time: 0.0490413 Oct 13 15:25:02.700004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-84756f36-5c38-41a3-97fb-4dbaa4217794 req-5f16b0a1-cd7b-4088-9738-613c0eb51c7b tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=020d5bad-3ccb-4bcb-83c0-9da55882c1f5&id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328217 Oct 13 15:25:03.820864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec7ff8-6ec8-499a-b205-ae6b82d994a2 req-39eeb5f6-efab-423a-83f5-fc1b61d98fa6 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:03.822388 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ec7ff8-6ec8-499a-b205-ae6b82d994a2 req-39eeb5f6-efab-423a-83f5-fc1b61d98fa6 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 984 time: 0.0531194 Oct 13 15:25:03.863707 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-91ec7ff8-6ec8-499a-b205-ae6b82d994a2 req-101e0a72-f9d9-4971-b5ad-4d9799a62821 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=020d5bad-3ccb-4bcb-83c0-9da55882c1f5&id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346203 Oct 13 15:25:04.984528 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426d3ba-7596-4811-94bd-3314e1f44ad0 req-f7bfdadb-84af-4ee3-bded-a259058daec1 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:04.986143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d426d3ba-7596-4811-94bd-3314e1f44ad0 req-f7bfdadb-84af-4ee3-bded-a259058daec1 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 984 time: 0.0531218 Oct 13 15:25:05.027198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d426d3ba-7596-4811-94bd-3314e1f44ad0 req-a4ef112e-8cd5-4e53-afd8-663baa5a665e tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=020d5bad-3ccb-4bcb-83c0-9da55882c1f5&id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347130 Oct 13 15:25:05.741446 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:25:06.162066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc289c0-5ac6-4135-adc0-e9b8520c96a7 req-f6e13f7a-de9b-4c25-8c49-25d22aec6212 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:06.163595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ebc289c0-5ac6-4135-adc0-e9b8520c96a7 req-f6e13f7a-de9b-4c25-8c49-25d22aec6212 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 984 time: 0.0488696 Oct 13 15:25:06.203815 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ebc289c0-5ac6-4135-adc0-e9b8520c96a7 req-9e668d21-29e5-4678-a913-97620a9fd7dc tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=020d5bad-3ccb-4bcb-83c0-9da55882c1f5&id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341399 Oct 13 15:25:07.342771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3504a1b-a579-45e3-854a-6cef93c6d0f4 req-1227d5b6-ba1f-44a6-8844-e572330fa818 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:07.344374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3504a1b-a579-45e3-854a-6cef93c6d0f4 req-1227d5b6-ba1f-44a6-8844-e572330fa818 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 984 time: 0.0591466 Oct 13 15:25:07.386462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a3504a1b-a579-45e3-854a-6cef93c6d0f4 req-bd5b33ea-fb0c-4a23-8d37-7b64e1bc363b tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=020d5bad-3ccb-4bcb-83c0-9da55882c1f5&id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350108 Oct 13 15:25:08.503352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae18c44-3671-4689-af59-8b6d45399d4f req-d6aca31a-7818-4590-b8b6-aa2a9a295cb7 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:08.504750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ae18c44-3671-4689-af59-8b6d45399d4f req-d6aca31a-7818-4590-b8b6-aa2a9a295cb7 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 984 time: 0.0507390 Oct 13 15:25:08.545281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ae18c44-3671-4689-af59-8b6d45399d4f req-570efe4e-58d3-43ea-aaea-80efa981576a tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=020d5bad-3ccb-4bcb-83c0-9da55882c1f5&id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339839 Oct 13 15:25:09.660690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d88ee-675a-41f3-b27c-c91737c1b389 req-db8a9e87-7e01-47e3-be20-9f122a26e363 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:09.662348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-841d88ee-675a-41f3-b27c-c91737c1b389 req-db8a9e87-7e01-47e3-be20-9f122a26e363 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 984 time: 0.0502918 Oct 13 15:25:09.702384 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-841d88ee-675a-41f3-b27c-c91737c1b389 req-9cccff03-d3bb-492c-94e7-724c997afde1 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=020d5bad-3ccb-4bcb-83c0-9da55882c1f5&id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341721 Oct 13 15:25:15.429457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f95941c0-76a7-49e6-bb07-aa2d9cb97f32 req-2e6ff19a-bcb0-40cb-b306-2b9a1d742cb8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446296 Oct 13 15:25:15.511294 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95941c0-76a7-49e6-bb07-aa2d9cb97f32 req-63b69f6a-f419-4cfc-9ec3-f912fe17dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:15.512767 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f95941c0-76a7-49e6-bb07-aa2d9cb97f32 req-63b69f6a-f419-4cfc-9ec3-f912fe17dd16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34f68f719c074b538f0533ba4a5faa42&device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 1136 time: 0.0427036 Oct 13 15:25:15.618596 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95941c0-76a7-49e6-bb07-aa2d9cb97f32 req-9eb31784-101d-4690-9d9f-e4a67dc4b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:15.620056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f95941c0-76a7-49e6-bb07-aa2d9cb97f32 req-9eb31784-101d-4690-9d9f-e4a67dc4b73c service neutron] 10.222.0.49 "GET /v2.0/networks?id=80133959-dd11-43ae-91ec-ab85c908b296 HTTP/1.1" status: 200 len: 916 time: 0.0896218 Oct 13 15:25:15.689258 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f95941c0-76a7-49e6-bb07-aa2d9cb97f32 req-ab6164a5-eb67-40e6-ab8e-1a69e42b0c60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d HTTP/1.1" status: 200 len: 999 time: 0.0609107 Oct 13 15:25:15.736448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95941c0-76a7-49e6-bb07-aa2d9cb97f32 req-2da41b1a-1d49-4b22-a7f0-129f57a381d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:15.742503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f95941c0-76a7-49e6-bb07-aa2d9cb97f32 req-2da41b1a-1d49-4b22-a7f0-129f57a381d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffc74a1-1d0b-4510-b00e-36b636e73ae7 HTTP/1.1" status: 200 len: 854 time: 0.0425389 Oct 13 15:25:15.788413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95941c0-76a7-49e6-bb07-aa2d9cb97f32 req-78fb3038-1576-42b0-a9ab-8922e9996551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:15.790023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f95941c0-76a7-49e6-bb07-aa2d9cb97f32 req-78fb3038-1576-42b0-a9ab-8922e9996551 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80133959-dd11-43ae-91ec-ab85c908b296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449512 Oct 13 15:25:15.878174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f95941c0-76a7-49e6-bb07-aa2d9cb97f32 req-bd13fdba-079a-4649-ada3-c3fe7baf986d service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803521 Oct 13 15:25:15.970113 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f95941c0-76a7-49e6-bb07-aa2d9cb97f32 req-6f06d58f-6431-413f-add6-75a135c12417 service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838921 Oct 13 15:25:19.356021 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:19.567701 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f29b7572-5d22-47a1-b057-3758ba4e5db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:22.310475 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2a110d07-3e56-466a-9724-01d616049f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:22.670084 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.032957 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.098579 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.607203 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.473816 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05af4475-35a3-4393-a9d8-3e634eba7dd1 req-3ba20aa5-a201-4af3-8171-1ac1f4f416f0 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-134693253&fields=id&tenant_id=34f68f719c074b538f0533ba4a5faa42 HTTP/1.1" status: 200 len: 267 time: 0.0341887 Oct 13 15:25:42.527765 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af4475-35a3-4393-a9d8-3e634eba7dd1 req-20f1c017-f5d2-4024-8ebe-cee3a70b88a8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:42.529202 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05af4475-35a3-4393-a9d8-3e634eba7dd1 req-20f1c017-f5d2-4024-8ebe-cee3a70b88a8 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 984 time: 0.0494697 Oct 13 15:25:42.541105 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-05af4475-35a3-4393-a9d8-3e634eba7dd1 req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Request body: {'port': {'security_groups': ['2474c0d9-5f52-4fe7-b6cb-fc6efc145863']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:42.603963 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05af4475-35a3-4393-a9d8-3e634eba7dd1 req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.742038 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:25:42.778787 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-05af4475-35a3-4393-a9d8-3e634eba7dd1 req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] For port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:25:42.806073 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05af4475-35a3-4393-a9d8-3e634eba7dd1 req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.846720 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05af4475-35a3-4393-a9d8-3e634eba7dd1 req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.859214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7e0c4c48-57ba-46bc-b86b-5d155acdae9d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:25:42.900445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af4475-35a3-4393-a9d8-3e634eba7dd1 req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:42.901139 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-05af4475-35a3-4393-a9d8-3e634eba7dd1 req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.902577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05af4475-35a3-4393-a9d8-3e634eba7dd1 req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "PUT /v2.0/ports/7e0c4c48-57ba-46bc-b86b-5d155acdae9d HTTP/1.1" status: 200 len: 942 time: 0.3659205 Oct 13 15:25:42.903047 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:25:42.905414 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820baf2c-3683-4b02-b8c6-67366664f725" -d '{"events": [{"name": "network-changed", "server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:25:42.909895 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41034) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:25:42.930455 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event updated for resources: {'Port': ['ID=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:42.938478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:42.938832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:42.939189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:42.939611 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:42.939814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:42.940287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:42.940623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:42.941781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:42.942176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:42.942695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:42.943029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:42.943359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32199163-71b5-435c-b6ef-e32ef4d74458 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:42.963532 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc24141-ddbb-4f72-aa31-87f377cd791b x-openstack-request-id: req-3cc24141-ddbb-4f72-aa31-87f377cd791b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:25:42.964054 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:25:42.964487 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3cc24141-ddbb-4f72-aa31-87f377cd791b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:25:42.965081 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d', 'status': 'completed', 'code': 200} Oct 13 15:25:43.010225 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7e0c4c48-57ba-46bc-b86b-5d155acdae9d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:25:43.010467 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.032376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820baf2c-3683-4b02-b8c6-67366664f725 req-a0c276e1-81fd-46ec-bd8e-414b1caeed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:43.034023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-820baf2c-3683-4b02-b8c6-67366664f725 req-a0c276e1-81fd-46ec-bd8e-414b1caeed57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34f68f719c074b538f0533ba4a5faa42&device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 1097 time: 0.0463388 Oct 13 15:25:43.043176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.143427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820baf2c-3683-4b02-b8c6-67366664f725 req-b89cbd1f-e096-4efe-9094-7b75836f3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:43.145464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-820baf2c-3683-4b02-b8c6-67366664f725 req-b89cbd1f-e096-4efe-9094-7b75836f3965 service neutron] 10.222.0.49 "GET /v2.0/networks?id=80133959-dd11-43ae-91ec-ab85c908b296 HTTP/1.1" status: 200 len: 916 time: 0.1025376 Oct 13 15:25:43.178401 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.180940 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.182111 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "DELETE /v2.0/security-groups/020d5bad-3ccb-4bcb-83c0-9da55882c1f5 HTTP/1.1" status: 204 len: 168 time: 0.2712426 Oct 13 15:25:43.185250 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41038) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:25:43.197534 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020d5bad-3ccb-4bcb-83c0-9da55882c1f5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:43.214192 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-820baf2c-3683-4b02-b8c6-67366664f725 req-aebebbb7-cb8a-4f6b-b115-c7e8ddcf0087 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d HTTP/1.1" status: 200 len: 999 time: 0.0602083 Oct 13 15:25:43.233284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-66779a0e-1158-4fec-b1e0-befc71f6c096 None None] Provisioning complete for port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:25:43.233997 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-66779a0e-1158-4fec-b1e0-befc71f6c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.235283 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:43.235642 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:43.236933 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:43.237307 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:43.237697 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:43.238536 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:43.238876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:43.239208 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:43.239538 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:43.239863 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:43.240193 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:43.240515 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de611409-e714-4a9a-b261-0379ccddd0a4 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:43.267424 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820baf2c-3683-4b02-b8c6-67366664f725 req-d6c5956e-e853-44d9-a4bb-1b0d9f74f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:43.268868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-820baf2c-3683-4b02-b8c6-67366664f725 req-d6c5956e-e853-44d9-a4bb-1b0d9f74f033 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffc74a1-1d0b-4510-b00e-36b636e73ae7 HTTP/1.1" status: 200 len: 854 time: 0.0452669 Oct 13 15:25:43.321502 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820baf2c-3683-4b02-b8c6-67366664f725 req-d751140d-4de8-45e2-8429-7877435ecc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:43.323123 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-820baf2c-3683-4b02-b8c6-67366664f725 req-d751140d-4de8-45e2-8429-7877435ecc73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80133959-dd11-43ae-91ec-ab85c908b296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460930 Oct 13 15:25:43.383698 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d7b3e8a5-19b8-4e7b-9d8a-84241e9e577f tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Deleting port 1017f4b4-83da-4e29-9b95-b49879ad6c55 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:25:43.384130 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e8a5-19b8-4e7b-9d8a-84241e9e577f tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.427515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-820baf2c-3683-4b02-b8c6-67366664f725 req-34de1db4-ecbc-4bc5-b434-b7267bc78d6a service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964205 Oct 13 15:25:43.468089 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e8a5-19b8-4e7b-9d8a-84241e9e577f tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.468413 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e8a5-19b8-4e7b-9d8a-84241e9e577f tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.480399 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-d7b3e8a5-19b8-4e7b-9d8a-84241e9e577f tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Calling delete_port for 1017f4b4-83da-4e29-9b95-b49879ad6c55 owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:25:43.525387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-820baf2c-3683-4b02-b8c6-67366664f725 req-2b82bafe-d2ec-48cc-86ba-6c6e272f34b0 service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900116 Oct 13 15:25:43.692844 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e8a5-19b8-4e7b-9d8a-84241e9e577f tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.719051 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3e8a5-19b8-4e7b-9d8a-84241e9e577f tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event deleted for resources: {'Port': ['ID=1017f4b4-83da-4e29-9b95-b49879ad6c55,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:43.783953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e8a5-19b8-4e7b-9d8a-84241e9e577f tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.784297 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-d7b3e8a5-19b8-4e7b-9d8a-84241e9e577f tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Floating IP f76342bc-d931-481b-9a9d-ceb19bbc81f6 disassociated (deleted). External IP: 172.25.0.4, port: 7e0c4c48-57ba-46bc-b86b-5d155acdae9d. Oct 13 15:25:43.990854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b3e8a5-19b8-4e7b-9d8a-84241e9e577f tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Router 6ce94670-3883-467c-b93d-75c6ba1e9c20 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:25:44.096668 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b3e8a5-19b8-4e7b-9d8a-84241e9e577f tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:25:44.106028 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e8a5-19b8-4e7b-9d8a-84241e9e577f tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:44.107617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84b7c5-eeea-410a-b893-b2d01d37a180 None None] Sync routers for ids ['6ce94670-3883-467c-b93d-75c6ba1e9c20'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:25:44.116874 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84b7c5-eeea-410a-b893-b2d01d37a180 None None] Routers {'6ce94670-3883-467c-b93d-75c6ba1e9c20'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:25:44.117491 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7c84b7c5-eeea-410a-b893-b2d01d37a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6ce94670-3883-467c-b93d-75c6ba1e9c20'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:44.128952 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d7b3e8a5-19b8-4e7b-9d8a-84241e9e577f tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "DELETE /v2.0/floatingips/f76342bc-d931-481b-9a9d-ceb19bbc81f6 HTTP/1.1" status: 204 len: 168 time: 0.9415634 Oct 13 15:25:44.132720 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:25:44.230807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7c84b7c5-eeea-410a-b893-b2d01d37a180 None None] Set router 6ce94670-3883-467c-b93d-75c6ba1e9c20 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:25:44.267282 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e90ee85ca9480c337f0043111fd9121ea7ccb6685ca5139252fbccb5117400e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de354e5f-68e5-418d-932a-c96b77b1608b" -d '{"events": [{"name": "network-changed", "server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:25:44.362643 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4a3362-9e5a-473b-b67a-3b723ef8359a x-openstack-request-id: req-2a4a3362-9e5a-473b-b67a-3b723ef8359a {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:25:44.363267 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:25:44.363771 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a4a3362-9e5a-473b-b67a-3b723ef8359a {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:25:44.364242 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d', 'status': 'completed', 'code': 200} Oct 13 15:25:44.445633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de354e5f-68e5-418d-932a-c96b77b1608b req-dab58e58-eb3e-4915-ad4d-5be5483a178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:44.447230 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de354e5f-68e5-418d-932a-c96b77b1608b req-dab58e58-eb3e-4915-ad4d-5be5483a178d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=34f68f719c074b538f0533ba4a5faa42&device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 1097 time: 0.0516858 Oct 13 15:25:44.459498 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7c84b7c5-eeea-410a-b893-b2d01d37a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:40Z', 'revision_number': 4, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '50656d31-cfdd-41f6-afb6-b4917c154538', 'name': '', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'mac_address': 'fa:16:3e:41:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:39Z', 'updated_at': '2021-10-13T15:23:43Z', 'revision_number': 5, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'subnets': [{'id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:44.489704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84b7c5-eeea-410a-b893-b2d01d37a180 None None] Checking router: 6ce94670-3883-467c-b93d-75c6ba1e9c20 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:25:44.498202 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84b7c5-eeea-410a-b893-b2d01d37a180 None None] Routers {'6ce94670-3883-467c-b93d-75c6ba1e9c20'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:25:44.498807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7c84b7c5-eeea-410a-b893-b2d01d37a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:25:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6ce94670-3883-467c-b93d-75c6ba1e9c20'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:44.546031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de354e5f-68e5-418d-932a-c96b77b1608b req-d285fbb8-4301-4b9f-a47b-dcb64d641cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:44.547506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de354e5f-68e5-418d-932a-c96b77b1608b req-d285fbb8-4301-4b9f-a47b-dcb64d641cae service neutron] 10.222.0.49 "GET /v2.0/networks?id=80133959-dd11-43ae-91ec-ab85c908b296 HTTP/1.1" status: 200 len: 916 time: 0.0890679 Oct 13 15:25:44.604972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7c84b7c5-eeea-410a-b893-b2d01d37a180 None None] Set router 6ce94670-3883-467c-b93d-75c6ba1e9c20 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:25:44.611894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de354e5f-68e5-418d-932a-c96b77b1608b req-64b17dce-4fee-4d60-9518-41ef8e2cb66b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d HTTP/1.1" status: 200 len: 217 time: 0.0386274 Oct 13 15:25:44.668039 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de354e5f-68e5-418d-932a-c96b77b1608b req-57f789b0-2aa8-45b6-b4d6-008b011ef44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:44.669560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de354e5f-68e5-418d-932a-c96b77b1608b req-57f789b0-2aa8-45b6-b4d6-008b011ef44f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffc74a1-1d0b-4510-b00e-36b636e73ae7 HTTP/1.1" status: 200 len: 854 time: 0.0451334 Oct 13 15:25:44.717704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de354e5f-68e5-418d-932a-c96b77b1608b req-494f0d8b-83f1-4984-93de-0c2c9fa27c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:44.719562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de354e5f-68e5-418d-932a-c96b77b1608b req-494f0d8b-83f1-4984-93de-0c2c9fa27c87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=80133959-dd11-43ae-91ec-ab85c908b296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412762 Oct 13 15:25:44.808782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7c84b7c5-eeea-410a-b893-b2d01d37a180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:40Z', 'revision_number': 4, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '50656d31-cfdd-41f6-afb6-b4917c154538', 'name': '', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'mac_address': 'fa:16:3e:41:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:39Z', 'updated_at': '2021-10-13T15:23:43Z', 'revision_number': 5, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'subnets': [{'id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:44.814262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de354e5f-68e5-418d-932a-c96b77b1608b req-4f7c21b7-ac83-4ffa-a810-628f000034ce service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866289 Oct 13 15:25:44.837302 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84b7c5-eeea-410a-b893-b2d01d37a180 None None] The sync data for ids ['6ce94670-3883-467c-b93d-75c6ba1e9c20'] in n-d-806683-15 is: [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:40Z', 'revision_number': 4, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '50656d31-cfdd-41f6-afb6-b4917c154538', 'name': '', 'network_id': '80133959-dd11-43ae-91ec-ab85c908b296', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'mac_address': 'fa:16:3e:41:f7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:39Z', 'updated_at': '2021-10-13T15:23:43Z', 'revision_number': 5, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'subnets': [{'id': 'bffc74a1-1d0b-4510-b00e-36b636e73ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:25:44.910898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de354e5f-68e5-418d-932a-c96b77b1608b req-21b431e3-3ed6-4837-9a92-804d8aba7cc8 service neutron] 10.222.0.49 "GET /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872808 Oct 13 15:25:45.047293 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46df1df-0b2c-4269-a16e-b90229baaa4c None None] New status for floating IP f76342bc-d931-481b-9a9d-ceb19bbc81f6: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:25:49.343801 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:49.567443 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-76354df8-0b48-4970-87a5-3f362acc3b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:52.315005 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1f65aebb-7c1b-456b-90ef-2a75516e31d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:52.675974 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.569353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82dd4c-2060-4cca-a416-8d3f98177d79 req-424d3831-1bbc-4ad1-b251-b16d3a91e098 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:53.570852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d82dd4c-2060-4cca-a416-8d3f98177d79 req-424d3831-1bbc-4ad1-b251-b16d3a91e098 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 945 time: 0.0552545 Oct 13 15:25:53.612246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d82dd4c-2060-4cca-a416-8d3f98177d79 req-6eab5b9a-ddab-4740-b67a-41a4b5c30e34 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Oct 13 15:25:54.037260 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:54.099265 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:54.732127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19ff5d-9a3d-40c6-9862-39ad8a097a7b req-cf3fad1e-88b1-4d03-a7a4-ac2412d147af tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:54.733637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a19ff5d-9a3d-40c6-9862-39ad8a097a7b req-cf3fad1e-88b1-4d03-a7a4-ac2412d147af tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 945 time: 0.0492716 Oct 13 15:25:54.772435 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4a19ff5d-9a3d-40c6-9862-39ad8a097a7b req-12060c39-0721-4902-bb52-027118890eaf tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323064 Oct 13 15:25:55.514846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f369a3-c064-474e-99a3-4580c452fbcc req-6c5dca52-7b04-46a1-87cd-4d6599383a68 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:55.516271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80f369a3-c064-474e-99a3-4580c452fbcc req-6c5dca52-7b04-46a1-87cd-4d6599383a68 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.49 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 945 time: 0.0481217 Oct 13 15:25:55.610256 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-80f369a3-c064-474e-99a3-4580c452fbcc req-b6ef7046-c09b-4075-97b2-e27ec4156af0 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Deleting port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:25:55.610595 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-80f369a3-c064-474e-99a3-4580c452fbcc req-b6ef7046-c09b-4075-97b2-e27ec4156af0 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.646803 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.699733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-80f369a3-c064-474e-99a3-4580c452fbcc req-b6ef7046-c09b-4075-97b2-e27ec4156af0 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] For port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:25:55.700092 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-80f369a3-c064-474e-99a3-4580c452fbcc req-b6ef7046-c09b-4075-97b2-e27ec4156af0 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.712552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-80f369a3-c064-474e-99a3-4580c452fbcc req-b6ef7046-c09b-4075-97b2-e27ec4156af0 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Calling delete_port for 7e0c4c48-57ba-46bc-b86b-5d155acdae9d owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:25:55.885225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d4d2e-1ca0-4312-89fc-f77cbcf65949 req-9745b074-e965-498f-ad0a-9decf2267500 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:25:55.886764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e57d4d2e-1ca0-4312-89fc-f77cbcf65949 req-9745b074-e965-498f-ad0a-9decf2267500 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/ports?device_id=25a9144f-569d-4f00-a715-f6e43879df9c HTTP/1.1" status: 200 len: 945 time: 0.0482178 Oct 13 15:25:55.910989 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-80f369a3-c064-474e-99a3-4580c452fbcc req-b6ef7046-c09b-4075-97b2-e27ec4156af0 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.931041 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7e0c4c48-57ba-46bc-b86b-5d155acdae9d'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:25:55.957185 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef7046-c09b-4075-97b2-e27ec4156af0 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Pushing event deleted for resources: {'Port': ['ID=7e0c4c48-57ba-46bc-b86b-5d155acdae9d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:55.964592 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e57d4d2e-1ca0-4312-89fc-f77cbcf65949 req-6c2e26cd-d632-404c-90b4-450ec2182976 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.18 "GET /v2.0/security-groups?id=2474c0d9-5f52-4fe7-b6cb-fc6efc145863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718420 Oct 13 15:25:56.000376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f369a3-c064-474e-99a3-4580c452fbcc req-b6ef7046-c09b-4075-97b2-e27ec4156af0 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] No DVR routers for this DVR port 7e0c4c48-57ba-46bc-b86b-5d155acdae9d on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:25:56.003151 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-80f369a3-c064-474e-99a3-4580c452fbcc req-b6ef7046-c09b-4075-97b2-e27ec4156af0 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.006538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80f369a3-c064-474e-99a3-4580c452fbcc req-b6ef7046-c09b-4075-97b2-e27ec4156af0 tempest-TestMinimumBasicScenario-1254946118 tempest-TestMinimumBasicScenario-1254946118-project] 10.222.0.49 "DELETE /v2.0/ports/7e0c4c48-57ba-46bc-b86b-5d155acdae9d HTTP/1.1" status: 204 len: 173 time: 0.4834292 Oct 13 15:25:56.007012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'name': 'network-vif-deleted', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:25:56.009576 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf896d7-8e08-45a5-8da0-430c9cbbae71" -d '{"events": [{"server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "name": "network-vif-deleted", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:25:56.045726 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d966c7-3340-474b-ac11-ef240a0ee6f6 x-openstack-request-id: req-f1d966c7-3340-474b-ac11-ef240a0ee6f6 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:25:56.046026 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a9144f-569d-4f00-a715-f6e43879df9c", "name": "network-vif-deleted", "tag": "7e0c4c48-57ba-46bc-b86b-5d155acdae9d", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:25:56.046280 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1d966c7-3340-474b-ac11-ef240a0ee6f6 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:25:56.046675 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a9144f-569d-4f00-a715-f6e43879df9c', 'name': 'network-vif-deleted', 'tag': '7e0c4c48-57ba-46bc-b86b-5d155acdae9d', 'status': 'completed', 'code': 200} Oct 13 15:25:58.138846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41140) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:25:58.484398 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-346eb9ec-21c4-422b-98ae-9b1c52562a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.757910 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7e0c4c48-57ba-46bc-b86b-5d155acdae9d no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:25:58.780545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 7e0c4c48-57ba-46bc-b86b-5d155acdae9d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:25:58.780921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7e0c4c48-57ba-46bc-b86b-5d155acdae9d not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:25:59.018280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-346eb9ec-21c4-422b-98ae-9b1c52562a1d admin admin] Deleting port 50656d31-cfdd-41f6-afb6-b4917c154538 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:25:59.018624 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-346eb9ec-21c4-422b-98ae-9b1c52562a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:59.096997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-346eb9ec-21c4-422b-98ae-9b1c52562a1d admin admin] For port 50656d31-cfdd-41f6-afb6-b4917c154538, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=50656d31-cfdd-41f6-afb6-b4917c154538,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:25:59.097390 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-346eb9ec-21c4-422b-98ae-9b1c52562a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:59.109085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-346eb9ec-21c4-422b-98ae-9b1c52562a1d admin admin] Calling delete_port for 50656d31-cfdd-41f6-afb6-b4917c154538 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:25:59.367033 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-346eb9ec-21c4-422b-98ae-9b1c52562a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:59.397872 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346eb9ec-21c4-422b-98ae-9b1c52562a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=50656d31-cfdd-41f6-afb6-b4917c154538,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:59.567096 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-346eb9ec-21c4-422b-98ae-9b1c52562a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:59.786486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346eb9ec-21c4-422b-98ae-9b1c52562a1d admin admin] Router 6ce94670-3883-467c-b93d-75c6ba1e9c20 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:25:59.894091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346eb9ec-21c4-422b-98ae-9b1c52562a1d admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:25:59.899354 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-346eb9ec-21c4-422b-98ae-9b1c52562a1d admin admin] 10.222.0.18 "PUT /v2.0/routers/6ce94670-3883-467c-b93d-75c6ba1e9c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594876 Oct 13 15:25:59.902111 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41142) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:25:59.903187 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b1a1c-0f5b-4efa-9d5e-38a6e9d26180 None None] Sync routers for ids ['6ce94670-3883-467c-b93d-75c6ba1e9c20'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:25:59.912643 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b1a1c-0f5b-4efa-9d5e-38a6e9d26180 None None] Routers {'6ce94670-3883-467c-b93d-75c6ba1e9c20'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:25:59.913280 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7a1b1a1c-0f5b-4efa-9d5e-38a6e9d26180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6ce94670-3883-467c-b93d-75c6ba1e9c20'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:00.018099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7a1b1a1c-0f5b-4efa-9d5e-38a6e9d26180 None None] Set router 6ce94670-3883-467c-b93d-75c6ba1e9c20 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:26:00.200708 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7a1b1a1c-0f5b-4efa-9d5e-38a6e9d26180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:25:59Z', 'revision_number': 5, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:00.231101 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b1a1c-0f5b-4efa-9d5e-38a6e9d26180 None None] Checking router: 6ce94670-3883-467c-b93d-75c6ba1e9c20 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:26:00.240886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b1a1c-0f5b-4efa-9d5e-38a6e9d26180 None None] Routers {'6ce94670-3883-467c-b93d-75c6ba1e9c20'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:26:00.241551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7a1b1a1c-0f5b-4efa-9d5e-38a6e9d26180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['6ce94670-3883-467c-b93d-75c6ba1e9c20'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:00.292204 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.352075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-7a1b1a1c-0f5b-4efa-9d5e-38a6e9d26180 None None] Set router 6ce94670-3883-467c-b93d-75c6ba1e9c20 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:26:00.396880 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.523298 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Deleting port e72c5a2a-e9c9-4c85-a522-8593674b7bed {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:26:00.523646 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.604878 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] For port e72c5a2a-e9c9-4c85-a522-8593674b7bed, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=e72c5a2a-e9c9-4c85-a522-8593674b7bed,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:26:00.604878 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.621864 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Calling delete_port for e72c5a2a-e9c9-4c85-a522-8593674b7bed owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:26:00.686747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-7a1b1a1c-0f5b-4efa-9d5e-38a6e9d26180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:25:59Z', 'revision_number': 5, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:00.713363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b1a1c-0f5b-4efa-9d5e-38a6e9d26180 None None] The sync data for ids ['6ce94670-3883-467c-b93d-75c6ba1e9c20'] in n-d-806683-15 is: [{'id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'name': 'tempest-TestMinimumBasicScenario-1493713029-router', 'tenant_id': '34f68f719c074b538f0533ba4a5faa42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:25:59Z', 'revision_number': 5, 'project_id': '34f68f719c074b538f0533ba4a5faa42', 'gw_port': {'id': 'e72c5a2a-e9c9-4c85-a522-8593674b7bed', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce94670-3883-467c-b93d-75c6ba1e9c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:37Z', 'updated_at': '2021-10-13T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:00.818213 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.847016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72c5a2a-e9c9-4c85-a522-8593674b7bed,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:00.906684 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.994342 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.996440 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.087308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.087872 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce94670-3883-467c-b93d-75c6ba1e9c20 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:26:01.093635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.093635 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4d49521d-162c-4c11-9577-2b78116bc1a6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6ce94670-3883-467c-b93d-75c6ba1e9c20 HTTP/1.1" status: 204 len: 168 time: 1.1905537 Oct 13 15:26:01.096516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41144) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:01.143741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf10d69-989b-44ca-9165-01fcdd9e6f07 admin admin] Deleting subnet bffc74a1-1d0b-4510-b00e-36b636e73ae7 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:26:01.147369 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1bf10d69-989b-44ca-9165-01fcdd9e6f07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.184106 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1bf10d69-989b-44ca-9165-01fcdd9e6f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.269989 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1bf10d69-989b-44ca-9165-01fcdd9e6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.379641 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1bf10d69-989b-44ca-9165-01fcdd9e6f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.405444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf10d69-989b-44ca-9165-01fcdd9e6f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bffc74a1-1d0b-4510-b00e-36b636e73ae7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:01.409272 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1bf10d69-989b-44ca-9165-01fcdd9e6f07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.413493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1bf10d69-989b-44ca-9165-01fcdd9e6f07 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bffc74a1-1d0b-4510-b00e-36b636e73ae7 HTTP/1.1" status: 204 len: 168 time: 0.3157341 Oct 13 15:26:01.416025 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41146) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:01.416321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ec8d2e-7545-42b2-b881-c5d7eb90cedb None None] Network 80133959-dd11-43ae-91ec-ab85c908b296 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:26:01.489284 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.541761 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Deleting port f14608da-0a5a-4b44-b228-4e2ab4cb7af3 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:26:01.542105 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.608156 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] For port f14608da-0a5a-4b44-b228-4e2ab4cb7af3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f14608da-0a5a-4b44-b228-4e2ab4cb7af3,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:26:01.608445 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.622268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Calling delete_port for f14608da-0a5a-4b44-b228-4e2ab4cb7af3 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:26:01.679709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] DHCP port deletion for 80133959-dd11-43ae-91ec-ab85c908b296 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:26:01.731001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Deleting port f14608da-0a5a-4b44-b228-4e2ab4cb7af3 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:26:01.731378 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.766803 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.793081 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Pushing event deleted for resources: {'Port': ['ID=f14608da-0a5a-4b44-b228-4e2ab4cb7af3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:01.796776 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] No DVR routers for this DVR port f14608da-0a5a-4b44-b228-4e2ab4cb7af3 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:01.802782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] For port f14608da-0a5a-4b44-b228-4e2ab4cb7af3, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=f14608da-0a5a-4b44-b228-4e2ab4cb7af3,segment=NetworkSegment(b445cd28-db62-4422-a45b-7572f19c9355),segment_id=b445cd28-db62-4422-a45b-7572f19c9355)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:26:01.803192 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.816886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Calling delete_port for f14608da-0a5a-4b44-b228-4e2ab4cb7af3 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:26:01.872191 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:26:01.891692 n-d-806683-15 neutron-server[112686]: self.session.flush() Oct 13 15:26:01.896421 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80133959-dd11-43ae-91ec-ab85c908b296']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:01.898322 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.903814 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b445cd28-db62-4422-a45b-7572f19c9355') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:01.904039 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b445cd28-db62-4422-a45b-7572f19c9355') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:01.913429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.925026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Pushing event deleted for resources: {'Port': ['ID=f14608da-0a5a-4b44-b228-4e2ab4cb7af3,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:01.927798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] No DVR routers for this DVR port f14608da-0a5a-4b44-b228-4e2ab4cb7af3 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:01.928158 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.939375 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:01.939375 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.939582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:01.939799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:01.940147 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:01.940485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:01.940879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:01.942086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:01.950149 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: timer() Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:26:01.951355 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:26:01.954030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:01.954030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:01.954030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:01.954030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:01.954030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8820ec4-de9a-4caa-8590-7a9f82250d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:02.063647 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:02.070493 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:02.073513 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] 10.222.0.18 "DELETE /v2.0/networks/80133959-dd11-43ae-91ec-ab85c908b296 HTTP/1.1" status: 204 len: 168 time: 0.6564703 Oct 13 15:26:02.076958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41148) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:02.089113 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277fdb8-c53b-4785-b021-91a66615d6df admin admin] Pushing event deleted for resources: {'Network': ['ID=80133959-dd11-43ae-91ec-ab85c908b296,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:02.327941 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e72c5a2a-e9c9-4c85-a522-8593674b7bed no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:26:02.347938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: e72c5a2a-e9c9-4c85-a522-8593674b7bed {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:26:02.348387 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device e72c5a2a-e9c9-4c85-a522-8593674b7bed not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:26:02.348865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 50656d31-cfdd-41f6-afb6-b4917c154538 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:26:02.368350 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 50656d31-cfdd-41f6-afb6-b4917c154538 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:26:02.368702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 50656d31-cfdd-41f6-afb6-b4917c154538 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:26:02.369151 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f14608da-0a5a-4b44-b228-4e2ab4cb7af3 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:26:02.387501 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: f14608da-0a5a-4b44-b228-4e2ab4cb7af3 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:26:02.387850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device f14608da-0a5a-4b44-b228-4e2ab4cb7af3 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:26:02.434824 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-434fdf06-3c85-43e5-a741-497bc4a69c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:02.690319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-434fdf06-3c85-43e5-a741-497bc4a69c96 admin admin] Deleting port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:26:02.690667 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-434fdf06-3c85-43e5-a741-497bc4a69c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:02.766726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-434fdf06-3c85-43e5-a741-497bc4a69c96 admin admin] For port 892ec5ce-1972-44f3-b7a6-a6418a2c3a37, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=892ec5ce-1972-44f3-b7a6-a6418a2c3a37,segment=NetworkSegment(0d1f2cd3-8666-4b09-b50e-536b6c905c28),segment_id=0d1f2cd3-8666-4b09-b50e-536b6c905c28)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:26:02.767086 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-434fdf06-3c85-43e5-a741-497bc4a69c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:02.779799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-434fdf06-3c85-43e5-a741-497bc4a69c96 admin admin] Calling delete_port for 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:26:02.995026 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-434fdf06-3c85-43e5-a741-497bc4a69c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.022527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fdf06-3c85-43e5-a741-497bc4a69c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=892ec5ce-1972-44f3-b7a6-a6418a2c3a37,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:03.193105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-434fdf06-3c85-43e5-a741-497bc4a69c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.408159 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434fdf06-3c85-43e5-a741-497bc4a69c96 admin admin] Router 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:26:03.512154 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434fdf06-3c85-43e5-a741-497bc4a69c96 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:26:03.518527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-434fdf06-3c85-43e5-a741-497bc4a69c96 admin admin] 10.222.0.18 "PUT /v2.0/routers/7c7d8acf-6aed-454d-ac8e-1923d367f9f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4392416 Oct 13 15:26:03.520686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41150) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:03.521449 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ae1c6-4cbb-4a0c-b062-0a4e076b5d2e None None] Sync routers for ids ['7c7d8acf-6aed-454d-ac8e-1923d367f9f8'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:03.530552 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ae1c6-4cbb-4a0c-b062-0a4e076b5d2e None None] Routers {'7c7d8acf-6aed-454d-ac8e-1923d367f9f8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:26:03.531153 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d09ae1c6-4cbb-4a0c-b062-0a4e076b5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c7d8acf-6aed-454d-ac8e-1923d367f9f8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:03.627920 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.636761 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d09ae1c6-4cbb-4a0c-b062-0a4e076b5d2e None None] Set router 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:26:03.824736 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d09ae1c6-4cbb-4a0c-b062-0a4e076b5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'name': 'tempest-TestMinimumBasicScenario-1014889393-router', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:43Z', 'updated_at': '2021-10-13T15:26:02Z', 'revision_number': 5, 'project_id': '700970d25cd047a1be2c45a45d203856', 'gw_port': {'id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:44Z', 'updated_at': '2021-10-13T15:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:03.852277 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ae1c6-4cbb-4a0c-b062-0a4e076b5d2e None None] Checking router: 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:26:03.863615 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ae1c6-4cbb-4a0c-b062-0a4e076b5d2e None None] Routers {'7c7d8acf-6aed-454d-ac8e-1923d367f9f8'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:26:03.864451 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d09ae1c6-4cbb-4a0c-b062-0a4e076b5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['7c7d8acf-6aed-454d-ac8e-1923d367f9f8'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:03.979047 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-d09ae1c6-4cbb-4a0c-b062-0a4e076b5d2e None None] Set router 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:26:04.026473 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.149040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Deleting port dde1060c-f863-49ee-a84f-6320d8f23a9b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:26:04.149319 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.160900 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-d09ae1c6-4cbb-4a0c-b062-0a4e076b5d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'name': 'tempest-TestMinimumBasicScenario-1014889393-router', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:43Z', 'updated_at': '2021-10-13T15:26:02Z', 'revision_number': 5, 'project_id': '700970d25cd047a1be2c45a45d203856', 'gw_port': {'id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:44Z', 'updated_at': '2021-10-13T15:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:04.238778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] For port dde1060c-f863-49ee-a84f-6320d8f23a9b, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=dde1060c-f863-49ee-a84f-6320d8f23a9b,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:26:04.239193 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.258249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Calling delete_port for dde1060c-f863-49ee-a84f-6320d8f23a9b owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:26:04.278510 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ae1c6-4cbb-4a0c-b062-0a4e076b5d2e None None] The sync data for ids ['7c7d8acf-6aed-454d-ac8e-1923d367f9f8'] in n-d-806683-15 is: [{'id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'name': 'tempest-TestMinimumBasicScenario-1014889393-router', 'tenant_id': '700970d25cd047a1be2c45a45d203856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:23:43Z', 'updated_at': '2021-10-13T15:26:02Z', 'revision_number': 5, 'project_id': '700970d25cd047a1be2c45a45d203856', 'gw_port': {'id': 'dde1060c-f863-49ee-a84f-6320d8f23a9b', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7d8acf-6aed-454d-ac8e-1923d367f9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:23:44Z', 'updated_at': '2021-10-13T15:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:04.486840 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.520191 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Pushing event deleted for resources: {'Port': ['ID=dde1060c-f863-49ee-a84f-6320d8f23a9b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:04.582511 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.700153 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.702857 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.801903 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.802513 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c7d8acf-6aed-454d-ac8e-1923d367f9f8 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:26:04.806824 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.808225 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e8b08119-5dd0-413f-bde0-dc1bafc617bf admin admin] 10.222.0.18 "DELETE /v2.0/routers/7c7d8acf-6aed-454d-ac8e-1923d367f9f8 HTTP/1.1" status: 204 len: 168 time: 1.2864764 Oct 13 15:26:04.810685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41152) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:04.860060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-4937ac29-6820-497a-b0cd-b5715d045d5e admin admin] Deleting subnet 84974e56-a253-4a13-952b-55c26a41815c {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:26:04.864670 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4937ac29-6820-497a-b0cd-b5715d045d5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.908802 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4937ac29-6820-497a-b0cd-b5715d045d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.996814 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4937ac29-6820-497a-b0cd-b5715d045d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.109732 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4937ac29-6820-497a-b0cd-b5715d045d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.135802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937ac29-6820-497a-b0cd-b5715d045d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84974e56-a253-4a13-952b-55c26a41815c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:05.139407 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4937ac29-6820-497a-b0cd-b5715d045d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.142561 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4937ac29-6820-497a-b0cd-b5715d045d5e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/84974e56-a253-4a13-952b-55c26a41815c HTTP/1.1" status: 204 len: 168 time: 0.3309350 Oct 13 15:26:05.146072 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41154) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:05.148287 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39046460-e6de-491e-aaae-8f00ba16e8c7 None None] Network c34b14a8-ca86-4bde-9dad-6c5142877e4b requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:26:05.212531 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.273732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Deleting port 1413f112-46fb-412c-ad0b-bbfd9891b653 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:26:05.274078 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.338726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb105d-0e0f-4d3b-97dc-b54d450ff1ce None None] DHCP port deletion for c34b14a8-ca86-4bde-9dad-6c5142877e4b request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:26:05.344844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] For port 1413f112-46fb-412c-ad0b-bbfd9891b653, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1413f112-46fb-412c-ad0b-bbfd9891b653,segment=NetworkSegment(0d1f2cd3-8666-4b09-b50e-536b6c905c28),segment_id=0d1f2cd3-8666-4b09-b50e-536b6c905c28)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:26:05.345253 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.358519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Calling delete_port for 1413f112-46fb-412c-ad0b-bbfd9891b653 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:26:05.384365 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb105d-0e0f-4d3b-97dc-b54d450ff1ce None None] Deleting port 1413f112-46fb-412c-ad0b-bbfd9891b653 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:26:05.384740 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a5cb105d-0e0f-4d3b-97dc-b54d450ff1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.455648 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a5cb105d-0e0f-4d3b-97dc-b54d450ff1ce None None] For port 1413f112-46fb-412c-ad0b-bbfd9891b653, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1413f112-46fb-412c-ad0b-bbfd9891b653,segment=NetworkSegment(0d1f2cd3-8666-4b09-b50e-536b6c905c28),segment_id=0d1f2cd3-8666-4b09-b50e-536b6c905c28)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:26:05.456045 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a5cb105d-0e0f-4d3b-97dc-b54d450ff1ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.469837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb105d-0e0f-4d3b-97dc-b54d450ff1ce None None] Calling delete_port for 1413f112-46fb-412c-ad0b-bbfd9891b653 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:26:05.498179 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.530136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Pushing event deleted for resources: {'Port': ['ID=1413f112-46fb-412c-ad0b-bbfd9891b653,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:05.533506 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] No DVR routers for this DVR port 1413f112-46fb-412c-ad0b-bbfd9891b653 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:05.545734 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a5cb105d-0e0f-4d3b-97dc-b54d450ff1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.569796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb105d-0e0f-4d3b-97dc-b54d450ff1ce None None] Pushing event deleted for resources: {'Port': ['ID=1413f112-46fb-412c-ad0b-bbfd9891b653,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:05.576137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb105d-0e0f-4d3b-97dc-b54d450ff1ce None None] No DVR routers for this DVR port 1413f112-46fb-412c-ad0b-bbfd9891b653 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:05.604613 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.625331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34b14a8-ca86-4bde-9dad-6c5142877e4b']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:05.635391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1f2cd3-8666-4b09-b50e-536b6c905c28') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:05.635685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1f2cd3-8666-4b09-b50e-536b6c905c28') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:05.645026 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.657788 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.663576 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:05.663964 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:26:05.665630 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:26:05.789655 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.795137 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.798382 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c34b14a8-ca86-4bde-9dad-6c5142877e4b HTTP/1.1" status: 204 len: 168 time: 0.6513312 Oct 13 15:26:05.811769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f0e55-07f6-4088-83c2-f0ce575fa709 admin admin] Pushing event deleted for resources: {'Network': ['ID=c34b14a8-ca86-4bde-9dad-6c5142877e4b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:06.200965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41158) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:06.240715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-91476b55-2219-4c84-b725-7fa35a708a11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34f68f719c074b538f0533ba4a5faa42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384517 Oct 13 15:26:06.243184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41160) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:06.291457 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-162c3465-3836-48d6-98f2-06a3cd0fc68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.312954 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-162c3465-3836-48d6-98f2-06a3cd0fc68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.328595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:26:06.353114 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:26:06.353370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 892ec5ce-1972-44f3-b7a6-a6418a2c3a37 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:26:06.353774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1413f112-46fb-412c-ad0b-bbfd9891b653 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:26:06.372264 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 1413f112-46fb-412c-ad0b-bbfd9891b653 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:26:06.372601 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1413f112-46fb-412c-ad0b-bbfd9891b653 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:26:06.373018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dde1060c-f863-49ee-a84f-6320d8f23a9b no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:26:06.391077 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: dde1060c-f863-49ee-a84f-6320d8f23a9b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:26:06.391411 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device dde1060c-f863-49ee-a84f-6320d8f23a9b not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:26:06.429269 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-162c3465-3836-48d6-98f2-06a3cd0fc68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.431776 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-162c3465-3836-48d6-98f2-06a3cd0fc68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.432929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-162c3465-3836-48d6-98f2-06a3cd0fc68f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2474c0d9-5f52-4fe7-b6cb-fc6efc145863 HTTP/1.1" status: 204 len: 168 time: 0.1888621 Oct 13 15:26:06.441001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c3465-3836-48d6-98f2-06a3cd0fc68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2474c0d9-5f52-4fe7-b6cb-fc6efc145863,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:07.058938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41168) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:07.098597 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dd539503-17f8-4a29-b638-c3e7bd359e4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=700970d25cd047a1be2c45a45d203856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383699 Oct 13 15:26:07.101261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41170) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:07.149167 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1497a3d7-c8ba-4e23-a3e0-21018acdf515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.169832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1497a3d7-c8ba-4e23-a3e0-21018acdf515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.280262 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1497a3d7-c8ba-4e23-a3e0-21018acdf515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.282708 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1497a3d7-c8ba-4e23-a3e0-21018acdf515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.283846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1497a3d7-c8ba-4e23-a3e0-21018acdf515 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8be3c524-b7a1-4103-b85a-ed619fd3e5d3 HTTP/1.1" status: 204 len: 168 time: 0.1816809 Oct 13 15:26:07.292288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497a3d7-c8ba-4e23-a3e0-21018acdf515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be3c524-b7a1-4103-b85a-ed619fd3e5d3,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:09.674827 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41210) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:09.679506 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fe0dcf4b-daa2-4ff4-9250-6030c08a4210 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1595279261', 'description': 'tempest-secgroup-smoke-1595279261 description', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:09.778267 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe0dcf4b-daa2-4ff4-9250-6030c08a4210 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.787145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe0dcf4b-daa2-4ff4-9250-6030c08a4210 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.859319 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe0dcf4b-daa2-4ff4-9250-6030c08a4210 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.915206 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe0dcf4b-daa2-4ff4-9250-6030c08a4210 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.948379 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dcf4b-daa2-4ff4-9250-6030c08a4210 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb4df30-e711-438a-8930-4c4ce63109a5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:09.991265 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe0dcf4b-daa2-4ff4-9250-6030c08a4210 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.063338 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe0dcf4b-daa2-4ff4-9250-6030c08a4210 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.091752 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dcf4b-daa2-4ff4-9250-6030c08a4210 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c570fb-2845-4a25-a039-042a0e739a8e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:10.151302 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fe0dcf4b-daa2-4ff4-9250-6030c08a4210 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.152590 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fe0dcf4b-daa2-4ff4-9250-6030c08a4210 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4767387 Oct 13 15:26:10.155588 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41212) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:10.160269 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-5dd00923-ae9d-4876-a7f1-b34bd926d9ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '89c570fb-2845-4a25-a039-042a0e739a8e', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:10.240180 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5dd00923-ae9d-4876-a7f1-b34bd926d9ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.296006 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5dd00923-ae9d-4876-a7f1-b34bd926d9ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.348933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5dd00923-ae9d-4876-a7f1-b34bd926d9ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.367357 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd00923-ae9d-4876-a7f1-b34bd926d9ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3b7d63-eec5-4a27-9526-a56214c0016f,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:10.408235 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5dd00923-ae9d-4876-a7f1-b34bd926d9ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.410363 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5dd00923-ae9d-4876-a7f1-b34bd926d9ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2528949 Oct 13 15:26:10.412810 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41214) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:10.417172 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a2ef9467-27ab-42ff-8d7c-50f84971e01c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '89c570fb-2845-4a25-a039-042a0e739a8e', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:10.490947 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9467-27ab-42ff-8d7c-50f84971e01c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.550055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9467-27ab-42ff-8d7c-50f84971e01c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.623797 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9467-27ab-42ff-8d7c-50f84971e01c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.642622 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef9467-27ab-42ff-8d7c-50f84971e01c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4eb19d0-a736-4401-a003-be3127509f45,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:10.711173 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9467-27ab-42ff-8d7c-50f84971e01c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.712406 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a2ef9467-27ab-42ff-8d7c-50f84971e01c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2986293 Oct 13 15:26:10.715330 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41216) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:10.719767 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-01f1c71d-ba01-4fad-8b13-b327aec11c2d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '89c570fb-2845-4a25-a039-042a0e739a8e', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:10.817680 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01f1c71d-ba01-4fad-8b13-b327aec11c2d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.876065 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01f1c71d-ba01-4fad-8b13-b327aec11c2d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.938190 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01f1c71d-ba01-4fad-8b13-b327aec11c2d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.957483 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1c71d-ba01-4fad-8b13-b327aec11c2d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6383578-44df-4a44-8eb5-595edd6c91a8,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:10.997206 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-01f1c71d-ba01-4fad-8b13-b327aec11c2d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.998417 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-01f1c71d-ba01-4fad-8b13-b327aec11c2d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2821627 Oct 13 15:26:11.001157 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41218) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:11.006302 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-043ec81f-ad8f-4759-9255-9863133c18ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '89c570fb-2845-4a25-a039-042a0e739a8e', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:11.074344 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-043ec81f-ad8f-4759-9255-9863133c18ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.133735 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-043ec81f-ad8f-4759-9255-9863133c18ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.189497 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-043ec81f-ad8f-4759-9255-9863133c18ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.208051 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ec81f-ad8f-4759-9255-9863133c18ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77473dc0-ae5e-4812-a409-24bc14bd7f1c,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:11.272050 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-043ec81f-ad8f-4759-9255-9863133c18ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.273302 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-043ec81f-ad8f-4759-9255-9863133c18ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2712009 Oct 13 15:26:11.276056 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41220) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:11.280459 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-360d19a6-4331-4a1f-a8d3-9d3c67508842 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '89c570fb-2845-4a25-a039-042a0e739a8e', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:11.372212 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-360d19a6-4331-4a1f-a8d3-9d3c67508842 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Project 9901f73df2cf4ca78caea42b77b2e0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:26:11.377027 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-360d19a6-4331-4a1f-a8d3-9d3c67508842 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.438637 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-360d19a6-4331-4a1f-a8d3-9d3c67508842 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.492224 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-360d19a6-4331-4a1f-a8d3-9d3c67508842 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.510188 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d19a6-4331-4a1f-a8d3-9d3c67508842 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5166abb-bb02-464d-b91d-0fe854a3f571,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:11.573740 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-360d19a6-4331-4a1f-a8d3-9d3c67508842 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.574965 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-360d19a6-4331-4a1f-a8d3-9d3c67508842 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2979643 Oct 13 15:26:11.577727 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41222) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:11.582007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b7ecf112-98db-414a-9008-f8d2b868ffa2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '89c570fb-2845-4a25-a039-042a0e739a8e', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:11.674401 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-b7ecf112-98db-414a-9008-f8d2b868ffa2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Project 9901f73df2cf4ca78caea42b77b2e0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:26:11.679760 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf112-98db-414a-9008-f8d2b868ffa2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.739629 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf112-98db-414a-9008-f8d2b868ffa2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.812004 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf112-98db-414a-9008-f8d2b868ffa2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.829780 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecf112-98db-414a-9008-f8d2b868ffa2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357ba50b-0937-408e-9621-927dbe42a865,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:11.923935 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf112-98db-414a-9008-f8d2b868ffa2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.925126 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b7ecf112-98db-414a-9008-f8d2b868ffa2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3464465 Oct 13 15:26:11.928490 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41226) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:11.933345 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-972d9774-9f79-4b59-bff6-7ffca85e09f0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'network': {'name': 'tempest-network-smoke--941605975', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'port_security_enabled': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:12.006305 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972d9774-9f79-4b59-bff6-7ffca85e09f0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:12.010097 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-972d9774-9f79-4b59-bff6-7ffca85e09f0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.033157 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972d9774-9f79-4b59-bff6-7ffca85e09f0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:12.041692 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-972d9774-9f79-4b59-bff6-7ffca85e09f0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.042035 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-972d9774-9f79-4b59-bff6-7ffca85e09f0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Added segment 457a1071-640e-4103-a50b-413ffebfcb04 of type vlan for network c901ff79-990a-4cfb-8e4d-1f0378a01661 Oct 13 15:26:12.081805 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-972d9774-9f79-4b59-bff6-7ffca85e09f0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.161042 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-972d9774-9f79-4b59-bff6-7ffca85e09f0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.167161 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d9774-9f79-4b59-bff6-7ffca85e09f0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:12.168480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-972d9774-9f79-4b59-bff6-7ffca85e09f0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.235857 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d9774-9f79-4b59-bff6-7ffca85e09f0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Network': ['ID=c901ff79-990a-4cfb-8e4d-1f0378a01661,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:12.246589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network c901ff79-990a-4cfb-8e4d-1f0378a01661 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:26:12.272316 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-972d9774-9f79-4b59-bff6-7ffca85e09f0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3427637 Oct 13 15:26:12.275359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41228) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:12.281697 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'admin_state_up': True, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:12.366904 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.367974 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.422475 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.618957 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.857811 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.876285 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.976958 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.25.0.25 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/1ec1d18e-6aac-4464-9776-ad660bc8993c) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:13.079625 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.167192 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.210279 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:13.213229 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:13.216699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:26:13.222314 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=1ec1d18e-6aac-4464-9776-ad660bc8993c,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:13.528462 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.722456 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.897803 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:26:14.005906 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:26:14.015611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Sync routers for ids ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:14.024392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Routers {'45e242e4-706d-4f2a-8dbd-c08b30e5e13f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:26:14.025063 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:14.083091 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.084341 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-91c3222b-534a-4ba5-b430-b0eefcb1d940 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8079662 Oct 13 15:26:14.087839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41230) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:14.132748 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Set router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:26:14.234441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c54e185d-0802-48a3-a205-bf9ea26714a4 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9901f73df2cf4ca78caea42b77b2e0f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1452527 Oct 13 15:26:14.236931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41234) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:14.320471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:13Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:14.346227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Checking router: 45e242e4-706d-4f2a-8dbd-c08b30e5e13f for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:26:14.348433 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Updating router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f port 1ec1d18e-6aac-4464-9776-ad660bc8993c binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:26:14.375452 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.391917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a9901-76a0-41f2-ba12-3b0479723b9d tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:14.393504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-522a9901-76a0-41f2-ba12-3b0479723b9d tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1556382 Oct 13 15:26:14.396615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41236) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:14.430504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-613cc392-a788-4c46-a118-0d7a223b1ab2 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327060 Oct 13 15:26:14.433031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41238) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:14.437856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-bd99c723-8ff8-41c2-8b43-7f68bb7b0e9f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-618652653', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:14.606362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd99c723-8ff8-41c2-8b43-7f68bb7b0e9f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:14.610062 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd99c723-8ff8-41c2-8b43-7f68bb7b0e9f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.622507 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.697991 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.747292 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Attempting to bind port 1ec1d18e-6aac-4464-9776-ad660bc8993c on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:26:14.747665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Attempting to bind port 1ec1d18e-6aac-4464-9776-ad660bc8993c by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:26:14.748026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Attempting to bind port 1ec1d18e-6aac-4464-9776-ad660bc8993c on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:26:14.754879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fe8ca-cc06-48b4-bf38-13b8a437dcf8 None None] Pushing event updated for resources: {'Port': ['ID=1ec1d18e-6aac-4464-9776-ad660bc8993c,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:14.759742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:26:14.759742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:26:14.759742 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.759742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:26:14.759742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Bound port: 1ec1d18e-6aac-4464-9776-ad660bc8993c, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:26:14.760391 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.814289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] For port 1ec1d18e-6aac-4464-9776-ad660bc8993c, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:26:14.820277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] For port 1ec1d18e-6aac-4464-9776-ad660bc8993c, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1ec1d18e-6aac-4464-9776-ad660bc8993c,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:26:14.886665 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd99c723-8ff8-41c2-8b43-7f68bb7b0e9f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.914798 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.946771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99c723-8ff8-41c2-8b43-7f68bb7b0e9f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Subnet': ['ID=d9674aaa-0704-4b62-ba18-80b181e88227,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:14.960616 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd99c723-8ff8-41c2-8b43-7f68bb7b0e9f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Checking segment: {'id': '457a1071-640e-4103-a50b-413ffebfcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:26:14.961018 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd99c723-8ff8-41c2-8b43-7f68bb7b0e9f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network hostable DHCP agents. Network: c901ff79-990a-4cfb-8e4d-1f0378a01661, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:14.974695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Routers {'45e242e4-706d-4f2a-8dbd-c08b30e5e13f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:26:14.975326 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:15.010730 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fe8ca-cc06-48b4-bf38-13b8a437dcf8 None None] Pushing event updated for resources: {'Port': ['ID=1ec1d18e-6aac-4464-9776-ad660bc8993c,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:15.046190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd99c723-8ff8-41c2-8b43-7f68bb7b0e9f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network c901ff79-990a-4cfb-8e4d-1f0378a01661 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:15.086227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] Set router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:26:15.133226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-bd99c723-8ff8-41c2-8b43-7f68bb7b0e9f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, c901ff79-990a-4cfb-8e4d-1f0378a01661) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:15.139032 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd99c723-8ff8-41c2-8b43-7f68bb7b0e9f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:15.140223 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bd99c723-8ff8-41c2-8b43-7f68bb7b0e9f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.154703 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad0dcd0-38ee-4b39-9bd8-57cc96927a04 None None] Network c901ff79-990a-4cfb-8e4d-1f0378a01661 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:26:15.218517 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41240) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:15.223975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bd99c723-8ff8-41c2-8b43-7f68bb7b0e9f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7845473 Oct 13 15:26:15.376873 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:13Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:15.378940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-c901ff79-990a-4cfb-8e4d-1f0378a01661', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ips': [{'subnet_id': 'd9674aaa-0704-4b62-ba18-80b181e88227'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:26:15.380658 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.417908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93520cd2-00de-4b65-80ed-58a2e48dce6f None None] The sync data for ids ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'] in n-d-806683-15 is: [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:13Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:15.565901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Allocated IP 172.20.0.2 (c901ff79-990a-4cfb-8e4d-1f0378a01661/d9674aaa-0704-4b62-ba18-80b181e88227/40564057-64c2-4a03-aeab-aefa1a2b754f) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:15.735196 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.917412 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.029882 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.081535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Network c901ff79-990a-4cfb-8e4d-1f0378a01661 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:16.085944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:16.088538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:26:16.098982 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Pushing event updated for resources: {'Port': ['ID=40564057-64c2-4a03-aeab-aefa1a2b754f,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:16.162991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Attempting to bind port 40564057-64c2-4a03-aeab-aefa1a2b754f on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:26:16.163383 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Attempting to bind port 40564057-64c2-4a03-aeab-aefa1a2b754f by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '457a1071-640e-4103-a50b-413ffebfcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:26:16.163792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Attempting to bind port 40564057-64c2-4a03-aeab-aefa1a2b754f on network c901ff79-990a-4cfb-8e4d-1f0378a01661 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:26:16.170173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:26:16.170548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Checking segment: {'id': '457a1071-640e-4103-a50b-413ffebfcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:26:16.170957 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.171350 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Bound using segment: {'id': '457a1071-640e-4103-a50b-413ffebfcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:26:16.171830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Bound port: 40564057-64c2-4a03-aeab-aefa1a2b754f, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457a1071-640e-4103-a50b-413ffebfcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:26:16.172214 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.248145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] For port 40564057-64c2-4a03-aeab-aefa1a2b754f, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:26:16.256757 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] For port 40564057-64c2-4a03-aeab-aefa1a2b754f, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=40564057-64c2-4a03-aeab-aefa1a2b754f,segment=NetworkSegment(457a1071-640e-4103-a50b-413ffebfcb04),segment_id=457a1071-640e-4103-a50b-413ffebfcb04)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:26:16.333763 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.338990 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.20.0.1 (c901ff79-990a-4cfb-8e4d-1f0378a01661/d9674aaa-0704-4b62-ba18-80b181e88227/1e46f261-b93c-42cf-b853-543b23a5eef0) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:16.392200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1ec1d18e-6aac-4464-9776-ad660bc8993c up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:26:16.431523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5823f-c438-42b1-8032-eee4bab4a47a None None] Pushing event updated for resources: {'Port': ['ID=40564057-64c2-4a03-aeab-aefa1a2b754f,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:16.459402 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1ec1d18e-6aac-4464-9776-ad660bc8993c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:26:16.459778 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.482099 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.542041 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.584778 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 1ec1d18e-6aac-4464-9776-ad660bc8993c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1ec1d18e-6aac-4464-9776-ad660bc8993c,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:26:16.585218 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.635102 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network c901ff79-990a-4cfb-8e4d-1f0378a01661 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:16.638634 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:16.641205 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:26:16.672599 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=1e46f261-b93c-42cf-b853-543b23a5eef0,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:16.686681 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.705684 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.742156 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=1ec1d18e-6aac-4464-9776-ad660bc8993c,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:16.903059 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.190936 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.258059 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.335471 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=1e46f261-b93c-42cf-b853-543b23a5eef0,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:17.340517 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.433340 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network c901ff79-990a-4cfb-8e4d-1f0378a01661 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:17.434725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:17.549493 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:26:17.664724 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:26:17.671455 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4b9f6e0a-cbfe-4bb1-9b53-55ee72882ab0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "PUT /v2.0/routers/45e242e4-706d-4f2a-8dbd-c08b30e5e13f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4499407 Oct 13 15:26:17.675248 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Sync routers for ids ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:17.686682 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Routers {'45e242e4-706d-4f2a-8dbd-c08b30e5e13f'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:26:17.687309 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:17.803651 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Set router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:26:17.820444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-7d15cb8b-45d6-49df-b5c6-86c0f494a903 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595279261&fields=id&tenant_id=9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 267 time: 0.0371408 Oct 13 15:26:17.916876 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba17a8f4-2a31-4597-b7f2-4818af5f4b14 None None] Network c901ff79-990a-4cfb-8e4d-1f0378a01661 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:26:17.944036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-658fe1b7-99f2-4f2c-9d5d-3ebb142d8788 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:17.945567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-658fe1b7-99f2-4f2c-9d5d-3ebb142d8788 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/networks?id=c901ff79-990a-4cfb-8e4d-1f0378a01661 HTTP/1.1" status: 200 len: 796 time: 0.1175799 Oct 13 15:26:17.961595 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-2f144acc-f9bc-48fe-810e-5aee12cf51f9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/quotas/9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 375 time: 0.0099525 Oct 13 15:26:18.025501 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-505a2f84-4d23-42f4-8423-36a417ee4ef0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571973 Oct 13 15:26:18.032419 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '1e46f261-b93c-42cf-b853-543b23a5eef0', 'name': '', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:18:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:15Z', 'updated_at': '2021-10-13T15:26:17Z', 'revision_number': 2, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:18.047779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ceaa6877-5aa5-4fe1-aa07-cf08fe30a45b None None] Provisioning complete for port 40564057-64c2-4a03-aeab-aefa1a2b754f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:26:18.048161 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6877-5aa5-4fe1-aa07-cf08fe30a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.060349 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Checking router: 45e242e4-706d-4f2a-8dbd-c08b30e5e13f for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:26:18.060597 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Updating router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f port 1e46f261-b93c-42cf-b853-543b23a5eef0 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:26:18.086988 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.173984 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6877-5aa5-4fe1-aa07-cf08fe30a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.198696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-06dc1350-055f-431e-a183-6129c309736f service neutron] 10.222.0.18 "GET /v2.0/networks/c901ff79-990a-4cfb-8e4d-1f0378a01661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589322 Oct 13 15:26:18.216030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-ceaa6877-5aa5-4fe1-aa07-cf08fe30a45b None None] For port 40564057-64c2-4a03-aeab-aefa1a2b754f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=40564057-64c2-4a03-aeab-aefa1a2b754f,segment=NetworkSegment(457a1071-640e-4103-a50b-413ffebfcb04),segment_id=457a1071-640e-4103-a50b-413ffebfcb04)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:26:18.286022 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ceaa6877-5aa5-4fe1-aa07-cf08fe30a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.310098 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-a43d4b0f-fbf2-4aad-927c-2e2ad0b7a69f service neutron] 10.222.0.18 "GET /v2.0/networks/c901ff79-990a-4cfb-8e4d-1f0378a01661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046321 Oct 13 15:26:18.389219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa6877-5aa5-4fe1-aa07-cf08fe30a45b None None] Pushing event updated for resources: {'Port': ['ID=40564057-64c2-4a03-aeab-aefa1a2b754f,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:18.423287 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.472277 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1ec1d18e-6aac-4464-9776-ad660bc8993c up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:26:18.482339 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.525232 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-70aa1bb3-9bed-4b40-bd90-01d286bd8ff3 None None] Provisioning complete for port 40564057-64c2-4a03-aeab-aefa1a2b754f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:26:18.525642 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70aa1bb3-9bed-4b40-bd90-01d286bd8ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.533887 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Pushing event updated for resources: {'Port': ['ID=1e46f261-b93c-42cf-b853-543b23a5eef0,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:18.546749 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:18.547156 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:18.553772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:18.553772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:18.553772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:18.553772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:18.553772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:18.553772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:18.553772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:18.553772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:18.553772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:18.553772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:18.579378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1ec1d18e-6aac-4464-9776-ad660bc8993c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:26:18.579836 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.654657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0740d48d-0ec2-4990-a580-27e300a97446 req-7cbaf409-9968-46b1-9291-47fb4c89d1f7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 210 time: 0.0389764 Oct 13 15:26:18.663682 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Attempting to bind port 1e46f261-b93c-42cf-b853-543b23a5eef0 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:26:18.664244 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Attempting to bind port 1e46f261-b93c-42cf-b853-543b23a5eef0 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '457a1071-640e-4103-a50b-413ffebfcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:26:18.664771 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Attempting to bind port 1e46f261-b93c-42cf-b853-543b23a5eef0 on network c901ff79-990a-4cfb-8e4d-1f0378a01661 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:26:18.678556 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:26:18.679262 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Checking segment: {'id': '457a1071-640e-4103-a50b-413ffebfcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:26:18.679446 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.680025 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Bound using segment: {'id': '457a1071-640e-4103-a50b-413ffebfcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:26:18.680493 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Bound port: 1e46f261-b93c-42cf-b853-543b23a5eef0, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457a1071-640e-4103-a50b-413ffebfcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:26:18.680873 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.739649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 40564057-64c2-4a03-aeab-aefa1a2b754f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:26:18.761728 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] For port 1e46f261-b93c-42cf-b853-543b23a5eef0, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:26:18.766716 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] For port 1e46f261-b93c-42cf-b853-543b23a5eef0, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1e46f261-b93c-42cf-b853-543b23a5eef0,segment=NetworkSegment(457a1071-640e-4103-a50b-413ffebfcb04),segment_id=457a1071-640e-4103-a50b-413ffebfcb04)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:26:18.779921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-70aa1bb3-9bed-4b40-bd90-01d286bd8ff3 None None] Provisioning complete for port 1e46f261-b93c-42cf-b853-543b23a5eef0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:26:18.780292 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-70aa1bb3-9bed-4b40-bd90-01d286bd8ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.824012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-70aa1bb3-9bed-4b40-bd90-01d286bd8ff3 None None] Port 1e46f261-b93c-42cf-b853-543b23a5eef0 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:26:18.834385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 40564057-64c2-4a03-aeab-aefa1a2b754f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:26:18.835026 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.852541 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.915997 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f293c27-3dfb-43ca-a54c-61b58a280ba0 None None] Pushing event updated for resources: {'Port': ['ID=1e46f261-b93c-42cf-b853-543b23a5eef0,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:18.920326 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Routers {'45e242e4-706d-4f2a-8dbd-c08b30e5e13f'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:26:18.920955 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:25:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:18.947532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7ef639ff-87e6-433b-a521-a7446570bc79 None None] Provisioning complete for port 1e46f261-b93c-42cf-b853-543b23a5eef0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:26:18.948136 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ef639ff-87e6-433b-a521-a7446570bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:19.041488 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ef639ff-87e6-433b-a521-a7446570bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:19.050469 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] Set router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:26:19.077189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7ef639ff-87e6-433b-a521-a7446570bc79 None None] For port 1e46f261-b93c-42cf-b853-543b23a5eef0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1e46f261-b93c-42cf-b853-543b23a5eef0,segment=NetworkSegment(457a1071-640e-4103-a50b-413ffebfcb04),segment_id=457a1071-640e-4103-a50b-413ffebfcb04)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:26:19.161622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ef639ff-87e6-433b-a521-a7446570bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:19.216394 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef639ff-87e6-433b-a521-a7446570bc79 None None] Pushing event updated for resources: {'Port': ['ID=1e46f261-b93c-42cf-b853-543b23a5eef0,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:19.289589 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '1e46f261-b93c-42cf-b853-543b23a5eef0', 'name': '', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:18:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:15Z', 'updated_at': '2021-10-13T15:26:18Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:19.295613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-31f6960c-ce08-45cf-a39a-4928466083b6 None None] Provisioning complete for port 1e46f261-b93c-42cf-b853-543b23a5eef0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:26:19.295990 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-31f6960c-ce08-45cf-a39a-4928466083b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:19.336602 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec8bfdc-3c17-4e0b-85ae-a89779ba9074 None None] The sync data for ids ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'] in n-d-806683-15 is: [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '1e46f261-b93c-42cf-b853-543b23a5eef0', 'name': '', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:18:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:15Z', 'updated_at': '2021-10-13T15:26:18Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:19.406611 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:19.518739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-54081c2f-56c1-42af-91ee-f5338d262ee6 None None] Provisioning complete for port 1e46f261-b93c-42cf-b853-543b23a5eef0 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:26:19.519135 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-54081c2f-56c1-42af-91ee-f5338d262ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:19.593084 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-afcc4881-4471-48d0-9f3d-9134199cccd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:19.735601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-101bdfdb-4f6c-432e-a7c2-b6fbaeeb160f req-053cfe26-2aa1-4ac5-8068-f2ab1de88ca5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 210 time: 0.0270123 Oct 13 15:26:19.742151 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:26:20.409262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1e46f261-b93c-42cf-b853-543b23a5eef0 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:26:20.461605 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1e46f261-b93c-42cf-b853-543b23a5eef0 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:26:20.461973 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:20.542363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 40564057-64c2-4a03-aeab-aefa1a2b754f up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:26:20.593532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 40564057-64c2-4a03-aeab-aefa1a2b754f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:26:20.594060 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:20.875692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fa0e6c3-17c8-4cbf-aaee-d8865d366134 req-4570f2f7-eb9f-4c34-865f-2f4f688e4854 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 210 time: 0.0691564 Oct 13 15:26:20.941778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-12d3ee0e-d782-4217-82b1-014315512872 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:20.943224 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-12d3ee0e-d782-4217-82b1-014315512872 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "GET /v2.0/networks?id=c901ff79-990a-4cfb-8e4d-1f0378a01661 HTTP/1.1" status: 200 len: 796 time: 0.1386399 Oct 13 15:26:20.987459 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-0d23f8fc-bd89-48ce-937f-12d0ea53e0d9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 380 time: 0.0334523 Oct 13 15:26:20.997981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-adf336a8-3ef4-4b48-861c-f2b6ba603155 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'port': {'device_id': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'admin_state_up': True, 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'security_groups': ['89c570fb-2845-4a25-a039-042a0e739a8e']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:21.189880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-adf336a8-3ef4-4b48-861c-f2b6ba603155 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:21.193505 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-adf336a8-3ef4-4b48-861c-f2b6ba603155 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.324818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-adf336a8-3ef4-4b48-861c-f2b6ba603155 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.20.0.12 (c901ff79-990a-4cfb-8e4d-1f0378a01661/d9674aaa-0704-4b62-ba18-80b181e88227/2e801e46-48be-4430-ac88-7f7e5e430830) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:21.459522 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-adf336a8-3ef4-4b48-861c-f2b6ba603155 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.549162 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-adf336a8-3ef4-4b48-861c-f2b6ba603155 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.598565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-adf336a8-3ef4-4b48-861c-f2b6ba603155 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network c901ff79-990a-4cfb-8e4d-1f0378a01661 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:21.602056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-adf336a8-3ef4-4b48-861c-f2b6ba603155 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:21.605734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-adf336a8-3ef4-4b48-861c-f2b6ba603155 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:26:21.630894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf336a8-3ef4-4b48-861c-f2b6ba603155 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=2e801e46-48be-4430-ac88-7f7e5e430830,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:21.660707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-adf336a8-3ef4-4b48-861c-f2b6ba603155 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:21.661676 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-adf336a8-3ef4-4b48-861c-f2b6ba603155 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.746373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-adf336a8-3ef4-4b48-861c-f2b6ba603155 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7519069 Oct 13 15:26:21.805607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Request body: {'port': {'device_id': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:21.851125 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c21b8f6d-aaf4-43ad-a7f5-124f511b94c9 None None] Provisioning complete for port 2e801e46-48be-4430-ac88-7f7e5e430830 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:26:21.851892 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c21b8f6d-aaf4-43ad-a7f5-124f511b94c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.858833 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.887105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c21b8f6d-aaf4-43ad-a7f5-124f511b94c9 None None] Port 2e801e46-48be-4430-ac88-7f7e5e430830 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:26:22.072467 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5c41e-ab2e-4a35-bc1c-3c32c80c72a7 req-d7a06d10-aff9-4544-8cfe-3651d6735793 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:22.073946 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3a5c41e-ab2e-4a35-bc1c-3c32c80c72a7 req-d7a06d10-aff9-4544-8cfe-3651d6735793 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 932 time: 0.1082416 Oct 13 15:26:22.136164 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f3a5c41e-ab2e-4a35-bc1c-3c32c80c72a7 req-6050d4cb-b38a-46ae-bd74-6ba6e542690a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561564 Oct 13 15:26:22.189800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e801e46-48be-4430-ac88-7f7e5e430830 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:26:22.198182 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.211400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Transition to ACTIVE for port object 2e801e46-48be-4430-ac88-7f7e5e430830 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:26:22.333450 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.343800 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e0ba6768-9316-45ed-ad90-0ee6968b11af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.389400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Pushing event updated for resources: {'Port': ['ID=2e801e46-48be-4430-ac88-7f7e5e430830,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:22.459155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Attempting to bind port 2e801e46-48be-4430-ac88-7f7e5e430830 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:26:22.459491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Attempting to bind port 2e801e46-48be-4430-ac88-7f7e5e430830 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '457a1071-640e-4103-a50b-413ffebfcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:26:22.459842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Attempting to bind port 2e801e46-48be-4430-ac88-7f7e5e430830 on network c901ff79-990a-4cfb-8e4d-1f0378a01661 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:26:22.464408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Port 2e801e46-48be-4430-ac88-7f7e5e430830 on network c901ff79-990a-4cfb-8e4d-1f0378a01661 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:26:22.464724 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Attempting to bind port 2e801e46-48be-4430-ac88-7f7e5e430830 on network c901ff79-990a-4cfb-8e4d-1f0378a01661 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:26:22.469755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:26:22.470088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Checking segment: {'id': '457a1071-640e-4103-a50b-413ffebfcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:26:22.470473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Bound using segment: {'id': '457a1071-640e-4103-a50b-413ffebfcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:26:22.470893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Bound port: 2e801e46-48be-4430-ac88-7f7e5e430830, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457a1071-640e-4103-a50b-413ffebfcb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:26:22.471251 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.538615 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] For port 2e801e46-48be-4430-ac88-7f7e5e430830, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:26:22.541742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] For port 2e801e46-48be-4430-ac88-7f7e5e430830, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2e801e46-48be-4430-ac88-7f7e5e430830,segment=NetworkSegment(457a1071-640e-4103-a50b-413ffebfcb04),segment_id=457a1071-640e-4103-a50b-413ffebfcb04)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:26:22.635306 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.670311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:22.670976 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.672539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] 10.222.0.41 "PUT /v2.0/ports/2e801e46-48be-4430-ac88-7f7e5e430830 HTTP/1.1" status: 200 len: 1093 time: 0.9164302 Oct 13 15:26:22.676347 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'tag': '2e801e46-48be-4430-ac88-7f7e5e430830'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:26:22.678752 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c84b88b-f65a-4ecf-a976-e4b851d9b8da" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a29a6c-c6f0-4e50-a1a7-05a081086480", "tag": "2e801e46-48be-4430-ac88-7f7e5e430830"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:26:22.710728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee7558-566a-4ae8-abee-24f327c4ab66 service neutron] Pushing event updated for resources: {'Port': ['ID=2e801e46-48be-4430-ac88-7f7e5e430830,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:22.720896 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.721424 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014055c6-42ae-4613-96d5-a9ada0114e2a x-openstack-request-id: req-014055c6-42ae-4613-96d5-a9ada0114e2a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:26:22.721805 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a29a6c-c6f0-4e50-a1a7-05a081086480", "tag": "2e801e46-48be-4430-ac88-7f7e5e430830", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:26:22.722121 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-014055c6-42ae-4613-96d5-a9ada0114e2a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:26:22.723369 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'tag': '2e801e46-48be-4430-ac88-7f7e5e430830', 'status': 'completed', 'code': 200} Oct 13 15:26:22.786471 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84b88b-f65a-4ecf-a976-e4b851d9b8da req-6b945685-6f29-47c8-8c97-8e63198b9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:22.787975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c84b88b-f65a-4ecf-a976-e4b851d9b8da req-6b945685-6f29-47c8-8c97-8e63198b9fd6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 1096 time: 0.0442343 Oct 13 15:26:22.891054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84b88b-f65a-4ecf-a976-e4b851d9b8da req-dbfbeded-609e-4ebb-a261-739bfd7295b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:22.892543 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c84b88b-f65a-4ecf-a976-e4b851d9b8da req-dbfbeded-609e-4ebb-a261-739bfd7295b2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0960724 Oct 13 15:26:22.992400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84b88b-f65a-4ecf-a976-e4b851d9b8da req-122411b2-b192-4bc7-bfa2-a71b6b191543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:22.993915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c84b88b-f65a-4ecf-a976-e4b851d9b8da req-122411b2-b192-4bc7-bfa2-a71b6b191543 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942643 Oct 13 15:26:23.071043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-6381b745-d1df-4e9b-8b2b-675904c805f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:23.072516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-6381b745-d1df-4e9b-8b2b-675904c805f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 1096 time: 0.0412230 Oct 13 15:26:23.118977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-ee969edf-605b-480a-ac96-14d53b6d0a35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e801e46-48be-4430-ac88-7f7e5e430830 HTTP/1.1" status: 200 len: 217 time: 0.0374286 Oct 13 15:26:23.168652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-2af5691d-fcb4-4e69-9371-4880c8b564ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:23.170219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-2af5691d-fcb4-4e69-9371-4880c8b564ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9674aaa-0704-4b62-ba18-80b181e88227 HTTP/1.1" status: 200 len: 834 time: 0.0443432 Oct 13 15:26:23.244963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-8c6dbc9f-6352-4f3b-bede-4f672ffc9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:23.248523 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-8c6dbc9f-6352-4f3b-bede-4f672ffc9669 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c901ff79-990a-4cfb-8e4d-1f0378a01661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678513 Oct 13 15:26:23.315381 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9f85d-0757-4a9a-8c5a-b4a1350d82a8 req-2b372867-cb9f-4a98-a122-f731b306613d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:23.317458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01b9f85d-0757-4a9a-8c5a-b4a1350d82a8 req-2b372867-cb9f-4a98-a122-f731b306613d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 944 time: 0.1120696 Oct 13 15:26:23.381121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-01b9f85d-0757-4a9a-8c5a-b4a1350d82a8 req-af5e21d3-adb1-4e5d-bbb3-ce39f8768dc2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558167 Oct 13 15:26:23.383583 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-75e9a397-eb44-4518-8036-c20704c45fcd service neutron] 10.222.0.41 "GET /v2.0/networks/c901ff79-990a-4cfb-8e4d-1f0378a01661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277885 Oct 13 15:26:23.477726 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e192ec93-4ba3-4c76-8855-28db93b669bb req-15b1adbb-8a72-4cfb-a0f1-30aa76b03e1a service neutron] 10.222.0.41 "GET /v2.0/networks/c901ff79-990a-4cfb-8e4d-1f0378a01661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865436 Oct 13 15:26:24.043923 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:24.109478 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:24.499043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cd7f3-9b3a-4e35-9b2d-0036ba4a3070 req-195a5029-7da4-4861-875f-bcc8bf2fc5f6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:24.500564 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b0cd7f3-9b3a-4e35-9b2d-0036ba4a3070 req-195a5029-7da4-4861-875f-bcc8bf2fc5f6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 944 time: 0.0504756 Oct 13 15:26:24.542358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b0cd7f3-9b3a-4e35-9b2d-0036ba4a3070 req-80fb5674-cc59-434c-9951-257e18ac4933 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355799 Oct 13 15:26:25.612228 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.659627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aa230-2df0-406b-bc95-a288c8a148bd req-c4497789-3821-4aeb-9982-80a5c50cf193 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:25.661250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2aa230-2df0-406b-bc95-a288c8a148bd req-c4497789-3821-4aeb-9982-80a5c50cf193 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 944 time: 0.0506377 Oct 13 15:26:25.701610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba2aa230-2df0-406b-bc95-a288c8a148bd req-aa7aa63a-0f07-419d-82b2-b378ab313bda tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315354 Oct 13 15:26:25.783942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2e801e46-48be-4430-ac88-7f7e5e430830 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:26:25.878669 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2e801e46-48be-4430-ac88-7f7e5e430830, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2e801e46-48be-4430-ac88-7f7e5e430830,segment=NetworkSegment(457a1071-640e-4103-a50b-413ffebfcb04),segment_id=457a1071-640e-4103-a50b-413ffebfcb04)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:26:25.889784 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '2e801e46-48be-4430-ac88-7f7e5e430830', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'port_id': '2e801e46-48be-4430-ac88-7f7e5e430830', 'mac_address': 'fa:16:3e:40:03:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:26:25.926217 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.938573 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e801e46-48be-4430-ac88-7f7e5e430830 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:26:25.961893 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2e801e46-48be-4430-ac88-7f7e5e430830, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2e801e46-48be-4430-ac88-7f7e5e430830,segment=NetworkSegment(457a1071-640e-4103-a50b-413ffebfcb04),segment_id=457a1071-640e-4103-a50b-413ffebfcb04)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:26:26.079790 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.127807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2e801e46-48be-4430-ac88-7f7e5e430830,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:26.459217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['2e801e46-48be-4430-ac88-7f7e5e430830'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:26:26.826237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccca4f-2939-478d-8e0c-4d2a6500f672 req-bfc98029-caa5-49f2-8a9d-9574965e7ef7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:26.827808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7ccca4f-2939-478d-8e0c-4d2a6500f672 req-bfc98029-caa5-49f2-8a9d-9574965e7ef7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 945 time: 0.0532048 Oct 13 15:26:26.866760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7ccca4f-2939-478d-8e0c-4d2a6500f672 req-f39fb35a-86ec-4d9a-a2d2-0a0561ec836e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325971 Oct 13 15:26:27.809526 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2e801e46-48be-4430-ac88-7f7e5e430830 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:26:27.954925 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 2e801e46-48be-4430-ac88-7f7e5e430830 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:26:27.958885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 2e801e46-48be-4430-ac88-7f7e5e430830 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:26:27.959393 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.988187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e85f25-1efb-483a-b613-7003005f1f4f req-bd675a7e-32a4-47ca-a958-74894e159b67 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:27.989742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72e85f25-1efb-483a-b613-7003005f1f4f req-bd675a7e-32a4-47ca-a958-74894e159b67 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 945 time: 0.0504825 Oct 13 15:26:28.029558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72e85f25-1efb-483a-b613-7003005f1f4f req-4b82d2fa-2c54-492e-bcf3-49da28ff05f5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328290 Oct 13 15:26:28.038841 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:28.062070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e801e46-48be-4430-ac88-7f7e5e430830'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:26:28.064294 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d1626c-6675-46ec-b652-b5dc3bdde52a" -d '{"events": [{"server_uuid": "e3a29a6c-c6f0-4e50-a1a7-05a081086480", "name": "network-vif-plugged", "status": "completed", "tag": "2e801e46-48be-4430-ac88-7f7e5e430830"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:26:28.077476 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 2e801e46-48be-4430-ac88-7f7e5e430830, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2e801e46-48be-4430-ac88-7f7e5e430830,segment=NetworkSegment(457a1071-640e-4103-a50b-413ffebfcb04),segment_id=457a1071-640e-4103-a50b-413ffebfcb04)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:26:28.098697 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803b4ec9-8f5a-4a33-816c-3dac5154603c x-openstack-request-id: req-803b4ec9-8f5a-4a33-816c-3dac5154603c {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:26:28.099036 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a29a6c-c6f0-4e50-a1a7-05a081086480", "name": "network-vif-plugged", "status": "completed", "tag": "2e801e46-48be-4430-ac88-7f7e5e430830", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:26:28.099550 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-803b4ec9-8f5a-4a33-816c-3dac5154603c {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:26:28.100002 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e801e46-48be-4430-ac88-7f7e5e430830', 'code': 200} Oct 13 15:26:28.153887 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:28.195188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5851b57-6526-4205-8f76-ac554fcd3e14 req-e3d91790-7fc8-4d1c-b9d9-fe35e80ba68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:28.198565 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5851b57-6526-4205-8f76-ac554fcd3e14 req-e3d91790-7fc8-4d1c-b9d9-fe35e80ba68f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 1098 time: 0.0411541 Oct 13 15:26:28.202255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=2e801e46-48be-4430-ac88-7f7e5e430830,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:28.235850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5851b57-6526-4205-8f76-ac554fcd3e14 req-3358032e-4dc0-4614-b06f-ef4b3617e1a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277610 Oct 13 15:26:29.152390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8d4b9-18ca-4400-abba-4a34eb101221 req-fe5b5676-5c8e-4abb-be88-57581c5af9f3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:29.153912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75e8d4b9-18ca-4400-abba-4a34eb101221 req-fe5b5676-5c8e-4abb-be88-57581c5af9f3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 946 time: 0.0536828 Oct 13 15:26:29.191599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-75e8d4b9-18ca-4400-abba-4a34eb101221 req-aea8dd81-583a-43b1-8b63-743b7bf0f05c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316968 Oct 13 15:26:30.311721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5e8eb-ca63-4946-a4a2-07b10eaa5a7b req-3554d255-1b02-43f1-bbef-4a6799ba30f6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:30.313247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ac5e8eb-ca63-4946-a4a2-07b10eaa5a7b req-3554d255-1b02-43f1-bbef-4a6799ba30f6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 946 time: 0.0510743 Oct 13 15:26:30.351413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ac5e8eb-ca63-4946-a4a2-07b10eaa5a7b req-f03fe597-d0c6-404e-9c58-e62d70741345 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321591 Oct 13 15:26:30.470463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f409b-0d47-4a84-ba91-5d49eec64d2c req-627b6183-0411-402e-8ccc-0461937e8606 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:30.471943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714f409b-0d47-4a84-ba91-5d49eec64d2c req-627b6183-0411-402e-8ccc-0461937e8606 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 946 time: 0.0494015 Oct 13 15:26:30.510881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-714f409b-0d47-4a84-ba91-5d49eec64d2c req-377b89ff-c3d5-4d1b-84e2-7136ab66423c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321090 Oct 13 15:26:30.532970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41300) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:30.574886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b4d96-9d73-4728-83aa-75270262f6e9 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:30.576361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-602b4d96-9d73-4728-83aa-75270262f6e9 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 1093 time: 0.0424035 Oct 13 15:26:30.579355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41302) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:30.583464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '2e801e46-48be-4430-ac88-7f7e5e430830', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:30.692407 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.071999 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.173633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.25.0.156 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/9e825911-3b38-43f0-a2c7-98c168d553fd) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:31.273763 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.360575 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.403480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:31.406301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:31.409889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:26:31.434190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=9e825911-3b38-43f0-a2c7-98c168d553fd,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:31.769538 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.893493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.042857 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.097533 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.165730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=9e825911-3b38-43f0-a2c7-98c168d553fd,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:32.179964 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.285437 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Floating IP 476143fe-a8c3-43b4-a32c-0c91e4d1fa62 associated. External IP: 172.25.0.156, port: 2e801e46-48be-4430-ac88-7f7e5e430830. Oct 13 15:26:32.500127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:26:32.612219 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:26:32.623713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36d2773-0aa1-4bdc-bf0d-01fe4312c6a7 None None] Sync routers for ids ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:32.634713 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d2773-0aa1-4bdc-bf0d-01fe4312c6a7 None None] Routers {'45e242e4-706d-4f2a-8dbd-c08b30e5e13f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:26:32.635325 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a36d2773-0aa1-4bdc-bf0d-01fe4312c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:26:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:32.700029 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.728972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-dc3b368d-45d3-4f96-a09f-caaae2ef93ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1486173 Oct 13 15:26:32.729649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'tag': '2e801e46-48be-4430-ac88-7f7e5e430830'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:26:32.732246 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba690c63-1ed6-4ed9-8a5e-786dce21003c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a29a6c-c6f0-4e50-a1a7-05a081086480", "tag": "2e801e46-48be-4430-ac88-7f7e5e430830"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:26:32.755513 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a36d2773-0aa1-4bdc-bf0d-01fe4312c6a7 None None] Set router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:26:32.775050 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b67d7c-6e03-4614-af67-4d6e729ca041 x-openstack-request-id: req-58b67d7c-6e03-4614-af67-4d6e729ca041 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:26:32.775508 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a29a6c-c6f0-4e50-a1a7-05a081086480", "tag": "2e801e46-48be-4430-ac88-7f7e5e430830", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:26:32.775927 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58b67d7c-6e03-4614-af67-4d6e729ca041 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:26:32.776498 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'tag': '2e801e46-48be-4430-ac88-7f7e5e430830', 'status': 'completed', 'code': 200} Oct 13 15:26:32.866650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc31e4-baf9-4d44-a373-9aacbf74cfd6 req-b8673483-2d6f-4c80-91db-7f565fec1aa8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:32.869329 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcfc31e4-baf9-4d44-a373-9aacbf74cfd6 req-b8673483-2d6f-4c80-91db-7f565fec1aa8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 946 time: 0.0901930 Oct 13 15:26:32.879271 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba690c63-1ed6-4ed9-8a5e-786dce21003c req-3ea792c9-5b8b-4cb2-b698-10678f64621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:32.883947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba690c63-1ed6-4ed9-8a5e-786dce21003c req-3ea792c9-5b8b-4cb2-b698-10678f64621b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 1098 time: 0.0726945 Oct 13 15:26:32.962889 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcfc31e4-baf9-4d44-a373-9aacbf74cfd6 req-52b49390-bfe2-45cc-8024-0466591e55e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866733 Oct 13 15:26:32.991937 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41308) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:33.002033 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a36d2773-0aa1-4bdc-bf0d-01fe4312c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '476143fe-a8c3-43b4-a32c-0c91e4d1fa62', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'port_id': '2e801e46-48be-4430-ac88-7f7e5e430830', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'mac_address': 'fa:16:3e:40:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:26:31Z', 'updated_at': '2021-10-13T15:26:31Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e46f261-b93c-42cf-b853-543b23a5eef0', 'name': '', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:18:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:15Z', 'updated_at': '2021-10-13T15:26:19Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:33.031843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36d2773-0aa1-4bdc-bf0d-01fe4312c6a7 None None] Checking router: 45e242e4-706d-4f2a-8dbd-c08b30e5e13f for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:26:33.040494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d2773-0aa1-4bdc-bf0d-01fe4312c6a7 None None] Routers {'45e242e4-706d-4f2a-8dbd-c08b30e5e13f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:26:33.041146 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a36d2773-0aa1-4bdc-bf0d-01fe4312c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:26:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:33.054903 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba690c63-1ed6-4ed9-8a5e-786dce21003c req-80ece39d-1806-477e-98cc-8ad82e8a99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:33.056356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba690c63-1ed6-4ed9-8a5e-786dce21003c req-80ece39d-1806-477e-98cc-8ad82e8a99ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=c901ff79-990a-4cfb-8e4d-1f0378a01661 HTTP/1.1" status: 200 len: 897 time: 0.1677766 Oct 13 15:26:33.117047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-888b2661-8c31-4478-ae0a-9c17d9ca06c2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/476143fe-a8c3-43b4-a32c-0c91e4d1fa62 HTTP/1.1" status: 200 len: 992 time: 0.1206203 Oct 13 15:26:33.139000 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba690c63-1ed6-4ed9-8a5e-786dce21003c req-45ae6c2c-6332-4ec4-a129-3a709cdbf38b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e801e46-48be-4430-ac88-7f7e5e430830 HTTP/1.1" status: 200 len: 1000 time: 0.0716102 Oct 13 15:26:33.152636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-a36d2773-0aa1-4bdc-bf0d-01fe4312c6a7 None None] Set router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:26:33.190840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba690c63-1ed6-4ed9-8a5e-786dce21003c req-120036e0-d34c-4957-ac1d-3b55f74bab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:33.192313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba690c63-1ed6-4ed9-8a5e-786dce21003c req-120036e0-d34c-4957-ac1d-3b55f74bab1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9674aaa-0704-4b62-ba18-80b181e88227 HTTP/1.1" status: 200 len: 834 time: 0.0458395 Oct 13 15:26:33.247464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba690c63-1ed6-4ed9-8a5e-786dce21003c req-e1fa59bb-395e-4948-b293-60eaf2569729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:26:33.249092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba690c63-1ed6-4ed9-8a5e-786dce21003c req-e1fa59bb-395e-4948-b293-60eaf2569729 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c901ff79-990a-4cfb-8e4d-1f0378a01661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483632 Oct 13 15:26:33.347826 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba690c63-1ed6-4ed9-8a5e-786dce21003c req-f610deec-474e-47eb-aa95-ed72ae4d7096 service neutron] 10.222.0.41 "GET /v2.0/networks/c901ff79-990a-4cfb-8e4d-1f0378a01661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908108 Oct 13 15:26:33.461106 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba690c63-1ed6-4ed9-8a5e-786dce21003c req-d19d5262-f087-46f5-a544-4667f971044b service neutron] 10.222.0.41 "GET /v2.0/networks/c901ff79-990a-4cfb-8e4d-1f0378a01661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003778 Oct 13 15:26:33.544718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-a36d2773-0aa1-4bdc-bf0d-01fe4312c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '476143fe-a8c3-43b4-a32c-0c91e4d1fa62', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'port_id': '2e801e46-48be-4430-ac88-7f7e5e430830', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'mac_address': 'fa:16:3e:40:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:26:31Z', 'updated_at': '2021-10-13T15:26:31Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e46f261-b93c-42cf-b853-543b23a5eef0', 'name': '', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:18:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:15Z', 'updated_at': '2021-10-13T15:26:19Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:33.578854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36d2773-0aa1-4bdc-bf0d-01fe4312c6a7 None None] The sync data for ids ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'] in n-d-806683-15 is: [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '476143fe-a8c3-43b4-a32c-0c91e4d1fa62', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'port_id': '2e801e46-48be-4430-ac88-7f7e5e430830', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'mac_address': 'fa:16:3e:40:03:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:26:31Z', 'updated_at': '2021-10-13T15:26:31Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e46f261-b93c-42cf-b853-543b23a5eef0', 'name': '', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:18:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:15Z', 'updated_at': '2021-10-13T15:26:19Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:33.767813 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69febfef-f55e-40fc-aa13-8baa28bfb40f None None] New status for floating IP 476143fe-a8c3-43b4-a32c-0c91e4d1fa62: ACTIVE {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:26:34.120420 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41310) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:26:34.181363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a7482a7c-89ab-4c09-8867-d5e277e6cb68 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/476143fe-a8c3-43b4-a32c-0c91e4d1fa62 HTTP/1.1" status: 200 len: 994 time: 0.0596542 Oct 13 15:26:49.364685 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.576082 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7dd7ecf3-c4c2-4799-a630-3c5028af29d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.354616 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7b63f145-5591-4250-addc-ecf20f836e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.720458 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.042898 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.129937 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.646191 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.741406 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:27:08.537465 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-00cc9006-cc72-48b0-87a7-221616f94720 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426729 Oct 13 15:27:08.636674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-7420c71f-3755-40bc-ae67-5e22c6bc9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:08.639109 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-7420c71f-3755-40bc-ae67-5e22c6bc9f6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 1098 time: 0.0519407 Oct 13 15:27:08.759112 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-42ef7009-2dd9-479e-9919-f895283bf6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:08.760596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-42ef7009-2dd9-479e-9919-f895283bf6e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c901ff79-990a-4cfb-8e4d-1f0378a01661 HTTP/1.1" status: 200 len: 897 time: 0.1001770 Oct 13 15:27:08.834070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-2061b58b-f71f-418e-9757-05790e749c6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e801e46-48be-4430-ac88-7f7e5e430830 HTTP/1.1" status: 200 len: 1002 time: 0.0648370 Oct 13 15:27:08.905798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-1e91bc5e-dca7-4292-912f-0d5e104d9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:08.907307 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-1e91bc5e-dca7-4292-912f-0d5e104d9004 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9674aaa-0704-4b62-ba18-80b181e88227 HTTP/1.1" status: 200 len: 834 time: 0.0634367 Oct 13 15:27:08.958720 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-583a1ef3-6394-452d-a65e-63c826cbb1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:08.960246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-583a1ef3-6394-452d-a65e-63c826cbb1f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c901ff79-990a-4cfb-8e4d-1f0378a01661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447459 Oct 13 15:27:08.972281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-8500914d-a991-4b3b-8771-cf98236c8703 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:27:08.973245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-8500914d-a991-4b3b-8771-cf98236c8703 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057962 Oct 13 15:27:09.069655 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-64131b14-4f8a-49a0-a06f-0871c4555183 service neutron] 10.222.0.41 "GET /v2.0/networks/c901ff79-990a-4cfb-8e4d-1f0378a01661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888312 Oct 13 15:27:09.161367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6ed5610f-8ff5-4735-b921-41e26ee80631 req-ee55fb5e-a246-4498-a2d5-c6b72fb19de5 service neutron] 10.222.0.41 "GET /v2.0/networks/c901ff79-990a-4cfb-8e4d-1f0378a01661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840840 Oct 13 15:27:19.351998 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.586974 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-273497a0-d00a-46d3-92c0-3345b81105c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.354066 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b32ef654-0d6f-4d1b-aab4-09a279cb46c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.714252 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.044546 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.123292 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:25.632105 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:33.740560 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:27:46.836342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab99153-e299-4684-bb08-9dc9e0b83ea1 req-18b46187-5af5-414c-aab8-9eae28b3d993 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:46.838073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cab99153-e299-4684-bb08-9dc9e0b83ea1 req-18b46187-5af5-414c-aab8-9eae28b3d993 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 946 time: 0.1284056 Oct 13 15:27:46.883773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cab99153-e299-4684-bb08-9dc9e0b83ea1 req-3eeab1d6-a05b-4127-a5a3-529aa27ff9b8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378013 Oct 13 15:27:48.047738 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf21824-105e-409c-a3a3-bda5dcf6b7aa req-8162bc19-f10b-412a-8a88-f69f02d8041d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:48.049242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-daf21824-105e-409c-a3a3-bda5dcf6b7aa req-8162bc19-f10b-412a-8a88-f69f02d8041d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 946 time: 0.0976207 Oct 13 15:27:48.087126 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-daf21824-105e-409c-a3a3-bda5dcf6b7aa req-dac027b6-80c2-4e5f-8271-aa3552eaf9aa tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Oct 13 15:27:48.110261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41348) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:27:48.169909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-48bd79cb-eefa-4afb-85bb-2f7b26cd18af tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/476143fe-a8c3-43b4-a32c-0c91e4d1fa62 HTTP/1.1" status: 200 len: 994 time: 0.0584486 Oct 13 15:27:49.362874 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.583132 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4bdc0d0-6940-4d76-90e7-7366adb14613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.599365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce9dff-4d1b-436f-a27b-22f6d5902283 req-01908b6e-a0df-4e16-b988-89cfd363a8de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:49.600921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfce9dff-4d1b-436f-a27b-22f6d5902283 req-01908b6e-a0df-4e16-b988-89cfd363a8de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 946 time: 0.0552809 Oct 13 15:27:49.642504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfce9dff-4d1b-436f-a27b-22f6d5902283 req-05776f9d-916f-4979-8158-7ba096746c9b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352836 Oct 13 15:27:50.769981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e12c51-1089-4fec-bae8-98cb589dc839 req-89d6d9da-2b40-4737-bb17-24fad9f3b3ae tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:50.771470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3e12c51-1089-4fec-bae8-98cb589dc839 req-89d6d9da-2b40-4737-bb17-24fad9f3b3ae tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 946 time: 0.0516973 Oct 13 15:27:50.815114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3e12c51-1089-4fec-bae8-98cb589dc839 req-d0a477c6-6024-48a5-9404-8f7f66050ae8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366495 Oct 13 15:27:50.837632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41358) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:27:50.902236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-23561f85-4250-4440-ad84-9d456a33b8bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/476143fe-a8c3-43b4-a32c-0c91e4d1fa62 HTTP/1.1" status: 200 len: 994 time: 0.0626633 Oct 13 15:27:51.124274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41364) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:27:51.289139 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 9e825911-3b38-43f0-a2c7-98c168d553fd {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:27:51.289493 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.365579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.365902 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.378037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 9e825911-3b38-43f0-a2c7-98c168d553fd owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:27:51.599910 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.625142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=9e825911-3b38-43f0-a2c7-98c168d553fd,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:51.654648 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:51.654995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:51.655333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:51.655669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:51.656002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:51.656333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:51.656663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:51.657017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:51.657339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:51.657664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:51.657995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:51.658311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:51.701507 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.701956 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Floating IP 476143fe-a8c3-43b4-a32c-0c91e4d1fa62 disassociated (deleted). External IP: 172.25.0.156, port: 2e801e46-48be-4430-ac88-7f7e5e430830. Oct 13 15:27:51.914668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:27:52.328606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:27:52.333079 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.339137 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4af487-24d2-4a6b-96ff-55a34616de7c None None] Sync routers for ids ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:52.347858 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-28bd971e-3899-4491-89d3-b9e244ccaf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.354270 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4af487-24d2-4a6b-96ff-55a34616de7c None None] Routers {'45e242e4-706d-4f2a-8dbd-c08b30e5e13f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:27:52.354883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3b4af487-24d2-4a6b-96ff-55a34616de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:52.360524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d263fc1d-08b9-46df-88d9-236edf0e2a9e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/floatingips/476143fe-a8c3-43b4-a32c-0c91e4d1fa62 HTTP/1.1" status: 204 len: 168 time: 1.2351732 Oct 13 15:27:52.361198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'tag': '2e801e46-48be-4430-ac88-7f7e5e430830'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:27:52.363515 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf474297-9e2f-4d4e-b6cb-0b545ecc8dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a29a6c-c6f0-4e50-a1a7-05a081086480", "tag": "2e801e46-48be-4430-ac88-7f7e5e430830"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:27:52.462955 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e65a67-ec08-423c-92b7-56dd5bc811cd x-openstack-request-id: req-40e65a67-ec08-423c-92b7-56dd5bc811cd {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:27:52.463384 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a29a6c-c6f0-4e50-a1a7-05a081086480", "tag": "2e801e46-48be-4430-ac88-7f7e5e430830", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:27:52.464296 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40e65a67-ec08-423c-92b7-56dd5bc811cd {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:27:52.464822 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'tag': '2e801e46-48be-4430-ac88-7f7e5e430830', 'status': 'completed', 'code': 200} Oct 13 15:27:52.469114 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-3b4af487-24d2-4a6b-96ff-55a34616de7c None None] Set router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:27:52.530067 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf474297-9e2f-4d4e-b6cb-0b545ecc8dd0 req-fdca5867-e748-4fd5-93c1-c7c2ef78aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:52.531560 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf474297-9e2f-4d4e-b6cb-0b545ecc8dd0 req-fdca5867-e748-4fd5-93c1-c7c2ef78aa13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 1098 time: 0.0418952 Oct 13 15:27:52.631036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf474297-9e2f-4d4e-b6cb-0b545ecc8dd0 req-30fc0991-4a11-46c0-b575-5816719a3dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:52.632492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf474297-9e2f-4d4e-b6cb-0b545ecc8dd0 req-30fc0991-4a11-46c0-b575-5816719a3dd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c901ff79-990a-4cfb-8e4d-1f0378a01661 HTTP/1.1" status: 200 len: 897 time: 0.0929914 Oct 13 15:27:52.679843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf474297-9e2f-4d4e-b6cb-0b545ecc8dd0 req-0dbcf0f3-e6c4-4f5a-86dc-47e94151a75a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e801e46-48be-4430-ac88-7f7e5e430830 HTTP/1.1" status: 200 len: 217 time: 0.0389578 Oct 13 15:27:52.696786 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3b4af487-24d2-4a6b-96ff-55a34616de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '1e46f261-b93c-42cf-b853-543b23a5eef0', 'name': '', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:18:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:15Z', 'updated_at': '2021-10-13T15:26:19Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:52.724099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4af487-24d2-4a6b-96ff-55a34616de7c None None] Checking router: 45e242e4-706d-4f2a-8dbd-c08b30e5e13f for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:27:52.732575 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4af487-24d2-4a6b-96ff-55a34616de7c None None] Routers {'45e242e4-706d-4f2a-8dbd-c08b30e5e13f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:27:52.733210 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3b4af487-24d2-4a6b-96ff-55a34616de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:52.733772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf474297-9e2f-4d4e-b6cb-0b545ecc8dd0 req-5ac3a7b4-13a9-4f70-a8aa-9c017a26250e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:52.735234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf474297-9e2f-4d4e-b6cb-0b545ecc8dd0 req-5ac3a7b4-13a9-4f70-a8aa-9c017a26250e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9674aaa-0704-4b62-ba18-80b181e88227 HTTP/1.1" status: 200 len: 834 time: 0.0471764 Oct 13 15:27:52.783639 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.791527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf474297-9e2f-4d4e-b6cb-0b545ecc8dd0 req-f05d4329-1460-4553-bf61-17083ca0b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:52.793845 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf474297-9e2f-4d4e-b6cb-0b545ecc8dd0 req-f05d4329-1460-4553-bf61-17083ca0b86b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c901ff79-990a-4cfb-8e4d-1f0378a01661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502450 Oct 13 15:27:52.847942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-3b4af487-24d2-4a6b-96ff-55a34616de7c None None] Set router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:27:52.924639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b910fa8-0494-4fd8-b8f1-f84ede4d0bd4 req-eb3fad18-bd6b-4a00-b79d-4f5b286d8366 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:52.926137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b910fa8-0494-4fd8-b8f1-f84ede4d0bd4 req-eb3fad18-bd6b-4a00-b79d-4f5b286d8366 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 946 time: 0.1213255 Oct 13 15:27:52.954462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf474297-9e2f-4d4e-b6cb-0b545ecc8dd0 req-922b28cc-062e-4025-93a3-a841ef7eab8e service neutron] 10.222.0.41 "GET /v2.0/networks/c901ff79-990a-4cfb-8e4d-1f0378a01661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515641 Oct 13 15:27:53.002481 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9b910fa8-0494-4fd8-b8f1-f84ede4d0bd4 req-2a5b9044-c4f6-4470-8b9b-d56c75103869 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659091 Oct 13 15:27:53.062734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3b4af487-24d2-4a6b-96ff-55a34616de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '1e46f261-b93c-42cf-b853-543b23a5eef0', 'name': '', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:18:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:15Z', 'updated_at': '2021-10-13T15:26:19Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:53.076320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf474297-9e2f-4d4e-b6cb-0b545ecc8dd0 req-601cc5cd-c0d0-49cb-8d3f-134460a79b64 service neutron] 10.222.0.41 "GET /v2.0/networks/c901ff79-990a-4cfb-8e4d-1f0378a01661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131132 Oct 13 15:27:53.091996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4af487-24d2-4a6b-96ff-55a34616de7c None None] The sync data for ids ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'] in n-d-806683-15 is: [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '1e46f261-b93c-42cf-b853-543b23a5eef0', 'name': '', 'network_id': 'c901ff79-990a-4cfb-8e4d-1f0378a01661', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:18:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:15Z', 'updated_at': '2021-10-13T15:26:19Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': 'd9674aaa-0704-4b62-ba18-80b181e88227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:53.331054 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41165b-d001-45b3-a282-fd2599484e6d None None] New status for floating IP 476143fe-a8c3-43b4-a32c-0c91e4d1fa62: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:27:54.088092 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.131704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc711d1-f354-4566-a4ad-e625de6b750c req-1d17668a-2d56-46a3-abed-2a599104a10b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:54.133262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fc711d1-f354-4566-a4ad-e625de6b750c req-1d17668a-2d56-46a3-abed-2a599104a10b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 946 time: 0.0544329 Oct 13 15:27:54.140388 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.176464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4fc711d1-f354-4566-a4ad-e625de6b750c req-9677cfc8-f572-4213-b2db-9e3d6fdaeadd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370879 Oct 13 15:27:54.891512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d83439-5db2-4c72-bea4-d23cee234803 req-55acdc25-3b75-49e4-91fb-e05d3a52460f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:54.892889 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d83439-5db2-4c72-bea4-d23cee234803 req-55acdc25-3b75-49e4-91fb-e05d3a52460f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 946 time: 0.0548790 Oct 13 15:27:54.982853 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-39d83439-5db2-4c72-bea4-d23cee234803 req-572ee4a2-1771-47fc-b361-afdf347c923d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 2e801e46-48be-4430-ac88-7f7e5e430830 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:27:54.983247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-39d83439-5db2-4c72-bea4-d23cee234803 req-572ee4a2-1771-47fc-b361-afdf347c923d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:55.073633 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-39d83439-5db2-4c72-bea4-d23cee234803 req-572ee4a2-1771-47fc-b361-afdf347c923d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port 2e801e46-48be-4430-ac88-7f7e5e430830, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=2e801e46-48be-4430-ac88-7f7e5e430830,segment=NetworkSegment(457a1071-640e-4103-a50b-413ffebfcb04),segment_id=457a1071-640e-4103-a50b-413ffebfcb04)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:27:55.074009 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-39d83439-5db2-4c72-bea4-d23cee234803 req-572ee4a2-1771-47fc-b361-afdf347c923d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:55.086527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-39d83439-5db2-4c72-bea4-d23cee234803 req-572ee4a2-1771-47fc-b361-afdf347c923d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 2e801e46-48be-4430-ac88-7f7e5e430830 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:27:55.281515 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-39d83439-5db2-4c72-bea4-d23cee234803 req-572ee4a2-1771-47fc-b361-afdf347c923d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:55.316758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ee4a2-1771-47fc-b361-afdf347c923d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=2e801e46-48be-4430-ac88-7f7e5e430830,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:55.334935 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf528b3-809c-40db-811a-c43d4dbecd78 req-32c6bf5a-4123-4c51-aa88-407ac7cd8127 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:27:55.336483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bf528b3-809c-40db-811a-c43d4dbecd78 req-32c6bf5a-4123-4c51-aa88-407ac7cd8127 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3a29a6c-c6f0-4e50-a1a7-05a081086480 HTTP/1.1" status: 200 len: 867 time: 0.0873244 Oct 13 15:27:55.373711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d83439-5db2-4c72-bea4-d23cee234803 req-572ee4a2-1771-47fc-b361-afdf347c923d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] No DVR routers for this DVR port 2e801e46-48be-4430-ac88-7f7e5e430830 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:27:55.381334 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-39d83439-5db2-4c72-bea4-d23cee234803 req-572ee4a2-1771-47fc-b361-afdf347c923d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:55.384528 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d83439-5db2-4c72-bea4-d23cee234803 req-572ee4a2-1771-47fc-b361-afdf347c923d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "DELETE /v2.0/ports/2e801e46-48be-4430-ac88-7f7e5e430830 HTTP/1.1" status: 204 len: 173 time: 0.4850559 Oct 13 15:27:55.384966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'name': 'network-vif-deleted', 'tag': '2e801e46-48be-4430-ac88-7f7e5e430830'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:27:55.387280 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7301a3d-faf0-4812-b828-2cf3f3a352ec" -d '{"events": [{"server_uuid": "e3a29a6c-c6f0-4e50-a1a7-05a081086480", "name": "network-vif-deleted", "tag": "2e801e46-48be-4430-ac88-7f7e5e430830"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:27:55.411201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2bf528b3-809c-40db-811a-c43d4dbecd78 req-e0cdf1c3-e628-4f83-a962-7daf006a1125 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=89c570fb-2845-4a25-a039-042a0e739a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607190 Oct 13 15:27:55.423616 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8845d91-8d61-4a6a-b085-e1d371b7436f x-openstack-request-id: req-c8845d91-8d61-4a6a-b085-e1d371b7436f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:27:55.423983 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a29a6c-c6f0-4e50-a1a7-05a081086480", "name": "network-vif-deleted", "tag": "2e801e46-48be-4430-ac88-7f7e5e430830", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:27:55.424159 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8845d91-8d61-4a6a-b085-e1d371b7436f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:27:55.424539 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a29a6c-c6f0-4e50-a1a7-05a081086480', 'name': 'network-vif-deleted', 'tag': '2e801e46-48be-4430-ac88-7f7e5e430830', 'status': 'completed', 'code': 200} Oct 13 15:27:55.677075 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.472533 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41384) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:27:56.845440 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-711bd091-8743-43b1-87ad-daad5ceb8992 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.107017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-711bd091-8743-43b1-87ad-daad5ceb8992 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 1e46f261-b93c-42cf-b853-543b23a5eef0 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:27:57.107625 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-711bd091-8743-43b1-87ad-daad5ceb8992 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.195176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-711bd091-8743-43b1-87ad-daad5ceb8992 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port 1e46f261-b93c-42cf-b853-543b23a5eef0, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1e46f261-b93c-42cf-b853-543b23a5eef0,segment=NetworkSegment(457a1071-640e-4103-a50b-413ffebfcb04),segment_id=457a1071-640e-4103-a50b-413ffebfcb04)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:27:57.195542 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-711bd091-8743-43b1-87ad-daad5ceb8992 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.212106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-711bd091-8743-43b1-87ad-daad5ceb8992 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 1e46f261-b93c-42cf-b853-543b23a5eef0 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:27:57.482169 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-711bd091-8743-43b1-87ad-daad5ceb8992 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.507233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bd091-8743-43b1-87ad-daad5ceb8992 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=1e46f261-b93c-42cf-b853-543b23a5eef0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:57.686300 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-711bd091-8743-43b1-87ad-daad5ceb8992 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.904585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711bd091-8743-43b1-87ad-daad5ceb8992 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:27:58.009809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711bd091-8743-43b1-87ad-daad5ceb8992 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:27:58.015479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-711bd091-8743-43b1-87ad-daad5ceb8992 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "PUT /v2.0/routers/45e242e4-706d-4f2a-8dbd-c08b30e5e13f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5430174 Oct 13 15:27:58.018189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41386) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:27:58.019898 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651f748-111f-41b9-8316-4e2a02a969bf None None] Sync routers for ids ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:58.028975 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651f748-111f-41b9-8316-4e2a02a969bf None None] Routers {'45e242e4-706d-4f2a-8dbd-c08b30e5e13f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:27:58.029609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6651f748-111f-41b9-8316-4e2a02a969bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:58.068667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1547c6-b171-41a1-afe1-2f5e392755de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting subnet d9674aaa-0704-4b62-ba18-80b181e88227 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:27:58.071701 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed1547c6-b171-41a1-afe1-2f5e392755de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.112434 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed1547c6-b171-41a1-afe1-2f5e392755de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.135146 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-6651f748-111f-41b9-8316-4e2a02a969bf None None] Set router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:27:58.201112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed1547c6-b171-41a1-afe1-2f5e392755de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.314011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6651f748-111f-41b9-8316-4e2a02a969bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:27:57Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:58.320024 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed1547c6-b171-41a1-afe1-2f5e392755de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.343243 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2e801e46-48be-4430-ac88-7f7e5e430830 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:27:58.346959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651f748-111f-41b9-8316-4e2a02a969bf None None] Checking router: 45e242e4-706d-4f2a-8dbd-c08b30e5e13f for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:27:58.347822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1547c6-b171-41a1-afe1-2f5e392755de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Subnet': ['ID=d9674aaa-0704-4b62-ba18-80b181e88227,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:58.358876 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed1547c6-b171-41a1-afe1-2f5e392755de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.362757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ed1547c6-b171-41a1-afe1-2f5e392755de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/subnets/d9674aaa-0704-4b62-ba18-80b181e88227 HTTP/1.1" status: 204 len: 168 time: 0.3430283 Oct 13 15:27:58.365701 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41388) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:27:58.366334 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d793ce71-2388-4398-ae14-ea42cbb8e752 None None] Network c901ff79-990a-4cfb-8e4d-1f0378a01661 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:27:58.371048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 2e801e46-48be-4430-ac88-7f7e5e430830 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:27:58.371818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 2e801e46-48be-4430-ac88-7f7e5e430830 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:27:58.417939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651f748-111f-41b9-8316-4e2a02a969bf None None] Routers {'45e242e4-706d-4f2a-8dbd-c08b30e5e13f'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:27:58.418657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6651f748-111f-41b9-8316-4e2a02a969bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:58.482776 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.572474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-6651f748-111f-41b9-8316-4e2a02a969bf None None] Set router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:27:58.590531 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.678494 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] DHCP port deletion for c901ff79-990a-4cfb-8e4d-1f0378a01661 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:27:58.717295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 1ec1d18e-6aac-4464-9776-ad660bc8993c {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:27:58.717639 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.780115 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Deleting port 40564057-64c2-4a03-aeab-aefa1a2b754f {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:27:58.780469 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.803087 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port 1ec1d18e-6aac-4464-9776-ad660bc8993c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1ec1d18e-6aac-4464-9776-ad660bc8993c,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:27:58.803452 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.815295 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 1ec1d18e-6aac-4464-9776-ad660bc8993c owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:27:58.852750 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] For port 40564057-64c2-4a03-aeab-aefa1a2b754f, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=40564057-64c2-4a03-aeab-aefa1a2b754f,segment=NetworkSegment(457a1071-640e-4103-a50b-413ffebfcb04),segment_id=457a1071-640e-4103-a50b-413ffebfcb04)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:27:58.853181 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.856862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-6651f748-111f-41b9-8316-4e2a02a969bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:27:57Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:58.890666 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6651f748-111f-41b9-8316-4e2a02a969bf None None] The sync data for ids ['45e242e4-706d-4f2a-8dbd-c08b30e5e13f'] in n-d-806683-15 is: [{'id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1418328095', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:27:57Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '1ec1d18e-6aac-4464-9776-ad660bc8993c', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e242e4-706d-4f2a-8dbd-c08b30e5e13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:26:12Z', 'updated_at': '2021-10-13T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:58.893353 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Calling delete_port for 40564057-64c2-4a03-aeab-aefa1a2b754f owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:27:59.050626 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.075753 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Pushing event deleted for resources: {'Port': ['ID=40564057-64c2-4a03-aeab-aefa1a2b754f,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:59.080069 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.083967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] No DVR routers for this DVR port 40564057-64c2-4a03-aeab-aefa1a2b754f on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:27:59.088259 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.088600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.092307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.092307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.092307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.092307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.092307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.092307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.092307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.092307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.094072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.094072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee24baa-d9f0-4d92-bf09-c64701046ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.128521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=1ec1d18e-6aac-4464-9776-ad660bc8993c,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:59.156046 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.156388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.156723 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.157073 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.157403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.157726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.158052 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.158374 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.158692 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.159008 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.159324 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.159635 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:59.178606 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.276754 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.279100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.396588 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.397317 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Fanout notify agent at l3_agent the message router_deleted on router 45e242e4-706d-4f2a-8dbd-c08b30e5e13f {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:27:59.404014 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.405162 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-17091c11-b857-41fa-b4b1-d63bf79d7098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/routers/45e242e4-706d-4f2a-8dbd-c08b30e5e13f HTTP/1.1" status: 204 len: 168 time: 1.0378366 Oct 13 15:27:59.407873 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41392) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:27:59.487675 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34092028-25ee-4135-a05b-02139ab283bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.581978 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34092028-25ee-4135-a05b-02139ab283bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.601396 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-34092028-25ee-4135-a05b-02139ab283bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c901ff79-990a-4cfb-8e4d-1f0378a01661']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:59.611498 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-34092028-25ee-4135-a05b-02139ab283bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457a1071-640e-4103-a50b-413ffebfcb04') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:59.611794 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-34092028-25ee-4135-a05b-02139ab283bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457a1071-640e-4103-a50b-413ffebfcb04') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:59.621681 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34092028-25ee-4135-a05b-02139ab283bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.634846 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34092028-25ee-4135-a05b-02139ab283bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.640504 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34092028-25ee-4135-a05b-02139ab283bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:27:59.640885 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34092028-25ee-4135-a05b-02139ab283bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: timer() Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:27:59.643788 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:27:59.793975 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34092028-25ee-4135-a05b-02139ab283bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.804680 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-34092028-25ee-4135-a05b-02139ab283bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.804680 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-34092028-25ee-4135-a05b-02139ab283bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/networks/c901ff79-990a-4cfb-8e4d-1f0378a01661 HTTP/1.1" status: 204 len: 168 time: 0.3956296 Oct 13 15:27:59.807429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41394) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:27:59.817012 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34092028-25ee-4135-a05b-02139ab283bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Network': ['ID=c901ff79-990a-4cfb-8e4d-1f0378a01661,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:59.869023 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-69af168e-f373-43c1-88fc-c051b249b1b1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.901686 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-69af168e-f373-43c1-88fc-c051b249b1b1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.016016 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-69af168e-f373-43c1-88fc-c051b249b1b1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.018642 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-69af168e-f373-43c1-88fc-c051b249b1b1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.019799 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-69af168e-f373-43c1-88fc-c051b249b1b1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/security-groups/89c570fb-2845-4a25-a039-042a0e739a8e HTTP/1.1" status: 204 len: 168 time: 0.2094903 Oct 13 15:28:00.029885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af168e-f373-43c1-88fc-c051b249b1b1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c570fb-2845-4a25-a039-042a0e739a8e,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:00.387376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1ec1d18e-6aac-4464-9776-ad660bc8993c no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:28:00.407919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 1ec1d18e-6aac-4464-9776-ad660bc8993c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:28:00.408258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1ec1d18e-6aac-4464-9776-ad660bc8993c not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:28:00.408660 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1e46f261-b93c-42cf-b853-543b23a5eef0 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:28:00.429182 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 1e46f261-b93c-42cf-b853-543b23a5eef0 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:28:00.429523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1e46f261-b93c-42cf-b853-543b23a5eef0 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:28:00.429918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 40564057-64c2-4a03-aeab-aefa1a2b754f no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:28:00.447703 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 40564057-64c2-4a03-aeab-aefa1a2b754f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:28:00.448043 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 40564057-64c2-4a03-aeab-aefa1a2b754f not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:28:00.656214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41400) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:00.661055 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-0f9d0549-b0b3-425d-af87-ad35568a3f0d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-683006741', 'description': 'tempest-secgroup-smoke-683006741 description', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:00.764859 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0549-b0b3-425d-af87-ad35568a3f0d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.831150 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0549-b0b3-425d-af87-ad35568a3f0d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.884531 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0549-b0b3-425d-af87-ad35568a3f0d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.913236 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d0549-b0b3-425d-af87-ad35568a3f0d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd015962-5d0e-44c1-adf9-06b19fc96f17,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:00.975411 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0549-b0b3-425d-af87-ad35568a3f0d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.976683 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-0f9d0549-b0b3-425d-af87-ad35568a3f0d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3194449 Oct 13 15:28:00.979576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41406) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:00.984008 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-00de2d59-d464-4157-b768-f3294887f83f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': 'cd015962-5d0e-44c1-adf9-06b19fc96f17', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:01.064038 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00de2d59-d464-4157-b768-f3294887f83f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.124390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00de2d59-d464-4157-b768-f3294887f83f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.167325 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00de2d59-d464-4157-b768-f3294887f83f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.188381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de2d59-d464-4157-b768-f3294887f83f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14deb0c5-7f4e-4710-900f-2a13c3d429be,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:01.256087 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00de2d59-d464-4157-b768-f3294887f83f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.257348 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-00de2d59-d464-4157-b768-f3294887f83f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2768216 Oct 13 15:28:01.260057 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41408) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:01.264731 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-81d35b42-7eec-4180-8d3c-c0e505523216 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': 'cd015962-5d0e-44c1-adf9-06b19fc96f17', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:01.332342 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81d35b42-7eec-4180-8d3c-c0e505523216 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.388848 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81d35b42-7eec-4180-8d3c-c0e505523216 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.458978 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81d35b42-7eec-4180-8d3c-c0e505523216 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.481928 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d35b42-7eec-4180-8d3c-c0e505523216 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299dc72e-dcc7-4c7a-b50e-251a348f3c71,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:01.552224 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-81d35b42-7eec-4180-8d3c-c0e505523216 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.553457 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-81d35b42-7eec-4180-8d3c-c0e505523216 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2924738 Oct 13 15:28:01.556341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41410) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:01.560969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-7b018fce-4fbc-485b-832f-840020fe9263 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': 'cd015962-5d0e-44c1-adf9-06b19fc96f17', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:01.647031 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b018fce-4fbc-485b-832f-840020fe9263 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.696454 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b018fce-4fbc-485b-832f-840020fe9263 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.767777 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b018fce-4fbc-485b-832f-840020fe9263 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.786479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b018fce-4fbc-485b-832f-840020fe9263 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9a7f2c-0535-49f8-9e45-0a7c67d3399d,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:01.861070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7b018fce-4fbc-485b-832f-840020fe9263 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.862292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7b018fce-4fbc-485b-832f-840020fe9263 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3049014 Oct 13 15:28:01.864951 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41414) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:01.869311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5364731c-71aa-4351-bf2e-b9df2025f18b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': 'cd015962-5d0e-44c1-adf9-06b19fc96f17', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:01.950147 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5364731c-71aa-4351-bf2e-b9df2025f18b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.007837 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5364731c-71aa-4351-bf2e-b9df2025f18b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.099080 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5364731c-71aa-4351-bf2e-b9df2025f18b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.117402 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364731c-71aa-4351-bf2e-b9df2025f18b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b0f6cd-a406-4733-b6ea-ff5234a4f87a,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:02.175318 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5364731c-71aa-4351-bf2e-b9df2025f18b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.176562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5364731c-71aa-4351-bf2e-b9df2025f18b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3106256 Oct 13 15:28:02.179311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41416) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:02.183718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-e429f95c-dc22-49ff-b515-4375413b38a0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': 'cd015962-5d0e-44c1-adf9-06b19fc96f17', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:02.262482 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-e429f95c-dc22-49ff-b515-4375413b38a0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Project 9901f73df2cf4ca78caea42b77b2e0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:28:02.267382 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e429f95c-dc22-49ff-b515-4375413b38a0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.330034 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e429f95c-dc22-49ff-b515-4375413b38a0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.407918 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e429f95c-dc22-49ff-b515-4375413b38a0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.423015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429f95c-dc22-49ff-b515-4375413b38a0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a518330-3f0a-4ec1-91ae-bc0b7d2a4cef,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:02.503828 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-e429f95c-dc22-49ff-b515-4375413b38a0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.505335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-e429f95c-dc22-49ff-b515-4375413b38a0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3250690 Oct 13 15:28:02.508200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41418) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:02.513200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-6e5ca295-02f2-4145-82d5-b75fcc674c3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': 'cd015962-5d0e-44c1-adf9-06b19fc96f17', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:02.604928 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-6e5ca295-02f2-4145-82d5-b75fcc674c3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Project 9901f73df2cf4ca78caea42b77b2e0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:28:02.610853 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6e5ca295-02f2-4145-82d5-b75fcc674c3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.672060 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6e5ca295-02f2-4145-82d5-b75fcc674c3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.750307 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6e5ca295-02f2-4145-82d5-b75fcc674c3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.769483 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ca295-02f2-4145-82d5-b75fcc674c3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e63506-e858-4598-b6d3-028589217488,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:02.846412 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6e5ca295-02f2-4145-82d5-b75fcc674c3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.847740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6e5ca295-02f2-4145-82d5-b75fcc674c3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3386161 Oct 13 15:28:02.850551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41420) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:02.855540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3e24b666-0414-446b-a20e-b3f304e0c11a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'network': {'name': 'tempest-network-smoke--333961795', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'port_security_enabled': True}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:02.950585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e24b666-0414-446b-a20e-b3f304e0c11a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:02.954070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e24b666-0414-446b-a20e-b3f304e0c11a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.977898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e24b666-0414-446b-a20e-b3f304e0c11a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:28:02.986500 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e24b666-0414-446b-a20e-b3f304e0c11a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.986840 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-3e24b666-0414-446b-a20e-b3f304e0c11a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Added segment 7d9199e2-6eac-4bd0-948c-ee265365174a of type vlan for network 29084d6c-2313-4ae9-9cbd-6e70dd313345 Oct 13 15:28:03.027395 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e24b666-0414-446b-a20e-b3f304e0c11a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.110553 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e24b666-0414-446b-a20e-b3f304e0c11a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.116171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e24b666-0414-446b-a20e-b3f304e0c11a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:03.116752 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e24b666-0414-446b-a20e-b3f304e0c11a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.216719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24b666-0414-446b-a20e-b3f304e0c11a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Network': ['ID=29084d6c-2313-4ae9-9cbd-6e70dd313345,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:03.226635 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 29084d6c-2313-4ae9-9cbd-6e70dd313345 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:28:03.238922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3e24b666-0414-446b-a20e-b3f304e0c11a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3871753 Oct 13 15:28:03.241641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41424) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:03.246985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'admin_state_up': True, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:03.341957 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.343038 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.397421 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.623185 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.885007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.903682 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:04.006073 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.25.0.51 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/47cce1a0-06af-45ee-b430-8d27b2e84be8) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:04.103349 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:04.196876 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:04.239680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:04.242554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:04.244905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:28:04.273362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=47cce1a0-06af-45ee-b430-8d27b2e84be8,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:04.879936 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:05.073245 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:05.259171 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router a4a521fe-2cd7-44ba-8191-8ac415e32606 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:28:05.372031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:28:05.383053 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Sync routers for ids ['a4a521fe-2cd7-44ba-8191-8ac415e32606'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:28:05.392169 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Routers {'a4a521fe-2cd7-44ba-8191-8ac415e32606'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:28:05.403406 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a4a521fe-2cd7-44ba-8191-8ac415e32606'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:05.461203 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:05.462517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6821b741-af88-46c7-98cb-cf870a002338 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2197685 Oct 13 15:28:05.466245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41426) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:05.494856 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c784bf60-5a40-42e3-862c-e339d9d41e2d tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9901f73df2cf4ca78caea42b77b2e0f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274279 Oct 13 15:28:05.497166 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Set router a4a521fe-2cd7-44ba-8191-8ac415e32606 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:28:05.497866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41428) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:05.585465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46bf81b-8646-4d5e-b842-adfc9798a1db tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:05.590134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-d46bf81b-8646-4d5e-b842-adfc9798a1db tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880415 Oct 13 15:28:05.590911 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41430) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:05.620479 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eb7914ba-c9f5-42fa-a0ca-a68a308ff3e5 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283918 Oct 13 15:28:05.623750 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41432) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:05.628648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-37af6211-fb2c-4d0c-8429-0acde5bb67fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2060527420', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:05.686735 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:04Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:05.717164 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Checking router: a4a521fe-2cd7-44ba-8191-8ac415e32606 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:28:05.717588 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Updating router a4a521fe-2cd7-44ba-8191-8ac415e32606 port 47cce1a0-06af-45ee-b430-8d27b2e84be8 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:28:05.742002 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:05.796188 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37af6211-fb2c-4d0c-8429-0acde5bb67fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:05.799804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37af6211-fb2c-4d0c-8429-0acde5bb67fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:05.993788 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.059601 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37af6211-fb2c-4d0c-8429-0acde5bb67fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.070639 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.124686 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Attempting to bind port 47cce1a0-06af-45ee-b430-8d27b2e84be8 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:28:06.125064 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Attempting to bind port 47cce1a0-06af-45ee-b430-8d27b2e84be8 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:28:06.125420 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Attempting to bind port 47cce1a0-06af-45ee-b430-8d27b2e84be8 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:28:06.131937 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af6211-fb2c-4d0c-8429-0acde5bb67fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Checking segment: {'id': '7d9199e2-6eac-4bd0-948c-ee265365174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:28:06.132299 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af6211-fb2c-4d0c-8429-0acde5bb67fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network hostable DHCP agents. Network: 29084d6c-2313-4ae9-9cbd-6e70dd313345, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:28:06.134092 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Pushing event updated for resources: {'Port': ['ID=47cce1a0-06af-45ee-b430-8d27b2e84be8,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:06.135231 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af6211-fb2c-4d0c-8429-0acde5bb67fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Subnet': ['ID=697e5410-82f2-4645-aa1c-026eead96be3,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:06.137618 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:28:06.137954 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:28:06.138848 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.139564 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:28:06.140049 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Bound port: 47cce1a0-06af-45ee-b430-8d27b2e84be8, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:28:06.140421 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.162853 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:06.163186 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:06.163515 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:06.163842 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:06.164159 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:06.164477 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:06.164794 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:06.165138 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:06.165454 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:06.165772 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:06.166077 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:06.166387 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:06.202663 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] For port 47cce1a0-06af-45ee-b430-8d27b2e84be8, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:28:06.205598 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] For port 47cce1a0-06af-45ee-b430-8d27b2e84be8, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=47cce1a0-06af-45ee-b430-8d27b2e84be8,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:28:06.230646 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af6211-fb2c-4d0c-8429-0acde5bb67fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 29084d6c-2313-4ae9-9cbd-6e70dd313345 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:28:06.282757 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.304876 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-37af6211-fb2c-4d0c-8429-0acde5bb67fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 29084d6c-2313-4ae9-9cbd-6e70dd313345) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:06.310091 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37af6211-fb2c-4d0c-8429-0acde5bb67fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:06.310699 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-37af6211-fb2c-4d0c-8429-0acde5bb67fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.318011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60954193-7c41-4c49-990e-4990e69a2d14 None None] Network 29084d6c-2313-4ae9-9cbd-6e70dd313345 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:28:06.339738 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Routers {'a4a521fe-2cd7-44ba-8191-8ac415e32606'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:28:06.340348 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a4a521fe-2cd7-44ba-8191-8ac415e32606'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:06.380480 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215ee86-d3c2-4122-927f-fb7108e9c27a None None] Pushing event updated for resources: {'Port': ['ID=47cce1a0-06af-45ee-b430-8d27b2e84be8,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:06.385237 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-37af6211-fb2c-4d0c-8429-0acde5bb67fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7576866 Oct 13 15:28:06.386462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41434) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:06.459835 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] Set router a4a521fe-2cd7-44ba-8191-8ac415e32606 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:28:06.626489 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-29084d6c-2313-4ae9-9cbd-6e70dd313345', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ips': [{'subnet_id': '697e5410-82f2-4645-aa1c-026eead96be3'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:28:06.627797 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.649671 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:04Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:06.678308 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f24e3-3768-4da3-9756-c1d395b05792 None None] The sync data for ids ['a4a521fe-2cd7-44ba-8191-8ac415e32606'] in n-d-806683-15 is: [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:04Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:28:06.773848 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Allocated IP 172.20.0.2 (29084d6c-2313-4ae9-9cbd-6e70dd313345/697e5410-82f2-4645-aa1c-026eead96be3/fe2fdc9e-0eef-4f41-a53e-c3d8d0724728) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:06.853166 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.944125 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.017470 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.050953 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Network 29084d6c-2313-4ae9-9cbd-6e70dd313345 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:07.054053 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:07.060611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:28:07.076150 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Pushing event updated for resources: {'Port': ['ID=fe2fdc9e-0eef-4f41-a53e-c3d8d0724728,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:07.122801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Attempting to bind port fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:28:07.123181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Attempting to bind port fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7d9199e2-6eac-4bd0-948c-ee265365174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:28:07.123539 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Attempting to bind port fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 on network 29084d6c-2313-4ae9-9cbd-6e70dd313345 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:28:07.128837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:28:07.129425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Checking segment: {'id': '7d9199e2-6eac-4bd0-948c-ee265365174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:28:07.129827 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.130228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Bound using segment: {'id': '7d9199e2-6eac-4bd0-948c-ee265365174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:28:07.130698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Bound port: fe2fdc9e-0eef-4f41-a53e-c3d8d0724728, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9199e2-6eac-4bd0-948c-ee265365174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:28:07.131082 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.177725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.20.0.1 (29084d6c-2313-4ae9-9cbd-6e70dd313345/697e5410-82f2-4645-aa1c-026eead96be3/31fd69ae-bb2b-46ce-be0b-1bc804224e55) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:07.200864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] For port fe2fdc9e-0eef-4f41-a53e-c3d8d0724728, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:28:07.204295 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] For port fe2fdc9e-0eef-4f41-a53e-c3d8d0724728, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fe2fdc9e-0eef-4f41-a53e-c3d8d0724728,segment=NetworkSegment(7d9199e2-6eac-4bd0-948c-ee265365174a),segment_id=7d9199e2-6eac-4bd0-948c-ee265365174a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:28:07.268481 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.307149 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.329883 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfa7b9-6a68-473d-8d3b-2d6dd0aba4b4 None None] Pushing event updated for resources: {'Port': ['ID=fe2fdc9e-0eef-4f41-a53e-c3d8d0724728,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:07.405710 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.450823 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 29084d6c-2313-4ae9-9cbd-6e70dd313345 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:07.454226 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:07.456709 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:28:07.518434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=31fd69ae-bb2b-46ce-be0b-1bc804224e55,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:07.527514 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.004831 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.281172 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.339679 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.431887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=31fd69ae-bb2b-46ce-be0b-1bc804224e55,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:08.436264 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.472863 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:28:08.530005 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:28:08.530381 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.563690 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 29084d6c-2313-4ae9-9cbd-6e70dd313345 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:08.565526 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:08.635911 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.685389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port fe2fdc9e-0eef-4f41-a53e-c3d8d0724728, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fe2fdc9e-0eef-4f41-a53e-c3d8d0724728,segment=NetworkSegment(7d9199e2-6eac-4bd0-948c-ee265365174a),segment_id=7d9199e2-6eac-4bd0-948c-ee265365174a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:28:08.723446 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router a4a521fe-2cd7-44ba-8191-8ac415e32606 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:28:08.785312 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.786636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 47cce1a0-06af-45ee-b430-8d27b2e84be8 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:28:08.818650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9b3ef3-b9d1-4635-88ed-5dbdde8a908a None None] Network 29084d6c-2313-4ae9-9cbd-6e70dd313345 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:28:08.862721 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:28:08.869806 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-64e1e151-b3b1-485a-a322-102eeff6f544 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "PUT /v2.0/routers/a4a521fe-2cd7-44ba-8191-8ac415e32606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4828563 Oct 13 15:28:08.893190 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Sync routers for ids ['a4a521fe-2cd7-44ba-8191-8ac415e32606'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:28:08.940076 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Routers {'a4a521fe-2cd7-44ba-8191-8ac415e32606'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:28:08.940709 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a4a521fe-2cd7-44ba-8191-8ac415e32606'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:09.015580 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf791-d56b-4b26-9f57-646e315de3b9 None None] Provisioning complete for port fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:28:09.015949 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf791-d56b-4b26-9f57-646e315de3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.020739 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=fe2fdc9e-0eef-4f41-a53e-c3d8d0724728,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:09.030526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-9151851d-ea58-4637-956c-0b2a3182e5c1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-683006741&fields=id&tenant_id=9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 267 time: 0.0378604 Oct 13 15:28:09.094633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 47cce1a0-06af-45ee-b430-8d27b2e84be8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:28:09.094902 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.143435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-65511ad9-5a9a-44d2-9629-e2aedd1c897b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:09.144921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-65511ad9-5a9a-44d2-9629-e2aedd1c897b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/networks?id=29084d6c-2313-4ae9-9cbd-6e70dd313345 HTTP/1.1" status: 200 len: 796 time: 0.1075499 Oct 13 15:28:09.160039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-7974e8e5-243b-4180-bec8-ce55429a0e11 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/quotas/9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 375 time: 0.0093679 Oct 13 15:28:09.199590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Set router a4a521fe-2cd7-44ba-8191-8ac415e32606 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:28:09.213211 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-8e3aed52-4d55-4ae5-984b-f4f3424a729f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474143 Oct 13 15:28:09.230343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-5b7e2f05-cc2f-4c6d-b35e-8ff774754a5e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:28:09.231331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-5b7e2f05-cc2f-4c6d-b35e-8ff774754a5e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064971 Oct 13 15:28:09.333662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-a0c21ba4-79b0-42d8-b6de-ac22d3619037 service neutron] 10.222.0.18 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954916 Oct 13 15:28:09.427079 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-8a967cad-8541-49bc-ab17-2b5461a52252 service neutron] 10.222.0.18 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861962 Oct 13 15:28:09.431795 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.467125 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 47cce1a0-06af-45ee-b430-8d27b2e84be8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=47cce1a0-06af-45ee-b430-8d27b2e84be8,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:28:09.534547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:07Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '31fd69ae-bb2b-46ce-be0b-1bc804224e55', 'name': '', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:5b:0a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '697e5410-82f2-4645-aa1c-026eead96be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:07Z', 'updated_at': '2021-10-13T15:28:08Z', 'revision_number': 2, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '697e5410-82f2-4645-aa1c-026eead96be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:09.563448 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Checking router: a4a521fe-2cd7-44ba-8191-8ac415e32606 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:28:09.564964 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Updating router a4a521fe-2cd7-44ba-8191-8ac415e32606 port 31fd69ae-bb2b-46ce-be0b-1bc804224e55 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:28:09.586479 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.598458 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.691651 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=47cce1a0-06af-45ee-b430-8d27b2e84be8,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:09.718378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-14bb8e7b-6b13-47af-9876-59bf899fe484 req-ec93a5ac-15f5-4a85-88b0-2b046c8d451e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 210 time: 0.0447779 Oct 13 15:28:09.783055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b2e0ab87-0f7c-430e-87a1-9051609aa0bc None None] Provisioning complete for port fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:28:09.783214 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ab87-0f7c-430e-87a1-9051609aa0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.998808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b2e0ab87-0f7c-430e-87a1-9051609aa0bc None None] Provisioning complete for port 31fd69ae-bb2b-46ce-be0b-1bc804224e55 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:28:09.999183 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b2e0ab87-0f7c-430e-87a1-9051609aa0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.030100 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.044623 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0ab87-0f7c-430e-87a1-9051609aa0bc None None] Port 31fd69ae-bb2b-46ce-be0b-1bc804224e55 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:28:10.113531 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.172631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfc13c-2aeb-4eab-ae5c-9bf06dc28ab8 None None] Pushing event updated for resources: {'Port': ['ID=31fd69ae-bb2b-46ce-be0b-1bc804224e55,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:10.215403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6bfa5c4a-49c6-4945-a4af-0b6190d569be None None] Provisioning complete for port 31fd69ae-bb2b-46ce-be0b-1bc804224e55 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:28:10.215790 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6bfa5c4a-49c6-4945-a4af-0b6190d569be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.247502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Attempting to bind port 31fd69ae-bb2b-46ce-be0b-1bc804224e55 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:28:10.247880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Attempting to bind port 31fd69ae-bb2b-46ce-be0b-1bc804224e55 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '7d9199e2-6eac-4bd0-948c-ee265365174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:28:10.248241 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Attempting to bind port 31fd69ae-bb2b-46ce-be0b-1bc804224e55 on network 29084d6c-2313-4ae9-9cbd-6e70dd313345 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:28:10.258945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:28:10.259414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Checking segment: {'id': '7d9199e2-6eac-4bd0-948c-ee265365174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:28:10.259723 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.260111 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Bound using segment: {'id': '7d9199e2-6eac-4bd0-948c-ee265365174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:28:10.260586 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Bound port: 31fd69ae-bb2b-46ce-be0b-1bc804224e55, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9199e2-6eac-4bd0-948c-ee265365174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:28:10.261031 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.275706 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa5c4a-49c6-4945-a4af-0b6190d569be None None] Port 31fd69ae-bb2b-46ce-be0b-1bc804224e55 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:28:10.334123 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] For port 31fd69ae-bb2b-46ce-be0b-1bc804224e55, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:28:10.337775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] For port 31fd69ae-bb2b-46ce-be0b-1bc804224e55, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=31fd69ae-bb2b-46ce-be0b-1bc804224e55,segment=NetworkSegment(7d9199e2-6eac-4bd0-948c-ee265365174a),segment_id=7d9199e2-6eac-4bd0-948c-ee265365174a)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:28:10.396191 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c7f8107e-40c9-48ba-aa37-0b381d0a137a None None] Provisioning complete for port 31fd69ae-bb2b-46ce-be0b-1bc804224e55 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:28:10.396556 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7f8107e-40c9-48ba-aa37-0b381d0a137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.421318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:28:10.429784 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.648631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8107e-40c9-48ba-aa37-0b381d0a137a None None] Port 31fd69ae-bb2b-46ce-be0b-1bc804224e55 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:28:10.679745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfc13c-2aeb-4eab-ae5c-9bf06dc28ab8 None None] Pushing event updated for resources: {'Port': ['ID=31fd69ae-bb2b-46ce-be0b-1bc804224e55,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:10.686453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Routers {'a4a521fe-2cd7-44ba-8191-8ac415e32606'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:28:10.686453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:27:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a4a521fe-2cd7-44ba-8191-8ac415e32606'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:10.737178 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:28:10.737178 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.753929 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:28:10.854398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c6f14743-25f8-47ed-8bfa-f60f5ab1439b req-c3783596-b6b7-459c-9ccd-5229a2bcfdca tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 210 time: 0.0326724 Oct 13 15:28:10.906674 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] Set router a4a521fe-2cd7-44ba-8191-8ac415e32606 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:28:10.942864 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2be79b1e-4058-4872-a0f7-f33728845e0f None None] Provisioning complete for port 31fd69ae-bb2b-46ce-be0b-1bc804224e55 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:28:10.943125 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2be79b1e-4058-4872-a0f7-f33728845e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.111453 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 47cce1a0-06af-45ee-b430-8d27b2e84be8 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:28:11.203145 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2be79b1e-4058-4872-a0f7-f33728845e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.273341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 47cce1a0-06af-45ee-b430-8d27b2e84be8 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:28:11.273700 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.277604 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2be79b1e-4058-4872-a0f7-f33728845e0f None None] For port 31fd69ae-bb2b-46ce-be0b-1bc804224e55, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=31fd69ae-bb2b-46ce-be0b-1bc804224e55,segment=NetworkSegment(7d9199e2-6eac-4bd0-948c-ee265365174a),segment_id=7d9199e2-6eac-4bd0-948c-ee265365174a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:28:11.322779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:07Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '31fd69ae-bb2b-46ce-be0b-1bc804224e55', 'name': '', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:5b:0a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '697e5410-82f2-4645-aa1c-026eead96be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:07Z', 'updated_at': '2021-10-13T15:28:10Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '697e5410-82f2-4645-aa1c-026eead96be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:11.356909 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c04d0a-249f-4a99-a870-d7d99e9cac55 None None] The sync data for ids ['a4a521fe-2cd7-44ba-8191-8ac415e32606'] in n-d-806683-15 is: [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:07Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '31fd69ae-bb2b-46ce-be0b-1bc804224e55', 'name': '', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:5b:0a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '697e5410-82f2-4645-aa1c-026eead96be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:07Z', 'updated_at': '2021-10-13T15:28:10Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '697e5410-82f2-4645-aa1c-026eead96be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:28:11.363100 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2be79b1e-4058-4872-a0f7-f33728845e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.453136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be79b1e-4058-4872-a0f7-f33728845e0f None None] Pushing event updated for resources: {'Port': ['ID=31fd69ae-bb2b-46ce-be0b-1bc804224e55,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:11.708719 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-5cbfd376-42fa-4a51-8e2a-9016e46c11f7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:11.710333 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-5cbfd376-42fa-4a51-8e2a-9016e46c11f7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "GET /v2.0/networks?id=29084d6c-2313-4ae9-9cbd-6e70dd313345 HTTP/1.1" status: 200 len: 796 time: 0.1103823 Oct 13 15:28:11.757178 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b5284ae2-e572-41b0-9abe-9275e041fc73 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 379 time: 0.0355420 Oct 13 15:28:11.767813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-0c76a92c-a7c8-4175-ab9e-45085e45d64b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'port': {'device_id': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'admin_state_up': True, 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'security_groups': ['cd015962-5d0e-44c1-adf9-06b19fc96f17']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:11.973460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-0c76a92c-a7c8-4175-ab9e-45085e45d64b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:11.977017 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-0c76a92c-a7c8-4175-ab9e-45085e45d64b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.994581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb5283e5-cd54-4393-b9dd-a8a252d55472 req-ff68f460-795e-41b3-8549-54ef4ef6133e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 210 time: 0.0330820 Oct 13 15:28:12.138196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-0c76a92c-a7c8-4175-ab9e-45085e45d64b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.20.0.12 (29084d6c-2313-4ae9-9cbd-6e70dd313345/697e5410-82f2-4645-aa1c-026eead96be3/36726ed4-ab89-40ea-acde-89956b2f33ce) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:12.290653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-0c76a92c-a7c8-4175-ab9e-45085e45d64b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.396572 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-0c76a92c-a7c8-4175-ab9e-45085e45d64b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.437361 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 31fd69ae-bb2b-46ce-be0b-1bc804224e55 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:28:12.446246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-0c76a92c-a7c8-4175-ab9e-45085e45d64b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 29084d6c-2313-4ae9-9cbd-6e70dd313345 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:12.450177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-0c76a92c-a7c8-4175-ab9e-45085e45d64b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:12.452882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-0c76a92c-a7c8-4175-ab9e-45085e45d64b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:28:12.482538 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76a92c-a7c8-4175-ab9e-45085e45d64b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=36726ed4-ab89-40ea-acde-89956b2f33ce,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:12.513898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-0c76a92c-a7c8-4175-ab9e-45085e45d64b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:12.514671 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-0c76a92c-a7c8-4175-ab9e-45085e45d64b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.515704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 31fd69ae-bb2b-46ce-be0b-1bc804224e55 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:28:12.516078 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.612897 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-0c76a92c-a7c8-4175-ab9e-45085e45d64b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8489571 Oct 13 15:28:12.626389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Request body: {'port': {'device_id': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:12.686267 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.690086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4c657688-3823-4e7b-8124-54006d63dcf4 None None] Provisioning complete for port 36726ed4-ab89-40ea-acde-89956b2f33ce triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:28:12.690467 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c657688-3823-4e7b-8124-54006d63dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.728503 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-4c657688-3823-4e7b-8124-54006d63dcf4 None None] Port 36726ed4-ab89-40ea-acde-89956b2f33ce cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:28:12.985093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36726ed4-ab89-40ea-acde-89956b2f33ce {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:28:12.992327 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:13.004561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Transition to ACTIVE for port object 36726ed4-ab89-40ea-acde-89956b2f33ce will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:28:13.089725 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:13.157975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97568c76-885e-4af3-9bc7-bf3a4abbe8cb req-fe29b799-2b3b-4e65-a367-fd3ace2969e4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:13.159517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97568c76-885e-4af3-9bc7-bf3a4abbe8cb req-fe29b799-2b3b-4e65-a367-fd3ace2969e4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 932 time: 0.0964110 Oct 13 15:28:13.162146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Pushing event updated for resources: {'Port': ['ID=36726ed4-ab89-40ea-acde-89956b2f33ce,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:13.244285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-97568c76-885e-4af3-9bc7-bf3a4abbe8cb req-012e4122-38bc-45d1-b913-3f5dd3346586 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753813 Oct 13 15:28:13.261302 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Attempting to bind port 36726ed4-ab89-40ea-acde-89956b2f33ce on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:28:13.261639 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Attempting to bind port 36726ed4-ab89-40ea-acde-89956b2f33ce by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '7d9199e2-6eac-4bd0-948c-ee265365174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:28:13.261966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Attempting to bind port 36726ed4-ab89-40ea-acde-89956b2f33ce on network 29084d6c-2313-4ae9-9cbd-6e70dd313345 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:28:13.267019 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Port 36726ed4-ab89-40ea-acde-89956b2f33ce on network 29084d6c-2313-4ae9-9cbd-6e70dd313345 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:28:13.267343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Attempting to bind port 36726ed4-ab89-40ea-acde-89956b2f33ce on network 29084d6c-2313-4ae9-9cbd-6e70dd313345 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:28:13.272409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:28:13.272744 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Checking segment: {'id': '7d9199e2-6eac-4bd0-948c-ee265365174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:28:13.273175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Bound using segment: {'id': '7d9199e2-6eac-4bd0-948c-ee265365174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:28:13.273609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Bound port: 36726ed4-ab89-40ea-acde-89956b2f33ce, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9199e2-6eac-4bd0-948c-ee265365174a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:28:13.273970 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:13.338503 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] For port 36726ed4-ab89-40ea-acde-89956b2f33ce, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:28:13.342655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] For port 36726ed4-ab89-40ea-acde-89956b2f33ce, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=36726ed4-ab89-40ea-acde-89956b2f33ce,segment=NetworkSegment(7d9199e2-6eac-4bd0-948c-ee265365174a),segment_id=7d9199e2-6eac-4bd0-948c-ee265365174a)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:28:13.451266 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:13.492952 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:13.493612 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:13.495088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] 10.222.0.41 "PUT /v2.0/ports/36726ed4-ab89-40ea-acde-89956b2f33ce HTTP/1.1" status: 200 len: 1093 time: 0.8730741 Oct 13 15:28:13.496208 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'tag': '36726ed4-ab89-40ea-acde-89956b2f33ce'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:28:13.498896 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7373ab39-7bb2-4cfa-9e7e-f51ce906691a" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb497e6-1b43-4a33-9191-5c6c79504515", "tag": "36726ed4-ab89-40ea-acde-89956b2f33ce"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:28:13.522364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c71477-541c-4f5f-bae1-94024770aa72 service neutron] Pushing event updated for resources: {'Port': ['ID=36726ed4-ab89-40ea-acde-89956b2f33ce,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:13.553681 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb347aa5-7fca-4dc1-a1ed-280f4f104355 x-openstack-request-id: req-fb347aa5-7fca-4dc1-a1ed-280f4f104355 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:28:13.553681 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb497e6-1b43-4a33-9191-5c6c79504515", "tag": "36726ed4-ab89-40ea-acde-89956b2f33ce", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:28:13.553681 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb347aa5-7fca-4dc1-a1ed-280f4f104355 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:28:13.554066 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'tag': '36726ed4-ab89-40ea-acde-89956b2f33ce', 'status': 'completed', 'code': 200} Oct 13 15:28:13.621625 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373ab39-7bb2-4cfa-9e7e-f51ce906691a req-bf9295aa-3377-41b9-bea3-4af063785911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:13.626095 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7373ab39-7bb2-4cfa-9e7e-f51ce906691a req-bf9295aa-3377-41b9-bea3-4af063785911 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 1096 time: 0.0451465 Oct 13 15:28:13.728694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373ab39-7bb2-4cfa-9e7e-f51ce906691a req-372fdc52-25c1-4f85-abaf-ca3e6aa9c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:13.730116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7373ab39-7bb2-4cfa-9e7e-f51ce906691a req-372fdc52-25c1-4f85-abaf-ca3e6aa9c599 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0979009 Oct 13 15:28:13.826022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373ab39-7bb2-4cfa-9e7e-f51ce906691a req-a792fbee-b4fd-4955-ad3e-a338e626946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:13.827486 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7373ab39-7bb2-4cfa-9e7e-f51ce906691a req-a792fbee-b4fd-4955-ad3e-a338e626946e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901911 Oct 13 15:28:13.906975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-330ab492-5098-4a7f-bcb0-8a50a1f6c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:13.908447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-330ab492-5098-4a7f-bcb0-8a50a1f6c16e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 1096 time: 0.0437975 Oct 13 15:28:13.952158 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-d46e5ff7-dade-4945-8384-2dbad57b4afb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36726ed4-ab89-40ea-acde-89956b2f33ce HTTP/1.1" status: 200 len: 217 time: 0.0340793 Oct 13 15:28:14.000326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-cd1e5c2c-5575-4b85-9826-1289190b75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:14.001778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-cd1e5c2c-5575-4b85-9826-1289190b75d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=697e5410-82f2-4645-aa1c-026eead96be3 HTTP/1.1" status: 200 len: 835 time: 0.0427594 Oct 13 15:28:14.047279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-9bb7488e-5af5-449e-88f2-20c391451ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:14.048759 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-9bb7488e-5af5-449e-88f2-20c391451ff3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29084d6c-2313-4ae9-9cbd-6e70dd313345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398715 Oct 13 15:28:14.141510 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-319af2cb-a511-463f-bf66-44d4318ab5ce service neutron] 10.222.0.41 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847328 Oct 13 15:28:14.230187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d92e03bd-9fb8-4dd1-9813-7c7d48cb4891 req-686a78b9-75d4-41a1-8be5-9a387006c335 service neutron] 10.222.0.41 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810504 Oct 13 15:28:14.367357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d98346-672c-4138-af74-28ac9f316706 req-b7370034-8a44-422b-b626-0eab4da40ddd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:14.368852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-61d98346-672c-4138-af74-28ac9f316706 req-b7370034-8a44-422b-b626-0eab4da40ddd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 944 time: 0.0554831 Oct 13 15:28:14.407006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-61d98346-672c-4138-af74-28ac9f316706 req-27c0bca3-471d-4506-b32f-3d3a0adad05a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319719 Oct 13 15:28:15.526388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3df16-3954-42e2-bf4b-9d5965c9f26f req-855f8544-db83-459f-8319-1ee2b021d772 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:15.527984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17c3df16-3954-42e2-bf4b-9d5965c9f26f req-855f8544-db83-459f-8319-1ee2b021d772 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 944 time: 0.0495532 Oct 13 15:28:15.566308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17c3df16-3954-42e2-bf4b-9d5965c9f26f req-03d3d25b-4a6e-4d9f-9db2-10813272768e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323811 Oct 13 15:28:16.685803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aca4a7-df90-48f6-93e5-f9cf718c9e2b req-e40f800f-c6c3-47ff-a4b0-875554f3ff45 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:16.687302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1aca4a7-df90-48f6-93e5-f9cf718c9e2b req-e40f800f-c6c3-47ff-a4b0-875554f3ff45 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 944 time: 0.0545917 Oct 13 15:28:16.724614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1aca4a7-df90-48f6-93e5-f9cf718c9e2b req-4571e7b1-b72e-4070-9fb1-31d075876b18 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313001 Oct 13 15:28:17.844938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d430de3-3719-4603-a68e-3f36a4a38792 req-1539edbb-bda2-4443-a551-23248b5677c4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:17.847717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d430de3-3719-4603-a68e-3f36a4a38792 req-1539edbb-bda2-4443-a551-23248b5677c4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 944 time: 0.0525970 Oct 13 15:28:17.891461 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9d430de3-3719-4603-a68e-3f36a4a38792 req-f138a169-50dd-4860-98c9-e71a40d6e341 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377541 Oct 13 15:28:18.484818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 36726ed4-ab89-40ea-acde-89956b2f33ce details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:28:18.580264 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 36726ed4-ab89-40ea-acde-89956b2f33ce, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=36726ed4-ab89-40ea-acde-89956b2f33ce,segment=NetworkSegment(7d9199e2-6eac-4bd0-948c-ee265365174a),segment_id=7d9199e2-6eac-4bd0-948c-ee265365174a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:28:18.592152 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '36726ed4-ab89-40ea-acde-89956b2f33ce', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'port_id': '36726ed4-ab89-40ea-acde-89956b2f33ce', 'mac_address': 'fa:16:3e:41:94:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '697e5410-82f2-4645-aa1c-026eead96be3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:28:18.628615 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:18.642378 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36726ed4-ab89-40ea-acde-89956b2f33ce {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:28:18.661663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 36726ed4-ab89-40ea-acde-89956b2f33ce, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=36726ed4-ab89-40ea-acde-89956b2f33ce,segment=NetworkSegment(7d9199e2-6eac-4bd0-948c-ee265365174a),segment_id=7d9199e2-6eac-4bd0-948c-ee265365174a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:28:18.730145 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:18.782860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=36726ed4-ab89-40ea-acde-89956b2f33ce,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:19.012797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592e5cc-5068-4677-b35d-db840fe7ec85 req-36eb2732-dac9-450c-8170-601406e4e916 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:19.014301 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a592e5cc-5068-4677-b35d-db840fe7ec85 req-36eb2732-dac9-450c-8170-601406e4e916 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 945 time: 0.0508001 Oct 13 15:28:19.051364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a592e5cc-5068-4677-b35d-db840fe7ec85 req-b0d38206-4418-417c-86a4-8c514f41b9ea tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311434 Oct 13 15:28:19.072511 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['36726ed4-ab89-40ea-acde-89956b2f33ce'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:28:19.393065 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:19.584745 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-614366cb-b6de-44fb-8a6c-107d96609906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:20.168411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbefd4-6f3d-41e8-b154-82ae27ea723e req-1d309cd6-363b-4866-a22b-a079ff451bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:20.169893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51fbefd4-6f3d-41e8-b154-82ae27ea723e req-1d309cd6-363b-4866-a22b-a079ff451bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 945 time: 0.0484016 Oct 13 15:28:20.206973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51fbefd4-6f3d-41e8-b154-82ae27ea723e req-f2a4a8e9-7c64-40b1-a4c2-f3c676e7f3ba tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311770 Oct 13 15:28:20.500044 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 36726ed4-ab89-40ea-acde-89956b2f33ce up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:28:20.630020 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 36726ed4-ab89-40ea-acde-89956b2f33ce completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:28:20.634003 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 36726ed4-ab89-40ea-acde-89956b2f33ce triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:28:20.634369 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:20.710170 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:20.733116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36726ed4-ab89-40ea-acde-89956b2f33ce'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:28:20.735420 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52790802-30e8-4b21-8726-86da00f7fe9d" -d '{"events": [{"server_uuid": "3bb497e6-1b43-4a33-9191-5c6c79504515", "name": "network-vif-plugged", "status": "completed", "tag": "36726ed4-ab89-40ea-acde-89956b2f33ce"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:28:20.749698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 36726ed4-ab89-40ea-acde-89956b2f33ce, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=36726ed4-ab89-40ea-acde-89956b2f33ce,segment=NetworkSegment(7d9199e2-6eac-4bd0-948c-ee265365174a),segment_id=7d9199e2-6eac-4bd0-948c-ee265365174a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:28:20.807379 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:20.834774 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436a02ae-c856-4d6b-a1ba-2ba5770b7c38 x-openstack-request-id: req-436a02ae-c856-4d6b-a1ba-2ba5770b7c38 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:28:20.835062 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb497e6-1b43-4a33-9191-5c6c79504515", "name": "network-vif-plugged", "status": "completed", "tag": "36726ed4-ab89-40ea-acde-89956b2f33ce", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:28:20.835370 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-436a02ae-c856-4d6b-a1ba-2ba5770b7c38 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:28:20.835696 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36726ed4-ab89-40ea-acde-89956b2f33ce', 'code': 200} Oct 13 15:28:20.864418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=36726ed4-ab89-40ea-acde-89956b2f33ce,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:20.937731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d2e7b-9e66-4c9b-be75-cbf34a51b651 req-b132760a-fa76-446d-96ed-93a268559824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:20.939247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-189d2e7b-9e66-4c9b-be75-cbf34a51b651 req-b132760a-fa76-446d-96ed-93a268559824 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 1098 time: 0.0439317 Oct 13 15:28:20.973855 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-189d2e7b-9e66-4c9b-be75-cbf34a51b651 req-00820e1e-da81-4ba8-aee0-f67f58b536e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276048 Oct 13 15:28:21.322838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80039cb-a853-4d47-ac0f-5b56bf9a42ce req-57b90949-628d-45ff-a89d-d2f04352e8e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:21.324444 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e80039cb-a853-4d47-ac0f-5b56bf9a42ce req-57b90949-628d-45ff-a89d-d2f04352e8e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0493791 Oct 13 15:28:21.366280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e80039cb-a853-4d47-ac0f-5b56bf9a42ce req-40abacb5-2d17-4b15-b76b-df12c02a452f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356643 Oct 13 15:28:22.342014 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-63ba7938-2a2d-4630-b2c1-30e25e2b9511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:22.485957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9538a03-5257-49bc-94f2-9a0b3dc6d29c req-af921ff4-82fa-4374-8b6f-b6f5d05b425e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:22.487450 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9538a03-5257-49bc-94f2-9a0b3dc6d29c req-af921ff4-82fa-4374-8b6f-b6f5d05b425e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0498912 Oct 13 15:28:22.525980 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9538a03-5257-49bc-94f2-9a0b3dc6d29c req-46b39823-9ed8-4252-b67c-73470eb1bb7f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323632 Oct 13 15:28:22.758683 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:23.649731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1807257-ee0e-48b3-94ef-18c8b52064ac req-e65fbf7e-b771-44e4-afc7-96d9e2c2e89c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:23.651357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1807257-ee0e-48b3-94ef-18c8b52064ac req-e65fbf7e-b771-44e4-afc7-96d9e2c2e89c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0577700 Oct 13 15:28:23.690228 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a1807257-ee0e-48b3-94ef-18c8b52064ac req-8e8f1902-5eff-4666-8a8f-85859d4ac952 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324817 Oct 13 15:28:23.808972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34d502-88c4-43d3-b7b8-d9ee12bfd555 req-87e8b575-1bfa-44d6-8ea8-407e07a90f27 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:23.810410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d34d502-88c4-43d3-b7b8-d9ee12bfd555 req-87e8b575-1bfa-44d6-8ea8-407e07a90f27 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0494409 Oct 13 15:28:23.849498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d34d502-88c4-43d3-b7b8-d9ee12bfd555 req-56bd61cf-f1fa-498d-b0b0-a58f0564b315 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319355 Oct 13 15:28:23.871776 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41508) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:23.910994 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88bdf32-4e16-4ad9-bd48-0f7acea88b9e tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:23.912513 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e88bdf32-4e16-4ad9-bd48-0f7acea88b9e tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 1093 time: 0.0397525 Oct 13 15:28:23.915348 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41510) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:23.920145 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '36726ed4-ab89-40ea-acde-89956b2f33ce', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:23.995653 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.024153 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.102470 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.115455 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.208161 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.25.0.91 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/2178e2b0-4188-4234-8d55-fc00ec01defe) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:24.315679 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.419386 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.460038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:24.463019 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:24.466953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:28:24.472919 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=2178e2b0-4188-4234-8d55-fc00ec01defe,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:24.828600 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.960375 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.110962 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.175549 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.247762 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=2178e2b0-4188-4234-8d55-fc00ec01defe,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:25.263118 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.379255 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Floating IP f782b0aa-97dc-4c17-8542-691216f363bc associated. External IP: 172.25.0.91, port: 36726ed4-ab89-40ea-acde-89956b2f33ce. Oct 13 15:28:25.593687 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router a4a521fe-2cd7-44ba-8191-8ac415e32606 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:28:25.641873 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.720610 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:28:25.731802 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00789ef-b9ab-41ae-87d8-6732378851aa None None] Sync routers for ids ['a4a521fe-2cd7-44ba-8191-8ac415e32606'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:28:25.741010 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00789ef-b9ab-41ae-87d8-6732378851aa None None] Routers {'a4a521fe-2cd7-44ba-8191-8ac415e32606'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:28:25.741619 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b00789ef-b9ab-41ae-87d8-6732378851aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:28:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a4a521fe-2cd7-44ba-8191-8ac415e32606'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:25.800929 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.830020 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b13069e7-42d3-4d54-9d87-74b508e07197 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9136465 Oct 13 15:28:25.830612 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'tag': '36726ed4-ab89-40ea-acde-89956b2f33ce'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:28:25.833283 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e90ee85ca9480c337f0043111fd9121ea7ccb6685ca5139252fbccb5117400e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc28a78a-35a2-4951-9fb2-ce5a4ac7ee46" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb497e6-1b43-4a33-9191-5c6c79504515", "tag": "36726ed4-ab89-40ea-acde-89956b2f33ce"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:28:25.875461 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7555c545-92d7-4c4e-9b7b-937c2378304e x-openstack-request-id: req-7555c545-92d7-4c4e-9b7b-937c2378304e {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:28:25.875912 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb497e6-1b43-4a33-9191-5c6c79504515", "tag": "36726ed4-ab89-40ea-acde-89956b2f33ce", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:28:25.876307 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7555c545-92d7-4c4e-9b7b-937c2378304e {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:28:25.876942 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'tag': '36726ed4-ab89-40ea-acde-89956b2f33ce', 'status': 'completed', 'code': 200} Oct 13 15:28:25.946461 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-b00789ef-b9ab-41ae-87d8-6732378851aa None None] Set router a4a521fe-2cd7-44ba-8191-8ac415e32606 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:28:25.972142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadc261-b392-4af9-bcfa-3f20753d9ad7 req-c172504d-b4f4-4d12-8bb4-acee8cc0350c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:25.973675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cadc261-b392-4af9-bcfa-3f20753d9ad7 req-c172504d-b4f4-4d12-8bb4-acee8cc0350c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0894177 Oct 13 15:28:25.975606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28a78a-35a2-4951-9fb2-ce5a4ac7ee46 req-0553f964-2b06-4a84-ab5a-0dd8206d113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:25.976957 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc28a78a-35a2-4951-9fb2-ce5a4ac7ee46 req-0553f964-2b06-4a84-ab5a-0dd8206d113c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 1098 time: 0.0755827 Oct 13 15:28:26.058773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cadc261-b392-4af9-bcfa-3f20753d9ad7 req-bdded0c9-1d44-48b2-be6a-adacb3eb1be7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778658 Oct 13 15:28:26.083407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41516) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:26.106898 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28a78a-35a2-4951-9fb2-ce5a4ac7ee46 req-98f505db-3221-4add-8371-3920e7c82efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:26.111709 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc28a78a-35a2-4951-9fb2-ce5a4ac7ee46 req-98f505db-3221-4add-8371-3920e7c82efa service neutron] 10.222.0.41 "GET /v2.0/networks?id=29084d6c-2313-4ae9-9cbd-6e70dd313345 HTTP/1.1" status: 200 len: 897 time: 0.1208897 Oct 13 15:28:26.148844 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ce164c24-fdeb-4a31-aea7-439a793dd9c1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/f782b0aa-97dc-4c17-8542-691216f363bc HTTP/1.1" status: 200 len: 991 time: 0.0632074 Oct 13 15:28:26.185341 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b00789ef-b9ab-41ae-87d8-6732378851aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:07Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f782b0aa-97dc-4c17-8542-691216f363bc', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'port_id': '36726ed4-ab89-40ea-acde-89956b2f33ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'mac_address': 'fa:16:3e:41:94:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:28:24Z', 'updated_at': '2021-10-13T15:28:24Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fd69ae-bb2b-46ce-be0b-1bc804224e55', 'name': '', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:5b:0a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '697e5410-82f2-4645-aa1c-026eead96be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:07Z', 'updated_at': '2021-10-13T15:28:11Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '697e5410-82f2-4645-aa1c-026eead96be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:26.186808 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc28a78a-35a2-4951-9fb2-ce5a4ac7ee46 req-dfcd7a16-0c39-4f79-94f8-c49fc826926a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36726ed4-ab89-40ea-acde-89956b2f33ce HTTP/1.1" status: 200 len: 999 time: 0.0652308 Oct 13 15:28:26.217188 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00789ef-b9ab-41ae-87d8-6732378851aa None None] Checking router: a4a521fe-2cd7-44ba-8191-8ac415e32606 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:28:26.225620 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00789ef-b9ab-41ae-87d8-6732378851aa None None] Routers {'a4a521fe-2cd7-44ba-8191-8ac415e32606'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:28:26.226243 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b00789ef-b9ab-41ae-87d8-6732378851aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:28:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a4a521fe-2cd7-44ba-8191-8ac415e32606'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:26.238978 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28a78a-35a2-4951-9fb2-ce5a4ac7ee46 req-183ad14a-93df-4be0-b39f-bb5cb89a3e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:26.240443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc28a78a-35a2-4951-9fb2-ce5a4ac7ee46 req-183ad14a-93df-4be0-b39f-bb5cb89a3e9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=697e5410-82f2-4645-aa1c-026eead96be3 HTTP/1.1" status: 200 len: 835 time: 0.0465934 Oct 13 15:28:26.291806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28a78a-35a2-4951-9fb2-ce5a4ac7ee46 req-b53099fc-73ce-47bf-a8e2-6bf05b3ccb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:28:26.295815 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc28a78a-35a2-4951-9fb2-ce5a4ac7ee46 req-b53099fc-73ce-47bf-a8e2-6bf05b3ccb3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29084d6c-2313-4ae9-9cbd-6e70dd313345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450346 Oct 13 15:28:26.332861 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-b00789ef-b9ab-41ae-87d8-6732378851aa None None] Set router a4a521fe-2cd7-44ba-8191-8ac415e32606 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:28:26.392769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc28a78a-35a2-4951-9fb2-ce5a4ac7ee46 req-122b2145-fe37-44c8-a76c-62bae16fcef9 service neutron] 10.222.0.41 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865505 Oct 13 15:28:26.478757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bc28a78a-35a2-4951-9fb2-ce5a4ac7ee46 req-98859e65-8b8f-4aba-bbe4-c07e9d2351ff service neutron] 10.222.0.41 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829089 Oct 13 15:28:26.556270 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-b00789ef-b9ab-41ae-87d8-6732378851aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:07Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f782b0aa-97dc-4c17-8542-691216f363bc', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'port_id': '36726ed4-ab89-40ea-acde-89956b2f33ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'mac_address': 'fa:16:3e:41:94:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:28:24Z', 'updated_at': '2021-10-13T15:28:24Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fd69ae-bb2b-46ce-be0b-1bc804224e55', 'name': '', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:5b:0a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '697e5410-82f2-4645-aa1c-026eead96be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:07Z', 'updated_at': '2021-10-13T15:28:11Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '697e5410-82f2-4645-aa1c-026eead96be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:26.586826 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00789ef-b9ab-41ae-87d8-6732378851aa None None] The sync data for ids ['a4a521fe-2cd7-44ba-8191-8ac415e32606'] in n-d-806683-15 is: [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:07Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'f782b0aa-97dc-4c17-8542-691216f363bc', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'port_id': '36726ed4-ab89-40ea-acde-89956b2f33ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'mac_address': 'fa:16:3e:41:94:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:28:24Z', 'updated_at': '2021-10-13T15:28:24Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fd69ae-bb2b-46ce-be0b-1bc804224e55', 'name': '', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:5b:0a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '697e5410-82f2-4645-aa1c-026eead96be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:07Z', 'updated_at': '2021-10-13T15:28:11Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '697e5410-82f2-4645-aa1c-026eead96be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:28:26.785429 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9d9126-20a2-4725-94eb-93a5f795e27e None None] New status for floating IP f782b0aa-97dc-4c17-8542-691216f363bc: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:28:27.150760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41520) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:28:27.219929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1561d8a5-e744-4131-b051-966c2cae733d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/f782b0aa-97dc-4c17-8542-691216f363bc HTTP/1.1" status: 200 len: 993 time: 0.0667076 Oct 13 15:28:47.744273 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:28:49.472487 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:49.586930 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f55a4c0d-3eea-4b5c-ac73-5fb0363e02f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.348853 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9c220d1c-813f-4b3f-bd29-bdaa4064f7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.764023 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:54.027240 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:54.131943 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.645785 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.528484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d6695e9-1fc7-4b99-851a-98ea716329dd req-9b91dcd5-5797-4383-aef1-634f2bf2ac94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413473 Oct 13 15:29:08.618071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6695e9-1fc7-4b99-851a-98ea716329dd req-106cfbec-ca5a-4717-bf85-ae54b9bba31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:08.619588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d6695e9-1fc7-4b99-851a-98ea716329dd req-106cfbec-ca5a-4717-bf85-ae54b9bba31c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 1098 time: 0.0437460 Oct 13 15:29:08.739042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6695e9-1fc7-4b99-851a-98ea716329dd req-d687693f-83ef-44a0-8bc2-464c91a2e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:08.740848 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d6695e9-1fc7-4b99-851a-98ea716329dd req-d687693f-83ef-44a0-8bc2-464c91a2e423 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29084d6c-2313-4ae9-9cbd-6e70dd313345 HTTP/1.1" status: 200 len: 897 time: 0.0986490 Oct 13 15:29:08.822507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d6695e9-1fc7-4b99-851a-98ea716329dd req-bcec2615-32b8-4462-84af-e56e8972e481 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36726ed4-ab89-40ea-acde-89956b2f33ce HTTP/1.1" status: 200 len: 1001 time: 0.0725849 Oct 13 15:29:08.894000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6695e9-1fc7-4b99-851a-98ea716329dd req-4a03bebf-8901-4a2c-86ff-787359d43f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:08.895403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d6695e9-1fc7-4b99-851a-98ea716329dd req-4a03bebf-8901-4a2c-86ff-787359d43f74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=697e5410-82f2-4645-aa1c-026eead96be3 HTTP/1.1" status: 200 len: 835 time: 0.0648863 Oct 13 15:29:08.951740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6695e9-1fc7-4b99-851a-98ea716329dd req-8f99f8b0-9fb9-4104-b075-6417402af7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:08.953371 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d6695e9-1fc7-4b99-851a-98ea716329dd req-8f99f8b0-9fb9-4104-b075-6417402af7d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29084d6c-2313-4ae9-9cbd-6e70dd313345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503542 Oct 13 15:29:09.046661 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d6695e9-1fc7-4b99-851a-98ea716329dd req-ed6e1181-013c-41cc-be1e-5cedc2709911 service neutron] 10.222.0.41 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856130 Oct 13 15:29:09.448832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d6695e9-1fc7-4b99-851a-98ea716329dd req-f771cb24-8def-46c7-9710-623facdc40d8 service neutron] 10.222.0.41 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942275 Oct 13 15:29:19.381096 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.587990 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dedc1df7-c3a3-4778-8e3d-02685a48cf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:22.371495 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1164f756-c067-4f47-915c-cc1766be6b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:22.792112 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.056197 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.146742 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.744402 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:29:25.643671 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.829863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c29e7-2e3a-490e-b913-07bdd3ea0826 req-e97dde40-5a4d-411d-8f24-07e860b4ed29 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:38.832125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-676c29e7-2e3a-490e-b913-07bdd3ea0826 req-e97dde40-5a4d-411d-8f24-07e860b4ed29 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0504663 Oct 13 15:29:38.897171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-676c29e7-2e3a-490e-b913-07bdd3ea0826 req-eae6fef3-9351-4b4f-8c1d-1d93eb9a62e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588520 Oct 13 15:29:38.913920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b2ddd-30a0-42a5-b7c0-f42c32582bdc req-5fb08874-bfa5-47f5-8096-ec147d19d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:38.915696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207b2ddd-30a0-42a5-b7c0-f42c32582bdc req-5fb08874-bfa5-47f5-8096-ec147d19d8b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 1098 time: 0.0512466 Oct 13 15:29:39.009260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b2ddd-30a0-42a5-b7c0-f42c32582bdc req-99dffd95-5c7a-43b2-85b5-660f9e57b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:39.010657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207b2ddd-30a0-42a5-b7c0-f42c32582bdc req-99dffd95-5c7a-43b2-85b5-660f9e57b47c service neutron] 10.222.0.41 "GET /v2.0/networks?id=29084d6c-2313-4ae9-9cbd-6e70dd313345 HTTP/1.1" status: 200 len: 897 time: 0.0875077 Oct 13 15:29:39.087219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207b2ddd-30a0-42a5-b7c0-f42c32582bdc req-4670c996-de6c-42cd-8016-5662aae4fb45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36726ed4-ab89-40ea-acde-89956b2f33ce HTTP/1.1" status: 200 len: 1001 time: 0.0631552 Oct 13 15:29:39.134255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b2ddd-30a0-42a5-b7c0-f42c32582bdc req-93bd9b18-594f-4acf-85d4-4ea29f646543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:39.135710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207b2ddd-30a0-42a5-b7c0-f42c32582bdc req-93bd9b18-594f-4acf-85d4-4ea29f646543 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=697e5410-82f2-4645-aa1c-026eead96be3 HTTP/1.1" status: 200 len: 835 time: 0.0450869 Oct 13 15:29:39.183658 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b2ddd-30a0-42a5-b7c0-f42c32582bdc req-dbd8607e-f4fe-4c4b-b30c-a4f977e5e087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:39.185305 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207b2ddd-30a0-42a5-b7c0-f42c32582bdc req-dbd8607e-f4fe-4c4b-b30c-a4f977e5e087 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29084d6c-2313-4ae9-9cbd-6e70dd313345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423501 Oct 13 15:29:39.282733 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207b2ddd-30a0-42a5-b7c0-f42c32582bdc req-d6ffbd61-1d4d-44c5-b001-0cf1cbc51e07 service neutron] 10.222.0.41 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890551 Oct 13 15:29:39.378088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-207b2ddd-30a0-42a5-b7c0-f42c32582bdc req-29dd59b2-b8f9-4f51-9a75-c4e3be2f2612 service neutron] 10.222.0.41 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875556 Oct 13 15:29:40.015749 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f68547-f56e-4c0a-bcb4-8496219944b6 req-da7abb12-1abb-4fda-92b0-3963d0d81e5a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:40.017533 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7f68547-f56e-4c0a-bcb4-8496219944b6 req-da7abb12-1abb-4fda-92b0-3963d0d81e5a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0499923 Oct 13 15:29:40.055290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f7f68547-f56e-4c0a-bcb4-8496219944b6 req-dfc6e236-056f-4d03-bdc8-ff8050e866d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318022 Oct 13 15:29:41.186279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dd96a-5b95-4f5b-babb-9f500f8b0b65 req-a1233fc8-ad6c-4304-a245-a9e331b28879 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:41.187781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-713dd96a-5b95-4f5b-babb-9f500f8b0b65 req-a1233fc8-ad6c-4304-a245-a9e331b28879 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0559471 Oct 13 15:29:41.225904 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-713dd96a-5b95-4f5b-babb-9f500f8b0b65 req-15422fdd-6e34-47ec-b8d1-e3bb159245c5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321362 Oct 13 15:29:42.342599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b23de-273b-4536-85d0-79a68eacdda6 req-3a005f1a-c7ac-4941-80f2-87b721a2035c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:42.344112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a34b23de-273b-4536-85d0-79a68eacdda6 req-3a005f1a-c7ac-4941-80f2-87b721a2035c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0500262 Oct 13 15:29:42.398681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a34b23de-273b-4536-85d0-79a68eacdda6 req-d26c16bd-eb43-4a51-8c97-cda1d6e2d9c4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385280 Oct 13 15:29:43.511160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2230f6f-b775-4555-825e-a8a05d846e5b req-59af9574-de26-4435-a86c-e4494afda49c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:43.512681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2230f6f-b775-4555-825e-a8a05d846e5b req-59af9574-de26-4435-a86c-e4494afda49c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0518703 Oct 13 15:29:43.552858 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e2230f6f-b775-4555-825e-a8a05d846e5b req-e26cb936-5c83-4236-937a-ef00d21aaed6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341761 Oct 13 15:29:44.671871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3cf3e-cc47-4ba3-bbac-c9157ade64a3 req-8753b0ad-02d6-46fb-be77-2bb44eee5dd0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:44.673282 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2be3cf3e-cc47-4ba3-bbac-c9157ade64a3 req-8753b0ad-02d6-46fb-be77-2bb44eee5dd0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0532970 Oct 13 15:29:44.711324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2be3cf3e-cc47-4ba3-bbac-c9157ade64a3 req-e8b8b9c7-bf8e-4b9e-9fb8-2778f8bb3255 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316341 Oct 13 15:29:45.825166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca795c0-0aa4-4b24-afda-d0afd77d7a60 req-c804f629-68f5-4801-982b-19f2975e4de7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:45.826635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ca795c0-0aa4-4b24-afda-d0afd77d7a60 req-c804f629-68f5-4801-982b-19f2975e4de7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0482881 Oct 13 15:29:45.867502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9ca795c0-0aa4-4b24-afda-d0afd77d7a60 req-faaa787c-f19f-40c4-8604-4e7ebf711161 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349019 Oct 13 15:29:46.984825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c64a2-a305-4db3-9c4c-5263a09dd396 req-9847d057-4ebd-4cb4-b7ac-cc8a577fe012 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:46.986372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-410c64a2-a305-4db3-9c4c-5263a09dd396 req-9847d057-4ebd-4cb4-b7ac-cc8a577fe012 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0520370 Oct 13 15:29:47.024493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-410c64a2-a305-4db3-9c4c-5263a09dd396 req-c762ec36-9b87-4145-a6cc-a939bba53cd9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320253 Oct 13 15:29:48.144100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a144d-0857-411b-b444-783b4f2289f6 req-b37c85ae-a94c-4356-a098-2d1604d9b1d4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:48.145638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe6a144d-0857-411b-b444-783b4f2289f6 req-b37c85ae-a94c-4356-a098-2d1604d9b1d4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0546458 Oct 13 15:29:48.183738 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe6a144d-0857-411b-b444-783b4f2289f6 req-89ddf082-1b5e-410f-99ac-8aecd06f4040 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322044 Oct 13 15:29:49.298212 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf86c5f-5484-4aea-b947-348cb8b3bad1 req-22c9a87f-50c0-44e9-928a-81d9f74a6281 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:49.299682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ccf86c5f-5484-4aea-b947-348cb8b3bad1 req-22c9a87f-50c0-44e9-928a-81d9f74a6281 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0485244 Oct 13 15:29:49.338172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ccf86c5f-5484-4aea-b947-348cb8b3bad1 req-4756eeca-01ea-485c-bfa1-b3b7b0c6752c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315456 Oct 13 15:29:49.466021 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.593038 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-60cde910-6ca4-4937-ae4e-1176fc3e92d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:50.452812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701e713-6c9f-414c-b319-a67f6163780f req-f7fe5d1e-2d75-40d6-8457-bbc5e1a9c1b1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:50.454364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d701e713-6c9f-414c-b319-a67f6163780f req-f7fe5d1e-2d75-40d6-8457-bbc5e1a9c1b1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0488107 Oct 13 15:29:50.492267 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d701e713-6c9f-414c-b319-a67f6163780f req-52992e3d-8e9d-427d-a235-77f95b3c5a57 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309727 Oct 13 15:29:51.611444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ab421-126b-430b-a933-4b8e6c4cc4af req-03fbaeeb-71d6-4d16-9896-156c6dc21a17 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:51.612953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2ab421-126b-430b-a933-4b8e6c4cc4af req-03fbaeeb-71d6-4d16-9896-156c6dc21a17 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0526421 Oct 13 15:29:51.650773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d2ab421-126b-430b-a933-4b8e6c4cc4af req-8609c2fe-2bf3-491e-9481-26c04eb783e3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310590 Oct 13 15:29:52.352557 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c18fe7d-c701-4933-aa58-f0eda032c72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:52.768090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17714ba6-04cb-49dc-86d6-7d08fc518d7c req-74b1917e-c7e7-4187-bdf5-d6c2950ee770 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:52.769602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17714ba6-04cb-49dc-86d6-7d08fc518d7c req-74b1917e-c7e7-4187-bdf5-d6c2950ee770 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0493701 Oct 13 15:29:52.774574 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:52.807289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-17714ba6-04cb-49dc-86d6-7d08fc518d7c req-3476401d-5e21-411d-b44f-be495f27cc57 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315523 Oct 13 15:29:53.921916 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f32f4-9cec-45db-9c49-83dc9af2a750 req-ee00ad0d-1193-4fea-9213-be53cdc8d91b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:53.923298 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb9f32f4-9cec-45db-9c49-83dc9af2a750 req-ee00ad0d-1193-4fea-9213-be53cdc8d91b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0491807 Oct 13 15:29:53.960522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fb9f32f4-9cec-45db-9c49-83dc9af2a750 req-a378f19e-a2ca-45bc-bace-e37310dc8116 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312309 Oct 13 15:29:54.042913 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:54.151622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.084348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9154aeb-75e8-41c2-9c78-ad24938b345c req-b9989b3f-1989-4133-a9f3-3403d4282f88 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:55.085881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9154aeb-75e8-41c2-9c78-ad24938b345c req-b9989b3f-1989-4133-a9f3-3403d4282f88 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0569942 Oct 13 15:29:55.125539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9154aeb-75e8-41c2-9c78-ad24938b345c req-4ea76422-78f3-4a35-ab08-8a6790179abd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330925 Oct 13 15:29:55.684244 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:56.241429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc98d87-f37d-4fc1-94d6-78d6b164146e req-a0589bb8-abf3-4a2c-a213-a70567109894 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:29:56.243872 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bc98d87-f37d-4fc1-94d6-78d6b164146e req-a0589bb8-abf3-4a2c-a213-a70567109894 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0505621 Oct 13 15:29:56.281731 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7bc98d87-f37d-4fc1-94d6-78d6b164146e req-bf0bd9e6-c6c5-4863-a269-86ae33862704 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317855 Oct 13 15:29:56.303741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41598) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:29:56.367456 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8279846f-bf5d-4721-9ce5-78b27f97d235 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/f782b0aa-97dc-4c17-8542-691216f363bc HTTP/1.1" status: 200 len: 993 time: 0.0625145 Oct 13 15:30:01.744121 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:30:09.530117 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d44d94f-26ad-46f2-af1e-e1835dedd88a req-bca60dcb-3911-488b-82d5-643fe8c754a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422401 Oct 13 15:30:09.619755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44d94f-26ad-46f2-af1e-e1835dedd88a req-bb2f3ec7-f9cf-45b5-a58c-c2e2888511de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:30:09.621291 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d44d94f-26ad-46f2-af1e-e1835dedd88a req-bb2f3ec7-f9cf-45b5-a58c-c2e2888511de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 1098 time: 0.0419292 Oct 13 15:30:09.732127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44d94f-26ad-46f2-af1e-e1835dedd88a req-09adb78d-7bb4-4e0b-b35f-b84dc837c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:30:09.734134 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d44d94f-26ad-46f2-af1e-e1835dedd88a req-09adb78d-7bb4-4e0b-b35f-b84dc837c4fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=29084d6c-2313-4ae9-9cbd-6e70dd313345 HTTP/1.1" status: 200 len: 897 time: 0.0899057 Oct 13 15:30:09.800522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d44d94f-26ad-46f2-af1e-e1835dedd88a req-83769801-4092-42f7-974f-d8fc580680f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36726ed4-ab89-40ea-acde-89956b2f33ce HTTP/1.1" status: 200 len: 1001 time: 0.0590672 Oct 13 15:30:09.850848 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44d94f-26ad-46f2-af1e-e1835dedd88a req-31c67ef1-addf-4e98-b592-eaf60fcf947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:30:09.852413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d44d94f-26ad-46f2-af1e-e1835dedd88a req-31c67ef1-addf-4e98-b592-eaf60fcf947d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=697e5410-82f2-4645-aa1c-026eead96be3 HTTP/1.1" status: 200 len: 835 time: 0.0449018 Oct 13 15:30:09.904804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44d94f-26ad-46f2-af1e-e1835dedd88a req-5d8ce77d-3d79-4027-a741-18a02dd02576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:30:09.906418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d44d94f-26ad-46f2-af1e-e1835dedd88a req-5d8ce77d-3d79-4027-a741-18a02dd02576 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29084d6c-2313-4ae9-9cbd-6e70dd313345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456352 Oct 13 15:30:09.996357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d44d94f-26ad-46f2-af1e-e1835dedd88a req-cf23c040-d487-4252-905d-1e6beb2a9696 service neutron] 10.222.0.41 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819900 Oct 13 15:30:10.091805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d44d94f-26ad-46f2-af1e-e1835dedd88a req-c04449c9-39d1-43d5-af06-d65709732a1f service neutron] 10.222.0.41 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879588 Oct 13 15:30:19.419727 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.608809 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b9920412-b050-406f-8612-c6b4ce07ab6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:22.351157 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6ec651cd-73e9-418d-839c-68dd11fef37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:22.774042 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:24.043066 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:24.157139 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.637131 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:38.743638 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:30:49.414272 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.578981 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-79c71c6b-5a02-4aa5-917d-524a695305ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.267653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41622) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:30:51.427740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 2178e2b0-4188-4234-8d55-fc00ec01defe {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:30:51.428100 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.503971 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.504292 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.516727 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 2178e2b0-4188-4234-8d55-fc00ec01defe owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:30:51.744572 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.768461 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=2178e2b0-4188-4234-8d55-fc00ec01defe,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:51.783325 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:51.783697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:51.784033 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:51.784410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:51.784743 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:51.785109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:51.785444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:51.785772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:51.786127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:51.786469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:51.786793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:51.787119 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:51.844664 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.845020 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Floating IP f782b0aa-97dc-4c17-8542-691216f363bc disassociated (deleted). External IP: 172.25.0.91, port: 36726ed4-ab89-40ea-acde-89956b2f33ce. Oct 13 15:30:52.051297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router a4a521fe-2cd7-44ba-8191-8ac415e32606 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:30:52.160400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:30:52.166361 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.171236 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea5174-7746-4e61-b1a3-690d1e4bf6dd None None] Sync routers for ids ['a4a521fe-2cd7-44ba-8191-8ac415e32606'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:52.181817 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea5174-7746-4e61-b1a3-690d1e4bf6dd None None] Routers {'a4a521fe-2cd7-44ba-8191-8ac415e32606'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:30:52.182428 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5aea5174-7746-4e61-b1a3-690d1e4bf6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:30:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a4a521fe-2cd7-44ba-8191-8ac415e32606'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:52.195915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-692ac670-cb62-4252-bafa-6fad0ca12e15 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/floatingips/f782b0aa-97dc-4c17-8542-691216f363bc HTTP/1.1" status: 204 len: 168 time: 0.9270129 Oct 13 15:30:52.196556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'tag': '36726ed4-ab89-40ea-acde-89956b2f33ce'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:30:52.199189 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875f5343-ce81-4f8d-b477-c8c6ae5f5e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb497e6-1b43-4a33-9191-5c6c79504515", "tag": "36726ed4-ab89-40ea-acde-89956b2f33ce"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:30:52.245910 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb64662-c5bd-4c9e-8ee3-774d933080cc x-openstack-request-id: req-7eb64662-c5bd-4c9e-8ee3-774d933080cc {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:30:52.246255 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb497e6-1b43-4a33-9191-5c6c79504515", "tag": "36726ed4-ab89-40ea-acde-89956b2f33ce", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:30:52.246465 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7eb64662-c5bd-4c9e-8ee3-774d933080cc {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:30:52.246876 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'tag': '36726ed4-ab89-40ea-acde-89956b2f33ce', 'status': 'completed', 'code': 200} Oct 13 15:30:52.316691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5343-ce81-4f8d-b477-c8c6ae5f5e4e req-f30adcb3-c62b-45e3-86a7-c24e63b192d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:30:52.318653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-875f5343-ce81-4f8d-b477-c8c6ae5f5e4e req-f30adcb3-c62b-45e3-86a7-c24e63b192d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 1098 time: 0.0455539 Oct 13 15:30:52.338008 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-5aea5174-7746-4e61-b1a3-690d1e4bf6dd None None] Set router a4a521fe-2cd7-44ba-8191-8ac415e32606 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:30:52.345039 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3203d2fd-8feb-4508-8a86-8646a04d5f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.416770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5343-ce81-4f8d-b477-c8c6ae5f5e4e req-57b4eff0-4576-4dee-9668-5c076b777f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:30:52.418410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-875f5343-ce81-4f8d-b477-c8c6ae5f5e4e req-57b4eff0-4576-4dee-9668-5c076b777f61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29084d6c-2313-4ae9-9cbd-6e70dd313345 HTTP/1.1" status: 200 len: 897 time: 0.0916438 Oct 13 15:30:52.462161 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-875f5343-ce81-4f8d-b477-c8c6ae5f5e4e req-4020010a-49e5-435d-aca8-6704308946d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36726ed4-ab89-40ea-acde-89956b2f33ce HTTP/1.1" status: 200 len: 217 time: 0.0360651 Oct 13 15:30:52.520864 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5343-ce81-4f8d-b477-c8c6ae5f5e4e req-d5a8165e-6206-4f85-b271-56ffae66f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:30:52.522373 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-875f5343-ce81-4f8d-b477-c8c6ae5f5e4e req-d5a8165e-6206-4f85-b271-56ffae66f300 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=697e5410-82f2-4645-aa1c-026eead96be3 HTTP/1.1" status: 200 len: 835 time: 0.0527246 Oct 13 15:30:52.549854 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5aea5174-7746-4e61-b1a3-690d1e4bf6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:07Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '31fd69ae-bb2b-46ce-be0b-1bc804224e55', 'name': '', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:5b:0a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '697e5410-82f2-4645-aa1c-026eead96be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:07Z', 'updated_at': '2021-10-13T15:28:11Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '697e5410-82f2-4645-aa1c-026eead96be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:52.576179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f5343-ce81-4f8d-b477-c8c6ae5f5e4e req-bed604bd-d25b-46e7-85be-9600cad16921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:30:52.577637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-875f5343-ce81-4f8d-b477-c8c6ae5f5e4e req-bed604bd-d25b-46e7-85be-9600cad16921 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29084d6c-2313-4ae9-9cbd-6e70dd313345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467260 Oct 13 15:30:52.580726 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea5174-7746-4e61-b1a3-690d1e4bf6dd None None] Checking router: a4a521fe-2cd7-44ba-8191-8ac415e32606 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:30:52.591101 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea5174-7746-4e61-b1a3-690d1e4bf6dd None None] Routers {'a4a521fe-2cd7-44ba-8191-8ac415e32606'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:30:52.591701 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5aea5174-7746-4e61-b1a3-690d1e4bf6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:30:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a4a521fe-2cd7-44ba-8191-8ac415e32606'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:52.679116 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-875f5343-ce81-4f8d-b477-c8c6ae5f5e4e req-884f5893-c531-4953-bbf2-98395ef119db service neutron] 10.222.0.41 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918109 Oct 13 15:30:52.705721 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-5aea5174-7746-4e61-b1a3-690d1e4bf6dd None None] Set router a4a521fe-2cd7-44ba-8191-8ac415e32606 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:30:52.765768 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.823695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b52d6-e59e-4fce-b65f-258cdf750192 req-756cda5e-22da-4874-83ca-aaf9dc73b64e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:30:52.825384 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d4b52d6-e59e-4fce-b65f-258cdf750192 req-756cda5e-22da-4874-83ca-aaf9dc73b64e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0806832 Oct 13 15:30:52.831924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-875f5343-ce81-4f8d-b477-c8c6ae5f5e4e req-b7715884-79a0-464a-83cb-368d7cd73cf0 service neutron] 10.222.0.41 "GET /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421216 Oct 13 15:30:52.868903 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1d4b52d6-e59e-4fce-b65f-258cdf750192 req-3149c786-ce15-403f-936f-a44212fc80ff tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360398 Oct 13 15:30:53.014250 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-5aea5174-7746-4e61-b1a3-690d1e4bf6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:07Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '31fd69ae-bb2b-46ce-be0b-1bc804224e55', 'name': '', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:5b:0a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '697e5410-82f2-4645-aa1c-026eead96be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:07Z', 'updated_at': '2021-10-13T15:28:11Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '697e5410-82f2-4645-aa1c-026eead96be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:53.044239 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea5174-7746-4e61-b1a3-690d1e4bf6dd None None] The sync data for ids ['a4a521fe-2cd7-44ba-8191-8ac415e32606'] in n-d-806683-15 is: [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:07Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '31fd69ae-bb2b-46ce-be0b-1bc804224e55', 'name': '', 'network_id': '29084d6c-2313-4ae9-9cbd-6e70dd313345', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:5b:0a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '697e5410-82f2-4645-aa1c-026eead96be3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:07Z', 'updated_at': '2021-10-13T15:28:11Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '697e5410-82f2-4645-aa1c-026eead96be3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:53.267884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cadc18-666b-4077-afa8-5931a4b7910f None None] New status for floating IP f782b0aa-97dc-4c17-8542-691216f363bc: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:30:54.007020 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894873e1-13b8-4a4c-a05c-e17f5e946ebc req-cf1439bc-d851-4409-979d-17860cdffb3a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:30:54.008685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-894873e1-13b8-4a4c-a05c-e17f5e946ebc req-cf1439bc-d851-4409-979d-17860cdffb3a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0496294 Oct 13 15:30:54.047780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-894873e1-13b8-4a4c-a05c-e17f5e946ebc req-a9275646-4e43-4981-914e-1593578ea479 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd015962-5d0e-44c1-adf9-06b19fc96f17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327787 Oct 13 15:30:54.053151 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.156234 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.650657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba1c7f-937b-4332-bcdd-cef9acb88961 req-9b0b2602-e452-41df-b6e8-8ebd16f86331 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:30:54.652153 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6ba1c7f-937b-4332-bcdd-cef9acb88961 req-9b0b2602-e452-41df-b6e8-8ebd16f86331 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 946 time: 0.0521929 Oct 13 15:30:54.748371 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f6ba1c7f-937b-4332-bcdd-cef9acb88961 req-377d328b-98c4-440a-b5b5-be0f18f7bc4f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 36726ed4-ab89-40ea-acde-89956b2f33ce {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:30:54.748705 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f6ba1c7f-937b-4332-bcdd-cef9acb88961 req-377d328b-98c4-440a-b5b5-be0f18f7bc4f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.841228 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-f6ba1c7f-937b-4332-bcdd-cef9acb88961 req-377d328b-98c4-440a-b5b5-be0f18f7bc4f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port 36726ed4-ab89-40ea-acde-89956b2f33ce, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=36726ed4-ab89-40ea-acde-89956b2f33ce,segment=NetworkSegment(7d9199e2-6eac-4bd0-948c-ee265365174a),segment_id=7d9199e2-6eac-4bd0-948c-ee265365174a)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:30:54.841583 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f6ba1c7f-937b-4332-bcdd-cef9acb88961 req-377d328b-98c4-440a-b5b5-be0f18f7bc4f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.856064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-f6ba1c7f-937b-4332-bcdd-cef9acb88961 req-377d328b-98c4-440a-b5b5-be0f18f7bc4f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 36726ed4-ab89-40ea-acde-89956b2f33ce owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:30:55.053574 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f6ba1c7f-937b-4332-bcdd-cef9acb88961 req-377d328b-98c4-440a-b5b5-be0f18f7bc4f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.083748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d328b-98c4-440a-b5b5-be0f18f7bc4f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=36726ed4-ab89-40ea-acde-89956b2f33ce,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:55.129283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ba1c7f-937b-4332-bcdd-cef9acb88961 req-377d328b-98c4-440a-b5b5-be0f18f7bc4f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] No DVR routers for this DVR port 36726ed4-ab89-40ea-acde-89956b2f33ce on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:30:55.133931 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-f6ba1c7f-937b-4332-bcdd-cef9acb88961 req-377d328b-98c4-440a-b5b5-be0f18f7bc4f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.137250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f6ba1c7f-937b-4332-bcdd-cef9acb88961 req-377d328b-98c4-440a-b5b5-be0f18f7bc4f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "DELETE /v2.0/ports/36726ed4-ab89-40ea-acde-89956b2f33ce HTTP/1.1" status: 204 len: 173 time: 0.4780388 Oct 13 15:30:55.145097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'name': 'network-vif-deleted', 'tag': '36726ed4-ab89-40ea-acde-89956b2f33ce'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:30:55.147338 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e760d80-2bb6-404c-bf6f-67fd4f8bb572" -d '{"events": [{"server_uuid": "3bb497e6-1b43-4a33-9191-5c6c79504515", "name": "network-vif-deleted", "tag": "36726ed4-ab89-40ea-acde-89956b2f33ce"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:30:55.167777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-263d11d0-59a5-4eb9-bc5b-1c78506cea29 req-e1c35baf-de5b-4a70-bc1d-bf8b09fd9e8f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bb497e6-1b43-4a33-9191-5c6c79504515 HTTP/1.1" status: 200 len: 210 time: 0.0397010 Oct 13 15:30:55.186233 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa051b4-0889-4679-a7d1-7d2cbf5a6877 x-openstack-request-id: req-3fa051b4-0889-4679-a7d1-7d2cbf5a6877 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:30:55.186539 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb497e6-1b43-4a33-9191-5c6c79504515", "name": "network-vif-deleted", "tag": "36726ed4-ab89-40ea-acde-89956b2f33ce", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:30:55.186771 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fa051b4-0889-4679-a7d1-7d2cbf5a6877 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:30:55.187144 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb497e6-1b43-4a33-9191-5c6c79504515', 'name': 'network-vif-deleted', 'tag': '36726ed4-ab89-40ea-acde-89956b2f33ce', 'status': 'completed', 'code': 200} Oct 13 15:30:55.665554 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.227792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41638) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:30:56.582993 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.834663 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 31fd69ae-bb2b-46ce-be0b-1bc804224e55 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:30:56.834906 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.926381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port 31fd69ae-bb2b-46ce-be0b-1bc804224e55, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=31fd69ae-bb2b-46ce-be0b-1bc804224e55,segment=NetworkSegment(7d9199e2-6eac-4bd0-948c-ee265365174a),segment_id=7d9199e2-6eac-4bd0-948c-ee265365174a)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:30:56.927769 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.940282 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 31fd69ae-bb2b-46ce-be0b-1bc804224e55 owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:30:57.430290 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.464808 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=31fd69ae-bb2b-46ce-be0b-1bc804224e55,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:57.489675 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:57.490057 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:57.490343 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:57.490671 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:57.490993 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:57.491313 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:57.491632 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:57.491950 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:57.492266 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:57.492586 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:57.492898 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:57.493899 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:57.647603 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.858813 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router a4a521fe-2cd7-44ba-8191-8ac415e32606 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:30:57.970617 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:30:57.975606 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4b57f20e-e06d-4213-a15c-ebf0f497e9ce tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "PUT /v2.0/routers/a4a521fe-2cd7-44ba-8191-8ac415e32606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7481272 Oct 13 15:30:57.978446 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41642) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:30:57.980700 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84122b6a-12bb-4d54-938b-b2a1d3ee47e6 None None] Sync routers for ids ['a4a521fe-2cd7-44ba-8191-8ac415e32606'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:57.990354 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84122b6a-12bb-4d54-938b-b2a1d3ee47e6 None None] Routers {'a4a521fe-2cd7-44ba-8191-8ac415e32606'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:30:57.990955 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-84122b6a-12bb-4d54-938b-b2a1d3ee47e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:30:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a4a521fe-2cd7-44ba-8191-8ac415e32606'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:58.030016 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e58172-173c-4a0b-9033-2850a98e8a3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting subnet 697e5410-82f2-4645-aa1c-026eead96be3 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:30:58.033084 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63e58172-173c-4a0b-9033-2850a98e8a3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.073536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63e58172-173c-4a0b-9033-2850a98e8a3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.095484 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-84122b6a-12bb-4d54-938b-b2a1d3ee47e6 None None] Set router a4a521fe-2cd7-44ba-8191-8ac415e32606 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:30:58.162054 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63e58172-173c-4a0b-9033-2850a98e8a3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.270964 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63e58172-173c-4a0b-9033-2850a98e8a3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.277479 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-84122b6a-12bb-4d54-938b-b2a1d3ee47e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:30:57Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:58.298819 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e58172-173c-4a0b-9033-2850a98e8a3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Subnet': ['ID=697e5410-82f2-4645-aa1c-026eead96be3,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:58.303170 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-63e58172-173c-4a0b-9033-2850a98e8a3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.304238 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84122b6a-12bb-4d54-938b-b2a1d3ee47e6 None None] Checking router: a4a521fe-2cd7-44ba-8191-8ac415e32606 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:30:58.309736 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-63e58172-173c-4a0b-9033-2850a98e8a3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/subnets/697e5410-82f2-4645-aa1c-026eead96be3 HTTP/1.1" status: 204 len: 168 time: 0.3269801 Oct 13 15:30:58.310144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41644) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:30:58.311226 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae59830-1877-4fa6-b06b-a2c90b7a076b None None] Network 29084d6c-2313-4ae9-9cbd-6e70dd313345 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:30:58.313812 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84122b6a-12bb-4d54-938b-b2a1d3ee47e6 None None] Routers {'a4a521fe-2cd7-44ba-8191-8ac415e32606'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:30:58.314417 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-84122b6a-12bb-4d54-938b-b2a1d3ee47e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:30:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['a4a521fe-2cd7-44ba-8191-8ac415e32606'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:58.424935 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-84122b6a-12bb-4d54-938b-b2a1d3ee47e6 None None] Set router a4a521fe-2cd7-44ba-8191-8ac415e32606 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:30:58.428517 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.523773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] DHCP port deletion for 29084d6c-2313-4ae9-9cbd-6e70dd313345 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:30:58.549859 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.574324 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Deleting port fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:30:58.574695 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.644861 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] For port fe2fdc9e-0eef-4f41-a53e-c3d8d0724728, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fe2fdc9e-0eef-4f41-a53e-c3d8d0724728,segment=NetworkSegment(7d9199e2-6eac-4bd0-948c-ee265365174a),segment_id=7d9199e2-6eac-4bd0-948c-ee265365174a)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:30:58.645294 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.647026 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-84122b6a-12bb-4d54-938b-b2a1d3ee47e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:30:57Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:58.658410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Calling delete_port for fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:30:58.675308 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84122b6a-12bb-4d54-938b-b2a1d3ee47e6 None None] The sync data for ids ['a4a521fe-2cd7-44ba-8191-8ac415e32606'] in n-d-806683-15 is: [{'id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614558312', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:30:57Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '47cce1a0-06af-45ee-b430-8d27b2e84be8', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a521fe-2cd7-44ba-8191-8ac415e32606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:28:03Z', 'updated_at': '2021-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:58.694583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 47cce1a0-06af-45ee-b430-8d27b2e84be8 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:30:58.694968 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.779218 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.782051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port 47cce1a0-06af-45ee-b430-8d27b2e84be8, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=47cce1a0-06af-45ee-b430-8d27b2e84be8,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:30:58.782630 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.796118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 47cce1a0-06af-45ee-b430-8d27b2e84be8 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:30:58.806986 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Pushing event deleted for resources: {'Port': ['ID=fe2fdc9e-0eef-4f41-a53e-c3d8d0724728,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:58.814611 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] No DVR routers for this DVR port fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:30:58.818118 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:58.818531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:58.818788 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:58.819116 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:58.819441 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:58.819773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:58.820099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:58.820444 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:58.820741 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:58.821144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:58.821989 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:58.822733 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bdf20c-f499-48f4-b1fa-41f720153343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:59.007317 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.035832 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=47cce1a0-06af-45ee-b430-8d27b2e84be8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:59.104404 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.421342 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 36726ed4-ab89-40ea-acde-89956b2f33ce no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:30:59.444574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 36726ed4-ab89-40ea-acde-89956b2f33ce {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:30:59.444916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 36726ed4-ab89-40ea-acde-89956b2f33ce not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:30:59.502875 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.505075 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.607892 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.608354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Fanout notify agent at l3_agent the message router_deleted on router a4a521fe-2cd7-44ba-8191-8ac415e32606 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:30:59.616670 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.618624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-38d9872a-9141-4068-85a2-8ccf470f3660 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/routers/a4a521fe-2cd7-44ba-8191-8ac415e32606 HTTP/1.1" status: 204 len: 168 time: 1.3067293 Oct 13 15:30:59.621465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41646) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:30:59.707070 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f75cbbe-025f-4997-bf0c-0802810105d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.793103 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f75cbbe-025f-4997-bf0c-0802810105d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.812632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2f75cbbe-025f-4997-bf0c-0802810105d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29084d6c-2313-4ae9-9cbd-6e70dd313345']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:59.821551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2f75cbbe-025f-4997-bf0c-0802810105d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9199e2-6eac-4bd0-948c-ee265365174a') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:59.821842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2f75cbbe-025f-4997-bf0c-0802810105d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9199e2-6eac-4bd0-948c-ee265365174a') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:59.830900 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f75cbbe-025f-4997-bf0c-0802810105d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.843610 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f75cbbe-025f-4997-bf0c-0802810105d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.849426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f75cbbe-025f-4997-bf0c-0802810105d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:30:59.849829 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f75cbbe-025f-4997-bf0c-0802810105d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:30:59.853539 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:30:59.950610 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f75cbbe-025f-4997-bf0c-0802810105d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.963672 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f75cbbe-025f-4997-bf0c-0802810105d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.963672 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2f75cbbe-025f-4997-bf0c-0802810105d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/networks/29084d6c-2313-4ae9-9cbd-6e70dd313345 HTTP/1.1" status: 204 len: 168 time: 0.3383262 Oct 13 15:30:59.964053 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41648) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:30:59.973132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75cbbe-025f-4997-bf0c-0802810105d5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Network': ['ID=29084d6c-2313-4ae9-9cbd-6e70dd313345,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:00.027685 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-adc25e51-ef5a-49f9-bc3a-ec632168bdf1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.054075 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-adc25e51-ef5a-49f9-bc3a-ec632168bdf1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.155981 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-adc25e51-ef5a-49f9-bc3a-ec632168bdf1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.158651 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-adc25e51-ef5a-49f9-bc3a-ec632168bdf1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.164396 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-adc25e51-ef5a-49f9-bc3a-ec632168bdf1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/security-groups/cd015962-5d0e-44c1-adf9-06b19fc96f17 HTTP/1.1" status: 204 len: 168 time: 0.1950469 Oct 13 15:31:00.169770 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc25e51-ef5a-49f9-bc3a-ec632168bdf1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd015962-5d0e-44c1-adf9-06b19fc96f17,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:00.478890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:31:00.499102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:31:00.499722 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fe2fdc9e-0eef-4f41-a53e-c3d8d0724728 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:31:00.500129 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 47cce1a0-06af-45ee-b430-8d27b2e84be8 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:31:00.518220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 47cce1a0-06af-45ee-b430-8d27b2e84be8 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:31:00.518558 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 47cce1a0-06af-45ee-b430-8d27b2e84be8 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:31:00.518944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 31fd69ae-bb2b-46ce-be0b-1bc804224e55 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:31:00.537929 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 31fd69ae-bb2b-46ce-be0b-1bc804224e55 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:31:00.538275 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 31fd69ae-bb2b-46ce-be0b-1bc804224e55 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:31:01.494953 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41656) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:01.500003 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b1e67ee6-eba1-4d51-a506-f08b1d94e30a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1961650359', 'description': 'tempest-secgroup-smoke-1961650359 description', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:01.567322 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1e67ee6-eba1-4d51-a506-f08b1d94e30a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.636422 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1e67ee6-eba1-4d51-a506-f08b1d94e30a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.698508 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1e67ee6-eba1-4d51-a506-f08b1d94e30a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.727149 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e67ee6-eba1-4d51-a506-f08b1d94e30a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770b3d60-eb6b-45cd-859f-e4dbef617508,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:01.775792 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1e67ee6-eba1-4d51-a506-f08b1d94e30a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.777105 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b1e67ee6-eba1-4d51-a506-f08b1d94e30a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2809858 Oct 13 15:31:01.779956 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41658) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:01.784281 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-65c607bd-01c4-432e-81ec-b1efd34ae999 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '770b3d60-eb6b-45cd-859f-e4dbef617508', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:01.858204 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65c607bd-01c4-432e-81ec-b1efd34ae999 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.914030 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65c607bd-01c4-432e-81ec-b1efd34ae999 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.984682 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65c607bd-01c4-432e-81ec-b1efd34ae999 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.004011 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c607bd-01c4-432e-81ec-b1efd34ae999 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29fc81c-8d0b-446b-9614-ce6a6195c7eb,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:02.061100 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-65c607bd-01c4-432e-81ec-b1efd34ae999 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.062308 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-65c607bd-01c4-432e-81ec-b1efd34ae999 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2814312 Oct 13 15:31:02.065091 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41660) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:02.069481 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-000718eb-fffd-4565-90a0-a7f926509d34 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '770b3d60-eb6b-45cd-859f-e4dbef617508', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:02.155547 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-000718eb-fffd-4565-90a0-a7f926509d34 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.215169 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-000718eb-fffd-4565-90a0-a7f926509d34 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.270206 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-000718eb-fffd-4565-90a0-a7f926509d34 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.288208 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000718eb-fffd-4565-90a0-a7f926509d34 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2607aae-d368-429d-94be-7b822a04df96,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:02.363242 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-000718eb-fffd-4565-90a0-a7f926509d34 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.364511 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-000718eb-fffd-4565-90a0-a7f926509d34 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2984400 Oct 13 15:31:02.367234 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41662) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:02.372097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b1db77bb-44bf-4e09-9b2c-0c92f4a263a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '770b3d60-eb6b-45cd-859f-e4dbef617508', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:02.452325 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1db77bb-44bf-4e09-9b2c-0c92f4a263a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.511666 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1db77bb-44bf-4e09-9b2c-0c92f4a263a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.573820 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1db77bb-44bf-4e09-9b2c-0c92f4a263a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.592173 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db77bb-44bf-4e09-9b2c-0c92f4a263a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5017b5b-7fd1-47fa-b4b6-cfe6cbba36c5,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:02.655281 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b1db77bb-44bf-4e09-9b2c-0c92f4a263a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.656515 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b1db77bb-44bf-4e09-9b2c-0c92f4a263a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2883630 Oct 13 15:31:02.659434 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41664) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:02.663730 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-61138d48-3b4d-4db3-8440-a841e1b94536 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '770b3d60-eb6b-45cd-859f-e4dbef617508', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:02.766616 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61138d48-3b4d-4db3-8440-a841e1b94536 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.825534 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61138d48-3b4d-4db3-8440-a841e1b94536 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.898540 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61138d48-3b4d-4db3-8440-a841e1b94536 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.915810 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61138d48-3b4d-4db3-8440-a841e1b94536 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5412173f-d3ec-496b-8dce-fd1f0f4a9541,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:02.991969 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61138d48-3b4d-4db3-8440-a841e1b94536 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.993273 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-61138d48-3b4d-4db3-8440-a841e1b94536 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3328767 Oct 13 15:31:02.996201 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41666) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:03.000773 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-00cddd55-8d13-4461-a42d-65fd38fe2c9b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '770b3d60-eb6b-45cd-859f-e4dbef617508', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:03.099007 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-00cddd55-8d13-4461-a42d-65fd38fe2c9b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Project 9901f73df2cf4ca78caea42b77b2e0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:31:03.104840 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00cddd55-8d13-4461-a42d-65fd38fe2c9b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.165800 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00cddd55-8d13-4461-a42d-65fd38fe2c9b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.207284 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00cddd55-8d13-4461-a42d-65fd38fe2c9b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.225173 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cddd55-8d13-4461-a42d-65fd38fe2c9b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02563dcf-e78e-43c0-a4d7-b4152a950c22,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:03.272078 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00cddd55-8d13-4461-a42d-65fd38fe2c9b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.273297 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-00cddd55-8d13-4461-a42d-65fd38fe2c9b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2761426 Oct 13 15:31:03.276613 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41668) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:03.281090 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-50cb41bd-c57d-447b-a49d-ae997325993a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '770b3d60-eb6b-45cd-859f-e4dbef617508', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:03.338785 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-50cb41bd-c57d-447b-a49d-ae997325993a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Project 9901f73df2cf4ca78caea42b77b2e0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:31:03.344052 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50cb41bd-c57d-447b-a49d-ae997325993a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.403717 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50cb41bd-c57d-447b-a49d-ae997325993a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.458757 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50cb41bd-c57d-447b-a49d-ae997325993a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.477274 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb41bd-c57d-447b-a49d-ae997325993a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af5ad63-020f-41f7-aa46-f3363ff4e2e2,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:03.530132 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50cb41bd-c57d-447b-a49d-ae997325993a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.531374 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-50cb41bd-c57d-447b-a49d-ae997325993a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2537801 Oct 13 15:31:03.534195 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41670) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:03.539135 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ba273e1a-a973-462a-8f88-aebd3e836a50 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'network': {'name': 'tempest-network-smoke--400589626', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'port_security_enabled': True}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:03.630197 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba273e1a-a973-462a-8f88-aebd3e836a50 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:03.633796 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba273e1a-a973-462a-8f88-aebd3e836a50 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.657518 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba273e1a-a973-462a-8f88-aebd3e836a50 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:31:03.665760 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba273e1a-a973-462a-8f88-aebd3e836a50 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.666107 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-ba273e1a-a973-462a-8f88-aebd3e836a50 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Added segment 718cb276-0575-4fe8-9237-fd7942533826 of type vlan for network fef3f460-ba86-4250-b42d-3c62b89e6d68 Oct 13 15:31:03.704636 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba273e1a-a973-462a-8f88-aebd3e836a50 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.779433 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba273e1a-a973-462a-8f88-aebd3e836a50 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.784944 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba273e1a-a973-462a-8f88-aebd3e836a50 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:03.785552 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ba273e1a-a973-462a-8f88-aebd3e836a50 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.848228 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba273e1a-a973-462a-8f88-aebd3e836a50 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Network': ['ID=fef3f460-ba86-4250-b42d-3c62b89e6d68,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:03.859204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network fef3f460-ba86-4250-b42d-3c62b89e6d68 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:31:03.884603 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ba273e1a-a973-462a-8f88-aebd3e836a50 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3493502 Oct 13 15:31:03.888073 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41672) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:03.892521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'admin_state_up': True, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:03.955813 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.956877 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.010915 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.201087 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.456536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.475412 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.578057 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.25.0.237 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/c71c3b13-65bd-4000-8546-a3ca0dec82d2) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:04.693571 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.762894 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.800227 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:04.803083 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:04.806722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:31:04.834225 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=c71c3b13-65bd-4000-8546-a3ca0dec82d2,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:05.115841 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.307041 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.493150 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router f8a42125-bc37-4d90-986c-adf2ea971797 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:31:05.599237 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:31:05.609941 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Sync routers for ids ['f8a42125-bc37-4d90-986c-adf2ea971797'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:05.618812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Routers {'f8a42125-bc37-4d90-986c-adf2ea971797'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:31:05.619410 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:30:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f8a42125-bc37-4d90-986c-adf2ea971797'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:05.689615 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.690692 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ddc3fd52-16a4-41dd-9834-2bdca48c514c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8016548 Oct 13 15:31:05.693830 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41674) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:05.722896 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-f545a83f-31f8-4040-9aae-bcfafc8f44bc tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9901f73df2cf4ca78caea42b77b2e0f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279524 Oct 13 15:31:05.725528 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41676) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:05.821614 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff585fa8-ca33-45f1-a8c1-22980009e2ec tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:05.823057 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ff585fa8-ca33-45f1-a8c1-22980009e2ec tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0966094 Oct 13 15:31:05.826141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41678) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:05.857455 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-cbf05d1d-b7d0-4bca-91a2-44658fe6d69f tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301876 Oct 13 15:31:05.859975 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41680) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:05.864903 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9507909f-b0d0-4030-889f-cdc53243f441 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1206339505', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:05.882105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Set router f8a42125-bc37-4d90-986c-adf2ea971797 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:31:06.007407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9507909f-b0d0-4030-889f-cdc53243f441 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:06.011094 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9507909f-b0d0-4030-889f-cdc53243f441 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.068279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:31:04Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:06.097650 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Checking router: f8a42125-bc37-4d90-986c-adf2ea971797 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:31:06.098255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Updating router f8a42125-bc37-4d90-986c-adf2ea971797 port c71c3b13-65bd-4000-8546-a3ca0dec82d2 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:31:06.128849 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.264938 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9507909f-b0d0-4030-889f-cdc53243f441 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.330774 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507909f-b0d0-4030-889f-cdc53243f441 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Subnet': ['ID=5c310098-9d9c-4d6e-b057-88f1e0ccfe9d,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:06.342595 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9507909f-b0d0-4030-889f-cdc53243f441 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Checking segment: {'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:31:06.342959 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9507909f-b0d0-4030-889f-cdc53243f441 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network hostable DHCP agents. Network: fef3f460-ba86-4250-b42d-3c62b89e6d68, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:31:06.381835 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.435776 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9507909f-b0d0-4030-889f-cdc53243f441 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network fef3f460-ba86-4250-b42d-3c62b89e6d68 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:31:06.458561 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.504698 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-9507909f-b0d0-4030-889f-cdc53243f441 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, fef3f460-ba86-4250-b42d-3c62b89e6d68) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:06.509166 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9507909f-b0d0-4030-889f-cdc53243f441 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:06.511173 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9507909f-b0d0-4030-889f-cdc53243f441 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.511306 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc1e81-da6d-4553-a54f-616f77a2203b None None] Pushing event updated for resources: {'Port': ['ID=c71c3b13-65bd-4000-8546-a3ca0dec82d2,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:06.513530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Attempting to bind port c71c3b13-65bd-4000-8546-a3ca0dec82d2 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:31:06.513994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Attempting to bind port c71c3b13-65bd-4000-8546-a3ca0dec82d2 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:31:06.514386 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Attempting to bind port c71c3b13-65bd-4000-8546-a3ca0dec82d2 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:31:06.518969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e28b7b5-9b1c-44fe-90f2-9f4f845b047e None None] Network fef3f460-ba86-4250-b42d-3c62b89e6d68 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:31:06.523808 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:31:06.524181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:31:06.524582 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.524972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:31:06.525470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Bound port: c71c3b13-65bd-4000-8546-a3ca0dec82d2, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:31:06.525851 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.582678 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9507909f-b0d0-4030-889f-cdc53243f441 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7214246 Oct 13 15:31:06.585887 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41682) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:06.637711 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] For port c71c3b13-65bd-4000-8546-a3ca0dec82d2, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:31:06.653173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] For port c71c3b13-65bd-4000-8546-a3ca0dec82d2, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c71c3b13-65bd-4000-8546-a3ca0dec82d2,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:31:06.715216 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.742639 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-fef3f460-ba86-4250-b42d-3c62b89e6d68', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ips': [{'subnet_id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:31:06.743496 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.803484 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Routers {'f8a42125-bc37-4d90-986c-adf2ea971797'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:31:06.804150 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:30:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f8a42125-bc37-4d90-986c-adf2ea971797'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:06.848900 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc1e81-da6d-4553-a54f-616f77a2203b None None] Pushing event updated for resources: {'Port': ['ID=c71c3b13-65bd-4000-8546-a3ca0dec82d2,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:07.017844 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Allocated IP 172.20.0.2 (fef3f460-ba86-4250-b42d-3c62b89e6d68/5c310098-9d9c-4d6e-b057-88f1e0ccfe9d/5b7b4bf7-f259-4987-a53b-56b27a7ea399) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:07.020840 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] Set router f8a42125-bc37-4d90-986c-adf2ea971797 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:31:07.309859 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.312939 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.329608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:31:04Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:07.357136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd2a967-c7a7-4ef8-9776-a14ab4e5046a None None] The sync data for ids ['f8a42125-bc37-4d90-986c-adf2ea971797'] in n-d-806683-15 is: [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:31:04Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:07.378821 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.425046 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Network fef3f460-ba86-4250-b42d-3c62b89e6d68 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:07.429769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:07.432175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:31:07.439487 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Pushing event updated for resources: {'Port': ['ID=5b7b4bf7-f259-4987-a53b-56b27a7ea399,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:07.492819 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Attempting to bind port 5b7b4bf7-f259-4987-a53b-56b27a7ea399 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:31:07.495839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Attempting to bind port 5b7b4bf7-f259-4987-a53b-56b27a7ea399 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:31:07.495839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Attempting to bind port 5b7b4bf7-f259-4987-a53b-56b27a7ea399 on network fef3f460-ba86-4250-b42d-3c62b89e6d68 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:31:07.499776 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:31:07.500222 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Checking segment: {'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:31:07.500686 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.501186 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Bound using segment: {'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:31:07.501726 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Bound port: 5b7b4bf7-f259-4987-a53b-56b27a7ea399, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:31:07.502167 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.573164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] For port 5b7b4bf7-f259-4987-a53b-56b27a7ea399, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:31:07.577416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] For port 5b7b4bf7-f259-4987-a53b-56b27a7ea399, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5b7b4bf7-f259-4987-a53b-56b27a7ea399,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:31:07.626275 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.20.0.1 (fef3f460-ba86-4250-b42d-3c62b89e6d68/5c310098-9d9c-4d6e-b057-88f1e0ccfe9d/d8dfcbfb-5a72-4709-a88e-2087b91f9287) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:07.665011 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.729043 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b2ef1-b6e7-480d-bd33-b95a53024fc1 None None] Pushing event updated for resources: {'Port': ['ID=5b7b4bf7-f259-4987-a53b-56b27a7ea399,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:07.770903 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.853853 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.902943 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network fef3f460-ba86-4250-b42d-3c62b89e6d68 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:07.910115 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:07.917514 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:31:07.955641 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=d8dfcbfb-5a72-4709-a88e-2087b91f9287,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:07.976086 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.186146 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.476365 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.538988 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.544634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c71c3b13-65bd-4000-8546-a3ca0dec82d2 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:31:08.607338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c71c3b13-65bd-4000-8546-a3ca0dec82d2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:08.607727 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.623813 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=d8dfcbfb-5a72-4709-a88e-2087b91f9287,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:08.630635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.707640 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.729647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port c71c3b13-65bd-4000-8546-a3ca0dec82d2, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c71c3b13-65bd-4000-8546-a3ca0dec82d2,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:31:08.733793 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network fef3f460-ba86-4250-b42d-3c62b89e6d68 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:08.735267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:08.788785 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf1acdd-fcb1-4644-bdc0-2974e82f8d5d None None] Network fef3f460-ba86-4250-b42d-3c62b89e6d68 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:31:08.804944 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.804944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5b7b4bf7-f259-4987-a53b-56b27a7ea399 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:31:08.861273 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router f8a42125-bc37-4d90-986c-adf2ea971797 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:31:08.941031 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d825a23d-c060-45f4-be97-51826db3843d None None] Provisioning complete for port 5b7b4bf7-f259-4987-a53b-56b27a7ea399 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:08.941457 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d825a23d-c060-45f4-be97-51826db3843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.976855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:31:08.978362 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=c71c3b13-65bd-4000-8546-a3ca0dec82d2,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:08.991076 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-7e5afdda-9cff-44ac-899b-4512a016b65a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "PUT /v2.0/routers/f8a42125-bc37-4d90-986c-adf2ea971797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3960657 Oct 13 15:31:09.032774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 5b7b4bf7-f259-4987-a53b-56b27a7ea399 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:09.033096 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.174354 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d825a23d-c060-45f4-be97-51826db3843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.193377 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-434418c5-f414-4b62-a8f1-da497a960f03 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961650359&fields=id&tenant_id=9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 267 time: 0.0389521 Oct 13 15:31:09.211668 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.216725 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Sync routers for ids ['f8a42125-bc37-4d90-986c-adf2ea971797'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:09.227679 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Routers {'f8a42125-bc37-4d90-986c-adf2ea971797'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:31:09.228583 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:30:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f8a42125-bc37-4d90-986c-adf2ea971797'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:09.232180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d825a23d-c060-45f4-be97-51826db3843d None None] For port 5b7b4bf7-f259-4987-a53b-56b27a7ea399, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5b7b4bf7-f259-4987-a53b-56b27a7ea399,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:31:09.305034 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d825a23d-c060-45f4-be97-51826db3843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.331418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-3ae2d53e-e536-4581-a81f-b3887c635142 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:09.333320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-3ae2d53e-e536-4581-a81f-b3887c635142 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/networks?id=fef3f460-ba86-4250-b42d-3c62b89e6d68 HTTP/1.1" status: 200 len: 796 time: 0.1319251 Oct 13 15:31:09.354598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-57bf488e-9783-4c39-8e41-cebd0be8ed19 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/quotas/9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 375 time: 0.0149431 Oct 13 15:31:09.356177 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Set router f8a42125-bc37-4d90-986c-adf2ea971797 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:31:09.395128 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:31:09.398646 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:31:09.398646 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825a23d-c060-45f4-be97-51826db3843d None None] Pushing event updated for resources: {'Port': ['ID=5b7b4bf7-f259-4987-a53b-56b27a7ea399,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:09.424348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-70eb047d-9f96-4ffd-9f30-60ef51080c6e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627897 Oct 13 15:31:09.529248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b3fe65e8-8fbb-4b95-8c91-b655fbd6e5ea None None] Provisioning complete for port d8dfcbfb-5a72-4709-a88e-2087b91f9287 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:09.529634 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b3fe65e8-8fbb-4b95-8c91-b655fbd6e5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.570830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe65e8-8fbb-4b95-8c91-b655fbd6e5ea None None] Port d8dfcbfb-5a72-4709-a88e-2087b91f9287 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:31:09.581917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b3fe65e8-8fbb-4b95-8c91-b655fbd6e5ea None None] Provisioning complete for port 5b7b4bf7-f259-4987-a53b-56b27a7ea399 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:09.582296 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b3fe65e8-8fbb-4b95-8c91-b655fbd6e5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.590474 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd8dfcbfb-5a72-4709-a88e-2087b91f9287', 'name': '', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:0a:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:07Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 2, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:09.623585 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Checking router: f8a42125-bc37-4d90-986c-adf2ea971797 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:31:09.624200 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Updating router f8a42125-bc37-4d90-986c-adf2ea971797 port d8dfcbfb-5a72-4709-a88e-2087b91f9287 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:31:09.625198 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-1fbfcb71-b2e7-4afd-8670-c63689558af5 service neutron] 10.222.0.18 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861155 Oct 13 15:31:09.663804 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.723338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-39061654-6adb-4316-bac7-c0377d0a2dd7 service neutron] 10.222.0.18 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971591 Oct 13 15:31:09.812947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6868ab9d-7714-44a1-825e-27f51b543d1a None None] Provisioning complete for port d8dfcbfb-5a72-4709-a88e-2087b91f9287 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:09.813548 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6868ab9d-7714-44a1-825e-27f51b543d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.857775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-6868ab9d-7714-44a1-825e-27f51b543d1a None None] Port d8dfcbfb-5a72-4709-a88e-2087b91f9287 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:31:09.958484 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.978598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9f8d349b-0281-45f1-b9d2-dbc403edaa5d None None] Provisioning complete for port d8dfcbfb-5a72-4709-a88e-2087b91f9287 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:09.979173 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9f8d349b-0281-45f1-b9d2-dbc403edaa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.002778 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af0e7a9b-cd10-492e-a2a5-75b9166b5c4e req-5f6f9f5b-e6ee-4f18-b4da-c95a87e76cf6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 210 time: 0.0267234 Oct 13 15:31:10.022850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9f8d349b-0281-45f1-b9d2-dbc403edaa5d None None] Port d8dfcbfb-5a72-4709-a88e-2087b91f9287 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:31:10.030092 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.085870 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Pushing event updated for resources: {'Port': ['ID=d8dfcbfb-5a72-4709-a88e-2087b91f9287,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:10.122358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:10.122358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:10.122358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:10.122358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:10.122358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:10.122358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:10.122358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:10.122358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:10.122358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:10.122358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:10.122358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:10.123399 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:10.163008 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Attempting to bind port d8dfcbfb-5a72-4709-a88e-2087b91f9287 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:31:10.163378 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Attempting to bind port d8dfcbfb-5a72-4709-a88e-2087b91f9287 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:31:10.163737 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Attempting to bind port d8dfcbfb-5a72-4709-a88e-2087b91f9287 on network fef3f460-ba86-4250-b42d-3c62b89e6d68 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:31:10.169809 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:31:10.170181 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Checking segment: {'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:31:10.170583 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.170971 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Bound using segment: {'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:31:10.171443 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Bound port: d8dfcbfb-5a72-4709-a88e-2087b91f9287, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:31:10.171825 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.252382 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] For port d8dfcbfb-5a72-4709-a88e-2087b91f9287, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:31:10.255895 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] For port d8dfcbfb-5a72-4709-a88e-2087b91f9287, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d8dfcbfb-5a72-4709-a88e-2087b91f9287,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:31:10.304971 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.346567 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2dcf3c11-0d80-4e0c-9b4d-795165f16e6a None None] Provisioning complete for port d8dfcbfb-5a72-4709-a88e-2087b91f9287 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:10.347106 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3c11-0d80-4e0c-9b4d-795165f16e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.443905 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3c11-0d80-4e0c-9b4d-795165f16e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.456474 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Routers {'f8a42125-bc37-4d90-986c-adf2ea971797'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:31:10.457199 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:30:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f8a42125-bc37-4d90-986c-adf2ea971797'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:10.507419 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2dcf3c11-0d80-4e0c-9b4d-795165f16e6a None None] For port d8dfcbfb-5a72-4709-a88e-2087b91f9287, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d8dfcbfb-5a72-4709-a88e-2087b91f9287,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:31:10.556633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c71c3b13-65bd-4000-8546-a3ca0dec82d2 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:31:10.566838 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eff5e8-580b-4ad9-b0d9-204c4ed29191 None None] Pushing event updated for resources: {'Port': ['ID=d8dfcbfb-5a72-4709-a88e-2087b91f9287,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:10.594588 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2dcf3c11-0d80-4e0c-9b4d-795165f16e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.609222 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] Set router f8a42125-bc37-4d90-986c-adf2ea971797 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:31:10.656748 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port c71c3b13-65bd-4000-8546-a3ca0dec82d2 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:10.657172 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.692904 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf3c11-0d80-4e0c-9b4d-795165f16e6a None None] Pushing event updated for resources: {'Port': ['ID=d8dfcbfb-5a72-4709-a88e-2087b91f9287,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:10.764769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5b7b4bf7-f259-4987-a53b-56b27a7ea399 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:31:10.823949 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-868d781a-6e7c-4873-9625-4db6974e98b6 None None] Provisioning complete for port d8dfcbfb-5a72-4709-a88e-2087b91f9287 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:10.824901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-868d781a-6e7c-4873-9625-4db6974e98b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.827166 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 5b7b4bf7-f259-4987-a53b-56b27a7ea399 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:10.827522 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.867799 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd8dfcbfb-5a72-4709-a88e-2087b91f9287', 'name': '', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:0a:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:07Z', 'updated_at': '2021-10-13T15:31:10Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:10.901508 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3729c5-3041-4dd2-ac2b-006cd941626d None None] The sync data for ids ['f8a42125-bc37-4d90-986c-adf2ea971797'] in n-d-806683-15 is: [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd8dfcbfb-5a72-4709-a88e-2087b91f9287', 'name': '', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:0a:b7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:07Z', 'updated_at': '2021-10-13T15:31:10Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:11.109985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-920cd8a7-0067-43de-b114-db316379d991 req-409df7d7-71c0-4ab5-b960-5fb72d816df0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 210 time: 0.0310926 Oct 13 15:31:12.210428 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d720d91f-a2dd-4313-aca1-0f40f6dc71c4 req-6d86753b-0519-47e5-970f-a8e39c722a06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 210 time: 0.0313387 Oct 13 15:31:12.257824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-7e7aab62-7898-472c-8708-9c65b4b82885 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:12.259316 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-7e7aab62-7898-472c-8708-9c65b4b82885 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.49 "GET /v2.0/networks?id=fef3f460-ba86-4250-b42d-3c62b89e6d68 HTTP/1.1" status: 200 len: 796 time: 0.1377709 Oct 13 15:31:12.308139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-b709f8f9-910b-4003-a505-adc254c1e089 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 380 time: 0.0332665 Oct 13 15:31:12.322003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6d08ce54-b1c5-4a4b-8deb-b2df693fda51 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'port': {'device_id': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'admin_state_up': True, 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'security_groups': ['770b3d60-eb6b-45cd-859f-e4dbef617508']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:12.481764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6d08ce54-b1c5-4a4b-8deb-b2df693fda51 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:12.485584 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6d08ce54-b1c5-4a4b-8deb-b2df693fda51 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.504884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d8dfcbfb-5a72-4709-a88e-2087b91f9287 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:31:12.553303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port d8dfcbfb-5a72-4709-a88e-2087b91f9287 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:12.553808 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.628141 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6d08ce54-b1c5-4a4b-8deb-b2df693fda51 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.20.0.8 (fef3f460-ba86-4250-b42d-3c62b89e6d68/5c310098-9d9c-4d6e-b057-88f1e0ccfe9d/b940f0c7-966f-44c5-a7c7-b2bf137b8cd1) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:12.779990 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6d08ce54-b1c5-4a4b-8deb-b2df693fda51 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.870483 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6d08ce54-b1c5-4a4b-8deb-b2df693fda51 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.921527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6d08ce54-b1c5-4a4b-8deb-b2df693fda51 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network fef3f460-ba86-4250-b42d-3c62b89e6d68 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:12.924717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6d08ce54-b1c5-4a4b-8deb-b2df693fda51 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:12.928376 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6d08ce54-b1c5-4a4b-8deb-b2df693fda51 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:31:12.935519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08ce54-b1c5-4a4b-8deb-b2df693fda51 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:12.983842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6d08ce54-b1c5-4a4b-8deb-b2df693fda51 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:12.984494 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6d08ce54-b1c5-4a4b-8deb-b2df693fda51 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.062051 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6d08ce54-b1c5-4a4b-8deb-b2df693fda51 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7438731 Oct 13 15:31:13.076334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-2cb69497-e5ba-4e33-84c0-f260b4641c08 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:31:13.077367 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-2cb69497-e5ba-4e33-84c0-f260b4641c08 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056238 Oct 13 15:31:13.130857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-944d324a-a1bf-4c44-9df5-a5d6b3102329 None None] Provisioning complete for port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:13.131231 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-944d324a-a1bf-4c44-9df5-a5d6b3102329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.140915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Request body: {'port': {'device_id': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:13.165620 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-944d324a-a1bf-4c44-9df5-a5d6b3102329 None None] Port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:31:13.199110 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.400410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dce2a-3491-4075-89f6-c3039e0e08a2 req-3828b9b0-9e2b-4a58-b331-0fd0af3bbd59 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:13.401831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d3dce2a-3491-4075-89f6-c3039e0e08a2 req-3828b9b0-9e2b-4a58-b331-0fd0af3bbd59 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 931 time: 0.1050067 Oct 13 15:31:13.462008 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d3dce2a-3491-4075-89f6-c3039e0e08a2 req-a3cedad8-46fa-4d6c-a451-6166fd6d1d5f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534413 Oct 13 15:31:13.531893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:31:13.539640 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.551303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Transition to ACTIVE for port object b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:31:13.618682 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.668501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Pushing event updated for resources: {'Port': ['ID=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:13.742889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Attempting to bind port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:31:13.743226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Attempting to bind port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:31:13.743555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Attempting to bind port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 on network fef3f460-ba86-4250-b42d-3c62b89e6d68 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:31:13.748038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 on network fef3f460-ba86-4250-b42d-3c62b89e6d68 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:31:13.748360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Attempting to bind port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 on network fef3f460-ba86-4250-b42d-3c62b89e6d68 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:31:13.753713 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:31:13.754048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Checking segment: {'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:31:13.754430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Bound using segment: {'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:31:13.754857 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Bound port: b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:31:13.755216 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.825870 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] For port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:31:13.829035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] For port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:31:13.911057 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.945404 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:13.945989 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.947383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] 10.222.0.49 "PUT /v2.0/ports/b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 200 len: 1092 time: 0.8564961 Oct 13 15:31:13.947831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:31:13.950820 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a063b72c-b827-4513-ad04-fd2ebe082bee" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:31:13.976296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed2c6f-d327-44d4-b2ec-b5ee482126ee service neutron] Pushing event updated for resources: {'Port': ['ID=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:14.032408 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c7f790-c874-4cea-9780-7833abbd6977 x-openstack-request-id: req-68c7f790-c874-4cea-9780-7833abbd6977 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:31:14.032735 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:31:14.033020 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68c7f790-c874-4cea-9780-7833abbd6977 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:31:14.035247 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'status': 'completed', 'code': 200} Oct 13 15:31:14.090362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-d900e9c1-6afa-4eb2-859e-25530dc44d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:14.092087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-d900e9c1-6afa-4eb2-859e-25530dc44d70 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 1095 time: 0.0450888 Oct 13 15:31:14.141922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-eb02997f-fb2d-4a54-8d2a-f293e129c733 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 200 len: 217 time: 0.0376482 Oct 13 15:31:14.197876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6fea18e4-1b78-496e-9a34-3c593adf911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:14.200143 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-6fea18e4-1b78-496e-9a34-3c593adf911c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c310098-9d9c-4d6e-b057-88f1e0ccfe9d HTTP/1.1" status: 200 len: 835 time: 0.0478771 Oct 13 15:31:14.249824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-0650a6ce-b1b4-4d3a-bb57-fbc8d5b9f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:14.251315 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-0650a6ce-b1b4-4d3a-bb57-fbc8d5b9f1ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fef3f460-ba86-4250-b42d-3c62b89e6d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400913 Oct 13 15:31:14.359119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-15cd617e-a6c4-4300-b363-69c3f8d51749 service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990987 Oct 13 15:31:14.460891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cd10886-4d51-4cff-952f-843c43e0d75a req-c41b4b88-c543-46c2-a8f3-ff812e6d1c9c service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896914 Oct 13 15:31:14.639925 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ff1a0-6cdc-4665-8cef-2abfc4ec733e req-1150f291-613c-4b09-9329-0321c0fded89 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:14.641488 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de1ff1a0-6cdc-4665-8cef-2abfc4ec733e req-1150f291-613c-4b09-9329-0321c0fded89 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 943 time: 0.0835540 Oct 13 15:31:14.647039 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063b72c-b827-4513-ad04-fd2ebe082bee req-76b4ea83-decc-4f6d-a711-21df47c2634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:14.648410 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063b72c-b827-4513-ad04-fd2ebe082bee req-76b4ea83-decc-4f6d-a711-21df47c2634b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 1095 time: 0.0635049 Oct 13 15:31:14.732843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de1ff1a0-6cdc-4665-8cef-2abfc4ec733e req-7ae2d3d3-3bba-4707-ae7b-afb2cabc2610 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834787 Oct 13 15:31:14.771515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063b72c-b827-4513-ad04-fd2ebe082bee req-349a13d4-0a12-4b09-9a5b-18ceaff1f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:14.773041 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063b72c-b827-4513-ad04-fd2ebe082bee req-349a13d4-0a12-4b09-9a5b-18ceaff1f53c service neutron] 10.222.0.49 "GET /v2.0/networks?id=fef3f460-ba86-4250-b42d-3c62b89e6d68 HTTP/1.1" status: 200 len: 897 time: 0.1110933 Oct 13 15:31:14.820715 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063b72c-b827-4513-ad04-fd2ebe082bee req-09681c0b-cff9-4370-a1f1-2502c3abf155 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 200 len: 217 time: 0.0387957 Oct 13 15:31:14.870544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063b72c-b827-4513-ad04-fd2ebe082bee req-d006faa5-39d8-4685-8ce4-2d730838ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:14.872513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063b72c-b827-4513-ad04-fd2ebe082bee req-d006faa5-39d8-4685-8ce4-2d730838ef33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c310098-9d9c-4d6e-b057-88f1e0ccfe9d HTTP/1.1" status: 200 len: 835 time: 0.0441251 Oct 13 15:31:14.919833 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063b72c-b827-4513-ad04-fd2ebe082bee req-cddeaa50-9092-41f5-b768-2fd84ed86809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:14.921392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063b72c-b827-4513-ad04-fd2ebe082bee req-cddeaa50-9092-41f5-b768-2fd84ed86809 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fef3f460-ba86-4250-b42d-3c62b89e6d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406816 Oct 13 15:31:15.017362 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063b72c-b827-4513-ad04-fd2ebe082bee req-9a71f25e-b4a6-44c3-b2ea-16ace2a5ca45 service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872478 Oct 13 15:31:15.111926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063b72c-b827-4513-ad04-fd2ebe082bee req-adcb83a5-b066-494e-8799-5ae27640e971 service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867407 Oct 13 15:31:15.742730 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:31:15.851374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b45dd-1ee7-4587-af3c-2ae2433a33ef req-0a595ae0-e7fd-46f1-bba9-06808044b887 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:15.852841 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f1b45dd-1ee7-4587-af3c-2ae2433a33ef req-0a595ae0-e7fd-46f1-bba9-06808044b887 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 943 time: 0.0507793 Oct 13 15:31:15.890596 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6f1b45dd-1ee7-4587-af3c-2ae2433a33ef req-de695a7f-7719-4ea2-804d-f9e2ad0bc3a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315115 Oct 13 15:31:17.014229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cd3d9-e5ea-4e78-a60b-815298923468 req-94c779f5-6799-494d-ad91-3baa84aa85f2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:17.015722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b8cd3d9-e5ea-4e78-a60b-815298923468 req-94c779f5-6799-494d-ad91-3baa84aa85f2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 943 time: 0.0558240 Oct 13 15:31:17.055124 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b8cd3d9-e5ea-4e78-a60b-815298923468 req-d42ee788-02be-4944-96ed-0195ffcd29da tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333309 Oct 13 15:31:18.170409 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c26b2-a06c-405c-8c7a-7b99aa2ba214 req-842600f8-7a91-44a6-8114-2cbdc3d8844d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:18.171907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f36c26b2-a06c-405c-8c7a-7b99aa2ba214 req-842600f8-7a91-44a6-8114-2cbdc3d8844d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 943 time: 0.0498683 Oct 13 15:31:18.188818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:31:18.210458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f36c26b2-a06c-405c-8c7a-7b99aa2ba214 req-01ad51b9-fa8e-4a99-88cb-31e36e9251d6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326431 Oct 13 15:31:18.285633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:31:18.297013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'port_id': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'mac_address': 'fa:16:3e:ec:69:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:31:18.333296 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.346055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:31:18.366856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:31:18.419573 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.465973 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:18.706470 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['b940f0c7-966f-44c5-a7c7-b2bf137b8cd1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:31:19.327944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f15dd-8e2f-4420-812e-af2a5a27fc40 req-75c32220-5b99-4e1e-9787-0ea45ba36fd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:19.329430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-591f15dd-8e2f-4420-812e-af2a5a27fc40 req-75c32220-5b99-4e1e-9787-0ea45ba36fd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 944 time: 0.0508525 Oct 13 15:31:19.366906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-591f15dd-8e2f-4420-812e-af2a5a27fc40 req-3aab4a0b-300c-4957-be6e-e5b0ff81f8dc tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315993 Oct 13 15:31:19.424506 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:19.584416 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9307e0c2-f86d-4c81-950d-6f253ddaa1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.188767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:31:20.332705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:31:20.336708 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:31:20.337174 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.416733 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.439911 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:31:20.442106 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb0173a-e056-44c1-ad19-29c11f5dcd4d" -d '{"events": [{"server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "name": "network-vif-plugged", "status": "completed", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:31:20.459027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:31:20.493067 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec0d645-5514-49cc-9c2c-ecd491740798 x-openstack-request-id: req-8ec0d645-5514-49cc-9c2c-ecd491740798 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:31:20.493368 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "name": "network-vif-plugged", "status": "completed", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:31:20.493620 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ec0d645-5514-49cc-9c2c-ecd491740798 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:31:20.494408 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'code': 200} Oct 13 15:31:20.496586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23236b2-a286-458d-956b-863bef67f561 req-445e74e4-cf5c-4e1d-82a8-87d2b5932e98 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:20.498251 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d23236b2-a286-458d-956b-863bef67f561 req-445e74e4-cf5c-4e1d-82a8-87d2b5932e98 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 944 time: 0.0635395 Oct 13 15:31:20.504884 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.545916 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d23236b2-a286-458d-956b-863bef67f561 req-2bc68fe9-f811-4f7c-9c9d-891f81042c4d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414209 Oct 13 15:31:20.578303 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:20.611052 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072c251-7f0a-4b4e-a959-09301fff142c req-ce62bf07-17af-4a2a-b7a7-3d1caea740a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:20.612527 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b072c251-7f0a-4b4e-a959-09301fff142c req-ce62bf07-17af-4a2a-b7a7-3d1caea740a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 1097 time: 0.0434699 Oct 13 15:31:20.654179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b072c251-7f0a-4b4e-a959-09301fff142c req-404470aa-20bd-46f7-b2fe-a8098df94cc9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305076 Oct 13 15:31:21.685150 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf29bb1-7a9d-4ba9-9065-82c9de0ce2a9 req-e4fc2236-dfcc-478a-979f-0bd13dbd85a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:21.686625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eaf29bb1-7a9d-4ba9-9065-82c9de0ce2a9 req-e4fc2236-dfcc-478a-979f-0bd13dbd85a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0528698 Oct 13 15:31:21.724359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eaf29bb1-7a9d-4ba9-9065-82c9de0ce2a9 req-59494de5-8b26-48a8-906d-f523beab1451 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315881 Oct 13 15:31:22.367331 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-191bb2cf-8c98-4d79-a9d1-2076edaee8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.778370 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.843717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4014da5-9653-402d-a8da-c63a356309ae req-98157e86-a226-4ed8-9585-1186f62d73f6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:22.845356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4014da5-9653-402d-a8da-c63a356309ae req-98157e86-a226-4ed8-9585-1186f62d73f6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0540919 Oct 13 15:31:22.884234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b4014da5-9653-402d-a8da-c63a356309ae req-c3b6215b-eea9-4544-a18e-a2c8b3645b4b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330870 Oct 13 15:31:22.997255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97ff54-9617-4b6c-b46f-e7a54bed21ec req-772292fb-4d93-4f3a-bd83-626ced3fa6f4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:22.998966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c97ff54-9617-4b6c-b46f-e7a54bed21ec req-772292fb-4d93-4f3a-bd83-626ced3fa6f4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0491159 Oct 13 15:31:23.036121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1c97ff54-9617-4b6c-b46f-e7a54bed21ec req-55876c7d-ca4b-4dff-be1b-364184764cdf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310988 Oct 13 15:31:23.058034 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41764) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:23.138834 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f466fac-f0b9-4c6e-b431-c2978c607cf8 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:23.140339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5f466fac-f0b9-4c6e-b431-c2978c607cf8 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 1092 time: 0.0812690 Oct 13 15:31:23.143146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41768) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:23.147336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:23.274705 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.371314 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.476036 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.25.0.82 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/0531a6f4-b283-44a3-b075-7d6bb39201fa) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:23.575163 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.659047 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.701890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:23.704657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:23.709106 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:31:23.731938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=0531a6f4-b283-44a3-b075-7d6bb39201fa,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:24.024091 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.064295 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.149890 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.230461 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.383089 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.425503 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a75f4fe-b16f-4c4f-abe4-8c056d3fc366 req-7344ff94-c1e5-410c-8d0b-5d74d33fcbd6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448174 Oct 13 15:31:24.477318 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.571287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=0531a6f4-b283-44a3-b075-7d6bb39201fa,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:24.579717 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.585397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75f4fe-b16f-4c4f-abe4-8c056d3fc366 req-e7e60ec3-678e-4d52-bde8-2ec533803d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:24.586869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a75f4fe-b16f-4c4f-abe4-8c056d3fc366 req-e7e60ec3-678e-4d52-bde8-2ec533803d37 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 1097 time: 0.1189680 Oct 13 15:31:25.065595 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Floating IP 55c49e30-0504-4f08-be8c-fab2713cab1a associated. External IP: 172.25.0.82, port: b940f0c7-966f-44c5-a7c7-b2bf137b8cd1. Oct 13 15:31:25.068184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75f4fe-b16f-4c4f-abe4-8c056d3fc366 req-c859c834-8059-4ca8-8be5-2517be4ee08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:25.069652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a75f4fe-b16f-4c4f-abe4-8c056d3fc366 req-c859c834-8059-4ca8-8be5-2517be4ee08a service neutron] 10.222.0.49 "GET /v2.0/networks?id=fef3f460-ba86-4250-b42d-3c62b89e6d68 HTTP/1.1" status: 200 len: 897 time: 0.4515755 Oct 13 15:31:25.213010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a75f4fe-b16f-4c4f-abe4-8c056d3fc366 req-85e1f047-b9cf-4f46-99e5-11ade5d4a500 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 200 len: 998 time: 0.1093395 Oct 13 15:31:25.304331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75f4fe-b16f-4c4f-abe4-8c056d3fc366 req-ebdb8bc6-2b56-4bec-90ef-46944acc6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:25.305822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a75f4fe-b16f-4c4f-abe4-8c056d3fc366 req-ebdb8bc6-2b56-4bec-90ef-46944acc6dfa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c310098-9d9c-4d6e-b057-88f1e0ccfe9d HTTP/1.1" status: 200 len: 835 time: 0.0851495 Oct 13 15:31:25.396174 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75f4fe-b16f-4c4f-abe4-8c056d3fc366 req-f2ee487e-d615-4588-995f-9f97e237edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:25.397616 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a75f4fe-b16f-4c4f-abe4-8c056d3fc366 req-f2ee487e-d615-4588-995f-9f97e237edad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fef3f460-ba86-4250-b42d-3c62b89e6d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837522 Oct 13 15:31:25.405042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router f8a42125-bc37-4d90-986c-adf2ea971797 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:31:25.575779 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a75f4fe-b16f-4c4f-abe4-8c056d3fc366 req-cd28a9d0-90d7-4f96-95d1-0d56ce8c6d7f service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691325 Oct 13 15:31:25.635583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:31:25.645995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833a9728-78ec-438a-a5d8-f074e7dac21a None None] Sync routers for ids ['f8a42125-bc37-4d90-986c-adf2ea971797'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:25.655856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a9728-78ec-438a-a5d8-f074e7dac21a None None] Routers {'f8a42125-bc37-4d90-986c-adf2ea971797'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:31:25.656403 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-833a9728-78ec-438a-a5d8-f074e7dac21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:31:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f8a42125-bc37-4d90-986c-adf2ea971797'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:25.659401 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.690083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a75f4fe-b16f-4c4f-abe4-8c056d3fc366 req-37b59be4-77fb-418d-9ce1-6ae4335910a0 service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051254 Oct 13 15:31:25.723309 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.750951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ed084c36-a89f-4504-886e-bbb67f34052b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6067638 Oct 13 15:31:25.756441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:31:25.756441 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e61982-af08-4be8-89e3-3221d438fe6e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:31:25.763852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-833a9728-78ec-438a-a5d8-f074e7dac21a None None] Set router f8a42125-bc37-4d90-986c-adf2ea971797 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:31:25.794746 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eee04d-e79a-4047-8274-a2fc4b6076c2 x-openstack-request-id: req-41eee04d-e79a-4047-8274-a2fc4b6076c2 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:31:25.794746 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:31:25.794746 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41eee04d-e79a-4047-8274-a2fc4b6076c2 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:31:25.794746 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'status': 'completed', 'code': 200} Oct 13 15:31:25.889426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb822dbd-6c9b-4509-986a-8b318e23b04d req-6f68754a-634e-42e1-97b7-630b69de5d94 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:25.890930 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb822dbd-6c9b-4509-986a-8b318e23b04d req-6f68754a-634e-42e1-97b7-630b69de5d94 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0884330 Oct 13 15:31:25.908161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e61982-af08-4be8-89e3-3221d438fe6e req-18228826-d4ce-47f3-818b-3e7fe57f880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:25.909553 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7e61982-af08-4be8-89e3-3221d438fe6e req-18228826-d4ce-47f3-818b-3e7fe57f880f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 1097 time: 0.0663459 Oct 13 15:31:25.978543 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cb822dbd-6c9b-4509-986a-8b318e23b04d req-795df184-d693-421e-a5ec-7dd9434df2da tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813019 Oct 13 15:31:25.991621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-833a9728-78ec-438a-a5d8-f074e7dac21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '55c49e30-0504-4f08-be8c-fab2713cab1a', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.82', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'port_id': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'mac_address': 'fa:16:3e:ec:69:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:31:23Z', 'updated_at': '2021-10-13T15:31:23Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8dfcbfb-5a72-4709-a88e-2087b91f9287', 'name': '', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:0a:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:07Z', 'updated_at': '2021-10-13T15:31:10Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:26.001496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41774) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:26.019767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e61982-af08-4be8-89e3-3221d438fe6e req-354f1a2c-1b34-4273-91cf-524a08542f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:26.021311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7e61982-af08-4be8-89e3-3221d438fe6e req-354f1a2c-1b34-4273-91cf-524a08542f34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fef3f460-ba86-4250-b42d-3c62b89e6d68 HTTP/1.1" status: 200 len: 897 time: 0.1040652 Oct 13 15:31:26.022409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833a9728-78ec-438a-a5d8-f074e7dac21a None None] Checking router: f8a42125-bc37-4d90-986c-adf2ea971797 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:31:26.031305 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a9728-78ec-438a-a5d8-f074e7dac21a None None] Routers {'f8a42125-bc37-4d90-986c-adf2ea971797'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:31:26.032034 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-833a9728-78ec-438a-a5d8-f074e7dac21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:31:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f8a42125-bc37-4d90-986c-adf2ea971797'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:26.064299 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-92001324-416a-4b3e-af19-c238b98e7eb7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/55c49e30-0504-4f08-be8c-fab2713cab1a HTTP/1.1" status: 200 len: 990 time: 0.0605085 Oct 13 15:31:26.092653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7e61982-af08-4be8-89e3-3221d438fe6e req-28017763-047b-45ce-bc44-bbd0c74ca582 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 200 len: 998 time: 0.0644674 Oct 13 15:31:26.139989 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-833a9728-78ec-438a-a5d8-f074e7dac21a None None] Set router f8a42125-bc37-4d90-986c-adf2ea971797 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:31:26.141860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e61982-af08-4be8-89e3-3221d438fe6e req-0b4ddcd8-b458-4bab-af2d-dca108ec0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:26.143332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7e61982-af08-4be8-89e3-3221d438fe6e req-0b4ddcd8-b458-4bab-af2d-dca108ec0252 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c310098-9d9c-4d6e-b057-88f1e0ccfe9d HTTP/1.1" status: 200 len: 835 time: 0.0437295 Oct 13 15:31:26.189666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e61982-af08-4be8-89e3-3221d438fe6e req-26164246-3b57-4f22-8ded-922dd5ef05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:31:26.191089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7e61982-af08-4be8-89e3-3221d438fe6e req-26164246-3b57-4f22-8ded-922dd5ef05a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fef3f460-ba86-4250-b42d-3c62b89e6d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409555 Oct 13 15:31:26.287430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7e61982-af08-4be8-89e3-3221d438fe6e req-4433596d-5b4d-4418-be8c-ed9f97402bd2 service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889413 Oct 13 15:31:26.366391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-833a9728-78ec-438a-a5d8-f074e7dac21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '55c49e30-0504-4f08-be8c-fab2713cab1a', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.82', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'port_id': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'mac_address': 'fa:16:3e:ec:69:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:31:23Z', 'updated_at': '2021-10-13T15:31:23Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8dfcbfb-5a72-4709-a88e-2087b91f9287', 'name': '', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:0a:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:07Z', 'updated_at': '2021-10-13T15:31:10Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:26.381105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d7e61982-af08-4be8-89e3-3221d438fe6e req-29ebecb7-aec9-4553-b925-c31e08477bbf service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829320 Oct 13 15:31:26.394593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833a9728-78ec-438a-a5d8-f074e7dac21a None None] The sync data for ids ['f8a42125-bc37-4d90-986c-adf2ea971797'] in n-d-806683-15 is: [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '55c49e30-0504-4f08-be8c-fab2713cab1a', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.82', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'port_id': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'mac_address': 'fa:16:3e:ec:69:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:31:23Z', 'updated_at': '2021-10-13T15:31:23Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8dfcbfb-5a72-4709-a88e-2087b91f9287', 'name': '', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:0a:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:07Z', 'updated_at': '2021-10-13T15:31:10Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:26.594344 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61842446-1c96-4283-acd7-6675dd8d9c2a None None] New status for floating IP 55c49e30-0504-4f08-be8c-fab2713cab1a: ACTIVE {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:31:27.067108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41776) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:31:27.136495 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a8a59af8-db5c-41c8-bac9-ec9de14a1db7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/55c49e30-0504-4f08-be8c-fab2713cab1a HTTP/1.1" status: 200 len: 992 time: 0.0681219 Oct 13 15:31:49.446312 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.572086 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-083582bf-ac2f-499a-9e73-9f130a059ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.445408 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e2b2448b-e870-44ba-900e-479d2b92c6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.743156 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:31:52.793952 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.035130 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.126596 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.698160 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:00.336649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-26d7ffc0-021c-47f1-8348-d249b4f3e8c7 req-96f404e7-63d5-4b8d-a725-aef6ae159c34 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:32:00.337796 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-26d7ffc0-021c-47f1-8348-d249b4f3e8c7 req-96f404e7-63d5-4b8d-a725-aef6ae159c34 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0424933 Oct 13 15:32:00.657543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d9663-d7ff-4a2e-ab18-7612f93d94aa req-378f1c79-5692-492e-ada9-d0aa632a130c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:00.659067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d7d9663-d7ff-4a2e-ab18-7612f93d94aa req-378f1c79-5692-492e-ada9-d0aa632a130c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0508451 Oct 13 15:32:00.699130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7d7d9663-d7ff-4a2e-ab18-7612f93d94aa req-bf4c1440-e1fa-41b1-bbc4-2140b5742552 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332446 Oct 13 15:32:00.810668 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41798) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:32:00.902783 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-24b435c6-9770-4038-a32f-1132e9542fab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909660 Oct 13 15:32:00.911587 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-4bfd01df-89a9-486b-873e-5e2e6926a83c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:32:00.912533 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-4bfd01df-89a9-486b-873e-5e2e6926a83c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049584 Oct 13 15:32:01.824820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77aa7bb-5c04-475b-a44b-ce65006af543 req-58c58936-2bd0-489d-9750-184d1e6036ff tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:01.826549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e77aa7bb-5c04-475b-a44b-ce65006af543 req-58c58936-2bd0-489d-9750-184d1e6036ff tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0552504 Oct 13 15:32:01.868308 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e77aa7bb-5c04-475b-a44b-ce65006af543 req-b5a508e0-df16-4bf1-b467-e9e38d5e19dc tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356812 Oct 13 15:32:02.845247 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063bda5-8357-46ba-b54a-100e87c5899e req-0452d75a-0dca-40c1-bf14-58d736c8ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:02.846823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-0452d75a-0dca-40c1-bf14-58d736c8ee3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 1097 time: 0.0415204 Oct 13 15:32:02.944485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063bda5-8357-46ba-b54a-100e87c5899e req-1bee0961-c11d-444c-84f6-ce01d14fb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:02.945950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-1bee0961-c11d-444c-84f6-ce01d14fb346 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fef3f460-ba86-4250-b42d-3c62b89e6d68 HTTP/1.1" status: 200 len: 897 time: 0.0874455 Oct 13 15:32:03.038972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-772a1163-0bec-4461-bcce-b9639d23a59c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 200 len: 1000 time: 0.0840535 Oct 13 15:32:03.055431 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bd41a-8816-4026-ad6c-333cd5fa1d58 req-8f017568-978a-43ec-94aa-c99935528d4d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:03.056880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d22bd41a-8816-4026-ad6c-333cd5fa1d58 req-8f017568-978a-43ec-94aa-c99935528d4d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.1146793 Oct 13 15:32:03.127484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063bda5-8357-46ba-b54a-100e87c5899e req-e78f5250-de99-457c-a11c-ead0227fc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:03.128854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-e78f5250-de99-457c-a11c-ead0227fc5be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c310098-9d9c-4d6e-b057-88f1e0ccfe9d HTTP/1.1" status: 200 len: 835 time: 0.0711133 Oct 13 15:32:03.131851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d22bd41a-8816-4026-ad6c-333cd5fa1d58 req-95b3b5f5-0e75-4b74-86aa-04e02203f238 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670254 Oct 13 15:32:03.180545 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063bda5-8357-46ba-b54a-100e87c5899e req-abfe79bc-e028-439f-bf65-1e6b77eab855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:03.182083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-abfe79bc-e028-439f-bf65-1e6b77eab855 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fef3f460-ba86-4250-b42d-3c62b89e6d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418084 Oct 13 15:32:03.278102 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-6494497f-7a58-416a-be7d-8224b3972651 service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844283 Oct 13 15:32:03.368624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-531c9b5e-0359-42af-8664-696eee1fc57d service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829873 Oct 13 15:32:04.245665 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec8383-3b91-4052-ab44-c68a0a3ebc4c req-44f8db51-dd04-4f22-9d22-2b5f2d427ed2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:04.247148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bbec8383-3b91-4052-ab44-c68a0a3ebc4c req-44f8db51-dd04-4f22-9d22-2b5f2d427ed2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0485990 Oct 13 15:32:04.284445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bbec8383-3b91-4052-ab44-c68a0a3ebc4c req-621c43c4-2a17-4e36-b9ca-63f9e0ef75e4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311322 Oct 13 15:32:05.405698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ab024-48c7-418b-ab56-1c61780f516c req-771e05e7-2ebf-43f3-ad3e-185e87a2a6db tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:05.407242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-606ab024-48c7-418b-ab56-1c61780f516c req-771e05e7-2ebf-43f3-ad3e-185e87a2a6db tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0541136 Oct 13 15:32:05.444786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-606ab024-48c7-418b-ab56-1c61780f516c req-7a56403a-eea7-4924-bd47-e86599a45ff7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309112 Oct 13 15:32:06.561368 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c3b87-74db-409a-b1ff-c38097d4e1ce req-08d4cd21-96d6-4b39-b218-3a57d28cf16f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:06.562852 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-283c3b87-74db-409a-b1ff-c38097d4e1ce req-08d4cd21-96d6-4b39-b218-3a57d28cf16f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0484264 Oct 13 15:32:06.600107 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-283c3b87-74db-409a-b1ff-c38097d4e1ce req-32d7e3c4-f0b3-47c6-8df9-9b952244a063 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313745 Oct 13 15:32:07.717440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6d33d-563f-4120-b76b-fc2646f501d4 req-664006c1-7c7f-4587-a588-4205415210a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:07.719214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dc6d33d-563f-4120-b76b-fc2646f501d4 req-664006c1-7c7f-4587-a588-4205415210a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0494361 Oct 13 15:32:07.756139 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dc6d33d-563f-4120-b76b-fc2646f501d4 req-8e2bcd74-6cd7-4ea6-b759-026653fb2d8a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312920 Oct 13 15:32:08.875456 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca068ee-b0c7-4ad9-a70b-ff0df1b6567c req-f1740378-25a6-4ae9-b118-cfa01dc6c2eb tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:08.876922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aca068ee-b0c7-4ad9-a70b-ff0df1b6567c req-f1740378-25a6-4ae9-b118-cfa01dc6c2eb tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0531347 Oct 13 15:32:08.913554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aca068ee-b0c7-4ad9-a70b-ff0df1b6567c req-e79f8c6b-682a-4163-a746-3be7fc1801fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307603 Oct 13 15:32:10.028774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590acb69-ebf7-42a1-a166-ae0638bfd4a8 req-e07e2fd8-2d55-4374-901b-39a28eb7251c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:10.030270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-590acb69-ebf7-42a1-a166-ae0638bfd4a8 req-e07e2fd8-2d55-4374-901b-39a28eb7251c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0487437 Oct 13 15:32:10.067602 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-590acb69-ebf7-42a1-a166-ae0638bfd4a8 req-07e581e2-77ab-4d9d-8aa2-8b37ecbd2bb3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312159 Oct 13 15:32:11.183732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ef7ff-284b-47eb-bad8-70cc44fa02ab req-0ec2b048-f3e9-4ffb-93cd-8c5090841aa2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:11.185222 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-523ef7ff-284b-47eb-bad8-70cc44fa02ab req-0ec2b048-f3e9-4ffb-93cd-8c5090841aa2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0491276 Oct 13 15:32:11.228581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-523ef7ff-284b-47eb-bad8-70cc44fa02ab req-fa3bfa02-9fbb-458f-a039-2e857f9aaeec tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375059 Oct 13 15:32:12.350561 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433dc48-3e69-4971-86b4-0690cba60292 req-2da3b3fd-b907-4919-8cf0-1006ba2b2f6f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:12.352659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4433dc48-3e69-4971-86b4-0690cba60292 req-2da3b3fd-b907-4919-8cf0-1006ba2b2f6f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0523875 Oct 13 15:32:12.389526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4433dc48-3e69-4971-86b4-0690cba60292 req-22c0d513-962d-4b24-93b1-75c0144a39d3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309467 Oct 13 15:32:13.507819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eba6e-924f-418e-8ddd-d630e36c5a9f req-e8b24be2-a7f8-40bc-af57-9780bc18c961 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:13.509337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d9eba6e-924f-418e-8ddd-d630e36c5a9f req-e8b24be2-a7f8-40bc-af57-9780bc18c961 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0496695 Oct 13 15:32:13.547112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4d9eba6e-924f-418e-8ddd-d630e36c5a9f req-126715bc-5071-4419-9ef6-6f64b959a5d0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318918 Oct 13 15:32:14.662831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad3abc-5067-4e49-a96f-99394905cbff req-2496be26-4051-4ec2-b648-01e70196a609 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:14.665153 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fad3abc-5067-4e49-a96f-99394905cbff req-2496be26-4051-4ec2-b648-01e70196a609 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0506008 Oct 13 15:32:14.703940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fad3abc-5067-4e49-a96f-99394905cbff req-029d8abe-38eb-4ab6-ac4a-c791a906db1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316892 Oct 13 15:32:15.824077 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad6258-a7fd-4b4f-8b60-abd3cf46ddff req-9943f6ae-d6be-4ffa-9654-e4e1dea77627 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:15.825643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20ad6258-a7fd-4b4f-8b60-abd3cf46ddff req-9943f6ae-d6be-4ffa-9654-e4e1dea77627 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0547106 Oct 13 15:32:15.864763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20ad6258-a7fd-4b4f-8b60-abd3cf46ddff req-b2ee8395-435c-42f8-90b9-5015e7935a40 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327740 Oct 13 15:32:16.981328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104634e-a7b9-45c2-ab65-4cd12ab2a881 req-5c6518e5-2ae7-487c-80a1-c0df640f17f8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:16.982881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0104634e-a7b9-45c2-ab65-4cd12ab2a881 req-5c6518e5-2ae7-487c-80a1-c0df640f17f8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0505116 Oct 13 15:32:17.021065 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0104634e-a7b9-45c2-ab65-4cd12ab2a881 req-5cf83b52-658a-4152-a7c7-5329ad19d8ec tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320945 Oct 13 15:32:18.136958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3ec95-64cc-4e59-987d-aafccefde971 req-0674a091-0703-4f17-90e7-613b4defafdf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:18.138490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94f3ec95-64cc-4e59-987d-aafccefde971 req-0674a091-0703-4f17-90e7-613b4defafdf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0497441 Oct 13 15:32:18.174758 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94f3ec95-64cc-4e59-987d-aafccefde971 req-2c80e88c-f5a1-4b9d-8fbb-3906e0ccf903 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304086 Oct 13 15:32:19.301028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe615c-fca2-4b65-8760-4625ad0a2da8 req-f3bc7614-9014-4c91-950e-4e5f5f0817c6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:19.302509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5bbe615c-fca2-4b65-8760-4625ad0a2da8 req-f3bc7614-9014-4c91-950e-4e5f5f0817c6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0558777 Oct 13 15:32:19.341070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5bbe615c-fca2-4b65-8760-4625ad0a2da8 req-46f07bcc-2868-4419-969c-156cdec48bf0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323122 Oct 13 15:32:19.485726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.565591 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7f58c8cc-e607-4b01-9668-51da33b0d785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:20.453544 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1af7e0-edb8-4aac-9dee-4d61bf28e58d req-ad21ebfe-7e1f-456d-aa17-4cc63d7f802d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:20.455171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1af7e0-edb8-4aac-9dee-4d61bf28e58d req-ad21ebfe-7e1f-456d-aa17-4cc63d7f802d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0485232 Oct 13 15:32:20.498976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5e1af7e0-edb8-4aac-9dee-4d61bf28e58d req-fcaa17f7-0f6a-4743-bb2c-841a0c82172b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361388 Oct 13 15:32:20.790259 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-a063bda5-8357-46ba-b54a-100e87c5899e req-77938859-dc42-4c77-9dd6-8357883caa7b service neutron] show failed (client error): The resource could not be found. Oct 13 15:32:20.791300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-77938859-dc42-4c77-9dd6-8357883caa7b service neutron] 10.222.0.49 "GET /v2.0/ports/b940f0c7-966f-44c5-a7c7-b2bf137b8cd1/bindings/n-h2-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0589573 Oct 13 15:32:21.372360 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063bda5-8357-46ba-b54a-100e87c5899e req-95df19e6-9e63-495d-a4f3-83ad38e47691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:21.373877 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-95df19e6-9e63-495d-a4f3-83ad38e47691 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f&tenant_id=9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 1097 time: 0.0940027 Oct 13 15:32:21.386820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:21.438337 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.667388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d9871-d008-4fd3-933f-889bdbe2380b req-9b8dd176-c5fc-467f-9673-0a7feaa5a7e8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:21.668846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f9d9871-d008-4fd3-933f-889bdbe2380b req-9b8dd176-c5fc-467f-9673-0a7feaa5a7e8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0954521 Oct 13 15:32:21.689922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] For port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:32:21.734991 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f9d9871-d008-4fd3-933f-889bdbe2380b req-4a77e986-431b-4d25-b84a-78bc5fa98fb0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575051 Oct 13 15:32:21.742081 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] For port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:32:21.786100 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:32:21.788343 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed1eb8c-0898-4501-a6e9-c899cb633871" -d '{"events": [{"server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "name": "network-vif-unplugged", "status": "completed", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:32:21.792670 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.804522 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Transition to ACTIVE for port object b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:32:21.844057 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 15:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9226a76-832c-4d77-8669-01cc30ff0116 x-openstack-request-id: req-b9226a76-832c-4d77-8669-01cc30ff0116 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:32:21.844358 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "name": "network-vif-unplugged", "status": "completed", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:32:21.844610 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9226a76-832c-4d77-8669-01cc30ff0116 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:32:21.845061 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'code': 200} Oct 13 15:32:21.857683 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.935138 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Pushing event updated for resources: {'Port': ['ID=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,revision_number=6']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:21.950001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:21.950343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:21.950675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:21.951001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:21.951330 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:21.951653 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:21.951973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:21.952398 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:21.952717 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:21.953060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:21.953379 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:21.953693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:21.990762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] No DVR routers for this DVR port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:32:22.125710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Attempting to bind port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:32:22.126045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Attempting to bind port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:32:22.126369 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Attempting to bind port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 on network fef3f460-ba86-4250-b42d-3c62b89e6d68 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:32:22.130733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 on network fef3f460-ba86-4250-b42d-3c62b89e6d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:32:22.131049 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Attempting to bind port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 on network fef3f460-ba86-4250-b42d-3c62b89e6d68 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:32:22.136260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:32:22.136590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Checking segment: {'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:32:22.136966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Bound using segment: {'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:32:22.137408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Bound port: b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '718cb276-0575-4fe8-9237-fd7942533826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:32:22.137755 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.201134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] For port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:32:22.204187 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] For port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:32:22.308647 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.349589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:22.350227 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.351629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] 10.222.0.41 "PUT /v2.0/ports/b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 200 len: 1092 time: 0.9693279 Oct 13 15:32:22.372764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acdac3-7b4b-49e9-8202-0f2dc0e9090a service neutron] Pushing event updated for resources: {'Port': ['ID=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:22.417417 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-195dce41-01a5-4e8b-b8a0-f1c2837c44fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.421340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063bda5-8357-46ba-b54a-100e87c5899e req-3ff3fe6c-8cde-4d1a-9576-74c7047d512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:22.422677 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-3ff3fe6c-8cde-4d1a-9576-74c7047d512a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 1095 time: 0.0437987 Oct 13 15:32:22.518134 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063bda5-8357-46ba-b54a-100e87c5899e req-585cd472-cf66-448b-bbbe-905e670a1571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:22.519623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-585cd472-cf66-448b-bbbe-905e670a1571 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fef3f460-ba86-4250-b42d-3c62b89e6d68 HTTP/1.1" status: 200 len: 897 time: 0.0896993 Oct 13 15:32:22.590319 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-253fe869-fef5-4471-86bc-e55accb6247d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 200 len: 998 time: 0.0625138 Oct 13 15:32:22.642309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063bda5-8357-46ba-b54a-100e87c5899e req-c9626148-9674-4c0c-9166-f4a5387cd27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:22.643976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-c9626148-9674-4c0c-9166-f4a5387cd27a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c310098-9d9c-4d6e-b057-88f1e0ccfe9d HTTP/1.1" status: 200 len: 835 time: 0.0459421 Oct 13 15:32:22.690400 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063bda5-8357-46ba-b54a-100e87c5899e req-3cff2474-507c-4d04-aed7-4ba193ed5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:22.691867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-3cff2474-507c-4d04-aed7-4ba193ed5867 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fef3f460-ba86-4250-b42d-3c62b89e6d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401227 Oct 13 15:32:22.787208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-6b84b9e1-e104-4cd5-8f95-9effae411743 service neutron] 10.222.0.41 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866666 Oct 13 15:32:22.792664 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.917445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce8dc8-a840-4c67-ae87-c378192fecc5 req-7a603ec2-7ce8-4497-9f09-176ffeb2cf18 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:22.918901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0ce8dc8-a840-4c67-ae87-c378192fecc5 req-7a603ec2-7ce8-4497-9f09-176ffeb2cf18 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 943 time: 0.1050532 Oct 13 15:32:22.924313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-a0593116-3fb4-4f47-b322-7fa86f3e0e6e service neutron] 10.222.0.41 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291785 Oct 13 15:32:22.957847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0ce8dc8-a840-4c67-ae87-c378192fecc5 req-7f0f7207-50f7-4933-a287-d4e4a0debe23 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325885 Oct 13 15:32:23.846465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:32:23.848942 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbba8259-29de-41b7-9a1a-53abe5be96df" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:32:23.901027 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa72dd2-2be4-4b25-a643-2cec90f63a8a x-openstack-request-id: req-4aa72dd2-2be4-4b25-a643-2cec90f63a8a {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:32:23.902679 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:32:23.902940 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4aa72dd2-2be4-4b25-a643-2cec90f63a8a {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:32:23.903351 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'status': 'completed', 'code': 200} Oct 13 15:32:23.989546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-0e6acfff-fcbf-401d-be91-88fd542d0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:23.991033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-0e6acfff-fcbf-401d-be91-88fd542d0c7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 1095 time: 0.0718277 Oct 13 15:32:23.997782 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-3dca7d6d-5596-4744-9253-1f27b9f096a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:23.999265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-3dca7d6d-5596-4744-9253-1f27b9f096a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 1095 time: 0.0694442 Oct 13 15:32:24.070402 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:24.149449 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:24.485735 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ba3aa-4f5c-47fc-93e2-28f17fb4a5a9 req-eb100a0f-c774-4984-bf11-64efbc8bd9dc tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:24.487239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-177ba3aa-4f5c-47fc-93e2-28f17fb4a5a9 req-eb100a0f-c774-4984-bf11-64efbc8bd9dc tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 943 time: 0.4369056 Oct 13 15:32:24.521411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-0ffab92e-f45c-463e-96e4-cf7e82f7290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:24.522889 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-0ffab92e-f45c-463e-96e4-cf7e82f7290c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fef3f460-ba86-4250-b42d-3c62b89e6d68 HTTP/1.1" status: 200 len: 897 time: 0.5227501 Oct 13 15:32:24.544227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-5b8f1f10-9f89-44bb-b4cf-a517c1e4dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:24.545687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-5b8f1f10-9f89-44bb-b4cf-a517c1e4dad4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fef3f460-ba86-4250-b42d-3c62b89e6d68 HTTP/1.1" status: 200 len: 897 time: 0.5286484 Oct 13 15:32:24.553891 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:32:24.596483 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:32:24.634850 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-177ba3aa-4f5c-47fc-93e2-28f17fb4a5a9 req-412e541d-6cdc-48ae-b53b-f55258ca902d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400292 Oct 13 15:32:24.661944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-09a036de-2b9e-48e1-b916-16084ae2163b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 200 len: 998 time: 0.1271505 Oct 13 15:32:24.668369 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-8d2c541c-f6bc-40a1-b9aa-65375780e301 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 200 len: 998 time: 0.0840189 Oct 13 15:32:24.746352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-8595bebf-1e27-4ec1-8783-e5ab58143052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:24.747983 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-8595bebf-1e27-4ec1-8783-e5ab58143052 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c310098-9d9c-4d6e-b057-88f1e0ccfe9d HTTP/1.1" status: 200 len: 835 time: 0.0778699 Oct 13 15:32:24.755062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-f3d382b9-ccb9-4504-ba14-d3132c435501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:24.756446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-f3d382b9-ccb9-4504-ba14-d3132c435501 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c310098-9d9c-4d6e-b057-88f1e0ccfe9d HTTP/1.1" status: 200 len: 835 time: 0.0610864 Oct 13 15:32:24.825089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-da5abdcb-4a05-4f8e-a722-01d667fb9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:24.826588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-da5abdcb-4a05-4f8e-a722-01d667fb9e66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fef3f460-ba86-4250-b42d-3c62b89e6d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693035 Oct 13 15:32:24.831000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-458206b4-70d9-4ddb-8e5f-a3d8a13f0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:24.832374 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-458206b4-70d9-4ddb-8e5f-a3d8a13f0ddb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fef3f460-ba86-4250-b42d-3c62b89e6d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640666 Oct 13 15:32:24.987818 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-815bc1b9-3f1f-4240-97ce-f0978bb8692e service neutron] 10.222.0.41 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528623 Oct 13 15:32:25.000238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-44ee6f34-bbb6-4b6b-b9af-c946f7fea5cf service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484363 Oct 13 15:32:25.154179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-719fc7b0-21db-474e-afbc-a6d4e0a80bea service neutron] 10.222.0.41 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563499 Oct 13 15:32:25.165285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fbba8259-29de-41b7-9a1a-53abe5be96df req-998e95ed-e395-4b49-8dbb-2ddfadb171c6 service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423833 Oct 13 15:32:25.655745 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:25.762030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f5b8a-c2cb-4e07-b2d9-3007dcc338b2 req-0e2c116c-874e-4f04-b563-914cd7ab911c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:25.763516 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-350f5b8a-c2cb-4e07-b2d9-3007dcc338b2 req-0e2c116c-874e-4f04-b563-914cd7ab911c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 943 time: 0.0529723 Oct 13 15:32:25.802934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-350f5b8a-c2cb-4e07-b2d9-3007dcc338b2 req-73f67960-e32d-4c1e-b6cd-7127bc0f6b01 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333564 Oct 13 15:32:25.910944 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:32:26.008179 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:32:26.020604 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'port_id': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'mac_address': 'fa:16:3e:ec:69:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:32:26.059344 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:26.072588 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:32:26.092521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:32:26.175969 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:26.225478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:26.233421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:26.233764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:26.234105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:26.234443 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:26.234775 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:26.235105 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:26.235431 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:26.235755 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:26.236080 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:26.236400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:26.236720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:26.237059 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:26.601521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['b940f0c7-966f-44c5-a7c7-b2bf137b8cd1'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:32:26.929600 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cfd5f-a626-454a-b01e-9b50c7aba233 req-827b1f6b-d5ec-4458-8ebb-a3133906f16b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:26.931999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b2cfd5f-a626-454a-b01e-9b50c7aba233 req-827b1f6b-d5ec-4458-8ebb-a3133906f16b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 944 time: 0.0580702 Oct 13 15:32:26.970612 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b2cfd5f-a626-454a-b01e-9b50c7aba233 req-89d8ce74-427a-4923-ae98-af6fdac835a4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327914 Oct 13 15:32:27.314048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f24c-e4ca-447e-8253-ffb98679a910 req-5555b66c-71b5-4783-9fd0-fb47b9cd00fb tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:27.315746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b64f24c-e4ca-447e-8253-ffb98679a910 req-5555b66c-71b5-4783-9fd0-fb47b9cd00fb tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 944 time: 0.0551989 Oct 13 15:32:27.364047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b64f24c-e4ca-447e-8253-ffb98679a910 req-7870cd34-20e6-48b7-aa48-9f2307304ad4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 Oct 13 15:32:27.415575 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-f52ac93e-9f25-4ad4-b870-c2cf9985aa66 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:27.417785 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-f52ac93e-9f25-4ad4-b870-c2cf9985aa66 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f&tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&binding%3Ahost_id=n-h2-806683-15 HTTP/1.1" status: 200 len: 944 time: 0.0528719 Oct 13 15:32:27.521454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644e292-6e1a-4bd1-9d60-fb00b6519f8e req-e15386eb-ae18-4a9d-a480-e9b8c1479b62 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:27.522927 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e644e292-6e1a-4bd1-9d60-fb00b6519f8e req-e15386eb-ae18-4a9d-a480-e9b8c1479b62 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 944 time: 0.0671744 Oct 13 15:32:27.524935 n-d-806683-15 neutron-server[112685]: INFO neutron.api.v2.resource [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-758aa749-582e-487a-922f-62f530686080 service neutron] delete failed (client error): The resource could not be found. Oct 13 15:32:27.525937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-758aa749-582e-487a-922f-62f530686080 service neutron] 10.222.0.49 "DELETE /v2.0/ports/b940f0c7-966f-44c5-a7c7-b2bf137b8cd1/bindings/n-h1-806683-15 HTTP/1.1" status: 404 len: 381 time: 0.0958161 Oct 13 15:32:27.566691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e644e292-6e1a-4bd1-9d60-fb00b6519f8e req-676b3329-1ad0-44b4-895e-5ba264eb2cbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372682 Oct 13 15:32:27.609676 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-a08736d0-02e4-4fbe-bfcf-cf46181e46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:27.611187 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-a08736d0-02e4-4fbe-bfcf-cf46181e46f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 1096 time: 0.0409179 Oct 13 15:32:27.704303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-3e9884e1-3ea5-47af-8710-017909e233da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:27.705813 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-3e9884e1-3ea5-47af-8710-017909e233da service neutron] 10.222.0.49 "GET /v2.0/networks?id=fef3f460-ba86-4250-b42d-3c62b89e6d68 HTTP/1.1" status: 200 len: 897 time: 0.0840328 Oct 13 15:32:27.778945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-05b75c4c-e5ba-44b0-a847-bbccdf880f28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 200 len: 999 time: 0.0618961 Oct 13 15:32:27.831871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-20b3edd7-68ef-4ce4-bb8a-d63eecf787ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:27.833322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-20b3edd7-68ef-4ce4-bb8a-d63eecf787ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5c310098-9d9c-4d6e-b057-88f1e0ccfe9d HTTP/1.1" status: 200 len: 835 time: 0.0427592 Oct 13 15:32:27.882636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-6d21152a-a685-4b8b-9865-655406c6d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:27.884103 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-6d21152a-a685-4b8b-9865-655406c6d62b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fef3f460-ba86-4250-b42d-3c62b89e6d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393484 Oct 13 15:32:27.914301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:32:27.983966 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-ace524b8-9e07-4892-b80d-6b0a7670b5e5 service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880470 Oct 13 15:32:28.062884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:32:28.066943 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:32:28.067357 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.081662 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a58f9a2a-98e8-4f61-a04c-698bcf9c59f6 req-bb1d295e-5adc-43f7-994a-3fe25c75cc9a service neutron] 10.222.0.49 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869236 Oct 13 15:32:28.152533 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.174617 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:32:28.176885 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b2e8f3-8469-4083-84d8-6f28dcbedaca" -d '{"events": [{"server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "name": "network-vif-plugged", "status": "completed", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:32:28.189720 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:32:28.230728 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf3c42a-5dcb-434f-bf2e-dfc5c56e363b x-openstack-request-id: req-7cf3c42a-5dcb-434f-bf2e-dfc5c56e363b {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:32:28.231122 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "name": "network-vif-plugged", "status": "completed", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:32:28.231600 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cf3c42a-5dcb-434f-bf2e-dfc5c56e363b {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:32:28.232065 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'code': 200} Oct 13 15:32:28.239940 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.291635 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:28.693660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8295b7-8a2f-4481-93b6-06b95fefec36 req-15db411e-473f-4445-82e3-33e7e7d03141 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:28.695175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab8295b7-8a2f-4481-93b6-06b95fefec36 req-15db411e-473f-4445-82e3-33e7e7d03141 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0594893 Oct 13 15:32:28.736280 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ab8295b7-8a2f-4481-93b6-06b95fefec36 req-2b42686a-c546-425b-a6ce-06df86175ef4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320551 Oct 13 15:32:29.741871 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:32:29.851029 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adf432-6937-4659-8da6-f1daddb08472 req-c75069f7-294d-4835-aed9-6be0d6fd55fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:32:29.852515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67adf432-6937-4659-8da6-f1daddb08472 req-c75069f7-294d-4835-aed9-6be0d6fd55fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0489001 Oct 13 15:32:29.890331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-67adf432-6937-4659-8da6-f1daddb08472 req-e3f5a3c0-e329-449e-8615-e3898f8d24a5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313070 Oct 13 15:32:29.912281 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41888) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:32:29.971921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f9e62e32-4a1c-43d5-9592-7970d24fcaba tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/55c49e30-0504-4f08-be8c-fab2713cab1a HTTP/1.1" status: 200 len: 992 time: 0.0584843 Oct 13 15:32:49.497904 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:49.599580 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-76c23f51-8c2c-40d7-8fda-741d377e3f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.342718 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3326b47-fff2-4e98-8bdf-0bf405fe0a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.829206 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.090795 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.159914 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:55.666049 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:06.741267 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:33:12.536545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf30189-97c2-4903-9a0a-72e6040f8d15 req-3b272a87-a9a4-4e5a-b104-bfa3d06104f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443995 Oct 13 15:33:12.625889 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30189-97c2-4903-9a0a-72e6040f8d15 req-435b5bf2-d568-4075-ac07-1a5c69e6214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:12.627395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf30189-97c2-4903-9a0a-72e6040f8d15 req-435b5bf2-d568-4075-ac07-1a5c69e6214d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 1097 time: 0.0463464 Oct 13 15:33:12.738324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30189-97c2-4903-9a0a-72e6040f8d15 req-a173abb7-bff1-4020-b266-761e67291506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:12.746933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf30189-97c2-4903-9a0a-72e6040f8d15 req-a173abb7-bff1-4020-b266-761e67291506 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fef3f460-ba86-4250-b42d-3c62b89e6d68 HTTP/1.1" status: 200 len: 897 time: 0.0924897 Oct 13 15:33:12.807834 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf30189-97c2-4903-9a0a-72e6040f8d15 req-d336f92b-69b5-437e-a49d-0f0cd83dc17b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 200 len: 1000 time: 0.0596960 Oct 13 15:33:12.859071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30189-97c2-4903-9a0a-72e6040f8d15 req-2a7ff15e-cf82-4a1f-abc3-bc8a3a5b1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:12.860531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf30189-97c2-4903-9a0a-72e6040f8d15 req-2a7ff15e-cf82-4a1f-abc3-bc8a3a5b1da7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c310098-9d9c-4d6e-b057-88f1e0ccfe9d HTTP/1.1" status: 200 len: 835 time: 0.0448821 Oct 13 15:33:12.912745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf30189-97c2-4903-9a0a-72e6040f8d15 req-1a41b73e-567c-4509-ad80-2efec3c19882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:12.914304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf30189-97c2-4903-9a0a-72e6040f8d15 req-1a41b73e-567c-4509-ad80-2efec3c19882 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fef3f460-ba86-4250-b42d-3c62b89e6d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462482 Oct 13 15:33:13.007119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf30189-97c2-4903-9a0a-72e6040f8d15 req-02bd11c1-196e-4efd-bf63-1160978376a3 service neutron] 10.222.0.41 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834043 Oct 13 15:33:13.104179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf30189-97c2-4903-9a0a-72e6040f8d15 req-8e3bc678-31d5-4f4d-8141-8a2b3702cdda service neutron] 10.222.0.41 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887597 Oct 13 15:33:19.511393 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.611341 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-92f6823e-3a2b-408d-aef1-54a7de3d4300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.371943 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-970a2674-666b-43c2-bcd5-b34f840a1881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.880814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.948897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41914) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:23.116917 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 0531a6f4-b283-44a3-b075-7d6bb39201fa {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:33:23.117211 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.196139 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.196461 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.209200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 0531a6f4-b283-44a3-b075-7d6bb39201fa owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:33:23.439756 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.466311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=0531a6f4-b283-44a3-b075-7d6bb39201fa,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:23.496416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:23.496759 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:23.497123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:23.497460 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:23.497790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:23.498116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:23.498438 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:23.498760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:23.499086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:23.499405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:23.499721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:23.500038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:23.539625 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.539968 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Floating IP 55c49e30-0504-4f08-be8c-fab2713cab1a disassociated (deleted). External IP: 172.25.0.82, port: b940f0c7-966f-44c5-a7c7-b2bf137b8cd1. Oct 13 15:33:23.751771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router f8a42125-bc37-4d90-986c-adf2ea971797 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:33:23.859285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:33:23.864022 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.871438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b0ca3-e0e9-4dd6-a1de-b21edbd2a445 None None] Sync routers for ids ['f8a42125-bc37-4d90-986c-adf2ea971797'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:23.880920 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b0ca3-e0e9-4dd6-a1de-b21edbd2a445 None None] Routers {'f8a42125-bc37-4d90-986c-adf2ea971797'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:33:23.881564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0a1b0ca3-e0e9-4dd6-a1de-b21edbd2a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:33:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f8a42125-bc37-4d90-986c-adf2ea971797'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:23.891364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6ed72331-9106-42ce-ace0-4cc039c8493e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/floatingips/55c49e30-0504-4f08-be8c-fab2713cab1a HTTP/1.1" status: 204 len: 168 time: 0.9413311 Oct 13 15:33:23.892048 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:33:23.894380 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6781af92-d331-4a57-afa0-e4245333ce21" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:33:23.992079 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc9f33d-85dd-4d54-9057-49ce0d71123b x-openstack-request-id: req-3cc9f33d-85dd-4d54-9057-49ce0d71123b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:33:23.992079 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:33:23.992079 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3cc9f33d-85dd-4d54-9057-49ce0d71123b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:33:23.992968 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'status': 'completed', 'code': 200} Oct 13 15:33:24.003754 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-0a1b0ca3-e0e9-4dd6-a1de-b21edbd2a445 None None] Set router f8a42125-bc37-4d90-986c-adf2ea971797 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:33:24.057468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781af92-d331-4a57-afa0-e4245333ce21 req-d0bbd221-2dd4-4b25-8222-2694bdf30882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:24.059009 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6781af92-d331-4a57-afa0-e4245333ce21 req-d0bbd221-2dd4-4b25-8222-2694bdf30882 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 1097 time: 0.0422494 Oct 13 15:33:24.124707 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:24.157373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781af92-d331-4a57-afa0-e4245333ce21 req-bff4101d-4544-447c-bac7-6e1370822451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:24.159469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6781af92-d331-4a57-afa0-e4245333ce21 req-bff4101d-4544-447c-bac7-6e1370822451 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fef3f460-ba86-4250-b42d-3c62b89e6d68 HTTP/1.1" status: 200 len: 897 time: 0.0927532 Oct 13 15:33:24.199667 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:24.204028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6781af92-d331-4a57-afa0-e4245333ce21 req-6fd5656e-a2e2-4c43-bc28-285305e9453d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 200 len: 217 time: 0.0348389 Oct 13 15:33:24.229954 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0a1b0ca3-e0e9-4dd6-a1de-b21edbd2a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd8dfcbfb-5a72-4709-a88e-2087b91f9287', 'name': '', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:0a:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:07Z', 'updated_at': '2021-10-13T15:31:10Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:24.255392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781af92-d331-4a57-afa0-e4245333ce21 req-8d8adf0c-0c26-4c15-8dfb-9a6989af6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:24.256823 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6781af92-d331-4a57-afa0-e4245333ce21 req-8d8adf0c-0c26-4c15-8dfb-9a6989af6d57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c310098-9d9c-4d6e-b057-88f1e0ccfe9d HTTP/1.1" status: 200 len: 835 time: 0.0454123 Oct 13 15:33:24.257910 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b0ca3-e0e9-4dd6-a1de-b21edbd2a445 None None] Checking router: f8a42125-bc37-4d90-986c-adf2ea971797 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:33:24.267092 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1b0ca3-e0e9-4dd6-a1de-b21edbd2a445 None None] Routers {'f8a42125-bc37-4d90-986c-adf2ea971797'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:33:24.267717 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0a1b0ca3-e0e9-4dd6-a1de-b21edbd2a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:33:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f8a42125-bc37-4d90-986c-adf2ea971797'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:24.308886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781af92-d331-4a57-afa0-e4245333ce21 req-6fa34d8f-835e-467f-b80b-77562968856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:24.314145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6781af92-d331-4a57-afa0-e4245333ce21 req-6fa34d8f-835e-467f-b80b-77562968856c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fef3f460-ba86-4250-b42d-3c62b89e6d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458589 Oct 13 15:33:24.425722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6781af92-d331-4a57-afa0-e4245333ce21 req-378d5aec-d461-4130-bb2a-8f962a1533ed service neutron] 10.222.0.41 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068323 Oct 13 15:33:24.541521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60674437-fa51-453e-8327-b731ff7d82a0 req-ea06ba28-749e-4efc-b34e-2e07e5f5715a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:24.543090 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60674437-fa51-453e-8327-b731ff7d82a0 req-ea06ba28-749e-4efc-b34e-2e07e5f5715a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.2015827 Oct 13 15:33:24.561710 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-0a1b0ca3-e0e9-4dd6-a1de-b21edbd2a445 None None] Set router f8a42125-bc37-4d90-986c-adf2ea971797 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:33:24.579950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6781af92-d331-4a57-afa0-e4245333ce21 req-813cab9b-7861-4049-a311-1aca6455f8a5 service neutron] 10.222.0.41 "GET /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423459 Oct 13 15:33:24.606236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-60674437-fa51-453e-8327-b731ff7d82a0 req-c0bf21b6-451b-40f8-9269-35ee4c826864 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564013 Oct 13 15:33:24.785463 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0a1b0ca3-e0e9-4dd6-a1de-b21edbd2a445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd8dfcbfb-5a72-4709-a88e-2087b91f9287', 'name': '', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:0a:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:07Z', 'updated_at': '2021-10-13T15:31:10Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:24.816677 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1b0ca3-e0e9-4dd6-a1de-b21edbd2a445 None None] The sync data for ids ['f8a42125-bc37-4d90-986c-adf2ea971797'] in n-d-806683-15 is: [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'd8dfcbfb-5a72-4709-a88e-2087b91f9287', 'name': '', 'network_id': 'fef3f460-ba86-4250-b42d-3c62b89e6d68', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:0a:b7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:07Z', 'updated_at': '2021-10-13T15:31:10Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '5c310098-9d9c-4d6e-b057-88f1e0ccfe9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:25.062793 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e50b854-ceac-4213-bc4e-6cae6fcdebad None None] New status for floating IP 55c49e30-0504-4f08-be8c-fab2713cab1a: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:33:25.659753 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.797921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c39470-f233-45d7-9585-98716585f29d req-c7dd0b08-0825-4a79-b845-3cd4b42c46f7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:25.799542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39c39470-f233-45d7-9585-98716585f29d req-c7dd0b08-0825-4a79-b845-3cd4b42c46f7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.1167138 Oct 13 15:33:25.839112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39c39470-f233-45d7-9585-98716585f29d req-76a42b6e-2234-4214-ac97-2e225ea5cfcd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=770b3d60-eb6b-45cd-859f-e4dbef617508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323417 Oct 13 15:33:26.002801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846eb18-e662-420e-ba30-05cae27e3380 req-0c734449-feaa-40c2-a9d6-ea4581fd4391 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:26.004238 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7846eb18-e662-420e-ba30-05cae27e3380 req-0c734449-feaa-40c2-a9d6-ea4581fd4391 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 945 time: 0.0518067 Oct 13 15:33:26.092408 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7846eb18-e662-420e-ba30-05cae27e3380 req-69eff8b7-7907-42ab-879b-cdfc09df11de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:33:26.092659 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7846eb18-e662-420e-ba30-05cae27e3380 req-69eff8b7-7907-42ab-879b-cdfc09df11de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.183924 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-7846eb18-e662-420e-ba30-05cae27e3380 req-69eff8b7-7907-42ab-879b-cdfc09df11de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:33:26.184286 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7846eb18-e662-420e-ba30-05cae27e3380 req-69eff8b7-7907-42ab-879b-cdfc09df11de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.196620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-7846eb18-e662-420e-ba30-05cae27e3380 req-69eff8b7-7907-42ab-879b-cdfc09df11de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:33:26.381875 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7846eb18-e662-420e-ba30-05cae27e3380 req-69eff8b7-7907-42ab-879b-cdfc09df11de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.412750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eff8b7-7907-42ab-879b-cdfc09df11de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=b940f0c7-966f-44c5-a7c7-b2bf137b8cd1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:26.456812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7846eb18-e662-420e-ba30-05cae27e3380 req-69eff8b7-7907-42ab-879b-cdfc09df11de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] No DVR routers for this DVR port b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:33:26.459829 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-7846eb18-e662-420e-ba30-05cae27e3380 req-69eff8b7-7907-42ab-879b-cdfc09df11de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.463364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7846eb18-e662-420e-ba30-05cae27e3380 req-69eff8b7-7907-42ab-879b-cdfc09df11de tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "DELETE /v2.0/ports/b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 HTTP/1.1" status: 204 len: 173 time: 0.4518335 Oct 13 15:33:26.463791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'name': 'network-vif-deleted', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:33:26.466148 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68f1cc0-879d-4477-a0b5-d416f85f1c9e" -d '{"events": [{"server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "name": "network-vif-deleted", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:33:26.505937 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ee468d-7607-4e23-8e53-28a8f847dc35 x-openstack-request-id: req-b6ee468d-7607-4e23-8e53-28a8f847dc35 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:33:26.506236 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1f2715-c8d5-40ae-824a-58b8a591662f", "name": "network-vif-deleted", "tag": "b940f0c7-966f-44c5-a7c7-b2bf137b8cd1", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:33:26.506526 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6ee468d-7607-4e23-8e53-28a8f847dc35 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:33:26.506913 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1f2715-c8d5-40ae-824a-58b8a591662f', 'name': 'network-vif-deleted', 'tag': 'b940f0c7-966f-44c5-a7c7-b2bf137b8cd1', 'status': 'completed', 'code': 200} Oct 13 15:33:26.956506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1bfe29e7-c70b-405f-bfb7-a0b9f48b6431 req-3a4510c9-ac90-40b3-8e01-949aae8b1fba tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1f2715-c8d5-40ae-824a-58b8a591662f HTTP/1.1" status: 200 len: 210 time: 0.0288782 Oct 13 15:33:28.021107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41936) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:28.686108 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ff1091fd-6b51-4f15-8680-3ad42dd628d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.938750 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-ff1091fd-6b51-4f15-8680-3ad42dd628d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port d8dfcbfb-5a72-4709-a88e-2087b91f9287 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:33:28.939007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ff1091fd-6b51-4f15-8680-3ad42dd628d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.024053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-ff1091fd-6b51-4f15-8680-3ad42dd628d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port d8dfcbfb-5a72-4709-a88e-2087b91f9287, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=d8dfcbfb-5a72-4709-a88e-2087b91f9287,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:33:29.024761 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ff1091fd-6b51-4f15-8680-3ad42dd628d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.036550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-ff1091fd-6b51-4f15-8680-3ad42dd628d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for d8dfcbfb-5a72-4709-a88e-2087b91f9287 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:33:29.284813 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ff1091fd-6b51-4f15-8680-3ad42dd628d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.317078 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1091fd-6b51-4f15-8680-3ad42dd628d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=d8dfcbfb-5a72-4709-a88e-2087b91f9287,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:29.490956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ff1091fd-6b51-4f15-8680-3ad42dd628d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.709333 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1091fd-6b51-4f15-8680-3ad42dd628d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router f8a42125-bc37-4d90-986c-adf2ea971797 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:33:29.816626 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1091fd-6b51-4f15-8680-3ad42dd628d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:33:29.821569 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ff1091fd-6b51-4f15-8680-3ad42dd628d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "PUT /v2.0/routers/f8a42125-bc37-4d90-986c-adf2ea971797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8006444 Oct 13 15:33:29.824596 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41940) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:29.827737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7176a-a889-472b-8eba-f0cf27c0c12e None None] Sync routers for ids ['f8a42125-bc37-4d90-986c-adf2ea971797'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:29.836839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7176a-a889-472b-8eba-f0cf27c0c12e None None] Routers {'f8a42125-bc37-4d90-986c-adf2ea971797'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:33:29.837530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ede7176a-a889-472b-8eba-f0cf27c0c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:33:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f8a42125-bc37-4d90-986c-adf2ea971797'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:29.875645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-36be5f0f-7ce3-4bd3-86be-877734b5b787 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting subnet 5c310098-9d9c-4d6e-b057-88f1e0ccfe9d {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:33:29.878584 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36be5f0f-7ce3-4bd3-86be-877734b5b787 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.918285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36be5f0f-7ce3-4bd3-86be-877734b5b787 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.945281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-ede7176a-a889-472b-8eba-f0cf27c0c12e None None] Set router f8a42125-bc37-4d90-986c-adf2ea971797 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:33:30.009718 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36be5f0f-7ce3-4bd3-86be-877734b5b787 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.128940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ede7176a-a889-472b-8eba-f0cf27c0c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:33:29Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:30.130750 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36be5f0f-7ce3-4bd3-86be-877734b5b787 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.157954 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be5f0f-7ce3-4bd3-86be-877734b5b787 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Subnet': ['ID=5c310098-9d9c-4d6e-b057-88f1e0ccfe9d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:30.159027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7176a-a889-472b-8eba-f0cf27c0c12e None None] Checking router: f8a42125-bc37-4d90-986c-adf2ea971797 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:33:30.163415 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-36be5f0f-7ce3-4bd3-86be-877734b5b787 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.169874 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-36be5f0f-7ce3-4bd3-86be-877734b5b787 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/subnets/5c310098-9d9c-4d6e-b057-88f1e0ccfe9d HTTP/1.1" status: 204 len: 168 time: 0.3433068 Oct 13 15:33:30.176132 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41942) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:30.176697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb8a9e8-cc09-4da8-aee6-c8945071f30f None None] Network fef3f460-ba86-4250-b42d-3c62b89e6d68 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:33:30.176697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede7176a-a889-472b-8eba-f0cf27c0c12e None None] Routers {'f8a42125-bc37-4d90-986c-adf2ea971797'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:33:30.176697 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ede7176a-a889-472b-8eba-f0cf27c0c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:33:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['f8a42125-bc37-4d90-986c-adf2ea971797'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:30.263069 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:33:30.280426 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.290592 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:33:30.290937 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device b940f0c7-966f-44c5-a7c7-b2bf137b8cd1 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:33:30.385730 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.387113 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-ede7176a-a889-472b-8eba-f0cf27c0c12e None None] Set router f8a42125-bc37-4d90-986c-adf2ea971797 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:33:30.513280 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port c71c3b13-65bd-4000-8546-a3ca0dec82d2 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:33:30.513709 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.577026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] DHCP port deletion for fef3f460-ba86-4250-b42d-3c62b89e6d68 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:33:30.586392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-ede7176a-a889-472b-8eba-f0cf27c0c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:33:29Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:30.600093 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port c71c3b13-65bd-4000-8546-a3ca0dec82d2, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=c71c3b13-65bd-4000-8546-a3ca0dec82d2,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:33:30.600497 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.614381 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for c71c3b13-65bd-4000-8546-a3ca0dec82d2 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:33:30.634770 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede7176a-a889-472b-8eba-f0cf27c0c12e None None] The sync data for ids ['f8a42125-bc37-4d90-986c-adf2ea971797'] in n-d-806683-15 is: [{'id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387135206', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:31:03Z', 'updated_at': '2021-10-13T15:33:29Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': 'c71c3b13-65bd-4000-8546-a3ca0dec82d2', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:64:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a42125-bc37-4d90-986c-adf2ea971797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:31:04Z', 'updated_at': '2021-10-13T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:30.658730 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Deleting port 5b7b4bf7-f259-4987-a53b-56b27a7ea399 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:33:30.659207 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.722449 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] For port 5b7b4bf7-f259-4987-a53b-56b27a7ea399, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5b7b4bf7-f259-4987-a53b-56b27a7ea399,segment=NetworkSegment(718cb276-0575-4fe8-9237-fd7942533826),segment_id=718cb276-0575-4fe8-9237-fd7942533826)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:33:30.722845 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.736143 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Calling delete_port for 5b7b4bf7-f259-4987-a53b-56b27a7ea399 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:33:30.847356 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.877315 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=c71c3b13-65bd-4000-8546-a3ca0dec82d2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:30.896207 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.903786 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.904141 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.904486 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.904819 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.905174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.905511 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.905844 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.906170 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.906500 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.906825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.907154 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.907477 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.923465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Pushing event deleted for resources: {'Port': ['ID=5b7b4bf7-f259-4987-a53b-56b27a7ea399,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:30.928815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] No DVR routers for this DVR port 5b7b4bf7-f259-4987-a53b-56b27a7ea399 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:33:30.938743 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.941649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.941649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.941649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.941649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.941649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.941649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.941649 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.942796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.942796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.942796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.942796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463e620a-3daa-4e1f-a06b-665e51456061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:30.946597 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.040063 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.042298 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.150619 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.151121 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Fanout notify agent at l3_agent the message router_deleted on router f8a42125-bc37-4d90-986c-adf2ea971797 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:33:31.158465 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.160151 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-02fdc7d1-c3b1-4cf5-b5e9-2c7906d434b4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/routers/f8a42125-bc37-4d90-986c-adf2ea971797 HTTP/1.1" status: 204 len: 168 time: 0.9883175 Oct 13 15:33:31.162900 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41946) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:31.247038 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de8de901-72c4-46d1-81b5-27fa43170f06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.336938 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de8de901-72c4-46d1-81b5-27fa43170f06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.357169 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-de8de901-72c4-46d1-81b5-27fa43170f06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef3f460-ba86-4250-b42d-3c62b89e6d68']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:31.366306 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-de8de901-72c4-46d1-81b5-27fa43170f06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718cb276-0575-4fe8-9237-fd7942533826') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:31.370213 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-de8de901-72c4-46d1-81b5-27fa43170f06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718cb276-0575-4fe8-9237-fd7942533826') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:31.376659 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de8de901-72c4-46d1-81b5-27fa43170f06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.389635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de8de901-72c4-46d1-81b5-27fa43170f06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.395395 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8de901-72c4-46d1-81b5-27fa43170f06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:31.395821 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de8de901-72c4-46d1-81b5-27fa43170f06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: timer() Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:33:31.398860 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:33:31.518771 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de8de901-72c4-46d1-81b5-27fa43170f06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.526340 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-de8de901-72c4-46d1-81b5-27fa43170f06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.530213 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-de8de901-72c4-46d1-81b5-27fa43170f06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/networks/fef3f460-ba86-4250-b42d-3c62b89e6d68 HTTP/1.1" status: 204 len: 168 time: 0.3664083 Oct 13 15:33:31.533130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41948) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:31.542047 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8de901-72c4-46d1-81b5-27fa43170f06 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Network': ['ID=fef3f460-ba86-4250-b42d-3c62b89e6d68,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:31.591885 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-79d9475f-ae76-4e20-bcde-0626ea4f41a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.624436 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-79d9475f-ae76-4e20-bcde-0626ea4f41a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.753792 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-79d9475f-ae76-4e20-bcde-0626ea4f41a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.756372 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-79d9475f-ae76-4e20-bcde-0626ea4f41a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.757563 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-79d9475f-ae76-4e20-bcde-0626ea4f41a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/security-groups/770b3d60-eb6b-45cd-859f-e4dbef617508 HTTP/1.1" status: 204 len: 168 time: 0.2234430 Oct 13 15:33:31.767488 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9475f-ae76-4e20-bcde-0626ea4f41a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770b3d60-eb6b-45cd-859f-e4dbef617508,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:32.460380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41956) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:32.465433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-ec9c650c-6c8e-4531-b9bb-2424e4b7d386 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-699585744', 'description': 'tempest-secgroup-smoke-699585744 description', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:32.545433 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ec9c650c-6c8e-4531-b9bb-2424e4b7d386 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.568305 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d8dfcbfb-5a72-4709-a88e-2087b91f9287 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:33:32.598084 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: d8dfcbfb-5a72-4709-a88e-2087b91f9287 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:33:32.598509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device d8dfcbfb-5a72-4709-a88e-2087b91f9287 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:33:32.599006 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5b7b4bf7-f259-4987-a53b-56b27a7ea399 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:33:32.620314 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 5b7b4bf7-f259-4987-a53b-56b27a7ea399 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:33:32.621760 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5b7b4bf7-f259-4987-a53b-56b27a7ea399 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:33:32.622077 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c71c3b13-65bd-4000-8546-a3ca0dec82d2 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:33:32.633298 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ec9c650c-6c8e-4531-b9bb-2424e4b7d386 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.641583 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: c71c3b13-65bd-4000-8546-a3ca0dec82d2 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:33:32.642009 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device c71c3b13-65bd-4000-8546-a3ca0dec82d2 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:33:32.698510 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ec9c650c-6c8e-4531-b9bb-2424e4b7d386 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.727968 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c650c-6c8e-4531-b9bb-2424e4b7d386 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1fd0b9-8bca-4a4a-968d-74d0f024618d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:32.800673 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ec9c650c-6c8e-4531-b9bb-2424e4b7d386 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.801968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ec9c650c-6c8e-4531-b9bb-2424e4b7d386 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3405228 Oct 13 15:33:32.804876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41958) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:32.809814 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-8e218f53-786b-4aaf-a6dc-de43f4f242c9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '6d1fd0b9-8bca-4a4a-968d-74d0f024618d', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:32.884624 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e218f53-786b-4aaf-a6dc-de43f4f242c9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.945815 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e218f53-786b-4aaf-a6dc-de43f4f242c9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.021884 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e218f53-786b-4aaf-a6dc-de43f4f242c9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.041062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e218f53-786b-4aaf-a6dc-de43f4f242c9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de52f0f9-2b70-4696-99d5-2d4e7bf05e51,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:33.109826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-8e218f53-786b-4aaf-a6dc-de43f4f242c9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.111167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8e218f53-786b-4aaf-a6dc-de43f4f242c9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3053222 Oct 13 15:33:33.114129 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41960) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:33.118555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-eeb7c8f4-abee-42b4-8ff1-91fe55b1a9c5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '6d1fd0b9-8bca-4a4a-968d-74d0f024618d', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:33.224929 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c8f4-abee-42b4-8ff1-91fe55b1a9c5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.301294 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c8f4-abee-42b4-8ff1-91fe55b1a9c5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.358912 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c8f4-abee-42b4-8ff1-91fe55b1a9c5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.377819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7c8f4-abee-42b4-8ff1-91fe55b1a9c5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e769eb1b-ddd8-41a7-a548-2a668c7d9f9d,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:33.446634 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-eeb7c8f4-abee-42b4-8ff1-91fe55b1a9c5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.447851 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-eeb7c8f4-abee-42b4-8ff1-91fe55b1a9c5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3327477 Oct 13 15:33:33.451266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41962) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:33.455551 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-16234500-f3fa-4e11-af12-5b6bf1645db1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '6d1fd0b9-8bca-4a4a-968d-74d0f024618d', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:33.549659 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-16234500-f3fa-4e11-af12-5b6bf1645db1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.614996 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-16234500-f3fa-4e11-af12-5b6bf1645db1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.670170 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-16234500-f3fa-4e11-af12-5b6bf1645db1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.689022 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16234500-f3fa-4e11-af12-5b6bf1645db1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc510a5-a635-4041-8cf7-ac02f767e078,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:33.747464 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-16234500-f3fa-4e11-af12-5b6bf1645db1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.748694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-16234500-f3fa-4e11-af12-5b6bf1645db1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2964642 Oct 13 15:33:33.751529 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41964) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:33.756169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a85ab81b-58ea-4a79-afcb-92f069d440c2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '6d1fd0b9-8bca-4a4a-968d-74d0f024618d', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:33.846187 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a85ab81b-58ea-4a79-afcb-92f069d440c2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.905357 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a85ab81b-58ea-4a79-afcb-92f069d440c2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.970583 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a85ab81b-58ea-4a79-afcb-92f069d440c2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.988413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ab81b-58ea-4a79-afcb-92f069d440c2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9273c176-2ed2-49fd-851f-f622fddd443e,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:34.054674 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a85ab81b-58ea-4a79-afcb-92f069d440c2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.055917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a85ab81b-58ea-4a79-afcb-92f069d440c2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3034654 Oct 13 15:33:34.059295 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41966) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:34.063641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f8e8d8bf-47e5-475a-8275-dcaadec2068c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '6d1fd0b9-8bca-4a4a-968d-74d0f024618d', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:34.150025 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-f8e8d8bf-47e5-475a-8275-dcaadec2068c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Project 9901f73df2cf4ca78caea42b77b2e0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:33:34.155053 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f8e8d8bf-47e5-475a-8275-dcaadec2068c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.218580 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f8e8d8bf-47e5-475a-8275-dcaadec2068c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.287575 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f8e8d8bf-47e5-475a-8275-dcaadec2068c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.306565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8d8bf-47e5-475a-8275-dcaadec2068c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aef99b3-fb6a-47a6-b81a-deffb303c375,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:34.369085 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f8e8d8bf-47e5-475a-8275-dcaadec2068c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.371199 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f8e8d8bf-47e5-475a-8275-dcaadec2068c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3103464 Oct 13 15:33:34.373993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41968) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:34.378292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-6a35d745-a11a-4034-963e-172e47a900cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': '6d1fd0b9-8bca-4a4a-968d-74d0f024618d', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:34.450718 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-6a35d745-a11a-4034-963e-172e47a900cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Project 9901f73df2cf4ca78caea42b77b2e0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:33:34.455768 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a35d745-a11a-4034-963e-172e47a900cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.517590 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a35d745-a11a-4034-963e-172e47a900cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.607374 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a35d745-a11a-4034-963e-172e47a900cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.626395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35d745-a11a-4034-963e-172e47a900cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fdcecf-bb74-4357-bab1-cf3a9c8487c9,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:34.694616 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6a35d745-a11a-4034-963e-172e47a900cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.695842 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6a35d745-a11a-4034-963e-172e47a900cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3209267 Oct 13 15:33:34.698931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41970) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:34.703820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-24e95707-4e90-410e-aa94-fb7f0e78bfcd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'network': {'name': 'tempest-network-smoke--114866092', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'port_security_enabled': True}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:34.781747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e95707-4e90-410e-aa94-fb7f0e78bfcd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:34.785152 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24e95707-4e90-410e-aa94-fb7f0e78bfcd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.808352 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e95707-4e90-410e-aa94-fb7f0e78bfcd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:34.816655 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24e95707-4e90-410e-aa94-fb7f0e78bfcd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.817004 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-24e95707-4e90-410e-aa94-fb7f0e78bfcd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Added segment c460909a-f30b-4632-9867-32c6a659b467 of type vlan for network 962ff025-c40e-4062-97a6-3c4169b307a2 Oct 13 15:33:34.857744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24e95707-4e90-410e-aa94-fb7f0e78bfcd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.930073 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24e95707-4e90-410e-aa94-fb7f0e78bfcd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.936068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e95707-4e90-410e-aa94-fb7f0e78bfcd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:34.936660 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-24e95707-4e90-410e-aa94-fb7f0e78bfcd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.004902 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e95707-4e90-410e-aa94-fb7f0e78bfcd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Network': ['ID=962ff025-c40e-4062-97a6-3c4169b307a2,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:35.015686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 962ff025-c40e-4062-97a6-3c4169b307a2 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:33:35.038474 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-24e95707-4e90-410e-aa94-fb7f0e78bfcd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3384809 Oct 13 15:33:35.041085 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41972) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:35.045980 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'admin_state_up': True, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:35.136892 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.137992 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.193720 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.398085 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.650894 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.669814 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.771582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.25.0.141 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/4b102d21-e5d7-4213-abb3-04057f217642) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:35.875457 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.962256 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.002123 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:36.006417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:36.009322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:33:36.015070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=4b102d21-e5d7-4213-abb3-04057f217642,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:36.345038 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.535713 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.749671 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:33:36.854216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:33:36.864759 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Sync routers for ids ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:36.875013 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Routers {'fa80d052-dca3-47c8-8070-eb02cc9ce2f2'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:33:36.875595 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:33:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:36.929475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.930728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b25ecccf-aea0-4df8-b4f0-c133009a9602 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8887234 Oct 13 15:33:36.934689 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41974) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:36.962654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6c208739-42cc-41a8-9a82-d73b0ee6f525 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9901f73df2cf4ca78caea42b77b2e0f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268786 Oct 13 15:33:36.967354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41976) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:36.978801 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Set router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:33:37.058712 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2a9a4f-82ea-4c71-b566-0a3bbff2caf0 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:37.060236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ab2a9a4f-82ea-4c71-b566-0a3bbff2caf0 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919397 Oct 13 15:33:37.063169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41978) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:37.091570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6eb0b7f9-12ce-44ee-9a79-1d8ebe0f5c47 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273445 Oct 13 15:33:37.094205 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 41980) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:37.098879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b92508d7-86cf-4f1a-846e-1edc03f9ad61 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-334830604', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:37.159090 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:36Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:37.189607 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Checking router: fa80d052-dca3-47c8-8070-eb02cc9ce2f2 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:33:37.189955 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Updating router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 port 4b102d21-e5d7-4213-abb3-04057f217642 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:33:37.215464 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.287395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92508d7-86cf-4f1a-846e-1edc03f9ad61 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:37.290988 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b92508d7-86cf-4f1a-846e-1edc03f9ad61 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.470107 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.547684 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b92508d7-86cf-4f1a-846e-1edc03f9ad61 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.555921 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.701592 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Attempting to bind port 4b102d21-e5d7-4213-abb3-04057f217642 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:33:37.702005 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Attempting to bind port 4b102d21-e5d7-4213-abb3-04057f217642 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:33:37.702369 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Attempting to bind port 4b102d21-e5d7-4213-abb3-04057f217642 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:33:37.713174 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:33:37.713548 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:33:37.713944 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.714361 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:33:37.714841 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Bound port: 4b102d21-e5d7-4213-abb3-04057f217642, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:33:37.715283 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.717144 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Pushing event updated for resources: {'Port': ['ID=4b102d21-e5d7-4213-abb3-04057f217642,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:37.741763 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.742014 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.742324 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.742652 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.742975 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.743298 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.743622 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.743940 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.744254 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.744566 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.745790 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.747030 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.782695 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] For port 4b102d21-e5d7-4213-abb3-04057f217642, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:33:37.785905 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] For port 4b102d21-e5d7-4213-abb3-04057f217642, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4b102d21-e5d7-4213-abb3-04057f217642,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:33:37.882108 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.934597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92508d7-86cf-4f1a-846e-1edc03f9ad61 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Subnet': ['ID=53554fb8-7318-46b8-b0eb-4030f900b3d8,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:37.940130 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92508d7-86cf-4f1a-846e-1edc03f9ad61 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Checking segment: {'id': 'c460909a-f30b-4632-9867-32c6a659b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:33:37.940970 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92508d7-86cf-4f1a-846e-1edc03f9ad61 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network hostable DHCP agents. Network: 962ff025-c40e-4062-97a6-3c4169b307a2, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:37.941633 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Routers {'fa80d052-dca3-47c8-8070-eb02cc9ce2f2'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:33:37.942267 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:33:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:37.986078 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fb472-6766-41d2-a8f6-a34033e84068 None None] Pushing event updated for resources: {'Port': ['ID=4b102d21-e5d7-4213-abb3-04057f217642,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:38.001798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92508d7-86cf-4f1a-846e-1edc03f9ad61 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 962ff025-c40e-4062-97a6-3c4169b307a2 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:38.059261 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-b92508d7-86cf-4f1a-846e-1edc03f9ad61 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 962ff025-c40e-4062-97a6-3c4169b307a2) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:38.062654 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] Set router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:33:38.064299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92508d7-86cf-4f1a-846e-1edc03f9ad61 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:38.065254 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b92508d7-86cf-4f1a-846e-1edc03f9ad61 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.067318 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe1716f-e243-45bc-ae76-9a058aef930a None None] Network 962ff025-c40e-4062-97a6-3c4169b307a2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:33:38.144137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b92508d7-86cf-4f1a-846e-1edc03f9ad61 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0489178 Oct 13 15:33:38.147280 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 41982) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:38.217861 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-962ff025-c40e-4062-97a6-3c4169b307a2', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ips': [{'subnet_id': '53554fb8-7318-46b8-b0eb-4030f900b3d8'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:33:38.218735 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.259718 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:36Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:38.285159 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf45147-a7ab-4070-8037-ae9ea475c89d None None] The sync data for ids ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'] in n-d-806683-15 is: [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:36Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:38.375861 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Allocated IP 172.20.0.2 (962ff025-c40e-4062-97a6-3c4169b307a2/53554fb8-7318-46b8-b0eb-4030f900b3d8/a7207867-3741-4ee1-92d2-94be22d11e33) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:38.544369 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.616776 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.634633 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.658234 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Network 962ff025-c40e-4062-97a6-3c4169b307a2 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:38.661317 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:38.665086 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:33:38.671767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Pushing event updated for resources: {'Port': ['ID=a7207867-3741-4ee1-92d2-94be22d11e33,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:38.730829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Attempting to bind port a7207867-3741-4ee1-92d2-94be22d11e33 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:33:38.731196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Attempting to bind port a7207867-3741-4ee1-92d2-94be22d11e33 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'c460909a-f30b-4632-9867-32c6a659b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:33:38.731552 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Attempting to bind port a7207867-3741-4ee1-92d2-94be22d11e33 on network 962ff025-c40e-4062-97a6-3c4169b307a2 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:33:38.736935 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:33:38.737389 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Checking segment: {'id': 'c460909a-f30b-4632-9867-32c6a659b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:33:38.737792 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.738184 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Bound using segment: {'id': 'c460909a-f30b-4632-9867-32c6a659b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:33:38.738647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Bound port: a7207867-3741-4ee1-92d2-94be22d11e33, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c460909a-f30b-4632-9867-32c6a659b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:33:38.739028 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.806033 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] For port a7207867-3741-4ee1-92d2-94be22d11e33, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:33:38.809698 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] For port a7207867-3741-4ee1-92d2-94be22d11e33, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a7207867-3741-4ee1-92d2-94be22d11e33,segment=NetworkSegment(c460909a-f30b-4632-9867-32c6a659b467),segment_id=c460909a-f30b-4632-9867-32c6a659b467)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:33:38.885139 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.947006 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.20.0.1 (962ff025-c40e-4062-97a6-3c4169b307a2/53554fb8-7318-46b8-b0eb-4030f900b3d8/1b8260c5-8e09-4af7-b09d-0e37288121a5) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:38.955946 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e8025-12d9-400f-9e26-a2da86b156f3 None None] Pushing event updated for resources: {'Port': ['ID=a7207867-3741-4ee1-92d2-94be22d11e33,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:39.085538 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:39.196805 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:39.250911 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 962ff025-c40e-4062-97a6-3c4169b307a2 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:39.253951 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:39.257738 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:33:39.559024 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=1b8260c5-8e09-4af7-b09d-0e37288121a5,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:39.582083 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:39.785590 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:39.871011 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc88f00-9160-4097-9061-a370509666d8 None None] Network 962ff025-c40e-4062-97a6-3c4169b307a2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:33:39.983088 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-043a671e-1784-44f4-8208-1b59156dc26f None None] Provisioning complete for port a7207867-3741-4ee1-92d2-94be22d11e33 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:33:39.983462 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-043a671e-1784-44f4-8208-1b59156dc26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.076809 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.114748 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-043a671e-1784-44f4-8208-1b59156dc26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.138924 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.148879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-043a671e-1784-44f4-8208-1b59156dc26f None None] For port a7207867-3741-4ee1-92d2-94be22d11e33, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a7207867-3741-4ee1-92d2-94be22d11e33,segment=NetworkSegment(c460909a-f30b-4632-9867-32c6a659b467),segment_id=c460909a-f30b-4632-9867-32c6a659b467)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:33:40.212153 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=1b8260c5-8e09-4af7-b09d-0e37288121a5,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:40.220166 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.224722 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-043a671e-1784-44f4-8208-1b59156dc26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.281336 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a671e-1784-44f4-8208-1b59156dc26f None None] Pushing event updated for resources: {'Port': ['ID=a7207867-3741-4ee1-92d2-94be22d11e33,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:40.325461 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 962ff025-c40e-4062-97a6-3c4169b307a2 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:40.326897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:40.346809 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d1b93cd2-1a08-465d-ae8a-1d212a3d9a9f None None] Provisioning complete for port 1b8260c5-8e09-4af7-b09d-0e37288121a5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:33:40.347327 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d1b93cd2-1a08-465d-ae8a-1d212a3d9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.388175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-d1b93cd2-1a08-465d-ae8a-1d212a3d9a9f None None] Port 1b8260c5-8e09-4af7-b09d-0e37288121a5 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:33:40.397924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d1b93cd2-1a08-465d-ae8a-1d212a3d9a9f None None] Provisioning complete for port a7207867-3741-4ee1-92d2-94be22d11e33 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:33:40.398295 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d1b93cd2-1a08-465d-ae8a-1d212a3d9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.457952 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:33:40.583671 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:33:40.600933 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-98e47fdd-fe05-44d7-a783-1c1d16dce19a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "PUT /v2.0/routers/fa80d052-dca3-47c8-8070-eb02cc9ce2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4524312 Oct 13 15:33:40.608113 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Sync routers for ids ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:40.640261 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4b102d21-e5d7-4213-abb3-04057f217642 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:33:40.645952 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-17e505c3-9e00-4d54-a02c-da5cbc0bbc65 None None] Provisioning complete for port 1b8260c5-8e09-4af7-b09d-0e37288121a5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:33:40.646328 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-17e505c3-9e00-4d54-a02c-da5cbc0bbc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.683871 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Routers {'fa80d052-dca3-47c8-8070-eb02cc9ce2f2'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:33:40.684530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:33:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:40.766403 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-e75c67d7-2690-4075-b989-785d78fe8b47 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-699585744&fields=id&tenant_id=9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 267 time: 0.0354822 Oct 13 15:33:40.879826 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-db3455c2-4202-4a40-850f-8175f38ce68d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:40.881303 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-db3455c2-4202-4a40-850f-8175f38ce68d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/networks?id=962ff025-c40e-4062-97a6-3c4169b307a2 HTTP/1.1" status: 200 len: 796 time: 0.1080012 Oct 13 15:33:40.896947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-0b360b61-94d9-4b83-bd98-4f417fbc3643 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/quotas/9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 375 time: 0.0089149 Oct 13 15:33:40.912262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-17e505c3-9e00-4d54-a02c-da5cbc0bbc65 None None] Port 1b8260c5-8e09-4af7-b09d-0e37288121a5 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:33:40.951109 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-84a17786-15cb-4e2d-a50b-e3e322f5e297 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474167 Oct 13 15:33:40.962940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4b102d21-e5d7-4213-abb3-04057f217642 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:33:40.963317 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.967818 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-b6c5a91e-6f36-4dbd-bcbe-69a391223498 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:40.968968 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-b6c5a91e-6f36-4dbd-bcbe-69a391223498 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060503 Oct 13 15:33:41.003095 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Set router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:33:41.059867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-edfbc215-8e09-4f45-b9c0-8ffff68122e9 service neutron] 10.222.0.18 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850041 Oct 13 15:33:41.096182 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-b2d02b20-00ec-49d9-8759-f0682a560954 None None] Provisioning complete for port 1b8260c5-8e09-4af7-b09d-0e37288121a5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:33:41.096556 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b2d02b20-00ec-49d9-8759-f0682a560954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.157089 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-aae3680e-3a47-44f7-8b76-c6184d3e47de service neutron] 10.222.0.18 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907071 Oct 13 15:33:41.199138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-b2d02b20-00ec-49d9-8759-f0682a560954 None None] Port 1b8260c5-8e09-4af7-b09d-0e37288121a5 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:33:41.215666 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.255569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 4b102d21-e5d7-4213-abb3-04057f217642, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4b102d21-e5d7-4213-abb3-04057f217642,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:33:41.313773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:39Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '1b8260c5-8e09-4af7-b09d-0e37288121a5', 'name': '', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:99:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:38Z', 'updated_at': '2021-10-13T15:33:39Z', 'revision_number': 2, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:41.341663 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.342477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a7207867-3741-4ee1-92d2-94be22d11e33 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:33:41.344142 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Checking router: fa80d052-dca3-47c8-8070-eb02cc9ce2f2 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:33:41.344460 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Updating router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 port 1b8260c5-8e09-4af7-b09d-0e37288121a5 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:33:41.433245 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.456029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=4b102d21-e5d7-4213-abb3-04057f217642,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:41.493455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port a7207867-3741-4ee1-92d2-94be22d11e33 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:33:41.493830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.773877 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.846617 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.894225 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c52a62-e003-45c5-8bfb-0815a2f5af20 None None] Pushing event updated for resources: {'Port': ['ID=1b8260c5-8e09-4af7-b09d-0e37288121a5,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:41.945552 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Attempting to bind port 1b8260c5-8e09-4af7-b09d-0e37288121a5 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:33:41.946244 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Attempting to bind port 1b8260c5-8e09-4af7-b09d-0e37288121a5 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'c460909a-f30b-4632-9867-32c6a659b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:33:41.946244 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Attempting to bind port 1b8260c5-8e09-4af7-b09d-0e37288121a5 on network 962ff025-c40e-4062-97a6-3c4169b307a2 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:33:41.952014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:33:41.952382 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Checking segment: {'id': 'c460909a-f30b-4632-9867-32c6a659b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:33:41.952776 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.953188 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Bound using segment: {'id': 'c460909a-f30b-4632-9867-32c6a659b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:33:41.953644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Bound port: 1b8260c5-8e09-4af7-b09d-0e37288121a5, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c460909a-f30b-4632-9867-32c6a659b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:33:41.954017 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.021787 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] For port 1b8260c5-8e09-4af7-b09d-0e37288121a5, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:33:42.024892 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] For port 1b8260c5-8e09-4af7-b09d-0e37288121a5, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1b8260c5-8e09-4af7-b09d-0e37288121a5,segment=NetworkSegment(c460909a-f30b-4632-9867-32c6a659b467),segment_id=c460909a-f30b-4632-9867-32c6a659b467)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:33:42.085026 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.155244 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c52a62-e003-45c5-8bfb-0815a2f5af20 None None] Pushing event updated for resources: {'Port': ['ID=1b8260c5-8e09-4af7-b09d-0e37288121a5,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:42.157752 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Routers {'fa80d052-dca3-47c8-8070-eb02cc9ce2f2'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:33:42.158343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:33:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:42.161979 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-fe3aa8b5-409e-456d-92cf-a4ff1790f4c3 None None] Provisioning complete for port 1b8260c5-8e09-4af7-b09d-0e37288121a5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:33:42.162360 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fe3aa8b5-409e-456d-92cf-a4ff1790f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.316405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] Set router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:33:42.364019 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fe3aa8b5-409e-456d-92cf-a4ff1790f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.402798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3228ab6c-f7f3-420f-bd56-eba71a3fb074 req-6deb59f0-a584-4f1f-b1eb-fe901f9ba39a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 210 time: 0.0279653 Oct 13 15:33:42.472857 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-fe3aa8b5-409e-456d-92cf-a4ff1790f4c3 None None] For port 1b8260c5-8e09-4af7-b09d-0e37288121a5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1b8260c5-8e09-4af7-b09d-0e37288121a5,segment=NetworkSegment(c460909a-f30b-4632-9867-32c6a659b467),segment_id=c460909a-f30b-4632-9867-32c6a659b467)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:33:42.547444 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fe3aa8b5-409e-456d-92cf-a4ff1790f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.585217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:39Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '1b8260c5-8e09-4af7-b09d-0e37288121a5', 'name': '', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:99:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:38Z', 'updated_at': '2021-10-13T15:33:42Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:42.618957 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4b102d21-e5d7-4213-abb3-04057f217642 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:33:42.629311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222d9eca-ddf3-4cbc-88bf-2d8e0fbd5fa4 None None] The sync data for ids ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'] in n-d-806683-15 is: [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:39Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '1b8260c5-8e09-4af7-b09d-0e37288121a5', 'name': '', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:99:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:38Z', 'updated_at': '2021-10-13T15:33:42Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:42.650738 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3aa8b5-409e-456d-92cf-a4ff1790f4c3 None None] Pushing event updated for resources: {'Port': ['ID=1b8260c5-8e09-4af7-b09d-0e37288121a5,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:42.700134 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d17df33c-6cf8-42ed-aa61-3d414d85c2cc None None] Provisioning complete for port 1b8260c5-8e09-4af7-b09d-0e37288121a5 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:33:42.700432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d17df33c-6cf8-42ed-aa61-3d414d85c2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.731180 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 4b102d21-e5d7-4213-abb3-04057f217642 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:33:42.731621 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.505695 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-106cfb55-1070-441d-8dde-a2ca05494727 req-4ed4c9d0-f3de-40ea-8234-a1942b3a0058 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 210 time: 0.0303810 Oct 13 15:33:43.740673 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:33:44.405799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-1b5e283c-e32a-40dc-8428-b88b629f737d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:44.407219 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-1b5e283c-e32a-40dc-8428-b88b629f737d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "GET /v2.0/networks?id=962ff025-c40e-4062-97a6-3c4169b307a2 HTTP/1.1" status: 200 len: 796 time: 0.1107285 Oct 13 15:33:44.453114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-d2cc6a1b-7fa6-4dda-b02b-945fcf7ac2a0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 379 time: 0.0361793 Oct 13 15:33:44.463144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-bef41d34-2839-4514-b38a-16c6b612feef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'port': {'device_id': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'admin_state_up': True, 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'security_groups': ['6d1fd0b9-8bca-4a4a-968d-74d0f024618d']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:44.613931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af253896-50d5-4cb2-883d-363ab795d3e1 req-947fcc45-9893-487a-9203-f9e0a4d146b7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 210 time: 0.0297625 Oct 13 15:33:44.617990 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1b8260c5-8e09-4af7-b09d-0e37288121a5 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:33:44.661890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-bef41d34-2839-4514-b38a-16c6b612feef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:44.665409 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-bef41d34-2839-4514-b38a-16c6b612feef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.671219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 1b8260c5-8e09-4af7-b09d-0e37288121a5 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:33:44.671590 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.799007 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-bef41d34-2839-4514-b38a-16c6b612feef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.20.0.8 (962ff025-c40e-4062-97a6-3c4169b307a2/53554fb8-7318-46b8-b0eb-4030f900b3d8/9452de2e-c986-44f6-97ce-4c655b6f9c5b) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:44.936100 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-bef41d34-2839-4514-b38a-16c6b612feef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.024490 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-bef41d34-2839-4514-b38a-16c6b612feef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.075200 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-bef41d34-2839-4514-b38a-16c6b612feef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 962ff025-c40e-4062-97a6-3c4169b307a2 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:45.078521 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-bef41d34-2839-4514-b38a-16c6b612feef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:45.082226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-bef41d34-2839-4514-b38a-16c6b612feef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:33:45.089265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef41d34-2839-4514-b38a-16c6b612feef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=9452de2e-c986-44f6-97ce-4c655b6f9c5b,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:45.137886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-bef41d34-2839-4514-b38a-16c6b612feef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:45.138529 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-bef41d34-2839-4514-b38a-16c6b612feef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.285258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-67cbd19d-e9a8-4bbb-8fea-1507c3177c0b None None] Provisioning complete for port 9452de2e-c986-44f6-97ce-4c655b6f9c5b triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:33:45.285634 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-67cbd19d-e9a8-4bbb-8fea-1507c3177c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.313546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-bef41d34-2839-4514-b38a-16c6b612feef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539898 Oct 13 15:33:45.318663 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-67cbd19d-e9a8-4bbb-8fea-1507c3177c0b None None] Port 9452de2e-c986-44f6-97ce-4c655b6f9c5b cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:33:45.328819 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Request body: {'port': {'device_id': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:45.387789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.654860 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9452de2e-c986-44f6-97ce-4c655b6f9c5b {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:33:45.664109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.677636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Transition to ACTIVE for port object 9452de2e-c986-44f6-97ce-4c655b6f9c5b will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:33:45.745840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d98a4-367e-4336-b101-a4f69cc16ca5 req-e095b20e-19bc-42f9-9507-6facc3e744e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:45.748482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d5d98a4-367e-4336-b101-a4f69cc16ca5 req-e095b20e-19bc-42f9-9507-6facc3e744e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 931 time: 0.0537603 Oct 13 15:33:45.772055 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.834208 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3d5d98a4-367e-4336-b101-a4f69cc16ca5 req-8196017d-93db-4633-b0e0-b294c62ba396 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793841 Oct 13 15:33:45.849510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Pushing event updated for resources: {'Port': ['ID=9452de2e-c986-44f6-97ce-4c655b6f9c5b,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:45.926113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Attempting to bind port 9452de2e-c986-44f6-97ce-4c655b6f9c5b on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:33:45.926448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Attempting to bind port 9452de2e-c986-44f6-97ce-4c655b6f9c5b by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': 'c460909a-f30b-4632-9867-32c6a659b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:33:45.926777 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Attempting to bind port 9452de2e-c986-44f6-97ce-4c655b6f9c5b on network 962ff025-c40e-4062-97a6-3c4169b307a2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:33:45.931246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Port 9452de2e-c986-44f6-97ce-4c655b6f9c5b on network 962ff025-c40e-4062-97a6-3c4169b307a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:33:45.931568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Attempting to bind port 9452de2e-c986-44f6-97ce-4c655b6f9c5b on network 962ff025-c40e-4062-97a6-3c4169b307a2 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:33:45.937393 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:33:45.937746 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Checking segment: {'id': 'c460909a-f30b-4632-9867-32c6a659b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:33:45.938116 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Bound using segment: {'id': 'c460909a-f30b-4632-9867-32c6a659b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:33:45.938546 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Bound port: 9452de2e-c986-44f6-97ce-4c655b6f9c5b, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c460909a-f30b-4632-9867-32c6a659b467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:33:45.938904 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.004999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] For port 9452de2e-c986-44f6-97ce-4c655b6f9c5b, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:33:46.008024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] For port 9452de2e-c986-44f6-97ce-4c655b6f9c5b, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9452de2e-c986-44f6-97ce-4c655b6f9c5b,segment=NetworkSegment(c460909a-f30b-4632-9867-32c6a659b467),segment_id=c460909a-f30b-4632-9867-32c6a659b467)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:33:46.079285 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.121149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:46.122633 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.123786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] 10.222.0.41 "PUT /v2.0/ports/9452de2e-c986-44f6-97ce-4c655b6f9c5b HTTP/1.1" status: 200 len: 1092 time: 0.8020885 Oct 13 15:33:46.124238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'tag': '9452de2e-c986-44f6-97ce-4c655b6f9c5b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:33:46.129872 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d919dc12-4c6d-465a-8976-c97daf1c9d16" -d '{"events": [{"name": "network-changed", "server_uuid": "9b52a026-4b91-4d9a-85a8-e8563bc422c4", "tag": "9452de2e-c986-44f6-97ce-4c655b6f9c5b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:33:46.155448 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bd6b3-4533-41b7-b123-4c5b77473606 service neutron] Pushing event updated for resources: {'Port': ['ID=9452de2e-c986-44f6-97ce-4c655b6f9c5b,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:46.175463 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c105de-1e60-4332-aa1a-a8c526907de4 x-openstack-request-id: req-f3c105de-1e60-4332-aa1a-a8c526907de4 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:33:46.180051 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b52a026-4b91-4d9a-85a8-e8563bc422c4", "tag": "9452de2e-c986-44f6-97ce-4c655b6f9c5b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:33:46.180051 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3c105de-1e60-4332-aa1a-a8c526907de4 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:33:46.180051 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'tag': '9452de2e-c986-44f6-97ce-4c655b6f9c5b', 'status': 'completed', 'code': 200} Oct 13 15:33:46.240605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919dc12-4c6d-465a-8976-c97daf1c9d16 req-064f821c-386d-4c67-9c1f-4069732ea7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:46.242189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d919dc12-4c6d-465a-8976-c97daf1c9d16 req-064f821c-386d-4c67-9c1f-4069732ea7f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 1095 time: 0.0435867 Oct 13 15:33:46.344953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919dc12-4c6d-465a-8976-c97daf1c9d16 req-6f0a2c4e-5c1b-47db-995c-de762663ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:46.347262 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d919dc12-4c6d-465a-8976-c97daf1c9d16 req-6f0a2c4e-5c1b-47db-995c-de762663ca5b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0940545 Oct 13 15:33:46.445315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919dc12-4c6d-465a-8976-c97daf1c9d16 req-5ffbbf64-8642-4452-a7a5-8a8a3c924929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:46.446670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d919dc12-4c6d-465a-8976-c97daf1c9d16 req-5ffbbf64-8642-4452-a7a5-8a8a3c924929 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928566 Oct 13 15:33:46.523088 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-2013b775-11d6-400c-915d-5e5471d7d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:46.524577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-2013b775-11d6-400c-915d-5e5471d7d33e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 1095 time: 0.0402844 Oct 13 15:33:46.572644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-0c64d9ec-8e0c-49f2-98d7-a687f7dc2a1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9452de2e-c986-44f6-97ce-4c655b6f9c5b HTTP/1.1" status: 200 len: 217 time: 0.0384099 Oct 13 15:33:46.622574 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-d4e6f766-0beb-4394-89f9-8be9282f0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:46.624044 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-d4e6f766-0beb-4394-89f9-8be9282f0968 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53554fb8-7318-46b8-b0eb-4030f900b3d8 HTTP/1.1" status: 200 len: 834 time: 0.0440726 Oct 13 15:33:46.671144 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-2659e052-07a5-4e70-b2e0-e8106f437db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:46.672621 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-2659e052-07a5-4e70-b2e0-e8106f437db2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962ff025-c40e-4062-97a6-3c4169b307a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410225 Oct 13 15:33:46.768452 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-54345e03-6242-44b5-a837-ffc55f663cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864530 Oct 13 15:33:46.858801 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94698514-e466-4f57-90fc-2e7d2a0c1f79 req-309897f5-96a5-4134-a93f-ebf2b28ebddf service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829308 Oct 13 15:33:46.953006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c111bb3-6ffa-4085-879d-c46367f44f9b req-95a0ae46-a8cb-45ae-b3e0-3e11ad0b8e8b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:46.954551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c111bb3-6ffa-4085-879d-c46367f44f9b req-95a0ae46-a8cb-45ae-b3e0-3e11ad0b8e8b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 943 time: 0.0501814 Oct 13 15:33:46.998014 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8c111bb3-6ffa-4085-879d-c46367f44f9b req-ef81f2bf-813b-4838-b5b3-9ad269e03314 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371974 Oct 13 15:33:48.124149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f151a92-ceaf-4e7f-8c61-f42d595f6d7c req-daae785c-d289-4bbd-994c-6b0283364ab9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:48.125703 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f151a92-ceaf-4e7f-8c61-f42d595f6d7c req-daae785c-d289-4bbd-994c-6b0283364ab9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 943 time: 0.0510259 Oct 13 15:33:48.165687 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4f151a92-ceaf-4e7f-8c61-f42d595f6d7c req-fe4b75fd-8a3c-4d8e-b0f3-c666d0b7fd23 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332263 Oct 13 15:33:49.282287 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52902894-660d-4760-a54a-2e63bcb9af7f req-2893f3d5-219b-4ca6-a6f3-c9f970d64c2c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:49.283760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52902894-660d-4760-a54a-2e63bcb9af7f req-2893f3d5-219b-4ca6-a6f3-c9f970d64c2c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 943 time: 0.0491292 Oct 13 15:33:49.326517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-52902894-660d-4760-a54a-2e63bcb9af7f req-929f90aa-ff98-4716-b15d-4d86c1f69860 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367973 Oct 13 15:33:49.498219 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:49.595006 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1066ec56-45f7-4613-8f15-fc5e6cab008d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:50.408313 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 9452de2e-c986-44f6-97ce-4c655b6f9c5b details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:33:50.447824 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45eeeb-4fb8-4792-bb4c-26488312c7b4 req-b80a01f7-d79f-4c18-b24b-1267388d71e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:50.449480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df45eeeb-4fb8-4792-bb4c-26488312c7b4 req-b80a01f7-d79f-4c18-b24b-1267388d71e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 943 time: 0.0488200 Oct 13 15:33:50.491644 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-df45eeeb-4fb8-4792-bb4c-26488312c7b4 req-62366c59-3f15-40a7-a34e-7fbb194bda1a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360234 Oct 13 15:33:50.505545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 9452de2e-c986-44f6-97ce-4c655b6f9c5b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9452de2e-c986-44f6-97ce-4c655b6f9c5b,segment=NetworkSegment(c460909a-f30b-4632-9867-32c6a659b467),segment_id=c460909a-f30b-4632-9867-32c6a659b467)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:33:50.517647 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '9452de2e-c986-44f6-97ce-4c655b6f9c5b', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'port_id': '9452de2e-c986-44f6-97ce-4c655b6f9c5b', 'mac_address': 'fa:16:3e:dc:6c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:33:50.554056 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:50.567064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9452de2e-c986-44f6-97ce-4c655b6f9c5b {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:33:50.586447 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 9452de2e-c986-44f6-97ce-4c655b6f9c5b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9452de2e-c986-44f6-97ce-4c655b6f9c5b,segment=NetworkSegment(c460909a-f30b-4632-9867-32c6a659b467),segment_id=c460909a-f30b-4632-9867-32c6a659b467)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:33:50.681064 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:50.730298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=9452de2e-c986-44f6-97ce-4c655b6f9c5b,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:50.987452 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['9452de2e-c986-44f6-97ce-4c655b6f9c5b'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:33:51.606695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c17b1-3eee-4a9a-a8f3-06eb6d37a5b5 req-8b18af1b-454b-4b3e-93dd-83d8634e8e8d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:51.608200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf3c17b1-3eee-4a9a-a8f3-06eb6d37a5b5 req-8b18af1b-454b-4b3e-93dd-83d8634e8e8d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 944 time: 0.0496554 Oct 13 15:33:51.648411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf3c17b1-3eee-4a9a-a8f3-06eb6d37a5b5 req-b6770c96-f6a7-480f-9283-617f3a492fa7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341651 Oct 13 15:33:52.370295 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2d5923d4-4d04-478e-92d8-9de1a7f1fc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.439167 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 9452de2e-c986-44f6-97ce-4c655b6f9c5b up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:33:52.572323 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 9452de2e-c986-44f6-97ce-4c655b6f9c5b completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:33:52.576890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 9452de2e-c986-44f6-97ce-4c655b6f9c5b triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:33:52.577289 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.656166 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.678111 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9452de2e-c986-44f6-97ce-4c655b6f9c5b'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:33:52.680366 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e17669-359a-4601-bb3d-8b94f42a0cca" -d '{"events": [{"server_uuid": "9b52a026-4b91-4d9a-85a8-e8563bc422c4", "name": "network-vif-plugged", "status": "completed", "tag": "9452de2e-c986-44f6-97ce-4c655b6f9c5b"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:33:52.693559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 9452de2e-c986-44f6-97ce-4c655b6f9c5b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9452de2e-c986-44f6-97ce-4c655b6f9c5b,segment=NetworkSegment(c460909a-f30b-4632-9867-32c6a659b467),segment_id=c460909a-f30b-4632-9867-32c6a659b467)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:33:52.766835 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.774641 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78606149-31c3-4d52-b55b-a4e0174eb106 req-995bdad4-6b3d-41e6-8434-caa55799fea5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:52.776223 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78606149-31c3-4d52-b55b-a4e0174eb106 req-995bdad4-6b3d-41e6-8434-caa55799fea5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 944 time: 0.0557885 Oct 13 15:33:52.805382 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894c3010-c189-420d-b88b-7a21d5d1f75d x-openstack-request-id: req-894c3010-c189-420d-b88b-7a21d5d1f75d {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:33:52.805715 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b52a026-4b91-4d9a-85a8-e8563bc422c4", "name": "network-vif-plugged", "status": "completed", "tag": "9452de2e-c986-44f6-97ce-4c655b6f9c5b", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:33:52.805954 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-894c3010-c189-420d-b88b-7a21d5d1f75d {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:33:52.806361 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9452de2e-c986-44f6-97ce-4c655b6f9c5b', 'code': 200} Oct 13 15:33:52.818253 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.822508 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78606149-31c3-4d52-b55b-a4e0174eb106 req-2cbdb7e3-e11a-4117-bbda-e4ef16b91c5c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380042 Oct 13 15:33:52.835561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=9452de2e-c986-44f6-97ce-4c655b6f9c5b,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:52.876517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796676e4-3583-462e-820c-f70cb92243f3 req-0f60280f-13d1-4f4c-b134-424306e60f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:52.878025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-796676e4-3583-462e-820c-f70cb92243f3 req-0f60280f-13d1-4f4c-b134-424306e60f9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 1097 time: 0.0404556 Oct 13 15:33:52.917236 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-796676e4-3583-462e-820c-f70cb92243f3 req-3363e7eb-5649-4581-8a99-3a31fe9cad69 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315678 Oct 13 15:33:53.945752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c7ebe-def4-4899-a07a-8d2047a063ac req-ebd9086b-c003-4b4b-b31f-65101b0e0133 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:53.947157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a47c7ebe-def4-4899-a07a-8d2047a063ac req-ebd9086b-c003-4b4b-b31f-65101b0e0133 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0537667 Oct 13 15:33:53.991019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a47c7ebe-def4-4899-a07a-8d2047a063ac req-82b9e12b-2928-40ca-8d69-30b743a836a8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358150 Oct 13 15:33:54.046725 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:54.139407 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.107179 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80792fea-5ddd-44f5-ad58-ddcebd4c8ca9 req-ce3f9b50-4aa5-4dc7-82a8-a0b86d0e35fb tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:55.108659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80792fea-5ddd-44f5-ad58-ddcebd4c8ca9 req-ce3f9b50-4aa5-4dc7-82a8-a0b86d0e35fb tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0490830 Oct 13 15:33:55.146443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-80792fea-5ddd-44f5-ad58-ddcebd4c8ca9 req-1078fe5a-172c-43ad-9d59-db6e817d0422 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316386 Oct 13 15:33:55.277147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc32c3-f278-497b-a177-7aea569cab8e req-fe56ea43-752a-41f2-910c-bb5e55d333ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:55.279257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63cc32c3-f278-497b-a177-7aea569cab8e req-fe56ea43-752a-41f2-910c-bb5e55d333ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0633039 Oct 13 15:33:55.321381 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-63cc32c3-f278-497b-a177-7aea569cab8e req-cce18035-5f68-46ad-ae00-8696d406a2e0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358889 Oct 13 15:33:55.344950 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42044) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:55.386027 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a4de1-765e-4b7e-947c-54bd843591dd tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:55.388297 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-c37a4de1-765e-4b7e-947c-54bd843591dd tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 1092 time: 0.0422535 Oct 13 15:33:55.391174 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42046) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:55.395495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '9452de2e-c986-44f6-97ce-4c655b6f9c5b', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:55.490307 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.591506 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.667022 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.696734 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.25.0.84 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/09a16b32-998b-4b63-a3e3-fd40fee3d62e) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:55.801155 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.892489 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.932947 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:55.935930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:55.938745 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:33:55.960789 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=09a16b32-998b-4b63-a3e3-fd40fee3d62e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:56.295588 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:56.417208 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:56.565417 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:56.621598 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:56.694349 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=09a16b32-998b-4b63-a3e3-fd40fee3d62e,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:56.702973 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:56.804519 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Floating IP 32aec2c5-a8b6-4a72-b1a8-c5ebeb6c87ed associated. External IP: 172.25.0.84, port: 9452de2e-c986-44f6-97ce-4c655b6f9c5b. Oct 13 15:33:57.015297 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:33:57.121822 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:33:57.131378 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc92256-2e62-4116-99b8-b058d0dd6347 None None] Sync routers for ids ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:57.140902 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc92256-2e62-4116-99b8-b058d0dd6347 None None] Routers {'fa80d052-dca3-47c8-8070-eb02cc9ce2f2'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:33:57.141541 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0dc92256-2e62-4116-99b8-b058d0dd6347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:33:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:57.191371 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:57.219238 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fccc324e-c065-4683-9071-0493c9a71bd4 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8270278 Oct 13 15:33:57.219825 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'tag': '9452de2e-c986-44f6-97ce-4c655b6f9c5b'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:33:57.222280 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e90ee85ca9480c337f0043111fd9121ea7ccb6685ca5139252fbccb5117400e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422b68c1-b877-42ea-80ef-7e8be290143a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b52a026-4b91-4d9a-85a8-e8563bc422c4", "tag": "9452de2e-c986-44f6-97ce-4c655b6f9c5b"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:33:57.250750 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0dc92256-2e62-4116-99b8-b058d0dd6347 None None] Set router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:33:57.329104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b9415-daea-4863-9a39-315cf13de1b3 req-12bd312a-4d1b-4702-a78b-605ec1c06da0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:57.333441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c23b9415-daea-4863-9a39-315cf13de1b3 req-12bd312a-4d1b-4702-a78b-605ec1c06da0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0565872 Oct 13 15:33:57.349767 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a095b4-14fa-4bb8-ae0e-29424e5e3abd x-openstack-request-id: req-e3a095b4-14fa-4bb8-ae0e-29424e5e3abd {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:33:57.350317 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b52a026-4b91-4d9a-85a8-e8563bc422c4", "tag": "9452de2e-c986-44f6-97ce-4c655b6f9c5b", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:33:57.350746 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3a095b4-14fa-4bb8-ae0e-29424e5e3abd {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:33:57.351454 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'tag': '9452de2e-c986-44f6-97ce-4c655b6f9c5b', 'status': 'completed', 'code': 200} Oct 13 15:33:57.372572 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c23b9415-daea-4863-9a39-315cf13de1b3 req-848dfaa4-72f0-44ad-8fad-838b71b1f072 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360701 Oct 13 15:33:57.397832 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42054) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:57.422581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b68c1-b877-42ea-80ef-7e8be290143a req-d17f8a3e-9b85-45bf-a83c-1a25491753df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:57.424624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-422b68c1-b877-42ea-80ef-7e8be290143a req-d17f8a3e-9b85-45bf-a83c-1a25491753df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 1097 time: 0.0454960 Oct 13 15:33:57.467271 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-ff17e5c3-60e5-471e-88f0-ae0a1a9f997f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/32aec2c5-a8b6-4a72-b1a8-c5ebeb6c87ed HTTP/1.1" status: 200 len: 990 time: 0.0682299 Oct 13 15:33:57.493703 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0dc92256-2e62-4116-99b8-b058d0dd6347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:39Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '32aec2c5-a8b6-4a72-b1a8-c5ebeb6c87ed', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'port_id': '9452de2e-c986-44f6-97ce-4c655b6f9c5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'mac_address': 'fa:16:3e:dc:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:33:56Z', 'updated_at': '2021-10-13T15:33:56Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8260c5-8e09-4af7-b09d-0e37288121a5', 'name': '', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:99:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:38Z', 'updated_at': '2021-10-13T15:33:42Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:57.520452 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc92256-2e62-4116-99b8-b058d0dd6347 None None] Checking router: fa80d052-dca3-47c8-8070-eb02cc9ce2f2 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:33:57.523836 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b68c1-b877-42ea-80ef-7e8be290143a req-828bcc29-645a-45da-921f-5207f71610a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:57.525417 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-422b68c1-b877-42ea-80ef-7e8be290143a req-828bcc29-645a-45da-921f-5207f71610a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=962ff025-c40e-4062-97a6-3c4169b307a2 HTTP/1.1" status: 200 len: 897 time: 0.0927887 Oct 13 15:33:57.529429 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc92256-2e62-4116-99b8-b058d0dd6347 None None] Routers {'fa80d052-dca3-47c8-8070-eb02cc9ce2f2'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:33:57.530031 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0dc92256-2e62-4116-99b8-b058d0dd6347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:33:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:57.592781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-422b68c1-b877-42ea-80ef-7e8be290143a req-df417e6c-0dd6-4a80-a222-7ab85104280f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9452de2e-c986-44f6-97ce-4c655b6f9c5b HTTP/1.1" status: 200 len: 998 time: 0.0585873 Oct 13 15:33:57.637993 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0dc92256-2e62-4116-99b8-b058d0dd6347 None None] Set router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:33:57.642215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b68c1-b877-42ea-80ef-7e8be290143a req-0729034a-ff0f-49e7-8cc9-4885d96c5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:57.646091 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-422b68c1-b877-42ea-80ef-7e8be290143a req-0729034a-ff0f-49e7-8cc9-4885d96c5265 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53554fb8-7318-46b8-b0eb-4030f900b3d8 HTTP/1.1" status: 200 len: 834 time: 0.0440686 Oct 13 15:33:57.694642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b68c1-b877-42ea-80ef-7e8be290143a req-8c81e48f-c6fa-408a-954c-71d61cd2c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:33:57.696167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-422b68c1-b877-42ea-80ef-7e8be290143a req-8c81e48f-c6fa-408a-954c-71d61cd2c426 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962ff025-c40e-4062-97a6-3c4169b307a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445745 Oct 13 15:33:57.787601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-422b68c1-b877-42ea-80ef-7e8be290143a req-644766aa-eaa9-42f9-b22b-352e1e84b2f8 service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834365 Oct 13 15:33:57.874378 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0dc92256-2e62-4116-99b8-b058d0dd6347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:39Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '32aec2c5-a8b6-4a72-b1a8-c5ebeb6c87ed', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'port_id': '9452de2e-c986-44f6-97ce-4c655b6f9c5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'mac_address': 'fa:16:3e:dc:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:33:56Z', 'updated_at': '2021-10-13T15:33:56Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8260c5-8e09-4af7-b09d-0e37288121a5', 'name': '', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:99:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:38Z', 'updated_at': '2021-10-13T15:33:42Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:57.882309 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-422b68c1-b877-42ea-80ef-7e8be290143a req-e37a0e69-b566-4712-a2d9-4f702be1b613 service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867600 Oct 13 15:33:57.900909 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc92256-2e62-4116-99b8-b058d0dd6347 None None] The sync data for ids ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'] in n-d-806683-15 is: [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:39Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '32aec2c5-a8b6-4a72-b1a8-c5ebeb6c87ed', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'port_id': '9452de2e-c986-44f6-97ce-4c655b6f9c5b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'mac_address': 'fa:16:3e:dc:6c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:33:56Z', 'updated_at': '2021-10-13T15:33:56Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8260c5-8e09-4af7-b09d-0e37288121a5', 'name': '', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:99:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:38Z', 'updated_at': '2021-10-13T15:33:42Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:58.097427 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772e798d-c005-467d-b56d-161acdc5d93c None None] New status for floating IP 32aec2c5-a8b6-4a72-b1a8-c5ebeb6c87ed: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:33:58.471094 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42056) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:33:58.529958 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-8b100b2e-126a-40bd-9b29-3c894088f460 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/32aec2c5-a8b6-4a72-b1a8-c5ebeb6c87ed HTTP/1.1" status: 200 len: 992 time: 0.0577452 Oct 13 15:34:12.521524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-071182f3-fdd8-4a3e-a652-1e3aa4e6c854 req-49a3d51a-3782-45dc-8caa-e1f79db66bfd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419502 Oct 13 15:34:12.608792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071182f3-fdd8-4a3e-a652-1e3aa4e6c854 req-f659541a-ef40-4482-a38b-6b2082731d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:34:12.612881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-071182f3-fdd8-4a3e-a652-1e3aa4e6c854 req-f659541a-ef40-4482-a38b-6b2082731d23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 1097 time: 0.0429587 Oct 13 15:34:12.721997 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071182f3-fdd8-4a3e-a652-1e3aa4e6c854 req-9ef36e0a-3ec4-4b73-b6db-cb23d9ab6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:34:12.723623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-071182f3-fdd8-4a3e-a652-1e3aa4e6c854 req-9ef36e0a-3ec4-4b73-b6db-cb23d9ab6fa9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=962ff025-c40e-4062-97a6-3c4169b307a2 HTTP/1.1" status: 200 len: 897 time: 0.0895543 Oct 13 15:34:12.794680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-071182f3-fdd8-4a3e-a652-1e3aa4e6c854 req-35efe2f2-8430-491f-87ff-a00fe7cff1a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9452de2e-c986-44f6-97ce-4c655b6f9c5b HTTP/1.1" status: 200 len: 1000 time: 0.0630863 Oct 13 15:34:12.851215 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071182f3-fdd8-4a3e-a652-1e3aa4e6c854 req-20f0b784-7769-4ec2-a266-6ac8de5ac518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:34:12.852916 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-071182f3-fdd8-4a3e-a652-1e3aa4e6c854 req-20f0b784-7769-4ec2-a266-6ac8de5ac518 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53554fb8-7318-46b8-b0eb-4030f900b3d8 HTTP/1.1" status: 200 len: 834 time: 0.0506802 Oct 13 15:34:12.901442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071182f3-fdd8-4a3e-a652-1e3aa4e6c854 req-6a1ad2eb-888a-4e85-8f59-382936fffc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:34:12.902986 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-071182f3-fdd8-4a3e-a652-1e3aa4e6c854 req-6a1ad2eb-888a-4e85-8f59-382936fffc2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962ff025-c40e-4062-97a6-3c4169b307a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420702 Oct 13 15:34:12.995088 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-071182f3-fdd8-4a3e-a652-1e3aa4e6c854 req-bf3c8039-2eb0-4214-b41f-b4957471d674 service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845461 Oct 13 15:34:13.095517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-071182f3-fdd8-4a3e-a652-1e3aa4e6c854 req-1c5e70e2-99de-4543-8e05-f1b1763bcb0a service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876348 Oct 13 15:34:19.583823 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:19.605571 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0676-0a66-40d6-a068-44027303b88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.741130 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:34:22.363900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ea2b8e36-c668-47f7-a40e-ce17d473caa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:22.825733 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-2bb3a41c-f93f-4eca-a644-99be85833c86 req-9d588280-f1f4-449a-a2cb-4a509c1dce34 service neutron] (112685) timed out ('10.222.0.18', 37220) {{(pid=112685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 15:34:22.834202 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:24.051387 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:24.171021 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:25.673934 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:49.484687 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:49.598687 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d075835a-2a25-4298-a3e7-90bc5d0e4b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.347386 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-26c85224-d9f3-4445-98f4-fcdb034b99c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.816058 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:54.073003 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:54.181327 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:55.684578 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.742028 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:35:12.153337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0e043-be36-4618-b71f-5301a92b800c req-c07a8c29-3bbc-4d0a-a657-be1ff73ec02e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:12.154883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7da0e043-be36-4618-b71f-5301a92b800c req-c07a8c29-3bbc-4d0a-a657-be1ff73ec02e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0564733 Oct 13 15:35:12.196458 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7da0e043-be36-4618-b71f-5301a92b800c req-06037a6b-0a30-49cf-a03d-5efd835f66a2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343447 Oct 13 15:35:13.347595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701144-b4f9-44f0-9981-66c42ee7c99d req-a2bdbd54-20cd-4b6f-bb3d-cdb7b0ed062d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:13.349171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00701144-b4f9-44f0-9981-66c42ee7c99d req-a2bdbd54-20cd-4b6f-bb3d-cdb7b0ed062d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0548441 Oct 13 15:35:13.387062 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-00701144-b4f9-44f0-9981-66c42ee7c99d req-00f39b6f-753a-4a14-8fd7-d0bc5639554b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317249 Oct 13 15:35:13.553822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294baa5-e2b1-4219-a17a-280bba24e941 req-433dfd65-5d64-4658-972d-70189e74c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:13.553822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d294baa5-e2b1-4219-a17a-280bba24e941 req-433dfd65-5d64-4658-972d-70189e74c963 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 1097 time: 0.0427887 Oct 13 15:35:13.658851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294baa5-e2b1-4219-a17a-280bba24e941 req-10b4f56e-766d-4467-855e-43f1d125c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:13.660339 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d294baa5-e2b1-4219-a17a-280bba24e941 req-10b4f56e-766d-4467-855e-43f1d125c585 service neutron] 10.222.0.41 "GET /v2.0/networks?id=962ff025-c40e-4062-97a6-3c4169b307a2 HTTP/1.1" status: 200 len: 897 time: 0.0870667 Oct 13 15:35:13.731521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d294baa5-e2b1-4219-a17a-280bba24e941 req-eb6a9ffc-5b2c-4912-86ed-7e11146caa02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9452de2e-c986-44f6-97ce-4c655b6f9c5b HTTP/1.1" status: 200 len: 1000 time: 0.0639863 Oct 13 15:35:13.781799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294baa5-e2b1-4219-a17a-280bba24e941 req-19dbb432-70a7-4984-bc55-3700feb84695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:13.788607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d294baa5-e2b1-4219-a17a-280bba24e941 req-19dbb432-70a7-4984-bc55-3700feb84695 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53554fb8-7318-46b8-b0eb-4030f900b3d8 HTTP/1.1" status: 200 len: 834 time: 0.0444841 Oct 13 15:35:13.829296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294baa5-e2b1-4219-a17a-280bba24e941 req-0c389241-347a-4dd0-9c19-9c55888c77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:13.830691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d294baa5-e2b1-4219-a17a-280bba24e941 req-0c389241-347a-4dd0-9c19-9c55888c77f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962ff025-c40e-4062-97a6-3c4169b307a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402260 Oct 13 15:35:13.932530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d294baa5-e2b1-4219-a17a-280bba24e941 req-bdc4e0cb-0ad3-4973-9c43-f6e23ce27cea service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879896 Oct 13 15:35:14.016780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d294baa5-e2b1-4219-a17a-280bba24e941 req-4f325630-8dc3-45e4-b0ac-d26f1954bdd0 service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835400 Oct 13 15:35:14.508731 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3102a7f-b658-4dd3-b114-7afa327f551f req-dfd10706-358f-4c2b-a8bd-984b481e9ab6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:14.510220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3102a7f-b658-4dd3-b114-7afa327f551f req-dfd10706-358f-4c2b-a8bd-984b481e9ab6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0537632 Oct 13 15:35:14.549987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d3102a7f-b658-4dd3-b114-7afa327f551f req-6391359b-f558-47cf-a5c3-1b2434e76adf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333123 Oct 13 15:35:15.671266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3481f4c-6be3-4a90-855a-f236b1907c33 req-4efedab1-f1ed-4e92-9ebc-20ab7ba0674a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:15.672921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3481f4c-6be3-4a90-855a-f236b1907c33 req-4efedab1-f1ed-4e92-9ebc-20ab7ba0674a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0538900 Oct 13 15:35:15.720883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3481f4c-6be3-4a90-855a-f236b1907c33 req-bb6ee325-0d07-4db9-99aa-24af59a768b6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417964 Oct 13 15:35:16.837793 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549fa5-be99-4336-84f8-5a3322e156b5 req-02b96a13-21e4-46d7-843b-280df4417796 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:16.839193 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28549fa5-be99-4336-84f8-5a3322e156b5 req-02b96a13-21e4-46d7-843b-280df4417796 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0481503 Oct 13 15:35:16.878813 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-28549fa5-be99-4336-84f8-5a3322e156b5 req-ad8c2d8c-35b8-4fc9-8d60-15e9d6d74353 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323796 Oct 13 15:35:18.003839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc0772-52ec-469a-8b18-8a3dc710d5d9 req-2477e291-70af-48be-abc3-cbe82af6b089 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:18.005357 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cbc0772-52ec-469a-8b18-8a3dc710d5d9 req-2477e291-70af-48be-abc3-cbe82af6b089 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0546670 Oct 13 15:35:18.042378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7cbc0772-52ec-469a-8b18-8a3dc710d5d9 req-b409032f-e3e0-4b00-ad27-cfc4319f2bb5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310438 Oct 13 15:35:19.157161 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7945dfb-5607-40dd-805f-3b784bd84d8f req-ff802f7f-839c-4aed-964e-eaa20912f5f3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:19.158623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7945dfb-5607-40dd-805f-3b784bd84d8f req-ff802f7f-839c-4aed-964e-eaa20912f5f3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0496066 Oct 13 15:35:19.195324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e7945dfb-5607-40dd-805f-3b784bd84d8f req-04f329f1-408b-4dfe-af4c-15b7b1665115 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308239 Oct 13 15:35:19.500743 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:19.603435 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-81c4711b-428b-482d-9766-c31ed5b07197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:20.311906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51294a69-99d9-477c-84a5-73a3619d1403 req-7cb73509-aca1-4cdc-9666-37a620eaad7c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:20.313430 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51294a69-99d9-477c-84a5-73a3619d1403 req-7cb73509-aca1-4cdc-9666-37a620eaad7c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0514407 Oct 13 15:35:20.352668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-51294a69-99d9-477c-84a5-73a3619d1403 req-a0c4276a-7019-4dcc-ba67-5408435c7db7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331819 Oct 13 15:35:21.469863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99329b93-4f80-4672-93e3-c9ce545f5da4 req-7bdfc99b-975c-46f1-af80-34b7d7d0ab41 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:21.471310 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99329b93-4f80-4672-93e3-c9ce545f5da4 req-7bdfc99b-975c-46f1-af80-34b7d7d0ab41 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0519400 Oct 13 15:35:21.508598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99329b93-4f80-4672-93e3-c9ce545f5da4 req-1e3553f6-6dc5-4ea9-a33d-3c0427188f34 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314174 Oct 13 15:35:22.363344 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6107f9ae-3cf7-4970-8cb1-f5e4e7600e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:22.624452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c04416-a137-4e52-83b5-365b0caa4aec req-85b130d3-8efe-4339-bc74-554505121cc1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:22.625962 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8c04416-a137-4e52-83b5-365b0caa4aec req-85b130d3-8efe-4339-bc74-554505121cc1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0506468 Oct 13 15:35:22.663163 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f8c04416-a137-4e52-83b5-365b0caa4aec req-e880f802-8a25-4536-850d-1a709d6c4503 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312984 Oct 13 15:35:22.843933 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:23.779068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e505b41-37ad-4ccc-b5d9-966d238a51b9 req-6e1a37a6-4ee3-4552-833b-9ad678307c7b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:23.781125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e505b41-37ad-4ccc-b5d9-966d238a51b9 req-6e1a37a6-4ee3-4552-833b-9ad678307c7b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0500543 Oct 13 15:35:23.817749 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e505b41-37ad-4ccc-b5d9-966d238a51b9 req-9c9f3048-da2f-445f-8161-4da712ce961c tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306976 Oct 13 15:35:24.048066 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:24.150915 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:24.940697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddaab0-0f00-4c93-b511-70f868bfa219 req-f2d646be-300f-4908-89d8-91ec279cb778 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:24.942221 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2ddaab0-0f00-4c93-b511-70f868bfa219 req-f2d646be-300f-4908-89d8-91ec279cb778 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0551903 Oct 13 15:35:24.984167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a2ddaab0-0f00-4c93-b511-70f868bfa219 req-a6e96d02-81a9-4ea4-9d5e-8aeac5339545 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353863 Oct 13 15:35:25.660331 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:26.098662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fc392-3dbc-49cf-9a69-3854f5d9b66d req-abfa0b19-0a80-4aa2-ac70-14ef70f54510 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:26.100112 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f29fc392-3dbc-49cf-9a69-3854f5d9b66d req-abfa0b19-0a80-4aa2-ac70-14ef70f54510 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0481601 Oct 13 15:35:26.136905 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f29fc392-3dbc-49cf-9a69-3854f5d9b66d req-47a2b2ea-fb98-417b-88e4-07a5d4657094 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308034 Oct 13 15:35:27.251693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed875b8-936f-4f25-b8ad-625a5df3bbbf req-d11cf88b-023c-47dd-9145-0f1a99b1e5a6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:27.253182 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fed875b8-936f-4f25-b8ad-625a5df3bbbf req-d11cf88b-023c-47dd-9145-0f1a99b1e5a6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0493572 Oct 13 15:35:27.291313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fed875b8-936f-4f25-b8ad-625a5df3bbbf req-12b31ab3-df51-4fc5-baac-644782549f71 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322838 Oct 13 15:35:28.410841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ecbb1-09c2-4f7d-9f23-b38d25810850 req-3093169c-ff60-4c3e-bf87-49ee9a370bc5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:28.412326 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-747ecbb1-09c2-4f7d-9f23-b38d25810850 req-3093169c-ff60-4c3e-bf87-49ee9a370bc5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0524826 Oct 13 15:35:28.449539 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-747ecbb1-09c2-4f7d-9f23-b38d25810850 req-8d29c41f-b4ea-4e11-ac39-32e6692b592d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310779 Oct 13 15:35:28.472495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42122) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:35:28.531740 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bc7367eb-bdb9-48ce-99ac-4f0e93ea2ba6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/32aec2c5-a8b6-4a72-b1a8-c5ebeb6c87ed HTTP/1.1" status: 200 len: 992 time: 0.0580857 Oct 13 15:35:29.936815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45243f75-c967-4d86-8e09-abd2a19b44db req-50a0afd5-f1c4-413f-9583-b4f113acaf7a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:29.938445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45243f75-c967-4d86-8e09-abd2a19b44db req-50a0afd5-f1c4-413f-9583-b4f113acaf7a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0551281 Oct 13 15:35:29.978237 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45243f75-c967-4d86-8e09-abd2a19b44db req-6fa40ea3-01a5-4b50-8712-76ccb5d592dc tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338030 Oct 13 15:35:30.026320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8422ee7-3101-49e7-a895-13cc0114b7df req-07f9c701-8592-4c0a-b983-6081d230358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:30.027820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8422ee7-3101-49e7-a895-13cc0114b7df req-07f9c701-8592-4c0a-b983-6081d230358c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 1097 time: 0.0409117 Oct 13 15:35:30.125755 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8422ee7-3101-49e7-a895-13cc0114b7df req-fc597e35-ed80-4773-a30e-a6fe500de113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:30.127122 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8422ee7-3101-49e7-a895-13cc0114b7df req-fc597e35-ed80-4773-a30e-a6fe500de113 service neutron] 10.222.0.41 "GET /v2.0/networks?id=962ff025-c40e-4062-97a6-3c4169b307a2 HTTP/1.1" status: 200 len: 897 time: 0.0900102 Oct 13 15:35:30.192055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8422ee7-3101-49e7-a895-13cc0114b7df req-e12f3ad7-db3c-41b7-804c-ec8d4138f11d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9452de2e-c986-44f6-97ce-4c655b6f9c5b HTTP/1.1" status: 200 len: 1000 time: 0.0575700 Oct 13 15:35:30.240799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8422ee7-3101-49e7-a895-13cc0114b7df req-9dbf088a-e4f0-4664-8cef-ddb1271fae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:30.242532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8422ee7-3101-49e7-a895-13cc0114b7df req-9dbf088a-e4f0-4664-8cef-ddb1271fae7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53554fb8-7318-46b8-b0eb-4030f900b3d8 HTTP/1.1" status: 200 len: 834 time: 0.0430186 Oct 13 15:35:30.292433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8422ee7-3101-49e7-a895-13cc0114b7df req-5e51a669-d5b6-485d-9070-2aa171ec9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:30.293929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8422ee7-3101-49e7-a895-13cc0114b7df req-5e51a669-d5b6-485d-9070-2aa171ec9b29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962ff025-c40e-4062-97a6-3c4169b307a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436552 Oct 13 15:35:30.383548 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8422ee7-3101-49e7-a895-13cc0114b7df req-6a516f90-ff8b-4f56-8e4c-bacb18c22fdb service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815990 Oct 13 15:35:30.477588 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8422ee7-3101-49e7-a895-13cc0114b7df req-accab0e1-18c5-4c4a-a61d-fb82394a86c7 service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856500 Oct 13 15:35:31.096487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e84eb8-2c53-4e13-a5a5-a49b410929c6 req-c8dcf2a4-089e-4077-8b0b-8637ce3fd4ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:31.099977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49e84eb8-2c53-4e13-a5a5-a49b410929c6 req-c8dcf2a4-089e-4077-8b0b-8637ce3fd4ad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0513239 Oct 13 15:35:31.142554 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-49e84eb8-2c53-4e13-a5a5-a49b410929c6 req-af5b3788-7749-449e-a441-3897f5efbf37 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370569 Oct 13 15:35:32.257879 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fa903-97d4-43f2-a25e-a3b365bbdbd5 req-3ca790ff-33b0-450e-863f-4fe617bf09c2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:35:32.259432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc4fa903-97d4-43f2-a25e-a3b365bbdbd5 req-3ca790ff-33b0-450e-863f-4fe617bf09c2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0504777 Oct 13 15:35:32.299182 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc4fa903-97d4-43f2-a25e-a3b365bbdbd5 req-31684509-48fa-4529-92ee-5f4fb8776d93 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327070 Oct 13 15:35:32.321781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42134) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:35:32.392401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-348d910f-2d99-4fd4-9a97-24de3425e7dc tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/32aec2c5-a8b6-4a72-b1a8-c5ebeb6c87ed HTTP/1.1" status: 200 len: 992 time: 0.0693562 Oct 13 15:35:34.741049 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:35:49.499554 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:49.608113 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3fcd797d-f30a-41c2-829c-5ae0be3cc5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:52.362597 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b17e0773-3e49-4c33-871d-004ff022c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:52.878842 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:54.053548 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:54.162263 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:55.762076 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:11.742373 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:36:13.669538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-885ea604-82a3-4159-aed2-5e6eabdeee9a req-d9d13106-0a84-4972-9cee-463522c23d6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408940 Oct 13 15:36:13.755136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ea604-82a3-4159-aed2-5e6eabdeee9a req-ec21f08c-0a63-4591-9ca1-fe6a93f664fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:13.756769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-885ea604-82a3-4159-aed2-5e6eabdeee9a req-ec21f08c-0a63-4591-9ca1-fe6a93f664fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 1097 time: 0.0436146 Oct 13 15:36:13.863754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ea604-82a3-4159-aed2-5e6eabdeee9a req-f5a437b6-65d7-4f2e-9842-d6036b222d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:13.865634 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-885ea604-82a3-4159-aed2-5e6eabdeee9a req-f5a437b6-65d7-4f2e-9842-d6036b222d0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=962ff025-c40e-4062-97a6-3c4169b307a2 HTTP/1.1" status: 200 len: 897 time: 0.0876591 Oct 13 15:36:13.930846 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-885ea604-82a3-4159-aed2-5e6eabdeee9a req-f3996fa7-0eac-4de3-aa25-a0b492640d0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9452de2e-c986-44f6-97ce-4c655b6f9c5b HTTP/1.1" status: 200 len: 1000 time: 0.0579245 Oct 13 15:36:13.985373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ea604-82a3-4159-aed2-5e6eabdeee9a req-64d46d4d-0e1b-4dff-aaac-12e5adf3df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:13.986824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-885ea604-82a3-4159-aed2-5e6eabdeee9a req-64d46d4d-0e1b-4dff-aaac-12e5adf3df4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53554fb8-7318-46b8-b0eb-4030f900b3d8 HTTP/1.1" status: 200 len: 834 time: 0.0485079 Oct 13 15:36:14.034515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ea604-82a3-4159-aed2-5e6eabdeee9a req-aa4ea467-401b-4e54-a9c1-5beb7b554234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:14.036076 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-885ea604-82a3-4159-aed2-5e6eabdeee9a req-aa4ea467-401b-4e54-a9c1-5beb7b554234 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962ff025-c40e-4062-97a6-3c4169b307a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407326 Oct 13 15:36:14.131265 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-885ea604-82a3-4159-aed2-5e6eabdeee9a req-35802816-eb05-49ae-8c38-dd25b64740e7 service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821455 Oct 13 15:36:14.228327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-885ea604-82a3-4159-aed2-5e6eabdeee9a req-7affe685-3033-4dde-ad25-f75c727ecde0 service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935528 Oct 13 15:36:19.602236 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.670677 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de516151-a5a1-40b3-ad58-18a4730ba2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:22.327455 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4d5be91a-fb41-400b-8c66-0d1bfa183345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:22.819025 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:24.047213 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:24.138624 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:25.681929 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:27.339371 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42174) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:27.674343 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 09a16b32-998b-4b63-a3e3-fd40fee3d62e {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:36:27.674687 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:27.750750 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:27.751074 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:27.763010 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 09a16b32-998b-4b63-a3e3-fd40fee3d62e owned by network:floatingip {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:36:27.984544 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:28.008551 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=09a16b32-998b-4b63-a3e3-fd40fee3d62e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:28.022007 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:28.022359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:28.022699 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:28.023036 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:28.023365 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:28.023694 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:28.024020 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:28.024343 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:28.024766 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:28.025465 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:28.025609 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:28.025812 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:28.082443 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:28.082839 n-d-806683-15 neutron-server[112684]: INFO neutron.db.l3_db [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Floating IP 32aec2c5-a8b6-4a72-b1a8-c5ebeb6c87ed disassociated (deleted). External IP: 172.25.0.84, port: 9452de2e-c986-44f6-97ce-4c655b6f9c5b. Oct 13 15:36:28.554387 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:36:28.659792 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:36:28.664480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:28.670022 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a787dcc-fd52-44fd-a091-ffb7847c5410 None None] Sync routers for ids ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:28.678914 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a787dcc-fd52-44fd-a091-ffb7847c5410 None None] Routers {'fa80d052-dca3-47c8-8070-eb02cc9ce2f2'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:36:28.679511 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8a787dcc-fd52-44fd-a091-ffb7847c5410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:36:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:28.704033 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-595b0d21-d865-49ed-bbaf-41b6818d5f84 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/floatingips/32aec2c5-a8b6-4a72-b1a8-c5ebeb6c87ed HTTP/1.1" status: 204 len: 168 time: 1.3635464 Oct 13 15:36:28.704708 n-d-806683-15 neutron-server[112684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'tag': '9452de2e-c986-44f6-97ce-4c655b6f9c5b'}] {{(pid=112684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:36:28.707121 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e90ee85ca9480c337f0043111fd9121ea7ccb6685ca5139252fbccb5117400e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4665af5b-1fa0-42e3-9209-d7ee3bc98dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b52a026-4b91-4d9a-85a8-e8563bc422c4", "tag": "9452de2e-c986-44f6-97ce-4c655b6f9c5b"}]}' {{(pid=112684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:28.749140 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28605fac-6280-4a69-ae33-81e915d4cfb5 x-openstack-request-id: req-28605fac-6280-4a69-ae33-81e915d4cfb5 {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:28.749467 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b52a026-4b91-4d9a-85a8-e8563bc422c4", "tag": "9452de2e-c986-44f6-97ce-4c655b6f9c5b", "status": "completed", "code": 200}]} {{(pid=112684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:28.749677 n-d-806683-15 neutron-server[112684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28605fac-6280-4a69-ae33-81e915d4cfb5 {{(pid=112684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:28.750085 n-d-806683-15 neutron-server[112684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'tag': '9452de2e-c986-44f6-97ce-4c655b6f9c5b', 'status': 'completed', 'code': 200} Oct 13 15:36:28.827262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665af5b-1fa0-42e3-9209-d7ee3bc98dcc req-2f2570e9-0708-4a72-874c-f01ac2e4689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:28.828917 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4665af5b-1fa0-42e3-9209-d7ee3bc98dcc req-2f2570e9-0708-4a72-874c-f01ac2e4689a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 1097 time: 0.0500162 Oct 13 15:36:28.886727 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-8a787dcc-fd52-44fd-a091-ffb7847c5410 None None] Set router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:36:29.100168 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8a787dcc-fd52-44fd-a091-ffb7847c5410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:39Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '1b8260c5-8e09-4af7-b09d-0e37288121a5', 'name': '', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:99:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:38Z', 'updated_at': '2021-10-13T15:33:42Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:29.128725 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a787dcc-fd52-44fd-a091-ffb7847c5410 None None] Checking router: fa80d052-dca3-47c8-8070-eb02cc9ce2f2 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:29.137836 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a787dcc-fd52-44fd-a091-ffb7847c5410 None None] Routers {'fa80d052-dca3-47c8-8070-eb02cc9ce2f2'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:36:29.138441 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8a787dcc-fd52-44fd-a091-ffb7847c5410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:36:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:29.255329 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-8a787dcc-fd52-44fd-a091-ffb7847c5410 None None] Set router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:36:29.289805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e01e2-767c-4457-a96f-27441bf97948 req-f49c40df-a1e5-4e49-b145-eca4d70c4199 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:29.291960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f72e01e2-767c-4457-a96f-27441bf97948 req-f49c40df-a1e5-4e49-b145-eca4d70c4199 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0803852 Oct 13 15:36:29.295163 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665af5b-1fa0-42e3-9209-d7ee3bc98dcc req-76ef19bf-ad5c-4577-af4b-69a7153bcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:29.296598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4665af5b-1fa0-42e3-9209-d7ee3bc98dcc req-76ef19bf-ad5c-4577-af4b-69a7153bcbaf service neutron] 10.222.0.41 "GET /v2.0/networks?id=962ff025-c40e-4062-97a6-3c4169b307a2 HTTP/1.1" status: 200 len: 897 time: 0.4599199 Oct 13 15:36:29.349936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4665af5b-1fa0-42e3-9209-d7ee3bc98dcc req-d41d0e18-09c4-47d1-98d0-2180c0eca7b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9452de2e-c986-44f6-97ce-4c655b6f9c5b HTTP/1.1" status: 200 len: 217 time: 0.0441394 Oct 13 15:36:29.395042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f72e01e2-767c-4457-a96f-27441bf97948 req-fb68fd47-e001-4b0a-82c0-5efdfd58c551 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952880 Oct 13 15:36:29.412377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665af5b-1fa0-42e3-9209-d7ee3bc98dcc req-85fdc92c-714b-44ca-9dc0-6a708fc309de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:29.413896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4665af5b-1fa0-42e3-9209-d7ee3bc98dcc req-85fdc92c-714b-44ca-9dc0-6a708fc309de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53554fb8-7318-46b8-b0eb-4030f900b3d8 HTTP/1.1" status: 200 len: 834 time: 0.0524137 Oct 13 15:36:29.463318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665af5b-1fa0-42e3-9209-d7ee3bc98dcc req-958f7481-659a-458b-aee6-277024a07698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:29.464838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4665af5b-1fa0-42e3-9209-d7ee3bc98dcc req-958f7481-659a-458b-aee6-277024a07698 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=962ff025-c40e-4062-97a6-3c4169b307a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423310 Oct 13 15:36:29.484445 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-8a787dcc-fd52-44fd-a091-ffb7847c5410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:39Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '1b8260c5-8e09-4af7-b09d-0e37288121a5', 'name': '', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:99:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:38Z', 'updated_at': '2021-10-13T15:33:42Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:29.511999 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a787dcc-fd52-44fd-a091-ffb7847c5410 None None] The sync data for ids ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'] in n-d-806683-15 is: [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:39Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '1b8260c5-8e09-4af7-b09d-0e37288121a5', 'name': '', 'network_id': '962ff025-c40e-4062-97a6-3c4169b307a2', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:99:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:38Z', 'updated_at': '2021-10-13T15:33:42Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '53554fb8-7318-46b8-b0eb-4030f900b3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:29.564803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4665af5b-1fa0-42e3-9209-d7ee3bc98dcc req-9aabd916-5406-4e6f-9c2a-1e14ee551c0d service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916231 Oct 13 15:36:29.670378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4665af5b-1fa0-42e3-9209-d7ee3bc98dcc req-ef6e6d7d-b914-4bbe-a63f-e2de15bae89d service neutron] 10.222.0.41 "GET /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972333 Oct 13 15:36:29.754200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd67677f-b4f0-4563-8818-1a33f6d4ed64 None None] New status for floating IP 32aec2c5-a8b6-4a72-b1a8-c5ebeb6c87ed: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:36:30.515993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584b798-152b-42c2-ab37-2de5b0df7246 req-dcd3cc73-0875-418e-91ce-550bfd68d088 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:30.517509 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7584b798-152b-42c2-ab37-2de5b0df7246 req-dcd3cc73-0875-418e-91ce-550bfd68d088 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0514295 Oct 13 15:36:30.557462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7584b798-152b-42c2-ab37-2de5b0df7246 req-f652cc6e-59a6-4a30-91d4-19a177eebc54 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=6d1fd0b9-8bca-4a4a-968d-74d0f024618d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336704 Oct 13 15:36:31.133012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9fc4d-32fd-45b8-8e40-dab8d792cf97 req-10ee09ec-d31b-41ad-9b8c-835bb1dc92df tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:31.134918 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbe9fc4d-32fd-45b8-8e40-dab8d792cf97 req-10ee09ec-d31b-41ad-9b8c-835bb1dc92df tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 945 time: 0.0523880 Oct 13 15:36:31.222362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-cbe9fc4d-32fd-45b8-8e40-dab8d792cf97 req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 9452de2e-c986-44f6-97ce-4c655b6f9c5b {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:36:31.222706 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbe9fc4d-32fd-45b8-8e40-dab8d792cf97 req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:31.315166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-cbe9fc4d-32fd-45b8-8e40-dab8d792cf97 req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port 9452de2e-c986-44f6-97ce-4c655b6f9c5b, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=9452de2e-c986-44f6-97ce-4c655b6f9c5b,segment=NetworkSegment(c460909a-f30b-4632-9867-32c6a659b467),segment_id=c460909a-f30b-4632-9867-32c6a659b467)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:36:31.315533 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbe9fc4d-32fd-45b8-8e40-dab8d792cf97 req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:31.328464 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-cbe9fc4d-32fd-45b8-8e40-dab8d792cf97 req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 9452de2e-c986-44f6-97ce-4c655b6f9c5b owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:36:31.510504 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbe9fc4d-32fd-45b8-8e40-dab8d792cf97 req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:31.537076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=9452de2e-c986-44f6-97ce-4c655b6f9c5b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:31.546981 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:31.553888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:31.553888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:31.553888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:31.553888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:31.553888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:31.553888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:31.553888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:31.553888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:31.553888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:31.553888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:31.553888 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:31.596155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe9fc4d-32fd-45b8-8e40-dab8d792cf97 req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] No DVR routers for this DVR port 9452de2e-c986-44f6-97ce-4c655b6f9c5b on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:36:31.598876 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-cbe9fc4d-32fd-45b8-8e40-dab8d792cf97 req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:31.602168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cbe9fc4d-32fd-45b8-8e40-dab8d792cf97 req-cef7c953-25f8-46aa-9e24-c7c2a8e53fbe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.41 "DELETE /v2.0/ports/9452de2e-c986-44f6-97ce-4c655b6f9c5b HTTP/1.1" status: 204 len: 173 time: 0.4607069 Oct 13 15:36:31.602730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'name': 'network-vif-deleted', 'tag': '9452de2e-c986-44f6-97ce-4c655b6f9c5b'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:36:31.605322 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aefdeb1-be35-424f-8656-1beb7bb6b0c0" -d '{"events": [{"server_uuid": "9b52a026-4b91-4d9a-85a8-e8563bc422c4", "name": "network-vif-deleted", "tag": "9452de2e-c986-44f6-97ce-4c655b6f9c5b"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:31.642501 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1546809b-0846-4f9e-bafb-95c2e0dddf9e x-openstack-request-id: req-1546809b-0846-4f9e-bafb-95c2e0dddf9e {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:31.642882 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b52a026-4b91-4d9a-85a8-e8563bc422c4", "name": "network-vif-deleted", "tag": "9452de2e-c986-44f6-97ce-4c655b6f9c5b", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:31.643126 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1546809b-0846-4f9e-bafb-95c2e0dddf9e {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:31.643519 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b52a026-4b91-4d9a-85a8-e8563bc422c4', 'name': 'network-vif-deleted', 'tag': '9452de2e-c986-44f6-97ce-4c655b6f9c5b', 'status': 'completed', 'code': 200} Oct 13 15:36:31.671686 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a977c8c8-f393-4be4-b607-ca7920cf6d6c req-64571b2b-8929-4bf7-a48c-e8aaac09b9c7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b52a026-4b91-4d9a-85a8-e8563bc422c4 HTTP/1.1" status: 200 len: 210 time: 0.0272970 Oct 13 15:36:32.732976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42200) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:33.108109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7f14b9e7-0d43-43f4-bdda-15b1f72ccde3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:33.389728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7f14b9e7-0d43-43f4-bdda-15b1f72ccde3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 1b8260c5-8e09-4af7-b09d-0e37288121a5 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:36:33.390244 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7f14b9e7-0d43-43f4-bdda-15b1f72ccde3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:33.479548 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-7f14b9e7-0d43-43f4-bdda-15b1f72ccde3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port 1b8260c5-8e09-4af7-b09d-0e37288121a5, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=1b8260c5-8e09-4af7-b09d-0e37288121a5,segment=NetworkSegment(c460909a-f30b-4632-9867-32c6a659b467),segment_id=c460909a-f30b-4632-9867-32c6a659b467)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:36:33.479908 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7f14b9e7-0d43-43f4-bdda-15b1f72ccde3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:33.492107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-7f14b9e7-0d43-43f4-bdda-15b1f72ccde3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 1b8260c5-8e09-4af7-b09d-0e37288121a5 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:36:33.745258 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7f14b9e7-0d43-43f4-bdda-15b1f72ccde3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:33.772343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14b9e7-0d43-43f4-bdda-15b1f72ccde3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=1b8260c5-8e09-4af7-b09d-0e37288121a5,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:33.953474 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7f14b9e7-0d43-43f4-bdda-15b1f72ccde3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.168512 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f14b9e7-0d43-43f4-bdda-15b1f72ccde3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:36:34.273949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f14b9e7-0d43-43f4-bdda-15b1f72ccde3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:36:34.279594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7f14b9e7-0d43-43f4-bdda-15b1f72ccde3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "PUT /v2.0/routers/fa80d052-dca3-47c8-8070-eb02cc9ce2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5470159 Oct 13 15:36:34.282298 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42204) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:34.285468 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6221652-e137-402b-a8e1-650e006b711e None None] Sync routers for ids ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:34.295123 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6221652-e137-402b-a8e1-650e006b711e None None] Routers {'fa80d052-dca3-47c8-8070-eb02cc9ce2f2'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:36:34.295724 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e6221652-e137-402b-a8e1-650e006b711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:36:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:34.333418 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-6085536c-d4f5-43c3-95aa-d2eb9e0a93f9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting subnet 53554fb8-7318-46b8-b0eb-4030f900b3d8 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:36:34.336524 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6085536c-d4f5-43c3-95aa-d2eb9e0a93f9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.377744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6085536c-d4f5-43c3-95aa-d2eb9e0a93f9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.400076 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e6221652-e137-402b-a8e1-650e006b711e None None] Set router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:36:34.467334 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6085536c-d4f5-43c3-95aa-d2eb9e0a93f9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.578878 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6085536c-d4f5-43c3-95aa-d2eb9e0a93f9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.590650 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e6221652-e137-402b-a8e1-650e006b711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:36:33Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:34.608343 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085536c-d4f5-43c3-95aa-d2eb9e0a93f9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Subnet': ['ID=53554fb8-7318-46b8-b0eb-4030f900b3d8,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:34.613411 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6085536c-d4f5-43c3-95aa-d2eb9e0a93f9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.619741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6085536c-d4f5-43c3-95aa-d2eb9e0a93f9 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/subnets/53554fb8-7318-46b8-b0eb-4030f900b3d8 HTTP/1.1" status: 204 len: 168 time: 0.3339350 Oct 13 15:36:34.621267 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42208) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:34.625070 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44fda9d-b616-4ed9-8c23-c3b618639204 None None] Network 962ff025-c40e-4062-97a6-3c4169b307a2 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:36:34.625918 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6221652-e137-402b-a8e1-650e006b711e None None] Checking router: fa80d052-dca3-47c8-8070-eb02cc9ce2f2 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:34.636507 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6221652-e137-402b-a8e1-650e006b711e None None] Routers {'fa80d052-dca3-47c8-8070-eb02cc9ce2f2'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:36:34.637247 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e6221652-e137-402b-a8e1-650e006b711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:36:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:34.746282 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e6221652-e137-402b-a8e1-650e006b711e None None] Set router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:36:34.763316 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.837830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] DHCP port deletion for 962ff025-c40e-4062-97a6-3c4169b307a2 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:36:34.885920 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.892636 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Deleting port a7207867-3741-4ee1-92d2-94be22d11e33 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:36:34.894677 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.934560 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e6221652-e137-402b-a8e1-650e006b711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:36:33Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:34.962852 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6221652-e137-402b-a8e1-650e006b711e None None] The sync data for ids ['fa80d052-dca3-47c8-8070-eb02cc9ce2f2'] in n-d-806683-15 is: [{'id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1151305091', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '4b102d21-e5d7-4213-abb3-04057f217642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:36:33Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '4b102d21-e5d7-4213-abb3-04057f217642', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:48:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa80d052-dca3-47c8-8070-eb02cc9ce2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:33:35Z', 'updated_at': '2021-10-13T15:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:34.964035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] For port a7207867-3741-4ee1-92d2-94be22d11e33, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a7207867-3741-4ee1-92d2-94be22d11e33,segment=NetworkSegment(c460909a-f30b-4632-9867-32c6a659b467),segment_id=c460909a-f30b-4632-9867-32c6a659b467)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:36:34.964035 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.983582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Calling delete_port for a7207867-3741-4ee1-92d2-94be22d11e33 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:36:34.987309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 4b102d21-e5d7-4213-abb3-04057f217642 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:36:34.987853 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.069581 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port 4b102d21-e5d7-4213-abb3-04057f217642, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=4b102d21-e5d7-4213-abb3-04057f217642,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:36:35.069864 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.081979 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 4b102d21-e5d7-4213-abb3-04057f217642 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:36:35.104735 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.129582 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Pushing event deleted for resources: {'Port': ['ID=a7207867-3741-4ee1-92d2-94be22d11e33,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:35.140223 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:35.140561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:35.140902 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:35.141268 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:35.141610 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:35.141934 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:35.142264 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:35.142594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:35.142916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:35.143290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:35.143624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:35.143950 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:35.147014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5c18c-fc2b-47f2-8ce0-37a37631cb35 None None] No DVR routers for this DVR port a7207867-3741-4ee1-92d2-94be22d11e33 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:36:35.287029 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.292166 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 9452de2e-c986-44f6-97ce-4c655b6f9c5b no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:36:35.311564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 9452de2e-c986-44f6-97ce-4c655b6f9c5b {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:36:35.311902 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 9452de2e-c986-44f6-97ce-4c655b6f9c5b not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:36:35.312668 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=4b102d21-e5d7-4213-abb3-04057f217642,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:35.384177 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.481275 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.483408 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.578868 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.579441 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Fanout notify agent at l3_agent the message router_deleted on router fa80d052-dca3-47c8-8070-eb02cc9ce2f2 {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:36:35.586487 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.590601 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-00e09977-d4cb-4119-bdba-0b5a2870a565 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/routers/fa80d052-dca3-47c8-8070-eb02cc9ce2f2 HTTP/1.1" status: 204 len: 168 time: 0.9653316 Oct 13 15:36:35.590861 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42210) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:35.678409 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbabc336-f26c-4943-bc74-c8fcba60dfd3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.761251 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbabc336-f26c-4943-bc74-c8fcba60dfd3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.784554 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-dbabc336-f26c-4943-bc74-c8fcba60dfd3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962ff025-c40e-4062-97a6-3c4169b307a2']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:35.794212 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-dbabc336-f26c-4943-bc74-c8fcba60dfd3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c460909a-f30b-4632-9867-32c6a659b467') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:35.794445 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-dbabc336-f26c-4943-bc74-c8fcba60dfd3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c460909a-f30b-4632-9867-32c6a659b467') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:35.803407 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbabc336-f26c-4943-bc74-c8fcba60dfd3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.815858 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbabc336-f26c-4943-bc74-c8fcba60dfd3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.821576 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbabc336-f26c-4943-bc74-c8fcba60dfd3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:36:35.821979 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbabc336-f26c-4943-bc74-c8fcba60dfd3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: timer() Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:36:35.826867 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:36:35.955241 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbabc336-f26c-4943-bc74-c8fcba60dfd3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.963429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dbabc336-f26c-4943-bc74-c8fcba60dfd3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.965487 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dbabc336-f26c-4943-bc74-c8fcba60dfd3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/networks/962ff025-c40e-4062-97a6-3c4169b307a2 HTTP/1.1" status: 204 len: 168 time: 0.3736827 Oct 13 15:36:35.968392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42212) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:35.977214 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabc336-f26c-4943-bc74-c8fcba60dfd3 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Network': ['ID=962ff025-c40e-4062-97a6-3c4169b307a2,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:36.033630 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0b483df9-a4c7-4e1b-a83f-8da4d93481b7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:36.065887 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0b483df9-a4c7-4e1b-a83f-8da4d93481b7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:36.179041 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0b483df9-a4c7-4e1b-a83f-8da4d93481b7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:36.181733 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0b483df9-a4c7-4e1b-a83f-8da4d93481b7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:36.187125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0b483df9-a4c7-4e1b-a83f-8da4d93481b7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/security-groups/6d1fd0b9-8bca-4a4a-968d-74d0f024618d HTTP/1.1" status: 204 len: 168 time: 0.2135034 Oct 13 15:36:36.192168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b483df9-a4c7-4e1b-a83f-8da4d93481b7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1fd0b9-8bca-4a4a-968d-74d0f024618d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:36.661141 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4b102d21-e5d7-4213-abb3-04057f217642 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:36:36.684916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 4b102d21-e5d7-4213-abb3-04057f217642 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:36:36.685290 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 4b102d21-e5d7-4213-abb3-04057f217642 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:36:36.685702 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1b8260c5-8e09-4af7-b09d-0e37288121a5 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:36:36.703442 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 1b8260c5-8e09-4af7-b09d-0e37288121a5 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:36:36.703779 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 1b8260c5-8e09-4af7-b09d-0e37288121a5 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:36:36.704171 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a7207867-3741-4ee1-92d2-94be22d11e33 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:36:36.722764 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: a7207867-3741-4ee1-92d2-94be22d11e33 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:36:36.723109 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a7207867-3741-4ee1-92d2-94be22d11e33 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:36:37.683582 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42220) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:37.688238 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-824be587-5b4a-4ff8-ae13-31f78819b60b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946418935', 'description': 'tempest-secgroup-smoke-1946418935 description', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:37.767057 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-824be587-5b4a-4ff8-ae13-31f78819b60b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:37.836963 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-824be587-5b4a-4ff8-ae13-31f78819b60b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:37.921185 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-824be587-5b4a-4ff8-ae13-31f78819b60b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:37.949688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824be587-5b4a-4ff8-ae13-31f78819b60b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d3ad6e-92e1-430c-b297-8cfd026fd460,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:37.997616 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-824be587-5b4a-4ff8-ae13-31f78819b60b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:37.998918 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-824be587-5b4a-4ff8-ae13-31f78819b60b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3142750 Oct 13 15:36:38.001865 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42222) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:38.006470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-a6a22fef-d99b-447a-afca-b6c7a4254dd8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': 'a6d3ad6e-92e1-430c-b297-8cfd026fd460', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:38.102089 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a6a22fef-d99b-447a-afca-b6c7a4254dd8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.160562 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a6a22fef-d99b-447a-afca-b6c7a4254dd8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.229640 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a6a22fef-d99b-447a-afca-b6c7a4254dd8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.247926 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a22fef-d99b-447a-afca-b6c7a4254dd8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c47a62b-952e-4878-a0c8-ecaff0007ae0,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:38.322247 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a6a22fef-d99b-447a-afca-b6c7a4254dd8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.323443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a6a22fef-d99b-447a-afca-b6c7a4254dd8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3206105 Oct 13 15:36:38.326216 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42224) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:38.330510 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-54fe7074-879c-442e-974b-644a76ada6cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': 'a6d3ad6e-92e1-430c-b297-8cfd026fd460', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:38.400479 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-54fe7074-879c-442e-974b-644a76ada6cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.459855 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-54fe7074-879c-442e-974b-644a76ada6cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.498774 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-54fe7074-879c-442e-974b-644a76ada6cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.517632 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe7074-879c-442e-974b-644a76ada6cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c54442-ad57-4d0a-8fa6-1ab7875d29e9,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:38.563299 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-54fe7074-879c-442e-974b-644a76ada6cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.564524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-54fe7074-879c-442e-974b-644a76ada6cd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2373965 Oct 13 15:36:38.567362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42226) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:38.572206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-aefd01a9-e1d2-4998-830c-a015877fe7e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': 'a6d3ad6e-92e1-430c-b297-8cfd026fd460', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:38.641291 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aefd01a9-e1d2-4998-830c-a015877fe7e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.697508 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aefd01a9-e1d2-4998-830c-a015877fe7e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.767039 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aefd01a9-e1d2-4998-830c-a015877fe7e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.786959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd01a9-e1d2-4998-830c-a015877fe7e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f31b1d-7660-4b53-aae5-ee0729338b30,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:38.837534 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-aefd01a9-e1d2-4998-830c-a015877fe7e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.838882 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-aefd01a9-e1d2-4998-830c-a015877fe7e2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2705998 Oct 13 15:36:38.841612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42228) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:38.846434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4c403214-ff73-41c4-815c-0f1a6f42efb7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': 'a6d3ad6e-92e1-430c-b297-8cfd026fd460', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:38.937497 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4c403214-ff73-41c4-815c-0f1a6f42efb7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.996212 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4c403214-ff73-41c4-815c-0f1a6f42efb7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.087079 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4c403214-ff73-41c4-815c-0f1a6f42efb7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.105753 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c403214-ff73-41c4-815c-0f1a6f42efb7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431aca4d-9341-46a7-bcc0-b644526646bf,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:39.208861 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4c403214-ff73-41c4-815c-0f1a6f42efb7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.210115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4c403214-ff73-41c4-815c-0f1a6f42efb7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3675895 Oct 13 15:36:39.212938 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42230) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:39.217536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-4e7197a9-13ff-4e6c-a212-bd60b7915fdf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': 'a6d3ad6e-92e1-430c-b297-8cfd026fd460', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:39.286891 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-4e7197a9-13ff-4e6c-a212-bd60b7915fdf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Project 9901f73df2cf4ca78caea42b77b2e0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:36:39.292390 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e7197a9-13ff-4e6c-a212-bd60b7915fdf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.352972 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e7197a9-13ff-4e6c-a212-bd60b7915fdf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.429572 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e7197a9-13ff-4e6c-a212-bd60b7915fdf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.447476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7197a9-13ff-4e6c-a212-bd60b7915fdf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7c5e71-4752-480b-9d43-aac0bd2e965b,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:39.534439 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-4e7197a9-13ff-4e6c-a212-bd60b7915fdf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.535643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4e7197a9-13ff-4e6c-a212-bd60b7915fdf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3216658 Oct 13 15:36:39.538391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42232) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:39.543311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-309be937-376f-4fb0-8732-1379764122df tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'security_group_rule': {'security_group_id': 'a6d3ad6e-92e1-430c-b297-8cfd026fd460', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:39.618441 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-309be937-376f-4fb0-8732-1379764122df tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Project 9901f73df2cf4ca78caea42b77b2e0f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:36:39.623581 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-309be937-376f-4fb0-8732-1379764122df tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.683245 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-309be937-376f-4fb0-8732-1379764122df tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.744055 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-309be937-376f-4fb0-8732-1379764122df tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.763774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309be937-376f-4fb0-8732-1379764122df tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6b6e8b-8ef1-46b1-9518-3feffe61ae0e,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:39.820478 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-309be937-376f-4fb0-8732-1379764122df tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.821725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-309be937-376f-4fb0-8732-1379764122df tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2823920 Oct 13 15:36:39.824882 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42234) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:39.829728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b7ea2210-4656-438d-be5e-3fc30f30f6ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'network': {'name': 'tempest-network-smoke--954194187', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'port_security_enabled': True}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:39.920661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ea2210-4656-438d-be5e-3fc30f30f6ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:36:39.924051 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b7ea2210-4656-438d-be5e-3fc30f30f6ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.946636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ea2210-4656-438d-be5e-3fc30f30f6ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:36:39.955147 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b7ea2210-4656-438d-be5e-3fc30f30f6ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.955487 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-b7ea2210-4656-438d-be5e-3fc30f30f6ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Added segment 9d3cc4a8-d574-4113-9a01-17cb1ba6fc80 of type vlan for network 65fc198a-80b2-4b04-a182-7b965fa17eba Oct 13 15:36:39.995307 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b7ea2210-4656-438d-be5e-3fc30f30f6ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:40.075325 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b7ea2210-4656-438d-be5e-3fc30f30f6ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:40.081050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea2210-4656-438d-be5e-3fc30f30f6ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:40.083790 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b7ea2210-4656-438d-be5e-3fc30f30f6ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:40.150076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea2210-4656-438d-be5e-3fc30f30f6ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Network': ['ID=65fc198a-80b2-4b04-a182-7b965fa17eba,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:40.161464 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 65fc198a-80b2-4b04-a182-7b965fa17eba details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:36:40.209567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b7ea2210-4656-438d-be5e-3fc30f30f6ee tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3835156 Oct 13 15:36:40.212177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42236) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:40.217177 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'admin_state_up': True, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:40.298339 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:40.299349 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:40.353081 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:40.552665 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:40.813090 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:40.831220 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:40.931234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.25.0.97 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/24433004-25df-487e-8c13-fac149ae37d1) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:36:41.035105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.110267 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.147808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:36:41.151190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:36:41.154867 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:36:41.187196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=24433004-25df-487e-8c13-fac149ae37d1,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:41.764578 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.953894 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.144137 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:36:42.258893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:36:42.270938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Sync routers for ids ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:42.279917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Routers {'569f2c2a-6a23-4ce1-ae42-3f143a71f41c'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:36:42.281889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:36:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:42.312203 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.313500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5bd6c781-b45c-4988-a4aa-7813d02ffeb2 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1003840 Oct 13 15:36:42.316949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42238) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:42.387577 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Set router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:36:42.480157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8236a4ff-4bd4-47c5-89f3-b21d0a5d43c4 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9901f73df2cf4ca78caea42b77b2e0f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1618309 Oct 13 15:36:42.482941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42242) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:42.571554 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:41Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:42.583411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c425c8-c338-453a-9975-378b5b8596a8 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:42.584928 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c9c425c8-c338-453a-9975-378b5b8596a8 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1010895 Oct 13 15:36:42.589493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42244) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:42.604360 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Checking router: 569f2c2a-6a23-4ce1-ae42-3f143a71f41c for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:42.604822 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Updating router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c port 24433004-25df-487e-8c13-fac149ae37d1 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:36:42.620375 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-8990a379-3f4b-4701-8b7e-46bc0fbff9f8 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=736fa20a-f46c-42b3-a84f-9b7b9820f9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272815 Oct 13 15:36:42.620878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42246) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:42.625345 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-de3005ad-1c2c-4727-a5f5-e01582262c0e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-250230508', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:42.630816 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.778771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3005ad-1c2c-4727-a5f5-e01582262c0e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:36:42.782454 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-de3005ad-1c2c-4727-a5f5-e01582262c0e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.890581 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.955889 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:43.006718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Attempting to bind port 24433004-25df-487e-8c13-fac149ae37d1 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:36:43.007081 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Attempting to bind port 24433004-25df-487e-8c13-fac149ae37d1 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:36:43.007438 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Attempting to bind port 24433004-25df-487e-8c13-fac149ae37d1 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:36:43.013545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f472822-4c2d-4652-89ea-245a725a2d12 None None] Pushing event updated for resources: {'Port': ['ID=24433004-25df-487e-8c13-fac149ae37d1,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:43.018206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:36:43.023276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:36:43.023276 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:43.023276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:36:43.023276 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Bound port: 24433004-25df-487e-8c13-fac149ae37d1, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:36:43.023276 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:43.059158 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-de3005ad-1c2c-4727-a5f5-e01582262c0e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:43.070304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] For port 24433004-25df-487e-8c13-fac149ae37d1, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:36:43.074047 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] For port 24433004-25df-487e-8c13-fac149ae37d1, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24433004-25df-487e-8c13-fac149ae37d1,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:36:43.122184 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:43.127059 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3005ad-1c2c-4727-a5f5-e01582262c0e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Subnet': ['ID=4053451e-6eeb-431f-a671-f28da79ed688,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:43.138553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3005ad-1c2c-4727-a5f5-e01582262c0e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Checking segment: {'id': '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:36:43.138553 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3005ad-1c2c-4727-a5f5-e01582262c0e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network hostable DHCP agents. Network: 65fc198a-80b2-4b04-a182-7b965fa17eba, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:36:43.186800 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Routers {'569f2c2a-6a23-4ce1-ae42-3f143a71f41c'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:36:43.187409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:36:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:43.190176 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f472822-4c2d-4652-89ea-245a725a2d12 None None] Pushing event updated for resources: {'Port': ['ID=24433004-25df-487e-8c13-fac149ae37d1,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:43.217598 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3005ad-1c2c-4727-a5f5-e01582262c0e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 65fc198a-80b2-4b04-a182-7b965fa17eba is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:36:43.275821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-de3005ad-1c2c-4727-a5f5-e01582262c0e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 65fc198a-80b2-4b04-a182-7b965fa17eba) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:36:43.280893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3005ad-1c2c-4727-a5f5-e01582262c0e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:43.281626 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-de3005ad-1c2c-4727-a5f5-e01582262c0e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:43.286860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2637291a-4066-4344-9e3c-b787aed9173a None None] Network 65fc198a-80b2-4b04-a182-7b965fa17eba requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:36:43.333010 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] Set router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:36:43.361253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-de3005ad-1c2c-4727-a5f5-e01582262c0e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7371159 Oct 13 15:36:43.361601 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42248) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:36:43.755338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-65fc198a-80b2-4b04-a182-7b965fa17eba', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ips': [{'subnet_id': '4053451e-6eeb-431f-a671-f28da79ed688'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:36:43.756209 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:43.782865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:41Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:43.804968 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:43.811616 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e169b9b7-15fd-4db0-b313-f8cb18737d45 None None] The sync data for ids ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'] in n-d-806683-15 is: [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:41Z', 'revision_number': 3, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:43.941434 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Allocated IP 172.20.0.2 (65fc198a-80b2-4b04-a182-7b965fa17eba/4053451e-6eeb-431f-a671-f28da79ed688/67b92744-4388-4967-b5d1-3ed98e8672be) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:36:44.116540 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.184595 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.230081 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Network 65fc198a-80b2-4b04-a182-7b965fa17eba is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:36:44.233170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:36:44.238186 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:36:44.238625 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.20.0.1 (65fc198a-80b2-4b04-a182-7b965fa17eba/4053451e-6eeb-431f-a671-f28da79ed688/a81331a2-eba0-4d9f-96ba-014677442cfa) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:36:44.247696 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Pushing event updated for resources: {'Port': ['ID=67b92744-4388-4967-b5d1-3ed98e8672be,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:44.305391 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Attempting to bind port 67b92744-4388-4967-b5d1-3ed98e8672be on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:36:44.306093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Attempting to bind port 67b92744-4388-4967-b5d1-3ed98e8672be by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:36:44.306093 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Attempting to bind port 67b92744-4388-4967-b5d1-3ed98e8672be on network 65fc198a-80b2-4b04-a182-7b965fa17eba {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:36:44.312661 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:36:44.313058 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Checking segment: {'id': '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:36:44.313471 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.313869 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Bound using segment: {'id': '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:36:44.314341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Bound port: 67b92744-4388-4967-b5d1-3ed98e8672be, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:36:44.314726 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.363693 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.381008 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] For port 67b92744-4388-4967-b5d1-3ed98e8672be, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:36:44.385221 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] For port 67b92744-4388-4967-b5d1-3ed98e8672be, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=67b92744-4388-4967-b5d1-3ed98e8672be,segment=NetworkSegment(9d3cc4a8-d574-4113-9a01-17cb1ba6fc80),segment_id=9d3cc4a8-d574-4113-9a01-17cb1ba6fc80)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:36:44.430781 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.463531 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.509443 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed145c0-2156-4466-85cc-cd55362e9637 None None] Pushing event updated for resources: {'Port': ['ID=67b92744-4388-4967-b5d1-3ed98e8672be,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:44.514037 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 65fc198a-80b2-4b04-a182-7b965fa17eba is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:36:44.517490 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:36:44.521725 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:36:44.550648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=a81331a2-eba0-4d9f-96ba-014677442cfa,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:44.573806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.726523 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24433004-25df-487e-8c13-fac149ae37d1 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:36:44.780527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 24433004-25df-487e-8c13-fac149ae37d1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:36:44.781149 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.799176 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.863786 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.885562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 24433004-25df-487e-8c13-fac149ae37d1, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24433004-25df-487e-8c13-fac149ae37d1,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:36:44.949763 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:45.002747 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=24433004-25df-487e-8c13-fac149ae37d1,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:45.081429 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:45.178568 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:45.253302 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=a81331a2-eba0-4d9f-96ba-014677442cfa,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:45.260386 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:45.349920 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 65fc198a-80b2-4b04-a182-7b965fa17eba is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:36:45.351240 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:36:45.469105 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:36:45.578880 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:36:45.583948 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-98ea536e-fb15-4c19-b5be-092c809e9bc8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "PUT /v2.0/routers/569f2c2a-6a23-4ce1-ae42-3f143a71f41c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2213380 Oct 13 15:36:45.589840 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Sync routers for ids ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:45.603936 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Routers {'569f2c2a-6a23-4ce1-ae42-3f143a71f41c'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:36:45.604561 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:36:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:45.749392 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-8984bfde-31be-4a21-bfa0-c3047adc2f59 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946418935&fields=id&tenant_id=9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 267 time: 0.0440562 Oct 13 15:36:45.804720 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Set router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:36:45.856305 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-dca5ee80-1051-4666-b75d-976b44267098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:45.858019 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-dca5ee80-1051-4666-b75d-976b44267098 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/networks?id=65fc198a-80b2-4b04-a182-7b965fa17eba HTTP/1.1" status: 200 len: 796 time: 0.1078141 Oct 13 15:36:45.876081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-0c2a8997-8127-49b1-902b-1f1dab539407 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/quotas/9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 375 time: 0.0115311 Oct 13 15:36:45.937729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-2c8703b7-a770-4a57-92dd-8b1024fae3bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556748 Oct 13 15:36:46.023956 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a81331a2-eba0-4d9f-96ba-014677442cfa', 'name': '', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:51:41:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4053451e-6eeb-431f-a671-f28da79ed688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:43Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 2, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '4053451e-6eeb-431f-a671-f28da79ed688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:46.051426 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Checking router: 569f2c2a-6a23-4ce1-ae42-3f143a71f41c for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:46.051785 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Updating router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c port a81331a2-eba0-4d9f-96ba-014677442cfa binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:36:46.081928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41450d46-1b33-4e63-a1d1-75ac94818f91 None None] Network 65fc198a-80b2-4b04-a182-7b965fa17eba requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:36:46.085490 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.091506 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-3d584694-66fc-4cb1-9597-107790f4a05e service neutron] 10.222.0.18 "GET /v2.0/networks/65fc198a-80b2-4b04-a182-7b965fa17eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379845 Oct 13 15:36:46.167598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-15971ba2-3520-42cf-a691-7f3bda4f2deb None None] Provisioning complete for port 67b92744-4388-4967-b5d1-3ed98e8672be triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:36:46.167979 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15971ba2-3520-42cf-a691-7f3bda4f2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.192712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-a0fe7ba4-57d4-4ce8-bfeb-7c02c8bf105e service neutron] 10.222.0.18 "GET /v2.0/networks/65fc198a-80b2-4b04-a182-7b965fa17eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948658 Oct 13 15:36:46.311464 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15971ba2-3520-42cf-a691-7f3bda4f2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.350919 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-15971ba2-3520-42cf-a691-7f3bda4f2deb None None] For port 67b92744-4388-4967-b5d1-3ed98e8672be, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=67b92744-4388-4967-b5d1-3ed98e8672be,segment=NetworkSegment(9d3cc4a8-d574-4113-9a01-17cb1ba6fc80),segment_id=9d3cc4a8-d574-4113-9a01-17cb1ba6fc80)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:36:46.374326 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.418507 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-15971ba2-3520-42cf-a691-7f3bda4f2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.441573 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.481860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-278e4e09-7e9a-417c-9ce3-3afa7399a678 req-78ca54c2-46b9-4f1e-90c9-4e2cb8ec41ec tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 210 time: 0.0584750 Oct 13 15:36:46.489850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15971ba2-3520-42cf-a691-7f3bda4f2deb None None] Pushing event updated for resources: {'Port': ['ID=67b92744-4388-4967-b5d1-3ed98e8672be,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:46.535242 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Pushing event updated for resources: {'Port': ['ID=a81331a2-eba0-4d9f-96ba-014677442cfa,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:46.549079 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:46.549079 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:46.549328 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:46.549749 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:46.550267 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:46.550792 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:46.551064 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:46.551536 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:46.551923 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:46.552305 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:46.552694 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:46.553039 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:46.626725 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Attempting to bind port a81331a2-eba0-4d9f-96ba-014677442cfa on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:36:46.627353 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Attempting to bind port a81331a2-eba0-4d9f-96ba-014677442cfa by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:36:46.627470 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Attempting to bind port a81331a2-eba0-4d9f-96ba-014677442cfa on network 65fc198a-80b2-4b04-a182-7b965fa17eba {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:36:46.640000 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:36:46.640369 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Checking segment: {'id': '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:36:46.640768 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.641242 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Bound using segment: {'id': '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:36:46.641710 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Bound port: a81331a2-eba0-4d9f-96ba-014677442cfa, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:36:46.642090 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.654908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c785b2bb-1dc5-4ad7-ae66-99ed454bb3e8 None None] Provisioning complete for port a81331a2-eba0-4d9f-96ba-014677442cfa triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:36:46.655437 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c785b2bb-1dc5-4ad7-ae66-99ed454bb3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.705765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c785b2bb-1dc5-4ad7-ae66-99ed454bb3e8 None None] Port a81331a2-eba0-4d9f-96ba-014677442cfa cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:36:46.722392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c785b2bb-1dc5-4ad7-ae66-99ed454bb3e8 None None] Provisioning complete for port 67b92744-4388-4967-b5d1-3ed98e8672be triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:36:46.729030 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c785b2bb-1dc5-4ad7-ae66-99ed454bb3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.749322 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] For port a81331a2-eba0-4d9f-96ba-014677442cfa, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:36:46.753043 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] For port a81331a2-eba0-4d9f-96ba-014677442cfa, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a81331a2-eba0-4d9f-96ba-014677442cfa,segment=NetworkSegment(9d3cc4a8-d574-4113-9a01-17cb1ba6fc80),segment_id=9d3cc4a8-d574-4113-9a01-17cb1ba6fc80)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:36:46.812421 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24433004-25df-487e-8c13-fac149ae37d1 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:36:46.829422 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.884736 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 24433004-25df-487e-8c13-fac149ae37d1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:36:46.885928 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.904477 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaaa63f-02ad-4d47-879b-d571f7328f54 None None] Pushing event updated for resources: {'Port': ['ID=a81331a2-eba0-4d9f-96ba-014677442cfa,revision_number=4']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:46.907260 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Routers {'569f2c2a-6a23-4ce1-ae42-3f143a71f41c'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:36:46.916233 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:36:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:46.985745 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 67b92744-4388-4967-b5d1-3ed98e8672be up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:36:47.013634 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-7268ace4-9d9b-4faf-9535-b5cbb32ef53e None None] Provisioning complete for port a81331a2-eba0-4d9f-96ba-014677442cfa triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:36:47.014008 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7268ace4-9d9b-4faf-9535-b5cbb32ef53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.043243 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] Set router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:36:47.097661 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 67b92744-4388-4967-b5d1-3ed98e8672be triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:36:47.097661 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.163892 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7268ace4-9d9b-4faf-9535-b5cbb32ef53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.237072 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-7268ace4-9d9b-4faf-9535-b5cbb32ef53e None None] For port a81331a2-eba0-4d9f-96ba-014677442cfa, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a81331a2-eba0-4d9f-96ba-014677442cfa,segment=NetworkSegment(9d3cc4a8-d574-4113-9a01-17cb1ba6fc80),segment_id=9d3cc4a8-d574-4113-9a01-17cb1ba6fc80)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:36:47.269413 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a81331a2-eba0-4d9f-96ba-014677442cfa', 'name': '', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:51:41:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4053451e-6eeb-431f-a671-f28da79ed688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:43Z', 'updated_at': '2021-10-13T15:36:46Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '4053451e-6eeb-431f-a671-f28da79ed688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:47.296809 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d636c49-8053-4bc5-8c9e-d23c321e7321 None None] The sync data for ids ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'] in n-d-806683-15 is: [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a81331a2-eba0-4d9f-96ba-014677442cfa', 'name': '', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:51:41:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4053451e-6eeb-431f-a671-f28da79ed688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:43Z', 'updated_at': '2021-10-13T15:36:46Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '4053451e-6eeb-431f-a671-f28da79ed688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:47.304286 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7268ace4-9d9b-4faf-9535-b5cbb32ef53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.385555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268ace4-9d9b-4faf-9535-b5cbb32ef53e None None] Pushing event updated for resources: {'Port': ['ID=a81331a2-eba0-4d9f-96ba-014677442cfa,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:47.430972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-ff48671c-b386-4c48-b669-3d8818975b84 None None] Provisioning complete for port a81331a2-eba0-4d9f-96ba-014677442cfa triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:36:47.431713 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ff48671c-b386-4c48-b669-3d8818975b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.579954 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-24e1c3e6-119e-4d13-9706-1e0acf4a781a req-e47f0d94-e32c-47c9-9fdf-53a2e6195bd0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 210 time: 0.0292101 Oct 13 15:36:47.653994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-eebdc709-a3e3-4e4e-b50e-e90dd226693c None None] Provisioning complete for port a81331a2-eba0-4d9f-96ba-014677442cfa triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:36:47.654371 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eebdc709-a3e3-4e4e-b50e-e90dd226693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.568729 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-b8fade4b-e537-48c3-a13a-afecdbc2083d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:48.570130 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-b8fade4b-e537-48c3-a13a-afecdbc2083d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.49 "GET /v2.0/networks?id=65fc198a-80b2-4b04-a182-7b965fa17eba HTTP/1.1" status: 200 len: 796 time: 0.1051717 Oct 13 15:36:48.620017 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-ad02a8b4-0724-40b6-a538-3342ecadc587 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9901f73df2cf4ca78caea42b77b2e0f2 HTTP/1.1" status: 200 len: 380 time: 0.0381913 Oct 13 15:36:48.634568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-5d697d51-95f1-48b3-981c-893fcb1239a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'port': {'device_id': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'admin_state_up': True, 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'security_groups': ['a6d3ad6e-92e1-430c-b297-8cfd026fd460']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:48.715645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a331e46b-b025-4a45-9873-95935341caf3 req-d562ef1b-5002-41f0-a7e0-82ab6585beea tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 210 time: 0.0352123 Oct 13 15:36:48.723855 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a81331a2-eba0-4d9f-96ba-014677442cfa up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:36:48.744876 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:36:48.778415 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port a81331a2-eba0-4d9f-96ba-014677442cfa triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:36:48.778790 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.857093 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-5d697d51-95f1-48b3-981c-893fcb1239a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Made reservation on behalf of 9901f73df2cf4ca78caea42b77b2e0f2 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:36:48.860696 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-5d697d51-95f1-48b3-981c-893fcb1239a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.991871 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-5d697d51-95f1-48b3-981c-893fcb1239a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.20.0.11 (65fc198a-80b2-4b04-a182-7b965fa17eba/4053451e-6eeb-431f-a671-f28da79ed688/42fae6d9-a143-4274-8351-0de8ab3757e7) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:36:49.132362 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-5d697d51-95f1-48b3-981c-893fcb1239a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:49.211956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-5d697d51-95f1-48b3-981c-893fcb1239a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:49.258043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-5d697d51-95f1-48b3-981c-893fcb1239a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 65fc198a-80b2-4b04-a182-7b965fa17eba is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:36:49.261258 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-5d697d51-95f1-48b3-981c-893fcb1239a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:36:49.265679 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-5d697d51-95f1-48b3-981c-893fcb1239a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:36:49.272971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d697d51-95f1-48b3-981c-893fcb1239a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=42fae6d9-a143-4274-8351-0de8ab3757e7,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:49.324584 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-5d697d51-95f1-48b3-981c-893fcb1239a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:49.325252 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-5d697d51-95f1-48b3-981c-893fcb1239a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:49.420507 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-5d697d51-95f1-48b3-981c-893fcb1239a1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7900138 Oct 13 15:36:49.476687 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Request body: {'port': {'device_id': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:49.483680 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0f299d93-352f-4546-980b-31b079164441 None None] Provisioning complete for port 42fae6d9-a143-4274-8351-0de8ab3757e7 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:36:49.484045 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0f299d93-352f-4546-980b-31b079164441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:49.518024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-0f299d93-352f-4546-980b-31b079164441 None None] Port 42fae6d9-a143-4274-8351-0de8ab3757e7 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:36:49.532015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:49.532741 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:49.635900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-912b2cd2-12c4-4403-bd0d-a8d01c439fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:49.825798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fae6d9-a143-4274-8351-0de8ab3757e7 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:36:49.834897 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:49.851532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Transition to ACTIVE for port object 42fae6d9-a143-4274-8351-0de8ab3757e7 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:36:49.863335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebf41b-77a3-4108-97d9-1ec9e098c63a req-4385a659-5f8e-41a1-970d-a01a41b02e6f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:49.869765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5ebf41b-77a3-4108-97d9-1ec9e098c63a req-4385a659-5f8e-41a1-970d-a01a41b02e6f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 932 time: 0.0737147 Oct 13 15:36:49.904480 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c5ebf41b-77a3-4108-97d9-1ec9e098c63a req-1553a6d0-ff41-47cf-9e92-432e23491bad tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326653 Oct 13 15:36:49.915596 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:49.966710 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Pushing event updated for resources: {'Port': ['ID=42fae6d9-a143-4274-8351-0de8ab3757e7,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:50.043172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Attempting to bind port 42fae6d9-a143-4274-8351-0de8ab3757e7 on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:36:50.043573 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Attempting to bind port 42fae6d9-a143-4274-8351-0de8ab3757e7 by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:36:50.043851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Attempting to bind port 42fae6d9-a143-4274-8351-0de8ab3757e7 on network 65fc198a-80b2-4b04-a182-7b965fa17eba {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:36:50.048517 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Port 42fae6d9-a143-4274-8351-0de8ab3757e7 on network 65fc198a-80b2-4b04-a182-7b965fa17eba not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:36:50.048838 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Attempting to bind port 42fae6d9-a143-4274-8351-0de8ab3757e7 on network 65fc198a-80b2-4b04-a182-7b965fa17eba {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:36:50.053921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:36:50.054255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Checking segment: {'id': '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:36:50.054650 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Bound using segment: {'id': '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:36:50.055071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Bound port: 42fae6d9-a143-4274-8351-0de8ab3757e7, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:36:50.055423 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:50.122184 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] For port 42fae6d9-a143-4274-8351-0de8ab3757e7, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:36:50.125311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] For port 42fae6d9-a143-4274-8351-0de8ab3757e7, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=42fae6d9-a143-4274-8351-0de8ab3757e7,segment=NetworkSegment(9d3cc4a8-d574-4113-9a01-17cb1ba6fc80),segment_id=9d3cc4a8-d574-4113-9a01-17cb1ba6fc80)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:36:50.207577 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:50.244242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:50.244933 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:50.246361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] 10.222.0.49 "PUT /v2.0/ports/42fae6d9-a143-4274-8351-0de8ab3757e7 HTTP/1.1" status: 200 len: 1093 time: 0.8126650 Oct 13 15:36:50.246810 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'tag': '42fae6d9-a143-4274-8351-0de8ab3757e7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:36:50.249153 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c90ede-74bc-4c22-a1b5-7ef68a08bc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8bae49f2-5ccc-47f0-99de-f3b774a6256e", "tag": "42fae6d9-a143-4274-8351-0de8ab3757e7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:50.276176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc45eed-a80e-4d4d-94ab-8ccbabc12faa service neutron] Pushing event updated for resources: {'Port': ['ID=42fae6d9-a143-4274-8351-0de8ab3757e7,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:50.299932 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8344f8-c12c-4f34-9f4f-51bea3a776fe x-openstack-request-id: req-6d8344f8-c12c-4f34-9f4f-51bea3a776fe {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:50.300234 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bae49f2-5ccc-47f0-99de-f3b774a6256e", "tag": "42fae6d9-a143-4274-8351-0de8ab3757e7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:50.300486 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d8344f8-c12c-4f34-9f4f-51bea3a776fe {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:50.300897 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'tag': '42fae6d9-a143-4274-8351-0de8ab3757e7', 'status': 'completed', 'code': 200} Oct 13 15:36:50.369301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c90ede-74bc-4c22-a1b5-7ef68a08bc9d req-c5741c9f-1236-4e4b-96bb-90e2f532df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:50.371001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c90ede-74bc-4c22-a1b5-7ef68a08bc9d req-c5741c9f-1236-4e4b-96bb-90e2f532df03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 1096 time: 0.0436726 Oct 13 15:36:50.478820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c90ede-74bc-4c22-a1b5-7ef68a08bc9d req-d1b2718f-7648-4b8d-9e55-d0e1f55a4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:50.480281 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c90ede-74bc-4c22-a1b5-7ef68a08bc9d req-d1b2718f-7648-4b8d-9e55-d0e1f55a4b6a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0990002 Oct 13 15:36:50.580694 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c90ede-74bc-4c22-a1b5-7ef68a08bc9d req-7c9bfc5e-224d-403c-8931-ef7494746b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:50.582086 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b9c90ede-74bc-4c22-a1b5-7ef68a08bc9d req-7c9bfc5e-224d-403c-8931-ef7494746b96 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909750 Oct 13 15:36:50.667389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-9299ab52-4177-4766-9d74-06318af9b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:50.668861 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-9299ab52-4177-4766-9d74-06318af9b6cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 1096 time: 0.0410702 Oct 13 15:36:50.709257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-a2921ba6-b459-4841-9af0-9f71a03285c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42fae6d9-a143-4274-8351-0de8ab3757e7 HTTP/1.1" status: 200 len: 217 time: 0.0328350 Oct 13 15:36:50.763578 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-7326b7bd-fae2-4364-9631-8a44d80fb64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:50.765012 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-7326b7bd-fae2-4364-9631-8a44d80fb64f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4053451e-6eeb-431f-a671-f28da79ed688 HTTP/1.1" status: 200 len: 834 time: 0.0459445 Oct 13 15:36:50.814979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-6e40709a-9654-4231-a991-4666ac2c76de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:50.816471 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-6e40709a-9654-4231-a991-4666ac2c76de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65fc198a-80b2-4b04-a182-7b965fa17eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401103 Oct 13 15:36:50.910963 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-fb9695a8-8409-4dfb-800d-a9ed2c681bf0 service neutron] 10.222.0.49 "GET /v2.0/networks/65fc198a-80b2-4b04-a182-7b965fa17eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814004 Oct 13 15:36:51.041283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b7fc5def-273d-4789-bc81-cbfc2dd3ae4c req-2fcb165f-aede-4709-be1e-9668700ccef8 service neutron] 10.222.0.49 "GET /v2.0/networks/65fc198a-80b2-4b04-a182-7b965fa17eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184485 Oct 13 15:36:51.049226 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32761255-3ac7-4bf9-a802-ae64d85cc717 req-6943e241-7e08-4d4e-8482-8e71285c13dc tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:51.050618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32761255-3ac7-4bf9-a802-ae64d85cc717 req-6943e241-7e08-4d4e-8482-8e71285c13dc tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 944 time: 0.0753598 Oct 13 15:36:51.089257 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-32761255-3ac7-4bf9-a802-ae64d85cc717 req-f8502fc3-0865-41bc-b67f-e8e58b1fb229 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Oct 13 15:36:52.208741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697f243-be9f-4c3a-91f0-ff164ac331e3 req-8538750a-1031-45e4-9379-5b24bf4430fc tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:52.210249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7697f243-be9f-4c3a-91f0-ff164ac331e3 req-8538750a-1031-45e4-9379-5b24bf4430fc tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 944 time: 0.0522654 Oct 13 15:36:52.247607 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7697f243-be9f-4c3a-91f0-ff164ac331e3 req-efd295b5-2a78-4a5b-948a-b281175007fe tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309379 Oct 13 15:36:52.354648 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a86db502-123e-4845-a514-60547feae693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:52.851586 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:53.360440 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b78b6-39f1-4191-a1c6-2dbc8cc79e6f req-c3de42ae-b377-4165-87cd-547907b6fcf5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:53.361958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-875b78b6-39f1-4191-a1c6-2dbc8cc79e6f req-c3de42ae-b377-4165-87cd-547907b6fcf5 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 944 time: 0.0485265 Oct 13 15:36:53.402025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-875b78b6-39f1-4191-a1c6-2dbc8cc79e6f req-71da9519-13f7-48cd-8f0e-8ad21443f2ec tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338392 Oct 13 15:36:54.068346 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:54.159751 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:54.514919 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3ab00-ff8f-45ea-84a6-33941b21d5fd req-e9262267-9263-4990-a479-662d497adf0a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:54.516421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcc3ab00-ff8f-45ea-84a6-33941b21d5fd req-e9262267-9263-4990-a479-662d497adf0a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 944 time: 0.0488000 Oct 13 15:36:54.553643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bcc3ab00-ff8f-45ea-84a6-33941b21d5fd req-ee8e2000-7c45-4fbe-8dd4-88063bb0e696 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312626 Oct 13 15:36:55.674333 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:55.675145 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cef9d3-b768-489c-b83a-e62ee4baf621 req-2c6b7567-2e58-4053-9dae-cbdf1ab445aa tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:55.676658 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45cef9d3-b768-489c-b83a-e62ee4baf621 req-2c6b7567-2e58-4053-9dae-cbdf1ab445aa tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 944 time: 0.0539987 Oct 13 15:36:55.714387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-45cef9d3-b768-489c-b83a-e62ee4baf621 req-3b8a555d-253e-4265-89cb-6b35b04ef03b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Oct 13 15:36:55.754673 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 42fae6d9-a143-4274-8351-0de8ab3757e7 details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:36:55.849589 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 42fae6d9-a143-4274-8351-0de8ab3757e7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=42fae6d9-a143-4274-8351-0de8ab3757e7,segment=NetworkSegment(9d3cc4a8-d574-4113-9a01-17cb1ba6fc80),segment_id=9d3cc4a8-d574-4113-9a01-17cb1ba6fc80)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:36:55.861961 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '42fae6d9-a143-4274-8351-0de8ab3757e7', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'port_id': '42fae6d9-a143-4274-8351-0de8ab3757e7', 'mac_address': 'fa:16:3e:4c:f1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4053451e-6eeb-431f-a671-f28da79ed688', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:36:55.898309 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:55.911416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fae6d9-a143-4274-8351-0de8ab3757e7 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:36:55.930392 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 42fae6d9-a143-4274-8351-0de8ab3757e7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=42fae6d9-a143-4274-8351-0de8ab3757e7,segment=NetworkSegment(9d3cc4a8-d574-4113-9a01-17cb1ba6fc80),segment_id=9d3cc4a8-d574-4113-9a01-17cb1ba6fc80)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:36:55.995556 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:56.044001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=42fae6d9-a143-4274-8351-0de8ab3757e7,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:56.309310 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['42fae6d9-a143-4274-8351-0de8ab3757e7'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:36:56.831728 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426fd4b-be63-4626-be63-b5be0981ea52 req-67a79824-8ec2-4d4c-ae2b-793aedaf79d6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:56.840497 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7426fd4b-be63-4626-be63-b5be0981ea52 req-67a79824-8ec2-4d4c-ae2b-793aedaf79d6 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 945 time: 0.0516438 Oct 13 15:36:56.876678 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7426fd4b-be63-4626-be63-b5be0981ea52 req-24f16db7-9883-4865-a8ef-cb0788be2de1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368850 Oct 13 15:36:57.778547 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 42fae6d9-a143-4274-8351-0de8ab3757e7 up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:36:57.887305 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 42fae6d9-a143-4274-8351-0de8ab3757e7 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:36:57.891648 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 42fae6d9-a143-4274-8351-0de8ab3757e7 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:36:57.893541 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:57.985951 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:57.994000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd1262-fed6-461e-b503-b1b194eb3f1b req-e52129a9-7b82-4e89-9f88-dc9a75035d1e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:57.996212 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eedd1262-fed6-461e-b503-b1b194eb3f1b req-e52129a9-7b82-4e89-9f88-dc9a75035d1e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 945 time: 0.0504062 Oct 13 15:36:58.010967 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fae6d9-a143-4274-8351-0de8ab3757e7'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:36:58.013996 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2110e465-80ea-4268-b691-8c12343f4750" -d '{"events": [{"server_uuid": "8bae49f2-5ccc-47f0-99de-f3b774a6256e", "name": "network-vif-plugged", "status": "completed", "tag": "42fae6d9-a143-4274-8351-0de8ab3757e7"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:58.027177 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 42fae6d9-a143-4274-8351-0de8ab3757e7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=42fae6d9-a143-4274-8351-0de8ab3757e7,segment=NetworkSegment(9d3cc4a8-d574-4113-9a01-17cb1ba6fc80),segment_id=9d3cc4a8-d574-4113-9a01-17cb1ba6fc80)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:36:58.038145 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eedd1262-fed6-461e-b503-b1b194eb3f1b req-19df3228-3364-4fe7-9669-31b7f1662250 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351050 Oct 13 15:36:58.054033 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397fecd0-24df-4dbf-823e-ab1151511a0e x-openstack-request-id: req-397fecd0-24df-4dbf-823e-ab1151511a0e {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:58.054033 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bae49f2-5ccc-47f0-99de-f3b774a6256e", "name": "network-vif-plugged", "status": "completed", "tag": "42fae6d9-a143-4274-8351-0de8ab3757e7", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:58.054033 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-397fecd0-24df-4dbf-823e-ab1151511a0e {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:58.054033 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fae6d9-a143-4274-8351-0de8ab3757e7', 'code': 200} Oct 13 15:36:58.064505 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.122613 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=42fae6d9-a143-4274-8351-0de8ab3757e7,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:58.161471 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13ee58-6df0-4052-8aca-c2643da2bf8c req-64498a0c-a2c3-4f57-8f1e-30a306f8bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:58.162987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf13ee58-6df0-4052-8aca-c2643da2bf8c req-64498a0c-a2c3-4f57-8f1e-30a306f8bbaf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 1098 time: 0.0465994 Oct 13 15:36:58.203432 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-bf13ee58-6df0-4052-8aca-c2643da2bf8c req-4c95e01f-3082-41ac-a6d2-0880beb39cc4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292282 Oct 13 15:36:59.154674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fe9a-0973-440a-a27d-f3395f227f93 req-0466cf68-0451-455c-976f-269d6e700b3e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:36:59.156146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4798fe9a-0973-440a-a27d-f3395f227f93 req-0466cf68-0451-455c-976f-269d6e700b3e tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 946 time: 0.0491865 Oct 13 15:36:59.193206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4798fe9a-0973-440a-a27d-f3395f227f93 req-fc0feb61-a99f-48a1-8bae-891797515564 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311723 Oct 13 15:37:00.308246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6b1ca-6cd1-4a18-84c3-9bfbbd0d7a28 req-6a2e09d9-5b39-4f2d-b4da-fb7aa8f6e0bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:00.309906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78a6b1ca-6cd1-4a18-84c3-9bfbbd0d7a28 req-6a2e09d9-5b39-4f2d-b4da-fb7aa8f6e0bf tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 946 time: 0.0482152 Oct 13 15:37:00.346805 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78a6b1ca-6cd1-4a18-84c3-9bfbbd0d7a28 req-c1811ce2-3379-403d-af02-bb08c1c6e0b0 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310495 Oct 13 15:37:00.464351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251dc1e-4866-4a26-a9e4-ef7a1f9a1d98 req-0512567d-dff1-4a8a-953f-09e9395a0767 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:00.465912 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e251dc1e-4866-4a26-a9e4-ef7a1f9a1d98 req-0512567d-dff1-4a8a-953f-09e9395a0767 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 946 time: 0.0527511 Oct 13 15:37:00.504393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e251dc1e-4866-4a26-a9e4-ef7a1f9a1d98 req-4d4d0a9e-511b-4a9f-a0ce-68c8ff2e5883 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325387 Oct 13 15:37:00.525730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42314) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:00.566128 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b382c46d-8f06-452e-b57b-f78cdbdb6374 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:00.567676 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b382c46d-8f06-452e-b57b-f78cdbdb6374 tempest-TestNetworkAdvancedServerOps-1362588811 tempest-TestNetworkAdvancedServerOps-1362588811-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 1093 time: 0.0409808 Oct 13 15:37:00.570539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42316) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:00.574891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '42fae6d9-a143-4274-8351-0de8ab3757e7', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:37:00.658856 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:00.757832 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:00.857946 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Allocated IP 172.25.0.241 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/0320a34a-f487-4343-bb55-8688b67df747) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:37:00.959164 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:01.052760 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:01.092274 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:37:01.095270 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:37:01.099636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:37:01.123098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=0320a34a-f487-4343-bb55-8688b67df747,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:01.456295 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:01.592177 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:01.740876 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:01.794130 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:01.862663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event updated for resources: {'Port': ['ID=0320a34a-f487-4343-bb55-8688b67df747,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:01.879863 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:02.293292 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Floating IP 16f7396f-c2ec-4377-847d-f964d7f606da associated. External IP: 172.25.0.241, port: 42fae6d9-a143-4274-8351-0de8ab3757e7. Oct 13 15:37:02.498060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:37:02.606539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:37:02.617851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837e70d-577a-4d06-a6ed-dc4f1f93f515 None None] Sync routers for ids ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:37:02.629230 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837e70d-577a-4d06-a6ed-dc4f1f93f515 None None] Routers {'569f2c2a-6a23-4ce1-ae42-3f143a71f41c'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:37:02.641330 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-1837e70d-577a-4d06-a6ed-dc4f1f93f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:36:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:02.683015 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:02.710830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3e32510a-4129-4d76-8a27-e79a898cc623 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1392827 Oct 13 15:37:02.711511 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'tag': '42fae6d9-a143-4274-8351-0de8ab3757e7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:37:02.713987 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1680d8f4-4148-4673-af78-dd190ee68d96" -d '{"events": [{"name": "network-changed", "server_uuid": "8bae49f2-5ccc-47f0-99de-f3b774a6256e", "tag": "42fae6d9-a143-4274-8351-0de8ab3757e7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:37:02.738471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-1837e70d-577a-4d06-a6ed-dc4f1f93f515 None None] Set router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:37:02.757118 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c8270b-bd70-44a6-ac22-ffbdeedaffeb x-openstack-request-id: req-31c8270b-bd70-44a6-ac22-ffbdeedaffeb {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:37:02.757414 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bae49f2-5ccc-47f0-99de-f3b774a6256e", "tag": "42fae6d9-a143-4274-8351-0de8ab3757e7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:37:02.757734 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31c8270b-bd70-44a6-ac22-ffbdeedaffeb {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:37:02.758400 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'tag': '42fae6d9-a143-4274-8351-0de8ab3757e7', 'status': 'completed', 'code': 200} Oct 13 15:37:02.844194 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d8f4-4148-4673-af78-dd190ee68d96 req-f8e52fce-1f0e-4bae-a173-3586325023d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:02.845706 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1680d8f4-4148-4673-af78-dd190ee68d96 req-f8e52fce-1f0e-4bae-a173-3586325023d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 1098 time: 0.0636716 Oct 13 15:37:02.853227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb05cf7-819f-439a-ad10-a29632c752b9 req-ebf728dd-3d4d-48c0-ba72-03828fcadcdd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:02.854584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fb05cf7-819f-439a-ad10-a29632c752b9 req-ebf728dd-3d4d-48c0-ba72-03828fcadcdd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 946 time: 0.0838695 Oct 13 15:37:02.944694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9fb05cf7-819f-439a-ad10-a29632c752b9 req-e8c07ae3-b7e8-4088-abdf-af22159409b8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802608 Oct 13 15:37:02.968268 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42322) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:02.975324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d8f4-4148-4673-af78-dd190ee68d96 req-8029b8b8-64a9-4988-ade0-7c5139d88ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:02.975324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1680d8f4-4148-4673-af78-dd190ee68d96 req-8029b8b8-64a9-4988-ade0-7c5139d88ce7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65fc198a-80b2-4b04-a182-7b965fa17eba HTTP/1.1" status: 200 len: 897 time: 0.1195109 Oct 13 15:37:02.976208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-1837e70d-577a-4d06-a6ed-dc4f1f93f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '16f7396f-c2ec-4377-847d-f964d7f606da', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'port_id': '42fae6d9-a143-4274-8351-0de8ab3757e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'mac_address': 'fa:16:3e:4c:f1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:37:01Z', 'updated_at': '2021-10-13T15:37:01Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a81331a2-eba0-4d9f-96ba-014677442cfa', 'name': '', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:51:41:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4053451e-6eeb-431f-a671-f28da79ed688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:43Z', 'updated_at': '2021-10-13T15:36:47Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '4053451e-6eeb-431f-a671-f28da79ed688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:03.005298 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837e70d-577a-4d06-a6ed-dc4f1f93f515 None None] Checking router: 569f2c2a-6a23-4ce1-ae42-3f143a71f41c for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:37:03.014515 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837e70d-577a-4d06-a6ed-dc4f1f93f515 None None] Routers {'569f2c2a-6a23-4ce1-ae42-3f143a71f41c'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:37:03.015132 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-1837e70d-577a-4d06-a6ed-dc4f1f93f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:36:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:03.041638 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-458de380-cb37-41bd-bb54-517b77152008 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/16f7396f-c2ec-4377-847d-f964d7f606da HTTP/1.1" status: 200 len: 992 time: 0.0715733 Oct 13 15:37:03.046028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1680d8f4-4148-4673-af78-dd190ee68d96 req-eaaac41a-c8c8-4d55-8961-20ed9fc2f6d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42fae6d9-a143-4274-8351-0de8ab3757e7 HTTP/1.1" status: 200 len: 1000 time: 0.0639367 Oct 13 15:37:03.101685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d8f4-4148-4673-af78-dd190ee68d96 req-cb79c023-4228-4d89-9270-bf2dc513e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:03.104361 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1680d8f4-4148-4673-af78-dd190ee68d96 req-cb79c023-4228-4d89-9270-bf2dc513e215 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4053451e-6eeb-431f-a671-f28da79ed688 HTTP/1.1" status: 200 len: 834 time: 0.0499136 Oct 13 15:37:03.130245 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-1837e70d-577a-4d06-a6ed-dc4f1f93f515 None None] Set router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:37:03.155051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680d8f4-4148-4673-af78-dd190ee68d96 req-3d97a9d3-c644-4bb0-8ce8-b8f9e205b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:03.156559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1680d8f4-4148-4673-af78-dd190ee68d96 req-3d97a9d3-c644-4bb0-8ce8-b8f9e205b99a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65fc198a-80b2-4b04-a182-7b965fa17eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462344 Oct 13 15:37:03.248819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1680d8f4-4148-4673-af78-dd190ee68d96 req-fea91e4c-e718-4c6e-b242-f97ea587e0ac service neutron] 10.222.0.49 "GET /v2.0/networks/65fc198a-80b2-4b04-a182-7b965fa17eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848281 Oct 13 15:37:03.347254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1680d8f4-4148-4673-af78-dd190ee68d96 req-27bd6a37-f059-4a9f-a412-a630173066d4 service neutron] 10.222.0.49 "GET /v2.0/networks/65fc198a-80b2-4b04-a182-7b965fa17eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911334 Oct 13 15:37:03.513111 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-1837e70d-577a-4d06-a6ed-dc4f1f93f515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '16f7396f-c2ec-4377-847d-f964d7f606da', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'port_id': '42fae6d9-a143-4274-8351-0de8ab3757e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'mac_address': 'fa:16:3e:4c:f1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:37:01Z', 'updated_at': '2021-10-13T15:37:01Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a81331a2-eba0-4d9f-96ba-014677442cfa', 'name': '', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:51:41:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4053451e-6eeb-431f-a671-f28da79ed688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:43Z', 'updated_at': '2021-10-13T15:36:47Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '4053451e-6eeb-431f-a671-f28da79ed688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:03.538667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1837e70d-577a-4d06-a6ed-dc4f1f93f515 None None] The sync data for ids ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'] in n-d-806683-15 is: [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '16f7396f-c2ec-4377-847d-f964d7f606da', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'floating_ip_address': '172.25.0.241', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'port_id': '42fae6d9-a143-4274-8351-0de8ab3757e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'mac_address': 'fa:16:3e:4c:f1:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:37:01Z', 'updated_at': '2021-10-13T15:37:01Z', 'revision_number': 0, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a81331a2-eba0-4d9f-96ba-014677442cfa', 'name': '', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:51:41:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4053451e-6eeb-431f-a671-f28da79ed688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:43Z', 'updated_at': '2021-10-13T15:36:47Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '4053451e-6eeb-431f-a671-f28da79ed688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:37:03.728246 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e081de18-43a4-4b8a-8fab-adfac5d347d6 None None] New status for floating IP 16f7396f-c2ec-4377-847d-f964d7f606da: ACTIVE {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:37:04.045246 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42324) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:04.110165 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3f03d2c2-2fa3-442e-a068-10fbeae8578f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/16f7396f-c2ec-4377-847d-f964d7f606da HTTP/1.1" status: 200 len: 994 time: 0.0637743 Oct 13 15:37:19.521787 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:19.600527 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3236dd91-339b-4782-8dde-3af421a92632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:22.376198 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1aca708a-a1bb-4470-a395-9e74844cef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:22.869417 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:24.046287 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:24.166357 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:25.709252 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:25.745593 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:37:27.415771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f9ba368-7458-4527-b590-e1390dcf829c req-77a01838-542e-4a65-87a9-9f8ab4c7fcf2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388517 Oct 13 15:37:27.499677 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ba368-7458-4527-b590-e1390dcf829c req-f7a5394c-10a9-4fe3-9a8c-027637ea18f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:27.501854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f9ba368-7458-4527-b590-e1390dcf829c req-f7a5394c-10a9-4fe3-9a8c-027637ea18f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 1098 time: 0.0421484 Oct 13 15:37:27.612745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ba368-7458-4527-b590-e1390dcf829c req-4fcfe611-e686-4650-abb0-518d57a67312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:27.614525 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f9ba368-7458-4527-b590-e1390dcf829c req-4fcfe611-e686-4650-abb0-518d57a67312 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65fc198a-80b2-4b04-a182-7b965fa17eba HTTP/1.1" status: 200 len: 897 time: 0.0921288 Oct 13 15:37:27.682883 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f9ba368-7458-4527-b590-e1390dcf829c req-a5205019-bdce-4539-857d-728cb1fdd5b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42fae6d9-a143-4274-8351-0de8ab3757e7 HTTP/1.1" status: 200 len: 1002 time: 0.0600886 Oct 13 15:37:27.741602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ba368-7458-4527-b590-e1390dcf829c req-9b035630-6764-441d-b76d-2519de6b688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:27.743075 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f9ba368-7458-4527-b590-e1390dcf829c req-9b035630-6764-441d-b76d-2519de6b688e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4053451e-6eeb-431f-a671-f28da79ed688 HTTP/1.1" status: 200 len: 834 time: 0.0531883 Oct 13 15:37:27.793421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ba368-7458-4527-b590-e1390dcf829c req-2e180cc6-8513-4fab-8173-272b50e41422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:27.794922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f9ba368-7458-4527-b590-e1390dcf829c req-2e180cc6-8513-4fab-8173-272b50e41422 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65fc198a-80b2-4b04-a182-7b965fa17eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404840 Oct 13 15:37:27.886036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f9ba368-7458-4527-b590-e1390dcf829c req-0f0a0cb7-332a-4ae2-9994-cfaabbf9f602 service neutron] 10.222.0.49 "GET /v2.0/networks/65fc198a-80b2-4b04-a182-7b965fa17eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830095 Oct 13 15:37:27.982994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8f9ba368-7458-4527-b590-e1390dcf829c req-0a61ff84-d030-412c-8d5b-111a377351c7 service neutron] 10.222.0.49 "GET /v2.0/networks/65fc198a-80b2-4b04-a182-7b965fa17eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889764 Oct 13 15:37:37.530523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa558bf5-e43f-485e-a501-82a7b6a7f1d3 req-d61c8579-9e80-4692-b5b7-cf7ffc9fc092 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:37.532203 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa558bf5-e43f-485e-a501-82a7b6a7f1d3 req-d61c8579-9e80-4692-b5b7-cf7ffc9fc092 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 946 time: 0.0522408 Oct 13 15:37:37.569653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa558bf5-e43f-485e-a501-82a7b6a7f1d3 req-8350a20d-5c46-46a2-ad91-d53c4132b1ef tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314519 Oct 13 15:37:38.689320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48f724-a6cf-499f-be0c-35773c494512 req-a6ea3a3e-358f-40d6-85af-4c5b2a5f9e26 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:38.690799 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a48f724-a6cf-499f-be0c-35773c494512 req-a6ea3a3e-358f-40d6-85af-4c5b2a5f9e26 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 946 time: 0.0513480 Oct 13 15:37:38.732907 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9a48f724-a6cf-499f-be0c-35773c494512 req-2734becc-463f-4a25-b541-7de93cc200bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360696 Oct 13 15:37:38.755794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42346) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:38.817830 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cdcf606b-00e1-420d-b88e-6c639387ee76 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/16f7396f-c2ec-4377-847d-f964d7f606da HTTP/1.1" status: 200 len: 994 time: 0.0612645 Oct 13 15:37:40.230602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70de13-c194-4de2-b4a8-6986e098ba5b req-fb3a821a-3516-41dc-a026-84b344dd6839 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:40.232155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e70de13-c194-4de2-b4a8-6986e098ba5b req-fb3a821a-3516-41dc-a026-84b344dd6839 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 946 time: 0.0496280 Oct 13 15:37:40.273594 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7e70de13-c194-4de2-b4a8-6986e098ba5b req-b3c0b95f-a291-48fb-8ea9-c682eb0b5e57 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346191 Oct 13 15:37:40.347790 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9f101-9da1-4ef8-b66c-bb0c30763256 req-961db680-5381-4961-b5f3-c9d9192379d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:40.349323 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ceb9f101-9da1-4ef8-b66c-bb0c30763256 req-961db680-5381-4961-b5f3-c9d9192379d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 1098 time: 0.0446410 Oct 13 15:37:40.442982 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9f101-9da1-4ef8-b66c-bb0c30763256 req-8d181505-15d2-4c78-b6dd-e43ae7706879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:40.444447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ceb9f101-9da1-4ef8-b66c-bb0c30763256 req-8d181505-15d2-4c78-b6dd-e43ae7706879 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65fc198a-80b2-4b04-a182-7b965fa17eba HTTP/1.1" status: 200 len: 897 time: 0.0844216 Oct 13 15:37:40.517806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ceb9f101-9da1-4ef8-b66c-bb0c30763256 req-6764fe1d-735b-4471-bd3b-80bdf7001168 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42fae6d9-a143-4274-8351-0de8ab3757e7 HTTP/1.1" status: 200 len: 1002 time: 0.0624666 Oct 13 15:37:40.569822 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9f101-9da1-4ef8-b66c-bb0c30763256 req-2a9f812e-affb-4100-879e-dc29930b4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:40.571235 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ceb9f101-9da1-4ef8-b66c-bb0c30763256 req-2a9f812e-affb-4100-879e-dc29930b4c88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4053451e-6eeb-431f-a671-f28da79ed688 HTTP/1.1" status: 200 len: 834 time: 0.0420678 Oct 13 15:37:40.620747 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9f101-9da1-4ef8-b66c-bb0c30763256 req-1bf5a693-2aec-4c65-a6ad-5e29665b4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:40.622567 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ceb9f101-9da1-4ef8-b66c-bb0c30763256 req-1bf5a693-2aec-4c65-a6ad-5e29665b4e7f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65fc198a-80b2-4b04-a182-7b965fa17eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401440 Oct 13 15:37:40.724446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ceb9f101-9da1-4ef8-b66c-bb0c30763256 req-e7d419c9-ddd0-4546-bf91-434f75056a29 service neutron] 10.222.0.49 "GET /v2.0/networks/65fc198a-80b2-4b04-a182-7b965fa17eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851808 Oct 13 15:37:40.817701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ceb9f101-9da1-4ef8-b66c-bb0c30763256 req-5572df17-a114-42f5-ae25-6d6da5cb7e5d service neutron] 10.222.0.49 "GET /v2.0/networks/65fc198a-80b2-4b04-a182-7b965fa17eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819993 Oct 13 15:37:41.396792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00064a-1563-4e75-9288-40ad4502029e req-fb230317-a18c-4774-96cf-c24e03c34f8f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:41.398352 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f00064a-1563-4e75-9288-40ad4502029e req-fb230317-a18c-4774-96cf-c24e03c34f8f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 946 time: 0.0508711 Oct 13 15:37:41.440936 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9f00064a-1563-4e75-9288-40ad4502029e req-2d20f189-0ea0-4773-97e9-fabc32cd5f8d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366843 Oct 13 15:37:42.554763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eca272-bd2a-44ba-9a4f-2314e9ad694b req-c3472bac-0422-4720-bf8a-0c1d6fc61c7f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:42.556242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25eca272-bd2a-44ba-9a4f-2314e9ad694b req-c3472bac-0422-4720-bf8a-0c1d6fc61c7f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 946 time: 0.0488541 Oct 13 15:37:42.593168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25eca272-bd2a-44ba-9a4f-2314e9ad694b req-428119a2-7361-477f-be16-5e0763a9c58a tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309899 Oct 13 15:37:42.616412 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42358) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:42.677074 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-4f80915e-0e54-4212-b726-7ef8ade233f7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/floatingips/16f7396f-c2ec-4377-847d-f964d7f606da HTTP/1.1" status: 200 len: 994 time: 0.0594063 Oct 13 15:37:42.940866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42364) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:43.096581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 0320a34a-f487-4343-bb55-8688b67df747 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:37:43.096934 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:43.175841 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:43.176159 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:43.187367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 0320a34a-f487-4343-bb55-8688b67df747 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:37:43.394949 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:43.421434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=0320a34a-f487-4343-bb55-8688b67df747,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:43.434911 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:43.435268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:43.435623 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:43.435971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:43.436308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:43.436649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:43.437006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:43.437341 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:43.437674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:43.438003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:43.438358 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:43.438709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:43.500582 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:43.500958 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Floating IP 16f7396f-c2ec-4377-847d-f964d7f606da disassociated (deleted). External IP: 172.25.0.241, port: 42fae6d9-a143-4274-8351-0de8ab3757e7. Oct 13 15:37:43.706621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:37:43.821319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:37:43.825784 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:43.832909 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522350a0-0eb0-4870-9e4c-d1f0a7c747e4 None None] Sync routers for ids ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:37:43.842042 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522350a0-0eb0-4870-9e4c-d1f0a7c747e4 None None] Routers {'569f2c2a-6a23-4ce1-ae42-3f143a71f41c'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:37:43.842644 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-522350a0-0eb0-4870-9e4c-d1f0a7c747e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:37:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:43.853546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-a155a205-2018-4560-b127-c800278ac2d1 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/floatingips/16f7396f-c2ec-4377-847d-f964d7f606da HTTP/1.1" status: 204 len: 168 time: 0.9116569 Oct 13 15:37:43.854135 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'tag': '42fae6d9-a143-4274-8351-0de8ab3757e7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:37:43.856581 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d8b71d-18c4-40cb-a322-629de567d2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8bae49f2-5ccc-47f0-99de-f3b774a6256e", "tag": "42fae6d9-a143-4274-8351-0de8ab3757e7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:37:43.896504 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e70d34-9820-4360-a488-1666d98be544 x-openstack-request-id: req-58e70d34-9820-4360-a488-1666d98be544 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:37:43.897050 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bae49f2-5ccc-47f0-99de-f3b774a6256e", "tag": "42fae6d9-a143-4274-8351-0de8ab3757e7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:37:43.897311 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58e70d34-9820-4360-a488-1666d98be544 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:37:43.897718 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'tag': '42fae6d9-a143-4274-8351-0de8ab3757e7', 'status': 'completed', 'code': 200} Oct 13 15:37:43.953846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-522350a0-0eb0-4870-9e4c-d1f0a7c747e4 None None] Set router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:37:43.969479 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b71d-18c4-40cb-a322-629de567d2cb req-99aac113-1f18-4f36-ae6e-14194546a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:43.971725 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1d8b71d-18c4-40cb-a322-629de567d2cb req-99aac113-1f18-4f36-ae6e-14194546a9fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 1098 time: 0.0466983 Oct 13 15:37:44.068837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b71d-18c4-40cb-a322-629de567d2cb req-04c242a6-b997-4ca8-bfc9-90ba54869fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:44.070500 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1d8b71d-18c4-40cb-a322-629de567d2cb req-04c242a6-b997-4ca8-bfc9-90ba54869fb9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=65fc198a-80b2-4b04-a182-7b965fa17eba HTTP/1.1" status: 200 len: 897 time: 0.0873826 Oct 13 15:37:44.124421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1d8b71d-18c4-40cb-a322-629de567d2cb req-1f5666e3-b065-4843-a1bf-ca59a8529a7d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42fae6d9-a143-4274-8351-0de8ab3757e7 HTTP/1.1" status: 200 len: 217 time: 0.0399535 Oct 13 15:37:44.167208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-522350a0-0eb0-4870-9e4c-d1f0a7c747e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a81331a2-eba0-4d9f-96ba-014677442cfa', 'name': '', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:51:41:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4053451e-6eeb-431f-a671-f28da79ed688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:43Z', 'updated_at': '2021-10-13T15:36:47Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '4053451e-6eeb-431f-a671-f28da79ed688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:44.184732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b71d-18c4-40cb-a322-629de567d2cb req-e50624b5-9549-45fc-ae0a-2b1561374bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:44.186501 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1d8b71d-18c4-40cb-a322-629de567d2cb req-e50624b5-9549-45fc-ae0a-2b1561374bab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4053451e-6eeb-431f-a671-f28da79ed688 HTTP/1.1" status: 200 len: 834 time: 0.0535553 Oct 13 15:37:44.194236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522350a0-0eb0-4870-9e4c-d1f0a7c747e4 None None] Checking router: 569f2c2a-6a23-4ce1-ae42-3f143a71f41c for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:37:44.202638 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522350a0-0eb0-4870-9e4c-d1f0a7c747e4 None None] Routers {'569f2c2a-6a23-4ce1-ae42-3f143a71f41c'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:37:44.203248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-522350a0-0eb0-4870-9e4c-d1f0a7c747e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:37:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:44.260663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b71d-18c4-40cb-a322-629de567d2cb req-5e0ccc3f-fe38-470f-8ae2-f258dac31c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:44.262114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1d8b71d-18c4-40cb-a322-629de567d2cb req-5e0ccc3f-fe38-470f-8ae2-f258dac31c32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=65fc198a-80b2-4b04-a182-7b965fa17eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683670 Oct 13 15:37:44.272526 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f2043-a6ed-4ef4-8063-2be053fc5bb0 req-12fdef39-8c9d-4356-9ace-5fa5c3b69d3b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:44.274047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b3f2043-a6ed-4ef4-8063-2be053fc5bb0 req-12fdef39-8c9d-4356-9ace-5fa5c3b69d3b tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 946 time: 0.0723815 Oct 13 15:37:44.311409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-522350a0-0eb0-4870-9e4c-d1f0a7c747e4 None None] Set router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:37:44.358924 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1b3f2043-a6ed-4ef4-8063-2be053fc5bb0 req-fa1b8ac3-e1a0-479c-93f0-0fa2888a5f87 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769794 Oct 13 15:37:44.391469 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1d8b71d-18c4-40cb-a322-629de567d2cb req-5919a97d-af59-4fe6-b40a-60f07d76d281 service neutron] 10.222.0.49 "GET /v2.0/networks/65fc198a-80b2-4b04-a182-7b965fa17eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164763 Oct 13 15:37:44.483082 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d1d8b71d-18c4-40cb-a322-629de567d2cb req-c070a2c4-2258-420c-8954-8ba8eb639a45 service neutron] 10.222.0.49 "GET /v2.0/networks/65fc198a-80b2-4b04-a182-7b965fa17eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821126 Oct 13 15:37:44.524774 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-522350a0-0eb0-4870-9e4c-d1f0a7c747e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a81331a2-eba0-4d9f-96ba-014677442cfa', 'name': '', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:51:41:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4053451e-6eeb-431f-a671-f28da79ed688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:43Z', 'updated_at': '2021-10-13T15:36:47Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '4053451e-6eeb-431f-a671-f28da79ed688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:44.550145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522350a0-0eb0-4870-9e4c-d1f0a7c747e4 None None] The sync data for ids ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'] in n-d-806683-15 is: [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'a81331a2-eba0-4d9f-96ba-014677442cfa', 'name': '', 'network_id': '65fc198a-80b2-4b04-a182-7b965fa17eba', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'mac_address': 'fa:16:3e:51:41:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '4053451e-6eeb-431f-a671-f28da79ed688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:43Z', 'updated_at': '2021-10-13T15:36:47Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'subnets': [{'id': '4053451e-6eeb-431f-a671-f28da79ed688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:37:44.774683 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196328df-95d6-4625-9342-ef6d043e8b3f None None] New status for floating IP 16f7396f-c2ec-4377-847d-f964d7f606da: DOWN {{(pid=112687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:37:45.484520 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379dd3f-cfab-4a9f-9283-2844712e77c3 req-0c72c23b-f2ca-4fd7-8f5b-08a80f32b9d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:45.486036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d379dd3f-cfab-4a9f-9283-2844712e77c3 req-0c72c23b-f2ca-4fd7-8f5b-08a80f32b9d8 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 946 time: 0.0542860 Oct 13 15:37:45.523863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d379dd3f-cfab-4a9f-9283-2844712e77c3 req-5e10d832-d41e-443c-b8b4-4d933f082f98 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/security-groups?id=a6d3ad6e-92e1-430c-b297-8cfd026fd460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313556 Oct 13 15:37:46.004066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecdbdb-cbaa-40e0-81ed-11e23d995b19 req-c78eb942-2442-4a0a-9ba4-ad83d3333e3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:46.005536 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1ecdbdb-cbaa-40e0-81ed-11e23d995b19 req-c78eb942-2442-4a0a-9ba4-ad83d3333e3d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 946 time: 0.0475974 Oct 13 15:37:46.102042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c1ecdbdb-cbaa-40e0-81ed-11e23d995b19 req-c7b24182-8021-4802-8948-7aba976e6a80 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 42fae6d9-a143-4274-8351-0de8ab3757e7 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:37:46.102377 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c1ecdbdb-cbaa-40e0-81ed-11e23d995b19 req-c7b24182-8021-4802-8948-7aba976e6a80 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:46.187985 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c1ecdbdb-cbaa-40e0-81ed-11e23d995b19 req-c7b24182-8021-4802-8948-7aba976e6a80 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port 42fae6d9-a143-4274-8351-0de8ab3757e7, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=42fae6d9-a143-4274-8351-0de8ab3757e7,segment=NetworkSegment(9d3cc4a8-d574-4113-9a01-17cb1ba6fc80),segment_id=9d3cc4a8-d574-4113-9a01-17cb1ba6fc80)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:37:46.188340 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c1ecdbdb-cbaa-40e0-81ed-11e23d995b19 req-c7b24182-8021-4802-8948-7aba976e6a80 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:46.201091 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c1ecdbdb-cbaa-40e0-81ed-11e23d995b19 req-c7b24182-8021-4802-8948-7aba976e6a80 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 42fae6d9-a143-4274-8351-0de8ab3757e7 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:37:46.403658 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c1ecdbdb-cbaa-40e0-81ed-11e23d995b19 req-c7b24182-8021-4802-8948-7aba976e6a80 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:46.438564 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b24182-8021-4802-8948-7aba976e6a80 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=42fae6d9-a143-4274-8351-0de8ab3757e7,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:46.475098 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ecdbdb-cbaa-40e0-81ed-11e23d995b19 req-c7b24182-8021-4802-8948-7aba976e6a80 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] No DVR routers for this DVR port 42fae6d9-a143-4274-8351-0de8ab3757e7 on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:37:46.477733 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c1ecdbdb-cbaa-40e0-81ed-11e23d995b19 req-c7b24182-8021-4802-8948-7aba976e6a80 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:46.480974 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1ecdbdb-cbaa-40e0-81ed-11e23d995b19 req-c7b24182-8021-4802-8948-7aba976e6a80 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.49 "DELETE /v2.0/ports/42fae6d9-a143-4274-8351-0de8ab3757e7 HTTP/1.1" status: 204 len: 173 time: 0.4645877 Oct 13 15:37:46.481434 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'name': 'network-vif-deleted', 'tag': '42fae6d9-a143-4274-8351-0de8ab3757e7'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:37:46.483643 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f290fbf2-5641-4362-98ff-6f40722450e6" -d '{"events": [{"server_uuid": "8bae49f2-5ccc-47f0-99de-f3b774a6256e", "name": "network-vif-deleted", "tag": "42fae6d9-a143-4274-8351-0de8ab3757e7"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:37:46.519762 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebade082-e5bd-4024-993c-e5738af184dd x-openstack-request-id: req-ebade082-e5bd-4024-993c-e5738af184dd {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:37:46.520371 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bae49f2-5ccc-47f0-99de-f3b774a6256e", "name": "network-vif-deleted", "tag": "42fae6d9-a143-4274-8351-0de8ab3757e7", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:37:46.520371 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebade082-e5bd-4024-993c-e5738af184dd {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:37:46.520739 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bae49f2-5ccc-47f0-99de-f3b774a6256e', 'name': 'network-vif-deleted', 'tag': '42fae6d9-a143-4274-8351-0de8ab3757e7', 'status': 'completed', 'code': 200} Oct 13 15:37:46.626617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ee3ab69-a5af-4070-8f49-bc649e2e6346 req-d7e5de5b-a4ea-4716-ba46-3da4288c4759 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bae49f2-5ccc-47f0-99de-f3b774a6256e HTTP/1.1" status: 200 len: 210 time: 0.0324717 Oct 13 15:37:47.687991 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42380) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:48.034923 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71a1d895-fc54-4878-90ff-d5525ae80c6d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:48.283217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-71a1d895-fc54-4878-90ff-d5525ae80c6d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port a81331a2-eba0-4d9f-96ba-014677442cfa {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:37:48.283553 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71a1d895-fc54-4878-90ff-d5525ae80c6d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:48.372930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-71a1d895-fc54-4878-90ff-d5525ae80c6d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port a81331a2-eba0-4d9f-96ba-014677442cfa, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=a81331a2-eba0-4d9f-96ba-014677442cfa,segment=NetworkSegment(9d3cc4a8-d574-4113-9a01-17cb1ba6fc80),segment_id=9d3cc4a8-d574-4113-9a01-17cb1ba6fc80)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:37:48.373240 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71a1d895-fc54-4878-90ff-d5525ae80c6d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:48.386316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-71a1d895-fc54-4878-90ff-d5525ae80c6d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for a81331a2-eba0-4d9f-96ba-014677442cfa owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:37:48.946739 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71a1d895-fc54-4878-90ff-d5525ae80c6d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:48.970704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1d895-fc54-4878-90ff-d5525ae80c6d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=a81331a2-eba0-4d9f-96ba-014677442cfa,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:49.151066 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-71a1d895-fc54-4878-90ff-d5525ae80c6d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.365846 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a1d895-fc54-4878-90ff-d5525ae80c6d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:37:49.474353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a1d895-fc54-4878-90ff-d5525ae80c6d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:37:49.481713 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-71a1d895-fc54-4878-90ff-d5525ae80c6d tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "PUT /v2.0/routers/569f2c2a-6a23-4ce1-ae42-3f143a71f41c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7941194 Oct 13 15:37:49.482735 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42382) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:49.484300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104fb74-87e5-49e2-9552-bfa380818e5c None None] Sync routers for ids ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:37:49.494669 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3104fb74-87e5-49e2-9552-bfa380818e5c None None] Routers {'569f2c2a-6a23-4ce1-ae42-3f143a71f41c'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:37:49.495266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3104fb74-87e5-49e2-9552-bfa380818e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:37:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:49.536080 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting subnet 4053451e-6eeb-431f-a671-f28da79ed688 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:37:49.539390 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.587581 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.588599 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.614755 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-3104fb74-87e5-49e2-9552-bfa380818e5c None None] Set router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:37:49.671908 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.673910 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f0ab6c4a-1870-4f10-a3c1-c20e77579765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.800519 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3104fb74-87e5-49e2-9552-bfa380818e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:37:48Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:49.809887 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.828998 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104fb74-87e5-49e2-9552-bfa380818e5c None None] Checking router: 569f2c2a-6a23-4ce1-ae42-3f143a71f41c for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:37:49.837859 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3104fb74-87e5-49e2-9552-bfa380818e5c None None] Routers {'569f2c2a-6a23-4ce1-ae42-3f143a71f41c'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:37:49.838813 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3104fb74-87e5-49e2-9552-bfa380818e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:37:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:49.851757 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Subnet': ['ID=4053451e-6eeb-431f-a671-f28da79ed688,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:49.856628 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.862536 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/subnets/4053451e-6eeb-431f-a671-f28da79ed688 HTTP/1.1" status: 204 len: 168 time: 0.3760989 Oct 13 15:37:49.865259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42384) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:49.866675 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:49.866972 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:49.867309 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:49.867643 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:49.867974 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:49.868304 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:49.868631 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:49.868963 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:49.869306 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:49.869628 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:49.869991 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:49.870383 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258bcca-b044-4832-bdd8-966a243dae1f tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:49.888927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88975c9e-f1a5-4aa9-9b04-e88161518546 None None] Network 65fc198a-80b2-4b04-a182-7b965fa17eba requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:37:49.939497 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 42fae6d9-a143-4274-8351-0de8ab3757e7 no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:37:49.974766 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.995311 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 42fae6d9-a143-4274-8351-0de8ab3757e7 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:37:49.995755 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 42fae6d9-a143-4274-8351-0de8ab3757e7 not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:37:50.075026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-3104fb74-87e5-49e2-9552-bfa380818e5c None None] Set router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:37:50.081278 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:50.211260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Deleting port 24433004-25df-487e-8c13-fac149ae37d1 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:37:50.211606 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:50.252408 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] DHCP port deletion for 65fc198a-80b2-4b04-a182-7b965fa17eba request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:37:50.298995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] For port 24433004-25df-487e-8c13-fac149ae37d1, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=24433004-25df-487e-8c13-fac149ae37d1,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:37:50.299368 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:50.311175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Calling delete_port for 24433004-25df-487e-8c13-fac149ae37d1 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:37:50.318126 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3104fb74-87e5-49e2-9552-bfa380818e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:37:48Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:50.347518 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Deleting port 67b92744-4388-4967-b5d1-3ed98e8672be {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:37:50.347897 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:50.349724 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104fb74-87e5-49e2-9552-bfa380818e5c None None] The sync data for ids ['569f2c2a-6a23-4ce1-ae42-3f143a71f41c'] in n-d-806683-15 is: [{'id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111645849', 'tenant_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '24433004-25df-487e-8c13-fac149ae37d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:37:48Z', 'revision_number': 5, 'project_id': '9901f73df2cf4ca78caea42b77b2e0f2', 'gw_port': {'id': '24433004-25df-487e-8c13-fac149ae37d1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f2c2a-6a23-4ce1-ae42-3f143a71f41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:36:40Z', 'updated_at': '2021-10-13T15:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:37:50.415991 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] For port 67b92744-4388-4967-b5d1-3ed98e8672be, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=67b92744-4388-4967-b5d1-3ed98e8672be,segment=NetworkSegment(9d3cc4a8-d574-4113-9a01-17cb1ba6fc80),segment_id=9d3cc4a8-d574-4113-9a01-17cb1ba6fc80)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:37:50.416391 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:50.538099 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:50.563244 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Port': ['ID=24433004-25df-487e-8c13-fac149ae37d1,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:50.589206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Calling delete_port for 67b92744-4388-4967-b5d1-3ed98e8672be owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:37:50.630765 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:50.730798 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:50.733057 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:50.737859 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:50.750824 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] No DVR routers for this DVR port 67b92744-4388-4967-b5d1-3ed98e8672be on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:37:50.778562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Pushing event deleted for resources: {'Port': ['ID=67b92744-4388-4967-b5d1-3ed98e8672be,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:50.788765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:50.789142 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:50.789481 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:50.789912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:50.790183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:50.790559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:50.791014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:50.791344 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:50.791826 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:50.792148 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:50.792472 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:50.792789 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f8ff8-6c34-4ce3-ad71-a5bea8f95533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:50.817828 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a81331a2-eba0-4d9f-96ba-014677442cfa no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:37:50.841813 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: a81331a2-eba0-4d9f-96ba-014677442cfa {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:37:50.842139 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device a81331a2-eba0-4d9f-96ba-014677442cfa not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:37:50.842557 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 67b92744-4388-4967-b5d1-3ed98e8672be no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:37:50.862418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 67b92744-4388-4967-b5d1-3ed98e8672be {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:37:50.862759 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 67b92744-4388-4967-b5d1-3ed98e8672be not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:37:50.877943 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:50.878599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Fanout notify agent at l3_agent the message router_deleted on router 569f2c2a-6a23-4ce1-ae42-3f143a71f41c {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:37:50.886634 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:50.887803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b5e75306-4304-42cb-94f5-685b6e320da7 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/routers/569f2c2a-6a23-4ce1-ae42-3f143a71f41c HTTP/1.1" status: 204 len: 168 time: 1.0215566 Oct 13 15:37:50.890609 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42386) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:50.969173 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-56034ce2-139f-4627-ad37-0ed81ca449bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:51.061827 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-56034ce2-139f-4627-ad37-0ed81ca449bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:51.081151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-56034ce2-139f-4627-ad37-0ed81ca449bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fc198a-80b2-4b04-a182-7b965fa17eba']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:51.090634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-56034ce2-139f-4627-ad37-0ed81ca449bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:51.090927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-56034ce2-139f-4627-ad37-0ed81ca449bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3cc4a8-d574-4113-9a01-17cb1ba6fc80') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:51.100170 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-56034ce2-139f-4627-ad37-0ed81ca449bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:51.113128 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-56034ce2-139f-4627-ad37-0ed81ca449bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:51.118959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56034ce2-139f-4627-ad37-0ed81ca449bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:37:51.119339 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-56034ce2-139f-4627-ad37-0ed81ca449bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:37:51.122248 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:37:51.245672 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-56034ce2-139f-4627-ad37-0ed81ca449bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:51.253715 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-56034ce2-139f-4627-ad37-0ed81ca449bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:51.256580 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-56034ce2-139f-4627-ad37-0ed81ca449bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/networks/65fc198a-80b2-4b04-a182-7b965fa17eba HTTP/1.1" status: 204 len: 168 time: 0.3650229 Oct 13 15:37:51.259388 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42388) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:51.268536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56034ce2-139f-4627-ad37-0ed81ca449bd tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'Network': ['ID=65fc198a-80b2-4b04-a182-7b965fa17eba,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:51.318715 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50dc20fb-138d-4504-841a-299e1f2eb356 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:51.342782 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50dc20fb-138d-4504-841a-299e1f2eb356 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:51.463235 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50dc20fb-138d-4504-841a-299e1f2eb356 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:51.465944 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-50dc20fb-138d-4504-841a-299e1f2eb356 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:51.467095 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-50dc20fb-138d-4504-841a-299e1f2eb356 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] 10.222.0.18 "DELETE /v2.0/security-groups/a6d3ad6e-92e1-430c-b297-8cfd026fd460 HTTP/1.1" status: 204 len: 168 time: 0.2067349 Oct 13 15:37:51.476854 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc20fb-138d-4504-841a-299e1f2eb356 tempest-TestNetworkAdvancedServerOps-403180736 tempest-TestNetworkAdvancedServerOps-403180736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d3ad6e-92e1-430c-b297-8cfd026fd460,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:52.133700 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42398) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:52.271063 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3b275d34-468d-4455-aaf3-8f9a702676e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9901f73df2cf4ca78caea42b77b2e0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362162 Oct 13 15:37:52.273521 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42402) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:52.321113 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8dbdfae-91f5-4f51-9e67-1c26f681b6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:52.342333 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8dbdfae-91f5-4f51-9e67-1c26f681b6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:52.358099 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d1f95d6b-c16a-4a82-9acb-e3469f699acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:52.466093 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8dbdfae-91f5-4f51-9e67-1c26f681b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:52.468647 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-d8dbdfae-91f5-4f51-9e67-1c26f681b6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:52.469866 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-d8dbdfae-91f5-4f51-9e67-1c26f681b6a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cb4df30-e711-438a-8930-4c4ce63109a5 HTTP/1.1" status: 204 len: 168 time: 0.1954575 Oct 13 15:37:52.477870 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbdfae-91f5-4f51-9e67-1c26f681b6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb4df30-e711-438a-8930-4c4ce63109a5,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:52.662300 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24433004-25df-487e-8c13-fac149ae37d1 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:37:52.683066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 24433004-25df-487e-8c13-fac149ae37d1 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:37:52.683414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 24433004-25df-487e-8c13-fac149ae37d1 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:37:52.851449 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:53.161635 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42408) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:53.174623 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c9d15872-14b8-4e76-a04e-7c1ff73248ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:53.249246 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c9d15872-14b8-4e76-a04e-7c1ff73248ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:53.303170 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c9d15872-14b8-4e76-a04e-7c1ff73248ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:53.340559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c9d15872-14b8-4e76-a04e-7c1ff73248ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e9c76617e304f85b916b4170459ef65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778772 Oct 13 15:37:53.341572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d15872-14b8-4e76-a04e-7c1ff73248ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2fa3a8-138a-4e8b-9103-dfccc974fc55,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:53.343359 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42410) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:53.392515 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cac813a-368b-4a54-adad-723e2bd07536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:53.413857 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cac813a-368b-4a54-adad-723e2bd07536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:53.537481 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cac813a-368b-4a54-adad-723e2bd07536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:53.540225 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3cac813a-368b-4a54-adad-723e2bd07536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:53.541391 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3cac813a-368b-4a54-adad-723e2bd07536 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c2fa3a8-138a-4e8b-9103-dfccc974fc55 HTTP/1.1" status: 204 len: 168 time: 0.1969848 Oct 13 15:37:53.549314 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac813a-368b-4a54-adad-723e2bd07536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2fa3a8-138a-4e8b-9103-dfccc974fc55,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:54.091388 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:54.165763 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:54.597499 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42432) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:54.696332 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-426548805-network', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:37:54.786989 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Made reservation on behalf of 9b5c6bdaf11e4d25af6905c9a64d6430 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:37:54.789403 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:54.797908 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:54.876077 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:54.946898 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:54.973695 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:37:54.979185 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09301394-14a8-435f-a7c4-c1e24fd9a7a8,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:54.991338 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:54.991338 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Added segment 416fef23-9357-4f73-9da9-6e5beb51add1 of type vlan for network 681de4c6-f407-4a7f-b4bb-a508112cfb7f Oct 13 15:37:55.032196 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:55.122953 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:55.123908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:55.124486 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:55.191140 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] Pushing event updated for resources: {'Network': ['ID=681de4c6-f407-4a7f-b4bb-a508112cfb7f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:55.200914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network 681de4c6-f407-4a7f-b4bb-a508112cfb7f details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:37:55.263081 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-854aa247-e1dd-4d69-9303-2592b25e33ee admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6639614 Oct 13 15:37:55.266001 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42436) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:55.271258 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-83ce6298-8b6f-4a9f-af81-ffd28aee2bb8 admin admin] Request body: {'subnet': {'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-426548805-subnet', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:37:55.363281 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ce6298-8b6f-4a9f-af81-ffd28aee2bb8 admin admin] Made reservation on behalf of 9b5c6bdaf11e4d25af6905c9a64d6430 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:37:55.365866 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-83ce6298-8b6f-4a9f-af81-ffd28aee2bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:55.617203 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-83ce6298-8b6f-4a9f-af81-ffd28aee2bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:55.669990 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce6298-8b6f-4a9f-af81-ffd28aee2bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d978b47b-4b3d-4f81-a4e7-b0ba03595a64,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:55.680648 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ce6298-8b6f-4a9f-af81-ffd28aee2bb8 admin admin] Checking segment: {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:37:55.681029 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce6298-8b6f-4a9f-af81-ffd28aee2bb8 admin admin] Network hostable DHCP agents. Network: 681de4c6-f407-4a7f-b4bb-a508112cfb7f, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:37:55.737311 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:55.782762 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce6298-8b6f-4a9f-af81-ffd28aee2bb8 admin admin] Network 681de4c6-f407-4a7f-b4bb-a508112cfb7f is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:37:55.891380 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-83ce6298-8b6f-4a9f-af81-ffd28aee2bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, 681de4c6-f407-4a7f-b4bb-a508112cfb7f) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:37:55.895722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ce6298-8b6f-4a9f-af81-ffd28aee2bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:37:55.896308 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-83ce6298-8b6f-4a9f-af81-ffd28aee2bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:55.900667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ae7dbd-b1ea-4470-a9b0-91f8af2c7406 None None] Network 681de4c6-f407-4a7f-b4bb-a508112cfb7f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:37:55.997754 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42438) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:55.998363 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-83ce6298-8b6f-4a9f-af81-ffd28aee2bb8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7308187 Oct 13 15:37:56.002251 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:37:56.046467 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:37:56.047304 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.100943 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.102127 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.159640 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.183798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Allocated IP 172.20.0.2 (681de4c6-f407-4a7f-b4bb-a508112cfb7f/d978b47b-4b3d-4f81-a4e7-b0ba03595a64/8cae1808-4950-4626-8e91-ae2feee9942d) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:37:56.323095 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.355077 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.412352 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.455810 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Network 681de4c6-f407-4a7f-b4bb-a508112cfb7f is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:37:56.460461 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:37:56.464766 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:37:56.467830 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Pushing event updated for resources: {'Port': ['ID=8cae1808-4950-4626-8e91-ae2feee9942d,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:56.522017 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Attempting to bind port 8cae1808-4950-4626-8e91-ae2feee9942d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:37:56.522381 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Attempting to bind port 8cae1808-4950-4626-8e91-ae2feee9942d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:37:56.522734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Attempting to bind port 8cae1808-4950-4626-8e91-ae2feee9942d on network 681de4c6-f407-4a7f-b4bb-a508112cfb7f {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:37:56.527560 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:37:56.527925 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Checking segment: {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:37:56.528316 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.528712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Bound using segment: {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:37:56.529208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Bound port: 8cae1808-4950-4626-8e91-ae2feee9942d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:37:56.529579 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.591897 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] For port 8cae1808-4950-4626-8e91-ae2feee9942d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:37:56.595042 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] For port 8cae1808-4950-4626-8e91-ae2feee9942d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8cae1808-4950-4626-8e91-ae2feee9942d,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:37:56.652624 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.661112 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.671731 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.723865 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eff26f-7833-4dc1-ab0d-d4019660bee2 None None] Pushing event updated for resources: {'Port': ['ID=8cae1808-4950-4626-8e91-ae2feee9942d,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:56.792193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Allocated IP 172.25.0.225 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/08bacf33-a50d-490c-989c-ad44e84b402d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:37:56.918953 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:57.015147 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:57.059495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:37:57.063909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:37:57.069115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:37:57.072136 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Pushing event updated for resources: {'Port': ['ID=08bacf33-a50d-490c-989c-ad44e84b402d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:57.369389 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:57.630990 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1654c8-1438-4550-82b8-c1cdf10467dd None None] Network 681de4c6-f407-4a7f-b4bb-a508112cfb7f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:37:57.708465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-d7922e1d-88e5-4b5d-a71a-5b6d6d25b42b None None] Provisioning complete for port 8cae1808-4950-4626-8e91-ae2feee9942d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:37:57.709079 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d7922e1d-88e5-4b5d-a71a-5b6d6d25b42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:57.855780 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d7922e1d-88e5-4b5d-a71a-5b6d6d25b42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:57.876859 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:57.893718 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-d7922e1d-88e5-4b5d-a71a-5b6d6d25b42b None None] For port 8cae1808-4950-4626-8e91-ae2feee9942d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8cae1808-4950-4626-8e91-ae2feee9942d,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:37:57.966133 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d7922e1d-88e5-4b5d-a71a-5b6d6d25b42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.024299 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7922e1d-88e5-4b5d-a71a-5b6d6d25b42b None None] Pushing event updated for resources: {'Port': ['ID=8cae1808-4950-4626-8e91-ae2feee9942d,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:58.068957 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:37:58.084624 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-193ed81c-6657-4b8e-8e42-2990c2a8dad3 None None] Provisioning complete for port 8cae1808-4950-4626-8e91-ae2feee9942d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:37:58.085013 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-193ed81c-6657-4b8e-8e42-2990c2a8dad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.177359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:37:58.185863 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Sync routers for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:37:58.194723 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:37:58.195320 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:37:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:58.247606 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.248892 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b918f826-4e4f-401d-bd07-1d192b2c774e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2501400 Oct 13 15:37:58.251643 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42440) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:37:58.385306 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:37:58.561286 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:57Z', 'revision_number': 3, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:58.592459 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Checking router: 2e2575a0-a040-46eb-95a2-cdee6a2b9edb for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:37:58.593254 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Updating router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb port 08bacf33-a50d-490c-989c-ad44e84b402d binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:37:58.618894 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.676283 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.749236 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8cae1808-4950-4626-8e91-ae2feee9942d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:37:58.802847 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8cae1808-4950-4626-8e91-ae2feee9942d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:37:58.803540 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.871771 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Allocated IP 172.20.0.1 (681de4c6-f407-4a7f-b4bb-a508112cfb7f/d978b47b-4b3d-4f81-a4e7-b0ba03595a64/ca316655-c365-4c5c-8f1f-fb051a42df0d) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:37:58.891840 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.974782 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.976998 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.031010 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Attempting to bind port 08bacf33-a50d-490c-989c-ad44e84b402d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:37:59.031366 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Attempting to bind port 08bacf33-a50d-490c-989c-ad44e84b402d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:37:59.031712 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Attempting to bind port 08bacf33-a50d-490c-989c-ad44e84b402d on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:37:59.037099 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Pushing event updated for resources: {'Port': ['ID=08bacf33-a50d-490c-989c-ad44e84b402d,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:59.044611 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:37:59.045049 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:37:59.045368 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.045747 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:37:59.046223 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Bound port: 08bacf33-a50d-490c-989c-ad44e84b402d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:37:59.046587 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.049746 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:59.050105 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:59.050431 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:59.050753 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:59.051611 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:59.051928 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:59.052243 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:59.052557 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:59.052872 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:59.053206 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:59.053519 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:59.053889 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:59.060744 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.104319 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] For port 08bacf33-a50d-490c-989c-ad44e84b402d, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:37:59.105203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Network 681de4c6-f407-4a7f-b4bb-a508112cfb7f is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:37:59.107647 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] For port 08bacf33-a50d-490c-989c-ad44e84b402d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=08bacf33-a50d-490c-989c-ad44e84b402d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:37:59.108092 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:37:59.110514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:37:59.140265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Pushing event updated for resources: {'Port': ['ID=ca316655-c365-4c5c-8f1f-fb051a42df0d,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:59.157752 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.166212 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.229575 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:37:59.230243 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:37:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:59.275682 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7afb6-2eb4-416f-badb-a217d6e5445b None None] Pushing event updated for resources: {'Port': ['ID=08bacf33-a50d-490c-989c-ad44e84b402d,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:59.350322 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:37:59.355551 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.393694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c481d0d4-9b88-4ea6-a54d-417f2453cebb None None] Provisioning complete for port ca316655-c365-4c5c-8f1f-fb051a42df0d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:37:59.394112 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c481d0d4-9b88-4ea6-a54d-417f2453cebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.429400 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-c481d0d4-9b88-4ea6-a54d-417f2453cebb None None] Port ca316655-c365-4c5c-8f1f-fb051a42df0d cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:37:59.524116 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.537751 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:57Z', 'revision_number': 3, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:59.563761 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897e90c-c40e-4a75-ac83-368ae83816c1 None None] The sync data for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 is: [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:57Z', 'revision_number': 3, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:37:59.569223 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.638963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Pushing event updated for resources: {'Port': ['ID=ca316655-c365-4c5c-8f1f-fb051a42df0d,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:59.644215 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.741913 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Network 681de4c6-f407-4a7f-b4bb-a508112cfb7f is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:37:59.743394 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:37:59.887196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:38:00.024336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:38:00.031906 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5eda2215-ccb8-4af3-b432-a6a1ecdf6606 admin admin] 10.222.0.18 "PUT /v2.0/routers/2e2575a0-a040-46eb-95a2-cdee6a2b9edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7762413 Oct 13 15:38:00.052850 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-171e7f38-4697-4621-b45d-f4e870f12716 None None] Provisioning complete for port ca316655-c365-4c5c-8f1f-fb051a42df0d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:00.053497 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-171e7f38-4697-4621-b45d-f4e870f12716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:00.090572 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-171e7f38-4697-4621-b45d-f4e870f12716 None None] Port ca316655-c365-4c5c-8f1f-fb051a42df0d cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:38:00.712621 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42456) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:38:00.717795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1101943872-network', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:00.728945 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 08bacf33-a50d-490c-989c-ad44e84b402d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:38:00.780840 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 08bacf33-a50d-490c-989c-ad44e84b402d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:00.781246 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:00.859876 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:00.874323 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Made reservation on behalf of 154bf2cd71eb470b96bc76de274996ba for: {'network': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:38:00.878639 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:00.882555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 08bacf33-a50d-490c-989c-ad44e84b402d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=08bacf33-a50d-490c-989c-ad44e84b402d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:38:00.888213 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:00.978916 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.057348 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.085757 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.106509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=08bacf33-a50d-490c-989c-ad44e84b402d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:01.112975 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=112685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:38:01.123217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f84a7f-3f9b-4836-93f4-b474f78d12ad,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:01.130075 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.130435 n-d-806683-15 neutron-server[112685]: INFO neutron.db.segments_db [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Added segment a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3 of type vlan for network faea495d-f654-460e-9cd0-8e7aa6db83ce Oct 13 15:38:01.170955 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.215160 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Sync routers for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:38:01.226535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:38:01.227227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:37:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:01.255056 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.255992 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:01.256572 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.315076 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] Pushing event updated for resources: {'Network': ['ID=faea495d-f654-460e-9cd0-8e7aa6db83ce,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:01.326711 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network faea495d-f654-460e-9cd0-8e7aa6db83ce details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:38:01.371914 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9ced87c7-5130-444b-b3fc-89854b4e5cdb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6579657 Oct 13 15:38:01.374595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42458) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:38:01.375515 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:38:01.380367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-5df0e375-0117-4633-b9b0-5697eae2bf6c admin admin] Request body: {'subnet': {'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1101943872-subnet', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'ip_version': 4}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:01.468661 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df0e375-0117-4633-b9b0-5697eae2bf6c admin admin] Made reservation on behalf of 154bf2cd71eb470b96bc76de274996ba for: {'subnet': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:38:01.472306 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5df0e375-0117-4633-b9b0-5697eae2bf6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13170055'] for subnet, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.597913 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 2, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:01.627411 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Checking router: 2e2575a0-a040-46eb-95a2-cdee6a2b9edb for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:38:01.627767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Updating router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb port ca316655-c365-4c5c-8f1f-fb051a42df0d binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:38:01.653637 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.752263 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5df0e375-0117-4633-b9b0-5697eae2bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12766959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13170089'] for subnet, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.812190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0e375-0117-4633-b9b0-5697eae2bf6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2d6162-91e6-494a-aa04-174e8875b0d0,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:01.823638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df0e375-0117-4633-b9b0-5697eae2bf6c admin admin] Checking segment: {'id': 'a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:38:01.824005 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0e375-0117-4633-b9b0-5697eae2bf6c admin admin] Network hostable DHCP agents. Network: faea495d-f654-460e-9cd0-8e7aa6db83ce, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:38:01.908410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0e375-0117-4633-b9b0-5697eae2bf6c admin admin] Network faea495d-f654-460e-9cd0-8e7aa6db83ce is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:38:01.915532 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.982931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-5df0e375-0117-4633-b9b0-5697eae2bf6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, faea495d-f654-460e-9cd0-8e7aa6db83ce) {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:01.987355 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df0e375-0117-4633-b9b0-5697eae2bf6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:01.987942 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5df0e375-0117-4633-b9b0-5697eae2bf6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.993979 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d18c05-2cc7-454c-9415-6cf89c76077c None None] Network faea495d-f654-460e-9cd0-8e7aa6db83ce requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:38:02.032992 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.060048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5df0e375-0117-4633-b9b0-5697eae2bf6c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6842821 Oct 13 15:38:02.063239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42460) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:38:02.068268 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1101943872-router', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:02.109246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e248c0-f4c1-4732-a7a5-49c99553d0bd None None] Pushing event updated for resources: {'Port': ['ID=ca316655-c365-4c5c-8f1f-fb051a42df0d,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:02.157723 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.158825 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.196600 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Attempting to bind port ca316655-c365-4c5c-8f1f-fb051a42df0d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:38:02.197185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Attempting to bind port ca316655-c365-4c5c-8f1f-fb051a42df0d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:38:02.197545 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Attempting to bind port ca316655-c365-4c5c-8f1f-fb051a42df0d on network 681de4c6-f407-4a7f-b4bb-a508112cfb7f {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:38:02.209648 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:38:02.210195 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Checking segment: {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:38:02.210755 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.211256 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Bound using segment: {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:38:02.211836 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Bound port: ca316655-c365-4c5c-8f1f-fb051a42df0d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:38:02.212334 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.215812 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.267272 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-faea495d-f654-460e-9cd0-8e7aa6db83ce', 'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'fixed_ips': [{'subnet_id': '3b2d6162-91e6-494a-aa04-174e8875b0d0'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:38:02.268118 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.372609 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] For port ca316655-c365-4c5c-8f1f-fb051a42df0d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:38:02.417570 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.550258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] For port ca316655-c365-4c5c-8f1f-fb051a42df0d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ca316655-c365-4c5c-8f1f-fb051a42df0d,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:38:02.555645 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-eb79af69-5cd3-4aeb-89e5-b3f2c806170a None None] Provisioning complete for port ca316655-c365-4c5c-8f1f-fb051a42df0d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:02.559219 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eb79af69-5cd3-4aeb-89e5-b3f2c806170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.620202 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.630765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-eb79af69-5cd3-4aeb-89e5-b3f2c806170a None None] Port ca316655-c365-4c5c-8f1f-fb051a42df0d cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:38:02.662630 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Allocated IP 172.20.0.2 (faea495d-f654-460e-9cd0-8e7aa6db83ce/3b2d6162-91e6-494a-aa04-174e8875b0d0/5ceb3c64-4baa-4db7-aaf1-672381a86913) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:38:02.670424 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.694741 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.714347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:38:02.714940 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:37:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:02.716695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e248c0-f4c1-4732-a7a5-49c99553d0bd None None] Pushing event updated for resources: {'Port': ['ID=ca316655-c365-4c5c-8f1f-fb051a42df0d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:02.747519 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:38:02.792717 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 08bacf33-a50d-490c-989c-ad44e84b402d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:38:02.820107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Allocated IP 172.25.0.215 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/8ccb8a2c-d0d8-412a-b484-c944db0e17a6) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:38:02.945267 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.954918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:38:03.024288 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 08bacf33-a50d-490c-989c-ad44e84b402d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:03.024661 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.053105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.093831 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:38:03.096674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:03.099307 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-dba5790a-7d96-45e9-bed9-521074e9ed4c None None] Provisioning complete for port ca316655-c365-4c5c-8f1f-fb051a42df0d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:03.105812 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dba5790a-7d96-45e9-bed9-521074e9ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.106664 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:38:03.106804 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.125118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Pushing event updated for resources: {'Port': ['ID=8ccb8a2c-d0d8-412a-b484-c944db0e17a6,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:03.194830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.289430 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Network faea495d-f654-460e-9cd0-8e7aa6db83ce is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:38:03.309322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:03.333341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:38:03.335191 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Pushing event updated for resources: {'Port': ['ID=5ceb3c64-4baa-4db7-aaf1-672381a86913,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:03.413210 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.415629 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dba5790a-7d96-45e9-bed9-521074e9ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.449679 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Attempting to bind port 5ceb3c64-4baa-4db7-aaf1-672381a86913 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:38:03.450057 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Attempting to bind port 5ceb3c64-4baa-4db7-aaf1-672381a86913 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:38:03.450418 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Attempting to bind port 5ceb3c64-4baa-4db7-aaf1-672381a86913 on network faea495d-f654-460e-9cd0-8e7aa6db83ce {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:38:03.463183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:38:03.463561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Checking segment: {'id': 'a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:38:03.463965 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.464371 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Bound using segment: {'id': 'a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:38:03.464849 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Bound port: 5ceb3c64-4baa-4db7-aaf1-672381a86913, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:38:03.465262 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.489694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-dba5790a-7d96-45e9-bed9-521074e9ed4c None None] For port ca316655-c365-4c5c-8f1f-fb051a42df0d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ca316655-c365-4c5c-8f1f-fb051a42df0d,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:38:03.519968 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:02Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:03.557964 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dba5790a-7d96-45e9-bed9-521074e9ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.559727 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f340e-cb40-4143-b4b4-4353a1bf79c2 None None] The sync data for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 is: [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:02Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:38:03.627565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] For port 5ceb3c64-4baa-4db7-aaf1-672381a86913, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:38:03.647889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] For port 5ceb3c64-4baa-4db7-aaf1-672381a86913, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5ceb3c64-4baa-4db7-aaf1-672381a86913,segment=NetworkSegment(a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3),segment_id=a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:38:03.648219 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.652694 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5790a-7d96-45e9-bed9-521074e9ed4c None None] Pushing event updated for resources: {'Port': ['ID=ca316655-c365-4c5c-8f1f-fb051a42df0d,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:03.770875 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.832907 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafca371-a1d8-4b2d-8e6b-409b36b0414c None None] Pushing event updated for resources: {'Port': ['ID=5ceb3c64-4baa-4db7-aaf1-672381a86913,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:03.834433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Router c12822d0-f58f-4606-9580-e9831d45a958 is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:38:04.289734 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:38:04.299315 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Sync routers for ids ['c12822d0-f58f-4606-9580-e9831d45a958'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:38:04.311783 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Routers {'c12822d0-f58f-4606-9580-e9831d45a958'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:38:04.317771 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:37:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c12822d0-f58f-4606-9580-e9831d45a958'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:04.399338 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:04.400637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-ee4dd3a5-1fd1-4df0-8de0-fb5e22550b37 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3364291 Oct 13 15:38:04.403806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42462) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:38:04.424603 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Set router c12822d0-f58f-4606-9580-e9831d45a958 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:38:04.633652 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'name': 'tempest-TestShelveInstance-1101943872-router', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 3, 'project_id': '154bf2cd71eb470b96bc76de274996ba', 'gw_port': {'id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:04.671264 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Checking router: c12822d0-f58f-4606-9580-e9831d45a958 for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:38:04.671687 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Updating router c12822d0-f58f-4606-9580-e9831d45a958 port 8ccb8a2c-d0d8-412a-b484-c944db0e17a6 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:38:04.710739 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:04.862531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ca316655-c365-4c5c-8f1f-fb051a42df0d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:38:04.942812 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port ca316655-c365-4c5c-8f1f-fb051a42df0d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:04.943563 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:04.955893 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:04.981012 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13414816-0fda-4725-90a2-d4fa2ce680ba None None] Network faea495d-f654-460e-9cd0-8e7aa6db83ce requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:38:05.064301 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.075465 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-4c4bc086-2f97-404c-9186-9e7da9728268 None None] Provisioning complete for port 5ceb3c64-4baa-4db7-aaf1-672381a86913 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:05.075758 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc086-2f97-404c-9186-9e7da9728268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.145003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Allocated IP 172.20.0.1 (faea495d-f654-460e-9cd0-8e7aa6db83ce/3b2d6162-91e6-494a-aa04-174e8875b0d0/64297b05-6204-4173-9143-a3d73387da61) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:38:05.146271 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.162561 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5ceb3c64-4baa-4db7-aaf1-672381a86913 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:38:05.208379 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Attempting to bind port 8ccb8a2c-d0d8-412a-b484-c944db0e17a6 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:38:05.208748 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Attempting to bind port 8ccb8a2c-d0d8-412a-b484-c944db0e17a6 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:38:05.209309 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Attempting to bind port 8ccb8a2c-d0d8-412a-b484-c944db0e17a6 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:38:05.221014 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:38:05.221240 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:38:05.221452 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.222370 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:38:05.224795 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Bound port: 8ccb8a2c-d0d8-412a-b484-c944db0e17a6, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:38:05.224795 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.256133 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68215946-a554-4a24-b1cb-e24c92298676 None None] Pushing event updated for resources: {'Port': ['ID=8ccb8a2c-d0d8-412a-b484-c944db0e17a6,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:05.259972 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.288997 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] For port 8ccb8a2c-d0d8-412a-b484-c944db0e17a6, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:38:05.292889 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] For port 8ccb8a2c-d0d8-412a-b484-c944db0e17a6, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8ccb8a2c-d0d8-412a-b484-c944db0e17a6,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:38:05.328206 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc086-2f97-404c-9186-9e7da9728268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.339794 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 5ceb3c64-4baa-4db7-aaf1-672381a86913 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:05.340165 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.365912 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.398373 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.405214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-4c4bc086-2f97-404c-9186-9e7da9728268 None None] For port 5ceb3c64-4baa-4db7-aaf1-672381a86913, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5ceb3c64-4baa-4db7-aaf1-672381a86913,segment=NetworkSegment(a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3),segment_id=a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:38:05.428310 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68215946-a554-4a24-b1cb-e24c92298676 None None] Pushing event updated for resources: {'Port': ['ID=8ccb8a2c-d0d8-412a-b484-c944db0e17a6,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:05.431037 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Routers {'c12822d0-f58f-4606-9580-e9831d45a958'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:38:05.431637 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:37:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c12822d0-f58f-4606-9580-e9831d45a958'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:05.450608 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Network faea495d-f654-460e-9cd0-8e7aa6db83ce is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:38:05.453309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:05.457397 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:38:05.459620 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.483009 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4c4bc086-2f97-404c-9186-9e7da9728268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.517124 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.531797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=64297b05-6204-4173-9143-a3d73387da61,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:05.554729 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:38:05.557087 n-d-806683-15 neutron-server[112686]: DEBUG oslo_db.api [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:38:05.569751 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bc086-2f97-404c-9186-9e7da9728268 None None] Pushing event updated for resources: {'Port': ['ID=5ceb3c64-4baa-4db7-aaf1-672381a86913,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:05.576966 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] Set router c12822d0-f58f-4606-9580-e9831d45a958 gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:38:05.706368 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-67d3b3ce-863e-42cc-b6e2-0aa8229026fb None None] Provisioning complete for port 5ceb3c64-4baa-4db7-aaf1-672381a86913 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:05.706746 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-67d3b3ce-863e-42cc-b6e2-0aa8229026fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.767657 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.876393 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'name': 'tempest-TestShelveInstance-1101943872-router', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 3, 'project_id': '154bf2cd71eb470b96bc76de274996ba', 'gw_port': {'id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:05.903865 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419b78a-d91c-4f2e-ad6a-222ba6ae0fad None None] The sync data for ids ['c12822d0-f58f-4606-9580-e9831d45a958'] in n-d-806683-15 is: [{'id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'name': 'tempest-TestShelveInstance-1101943872-router', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 3, 'project_id': '154bf2cd71eb470b96bc76de274996ba', 'gw_port': {'id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:38:05.917375 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-bfe35da9-478a-42dd-bc72-60cce5a866f6 None None] Provisioning complete for port 64297b05-6204-4173-9143-a3d73387da61 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:05.917918 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bfe35da9-478a-42dd-bc72-60cce5a866f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.956721 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-bfe35da9-478a-42dd-bc72-60cce5a866f6 None None] Port 64297b05-6204-4173-9143-a3d73387da61 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:38:05.968196 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.028608 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.102369 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.107821 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=64297b05-6204-4173-9143-a3d73387da61,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:06.222963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Network faea495d-f654-460e-9cd0-8e7aa6db83ce is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:38:06.224452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:06.348240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Router c12822d0-f58f-4606-9580-e9831d45a958 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:38:06.475309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:38:06.488934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c2635c0b-3810-44f2-bc0e-1c38d735e4e6 admin admin] 10.222.0.18 "PUT /v2.0/routers/c12822d0-f58f-4606-9580-e9831d45a958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0753477 Oct 13 15:38:06.489230 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-21b49507-f3e9-4865-9e10-ff47717f8443 None None] Provisioning complete for port 64297b05-6204-4173-9143-a3d73387da61 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:06.489230 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-21b49507-f3e9-4865-9e10-ff47717f8443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.521042 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-21b49507-f3e9-4865-9e10-ff47717f8443 None None] Port 64297b05-6204-4173-9143-a3d73387da61 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:38:06.808026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8ccb8a2c-d0d8-412a-b484-c944db0e17a6 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:38:06.857449 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8ccb8a2c-d0d8-412a-b484-c944db0e17a6 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:06.858119 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.938439 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.960200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 8ccb8a2c-d0d8-412a-b484-c944db0e17a6, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8ccb8a2c-d0d8-412a-b484-c944db0e17a6,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:38:07.007286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42470) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:38:07.013211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-2da56832-d68c-4957-9628-3ee732d41ff2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1074701300', 'description': 'tempest-secgroup-smoke-1074701300 description', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:07.043360 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.044173 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5ceb3c64-4baa-4db7-aaf1-672381a86913 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:38:07.120219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=8ccb8a2c-d0d8-412a-b484-c944db0e17a6,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:07.123354 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2da56832-d68c-4957-9628-3ee732d41ff2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.134723 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 5ceb3c64-4baa-4db7-aaf1-672381a86913 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:07.135099 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.193593 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2da56832-d68c-4957-9628-3ee732d41ff2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.255209 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2da56832-d68c-4957-9628-3ee732d41ff2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.283881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da56832-d68c-4957-9628-3ee732d41ff2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d807e07-9366-40b8-894f-119e3e997a96,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:07.348487 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2da56832-d68c-4957-9628-3ee732d41ff2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.352719 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2da56832-d68c-4957-9628-3ee732d41ff2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3411832 Oct 13 15:38:07.352906 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42472) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:38:07.357385 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-c17a1329-7eee-4684-86eb-33ac9f021072 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group_rule': {'security_group_id': '8d807e07-9366-40b8-894f-119e3e997a96', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:07.427411 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c17a1329-7eee-4684-86eb-33ac9f021072 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.484029 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c17a1329-7eee-4684-86eb-33ac9f021072 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.539792 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Sync routers for ids ['c12822d0-f58f-4606-9580-e9831d45a958'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:38:07.546298 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c17a1329-7eee-4684-86eb-33ac9f021072 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.551343 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Routers {'c12822d0-f58f-4606-9580-e9831d45a958'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:38:07.552209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:37:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c12822d0-f58f-4606-9580-e9831d45a958'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:07.569192 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a1329-7eee-4684-86eb-33ac9f021072 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dc8b37-e9da-4132-b938-efe5d9f8ce54,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:07.668001 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c17a1329-7eee-4684-86eb-33ac9f021072 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.672915 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c17a1329-7eee-4684-86eb-33ac9f021072 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3153093 Oct 13 15:38:07.673228 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42474) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:38:07.680034 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-21914139-a673-4767-ae67-01f8c99cbf3e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group_rule': {'security_group_id': '8d807e07-9366-40b8-894f-119e3e997a96', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:07.696678 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Set router c12822d0-f58f-4606-9580-e9831d45a958 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:38:07.849614 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21914139-a673-4767-ae67-01f8c99cbf3e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.915588 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21914139-a673-4767-ae67-01f8c99cbf3e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.003388 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21914139-a673-4767-ae67-01f8c99cbf3e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.019008 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21914139-a673-4767-ae67-01f8c99cbf3e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf27195-33df-4f6e-b260-b8545e5b8341,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:08.057144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'name': 'tempest-TestShelveInstance-1101943872-router', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:38:05Z', 'revision_number': 4, 'project_id': '154bf2cd71eb470b96bc76de274996ba', 'gw_port': {'id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '64297b05-6204-4173-9143-a3d73387da61', 'name': '', 'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'mac_address': 'fa:16:3e:24:ba:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '3b2d6162-91e6-494a-aa04-174e8875b0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:38:04Z', 'updated_at': '2021-10-13T15:38:05Z', 'revision_number': 2, 'project_id': '154bf2cd71eb470b96bc76de274996ba', 'subnets': [{'id': '3b2d6162-91e6-494a-aa04-174e8875b0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:08.087128 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Checking router: c12822d0-f58f-4606-9580-e9831d45a958 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:38:08.087540 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Updating router c12822d0-f58f-4606-9580-e9831d45a958 port 64297b05-6204-4173-9143-a3d73387da61 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:38:08.090875 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-21914139-a673-4767-ae67-01f8c99cbf3e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.092108 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-21914139-a673-4767-ae67-01f8c99cbf3e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4178784 Oct 13 15:38:08.094997 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42476) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:38:08.099897 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-52f98db5-22c1-4ced-8b0f-59cea43ad0fe tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group_rule': {'security_group_id': '8d807e07-9366-40b8-894f-119e3e997a96', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:08.112727 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.194070 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f98db5-22c1-4ced-8b0f-59cea43ad0fe tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.252098 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f98db5-22c1-4ced-8b0f-59cea43ad0fe tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.314146 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f98db5-22c1-4ced-8b0f-59cea43ad0fe tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.331462 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f98db5-22c1-4ced-8b0f-59cea43ad0fe tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e3975a-e478-4d50-a9dc-62f6de7437bf,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:08.381437 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.407635 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-52f98db5-22c1-4ced-8b0f-59cea43ad0fe tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.408842 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-52f98db5-22c1-4ced-8b0f-59cea43ad0fe tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3129206 Oct 13 15:38:08.411733 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42478) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:38:08.416001 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-08d55ba3-2286-4d34-ba49-87a6d5e1bc2a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group_rule': {'security_group_id': '8d807e07-9366-40b8-894f-119e3e997a96', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:08.457929 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.478806 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-08d55ba3-2286-4d34-ba49-87a6d5e1bc2a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.511925 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89f818-5c26-4f29-90da-13e377da94a5 None None] Pushing event updated for resources: {'Port': ['ID=64297b05-6204-4173-9143-a3d73387da61,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:08.543427 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-08d55ba3-2286-4d34-ba49-87a6d5e1bc2a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.559722 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Attempting to bind port 64297b05-6204-4173-9143-a3d73387da61 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:38:08.560102 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Attempting to bind port 64297b05-6204-4173-9143-a3d73387da61 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:38:08.560477 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Attempting to bind port 64297b05-6204-4173-9143-a3d73387da61 on network faea495d-f654-460e-9cd0-8e7aa6db83ce {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:38:08.567103 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:38:08.567684 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Checking segment: {'id': 'a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:38:08.568129 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.568531 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Bound using segment: {'id': 'a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:38:08.569029 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Bound port: 64297b05-6204-4173-9143-a3d73387da61, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:38:08.569416 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.611299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-08d55ba3-2286-4d34-ba49-87a6d5e1bc2a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.632466 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d55ba3-2286-4d34-ba49-87a6d5e1bc2a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5772a6-fd63-4e5b-9a9e-b12fa8802889,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:08.646022 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] For port 64297b05-6204-4173-9143-a3d73387da61, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:38:08.649304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] For port 64297b05-6204-4173-9143-a3d73387da61, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=64297b05-6204-4173-9143-a3d73387da61,segment=NetworkSegment(a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3),segment_id=a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:38:08.698997 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-08d55ba3-2286-4d34-ba49-87a6d5e1bc2a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.700246 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-08d55ba3-2286-4d34-ba49-87a6d5e1bc2a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2876005 Oct 13 15:38:08.703008 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42480) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:38:08.708300 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-4beb6a55-31fd-4c5e-b35b-353485bde8ba tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group_rule': {'security_group_id': '8d807e07-9366-40b8-894f-119e3e997a96', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:08.718341 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8ccb8a2c-d0d8-412a-b484-c944db0e17a6 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:38:08.754535 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.794187 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-4beb6a55-31fd-4c5e-b35b-353485bde8ba tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Project 9b5c6bdaf11e4d25af6905c9a64d6430 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:38:08.799804 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4beb6a55-31fd-4c5e-b35b-353485bde8ba tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.814996 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-52ddd0a3-f7cf-4b7d-b0a6-24779b3fa340 None None] Provisioning complete for port 64297b05-6204-4173-9143-a3d73387da61 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:08.826371 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-52ddd0a3-f7cf-4b7d-b0a6-24779b3fa340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.858584 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Routers {'c12822d0-f58f-4606-9580-e9831d45a958'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:38:08.859225 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:37:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c12822d0-f58f-4606-9580-e9831d45a958'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:08.860964 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89f818-5c26-4f29-90da-13e377da94a5 None None] Pushing event updated for resources: {'Port': ['ID=64297b05-6204-4173-9143-a3d73387da61,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:08.869904 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4beb6a55-31fd-4c5e-b35b-353485bde8ba tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.926763 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 8ccb8a2c-d0d8-412a-b484-c944db0e17a6 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:08.927130 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.936960 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4beb6a55-31fd-4c5e-b35b-353485bde8ba tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.959568 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb6a55-31fd-4c5e-b35b-353485bde8ba tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b1e158-6ffe-4304-b157-08cab57e2838,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:09.013115 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-4beb6a55-31fd-4c5e-b35b-353485bde8ba tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:09.017075 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-4beb6a55-31fd-4c5e-b35b-353485bde8ba tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3105044 Oct 13 15:38:09.017932 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42482) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:38:09.022557 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-fbe72a53-8e6e-4e63-aa8b-2a08e903b3aa tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group_rule': {'security_group_id': '8d807e07-9366-40b8-894f-119e3e997a96', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:09.048345 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-52ddd0a3-f7cf-4b7d-b0a6-24779b3fa340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:09.051772 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] Set router c12822d0-f58f-4606-9580-e9831d45a958 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:38:09.114475 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-fbe72a53-8e6e-4e63-aa8b-2a08e903b3aa tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Project 9b5c6bdaf11e4d25af6905c9a64d6430 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:38:09.120335 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbe72a53-8e6e-4e63-aa8b-2a08e903b3aa tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:09.172289 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-52ddd0a3-f7cf-4b7d-b0a6-24779b3fa340 None None] For port 64297b05-6204-4173-9143-a3d73387da61, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=64297b05-6204-4173-9143-a3d73387da61,segment=NetworkSegment(a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3),segment_id=a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:38:09.240933 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-52ddd0a3-f7cf-4b7d-b0a6-24779b3fa340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:09.336024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddd0a3-f7cf-4b7d-b0a6-24779b3fa340 None None] Pushing event updated for resources: {'Port': ['ID=64297b05-6204-4173-9143-a3d73387da61,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:09.371521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-f4c0cc81-3133-483b-b129-b9e0822e79c6 None None] Provisioning complete for port 64297b05-6204-4173-9143-a3d73387da61 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:09.371801 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4c0cc81-3133-483b-b129-b9e0822e79c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:09.406284 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'name': 'tempest-TestShelveInstance-1101943872-router', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:38:05Z', 'revision_number': 4, 'project_id': '154bf2cd71eb470b96bc76de274996ba', 'gw_port': {'id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '64297b05-6204-4173-9143-a3d73387da61', 'name': '', 'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'mac_address': 'fa:16:3e:24:ba:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '3b2d6162-91e6-494a-aa04-174e8875b0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:38:04Z', 'updated_at': '2021-10-13T15:38:08Z', 'revision_number': 4, 'project_id': '154bf2cd71eb470b96bc76de274996ba', 'subnets': [{'id': '3b2d6162-91e6-494a-aa04-174e8875b0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:09.440841 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff47f4c-333e-49f0-9c4f-9ea11396aba0 None None] The sync data for ids ['c12822d0-f58f-4606-9580-e9831d45a958'] in n-d-806683-15 is: [{'id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'name': 'tempest-TestShelveInstance-1101943872-router', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:38:05Z', 'revision_number': 4, 'project_id': '154bf2cd71eb470b96bc76de274996ba', 'gw_port': {'id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '64297b05-6204-4173-9143-a3d73387da61', 'name': '', 'network_id': 'faea495d-f654-460e-9cd0-8e7aa6db83ce', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'mac_address': 'fa:16:3e:24:ba:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '3b2d6162-91e6-494a-aa04-174e8875b0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:38:04Z', 'updated_at': '2021-10-13T15:38:08Z', 'revision_number': 4, 'project_id': '154bf2cd71eb470b96bc76de274996ba', 'subnets': [{'id': '3b2d6162-91e6-494a-aa04-174e8875b0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:38:09.451221 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbe72a53-8e6e-4e63-aa8b-2a08e903b3aa tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:09.546227 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbe72a53-8e6e-4e63-aa8b-2a08e903b3aa tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:09.565114 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe72a53-8e6e-4e63-aa8b-2a08e903b3aa tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51752a6c-a39e-4a7c-8bd6-47cc3e2f7cc7,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:09.657498 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-fbe72a53-8e6e-4e63-aa8b-2a08e903b3aa tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:09.660610 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-fbe72a53-8e6e-4e63-aa8b-2a08e903b3aa tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6410892 Oct 13 15:38:09.872115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-692399c9-3667-4b0d-ba49-7698a053f1cd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1074701300&fields=id&tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430 HTTP/1.1" status: 200 len: 267 time: 0.0339339 Oct 13 15:38:09.985235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-48890ea7-2488-48e0-81fb-1377f4af6d30 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:09.986944 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-48890ea7-2488-48e0-81fb-1377f4af6d30 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 808 time: 0.1071060 Oct 13 15:38:10.002724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-6113ea15-c503-46b0-b4a0-2d7bfccdfff4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/quotas/9b5c6bdaf11e4d25af6905c9a64d6430 HTTP/1.1" status: 200 len: 375 time: 0.0090411 Oct 13 15:38:10.053159 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-c28dbedb-9084-4e63-944d-8299c201f895 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448730 Oct 13 15:38:10.149643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-56b10c49-6ce1-4e57-a065-2ef5afd623e2 service neutron] 10.222.0.18 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849500 Oct 13 15:38:10.240624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-2c9056bc-24f1-4a07-a2c9-7e8e289172d9 service neutron] 10.222.0.18 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849168 Oct 13 15:38:10.525556 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2509254f-2605-49e5-aa9e-0dd858c2ab4c req-041b9dcb-a78f-4352-8934-8324fd9f5e25 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 210 time: 0.0373235 Oct 13 15:38:10.743884 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 64297b05-6204-4173-9143-a3d73387da61 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:38:10.794835 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 64297b05-6204-4173-9143-a3d73387da61 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:10.795255 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:11.615792 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ffbc5b18-0b0d-46cb-b3ca-10b8bcc1b5be req-2ef768cd-04a4-4e65-9c85-ad0c924d16c7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 210 time: 0.0293384 Oct 13 15:38:12.528820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-87929339-099e-4d23-908e-588fde78ce54 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:12.530390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-87929339-099e-4d23-908e-588fde78ce54 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 808 time: 0.1022398 Oct 13 15:38:12.575810 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-61fab9d6-9234-4160-849c-3bb43b65ca32 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430 HTTP/1.1" status: 200 len: 380 time: 0.0341215 Oct 13 15:38:12.585788 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-c545ffee-d643-484e-b892-ef3cba1cf691 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'port': {'device_id': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'admin_state_up': True, 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'security_groups': ['8d807e07-9366-40b8-894f-119e3e997a96']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:12.716479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d72affcf-0df4-4016-866a-b53b6305d0f3 req-e7594be9-adad-4cc7-9c2e-24d065aa372e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 210 time: 0.0311570 Oct 13 15:38:12.791527 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-c545ffee-d643-484e-b892-ef3cba1cf691 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Made reservation on behalf of 9b5c6bdaf11e4d25af6905c9a64d6430 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:38:12.795019 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-c545ffee-d643-484e-b892-ef3cba1cf691 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:12.924949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-c545ffee-d643-484e-b892-ef3cba1cf691 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Allocated IP 172.20.0.7 (681de4c6-f407-4a7f-b4bb-a508112cfb7f/d978b47b-4b3d-4f81-a4e7-b0ba03595a64/3a33215b-2e22-415e-9303-b31122e1c064) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:38:13.066923 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-c545ffee-d643-484e-b892-ef3cba1cf691 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:13.165710 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-c545ffee-d643-484e-b892-ef3cba1cf691 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:13.210570 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-c545ffee-d643-484e-b892-ef3cba1cf691 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Network 681de4c6-f407-4a7f-b4bb-a508112cfb7f is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:38:13.213884 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-c545ffee-d643-484e-b892-ef3cba1cf691 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:13.217745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-c545ffee-d643-484e-b892-ef3cba1cf691 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:38:13.244367 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545ffee-d643-484e-b892-ef3cba1cf691 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'Port': ['ID=3a33215b-2e22-415e-9303-b31122e1c064,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:13.275149 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-c545ffee-d643-484e-b892-ef3cba1cf691 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:13.275772 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-c545ffee-d643-484e-b892-ef3cba1cf691 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:13.350937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-c545ffee-d643-484e-b892-ef3cba1cf691 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7685709 Oct 13 15:38:13.416764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-798cdc7e-c17b-4b60-b73b-ce5c226238ad tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:38:13.417765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-798cdc7e-c17b-4b60-b73b-ce5c226238ad tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053875 Oct 13 15:38:13.444852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-68a65dc1-8912-4294-bf02-cf7d9506b5b7 None None] Provisioning complete for port 3a33215b-2e22-415e-9303-b31122e1c064 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:13.445426 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-68a65dc1-8912-4294-bf02-cf7d9506b5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:13.480593 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-68a65dc1-8912-4294-bf02-cf7d9506b5b7 None None] Port 3a33215b-2e22-415e-9303-b31122e1c064 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:38:13.526942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Request body: {'port': {'device_id': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:13.582823 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:13.879296 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19064ff4-585c-46a6-b9b7-1d4c9667e611 req-6c032605-b400-4caf-b957-25037700412e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:13.881276 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19064ff4-585c-46a6-b9b7-1d4c9667e611 req-6c032605-b400-4caf-b957-25037700412e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 931 time: 0.0925741 Oct 13 15:38:13.886567 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a33215b-2e22-415e-9303-b31122e1c064 {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:38:13.899443 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:13.922391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Transition to ACTIVE for port object 3a33215b-2e22-415e-9303-b31122e1c064 will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:38:13.935521 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-19064ff4-585c-46a6-b9b7-1d4c9667e611 req-a8aca379-3557-43a7-8b7e-94375ed2d1f6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446367 Oct 13 15:38:14.019774 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:14.071669 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Pushing event updated for resources: {'Port': ['ID=3a33215b-2e22-415e-9303-b31122e1c064,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:14.143401 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Attempting to bind port 3a33215b-2e22-415e-9303-b31122e1c064 on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:38:14.143741 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Attempting to bind port 3a33215b-2e22-415e-9303-b31122e1c064 by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:38:14.144075 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Attempting to bind port 3a33215b-2e22-415e-9303-b31122e1c064 on network 681de4c6-f407-4a7f-b4bb-a508112cfb7f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:38:14.149301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Port 3a33215b-2e22-415e-9303-b31122e1c064 on network 681de4c6-f407-4a7f-b4bb-a508112cfb7f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:38:14.149629 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Attempting to bind port 3a33215b-2e22-415e-9303-b31122e1c064 on network 681de4c6-f407-4a7f-b4bb-a508112cfb7f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:38:14.154636 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:38:14.154973 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Checking segment: {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:38:14.155365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Bound using segment: {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:38:14.155797 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Bound port: 3a33215b-2e22-415e-9303-b31122e1c064, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:38:14.156294 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:14.222674 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] For port 3a33215b-2e22-415e-9303-b31122e1c064, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:38:14.226585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] For port 3a33215b-2e22-415e-9303-b31122e1c064, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3a33215b-2e22-415e-9303-b31122e1c064,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:38:14.308861 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:14.350042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:14.350692 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:14.352142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] 10.222.0.41 "PUT /v2.0/ports/3a33215b-2e22-415e-9303-b31122e1c064 HTTP/1.1" status: 200 len: 1092 time: 0.9252019 Oct 13 15:38:14.352607 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:38:14.354977 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79427ea1-3356-446f-ab5e-647288cc77d5" -d '{"events": [{"name": "network-changed", "server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "tag": "3a33215b-2e22-415e-9303-b31122e1c064"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:38:14.380720 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2062b4-0406-4018-aa8e-9b10e9683730 service neutron] Pushing event updated for resources: {'Port': ['ID=3a33215b-2e22-415e-9303-b31122e1c064,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:14.394787 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4779310a-8d77-45f7-8809-74a0ff450e0f x-openstack-request-id: req-4779310a-8d77-45f7-8809-74a0ff450e0f {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:38:14.395080 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "tag": "3a33215b-2e22-415e-9303-b31122e1c064", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:38:14.395335 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4779310a-8d77-45f7-8809-74a0ff450e0f {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:38:14.395791 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064', 'status': 'completed', 'code': 200} Oct 13 15:38:14.460644 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79427ea1-3356-446f-ab5e-647288cc77d5 req-b753bcd3-a11a-4a21-aa15-34c83a872319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:14.462201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79427ea1-3356-446f-ab5e-647288cc77d5 req-b753bcd3-a11a-4a21-aa15-34c83a872319 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1095 time: 0.0433710 Oct 13 15:38:14.566140 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79427ea1-3356-446f-ab5e-647288cc77d5 req-f84d155e-39e3-47d8-a752-525a88b08580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:14.568427 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79427ea1-3356-446f-ab5e-647288cc77d5 req-f84d155e-39e3-47d8-a752-525a88b08580 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0968237 Oct 13 15:38:14.661168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79427ea1-3356-446f-ab5e-647288cc77d5 req-018b7889-70ea-4853-b307-305eb882a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:14.662855 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-79427ea1-3356-446f-ab5e-647288cc77d5 req-018b7889-70ea-4853-b307-305eb882a6c1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872502 Oct 13 15:38:14.738326 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-0b6d6c18-0b4b-4c0b-a633-e75c07d15d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:14.745099 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-0b6d6c18-0b4b-4c0b-a633-e75c07d15d67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1095 time: 0.0401659 Oct 13 15:38:14.786574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-71f210f4-bb00-4ac0-bc5e-0188025b49be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a33215b-2e22-415e-9303-b31122e1c064 HTTP/1.1" status: 200 len: 217 time: 0.0380471 Oct 13 15:38:14.836668 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-6bb0a1a3-53ee-4b83-98d9-1849b3ff30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:14.838133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-6bb0a1a3-53ee-4b83-98d9-1849b3ff30ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0442824 Oct 13 15:38:14.887304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-e67a6a3d-6d33-4267-a89f-3ec9c510c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:14.888796 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-e67a6a3d-6d33-4267-a89f-3ec9c510c7b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410273 Oct 13 15:38:14.986780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-9091994c-763c-4564-806e-c4344554c094 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899627 Oct 13 15:38:15.119115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22312f-deb7-4dc5-bb1a-9410c831e848 req-d4b37d08-4bb3-43ea-9093-a7a9f587bcd5 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:15.120579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e22312f-deb7-4dc5-bb1a-9410c831e848 req-d4b37d08-4bb3-43ea-9093-a7a9f587bcd5 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0809362 Oct 13 15:38:15.122819 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4369e0cf-336a-4994-8f60-49faacd303f0 req-1b645a0f-535c-47d4-803f-9a6b32ae1239 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253507 Oct 13 15:38:15.158001 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8e22312f-deb7-4dc5-bb1a-9410c831e848 req-66d6181f-6084-499b-bcfc-6b94da435fc1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313821 Oct 13 15:38:16.291253 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d0055-154c-44d9-aec4-f32d71d5d705 req-da1ec7e1-55a2-4f29-9e20-8d8cda89b6b8 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:16.292913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-876d0055-154c-44d9-aec4-f32d71d5d705 req-da1ec7e1-55a2-4f29-9e20-8d8cda89b6b8 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0507593 Oct 13 15:38:16.331174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-876d0055-154c-44d9-aec4-f32d71d5d705 req-7a5667f8-d34b-42af-b47d-1fce7090fb04 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322602 Oct 13 15:38:17.452605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5a1c8-1d35-4903-baa5-cb7799350704 req-2ade2482-75ae-4279-9320-f9f64d5c6635 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:17.454136 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ea5a1c8-1d35-4903-baa5-cb7799350704 req-2ade2482-75ae-4279-9320-f9f64d5c6635 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0547714 Oct 13 15:38:17.494774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7ea5a1c8-1d35-4903-baa5-cb7799350704 req-cadd0859-234f-45f7-9b23-2a03abcde2f7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343194 Oct 13 15:38:17.870445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3a33215b-2e22-415e-9303-b31122e1c064 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:38:17.965295 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3a33215b-2e22-415e-9303-b31122e1c064, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3a33215b-2e22-415e-9303-b31122e1c064,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:38:17.977961 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '3a33215b-2e22-415e-9303-b31122e1c064', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'port_id': '3a33215b-2e22-415e-9303-b31122e1c064', 'mac_address': 'fa:16:3e:88:0d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:38:18.014649 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:18.027393 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a33215b-2e22-415e-9303-b31122e1c064 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:38:18.047014 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3a33215b-2e22-415e-9303-b31122e1c064, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3a33215b-2e22-415e-9303-b31122e1c064,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:38:18.117126 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:18.165538 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3a33215b-2e22-415e-9303-b31122e1c064,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:18.485500 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['3a33215b-2e22-415e-9303-b31122e1c064'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:38:18.618155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b328235-96fd-46ad-88aa-d5471f0cd5eb req-4ef3a7ea-e545-4d74-9e39-74a019119206 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:18.619671 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b328235-96fd-46ad-88aa-d5471f0cd5eb req-4ef3a7ea-e545-4d74-9e39-74a019119206 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 944 time: 0.0576713 Oct 13 15:38:18.656636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2b328235-96fd-46ad-88aa-d5471f0cd5eb req-f9b25750-452b-4d52-a2a2-483bc220c55d tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308311 Oct 13 15:38:19.537631 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:19.619689 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6aa11ca3-a304-4a9c-854d-8c466defaab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:19.772856 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06924916-07a5-45a0-83a7-f46848d272d7 req-ee4fea6f-7f05-4229-bf52-370b2fcdf8b4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:19.774345 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06924916-07a5-45a0-83a7-f46848d272d7 req-ee4fea6f-7f05-4229-bf52-370b2fcdf8b4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 944 time: 0.0501060 Oct 13 15:38:19.811849 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-06924916-07a5-45a0-83a7-f46848d272d7 req-0838b540-6af1-426f-a9ea-bade417cc659 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Oct 13 15:38:19.881863 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3a33215b-2e22-415e-9303-b31122e1c064 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:38:20.019535 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 3a33215b-2e22-415e-9303-b31122e1c064 completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:38:20.024107 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 3a33215b-2e22-415e-9303-b31122e1c064 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:38:20.024536 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:20.103373 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:20.125168 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:38:20.127433 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc04cd2f-89b2-456d-90ca-b257dcdb6b5e" -d '{"events": [{"server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "name": "network-vif-plugged", "status": "completed", "tag": "3a33215b-2e22-415e-9303-b31122e1c064"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:38:20.140385 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3a33215b-2e22-415e-9303-b31122e1c064, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3a33215b-2e22-415e-9303-b31122e1c064,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:38:20.164152 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3289fde1-70f0-4693-b77b-5ef6f6f3720f x-openstack-request-id: req-3289fde1-70f0-4693-b77b-5ef6f6f3720f {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:38:20.164448 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "name": "network-vif-plugged", "status": "completed", "tag": "3a33215b-2e22-415e-9303-b31122e1c064", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:38:20.164708 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3289fde1-70f0-4693-b77b-5ef6f6f3720f {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:38:20.165144 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064', 'code': 200} Oct 13 15:38:20.225575 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:20.265108 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22301a6-5623-4881-830b-b66f35d37a93 req-1f12d0fc-aab6-4971-8868-2cedb89deb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:20.266699 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c22301a6-5623-4881-830b-b66f35d37a93 req-1f12d0fc-aab6-4971-8868-2cedb89deb82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1097 time: 0.0409372 Oct 13 15:38:20.274445 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3a33215b-2e22-415e-9303-b31122e1c064,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:20.302751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c22301a6-5623-4881-830b-b66f35d37a93 req-ad368b91-b0a3-4209-a47b-26e30ab7abd1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271389 Oct 13 15:38:20.930519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f9753-94ae-4efa-b83b-f93ef5eab84f req-5f8e7b6c-7a8f-4e09-8d4d-fd9255bfa527 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:20.932032 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-999f9753-94ae-4efa-b83b-f93ef5eab84f req-5f8e7b6c-7a8f-4e09-8d4d-fd9255bfa527 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0537431 Oct 13 15:38:20.970637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-999f9753-94ae-4efa-b83b-f93ef5eab84f req-e0d885c3-2354-4361-b5a5-15a274e5f8b2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324435 Oct 13 15:38:22.089953 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b6fc5-47af-49df-af82-64a8c6ca2e85 req-81c08495-6f0b-4260-b1ef-062b934b3af3 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:22.091413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f0b6fc5-47af-49df-af82-64a8c6ca2e85 req-81c08495-6f0b-4260-b1ef-062b934b3af3 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0491407 Oct 13 15:38:22.128825 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7f0b6fc5-47af-49df-af82-64a8c6ca2e85 req-b99bb3ab-e2c7-4114-b47a-c9fe696804f0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315864 Oct 13 15:38:22.242482 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f08083-c3a7-45e1-b057-dab66a4139c8 req-4dbc443e-dff6-4d42-abf6-c90271445593 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:22.243929 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64f08083-c3a7-45e1-b057-dab66a4139c8 req-4dbc443e-dff6-4d42-abf6-c90271445593 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0483854 Oct 13 15:38:22.281412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64f08083-c3a7-45e1-b057-dab66a4139c8 req-ba37dd0d-2f1c-44e8-a803-ebf0a49faaa5 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313630 Oct 13 15:38:22.303792 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42544) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:38:22.363045 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3cc7ae78-bf4c-4c39-959e-3072f76be346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:22.387493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1675fe6-bdb5-4c8e-af28-0cdfbfc28949 tempest-TestShelveInstance-121127419 tempest-TestShelveInstance-121127419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:22.393813 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c1675fe6-bdb5-4c8e-af28-0cdfbfc28949 tempest-TestShelveInstance-121127419 tempest-TestShelveInstance-121127419-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1092 time: 0.0842357 Oct 13 15:38:22.393813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42548) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:38:22.396535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '3a33215b-2e22-415e-9303-b31122e1c064', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:22.508359 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:22.603122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:22.891005 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:23.026416 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Allocated IP 172.25.0.196 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/7d223bed-4b66-4630-92f0-73b77c81fa40) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:38:23.133043 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:23.222612 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:23.260732 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:38:23.265080 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:23.268468 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:38:23.273801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'Port': ['ID=7d223bed-4b66-4630-92f0-73b77c81fa40,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:23.621209 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:23.793472 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:23.943811 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:24.050653 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:24.112457 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:24.116843 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'Port': ['ID=7d223bed-4b66-4630-92f0-73b77c81fa40,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:24.132332 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:24.209072 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:24.233081 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Floating IP fdc56978-0d2f-429d-9194-289c3b5fae94 associated. External IP: 172.25.0.196, port: 3a33215b-2e22-415e-9303-b31122e1c064. Oct 13 15:38:24.446066 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:38:24.554391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:38:24.564009 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68be16fb-e0ca-4823-87c5-2ed0c7b5112a None None] Sync routers for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:38:24.573899 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68be16fb-e0ca-4823-87c5-2ed0c7b5112a None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:38:24.578411 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-68be16fb-e0ca-4823-87c5-2ed0c7b5112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:38:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:24.644261 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:24.673631 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9c034639-8a30-4b3f-9405-ce5ae53befb6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2805045 Oct 13 15:38:24.674308 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:38:24.678828 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e20b38-b32a-45e1-8925-9ab885ed3a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "tag": "3a33215b-2e22-415e-9303-b31122e1c064"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:38:24.685692 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-68be16fb-e0ca-4823-87c5-2ed0c7b5112a None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:38:24.784454 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cb36d4-8f40-4174-95db-5c9fd7154d2b x-openstack-request-id: req-74cb36d4-8f40-4174-95db-5c9fd7154d2b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:38:24.784648 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "tag": "3a33215b-2e22-415e-9303-b31122e1c064", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:38:24.784965 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74cb36d4-8f40-4174-95db-5c9fd7154d2b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:38:24.785442 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064', 'status': 'completed', 'code': 200} Oct 13 15:38:24.853288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e20b38-b32a-45e1-8925-9ab885ed3a0a req-f68ea609-960b-4921-852e-28d32714d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:24.854868 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1e20b38-b32a-45e1-8925-9ab885ed3a0a req-f68ea609-960b-4921-852e-28d32714d517 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1097 time: 0.0464189 Oct 13 15:38:24.927088 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-68be16fb-e0ca-4823-87c5-2ed0c7b5112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'fdc56978-0d2f-429d-9194-289c3b5fae94', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'port_id': '3a33215b-2e22-415e-9303-b31122e1c064', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'mac_address': 'fa:16:3e:88:0d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:38:23Z', 'updated_at': '2021-10-13T15:38:23Z', 'revision_number': 0, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 5, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:24.951842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e20b38-b32a-45e1-8925-9ab885ed3a0a req-4535e30c-143e-4374-a10b-1fab37aff2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:24.953401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1e20b38-b32a-45e1-8925-9ab885ed3a0a req-4535e30c-143e-4374-a10b-1fab37aff2d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0900562 Oct 13 15:38:24.953788 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68be16fb-e0ca-4823-87c5-2ed0c7b5112a None None] Checking router: 2e2575a0-a040-46eb-95a2-cdee6a2b9edb for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:38:24.961971 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68be16fb-e0ca-4823-87c5-2ed0c7b5112a None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:38:24.962570 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-68be16fb-e0ca-4823-87c5-2ed0c7b5112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:38:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:25.021106 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1e20b38-b32a-45e1-8925-9ab885ed3a0a req-85cbc90f-7ccb-4038-b8c3-4eae6b58fc55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a33215b-2e22-415e-9303-b31122e1c064 HTTP/1.1" status: 200 len: 999 time: 0.0593216 Oct 13 15:38:25.078469 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e20b38-b32a-45e1-8925-9ab885ed3a0a req-442cd082-cd3e-49fd-84f5-a94ac634afef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:25.079994 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1e20b38-b32a-45e1-8925-9ab885ed3a0a req-442cd082-cd3e-49fd-84f5-a94ac634afef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0512314 Oct 13 15:38:25.091248 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-68be16fb-e0ca-4823-87c5-2ed0c7b5112a None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:38:25.128188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e20b38-b32a-45e1-8925-9ab885ed3a0a req-2759bda8-f7d8-4c2f-b7a0-23a89f50202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:38:25.129670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1e20b38-b32a-45e1-8925-9ab885ed3a0a req-2759bda8-f7d8-4c2f-b7a0-23a89f50202e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409322 Oct 13 15:38:25.221318 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1e20b38-b32a-45e1-8925-9ab885ed3a0a req-71bbfe5b-b655-4f67-93ed-6e50e2e5795e service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824575 Oct 13 15:38:25.315344 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-68be16fb-e0ca-4823-87c5-2ed0c7b5112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'fdc56978-0d2f-429d-9194-289c3b5fae94', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'port_id': '3a33215b-2e22-415e-9303-b31122e1c064', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'mac_address': 'fa:16:3e:88:0d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:38:23Z', 'updated_at': '2021-10-13T15:38:23Z', 'revision_number': 0, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 5, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:25.318101 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c1e20b38-b32a-45e1-8925-9ab885ed3a0a req-4947cc29-1d6b-4c91-8209-1a9f21e9d847 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889146 Oct 13 15:38:25.350481 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68be16fb-e0ca-4823-87c5-2ed0c7b5112a None None] The sync data for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 is: [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': 'fdc56978-0d2f-429d-9194-289c3b5fae94', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'floating_ip_address': '172.25.0.196', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'port_id': '3a33215b-2e22-415e-9303-b31122e1c064', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'mac_address': 'fa:16:3e:88:0d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:38:23Z', 'updated_at': '2021-10-13T15:38:23Z', 'revision_number': 0, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 5, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:38:25.566263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed21e82-ae6f-43eb-a859-9a0cad976bb9 None None] New status for floating IP fdc56978-0d2f-429d-9194-289c3b5fae94: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:38:25.876970 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:39.748311 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:38:49.557165 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:49.652925 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-97e3aecd-058b-43a5-834e-062a98211842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:52.355606 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7f9c08ff-624c-4e39-b469-9105130d3fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:52.884335 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:54.084792 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:54.193223 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:55.713583 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:15.507566 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-651ada4f-f1ef-44a0-8f8c-83cae4f06b40 req-b8c2f337-d9c6-4a43-b4e2-0a32490c8434 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419576 Oct 13 15:39:15.591419 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ada4f-f1ef-44a0-8f8c-83cae4f06b40 req-3e65c9e2-f1f3-4bf4-b470-7551d172b46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:39:15.593121 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-651ada4f-f1ef-44a0-8f8c-83cae4f06b40 req-3e65c9e2-f1f3-4bf4-b470-7551d172b46b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1097 time: 0.0413492 Oct 13 15:39:15.706645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ada4f-f1ef-44a0-8f8c-83cae4f06b40 req-cf419b01-1922-4050-a6d7-974947a23691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:39:15.708119 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-651ada4f-f1ef-44a0-8f8c-83cae4f06b40 req-cf419b01-1922-4050-a6d7-974947a23691 service neutron] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0928018 Oct 13 15:39:15.778838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-651ada4f-f1ef-44a0-8f8c-83cae4f06b40 req-57620d40-e01a-49c4-ada9-cf4f65f4bd8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a33215b-2e22-415e-9303-b31122e1c064 HTTP/1.1" status: 200 len: 1001 time: 0.0625961 Oct 13 15:39:15.828863 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ada4f-f1ef-44a0-8f8c-83cae4f06b40 req-91a46821-cee7-4324-87e3-2020fbe42636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:39:15.830325 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-651ada4f-f1ef-44a0-8f8c-83cae4f06b40 req-91a46821-cee7-4324-87e3-2020fbe42636 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0430105 Oct 13 15:39:15.877176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ada4f-f1ef-44a0-8f8c-83cae4f06b40 req-f340668a-5bfa-48b5-b6bc-fdc9fde16fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:39:15.878650 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-651ada4f-f1ef-44a0-8f8c-83cae4f06b40 req-f340668a-5bfa-48b5-b6bc-fdc9fde16fce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408542 Oct 13 15:39:15.970155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-651ada4f-f1ef-44a0-8f8c-83cae4f06b40 req-efa0860e-5672-4ca0-98ac-a01174104521 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840180 Oct 13 15:39:16.060152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-651ada4f-f1ef-44a0-8f8c-83cae4f06b40 req-8bd791bf-9656-4624-bc8c-fc10870f6b0e service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820935 Oct 13 15:39:16.747805 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:39:19.537610 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:19.663426 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-00e17e7d-3b1c-4d90-b3c1-9df6cfff55a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:22.366206 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-19f30f66-c912-464f-a635-393888fc7136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:22.879050 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:24.072991 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:24.175497 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:25.730001 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:49.554237 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:49.655478 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e351e09b-ab07-4e54-affe-a202858441e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:52.369271 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-406abd89-9e55-4cfd-befa-cea1a5e47aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:52.861877 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:53.747475 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:39:54.067303 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:54.158627 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:55.729483 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:17.504958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-160413e5-4600-4da1-b24c-b80c113a2984 req-c6d9f1ba-0f7f-4712-9527-49ff01b52975 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413237 Oct 13 15:40:17.593869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160413e5-4600-4da1-b24c-b80c113a2984 req-1f26a171-ab61-433a-b713-dec3ea2128c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:40:17.595812 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-160413e5-4600-4da1-b24c-b80c113a2984 req-1f26a171-ab61-433a-b713-dec3ea2128c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1097 time: 0.0459621 Oct 13 15:40:17.701071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160413e5-4600-4da1-b24c-b80c113a2984 req-dbeaa0fc-e47f-4730-b720-c6ab3bc21f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:40:17.703036 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-160413e5-4600-4da1-b24c-b80c113a2984 req-dbeaa0fc-e47f-4730-b720-c6ab3bc21f3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0867124 Oct 13 15:40:17.773869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-160413e5-4600-4da1-b24c-b80c113a2984 req-e6a3152e-3012-408d-8150-5cedf3c2de77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a33215b-2e22-415e-9303-b31122e1c064 HTTP/1.1" status: 200 len: 1001 time: 0.0627053 Oct 13 15:40:17.823675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160413e5-4600-4da1-b24c-b80c113a2984 req-eee2716e-cf6c-42bb-b385-35251022a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:40:17.825133 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-160413e5-4600-4da1-b24c-b80c113a2984 req-eee2716e-cf6c-42bb-b385-35251022a7b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0431392 Oct 13 15:40:17.872232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160413e5-4600-4da1-b24c-b80c113a2984 req-c2d54e21-7bc5-40a0-a7f0-52c274872cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:40:17.873739 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-160413e5-4600-4da1-b24c-b80c113a2984 req-c2d54e21-7bc5-40a0-a7f0-52c274872cec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404615 Oct 13 15:40:17.967691 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-160413e5-4600-4da1-b24c-b80c113a2984 req-0ac0adcb-595e-4443-93c3-21ba62a7af94 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852554 Oct 13 15:40:18.055263 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-160413e5-4600-4da1-b24c-b80c113a2984 req-74cdc066-b697-4edb-bd53-d1eefc83cf79 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799334 Oct 13 15:40:19.563632 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:19.638040 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4224656e-3e99-46a2-bc9a-bf8be8a8d16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:22.363334 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-97ad37ae-05ae-4707-8715-827a61f3050e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:22.877776 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:24.054558 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:24.174597 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:25.689278 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:30.746901 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:40:49.566773 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:49.636966 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bd1140a5-5123-4f8d-9663-518b2d44bf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:52.362663 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b1930243-d1d1-4106-b4d5-3721a75b81b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:52.882536 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:54.064951 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:54.190999 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:55.785256 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:02.164552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea8367-e050-40b7-b159-1b4f8c3d97e2 req-d819db20-8cbd-4aa6-906d-3502724f4c84 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:02.166106 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83ea8367-e050-40b7-b159-1b4f8c3d97e2 req-d819db20-8cbd-4aa6-906d-3502724f4c84 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.1082065 Oct 13 15:41:02.204730 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-83ea8367-e050-40b7-b159-1b4f8c3d97e2 req-d297d4cf-af90-40bb-9bd1-3f4dfed973d6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322428 Oct 13 15:41:03.349878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2785c-6826-4d58-8dc5-1f89b45068f8 req-bfcb8f56-7314-44cd-8d40-0868f02d67cf tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:03.351394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6e2785c-6826-4d58-8dc5-1f89b45068f8 req-bfcb8f56-7314-44cd-8d40-0868f02d67cf tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0546539 Oct 13 15:41:03.388457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a6e2785c-6826-4d58-8dc5-1f89b45068f8 req-7bef93e2-339d-4f6c-879d-8868867be40c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307961 Oct 13 15:41:04.523113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3f5c3-847b-4571-8f41-563dbea8d62d req-18ced356-977d-4879-8fab-488e8acde585 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:04.524656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dcf3f5c3-847b-4571-8f41-563dbea8d62d req-18ced356-977d-4879-8fab-488e8acde585 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0523522 Oct 13 15:41:04.575515 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dcf3f5c3-847b-4571-8f41-563dbea8d62d req-e875ff56-2b91-4905-ab1a-6af1af57a6fe tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430851 Oct 13 15:41:05.692813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8ca3-1f19-4c0f-91bb-fd221533a420 req-15e82b0c-240b-4d5a-bcce-6a768b7ab823 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:05.694338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8de8ca3-1f19-4c0f-91bb-fd221533a420 req-15e82b0c-240b-4d5a-bcce-6a768b7ab823 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0501919 Oct 13 15:41:05.732651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8de8ca3-1f19-4c0f-91bb-fd221533a420 req-167c965d-857a-4d9a-86cf-caebcdb2c1cf tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323350 Oct 13 15:41:06.850994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb88028-cab5-44c6-ac73-c4851ac18144 req-ea94c2aa-3b37-4c88-8e2b-45261c7e7750 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:06.852520 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdb88028-cab5-44c6-ac73-c4851ac18144 req-ea94c2aa-3b37-4c88-8e2b-45261c7e7750 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0537438 Oct 13 15:41:06.891760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fdb88028-cab5-44c6-ac73-c4851ac18144 req-0a6e9c79-b663-430c-8978-1b28da011892 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329533 Oct 13 15:41:07.746069 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:41:08.007257 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085af707-1a8b-4bbe-b411-35f8f013d8ea req-9645e122-5d87-48bc-81c1-6818ab07af0c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:08.008742 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-085af707-1a8b-4bbe-b411-35f8f013d8ea req-9645e122-5d87-48bc-81c1-6818ab07af0c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0492067 Oct 13 15:41:08.046181 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-085af707-1a8b-4bbe-b411-35f8f013d8ea req-2b9d609c-8a8f-4e61-bb14-d5d99defea99 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311811 Oct 13 15:41:09.163258 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117f20d-7818-47e4-8f31-0f29d6f6bfb4 req-e2380d43-4b92-4001-8438-a08d3760b2d0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:09.164783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2117f20d-7818-47e4-8f31-0f29d6f6bfb4 req-e2380d43-4b92-4001-8438-a08d3760b2d0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0508106 Oct 13 15:41:09.203570 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2117f20d-7818-47e4-8f31-0f29d6f6bfb4 req-bca0aeff-3234-4c2c-a725-d6a989a8245d tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327747 Oct 13 15:41:10.326168 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3a0cf-e5b3-4c33-b247-a6760a11d042 req-50875277-b8b9-4ec9-8de6-d43832a0069c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:10.327668 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21d3a0cf-e5b3-4c33-b247-a6760a11d042 req-50875277-b8b9-4ec9-8de6-d43832a0069c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0520957 Oct 13 15:41:10.365128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21d3a0cf-e5b3-4c33-b247-a6760a11d042 req-7929e948-7eda-49d9-9959-563de2b4a44b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313904 Oct 13 15:41:11.477950 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c7d40-99a4-4ba5-aaa6-cf52fd6071a9 req-88a00f5c-73be-4110-9753-474b48ce51bf tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:11.479475 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-220c7d40-99a4-4ba5-aaa6-cf52fd6071a9 req-88a00f5c-73be-4110-9753-474b48ce51bf tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0488050 Oct 13 15:41:11.520075 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-220c7d40-99a4-4ba5-aaa6-cf52fd6071a9 req-8acc71a8-469d-4519-b7eb-c63b51f22bff tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342832 Oct 13 15:41:12.639812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900b020-2d5c-430d-ba7e-4a61b186a9f1 req-917ae107-6131-4d09-935a-c552b93bdf87 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:12.641317 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f900b020-2d5c-430d-ba7e-4a61b186a9f1 req-917ae107-6131-4d09-935a-c552b93bdf87 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0504336 Oct 13 15:41:12.679446 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f900b020-2d5c-430d-ba7e-4a61b186a9f1 req-4b030ed6-304a-47f2-b03e-fb0dc7d4ef6e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316377 Oct 13 15:41:13.805107 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94574639-f0a6-4475-90dc-166f18170a4a req-719dcce0-3f25-49ce-b340-e4395545e2e0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:13.806610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94574639-f0a6-4475-90dc-166f18170a4a req-719dcce0-3f25-49ce-b340-e4395545e2e0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0544889 Oct 13 15:41:13.848433 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94574639-f0a6-4475-90dc-166f18170a4a req-9c585215-5833-4d45-9896-f73d70331d8b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354202 Oct 13 15:41:14.739802 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3a33215b-2e22-415e-9303-b31122e1c064 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:41:14.844796 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3a33215b-2e22-415e-9303-b31122e1c064, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3a33215b-2e22-415e-9303-b31122e1c064,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:41:14.859587 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '3a33215b-2e22-415e-9303-b31122e1c064', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'port_id': '3a33215b-2e22-415e-9303-b31122e1c064', 'mac_address': 'fa:16:3e:88:0d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:41:14.904127 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:14.918242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a33215b-2e22-415e-9303-b31122e1c064 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:41:14.944819 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3a33215b-2e22-415e-9303-b31122e1c064, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3a33215b-2e22-415e-9303-b31122e1c064,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:41:14.971958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fbca5-0dd0-43c1-864d-49fd9fcc932b req-5cf2215d-abac-4abf-8011-61b9c69d59dc tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:14.973598 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d20fbca5-0dd0-43c1-864d-49fd9fcc932b req-5cf2215d-abac-4abf-8011-61b9c69d59dc tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0531600 Oct 13 15:41:15.018047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d20fbca5-0dd0-43c1-864d-49fd9fcc932b req-78c54e36-85ba-4599-bcc9-e8082b9e0500 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373423 Oct 13 15:41:15.024806 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:15.088646 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3a33215b-2e22-415e-9303-b31122e1c064,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:15.097801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:15.100837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:15.100837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:15.100837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:15.100837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:15.100837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:15.100837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:15.100837 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:15.101474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:15.101474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:15.101683 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:15.101839 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:15.118346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['3a33215b-2e22-415e-9303-b31122e1c064'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:41:16.145707 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cc9e3-1257-4212-b83c-9da5dbd69196 req-e384d83a-2eb4-465e-8a46-eacfab6201d7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:16.147191 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d4cc9e3-1257-4212-b83c-9da5dbd69196 req-e384d83a-2eb4-465e-8a46-eacfab6201d7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 944 time: 0.0500817 Oct 13 15:41:16.184023 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5d4cc9e3-1257-4212-b83c-9da5dbd69196 req-c56cab29-0a90-438e-9f3d-8ecc59c0bb78 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309665 Oct 13 15:41:16.749459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3a33215b-2e22-415e-9303-b31122e1c064 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:41:16.800120 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 3a33215b-2e22-415e-9303-b31122e1c064 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:41:16.800531 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:16.886494 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:16.912446 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:41:16.915315 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199319c9-ce66-4f42-a223-235896468dc4" -d '{"events": [{"server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "name": "network-vif-plugged", "status": "completed", "tag": "3a33215b-2e22-415e-9303-b31122e1c064"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:41:16.929565 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3a33215b-2e22-415e-9303-b31122e1c064, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3a33215b-2e22-415e-9303-b31122e1c064,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:41:17.033664 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40515cfc-343d-4b6e-970e-65759612fec9 x-openstack-request-id: req-40515cfc-343d-4b6e-970e-65759612fec9 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:41:17.033956 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "name": "network-vif-plugged", "status": "completed", "tag": "3a33215b-2e22-415e-9303-b31122e1c064", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:41:17.034243 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40515cfc-343d-4b6e-970e-65759612fec9 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:41:17.034646 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064', 'code': 200} Oct 13 15:41:17.145316 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:17.192686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3a33215b-2e22-415e-9303-b31122e1c064,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:17.312050 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186f88b-c7e2-44e0-ae19-982e184c43a7 req-2f23dc26-80f9-4ded-aa95-833f7d1ae8db tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:17.313648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e186f88b-c7e2-44e0-ae19-982e184c43a7 req-2f23dc26-80f9-4ded-aa95-833f7d1ae8db tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0544641 Oct 13 15:41:17.351956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e186f88b-c7e2-44e0-ae19-982e184c43a7 req-a878e15b-0811-4798-8d19-de8de05f5caa tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320456 Oct 13 15:41:18.477476 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db81454-b5d5-4f80-9885-589b6edc6f68 req-49662a0b-9cdc-4076-b405-7486d9233cef tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:18.482144 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9db81454-b5d5-4f80-9885-589b6edc6f68 req-49662a0b-9cdc-4076-b405-7486d9233cef tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0551383 Oct 13 15:41:18.529558 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9db81454-b5d5-4f80-9885-589b6edc6f68 req-377031ba-22aa-48db-a434-e4f8026add68 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404198 Oct 13 15:41:18.597331 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafba0f-ab13-4fab-8fe3-c6ad44ad7f78 req-7a8f656c-b6f4-4ba2-a56e-6ce4771e6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:18.599174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-faafba0f-ab13-4fab-8fe3-c6ad44ad7f78 req-7a8f656c-b6f4-4ba2-a56e-6ce4771e6e36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1097 time: 0.0430777 Oct 13 15:41:18.710586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafba0f-ab13-4fab-8fe3-c6ad44ad7f78 req-47c57d78-4fb2-4c57-988e-761a3cf3c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:18.711953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-faafba0f-ab13-4fab-8fe3-c6ad44ad7f78 req-47c57d78-4fb2-4c57-988e-761a3cf3c9b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0887465 Oct 13 15:41:18.779106 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-faafba0f-ab13-4fab-8fe3-c6ad44ad7f78 req-f0ec7dd7-48b4-4c69-84f2-926c830a1476 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a33215b-2e22-415e-9303-b31122e1c064 HTTP/1.1" status: 200 len: 1001 time: 0.0595424 Oct 13 15:41:18.833189 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafba0f-ab13-4fab-8fe3-c6ad44ad7f78 req-06a3554f-c25e-4957-8628-ef3ee2608c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:18.834636 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-faafba0f-ab13-4fab-8fe3-c6ad44ad7f78 req-06a3554f-c25e-4957-8628-ef3ee2608c6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0476468 Oct 13 15:41:18.881427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafba0f-ab13-4fab-8fe3-c6ad44ad7f78 req-1d1a25f4-bc97-4c71-943c-06568e2694fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:18.882921 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-faafba0f-ab13-4fab-8fe3-c6ad44ad7f78 req-1d1a25f4-bc97-4c71-943c-06568e2694fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407670 Oct 13 15:41:18.973782 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-faafba0f-ab13-4fab-8fe3-c6ad44ad7f78 req-5ca59ad4-28f3-4924-b0e5-8bfd01246087 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828400 Oct 13 15:41:19.073579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-faafba0f-ab13-4fab-8fe3-c6ad44ad7f78 req-3d2a459e-61d3-47b5-8eb3-1e33c29dcf36 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906959 Oct 13 15:41:19.592649 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:19.669804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa837c0d-03e4-44e6-b9e5-41f7d1a96ebe req-ea08feb7-85ff-4ce5-a394-3f5447ad6dae tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:19.671797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa837c0d-03e4-44e6-b9e5-41f7d1a96ebe req-ea08feb7-85ff-4ce5-a394-3f5447ad6dae tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0526416 Oct 13 15:41:19.693947 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d36e5278-3c31-4b94-a699-a7cb3500b858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:19.716264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-aa837c0d-03e4-44e6-b9e5-41f7d1a96ebe req-9b894cc9-1249-4bb3-9610-6284085b227f tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377212 Oct 13 15:41:20.860745 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dc5c7-e2a0-4456-9e7b-481a3936e6ac req-4960a8d4-0838-4d7a-ba27-bcd690c732a0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:20.863210 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-472dc5c7-e2a0-4456-9e7b-481a3936e6ac req-4960a8d4-0838-4d7a-ba27-bcd690c732a0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0625594 Oct 13 15:41:20.915193 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-472dc5c7-e2a0-4456-9e7b-481a3936e6ac req-d57beca7-03e0-4718-b538-82833b8afc2e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414679 Oct 13 15:41:22.049337 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf330a36-1c8b-4736-b529-24c4cfca7abf req-d2466451-d1fb-422f-b2a5-13c15668c007 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:22.050875 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf330a36-1c8b-4736-b529-24c4cfca7abf req-d2466451-d1fb-422f-b2a5-13c15668c007 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0622385 Oct 13 15:41:22.093913 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cf330a36-1c8b-4736-b529-24c4cfca7abf req-5e139e39-8534-49e8-b3d8-2db161718053 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349922 Oct 13 15:41:22.350985 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-16c9af28-e6d5-4d7e-a212-9506dbbb119a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:23.173367 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:23.218686 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4f90a-7e75-4085-9a2b-99219102e4bc req-dd66ea81-83a0-4a37-9d84-215cc54fb979 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:23.220167 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9c4f90a-7e75-4085-9a2b-99219102e4bc req-dd66ea81-83a0-4a37-9d84-215cc54fb979 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0504241 Oct 13 15:41:23.260246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9c4f90a-7e75-4085-9a2b-99219102e4bc req-f03a3f54-b445-441d-b158-4aaeea1885be tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334959 Oct 13 15:41:24.075957 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:24.209204 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:24.401198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558848d3-78d2-480b-949d-e10211feba5f req-75f6d243-aa18-4598-bd56-f8219fc57cab tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:24.402824 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-558848d3-78d2-480b-949d-e10211feba5f req-75f6d243-aa18-4598-bd56-f8219fc57cab tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0668869 Oct 13 15:41:24.450283 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-558848d3-78d2-480b-949d-e10211feba5f req-a8535ae9-aa08-493c-9ec8-0dbf10ef60bb tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414340 Oct 13 15:41:25.597178 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d4f0f-388f-4a7b-a4cb-df4cc05b3109 req-f63bc481-6c8d-4d6c-b8a2-8a9fb2b51380 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:25.599176 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-688d4f0f-388f-4a7b-a4cb-df4cc05b3109 req-f63bc481-6c8d-4d6c-b8a2-8a9fb2b51380 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0623503 Oct 13 15:41:25.658628 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-688d4f0f-388f-4a7b-a4cb-df4cc05b3109 req-ff33606b-c05f-46a1-bd55-0d35f2e24b99 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484433 Oct 13 15:41:25.727709 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:26.786620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9905e1a-c123-47ca-b530-301a3483ee70 req-5eb2cc0b-a8b8-4b03-b2f5-adf9bf440f5a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:26.788146 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9905e1a-c123-47ca-b530-301a3483ee70 req-5eb2cc0b-a8b8-4b03-b2f5-adf9bf440f5a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0523365 Oct 13 15:41:26.830977 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c9905e1a-c123-47ca-b530-301a3483ee70 req-3f0b3e03-9ff0-4cbf-b0ef-5b6080b04fda tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363257 Oct 13 15:41:27.964909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adace49-aa7e-4989-84ed-32709c19e075 req-d67c073f-ef00-4a6e-a76b-ad267dfb84b2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:27.966630 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6adace49-aa7e-4989-84ed-32709c19e075 req-d67c073f-ef00-4a6e-a76b-ad267dfb84b2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0592093 Oct 13 15:41:28.009757 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6adace49-aa7e-4989-84ed-32709c19e075 req-67716265-7e30-441a-b0f9-29f5f8208919 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357399 Oct 13 15:41:29.132905 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749c435-da4c-4494-81f9-d221e7e0d465 req-c3ea207c-efa0-4efd-ae1f-f711043d396a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:29.135223 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d749c435-da4c-4494-81f9-d221e7e0d465 req-c3ea207c-efa0-4efd-ae1f-f711043d396a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0534208 Oct 13 15:41:29.178901 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d749c435-da4c-4494-81f9-d221e7e0d465 req-93bf22f7-b4c5-44ba-b936-fb4bb923c54c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370405 Oct 13 15:41:30.302851 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e220f-334c-45fe-9879-fa3da8fbf253 req-df3eb0ea-6e37-4da8-819b-83aaa987ce8b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:30.304360 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f35e220f-334c-45fe-9879-fa3da8fbf253 req-df3eb0ea-6e37-4da8-819b-83aaa987ce8b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0503752 Oct 13 15:41:30.344863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f35e220f-334c-45fe-9879-fa3da8fbf253 req-2b9bad1b-a8e3-47c3-bedf-f72c299e41f8 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337455 Oct 13 15:41:31.502197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7c1dc-7723-4cbe-a049-f2e5865e30a1 req-f495fb9c-da28-461e-b011-d97c8df47807 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:31.503854 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e7c1dc-7723-4cbe-a049-f2e5865e30a1 req-f495fb9c-da28-461e-b011-d97c8df47807 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0885012 Oct 13 15:41:31.506795 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44323e-0049-48c1-9eb4-eea79203db45 req-8989c84c-abd6-42e0-b4a2-88aba2cfbe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:31.508248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb44323e-0049-48c1-9eb4-eea79203db45 req-8989c84c-abd6-42e0-b4a2-88aba2cfbe9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1097 time: 0.0593100 Oct 13 15:41:31.595659 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-87e7c1dc-7723-4cbe-a049-f2e5865e30a1 req-1db7c44f-945f-4309-8a25-fc3ae3c60960 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851741 Oct 13 15:41:31.636708 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44323e-0049-48c1-9eb4-eea79203db45 req-4568246c-53ff-423d-9464-e13234f4a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:31.636708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb44323e-0049-48c1-9eb4-eea79203db45 req-4568246c-53ff-423d-9464-e13234f4a869 service neutron] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.1135192 Oct 13 15:41:31.700787 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb44323e-0049-48c1-9eb4-eea79203db45 req-e3ba79f5-1481-460b-8700-2aba67560bd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a33215b-2e22-415e-9303-b31122e1c064 HTTP/1.1" status: 200 len: 1001 time: 0.0610662 Oct 13 15:41:31.754659 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44323e-0049-48c1-9eb4-eea79203db45 req-8c78e633-3d86-469b-8ada-bffd124dfce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:31.756170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb44323e-0049-48c1-9eb4-eea79203db45 req-8c78e633-3d86-469b-8ada-bffd124dfce9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0453918 Oct 13 15:41:31.813235 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44323e-0049-48c1-9eb4-eea79203db45 req-8e05fb9e-23ab-46d0-80f4-e9c7c13e33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:31.814761 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb44323e-0049-48c1-9eb4-eea79203db45 req-8e05fb9e-23ab-46d0-80f4-e9c7c13e33c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496747 Oct 13 15:41:31.908093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb44323e-0049-48c1-9eb4-eea79203db45 req-12614a06-053e-4030-8b44-f04852485aa4 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851769 Oct 13 15:41:32.011689 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eb44323e-0049-48c1-9eb4-eea79203db45 req-efff3b08-2dc5-4e80-a780-54c9a5e9c379 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875723 Oct 13 15:41:32.722690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a2a6-2343-47ed-9280-8d4fb1ea15ff req-2be2e420-98ea-43f1-9851-07df7adf40fb tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:32.724285 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dc1a2a6-2343-47ed-9280-8d4fb1ea15ff req-2be2e420-98ea-43f1-9851-07df7adf40fb tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0527453 Oct 13 15:41:32.764579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dc1a2a6-2343-47ed-9280-8d4fb1ea15ff req-f2199d0e-148f-467c-ac7d-21183c5ba215 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332923 Oct 13 15:41:33.882334 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b992a-0894-4d0c-92c2-edd9223c77c9 req-8e9a8c4d-4a39-44ad-9347-e9db5b467769 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:33.883701 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea1b992a-0894-4d0c-92c2-edd9223c77c9 req-8e9a8c4d-4a39-44ad-9347-e9db5b467769 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 945 time: 0.0508556 Oct 13 15:41:33.921947 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ea1b992a-0894-4d0c-92c2-edd9223c77c9 req-e51ca4d9-f745-4c04-83a0-fbcf0a3782f4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311408 Oct 13 15:41:34.845670 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3a33215b-2e22-415e-9303-b31122e1c064 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:41:34.927091 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:34.945932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:41:34.948215 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9059d3cb-8a0d-49bb-b46d-985bb0849a0b" -d '{"events": [{"server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "name": "network-vif-unplugged", "status": "completed", "tag": "3a33215b-2e22-415e-9303-b31122e1c064"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:41:34.961237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3a33215b-2e22-415e-9303-b31122e1c064, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3a33215b-2e22-415e-9303-b31122e1c064,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:41:34.983592 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 15:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98135cf-233c-438e-bc19-e9afd052d9d8 x-openstack-request-id: req-a98135cf-233c-438e-bc19-e9afd052d9d8 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:41:34.984635 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "name": "network-vif-unplugged", "status": "failed", "tag": "3a33215b-2e22-415e-9303-b31122e1c064", "code": 422}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:41:34.984635 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a98135cf-233c-438e-bc19-e9afd052d9d8 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:41:34.984635 n-d-806683-15 neutron-server[112686]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064', 'code': 422} returned with failed status Oct 13 15:41:34.995971 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:35.045995 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3a33215b-2e22-415e-9303-b31122e1c064,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:35.055425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4cc99-668c-4e80-9afa-2faaa5e0d82f req-48343f25-1e4d-4902-aea6-da74c483a0b2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:35.056893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03f4cc99-668c-4e80-9afa-2faaa5e0d82f req-48343f25-1e4d-4902-aea6-da74c483a0b2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0542271 Oct 13 15:41:35.395956 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-03f4cc99-668c-4e80-9afa-2faaa5e0d82f req-6f59d8af-eafa-455e-83ea-1f27b8dd49e7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326514 Oct 13 15:41:35.520539 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-e97bc9aa-2288-4a02-87a3-d33a68bae076 req-b17d052a-ab14-4f1e-88f0-733b86ecbf10 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:41:35.521584 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e97bc9aa-2288-4a02-87a3-d33a68bae076 req-b17d052a-ab14-4f1e-88f0-733b86ecbf10 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0602112 Oct 13 15:41:35.847805 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d84729-84b7-41bb-abf2-20a9390bc97d req-a259dcef-987e-481c-9255-427c38da8cc2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:35.849348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72d84729-84b7-41bb-abf2-20a9390bc97d req-a259dcef-987e-481c-9255-427c38da8cc2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0507371 Oct 13 15:41:35.888322 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-72d84729-84b7-41bb-abf2-20a9390bc97d req-23115b9e-07ff-48c6-a3f1-57e495bf0c2a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319400 Oct 13 15:41:36.235334 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 42798) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:41:36.322302 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-575d8123-2a8c-472e-9b94-bd9ff80738c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858309 Oct 13 15:41:36.331663 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-1ff9c773-2562-47fc-9068-dc7b60e079e7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112684) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:41:36.332602 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-1ff9c773-2562-47fc-9068-dc7b60e079e7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048892 Oct 13 15:41:37.003094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a456b-4f3b-463a-b636-235898bd92b2 req-e1760538-84c5-4525-97a5-5d4bcf1db8a5 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:37.004571 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad8a456b-4f3b-463a-b636-235898bd92b2 req-e1760538-84c5-4525-97a5-5d4bcf1db8a5 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0480821 Oct 13 15:41:37.047493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad8a456b-4f3b-463a-b636-235898bd92b2 req-9be3e962-3ea8-4ccc-bf1e-d8230c67ea70 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342817 Oct 13 15:41:37.527428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-c6fa923a-5975-45c1-b23f-eaaeec06fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:37.528881 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-c6fa923a-5975-45c1-b23f-eaaeec06fd40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955&tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430 HTTP/1.1" status: 200 len: 1095 time: 0.0430954 Oct 13 15:41:37.590279 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-46a401a4-ed5d-4b72-8e52-a3148e8165d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:37.591775 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-46a401a4-ed5d-4b72-8e52-a3148e8165d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1095 time: 0.0400176 Oct 13 15:41:37.687799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-3903109a-7855-4cf8-b900-a5c0224e14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:37.689277 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-3903109a-7855-4cf8-b900-a5c0224e14fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0900288 Oct 13 15:41:37.754622 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-d596d807-bc2e-448c-9db3-4e3a0b79398b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a33215b-2e22-415e-9303-b31122e1c064 HTTP/1.1" status: 200 len: 999 time: 0.0580411 Oct 13 15:41:37.804726 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-8e0496cf-b6d1-42b1-9d72-83a1e09c2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:37.806259 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-8e0496cf-b6d1-42b1-9d72-83a1e09c2e23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0435057 Oct 13 15:41:37.857842 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-0ead7b4d-e099-45b3-8401-3efea524c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:37.859300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-0ead7b4d-e099-45b3-8401-3efea524c16f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444257 Oct 13 15:41:37.947473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-b6fc8bdf-8803-4afe-819c-637ec75ff60d service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802784 Oct 13 15:41:38.039693 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1e1175f-150c-422b-bedb-75936eda23d5 req-07b42d65-c4be-41bf-9053-0c59437e93af service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845869 Oct 13 15:41:38.166316 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942cba5-ceb7-4847-9824-2146306219f7 req-257df773-3b44-4f08-a675-8a6ae6b47262 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:38.169764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f942cba5-ceb7-4847-9824-2146306219f7 req-257df773-3b44-4f08-a675-8a6ae6b47262 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0530188 Oct 13 15:41:38.209909 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f942cba5-ceb7-4847-9824-2146306219f7 req-c51bb021-6304-4572-bd26-ca78e3082863 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339224 Oct 13 15:41:39.335989 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e493b-d974-4fb0-8288-82e56ead98f4 req-23cea2bd-f82c-4a55-9157-bd59a47ca6c1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:39.337552 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-585e493b-d974-4fb0-8288-82e56ead98f4 req-23cea2bd-f82c-4a55-9157-bd59a47ca6c1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0543780 Oct 13 15:41:39.377803 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-585e493b-d974-4fb0-8288-82e56ead98f4 req-216891ee-6715-4542-8652-99e5f108400c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341311 Oct 13 15:41:40.531017 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2cc65-36e1-4a0a-9817-d7cf583b8876 req-c6b5afde-97de-4b76-88c5-c6299b3e5b2a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:40.532723 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dff2cc65-36e1-4a0a-9817-d7cf583b8876 req-c6b5afde-97de-4b76-88c5-c6299b3e5b2a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0646970 Oct 13 15:41:40.576651 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dff2cc65-36e1-4a0a-9817-d7cf583b8876 req-bf6f2da6-2441-4f4d-81d3-dfd668d38f6e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373936 Oct 13 15:41:41.718115 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055d5fc-d0fc-4620-8302-82301d0a2fc0 req-4365614a-cb13-4ed6-81b0-07073977b398 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:41.719615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e055d5fc-d0fc-4620-8302-82301d0a2fc0 req-4365614a-cb13-4ed6-81b0-07073977b398 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0510504 Oct 13 15:41:41.766033 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e055d5fc-d0fc-4620-8302-82301d0a2fc0 req-a0905765-6118-4e25-9300-035c1c021c27 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392549 Oct 13 15:41:42.893236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafc2d5-e215-45b6-8f38-4953703a8778 req-b23fa9e5-a3a1-4a06-94e5-a36bc73240c0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:42.895206 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bafc2d5-e215-45b6-8f38-4953703a8778 req-b23fa9e5-a3a1-4a06-94e5-a36bc73240c0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0534010 Oct 13 15:41:42.939105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3bafc2d5-e215-45b6-8f38-4953703a8778 req-37e6b60c-6330-43f6-b629-b377298f5219 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326221 Oct 13 15:41:44.064324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adfc4f-381c-44e6-931c-df5273b63c27 req-4fabf606-82df-4d4e-9460-6636696e3a28 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:44.065926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1adfc4f-381c-44e6-931c-df5273b63c27 req-4fabf606-82df-4d4e-9460-6636696e3a28 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0522723 Oct 13 15:41:44.110890 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e1adfc4f-381c-44e6-931c-df5273b63c27 req-2cf3d27b-8ef9-424c-a1ac-a51b736d6f7c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381725 Oct 13 15:41:44.747330 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:41:45.243969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078acaa-a9e8-49ed-b455-19e830bf9d6e req-8255cdec-a57f-474b-a26e-ff08e1abd6d7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:45.245545 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7078acaa-a9e8-49ed-b455-19e830bf9d6e req-8255cdec-a57f-474b-a26e-ff08e1abd6d7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0605652 Oct 13 15:41:45.285440 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7078acaa-a9e8-49ed-b455-19e830bf9d6e req-f0c567d1-733b-440b-81d5-893761c9cc3c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331478 Oct 13 15:41:46.414031 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8634641-da13-4c97-bdea-b6f225292642 req-b1ceeb45-821b-4b7a-9827-0c3103c15ed2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:46.415638 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8634641-da13-4c97-bdea-b6f225292642 req-b1ceeb45-821b-4b7a-9827-0c3103c15ed2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0514295 Oct 13 15:41:46.465729 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e8634641-da13-4c97-bdea-b6f225292642 req-c863d71b-04cc-44c6-85a4-4b74052744e1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426216 Oct 13 15:41:47.588837 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa368d-bce9-4714-9f4f-ea5d769ffe03 req-e8b9280c-f24e-4630-aab1-0de1399f1e25 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:47.590531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3fa368d-bce9-4714-9f4f-ea5d769ffe03 req-e8b9280c-f24e-4630-aab1-0de1399f1e25 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0501752 Oct 13 15:41:47.637922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3fa368d-bce9-4714-9f4f-ea5d769ffe03 req-76c86123-bb74-42f2-8793-0ed7b8ba9e6e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 Oct 13 15:41:48.756515 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6878b-0f91-4701-8f0d-69a3b96bca75 req-ed34b702-ac97-48dc-a752-2c9ac2a8f71e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:48.758170 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d6878b-0f91-4701-8f0d-69a3b96bca75 req-ed34b702-ac97-48dc-a752-2c9ac2a8f71e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0517726 Oct 13 15:41:48.797128 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-39d6878b-0f91-4701-8f0d-69a3b96bca75 req-7f3ed60f-55d8-481c-837d-3c58c969ddc6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317037 Oct 13 15:41:49.789422 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:49.790249 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-da4dfca8-8243-4f0c-95e1-567b631a8ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:49.916318 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5659527-6a13-453d-a349-b53d2197f86a req-93e91c01-b405-4395-b6e9-ffc60eb378d5 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:49.917741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5659527-6a13-453d-a349-b53d2197f86a req-93e91c01-b405-4395-b6e9-ffc60eb378d5 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0514646 Oct 13 15:41:49.956937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d5659527-6a13-453d-a349-b53d2197f86a req-22895354-267a-43b6-909c-47da2b5931d0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328963 Oct 13 15:41:51.073319 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba320502-09bf-4757-ba81-18332b2c9619 req-83614f19-8ba0-4ef0-8a1b-367ef2b565e8 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:51.074837 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba320502-09bf-4757-ba81-18332b2c9619 req-83614f19-8ba0-4ef0-8a1b-367ef2b565e8 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0505605 Oct 13 15:41:51.117316 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ba320502-09bf-4757-ba81-18332b2c9619 req-3ea3ae0e-4393-4667-a0d8-56b37bae1152 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362916 Oct 13 15:41:52.233597 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1ffd4-70ff-47e1-a76a-51a07dadfd53 req-5dc6c737-c6c7-4863-b254-755a2193fd35 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:52.235154 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6d1ffd4-70ff-47e1-a76a-51a07dadfd53 req-5dc6c737-c6c7-4863-b254-755a2193fd35 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0519853 Oct 13 15:41:52.274931 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b6d1ffd4-70ff-47e1-a76a-51a07dadfd53 req-2ee43739-950c-41f2-9d43-577fbbce88bc tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336452 Oct 13 15:41:52.350248 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ed88a27d-50b0-45fb-b88d-4547b04fc69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:52.932856 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:53.394391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cab8eb-4a6b-445d-8f9a-bfd5a6470798 req-a0fb6ea3-dc29-4d09-84d7-3e17e19d2d41 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:53.395895 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8cab8eb-4a6b-445d-8f9a-bfd5a6470798 req-a0fb6ea3-dc29-4d09-84d7-3e17e19d2d41 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0498638 Oct 13 15:41:53.435991 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a8cab8eb-4a6b-445d-8f9a-bfd5a6470798 req-485c88b5-11d3-4ecc-99dc-c824d2a7ea7c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332530 Oct 13 15:41:54.109314 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:54.203114 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:54.550275 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8aec12-8995-4aa2-94f6-f4809d762d91 req-9a73660a-8e34-47c4-bb4f-706bdb0be24c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:54.552020 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca8aec12-8995-4aa2-94f6-f4809d762d91 req-9a73660a-8e34-47c4-bb4f-706bdb0be24c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 943 time: 0.0487363 Oct 13 15:41:54.593914 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ca8aec12-8995-4aa2-94f6-f4809d762d91 req-e0aebe83-a588-4366-a956-33bd43aded89 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358667 Oct 13 15:41:54.971682 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3a33215b-2e22-415e-9303-b31122e1c064 details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:41:55.065220 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3a33215b-2e22-415e-9303-b31122e1c064, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3a33215b-2e22-415e-9303-b31122e1c064,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:41:55.076914 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '3a33215b-2e22-415e-9303-b31122e1c064', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'port_id': '3a33215b-2e22-415e-9303-b31122e1c064', 'mac_address': 'fa:16:3e:88:0d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:41:55.112722 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:55.125339 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a33215b-2e22-415e-9303-b31122e1c064 {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:41:55.148043 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3a33215b-2e22-415e-9303-b31122e1c064, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3a33215b-2e22-415e-9303-b31122e1c064,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:41:55.229409 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:55.277459 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3a33215b-2e22-415e-9303-b31122e1c064,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:55.594994 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['3a33215b-2e22-415e-9303-b31122e1c064'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:41:55.711560 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da66f-81f6-4757-9d12-a4f8884a97c1 req-342f4f27-81eb-4e52-b5a3-9dc7454a44ca tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:55.713085 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-278da66f-81f6-4757-9d12-a4f8884a97c1 req-342f4f27-81eb-4e52-b5a3-9dc7454a44ca tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 944 time: 0.0495529 Oct 13 15:41:55.723564 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:55.752176 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-278da66f-81f6-4757-9d12-a4f8884a97c1 req-1e529896-1f91-4b30-baa5-25b47ffd79c0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328436 Oct 13 15:41:56.867359 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b337f-950d-432f-9ea8-d4a4b7be9092 req-9c885fa2-8799-48bb-8379-0762c3c60c04 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:56.868774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc7b337f-950d-432f-9ea8-d4a4b7be9092 req-9c885fa2-8799-48bb-8379-0762c3c60c04 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 944 time: 0.0503328 Oct 13 15:41:56.907042 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cc7b337f-950d-432f-9ea8-d4a4b7be9092 req-309dd1d4-8278-4edf-8495-dfcbade2f3f5 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320573 Oct 13 15:41:56.969204 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3a33215b-2e22-415e-9303-b31122e1c064 up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:41:57.016755 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 3a33215b-2e22-415e-9303-b31122e1c064 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:41:57.017161 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:57.094562 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:57.117237 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:41:57.119623 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18ec664-0569-4a2c-8ead-99eb840e3ee9" -d '{"events": [{"server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "name": "network-vif-plugged", "status": "completed", "tag": "3a33215b-2e22-415e-9303-b31122e1c064"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:41:57.132879 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 3a33215b-2e22-415e-9303-b31122e1c064, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3a33215b-2e22-415e-9303-b31122e1c064,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:41:57.158877 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95073b04-431a-4eb0-8a67-0664db7f5305 x-openstack-request-id: req-95073b04-431a-4eb0-8a67-0664db7f5305 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:41:57.159175 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "name": "network-vif-plugged", "status": "completed", "tag": "3a33215b-2e22-415e-9303-b31122e1c064", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:41:57.159429 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95073b04-431a-4eb0-8a67-0664db7f5305 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:41:57.159827 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064', 'code': 200} Oct 13 15:41:57.190047 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:57.239825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=3a33215b-2e22-415e-9303-b31122e1c064,revision_number=10']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:57.364445 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7bf0e-75ca-4430-bc1a-cd9db055bf8b req-0e61140a-eb93-4009-aa0c-629d71f3b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:57.365979 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02d7bf0e-75ca-4430-bc1a-cd9db055bf8b req-0e61140a-eb93-4009-aa0c-629d71f3b27a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1098 time: 0.0409684 Oct 13 15:41:57.405786 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02d7bf0e-75ca-4430-bc1a-cd9db055bf8b req-7bebe5bf-fa35-43cc-8232-41f55c0787b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316982 Oct 13 15:41:58.023697 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70950a6d-59c0-42cb-bb0f-3d7df4b4701a req-cb37e6e0-f232-49ca-82ff-71aea9c1fab2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:58.025233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70950a6d-59c0-42cb-bb0f-3d7df4b4701a req-cb37e6e0-f232-49ca-82ff-71aea9c1fab2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 946 time: 0.0511746 Oct 13 15:41:58.066495 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-70950a6d-59c0-42cb-bb0f-3d7df4b4701a req-43f1754f-6c19-441d-953f-8eb2ef8729e0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340257 Oct 13 15:41:59.183064 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487394b4-0299-483b-ac10-3da24c03b81e req-1795a610-7bc1-4166-a2d5-323279857a6a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:41:59.185025 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-487394b4-0299-483b-ac10-3da24c03b81e req-1795a610-7bc1-4166-a2d5-323279857a6a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 946 time: 0.0495553 Oct 13 15:41:59.223148 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-487394b4-0299-483b-ac10-3da24c03b81e req-92938bb0-be5c-474e-b946-0af150de0215 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316291 Oct 13 15:42:00.342718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de87745-37eb-4fed-9512-ec486f54c8d4 req-76960fd2-b97f-4518-89d3-9284fee4ef1a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:42:00.344260 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5de87745-37eb-4fed-9512-ec486f54c8d4 req-76960fd2-b97f-4518-89d3-9284fee4ef1a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 946 time: 0.0492778 Oct 13 15:42:00.385940 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5de87745-37eb-4fed-9512-ec486f54c8d4 req-9dc809cf-40ec-4801-b081-05a28117aca9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357206 Oct 13 15:42:19.561964 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:19.650566 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3ae60702-bed4-48f4-ba31-16a7d7f02eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:20.503647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a39ebba-cd64-4c28-a918-07275350a4da req-58a81d20-0f1d-4f1e-9659-2ea316e5cf83 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406518 Oct 13 15:42:20.589266 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39ebba-cd64-4c28-a918-07275350a4da req-efd7a55a-2c98-43aa-b312-75086d47536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:42:20.590797 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a39ebba-cd64-4c28-a918-07275350a4da req-efd7a55a-2c98-43aa-b312-75086d47536a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1098 time: 0.0423169 Oct 13 15:42:20.702259 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39ebba-cd64-4c28-a918-07275350a4da req-ab964f50-0468-4769-bb94-049102a6e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:42:20.703811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a39ebba-cd64-4c28-a918-07275350a4da req-ab964f50-0468-4769-bb94-049102a6e163 service neutron] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0912013 Oct 13 15:42:20.773573 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a39ebba-cd64-4c28-a918-07275350a4da req-1b429de6-1b2a-4e02-8099-b2cd90d003df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a33215b-2e22-415e-9303-b31122e1c064 HTTP/1.1" status: 200 len: 1001 time: 0.0615969 Oct 13 15:42:20.830698 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39ebba-cd64-4c28-a918-07275350a4da req-1d033f05-ec18-42df-840b-cf6657e372d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:42:20.832176 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a39ebba-cd64-4c28-a918-07275350a4da req-1d033f05-ec18-42df-840b-cf6657e372d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0503364 Oct 13 15:42:20.885103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39ebba-cd64-4c28-a918-07275350a4da req-db092e6e-69b1-47f4-9469-16ebc197e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:42:20.886618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a39ebba-cd64-4c28-a918-07275350a4da req-db092e6e-69b1-47f4-9469-16ebc197e304 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455947 Oct 13 15:42:20.987250 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a39ebba-cd64-4c28-a918-07275350a4da req-33eb1f17-7de8-4882-9453-04b7bdd7d6d4 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924699 Oct 13 15:42:21.089174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2a39ebba-cd64-4c28-a918-07275350a4da req-de3fdea9-c40d-4718-af1a-1dd2b587ea55 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912495 Oct 13 15:42:21.746401 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:42:22.355771 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c1da6223-5323-4bbc-9007-20ca54f8ba59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:22.915357 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:24.120814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:24.189058 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.743745 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:49.588455 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:49.649814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6e9b2420-29fe-4302-a388-55397c926298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:52.369447 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8ff53739-a7b9-48a9-854d-ddbeaf2503a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:52.897713 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:54.090224 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:54.222846 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:55.740593 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:58.749341 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:43:19.639777 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:19.648056 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-403ff791-5a74-4972-b6da-f6732d841118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:22.402835 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-840b6f5b-6b61-4720-a77a-38f753ffab59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:22.549413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a96d2e7e-53f1-4a69-b16d-26c52e135b6c req-07414f77-70dd-4afc-a18f-b32663e0f2b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0891552 Oct 13 15:43:22.632891 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d2e7e-53f1-4a69-b16d-26c52e135b6c req-fd9671aa-a959-45a7-a0ca-d66a46f665e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:43:22.634391 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a96d2e7e-53f1-4a69-b16d-26c52e135b6c req-fd9671aa-a959-45a7-a0ca-d66a46f665e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1098 time: 0.0407596 Oct 13 15:43:22.743458 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d2e7e-53f1-4a69-b16d-26c52e135b6c req-9a11583e-b6d9-4028-b29e-0bd836931303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:43:22.744925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a96d2e7e-53f1-4a69-b16d-26c52e135b6c req-9a11583e-b6d9-4028-b29e-0bd836931303 service neutron] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0904593 Oct 13 15:43:22.809266 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a96d2e7e-53f1-4a69-b16d-26c52e135b6c req-004d4475-e0ab-4e70-9a76-0b2004e21f8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a33215b-2e22-415e-9303-b31122e1c064 HTTP/1.1" status: 200 len: 1001 time: 0.0564694 Oct 13 15:43:22.863383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d2e7e-53f1-4a69-b16d-26c52e135b6c req-fcba02d4-9098-4121-b8a9-20e6c76c4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:43:22.864832 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a96d2e7e-53f1-4a69-b16d-26c52e135b6c req-fcba02d4-9098-4121-b8a9-20e6c76c4afc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0478373 Oct 13 15:43:22.908243 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:22.910667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d2e7e-53f1-4a69-b16d-26c52e135b6c req-db07417c-a74f-4101-bfd1-c04c216a10d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:43:22.912142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a96d2e7e-53f1-4a69-b16d-26c52e135b6c req-db07417c-a74f-4101-bfd1-c04c216a10d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400908 Oct 13 15:43:23.007953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a96d2e7e-53f1-4a69-b16d-26c52e135b6c req-1b23dec9-fe91-4770-b6d2-d86e7a9b8e3c service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870936 Oct 13 15:43:23.102822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a96d2e7e-53f1-4a69-b16d-26c52e135b6c req-cb05ec04-887d-4ac6-9401-08bb60ec51f5 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872836 Oct 13 15:43:24.080081 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:24.205302 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:25.739571 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:35.749256 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:43:45.535152 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42956) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:43:45.738280 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Deleting port 7d223bed-4b66-4630-92f0-73b77c81fa40 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:43:45.738639 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:45.819796 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:45.820031 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:45.833054 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Calling delete_port for 7d223bed-4b66-4630-92f0-73b77c81fa40 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:43:46.056096 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:46.082492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event deleted for resources: {'Port': ['ID=7d223bed-4b66-4630-92f0-73b77c81fa40,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:43:46.110704 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:46.111053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:46.111396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:46.111736 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:46.112097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:46.112427 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:46.112757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:46.113110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:46.113436 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:46.113761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:46.114089 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:46.114417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:46.154158 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:46.154566 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Floating IP fdc56978-0d2f-429d-9194-289c3b5fae94 disassociated (deleted). External IP: 172.25.0.196, port: 3a33215b-2e22-415e-9303-b31122e1c064. Oct 13 15:43:46.363804 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:43:46.471320 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:43:46.476134 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:46.482984 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49572a-793c-4540-ba35-774b215ba4dd None None] Sync routers for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:43:46.492567 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c49572a-793c-4540-ba35-774b215ba4dd None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:43:46.493221 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4c49572a-793c-4540-ba35-774b215ba4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:43:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:43:46.503246 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-038256a6-0db2-42e4-8a22-19f6e86203b7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "DELETE /v2.0/floatingips/fdc56978-0d2f-429d-9194-289c3b5fae94 HTTP/1.1" status: 204 len: 168 time: 0.9669900 Oct 13 15:43:46.503830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:43:46.506129 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e002b981-6e8e-4100-93a4-bdb44418156f" -d '{"events": [{"name": "network-changed", "server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "tag": "3a33215b-2e22-415e-9303-b31122e1c064"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:43:46.605596 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd09ab3-4560-469b-be27-5563f01c6308 x-openstack-request-id: req-dbd09ab3-4560-469b-be27-5563f01c6308 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:43:46.606269 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "tag": "3a33215b-2e22-415e-9303-b31122e1c064", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:43:46.606269 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbd09ab3-4560-469b-be27-5563f01c6308 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:43:46.606693 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064', 'status': 'completed', 'code': 200} Oct 13 15:43:46.613212 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-4c49572a-793c-4540-ba35-774b215ba4dd None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:43:46.674000 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002b981-6e8e-4100-93a4-bdb44418156f req-0a15070a-a6f2-4969-8f97-8660612be6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:43:46.675660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e002b981-6e8e-4100-93a4-bdb44418156f req-0a15070a-a6f2-4969-8f97-8660612be6bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 1098 time: 0.0458345 Oct 13 15:43:46.776195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002b981-6e8e-4100-93a4-bdb44418156f req-045b21b6-737c-48d2-b6ff-67b78cc03ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:43:46.777814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e002b981-6e8e-4100-93a4-bdb44418156f req-045b21b6-737c-48d2-b6ff-67b78cc03ffa service neutron] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0941114 Oct 13 15:43:46.825899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e002b981-6e8e-4100-93a4-bdb44418156f req-f3cee427-6386-4ee8-a781-39ed23d0cd21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a33215b-2e22-415e-9303-b31122e1c064 HTTP/1.1" status: 200 len: 217 time: 0.0398204 Oct 13 15:43:46.918233 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002b981-6e8e-4100-93a4-bdb44418156f req-7c7d476c-0429-4379-ae25-e93f8fcfb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:43:46.919879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e002b981-6e8e-4100-93a4-bdb44418156f req-7c7d476c-0429-4379-ae25-e93f8fcfb68e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0777321 Oct 13 15:43:46.926962 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4c49572a-793c-4540-ba35-774b215ba4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 5, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:43:46.946806 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3eb82f-fa1c-4b8a-a55a-cf0befd07bd9 req-5586eff3-1cc2-4d6d-a8ae-9580e003b029 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:43:46.948341 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e3eb82f-fa1c-4b8a-a55a-cf0befd07bd9 req-5586eff3-1cc2-4d6d-a8ae-9580e003b029 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 946 time: 0.0962341 Oct 13 15:43:46.956509 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49572a-793c-4540-ba35-774b215ba4dd None None] Checking router: 2e2575a0-a040-46eb-95a2-cdee6a2b9edb for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:43:46.966358 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c49572a-793c-4540-ba35-774b215ba4dd None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:43:46.967287 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4c49572a-793c-4540-ba35-774b215ba4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:43:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:43:47.007502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3e3eb82f-fa1c-4b8a-a55a-cf0befd07bd9 req-007f1c0f-868b-4fcd-8954-765c1529fd0a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430133 Oct 13 15:43:47.009484 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002b981-6e8e-4100-93a4-bdb44418156f req-fac7d4b4-73d9-43cd-9a5b-367ab6753dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:43:47.010937 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e002b981-6e8e-4100-93a4-bdb44418156f req-fac7d4b4-73d9-43cd-9a5b-367ab6753dc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810909 Oct 13 15:43:47.095930 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-4c49572a-793c-4540-ba35-774b215ba4dd None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:43:47.112105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e002b981-6e8e-4100-93a4-bdb44418156f req-a993c447-8530-4219-b726-20d86c587a98 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923767 Oct 13 15:43:47.214925 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e002b981-6e8e-4100-93a4-bdb44418156f req-6038e262-22c6-4d86-95ac-2bdfe92d43f9 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946071 Oct 13 15:43:47.316706 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-4c49572a-793c-4540-ba35-774b215ba4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 5, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:43:47.344767 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49572a-793c-4540-ba35-774b215ba4dd None None] The sync data for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 is: [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 5, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:43:47.585263 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c996364c-1ab0-4768-b4b2-d5181def71c4 None None] New status for floating IP fdc56978-0d2f-429d-9194-289c3b5fae94: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:43:48.150852 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f72c0-cc0e-48f6-8126-a64ea9756df4 req-61dd1fa5-6bfd-4c9f-90a8-afb378d1fbc5 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:43:48.152358 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e3f72c0-cc0e-48f6-8126-a64ea9756df4 req-61dd1fa5-6bfd-4c9f-90a8-afb378d1fbc5 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 946 time: 0.0645325 Oct 13 15:43:48.202271 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4e3f72c0-cc0e-48f6-8126-a64ea9756df4 req-b084ca93-c537-4b62-ada4-a16ec2787277 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d807e07-9366-40b8-894f-119e3e997a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Oct 13 15:43:48.449944 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6d299-4baf-4b77-8df9-d05b31d8bfd5 req-8d22fbdb-b9b0-4fc4-91eb-485afe1768a1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:43:48.451681 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ca6d299-4baf-4b77-8df9-d05b31d8bfd5 req-8d22fbdb-b9b0-4fc4-91eb-485afe1768a1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.41 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 946 time: 0.0492508 Oct 13 15:43:48.540786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-0ca6d299-4baf-4b77-8df9-d05b31d8bfd5 req-0c94dcf4-dfdb-4cec-9612-589f147cb8d6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Deleting port 3a33215b-2e22-415e-9303-b31122e1c064 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:43:48.541141 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0ca6d299-4baf-4b77-8df9-d05b31d8bfd5 req-0c94dcf4-dfdb-4cec-9612-589f147cb8d6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:48.645117 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-0ca6d299-4baf-4b77-8df9-d05b31d8bfd5 req-0c94dcf4-dfdb-4cec-9612-589f147cb8d6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] For port 3a33215b-2e22-415e-9303-b31122e1c064, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=3a33215b-2e22-415e-9303-b31122e1c064,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:43:48.645488 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0ca6d299-4baf-4b77-8df9-d05b31d8bfd5 req-0c94dcf4-dfdb-4cec-9612-589f147cb8d6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:48.658426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-0ca6d299-4baf-4b77-8df9-d05b31d8bfd5 req-0c94dcf4-dfdb-4cec-9612-589f147cb8d6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Calling delete_port for 3a33215b-2e22-415e-9303-b31122e1c064 owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:43:48.842415 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0ca6d299-4baf-4b77-8df9-d05b31d8bfd5 req-0c94dcf4-dfdb-4cec-9612-589f147cb8d6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:48.870931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94dcf4-dfdb-4cec-9612-589f147cb8d6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event deleted for resources: {'Port': ['ID=3a33215b-2e22-415e-9303-b31122e1c064,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:43:48.916878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca6d299-4baf-4b77-8df9-d05b31d8bfd5 req-0c94dcf4-dfdb-4cec-9612-589f147cb8d6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] No DVR routers for this DVR port 3a33215b-2e22-415e-9303-b31122e1c064 on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:43:48.920298 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-0ca6d299-4baf-4b77-8df9-d05b31d8bfd5 req-0c94dcf4-dfdb-4cec-9612-589f147cb8d6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:48.923619 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0ca6d299-4baf-4b77-8df9-d05b31d8bfd5 req-0c94dcf4-dfdb-4cec-9612-589f147cb8d6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.41 "DELETE /v2.0/ports/3a33215b-2e22-415e-9303-b31122e1c064 HTTP/1.1" status: 204 len: 173 time: 0.4651606 Oct 13 15:43:48.924097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'name': 'network-vif-deleted', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:43:48.926398 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27b6d20-d7fd-418c-9126-f7ec0ff04676" -d '{"events": [{"server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "name": "network-vif-deleted", "tag": "3a33215b-2e22-415e-9303-b31122e1c064"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:43:48.961853 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aaba88-9ec5-4218-a758-6154d88c9d67 x-openstack-request-id: req-a6aaba88-9ec5-4218-a758-6154d88c9d67 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:43:48.962147 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277577dc-8ffd-4f01-b402-3d67fb9cd955", "name": "network-vif-deleted", "tag": "3a33215b-2e22-415e-9303-b31122e1c064", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:43:48.962404 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6aaba88-9ec5-4218-a758-6154d88c9d67 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:43:48.970577 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277577dc-8ffd-4f01-b402-3d67fb9cd955', 'name': 'network-vif-deleted', 'tag': '3a33215b-2e22-415e-9303-b31122e1c064', 'status': 'completed', 'code': 200} Oct 13 15:43:49.322037 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-94069c24-1bbd-493c-b30a-d7bac6d5f688 req-da928dad-ffca-4fb1-997b-b210bc47c55d tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=277577dc-8ffd-4f01-b402-3d67fb9cd955 HTTP/1.1" status: 200 len: 210 time: 0.0283458 Oct 13 15:43:49.587733 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:49.627561 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fb2b490e-a551-4f15-90dc-d3663d30ecd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:50.381778 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42980) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:43:50.442539 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc2b3-ef28-4597-adab-bfbea35470f9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:50.466455 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc2b3-ef28-4597-adab-bfbea35470f9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:50.590019 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc2b3-ef28-4597-adab-bfbea35470f9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:50.593487 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f1ebc2b3-ef28-4597-adab-bfbea35470f9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:50.594724 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f1ebc2b3-ef28-4597-adab-bfbea35470f9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "DELETE /v2.0/security-groups/8d807e07-9366-40b8-894f-119e3e997a96 HTTP/1.1" status: 204 len: 168 time: 0.2118847 Oct 13 15:43:50.604342 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebc2b3-ef28-4597-adab-bfbea35470f9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d807e07-9366-40b8-894f-119e3e997a96,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:43:50.918873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42986) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:43:50.923299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9b82a70b-087e-41da-8d43-12b76993f2e6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287809269', 'description': 'tempest-secgroup-smoke-287809269 description', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:43:51.004716 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b82a70b-087e-41da-8d43-12b76993f2e6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:51.069253 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b82a70b-087e-41da-8d43-12b76993f2e6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:51.155905 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b82a70b-087e-41da-8d43-12b76993f2e6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:51.184248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82a70b-087e-41da-8d43-12b76993f2e6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa2670d-33a1-4a56-8d77-3fccbb8beb20,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:43:51.250018 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b82a70b-087e-41da-8d43-12b76993f2e6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:51.251287 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9b82a70b-087e-41da-8d43-12b76993f2e6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3314755 Oct 13 15:43:51.254595 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42988) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:43:51.258966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-bbea7430-1e7a-4326-84dd-1830587bfabd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group_rule': {'security_group_id': 'bfa2670d-33a1-4a56-8d77-3fccbb8beb20', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:43:51.355215 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bbea7430-1e7a-4326-84dd-1830587bfabd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:51.409709 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bbea7430-1e7a-4326-84dd-1830587bfabd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:51.487160 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bbea7430-1e7a-4326-84dd-1830587bfabd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:51.505209 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea7430-1e7a-4326-84dd-1830587bfabd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1018a49c-b34e-44d5-b827-b57bd60c8880,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:43:51.572300 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-bbea7430-1e7a-4326-84dd-1830587bfabd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:51.573549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-bbea7430-1e7a-4326-84dd-1830587bfabd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3179162 Oct 13 15:43:51.577410 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42990) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:43:51.581757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-0847b992-baa9-4565-b188-980ddf66d1c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group_rule': {'security_group_id': 'bfa2670d-33a1-4a56-8d77-3fccbb8beb20', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:43:51.661195 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0847b992-baa9-4565-b188-980ddf66d1c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:51.712781 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3a33215b-2e22-415e-9303-b31122e1c064 no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:43:51.723346 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0847b992-baa9-4565-b188-980ddf66d1c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:51.734409 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 3a33215b-2e22-415e-9303-b31122e1c064 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:43:51.734753 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 3a33215b-2e22-415e-9303-b31122e1c064 not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:43:51.801553 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0847b992-baa9-4565-b188-980ddf66d1c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:51.818893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847b992-baa9-4565-b188-980ddf66d1c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69471bea-d96c-45c2-8a8b-0695fec5817f,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:43:51.890173 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0847b992-baa9-4565-b188-980ddf66d1c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:51.891387 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0847b992-baa9-4565-b188-980ddf66d1c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3130543 Oct 13 15:43:51.894126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42992) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:43:51.898335 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-6f721c05-476b-4567-ab07-6aeeb3057574 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group_rule': {'security_group_id': 'bfa2670d-33a1-4a56-8d77-3fccbb8beb20', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:43:51.988647 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6f721c05-476b-4567-ab07-6aeeb3057574 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.045736 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6f721c05-476b-4567-ab07-6aeeb3057574 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.121572 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6f721c05-476b-4567-ab07-6aeeb3057574 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.140813 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f721c05-476b-4567-ab07-6aeeb3057574 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265f2b97-f232-4912-842c-97971b78c559,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:43:52.281987 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6f721c05-476b-4567-ab07-6aeeb3057574 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.283142 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6f721c05-476b-4567-ab07-6aeeb3057574 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3880997 Oct 13 15:43:52.285930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42994) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:43:52.290299 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-6e6e12e0-45bf-4813-8f55-c1ad8c6fa336 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group_rule': {'security_group_id': 'bfa2670d-33a1-4a56-8d77-3fccbb8beb20', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:43:52.370187 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6e6e12e0-45bf-4813-8f55-c1ad8c6fa336 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.378536 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4e0d46ed-0ac4-4baa-b38a-361ea0adf8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.427401 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6e6e12e0-45bf-4813-8f55-c1ad8c6fa336 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.490210 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6e6e12e0-45bf-4813-8f55-c1ad8c6fa336 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.508721 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e12e0-45bf-4813-8f55-c1ad8c6fa336 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd0c0e1-0b0a-4c88-a1f6-943ea035167f,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:43:52.561548 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6e6e12e0-45bf-4813-8f55-c1ad8c6fa336 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.562780 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6e6e12e0-45bf-4813-8f55-c1ad8c6fa336 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2758641 Oct 13 15:43:52.565452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42996) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:43:52.569847 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-f198446d-dccd-4a37-9747-af3ff07746b6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group_rule': {'security_group_id': 'bfa2670d-33a1-4a56-8d77-3fccbb8beb20', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:43:52.645278 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-f198446d-dccd-4a37-9747-af3ff07746b6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Project 9b5c6bdaf11e4d25af6905c9a64d6430 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:43:52.650405 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f198446d-dccd-4a37-9747-af3ff07746b6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.712105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f198446d-dccd-4a37-9747-af3ff07746b6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.788166 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f198446d-dccd-4a37-9747-af3ff07746b6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.806693 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198446d-dccd-4a37-9747-af3ff07746b6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4555114a-4950-4e80-8517-3ba3bb3edc64,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:43:52.870176 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-f198446d-dccd-4a37-9747-af3ff07746b6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.871413 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f198446d-dccd-4a37-9747-af3ff07746b6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3050182 Oct 13 15:43:52.875040 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 42998) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:43:52.879543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-c0464fd0-26dd-4da5-9b54-d8837877c4c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'security_group_rule': {'security_group_id': 'bfa2670d-33a1-4a56-8d77-3fccbb8beb20', 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:43:52.936795 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:52.959135 n-d-806683-15 neutron-server[112685]: INFO neutron.db.securitygroups_db [None req-c0464fd0-26dd-4da5-9b54-d8837877c4c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Project 9b5c6bdaf11e4d25af6905c9a64d6430 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:43:52.964160 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0464fd0-26dd-4da5-9b54-d8837877c4c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:53.024616 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0464fd0-26dd-4da5-9b54-d8837877c4c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:53.087083 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0464fd0-26dd-4da5-9b54-d8837877c4c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:53.107169 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0464fd0-26dd-4da5-9b54-d8837877c4c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be1ed8b-8f97-4a94-872e-98df82451f25,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:43:53.192147 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0464fd0-26dd-4da5-9b54-d8837877c4c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:53.193443 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c0464fd0-26dd-4da5-9b54-d8837877c4c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3174357 Oct 13 15:43:54.079302 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:54.207254 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:55.727342 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:12.749173 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:44:14.008879 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-a776aad6-5bbc-4864-9b3b-ea84a98bc393 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287809269&fields=id&tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430 HTTP/1.1" status: 200 len: 267 time: 0.0347519 Oct 13 15:44:14.119028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-f173bc4b-8bdb-433e-8a4d-90dbce5d6f1c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:14.120407 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-f173bc4b-8bdb-433e-8a4d-90dbce5d6f1c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 808 time: 0.1044860 Oct 13 15:44:14.135985 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-a1552703-7cba-4845-b353-fb5205024b87 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/quotas/9b5c6bdaf11e4d25af6905c9a64d6430 HTTP/1.1" status: 200 len: 375 time: 0.0090828 Oct 13 15:44:14.187083 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-ba0f5ac7-cc35-47c3-a75b-b7f2b246dc4f tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450218 Oct 13 15:44:14.201987 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-22f827ea-e065-4a70-89ca-3d6d15d08948 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:44:14.202919 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-22f827ea-e065-4a70-89ca-3d6d15d08948 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049686 Oct 13 15:44:14.291821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-761721a5-2ba1-44b3-bf36-078dd5cc8dab service neutron] 10.222.0.18 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832856 Oct 13 15:44:14.379609 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-27b023d4-5c03-4220-9261-ed3a46a23026 service neutron] 10.222.0.18 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815244 Oct 13 15:44:15.941327 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7795a32d-7820-4b86-a056-2cb4768986b9 req-165e05cd-1ee8-4fe1-9ad8-778b09b1b2fc tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 210 time: 0.0279675 Oct 13 15:44:17.039987 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64bf7d95-ff6f-4568-b0d1-58078efcae44 req-a4027667-8b94-43f9-a3dc-af757c4f1f3c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 210 time: 0.0309429 Oct 13 15:44:18.183335 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a0c3463-8cf5-47a5-b329-6befec8ced13 req-74be770e-011d-45b0-8aad-23dd4d6d04fe tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 210 time: 0.0545907 Oct 13 15:44:18.242681 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-1c28c968-b437-4557-bfdb-5e29880ec3f1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:18.244188 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-1c28c968-b437-4557-bfdb-5e29880ec3f1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.49 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 808 time: 0.4481900 Oct 13 15:44:18.291115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-b62766e4-7212-4767-8a96-f90cda309ca7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430 HTTP/1.1" status: 200 len: 379 time: 0.0330160 Oct 13 15:44:18.304758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-2966b193-1813-4920-b26d-8e24cc05d2df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'port': {'device_id': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'admin_state_up': True, 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'security_groups': ['bfa2670d-33a1-4a56-8d77-3fccbb8beb20']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:18.490407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-2966b193-1813-4920-b26d-8e24cc05d2df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Made reservation on behalf of 9b5c6bdaf11e4d25af6905c9a64d6430 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:44:18.493944 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-2966b193-1813-4920-b26d-8e24cc05d2df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:18.623051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-2966b193-1813-4920-b26d-8e24cc05d2df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Allocated IP 172.20.0.7 (681de4c6-f407-4a7f-b4bb-a508112cfb7f/d978b47b-4b3d-4f81-a4e7-b0ba03595a64/52fe0f65-f6f5-4c91-b946-11efcf40209a) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:44:18.761922 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-2966b193-1813-4920-b26d-8e24cc05d2df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:18.858862 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-2966b193-1813-4920-b26d-8e24cc05d2df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:18.925470 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-2966b193-1813-4920-b26d-8e24cc05d2df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Network 681de4c6-f407-4a7f-b4bb-a508112cfb7f is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:44:18.929124 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-2966b193-1813-4920-b26d-8e24cc05d2df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:44:18.932959 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-2966b193-1813-4920-b26d-8e24cc05d2df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:44:18.957365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966b193-1813-4920-b26d-8e24cc05d2df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'Port': ['ID=52fe0f65-f6f5-4c91-b946-11efcf40209a,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:18.987160 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-2966b193-1813-4920-b26d-8e24cc05d2df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:18.988109 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-2966b193-1813-4920-b26d-8e24cc05d2df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.107774 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-2966b193-1813-4920-b26d-8e24cc05d2df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8066204 Oct 13 15:44:19.120942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-d4ef22f3-9913-49ba-b5f2-ee742fa36ddd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:44:19.122087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-d4ef22f3-9913-49ba-b5f2-ee742fa36ddd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060914 Oct 13 15:44:19.183748 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Request body: {'port': {'device_id': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:19.193209 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-5a45aba8-5255-42eb-a00c-277c348702b3 None None] Provisioning complete for port 52fe0f65-f6f5-4c91-b946-11efcf40209a triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:44:19.193747 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5a45aba8-5255-42eb-a00c-277c348702b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.235570 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-5a45aba8-5255-42eb-a00c-277c348702b3 None None] Port 52fe0f65-f6f5-4c91-b946-11efcf40209a cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:44:19.254674 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.352364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dc055-33f3-42d8-89f6-ed34614cde35 req-90e0bfcd-869f-455a-a84b-fc7bb0fb5074 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:19.353886 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c88dc055-33f3-42d8-89f6-ed34614cde35 req-90e0bfcd-869f-455a-a84b-fc7bb0fb5074 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 931 time: 0.0904946 Oct 13 15:44:19.488821 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c88dc055-33f3-42d8-89f6-ed34614cde35 req-6108089b-e027-459a-a2e5-b3ef9db1f4df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881221 Oct 13 15:44:19.599951 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.612441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fe0f65-f6f5-4c91-b946-11efcf40209a {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:44:19.618354 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e3455ed2-025e-499e-a902-4d8a2126e71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.622616 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.638301 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Transition to ACTIVE for port object 52fe0f65-f6f5-4c91-b946-11efcf40209a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:44:19.692007 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.744432 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Pushing event updated for resources: {'Port': ['ID=52fe0f65-f6f5-4c91-b946-11efcf40209a,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:19.823620 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Attempting to bind port 52fe0f65-f6f5-4c91-b946-11efcf40209a on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:44:19.824056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Attempting to bind port 52fe0f65-f6f5-4c91-b946-11efcf40209a by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:44:19.824452 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Attempting to bind port 52fe0f65-f6f5-4c91-b946-11efcf40209a on network 681de4c6-f407-4a7f-b4bb-a508112cfb7f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:44:19.829945 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Port 52fe0f65-f6f5-4c91-b946-11efcf40209a on network 681de4c6-f407-4a7f-b4bb-a508112cfb7f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:44:19.830363 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Attempting to bind port 52fe0f65-f6f5-4c91-b946-11efcf40209a on network 681de4c6-f407-4a7f-b4bb-a508112cfb7f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:44:19.836304 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:44:19.836504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Checking segment: {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:44:19.836890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Bound using segment: {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:44:19.837350 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Bound port: 52fe0f65-f6f5-4c91-b946-11efcf40209a, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:44:19.837803 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.917690 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:44:19.921300 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:44:19.999541 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:20.039962 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:20.042559 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:20.042559 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] 10.222.0.49 "PUT /v2.0/ports/52fe0f65-f6f5-4c91-b946-11efcf40209a HTTP/1.1" status: 200 len: 1092 time: 0.9108839 Oct 13 15:44:20.042559 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:44:20.044745 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dbbe02-5419-4d3f-996a-6660ac5be241" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:44:20.083963 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0212d0f-236d-457f-b959-e575be0ae748 service neutron] Pushing event updated for resources: {'Port': ['ID=52fe0f65-f6f5-4c91-b946-11efcf40209a,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:20.110426 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4404245-97fc-43f1-8cdf-16ab66400aec x-openstack-request-id: req-f4404245-97fc-43f1-8cdf-16ab66400aec {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:44:20.110740 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:44:20.111189 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f4404245-97fc-43f1-8cdf-16ab66400aec {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:44:20.111862 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'status': 'completed', 'code': 200} Oct 13 15:44:20.185087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbbe02-5419-4d3f-996a-6660ac5be241 req-267df260-bd62-4257-bcec-6bf7f566a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:20.186618 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07dbbe02-5419-4d3f-996a-6660ac5be241 req-267df260-bd62-4257-bcec-6bf7f566a25f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1095 time: 0.0464802 Oct 13 15:44:20.302423 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbbe02-5419-4d3f-996a-6660ac5be241 req-172ed154-3d58-461e-bc76-dcd27ce1d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:20.303899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07dbbe02-5419-4d3f-996a-6660ac5be241 req-172ed154-3d58-461e-bc76-dcd27ce1d787 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1046875 Oct 13 15:44:20.405929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbbe02-5419-4d3f-996a-6660ac5be241 req-e3988d5e-4925-4ac8-a475-f4e70d5b66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:20.407514 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-07dbbe02-5419-4d3f-996a-6660ac5be241 req-e3988d5e-4925-4ac8-a475-f4e70d5b66fa service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926356 Oct 13 15:44:20.495752 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-ccf7dd89-2a3b-4406-834d-42b6b4d1a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:20.497348 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-ccf7dd89-2a3b-4406-834d-42b6b4d1a903 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1095 time: 0.0454650 Oct 13 15:44:20.542734 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-76545190-4b38-4b8e-975b-2ebc581f3899 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a HTTP/1.1" status: 200 len: 217 time: 0.0358894 Oct 13 15:44:20.636602 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-a68742e3-bb8e-4612-9208-8b9f874247b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:20.638137 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-a68742e3-bb8e-4612-9208-8b9f874247b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0830350 Oct 13 15:44:20.652172 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5ee8e-dd2c-43ae-a99b-ca0bed60805f req-123d384d-a4f2-4654-855d-107b34513648 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:20.653760 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dd5ee8e-dd2c-43ae-a99b-ca0bed60805f req-123d384d-a4f2-4654-855d-107b34513648 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0906143 Oct 13 15:44:20.716694 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9dd5ee8e-dd2c-43ae-a99b-ca0bed60805f req-36b0515a-c497-471b-9e9f-7301a60512d1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534899 Oct 13 15:44:20.723377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-cad3dfd6-720d-49bd-bdaf-f70be1185a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:20.724884 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-cad3dfd6-720d-49bd-bdaf-f70be1185a4c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702317 Oct 13 15:44:20.824155 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-fa30ca5d-769d-486f-aa8e-bcbc6943ffe8 service neutron] 10.222.0.49 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872891 Oct 13 15:44:20.926177 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-643f04cc-9500-4836-a840-ee75fb50e4ce req-a4b135b3-d6a5-492e-accb-9b3d7ec7db99 service neutron] 10.222.0.49 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877373 Oct 13 15:44:21.838799 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244fdfd-f4f7-437b-822a-044c9722a30b req-9766adf5-069b-4f61-a152-454e02d4dfb5 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:21.840245 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b244fdfd-f4f7-437b-822a-044c9722a30b req-9766adf5-069b-4f61-a152-454e02d4dfb5 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0517406 Oct 13 15:44:21.880021 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b244fdfd-f4f7-437b-822a-044c9722a30b req-6ba0b82e-3a71-4c28-b583-68385d6088df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331972 Oct 13 15:44:22.383729 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f90dcbb6-c668-4b5e-9ce1-4b4d4c30b7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.922870 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:23.014006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8d7b6-624d-4440-b184-876c43024add req-13b29ffb-992f-4115-a466-7a1bf4ae6f6c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:23.015504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8df8d7b6-624d-4440-b184-876c43024add req-13b29ffb-992f-4115-a466-7a1bf4ae6f6c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0533259 Oct 13 15:44:23.053530 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8df8d7b6-624d-4440-b184-876c43024add req-ede350e9-4916-4079-9eeb-d72b477f0951 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314167 Oct 13 15:44:24.090025 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:24.170365 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de083fed-5fb4-4697-8c70-995eef4c6a15 req-be931f87-3a27-430f-9bc4-ca87a5103dc3 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:24.171843 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de083fed-5fb4-4697-8c70-995eef4c6a15 req-be931f87-3a27-430f-9bc4-ca87a5103dc3 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0503511 Oct 13 15:44:24.209564 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de083fed-5fb4-4697-8c70-995eef4c6a15 req-3a39e9e4-4acd-4739-867e-a9744ca0c08c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Oct 13 15:44:24.217879 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:25.322196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16048c72-2dfb-45fe-9952-73528e73fa46 req-3176f4b8-c069-47f4-a245-359aa4247457 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:25.323670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16048c72-2dfb-45fe-9952-73528e73fa46 req-3176f4b8-c069-47f4-a245-359aa4247457 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0486095 Oct 13 15:44:25.360624 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-16048c72-2dfb-45fe-9952-73528e73fa46 req-b7dc04b9-0e45-4ef9-8639-6ba3d3270cbc tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311213 Oct 13 15:44:25.753198 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:26.481524 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f97d76-f681-4315-aaf6-1f2dcb60e2a1 req-ef854eb7-c301-402f-b428-0ff82075406b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:26.483010 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09f97d76-f681-4315-aaf6-1f2dcb60e2a1 req-ef854eb7-c301-402f-b428-0ff82075406b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0535469 Oct 13 15:44:26.520958 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-09f97d76-f681-4315-aaf6-1f2dcb60e2a1 req-19915929-106c-447f-bda6-be4ba6b453ee tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318098 Oct 13 15:44:27.636099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f8035-5281-4f85-9264-30c2fc6cc91b req-bc2d0907-9733-49f7-9147-47d0cc9f84ce tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:27.637599 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f23f8035-5281-4f85-9264-30c2fc6cc91b req-bc2d0907-9733-49f7-9147-47d0cc9f84ce tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0518172 Oct 13 15:44:27.675564 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f23f8035-5281-4f85-9264-30c2fc6cc91b req-508f17a2-71e2-404f-9387-54da0ca2b604 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320368 Oct 13 15:44:28.788941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac468-5c47-4be9-a96f-3adf17837342 req-df6e8f9e-07f0-473e-820c-fbfef6b0a437 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:28.790441 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-431ac468-5c47-4be9-a96f-3adf17837342 req-df6e8f9e-07f0-473e-820c-fbfef6b0a437 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0488365 Oct 13 15:44:28.828614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-431ac468-5c47-4be9-a96f-3adf17837342 req-096eb64d-708e-4a3c-b8bd-e8d28939b89b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321841 Oct 13 15:44:29.946896 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8afd8-4a67-4f85-b900-361dd95f5dec req-592cdeaa-b20c-4c2f-b7c7-3c80b224cd14 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:29.948300 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fec8afd8-4a67-4f85-b900-361dd95f5dec req-592cdeaa-b20c-4c2f-b7c7-3c80b224cd14 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0527773 Oct 13 15:44:29.985637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fec8afd8-4a67-4f85-b900-361dd95f5dec req-8c2d721e-f131-4a3c-b0bf-8255d19a7641 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314288 Oct 13 15:44:31.103313 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0297257-598e-468d-88ee-534ba45ae568 req-0f9892f6-1193-439e-90b7-911d6026824e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:31.104809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0297257-598e-468d-88ee-534ba45ae568 req-0f9892f6-1193-439e-90b7-911d6026824e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0506799 Oct 13 15:44:31.143741 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a0297257-598e-468d-88ee-534ba45ae568 req-8a99052b-d230-4826-85ca-4894fc824ba4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Oct 13 15:44:31.728608 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 52fe0f65-f6f5-4c91-b946-11efcf40209a details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:44:31.821773 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:44:31.835411 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'port_id': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'mac_address': 'fa:16:3e:1c:9f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:44:31.871479 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:31.884196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fe0f65-f6f5-4c91-b946-11efcf40209a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:44:31.902255 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:44:31.983220 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:32.030927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=52fe0f65-f6f5-4c91-b946-11efcf40209a,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:32.045219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:32.045562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:32.045899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:32.046231 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:32.046586 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:32.046918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:32.047264 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:32.047586 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:32.047908 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:32.048228 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:32.048548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:32.049527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:32.256486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3851d-83ed-45b5-a4cc-30ca0ba987a2 req-55a52804-deb3-4d56-8f64-cf7729b9c339 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:32.258004 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12a3851d-83ed-45b5-a4cc-30ca0ba987a2 req-55a52804-deb3-4d56-8f64-cf7729b9c339 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 944 time: 0.0488665 Oct 13 15:44:32.286969 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['52fe0f65-f6f5-4c91-b946-11efcf40209a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:44:32.295976 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-12a3851d-83ed-45b5-a4cc-30ca0ba987a2 req-ffea4f01-ba8f-4a6b-bac3-a66d7b1f6ecf tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320938 Oct 13 15:44:33.414396 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cda5e1-9f84-4dc9-b213-3007741ff57a req-0b38b4f3-7590-407c-aa38-ef530d7d2679 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:33.415862 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0cda5e1-9f84-4dc9-b213-3007741ff57a req-0b38b4f3-7590-407c-aa38-ef530d7d2679 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 944 time: 0.0527351 Oct 13 15:44:33.454272 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0cda5e1-9f84-4dc9-b213-3007741ff57a req-b8006086-9807-489a-813d-23562618fad9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324016 Oct 13 15:44:33.745667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 52fe0f65-f6f5-4c91-b946-11efcf40209a up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:44:33.891642 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 52fe0f65-f6f5-4c91-b946-11efcf40209a completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:44:33.895731 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 52fe0f65-f6f5-4c91-b946-11efcf40209a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:44:33.896103 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:33.976703 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:33.998628 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:44:34.000834 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0746d0-cb2f-4807-8e5f-61b068e2a9c9" -d '{"events": [{"server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "name": "network-vif-plugged", "status": "completed", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:44:34.013458 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:44:34.036857 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf75c4e-d186-4e8a-9ec8-7e7dce14abc7 x-openstack-request-id: req-8cf75c4e-d186-4e8a-9ec8-7e7dce14abc7 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:44:34.037177 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "name": "network-vif-plugged", "status": "completed", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:44:34.037422 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cf75c4e-d186-4e8a-9ec8-7e7dce14abc7 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:44:34.037860 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'code': 200} Oct 13 15:44:34.096222 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:34.141012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994c462-91b3-42f6-8d45-f79524f58bff req-bbd1f1ff-b634-4d4d-b7be-62fda30305eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:34.143087 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c994c462-91b3-42f6-8d45-f79524f58bff req-bbd1f1ff-b634-4d4d-b7be-62fda30305eb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1097 time: 0.0402374 Oct 13 15:44:34.145814 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=52fe0f65-f6f5-4c91-b946-11efcf40209a,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:34.181464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c994c462-91b3-42f6-8d45-f79524f58bff req-b35d30fc-976d-443e-8547-c019c5beee4b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283253 Oct 13 15:44:34.568638 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c1c62-21fa-4981-aef9-ae83c12cd385 req-90e9dbc9-1fff-4858-9e51-f8d5db3bfa59 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:34.570140 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b7c1c62-21fa-4981-aef9-ae83c12cd385 req-90e9dbc9-1fff-4858-9e51-f8d5db3bfa59 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0495682 Oct 13 15:44:34.608575 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8b7c1c62-21fa-4981-aef9-ae83c12cd385 req-788e2fa6-eb2d-456b-824a-eb4e76fb5518 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324938 Oct 13 15:44:35.734730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fb63a-ee66-4d6b-9adc-d56e578e3740 req-c6fbe097-5094-4991-a072-c18ed058bad1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:35.736216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837fb63a-ee66-4d6b-9adc-d56e578e3740 req-c6fbe097-5094-4991-a072-c18ed058bad1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0551724 Oct 13 15:44:35.773242 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-837fb63a-ee66-4d6b-9adc-d56e578e3740 req-a52c211b-ac68-4f32-a3d0-e2b3e4075486 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310161 Oct 13 15:44:35.886877 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256b0de-b37d-4648-bf05-dbd00ead83f6 req-db4f5780-d818-4cd9-b075-c718dcc94a4e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:35.888234 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8256b0de-b37d-4648-bf05-dbd00ead83f6 req-db4f5780-d818-4cd9-b075-c718dcc94a4e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0495801 Oct 13 15:44:35.926993 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8256b0de-b37d-4648-bf05-dbd00ead83f6 req-5a861b0f-1a72-41b2-99c4-60644fd592df tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319619 Oct 13 15:44:35.947779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43216) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:36.039655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5ff347-363a-4e67-a90e-21516726dc8b tempest-TestShelveInstance-121127419 tempest-TestShelveInstance-121127419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:36.046438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9b5ff347-363a-4e67-a90e-21516726dc8b tempest-TestShelveInstance-121127419 tempest-TestShelveInstance-121127419-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1092 time: 0.0924840 Oct 13 15:44:36.048413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43220) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:44:36.052955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'fixed_ip_address': '172.20.0.7'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:36.175789 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:36.273361 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:36.375236 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Allocated IP 172.25.0.8 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/7a8e93e1-4c5e-4e05-b6e2-550faa438779) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:44:36.484834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:36.582215 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:36.624155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:44:36.627190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:44:36.631366 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:44:36.637035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'Port': ['ID=7a8e93e1-4c5e-4e05-b6e2-550faa438779,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:37.019579 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:37.147627 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:37.294575 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:37.358520 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:37.447571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event updated for resources: {'Port': ['ID=7a8e93e1-4c5e-4e05-b6e2-550faa438779,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:37.471544 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:37.477270 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0087338c-396c-472f-ab0f-047c1d853f83 req-99e312dd-f483-4232-803a-787f0e0277ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0888686 Oct 13 15:44:37.602231 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087338c-396c-472f-ab0f-047c1d853f83 req-3263f6fd-a749-4b30-a46b-08e49e43da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:37.603635 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0087338c-396c-472f-ab0f-047c1d853f83 req-3263f6fd-a749-4b30-a46b-08e49e43da8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1097 time: 0.0814438 Oct 13 15:44:37.604618 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Floating IP 68c4dfa1-959d-4e92-a364-ff9ab8444c93 associated. External IP: 172.25.0.8, port: 52fe0f65-f6f5-4c91-b946-11efcf40209a. Oct 13 15:44:37.777383 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087338c-396c-472f-ab0f-047c1d853f83 req-4702fde9-aa6d-4bc6-9bc6-d13e8883d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:37.778820 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0087338c-396c-472f-ab0f-047c1d853f83 req-4702fde9-aa6d-4bc6-9bc6-d13e8883d196 service neutron] 10.222.0.49 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.1360545 Oct 13 15:44:37.913682 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0087338c-396c-472f-ab0f-047c1d853f83 req-3afce6e3-683c-4bbd-aaea-e8d7854c1e77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a HTTP/1.1" status: 200 len: 997 time: 0.1008563 Oct 13 15:44:38.273763 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:44:38.281803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087338c-396c-472f-ab0f-047c1d853f83 req-71838088-f7ee-48bc-812d-4b8ba444e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:38.283773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0087338c-396c-472f-ab0f-047c1d853f83 req-71838088-f7ee-48bc-812d-4b8ba444e004 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.3630445 Oct 13 15:44:38.399929 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087338c-396c-472f-ab0f-047c1d853f83 req-76012b2d-17dc-43d4-a279-763f92d79da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:38.401445 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0087338c-396c-472f-ab0f-047c1d853f83 req-76012b2d-17dc-43d4-a279-763f92d79da6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098604 Oct 13 15:44:38.431599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:44:38.441650 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330633d8-feda-4ccf-8116-617f3843536e None None] Sync routers for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:44:38.453889 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330633d8-feda-4ccf-8116-617f3843536e None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:44:38.454486 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-330633d8-feda-4ccf-8116-617f3843536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:44:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:38.508953 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0087338c-396c-472f-ab0f-047c1d853f83 req-b8d13095-47d6-41a5-9d57-dd728fdd4a4d service neutron] 10.222.0.49 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981796 Oct 13 15:44:38.557143 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-330633d8-feda-4ccf-8116-617f3843536e None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:44:38.561990 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:38.615899 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-9b8cfa35-8f17-410f-88c3-29cabbf11844 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5519497 Oct 13 15:44:38.615899 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:44:38.615899 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed8640c-46f1-4664-a719-16e6ba6b3f93" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:44:38.634437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0087338c-396c-472f-ab0f-047c1d853f83 req-99054d42-8291-4fd6-905b-855a94cdf5fe service neutron] 10.222.0.49 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175787 Oct 13 15:44:38.660753 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d6f4a6-f958-4a10-92db-b1098843abc6 x-openstack-request-id: req-48d6f4a6-f958-4a10-92db-b1098843abc6 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:44:38.660753 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:44:38.660753 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48d6f4a6-f958-4a10-92db-b1098843abc6 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:44:38.660753 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'status': 'completed', 'code': 200} Oct 13 15:44:38.778684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8640c-46f1-4664-a719-16e6ba6b3f93 req-3d6f95d1-e902-4ad8-8915-8bfea3a7fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:38.780194 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed8640c-46f1-4664-a719-16e6ba6b3f93 req-3d6f95d1-e902-4ad8-8915-8bfea3a7fbb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1097 time: 0.0459840 Oct 13 15:44:38.787042 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-330633d8-feda-4ccf-8116-617f3843536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '68c4dfa1-959d-4e92-a364-ff9ab8444c93', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'port_id': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'mac_address': 'fa:16:3e:1c:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:44:36Z', 'updated_at': '2021-10-13T15:44:36Z', 'revision_number': 0, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 5, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:38.813057 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330633d8-feda-4ccf-8116-617f3843536e None None] Checking router: 2e2575a0-a040-46eb-95a2-cdee6a2b9edb for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:44:38.822000 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330633d8-feda-4ccf-8116-617f3843536e None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:44:38.822598 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-330633d8-feda-4ccf-8116-617f3843536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:44:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:38.873490 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8640c-46f1-4664-a719-16e6ba6b3f93 req-f8ba615b-a62c-4027-9510-e1bd5ec1fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:38.875111 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed8640c-46f1-4664-a719-16e6ba6b3f93 req-f8ba615b-a62c-4027-9510-e1bd5ec1fa80 service neutron] 10.222.0.49 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0873268 Oct 13 15:44:38.929103 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-330633d8-feda-4ccf-8116-617f3843536e None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:44:38.945454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed8640c-46f1-4664-a719-16e6ba6b3f93 req-1012625f-5158-4237-a29e-21fabf32f449 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a HTTP/1.1" status: 200 len: 997 time: 0.0624564 Oct 13 15:44:38.994794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8640c-46f1-4664-a719-16e6ba6b3f93 req-f70ddaf8-6a50-4c79-8783-9be381be6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:38.996269 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed8640c-46f1-4664-a719-16e6ba6b3f93 req-f70ddaf8-6a50-4c79-8783-9be381be6d82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0442402 Oct 13 15:44:39.042718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8640c-46f1-4664-a719-16e6ba6b3f93 req-3c0c6463-9e1a-4d85-bc9b-d49593887fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:44:39.044248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed8640c-46f1-4664-a719-16e6ba6b3f93 req-3c0c6463-9e1a-4d85-bc9b-d49593887fe0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408776 Oct 13 15:44:39.140732 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed8640c-46f1-4664-a719-16e6ba6b3f93 req-63923660-51d1-4a5f-b6bc-bffcee46fd21 service neutron] 10.222.0.49 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893281 Oct 13 15:44:39.164086 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-330633d8-feda-4ccf-8116-617f3843536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '68c4dfa1-959d-4e92-a364-ff9ab8444c93', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'port_id': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'mac_address': 'fa:16:3e:1c:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:44:36Z', 'updated_at': '2021-10-13T15:44:36Z', 'revision_number': 0, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 5, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:39.191383 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330633d8-feda-4ccf-8116-617f3843536e None None] The sync data for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 is: [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '68c4dfa1-959d-4e92-a364-ff9ab8444c93', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'floating_ip_address': '172.25.0.8', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'port_id': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'mac_address': 'fa:16:3e:1c:9f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:44:36Z', 'updated_at': '2021-10-13T15:44:36Z', 'revision_number': 0, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 5, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:44:39.233978 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5ed8640c-46f1-4664-a719-16e6ba6b3f93 req-b1168ad1-8afe-4075-a4ae-766bc0d4fdd1 service neutron] 10.222.0.49 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853002 Oct 13 15:44:39.387267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113f55a7-5d71-4656-9d8b-320544080e29 None None] New status for floating IP 68c4dfa1-959d-4e92-a364-ff9ab8444c93: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:44:49.749684 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:44:49.794838 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:49.822587 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bf8adc6a-bb16-4ca0-bb57-eb322cd844ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:52.399774 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4482b6f1-e4c8-453a-81fb-8d0cd913119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:52.946723 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:54.091076 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:54.210622 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:55.742391 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:19.575974 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:19.649797 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba003-b077-4ebd-ab1e-86739ecf94c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:22.364147 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a86b6cfc-fc54-4a14-8cb3-ecf150d3cd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:22.993271 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:24.106981 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:24.210060 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:25.753122 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:26.749460 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:45:37.422614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-197aa8a5-cce3-42ff-b0e1-3d8c650e0c22 req-3dee4ac5-aad1-4a40-9d7b-c18c1723d071 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398235 Oct 13 15:45:37.512254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197aa8a5-cce3-42ff-b0e1-3d8c650e0c22 req-5731045b-4342-4f17-b6c3-ad918e386756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:45:37.513800 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-197aa8a5-cce3-42ff-b0e1-3d8c650e0c22 req-5731045b-4342-4f17-b6c3-ad918e386756 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1097 time: 0.0453382 Oct 13 15:45:37.622711 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197aa8a5-cce3-42ff-b0e1-3d8c650e0c22 req-eccc419c-c84b-4207-9f86-f180d252859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:45:37.628067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-197aa8a5-cce3-42ff-b0e1-3d8c650e0c22 req-eccc419c-c84b-4207-9f86-f180d252859c service neutron] 10.222.0.49 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0888302 Oct 13 15:45:37.695847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-197aa8a5-cce3-42ff-b0e1-3d8c650e0c22 req-a0b268ac-9369-43f2-ac3e-92f5dd37a47c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a HTTP/1.1" status: 200 len: 999 time: 0.0626793 Oct 13 15:45:37.748820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197aa8a5-cce3-42ff-b0e1-3d8c650e0c22 req-90a7406c-5921-4d4c-a86d-af13919c36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:45:37.750276 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-197aa8a5-cce3-42ff-b0e1-3d8c650e0c22 req-90a7406c-5921-4d4c-a86d-af13919c36e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0437469 Oct 13 15:45:37.797003 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197aa8a5-cce3-42ff-b0e1-3d8c650e0c22 req-5f37dece-34ae-47c2-a247-53ff7c133e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:45:37.798502 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-197aa8a5-cce3-42ff-b0e1-3d8c650e0c22 req-5f37dece-34ae-47c2-a247-53ff7c133e51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410187 Oct 13 15:45:37.895071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-197aa8a5-cce3-42ff-b0e1-3d8c650e0c22 req-0eaeae42-af80-4612-a2f0-018c9b411161 service neutron] 10.222.0.49 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855110 Oct 13 15:45:37.986550 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-197aa8a5-cce3-42ff-b0e1-3d8c650e0c22 req-5a208406-0920-4f20-9aa9-cf92154f54f0 service neutron] 10.222.0.49 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833914 Oct 13 15:45:49.626748 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:49.649304 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-aedf24c6-027a-4ff7-a102-8da19abe234e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:52.386229 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-4aaa299c-4de4-4d6b-bec6-f454beb651d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:52.946809 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:54.066710 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:54.215095 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:55.769259 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:03.749067 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:46:19.631472 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fa339ce2-a7dc-4a17-b051-3e98c8cf82c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:19.665585 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:22.385765 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-616b3aa9-6545-485e-b022-ba289e2f3172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:22.952126 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:24.112024 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:24.226127 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:25.745591 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:37.415409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4292f3cf-6439-4f89-8c4a-44eb2b10be7a req-08b3fe05-8d85-4f7e-851a-6d14f376448b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411563 Oct 13 15:46:37.509764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f3cf-6439-4f89-8c4a-44eb2b10be7a req-149ddc1f-0266-4599-9b4d-25c54c1325a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:46:37.511244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4292f3cf-6439-4f89-8c4a-44eb2b10be7a req-149ddc1f-0266-4599-9b4d-25c54c1325a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1097 time: 0.0443447 Oct 13 15:46:37.619885 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f3cf-6439-4f89-8c4a-44eb2b10be7a req-3b18b9c0-6d09-4155-b780-4ef83a8e8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:46:37.621395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4292f3cf-6439-4f89-8c4a-44eb2b10be7a req-3b18b9c0-6d09-4155-b780-4ef83a8e8b90 service neutron] 10.222.0.49 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0841990 Oct 13 15:46:37.695653 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4292f3cf-6439-4f89-8c4a-44eb2b10be7a req-e06688b8-5d18-4849-b599-5197581a1c08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a HTTP/1.1" status: 200 len: 999 time: 0.0632894 Oct 13 15:46:37.748727 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f3cf-6439-4f89-8c4a-44eb2b10be7a req-ebb5829c-4e8d-47e6-aea8-36469c1a618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:46:37.750254 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4292f3cf-6439-4f89-8c4a-44eb2b10be7a req-ebb5829c-4e8d-47e6-aea8-36469c1a618c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0441031 Oct 13 15:46:37.799082 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292f3cf-6439-4f89-8c4a-44eb2b10be7a req-1110c213-a3b7-440a-ac29-717e6c231532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:46:37.800542 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4292f3cf-6439-4f89-8c4a-44eb2b10be7a req-1110c213-a3b7-440a-ac29-717e6c231532 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392437 Oct 13 15:46:37.903316 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4292f3cf-6439-4f89-8c4a-44eb2b10be7a req-b86e6e7d-71a0-48be-badf-758078b888f6 service neutron] 10.222.0.49 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893085 Oct 13 15:46:37.997141 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4292f3cf-6439-4f89-8c4a-44eb2b10be7a req-a8d010a1-f864-4d87-9b8a-31072b7e5186 service neutron] 10.222.0.49 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817773 Oct 13 15:46:40.747816 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:46:49.619816 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-26a21bb3-f692-4b29-b4c7-b072dfa70278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:49.642433 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:52.385399 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-933fe264-f2f4-4aaa-abd8-045fe846f1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:52.968119 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:54.082313 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:54.231083 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:55.779403 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:00.914130 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-a063bda5-8357-46ba-b54a-100e87c5899e req-4bfd01df-89a9-486b-873e-5e2e6926a83c service neutron] (112684) timed out ('10.222.0.18', 41798) {{(pid=112684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 15:47:04.533426 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949be60c-9d97-47e9-925d-cef9e7839f40 req-600a6e4a-b1bd-4630-b75a-254bd4d64a44 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:04.534894 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-949be60c-9d97-47e9-925d-cef9e7839f40 req-600a6e4a-b1bd-4630-b75a-254bd4d64a44 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.1703498 Oct 13 15:47:04.577215 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-949be60c-9d97-47e9-925d-cef9e7839f40 req-621be546-18f4-4090-96c4-88a477afd88f tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360489 Oct 13 15:47:05.740411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bb552-660c-4ee4-87bc-d649f2b884a0 req-3eb4663c-1791-459c-96cf-08b7df8d0ea1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:05.741992 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f98bb552-660c-4ee4-87bc-d649f2b884a0 req-3eb4663c-1791-459c-96cf-08b7df8d0ea1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0932844 Oct 13 15:47:05.781696 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f98bb552-660c-4ee4-87bc-d649f2b884a0 req-810f69c9-9f27-41ac-80e6-149a08eef5d0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331893 Oct 13 15:47:06.922451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3121eb2-9e5e-4f7d-b304-6d4f0dc871d8 req-2b8eb9c2-721e-483a-83cf-6250dfe8afa1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:06.923827 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3121eb2-9e5e-4f7d-b304-6d4f0dc871d8 req-2b8eb9c2-721e-483a-83cf-6250dfe8afa1 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0499592 Oct 13 15:47:06.962343 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c3121eb2-9e5e-4f7d-b304-6d4f0dc871d8 req-bb379467-8322-4354-9398-3bf158f4429b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325654 Oct 13 15:47:08.078283 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baa72c-952f-417d-bcc9-4d6d52c4c8fe req-4ae5b7d8-141d-4167-99e8-68cfb2932a6a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:08.079744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64baa72c-952f-417d-bcc9-4d6d52c4c8fe req-4ae5b7d8-141d-4167-99e8-68cfb2932a6a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0483396 Oct 13 15:47:08.122338 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-64baa72c-952f-417d-bcc9-4d6d52c4c8fe req-e3d4d259-b1c3-4f76-bba9-20b5cf453655 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366037 Oct 13 15:47:09.234758 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e67a-df48-4d12-9fc2-0ab9ab29c918 req-9e2b67f6-5d35-4b8e-9baf-6b192092bede tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:09.236418 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af47e67a-df48-4d12-9fc2-0ab9ab29c918 req-9e2b67f6-5d35-4b8e-9baf-6b192092bede tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0488734 Oct 13 15:47:09.273777 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-af47e67a-df48-4d12-9fc2-0ab9ab29c918 req-74196af9-7c1f-40d5-ba4e-02d9affb6a4b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313830 Oct 13 15:47:10.393071 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63abc27-ef8f-4a46-ae2d-062017ab6dec req-e57caaf8-f34e-4ad8-8c69-9f0f950e04cd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:10.394859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f63abc27-ef8f-4a46-ae2d-062017ab6dec req-e57caaf8-f34e-4ad8-8c69-9f0f950e04cd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0513139 Oct 13 15:47:10.431073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f63abc27-ef8f-4a46-ae2d-062017ab6dec req-9ee9a0ed-cc20-40c1-a8d2-b2b4636fd2b0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306253 Oct 13 15:47:11.544099 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bc11f-fd1c-4998-8880-63e1c2849315 req-e5b92129-cc5d-4428-8175-b53a0e3deea8 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:11.545587 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec7bc11f-fd1c-4998-8880-63e1c2849315 req-e5b92129-cc5d-4428-8175-b53a0e3deea8 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0480533 Oct 13 15:47:11.586574 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ec7bc11f-fd1c-4998-8880-63e1c2849315 req-3ab8dfb2-9c66-4a9b-b51d-547afcbd16ee tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349472 Oct 13 15:47:12.701297 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d8b96-ab13-4c01-9374-206daf3a7d3e req-66ecfbf3-cf49-4ecf-9582-97409d986182 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:12.703324 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-205d8b96-ab13-4c01-9374-206daf3a7d3e req-66ecfbf3-cf49-4ecf-9582-97409d986182 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0489979 Oct 13 15:47:12.739891 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-205d8b96-ab13-4c01-9374-206daf3a7d3e req-e71d8f4d-40a9-4144-9823-fec7bc9f3929 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309381 Oct 13 15:47:13.862245 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d74668-49d0-4528-b826-08a6bdd11de9 req-5b951c63-82e4-434f-b29c-020706a57752 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:13.863751 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d74668-49d0-4528-b826-08a6bdd11de9 req-5b951c63-82e4-434f-b29c-020706a57752 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0508583 Oct 13 15:47:13.901493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b2d74668-49d0-4528-b826-08a6bdd11de9 req-a75679c2-1a03-4f6a-9f30-3688507f6fcd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318410 Oct 13 15:47:14.645606 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127562c-e811-49fc-b3ba-c454d26b254b req-0f31e747-df93-425d-9f42-55560c0624c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:14.647071 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c127562c-e811-49fc-b3ba-c454d26b254b req-0f31e747-df93-425d-9f42-55560c0624c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1097 time: 0.0401073 Oct 13 15:47:14.745211 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127562c-e811-49fc-b3ba-c454d26b254b req-6b4b966b-8b74-4e97-a020-350a29cbcf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:14.746903 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c127562c-e811-49fc-b3ba-c454d26b254b req-6b4b966b-8b74-4e97-a020-350a29cbcf83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0874729 Oct 13 15:47:14.818436 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c127562c-e811-49fc-b3ba-c454d26b254b req-c3187b9a-af98-40b0-a415-158e3a440166 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a HTTP/1.1" status: 200 len: 999 time: 0.0610096 Oct 13 15:47:14.872403 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127562c-e811-49fc-b3ba-c454d26b254b req-564e6ee8-654a-4360-a5e2-35a0cacaee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:14.873755 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c127562c-e811-49fc-b3ba-c454d26b254b req-564e6ee8-654a-4360-a5e2-35a0cacaee2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0433543 Oct 13 15:47:14.924146 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127562c-e811-49fc-b3ba-c454d26b254b req-e481693b-e8a0-4233-877b-17ff078fb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:14.925654 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c127562c-e811-49fc-b3ba-c454d26b254b req-e481693b-e8a0-4233-877b-17ff078fb718 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407333 Oct 13 15:47:15.060122 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e89d8-ae5e-4c80-8ce6-289b70595865 req-70c4eb16-2a83-4849-b155-84532723306a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:15.061625 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-748e89d8-ae5e-4c80-8ce6-289b70595865 req-70c4eb16-2a83-4849-b155-84532723306a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0782011 Oct 13 15:47:15.063838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c127562c-e811-49fc-b3ba-c454d26b254b req-c4c7e7ff-bb4c-42b1-80f5-29cc522bbd53 service neutron] 10.222.0.49 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255963 Oct 13 15:47:15.148331 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-748e89d8-ae5e-4c80-8ce6-289b70595865 req-873229be-77c7-45d0-9c59-3fd388e5a225 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805874 Oct 13 15:47:15.185383 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c127562c-e811-49fc-b3ba-c454d26b254b req-ba4eade1-a738-4e99-a434-f87c3023c56f service neutron] 10.222.0.49 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029038 Oct 13 15:47:16.269277 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee19ee2-df6c-43f4-91f0-b77735dc62ce req-c0f50a6b-56e0-431e-98de-e17d301c96bf tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:16.270750 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fee19ee2-df6c-43f4-91f0-b77735dc62ce req-c0f50a6b-56e0-431e-98de-e17d301c96bf tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0500124 Oct 13 15:47:16.307538 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fee19ee2-df6c-43f4-91f0-b77735dc62ce req-0ee88ea4-4eb2-4a01-a10d-c8342ba34480 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309830 Oct 13 15:47:17.427286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952c105-f680-42ae-a6f7-07e0dfbf18b8 req-25c7b5cc-1f7a-480c-a62b-3a7fb5339c29 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:17.428789 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d952c105-f680-42ae-a6f7-07e0dfbf18b8 req-25c7b5cc-1f7a-480c-a62b-3a7fb5339c29 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0522270 Oct 13 15:47:17.467291 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d952c105-f680-42ae-a6f7-07e0dfbf18b8 req-46b62040-9f76-4ab0-a47a-37dd590db96a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321288 Oct 13 15:47:17.747058 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:47:18.582312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a0c05-0095-40a1-b265-515463e08fbb req-833ee74f-3652-45a3-a458-65ac481685f7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:18.583798 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d3a0c05-0095-40a1-b265-515463e08fbb req-833ee74f-3652-45a3-a458-65ac481685f7 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0482249 Oct 13 15:47:18.627311 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6d3a0c05-0095-40a1-b265-515463e08fbb req-9eba4a46-d8a5-4197-8a40-9bc76f284153 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376244 Oct 13 15:47:19.640359 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5010a53c-848a-47e7-a3c5-1a1840ae8c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:19.653391 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:19.744198 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cac31-4701-475a-8a50-e1f907a37ece req-e6879397-7178-495b-a803-16fe3bd02cdd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:19.745673 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de6cac31-4701-475a-8a50-e1f907a37ece req-e6879397-7178-495b-a803-16fe3bd02cdd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0488746 Oct 13 15:47:19.787434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-de6cac31-4701-475a-8a50-e1f907a37ece req-2ce67751-1084-4365-be4e-d2d6527d6649 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349164 Oct 13 15:47:20.151286 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918036c4-d672-4a84-993e-914fed87328a req-4e446037-574c-48ed-bd3a-75db3314e476 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:20.152949 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-918036c4-d672-4a84-993e-914fed87328a req-4e446037-574c-48ed-bd3a-75db3314e476 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 945 time: 0.0534978 Oct 13 15:47:20.193131 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-918036c4-d672-4a84-993e-914fed87328a req-9c494e91-1128-4f1d-b9fb-94f61db82743 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333722 Oct 13 15:47:20.225560 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-1dbf81a6-86ce-4fff-9628-a094b8ed30a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867662 Oct 13 15:47:20.548947 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 52fe0f65-f6f5-4c91-b946-11efcf40209a no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:47:20.628464 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:20.651062 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:47:20.654100 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b19ee3-a69f-4ef1-af70-2b9344191dc2" -d '{"events": [{"server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "name": "network-vif-unplugged", "status": "completed", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:47:20.666686 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:47:20.756901 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:20.809829 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=52fe0f65-f6f5-4c91-b946-11efcf40209a,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:47:20.818958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:20.825885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:20.825885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:20.825885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:20.825885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:20.825885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:20.825885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:20.825885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:20.825885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:20.825885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:20.825885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:20.825885 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:20.993417 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 15:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7721634-acf8-48f3-b269-adb1d09bae58 x-openstack-request-id: req-c7721634-acf8-48f3-b269-adb1d09bae58 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:47:20.993712 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "name": "network-vif-unplugged", "status": "failed", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a", "code": 422}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:47:20.993971 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7721634-acf8-48f3-b269-adb1d09bae58 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:47:20.994380 n-d-806683-15 neutron-server[112686]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'code': 422} returned with failed status Oct 13 15:47:21.333014 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f65d5-7ad1-40c6-ba87-ba371180d949 req-ebfaac88-8730-4d11-ba27-e1e407e44a06 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:21.334386 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-797f65d5-7ad1-40c6-ba87-ba371180d949 req-ebfaac88-8730-4d11-ba27-e1e407e44a06 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0487940 Oct 13 15:47:21.378195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-797f65d5-7ad1-40c6-ba87-ba371180d949 req-3743b9f3-d678-4416-8ef5-145ea45df200 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376396 Oct 13 15:47:22.436554 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-64d58959-e7d5-4458-b579-404632e03c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:22.498801 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d6aab-ac32-42ad-b09f-69ba88db67e3 req-3a4a41f7-aaea-405e-9c3b-0b396dbffc78 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:22.501546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d73d6aab-ac32-42ad-b09f-69ba88db67e3 req-3a4a41f7-aaea-405e-9c3b-0b396dbffc78 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0549724 Oct 13 15:47:22.542716 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d73d6aab-ac32-42ad-b09f-69ba88db67e3 req-3fc0693d-f302-4071-a3ee-e8dbcd5346c4 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348711 Oct 13 15:47:22.955973 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:23.660015 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ac168-7850-4876-a916-71ba245eae18 req-d16590f3-8629-4895-8efc-0316913e6b2b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:23.661522 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe0ac168-7850-4876-a916-71ba245eae18 req-d16590f3-8629-4895-8efc-0316913e6b2b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0500665 Oct 13 15:47:23.702249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe0ac168-7850-4876-a916-71ba245eae18 req-32ffdedb-44aa-4820-8300-736f8af424d6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343785 Oct 13 15:47:24.122767 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:24.247953 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:24.817691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7709d6-7a03-49ff-a3eb-16c69e96431e req-194df4a1-4e84-4bb1-b879-6f3c863ba488 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:24.819175 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e7709d6-7a03-49ff-a3eb-16c69e96431e req-194df4a1-4e84-4bb1-b879-6f3c863ba488 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0496581 Oct 13 15:47:24.861606 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1e7709d6-7a03-49ff-a3eb-16c69e96431e req-2b23448d-4e4c-4bd8-97f0-e6839e5d2f1b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364759 Oct 13 15:47:25.756309 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:25.979880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e83cc7-07f0-40d7-af95-bb11bee43fbf req-b288d0aa-5aab-41bf-809a-902a91e86998 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:25.981735 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21e83cc7-07f0-40d7-af95-bb11bee43fbf req-b288d0aa-5aab-41bf-809a-902a91e86998 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0502441 Oct 13 15:47:26.020292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-21e83cc7-07f0-40d7-af95-bb11bee43fbf req-85acc07c-f326-4f8a-ba48-e9bcc620d76c tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327926 Oct 13 15:47:26.984931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-d0c35e94-4845-4755-a623-fd5509ebdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:26.986485 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-d0c35e94-4845-4755-a623-fd5509ebdfaf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64&tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430 HTTP/1.1" status: 200 len: 1095 time: 0.0426543 Oct 13 15:47:26.999796 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-15', 'device_owner': 'compute:nova'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:47:27.057420 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:27.203004 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d40085-bd30-4ff3-b125-eb938a1ddf3f req-b4af3d98-db74-4b76-8f1c-47cd77289885 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:27.204512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23d40085-bd30-4ff3-b125-eb938a1ddf3f req-b4af3d98-db74-4b76-8f1c-47cd77289885 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.1129067 Oct 13 15:47:27.297999 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23d40085-bd30-4ff3-b125-eb938a1ddf3f req-9a008fa0-15e4-4bb8-bc09-6923e1ace4d2 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839286 Oct 13 15:47:27.329202 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:47:27.363373 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:47:27.398965 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fe0f65-f6f5-4c91-b946-11efcf40209a {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:47:27.407199 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:27.419730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Transition to ACTIVE for port object 52fe0f65-f6f5-4c91-b946-11efcf40209a will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:47:27.499029 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:27.555433 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Pushing event updated for resources: {'Port': ['ID=52fe0f65-f6f5-4c91-b946-11efcf40209a,revision_number=7']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:47:27.602273 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:27.602844 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:27.603454 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:27.603883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:27.604225 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:27.604556 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:27.604881 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:27.605237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:27.605562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:27.605910 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:27.606234 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:27.606555 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:27.654590 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] No DVR routers for this DVR port 52fe0f65-f6f5-4c91-b946-11efcf40209a on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:47:27.808126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Attempting to bind port 52fe0f65-f6f5-4c91-b946-11efcf40209a on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:47:27.808374 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Attempting to bind port 52fe0f65-f6f5-4c91-b946-11efcf40209a by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:47:27.808700 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Attempting to bind port 52fe0f65-f6f5-4c91-b946-11efcf40209a on network 681de4c6-f407-4a7f-b4bb-a508112cfb7f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:47:27.814166 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Port 52fe0f65-f6f5-4c91-b946-11efcf40209a on network 681de4c6-f407-4a7f-b4bb-a508112cfb7f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:47:27.814494 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Attempting to bind port 52fe0f65-f6f5-4c91-b946-11efcf40209a on network 681de4c6-f407-4a7f-b4bb-a508112cfb7f {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:47:27.819675 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:47:27.820008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Checking segment: {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:47:27.820390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Bound using segment: {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:47:27.820812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Bound port: 52fe0f65-f6f5-4c91-b946-11efcf40209a, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '416fef23-9357-4f73-9da9-6e5beb51add1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:47:27.821598 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:27.889501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:47:27.892509 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:47:27.996686 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:28.031384 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:28.032014 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:28.033513 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] 10.222.0.41 "PUT /v2.0/ports/52fe0f65-f6f5-4c91-b946-11efcf40209a HTTP/1.1" status: 200 len: 1092 time: 1.0384066 Oct 13 15:47:28.038645 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:47:28.041377 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d796d2-cc08-4920-89de-5929ee35d8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:47:28.091944 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf68cc7-1b8e-4206-9a7b-bea05a168cbf x-openstack-request-id: req-dbf68cc7-1b8e-4206-9a7b-bea05a168cbf {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:47:28.092305 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:47:28.092634 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbf68cc7-1b8e-4206-9a7b-bea05a168cbf {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:47:28.093119 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'status': 'completed', 'code': 200} Oct 13 15:47:28.094042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c306b-6316-42ba-b8d8-70f6dfa5fd6c service neutron] Pushing event updated for resources: {'Port': ['ID=52fe0f65-f6f5-4c91-b946-11efcf40209a,revision_number=8']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:47:28.112684 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-48ee112f-2629-48d1-a8d1-40c6893a85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:28.114256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-48ee112f-2629-48d1-a8d1-40c6893a85b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1095 time: 0.0515471 Oct 13 15:47:28.213976 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-421c286d-682b-4c90-9ba1-1549b1dee1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:28.215717 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-421c286d-682b-4c90-9ba1-1549b1dee1e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0934241 Oct 13 15:47:28.281601 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-b8b3017a-8c96-43f4-b3bc-5c3cb53def5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a HTTP/1.1" status: 200 len: 997 time: 0.0576727 Oct 13 15:47:28.331201 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-a534cf41-60f5-4d9e-86ce-f173f1dae6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:28.332710 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-a534cf41-60f5-4d9e-86ce-f173f1dae6ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0440025 Oct 13 15:47:28.408312 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-473f0b2a-d2a6-49e9-ae56-54df2a2081c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:28.409829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-473f0b2a-d2a6-49e9-ae56-54df2a2081c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695479 Oct 13 15:47:28.432742 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6e5ff-d3c4-43ea-aab3-7004d65be5f7 req-073e9c04-bfcf-498e-88ec-244bdcd4786d tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:28.434941 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0d6e5ff-d3c4-43ea-aab3-7004d65be5f7 req-073e9c04-bfcf-498e-88ec-244bdcd4786d tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0666497 Oct 13 15:47:28.516054 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d0d6e5ff-d3c4-43ea-aab3-7004d65be5f7 req-fc6e7c35-5380-431a-8119-493c0fc517e0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715868 Oct 13 15:47:28.538893 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-a7785048-8bf2-45ab-9a32-0744d15fe221 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211064 Oct 13 15:47:28.630532 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-4ecc27c4-0d9a-46a8-a264-7b2236974617 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835860 Oct 13 15:47:28.798364 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d796d2-cc08-4920-89de-5929ee35d8c5 req-47c8bb9b-eeb5-4362-8317-b1622b428544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:28.799781 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85d796d2-cc08-4920-89de-5929ee35d8c5 req-47c8bb9b-eeb5-4362-8317-b1622b428544 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1095 time: 0.0424788 Oct 13 15:47:28.904459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d796d2-cc08-4920-89de-5929ee35d8c5 req-44122d68-e11e-4318-84c0-9a9b9df0ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:28.907973 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85d796d2-cc08-4920-89de-5929ee35d8c5 req-44122d68-e11e-4318-84c0-9a9b9df0ddd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0988450 Oct 13 15:47:28.973831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85d796d2-cc08-4920-89de-5929ee35d8c5 req-021a7874-3eda-4046-817a-2310852f5d20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a HTTP/1.1" status: 200 len: 997 time: 0.0589085 Oct 13 15:47:29.030094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d796d2-cc08-4920-89de-5929ee35d8c5 req-e20ca97a-09f9-46ba-9612-d4158941040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:29.031551 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85d796d2-cc08-4920-89de-5929ee35d8c5 req-e20ca97a-09f9-46ba-9612-d4158941040a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0495439 Oct 13 15:47:29.079642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d796d2-cc08-4920-89de-5929ee35d8c5 req-d5862141-f61e-484d-ae24-c57f1d6106ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:29.081201 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85d796d2-cc08-4920-89de-5929ee35d8c5 req-d5862141-f61e-484d-ae24-c57f1d6106ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421154 Oct 13 15:47:29.176092 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85d796d2-cc08-4920-89de-5929ee35d8c5 req-378076e3-e716-41c5-ae81-5faf903ef9dc service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872729 Oct 13 15:47:29.272359 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-85d796d2-cc08-4920-89de-5929ee35d8c5 req-7ef4b0a6-5888-426d-9ddc-71df993e15bd service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874295 Oct 13 15:47:29.633070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47aac0-6833-4a0b-bd4f-80ec849afff3 req-86f03e77-7bb8-4c08-8878-17e9592f4d3b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:29.634562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e47aac0-6833-4a0b-bd4f-80ec849afff3 req-86f03e77-7bb8-4c08-8878-17e9592f4d3b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0502048 Oct 13 15:47:29.672867 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e47aac0-6833-4a0b-bd4f-80ec849afff3 req-9adeada9-8da7-4a24-9f25-a6f1676796a9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317214 Oct 13 15:47:30.790571 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf6f23-5d87-47b8-9d1d-4ac6a216412c req-e5c9ee93-eb12-49e4-ab94-6c4b09ac07af tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:30.792046 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3adf6f23-5d87-47b8-9d1d-4ac6a216412c req-e5c9ee93-eb12-49e4-ab94-6c4b09ac07af tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0525222 Oct 13 15:47:30.833039 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3adf6f23-5d87-47b8-9d1d-4ac6a216412c req-1cab07a1-96c4-4653-ac58-9c425915ca0a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347738 Oct 13 15:47:31.945815 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a1bce-e0fc-41ea-98c1-c5ab1260e049 req-3d9cb242-f884-40dc-b44d-b53dcd1bfbeb tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:31.947293 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe4a1bce-e0fc-41ea-98c1-c5ab1260e049 req-3d9cb242-f884-40dc-b44d-b53dcd1bfbeb tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0482745 Oct 13 15:47:31.989660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fe4a1bce-e0fc-41ea-98c1-c5ab1260e049 req-562cb4a9-18cb-44fb-9a8b-e047cd1f9b6e tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360284 Oct 13 15:47:33.106493 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad0ec8-7099-47a6-94ec-a18b0eaad6ab req-f4d5a650-fc0a-489e-907a-57ea399dea17 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:33.108082 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cad0ec8-7099-47a6-94ec-a18b0eaad6ab req-f4d5a650-fc0a-489e-907a-57ea399dea17 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0503716 Oct 13 15:47:33.145806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5cad0ec8-7099-47a6-94ec-a18b0eaad6ab req-62b52327-2325-470c-91fd-9639230d4928 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316098 Oct 13 15:47:34.262450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09ab97-f01e-435f-be7f-d1c89cb2bd05 req-67f6aa78-7b98-4ed1-bca0-2a08fd9b49e3 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:34.263911 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a09ab97-f01e-435f-be7f-d1c89cb2bd05 req-67f6aa78-7b98-4ed1-bca0-2a08fd9b49e3 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0522745 Oct 13 15:47:34.300675 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1a09ab97-f01e-435f-be7f-d1c89cb2bd05 req-936ef2f1-e4fd-4625-9d45-bdde1ff75b48 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305665 Oct 13 15:47:35.414886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf343ee-0ad4-405a-b794-14c5dad0b016 req-e872744f-d1c4-455f-b5bb-c9c5959a7e25 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:35.416363 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bf343ee-0ad4-405a-b794-14c5dad0b016 req-e872744f-d1c4-455f-b5bb-c9c5959a7e25 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0487030 Oct 13 15:47:35.454817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8bf343ee-0ad4-405a-b794-14c5dad0b016 req-6373d32b-7b22-4806-a6a0-3ad793980d2a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324323 Oct 13 15:47:36.568662 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf4179-4f26-4a88-a421-d1645f763d3e req-dc3a9a0a-f21b-452b-bb69-fb5f182bacdc tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:36.570171 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ffaf4179-4f26-4a88-a421-d1645f763d3e req-dc3a9a0a-f21b-452b-bb69-fb5f182bacdc tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0485830 Oct 13 15:47:36.608864 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ffaf4179-4f26-4a88-a421-d1645f763d3e req-2b155421-94ed-4995-900a-82580bcb5b6b tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325327 Oct 13 15:47:37.726967 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c23323-518f-41ff-8dc7-5d0473f6fcf7 req-c48b50f6-5448-44f7-a239-e652b333b9ad tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:37.728517 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18c23323-518f-41ff-8dc7-5d0473f6fcf7 req-c48b50f6-5448-44f7-a239-e652b333b9ad tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 943 time: 0.0536661 Oct 13 15:47:38.073524 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-18c23323-518f-41ff-8dc7-5d0473f6fcf7 req-64d853d2-3d1d-4cb4-99d9-75227347cec6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3366954 Oct 13 15:47:38.613124 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 52fe0f65-f6f5-4c91-b946-11efcf40209a details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:47:38.703286 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:47:38.714340 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'port_id': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'mac_address': 'fa:16:3e:1c:9f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:47:38.750998 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:38.763349 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fe0f65-f6f5-4c91-b946-11efcf40209a {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:47:38.783253 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:47:38.881861 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:38.935251 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=52fe0f65-f6f5-4c91-b946-11efcf40209a,revision_number=9']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:47:39.194941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643fa7e-21ca-4e4f-a923-44aa0040b707 req-2b39d37c-cced-4b94-835b-4e4c1bfba3eb tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:39.196320 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2643fa7e-21ca-4e4f-a923-44aa0040b707 req-2b39d37c-cced-4b94-835b-4e4c1bfba3eb tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 944 time: 0.0526919 Oct 13 15:47:39.237172 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2643fa7e-21ca-4e4f-a923-44aa0040b707 req-53cdb888-592d-4368-a28d-cb2a8ade86d6 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337129 Oct 13 15:47:39.261013 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['52fe0f65-f6f5-4c91-b946-11efcf40209a'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:47:40.350478 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f891a1-48d5-49eb-a5fb-548bf63cdc07 req-0bd8e5c1-9ce9-4ba4-a296-f8753613137d tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:40.351926 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78f891a1-48d5-49eb-a5fb-548bf63cdc07 req-0bd8e5c1-9ce9-4ba4-a296-f8753613137d tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 944 time: 0.0478294 Oct 13 15:47:40.389479 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-78f891a1-48d5-49eb-a5fb-548bf63cdc07 req-6745a813-796c-4593-9ea4-aa23f08d38ba tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314145 Oct 13 15:47:40.622657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 52fe0f65-f6f5-4c91-b946-11efcf40209a up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:47:40.767351 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port 52fe0f65-f6f5-4c91-b946-11efcf40209a completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:47:40.771281 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port 52fe0f65-f6f5-4c91-b946-11efcf40209a triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:47:40.771650 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:40.855714 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:40.882594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:47:40.884731 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a2e6b4-2d29-48a6-90bf-dc81f700792d" -d '{"events": [{"server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "name": "network-vif-plugged", "status": "completed", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:47:40.897831 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:47:40.920300 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3567a90d-218f-4e7f-99ef-e55dc670cd4c x-openstack-request-id: req-3567a90d-218f-4e7f-99ef-e55dc670cd4c {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:47:40.920696 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "name": "network-vif-plugged", "status": "completed", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:47:40.921233 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3567a90d-218f-4e7f-99ef-e55dc670cd4c {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:47:40.926251 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'code': 200} Oct 13 15:47:40.972003 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:41.020734 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=52fe0f65-f6f5-4c91-b946-11efcf40209a,revision_number=10']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:47:41.070425 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6abd78-c8c4-4dc9-ba84-1d8b689f6f33 req-87e65327-ff55-4106-8319-82884f5daaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:41.071930 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c6abd78-c8c4-4dc9-ba84-1d8b689f6f33 req-87e65327-ff55-4106-8319-82884f5daaad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1098 time: 0.0428131 Oct 13 15:47:41.108855 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6c6abd78-c8c4-4dc9-ba84-1d8b689f6f33 req-3a689f70-d94f-4f0c-8505-e1584857e0e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267589 Oct 13 15:47:41.513630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d8cfb-bc6e-4f0d-a08f-e1fe68a592be req-57e418b8-3d7a-4845-86a5-15df56e0ce39 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:41.515794 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-931d8cfb-bc6e-4f0d-a08f-e1fe68a592be req-57e418b8-3d7a-4845-86a5-15df56e0ce39 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 946 time: 0.0572250 Oct 13 15:47:41.559614 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-931d8cfb-bc6e-4f0d-a08f-e1fe68a592be req-7351bae8-2d3c-4563-8f47-96541c4872cd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376472 Oct 13 15:47:42.679886 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99882a5f-9e54-4c9b-be1e-f85e2cd3e9e9 req-48517800-474f-4001-9b0b-29853ca3b395 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:47:42.681393 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99882a5f-9e54-4c9b-be1e-f85e2cd3e9e9 req-48517800-474f-4001-9b0b-29853ca3b395 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 946 time: 0.0509195 Oct 13 15:47:42.719526 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-99882a5f-9e54-4c9b-be1e-f85e2cd3e9e9 req-a00a9888-bbb1-4d41-940f-e6bbd16598ef tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316820 Oct 13 15:47:49.653094 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f5a60f26-bd1b-4961-90ac-39ad946ac238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:49.675592 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:52.410993 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a9ea-eb93-45d4-a6af-b291aa6383dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:52.976892 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:54.096963 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:54.234201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:54.746317 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:47:55.782454 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:19.650234 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0c74438e-6cd9-49c1-83f8-2639543c0c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:19.690084 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:22.435400 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-63e3dd45-4e44-4a8a-85ec-2107283d34d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:22.987612 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:24.109778 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:24.256480 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:25.766674 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:26.592075 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-bec6e755-daad-4879-a753-4352679019d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1457779 Oct 13 15:48:26.680809 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-134ec57f-b6d1-423b-8b24-f704200a4106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:48:26.683053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-134ec57f-b6d1-423b-8b24-f704200a4106 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1098 time: 0.0446777 Oct 13 15:48:26.793760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-4ec2ffca-2982-4ed0-b0ae-9420b5ba8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:48:26.795249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-4ec2ffca-2982-4ed0-b0ae-9420b5ba8bc8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0915890 Oct 13 15:48:26.863880 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-2bc585a0-5126-45e0-bb29-567ef2a5bd09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a HTTP/1.1" status: 200 len: 999 time: 0.0610900 Oct 13 15:48:26.915764 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-4e53a459-5d13-419a-b59e-9b2cceb80f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:48:26.917411 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-4e53a459-5d13-419a-b59e-9b2cceb80f23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0455418 Oct 13 15:48:26.967907 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-292f1976-5a40-4c46-b8c9-4ab63dab591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:48:26.969657 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-292f1976-5a40-4c46-b8c9-4ab63dab591d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445099 Oct 13 15:48:26.983878 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-9e1d5a3c-1dd1-4561-888d-ff61ae52cde2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:48:26.985302 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-9e1d5a3c-1dd1-4561-888d-ff61ae52cde2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070639 Oct 13 15:48:27.091336 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-6e513657-5fea-4edd-86f5-5aac839339b1 service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980060 Oct 13 15:48:27.195491 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-35fef0b3-a6e6-4cb4-967a-fc5335e39130 req-f47b9356-0ff7-4df2-8b8b-b15d94ed5b3b service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949523 Oct 13 15:48:31.745149 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:48:49.618084 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fba10d5c-5e1c-4b94-a41a-49c7545802f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:49.669283 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:52.426374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dc23e5b8-43af-4daf-b8c4-c7a336b4e463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:53.002864 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:54.109095 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:54.252139 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:55.762909 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:08.745539 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:49:18.901451 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43434) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:19.180222 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Deleting port 7a8e93e1-4c5e-4e05-b6e2-550faa438779 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:49:19.180479 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:19.254325 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:19.254649 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:19.267051 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Calling delete_port for 7a8e93e1-4c5e-4e05-b6e2-550faa438779 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:49:19.585620 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:19.612783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event deleted for resources: {'Port': ['ID=7a8e93e1-4c5e-4e05-b6e2-550faa438779,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:19.625525 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:19.625874 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:19.626214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:19.626552 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:19.626883 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:19.627214 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:19.627541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:19.627866 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:19.628190 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:19.628514 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:19.628839 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:19.629188 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:19.671083 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f0357604-4627-47bb-9f1f-5b4c8dbbc54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:19.685912 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:19.686316 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Floating IP 68c4dfa1-959d-4e92-a364-ff9ab8444c93 disassociated (deleted). External IP: 172.25.0.8, port: 52fe0f65-f6f5-4c91-b946-11efcf40209a. Oct 13 15:49:19.705382 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:19.894720 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:49:20.001702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:49:20.006518 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:20.011951 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b93300-691c-48ac-ac9c-d3e807c429c1 None None] Sync routers for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:49:20.020597 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b93300-691c-48ac-ac9c-d3e807c429c1 None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:20.021230 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-78b93300-691c-48ac-ac9c-d3e807c429c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:48:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:20.034261 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2107e2f5-2ed9-4032-bd00-2505941a5ed9 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "DELETE /v2.0/floatingips/68c4dfa1-959d-4e92-a364-ff9ab8444c93 HTTP/1.1" status: 204 len: 168 time: 1.1317911 Oct 13 15:49:20.034964 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:49:20.037321 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b745a3b-ca97-405d-9073-6c9e12e48e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:49:20.136324 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-78b93300-691c-48ac-ac9c-d3e807c429c1 None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:20.215426 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e3b95a-5d7e-4a50-b890-a3f8f3dbe4e2 x-openstack-request-id: req-82e3b95a-5d7e-4a50-b890-a3f8f3dbe4e2 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:49:20.215603 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:49:20.215842 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82e3b95a-5d7e-4a50-b890-a3f8f3dbe4e2 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:49:20.216245 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'status': 'completed', 'code': 200} Oct 13 15:49:20.275328 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b745a3b-ca97-405d-9073-6c9e12e48e5c req-9f62b953-bb82-45e2-b814-f22e4667cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:20.276863 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b745a3b-ca97-405d-9073-6c9e12e48e5c req-9f62b953-bb82-45e2-b814-f22e4667cd02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 1098 time: 0.0409176 Oct 13 15:49:20.352469 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-78b93300-691c-48ac-ac9c-d3e807c429c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 5, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:20.374053 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b745a3b-ca97-405d-9073-6c9e12e48e5c req-9cc50ede-8d21-43bc-92f3-50a191e35e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:20.375531 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b745a3b-ca97-405d-9073-6c9e12e48e5c req-9cc50ede-8d21-43bc-92f3-50a191e35e26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 200 len: 909 time: 0.0910354 Oct 13 15:49:20.382828 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b93300-691c-48ac-ac9c-d3e807c429c1 None None] Checking router: 2e2575a0-a040-46eb-95a2-cdee6a2b9edb for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:49:20.393998 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b93300-691c-48ac-ac9c-d3e807c429c1 None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:20.393998 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-78b93300-691c-48ac-ac9c-d3e807c429c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:48:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:20.423586 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b745a3b-ca97-405d-9073-6c9e12e48e5c req-c725b855-14ab-429e-a66a-38f8583c3e9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a HTTP/1.1" status: 200 len: 217 time: 0.0386505 Oct 13 15:49:20.509850 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-78b93300-691c-48ac-ac9c-d3e807c429c1 None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:20.520547 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b745a3b-ca97-405d-9073-6c9e12e48e5c req-c5a07a6c-7bcd-463c-978b-26b90e7cfea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:20.522069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b745a3b-ca97-405d-9073-6c9e12e48e5c req-c5a07a6c-7bcd-463c-978b-26b90e7cfea3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 200 len: 847 time: 0.0840969 Oct 13 15:49:20.534723 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf2121-9255-4e55-afaa-a40f0c484a76 req-68d71931-b376-491c-b402-101509418773 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:20.536264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53bf2121-9255-4e55-afaa-a40f0c484a76 req-68d71931-b376-491c-b402-101509418773 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 946 time: 0.0965762 Oct 13 15:49:20.599955 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b745a3b-ca97-405d-9073-6c9e12e48e5c req-f3581755-38bd-4f28-b634-6ee93cfb7319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:20.601610 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b745a3b-ca97-405d-9073-6c9e12e48e5c req-f3581755-38bd-4f28-b634-6ee93cfb7319 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681de4c6-f407-4a7f-b4bb-a508112cfb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644581 Oct 13 15:49:20.607059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-53bf2121-9255-4e55-afaa-a40f0c484a76 req-a6b218fb-e360-4c36-baea-fc3e231517c0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616210 Oct 13 15:49:20.708964 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b745a3b-ca97-405d-9073-6c9e12e48e5c req-4fb22448-1067-4885-9d36-f0918705829f service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948064 Oct 13 15:49:20.738373 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-78b93300-691c-48ac-ac9c-d3e807c429c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 5, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:20.766921 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b93300-691c-48ac-ac9c-d3e807c429c1 None None] The sync data for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 is: [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:37:59Z', 'revision_number': 4, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': 'ca316655-c365-4c5c-8f1f-fb051a42df0d', 'name': '', 'network_id': '681de4c6-f407-4a7f-b4bb-a508112cfb7f', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'mac_address': 'fa:16:3e:33:a6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:58Z', 'updated_at': '2021-10-13T15:38:03Z', 'revision_number': 5, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'subnets': [{'id': 'd978b47b-4b3d-4f81-a4e7-b0ba03595a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:49:20.814405 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0b745a3b-ca97-405d-9073-6c9e12e48e5c req-e83599fc-a3f4-47f2-8170-23c5217e56ed service neutron] 10.222.0.41 "GET /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966675 Oct 13 15:49:21.009926 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61808b5-4ce8-4ec2-846d-99c977368c10 None None] New status for floating IP 68c4dfa1-959d-4e92-a364-ff9ab8444c93: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:49:21.750756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae86d1-16d3-43d3-a9be-d17aa636c5fd req-c2d49870-afc5-4f96-a93f-7776f8a18e7a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:21.758470 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82ae86d1-16d3-43d3-a9be-d17aa636c5fd req-c2d49870-afc5-4f96-a93f-7776f8a18e7a tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 946 time: 0.0625894 Oct 13 15:49:21.799492 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-82ae86d1-16d3-43d3-a9be-d17aa636c5fd req-5911003c-f294-4e4c-accf-6f643f1595a0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfa2670d-33a1-4a56-8d77-3fccbb8beb20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397868 Oct 13 15:49:22.231757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed2db7-36fc-402a-9df5-d0fda048f802 req-be035ebf-0ac7-4e7f-843c-c04be81b4ddc tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:22.233243 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0ed2db7-36fc-402a-9df5-d0fda048f802 req-be035ebf-0ac7-4e7f-843c-c04be81b4ddc tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 946 time: 0.0526915 Oct 13 15:49:22.321770 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c0ed2db7-36fc-402a-9df5-d0fda048f802 req-200ad350-bd1d-40d7-a82e-bc2d5c35e090 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Deleting port 52fe0f65-f6f5-4c91-b946-11efcf40209a {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:49:22.322110 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c0ed2db7-36fc-402a-9df5-d0fda048f802 req-200ad350-bd1d-40d7-a82e-bc2d5c35e090 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:22.415213 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-c0ed2db7-36fc-402a-9df5-d0fda048f802 req-200ad350-bd1d-40d7-a82e-bc2d5c35e090 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] For port 52fe0f65-f6f5-4c91-b946-11efcf40209a, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=52fe0f65-f6f5-4c91-b946-11efcf40209a,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:22.415577 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c0ed2db7-36fc-402a-9df5-d0fda048f802 req-200ad350-bd1d-40d7-a82e-bc2d5c35e090 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:22.428695 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-c0ed2db7-36fc-402a-9df5-d0fda048f802 req-200ad350-bd1d-40d7-a82e-bc2d5c35e090 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Calling delete_port for 52fe0f65-f6f5-4c91-b946-11efcf40209a owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:49:22.431209 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-958e57d6-3236-40e3-92ef-978f8d1e1068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:22.625044 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c0ed2db7-36fc-402a-9df5-d0fda048f802 req-200ad350-bd1d-40d7-a82e-bc2d5c35e090 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:22.657820 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ad350-bd1d-40d7-a82e-bc2d5c35e090 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event deleted for resources: {'Port': ['ID=52fe0f65-f6f5-4c91-b946-11efcf40209a,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:22.704227 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ed2db7-36fc-402a-9df5-d0fda048f802 req-200ad350-bd1d-40d7-a82e-bc2d5c35e090 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] No DVR routers for this DVR port 52fe0f65-f6f5-4c91-b946-11efcf40209a on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:49:22.704227 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-c0ed2db7-36fc-402a-9df5-d0fda048f802 req-200ad350-bd1d-40d7-a82e-bc2d5c35e090 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:22.705512 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0ed2db7-36fc-402a-9df5-d0fda048f802 req-200ad350-bd1d-40d7-a82e-bc2d5c35e090 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.41 "DELETE /v2.0/ports/52fe0f65-f6f5-4c91-b946-11efcf40209a HTTP/1.1" status: 204 len: 173 time: 0.4659653 Oct 13 15:49:22.705958 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'name': 'network-vif-deleted', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:49:22.708269 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a665512d-1c73-4fc1-88b8-9ef7955db0e6" -d '{"events": [{"server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "name": "network-vif-deleted", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:49:22.747245 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6a56db-08ff-49d7-a915-fff62ddcd6d2 x-openstack-request-id: req-fd6a56db-08ff-49d7-a915-fff62ddcd6d2 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:49:22.747544 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b3ca7a-1ac4-4c81-ba29-10838b33aa64", "name": "network-vif-deleted", "tag": "52fe0f65-f6f5-4c91-b946-11efcf40209a", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:49:22.747852 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd6a56db-08ff-49d7-a915-fff62ddcd6d2 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:49:22.748190 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b3ca7a-1ac4-4c81-ba29-10838b33aa64', 'name': 'network-vif-deleted', 'tag': '52fe0f65-f6f5-4c91-b946-11efcf40209a', 'status': 'completed', 'code': 200} Oct 13 15:49:22.899984 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e16c9fc0-fb40-472d-9924-9ad667b46b52 req-272c5343-beb3-473b-b8af-2ea4f34987b0 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 210 time: 0.0259478 Oct 13 15:49:23.014018 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:23.998645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-23f7d1f1-768b-4b2e-8275-359645ae593b req-903ad36f-a750-47ef-803b-83a7722a49bd tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 210 time: 0.0264444 Oct 13 15:49:24.109103 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:24.223098 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:25.096660 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e2af069-b346-4770-9ee7-0240a540683c req-da8e045c-8770-49b4-8e23-e00c0b46046f tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 210 time: 0.0301106 Oct 13 15:49:25.768337 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:26.189860 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-eedc78a4-7853-4712-b9e2-2f27385c0a1d req-c28e0295-1173-401c-b856-f1e4323bfa45 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 210 time: 0.0261014 Oct 13 15:49:27.210027 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 52fe0f65-f6f5-4c91-b946-11efcf40209a no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:49:27.232200 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: 52fe0f65-f6f5-4c91-b946-11efcf40209a {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:49:27.232598 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device 52fe0f65-f6f5-4c91-b946-11efcf40209a not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:49:27.293581 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0e100ff9-b504-4f46-ac0c-d22d0df340c5 req-a4535a6b-38d0-4580-b75f-cf7f3d43159f tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5b3ca7a-1ac4-4c81-ba29-10838b33aa64 HTTP/1.1" status: 200 len: 210 time: 0.0316143 Oct 13 15:49:28.352757 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43480) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:28.411451 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5a084a39-9f0b-4488-aa0c-5de9940bc970 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:28.438772 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5a084a39-9f0b-4488-aa0c-5de9940bc970 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:28.560091 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5a084a39-9f0b-4488-aa0c-5de9940bc970 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:28.562752 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-5a084a39-9f0b-4488-aa0c-5de9940bc970 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:28.563938 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-5a084a39-9f0b-4488-aa0c-5de9940bc970 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] 10.222.0.18 "DELETE /v2.0/security-groups/bfa2670d-33a1-4a56-8d77-3fccbb8beb20 HTTP/1.1" status: 204 len: 168 time: 0.2101772 Oct 13 15:49:28.574028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a084a39-9f0b-4488-aa0c-5de9940bc970 tempest-TestShelveInstance-2075358711 tempest-TestShelveInstance-2075358711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa2670d-33a1-4a56-8d77-3fccbb8beb20,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:28.683473 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43484) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:29.167766 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b62b862b-9f37-46e9-a88c-0364408893c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:29.434309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b62b862b-9f37-46e9-a88c-0364408893c7 admin admin] Deleting port ca316655-c365-4c5c-8f1f-fb051a42df0d {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:49:29.434956 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b62b862b-9f37-46e9-a88c-0364408893c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:29.515599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-b62b862b-9f37-46e9-a88c-0364408893c7 admin admin] For port ca316655-c365-4c5c-8f1f-fb051a42df0d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=ca316655-c365-4c5c-8f1f-fb051a42df0d,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:29.515959 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b62b862b-9f37-46e9-a88c-0364408893c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:29.528773 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-b62b862b-9f37-46e9-a88c-0364408893c7 admin admin] Calling delete_port for ca316655-c365-4c5c-8f1f-fb051a42df0d owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:49:29.796434 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b62b862b-9f37-46e9-a88c-0364408893c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:29.827240 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b862b-9f37-46e9-a88c-0364408893c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca316655-c365-4c5c-8f1f-fb051a42df0d,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:29.998402 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-b62b862b-9f37-46e9-a88c-0364408893c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:30.538637 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62b862b-9f37-46e9-a88c-0364408893c7 admin admin] Router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:49:30.645705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62b862b-9f37-46e9-a88c-0364408893c7 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:49:30.654410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43488) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:30.655090 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412e750-79d4-4439-9d78-f1606a4b382a None None] Sync routers for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:49:30.657398 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-b62b862b-9f37-46e9-a88c-0364408893c7 admin admin] 10.222.0.18 "PUT /v2.0/routers/2e2575a0-a040-46eb-95a2-cdee6a2b9edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9683626 Oct 13 15:49:30.669548 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412e750-79d4-4439-9d78-f1606a4b382a None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:30.669947 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0412e750-79d4-4439-9d78-f1606a4b382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:30.759920 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:30.775317 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0412e750-79d4-4439-9d78-f1606a4b382a None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:30.866990 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:30.957164 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0412e750-79d4-4439-9d78-f1606a4b382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:49:29Z', 'revision_number': 5, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port': {'id': '08bacf33-a50d-490c-989c-ad44e84b402d', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:30.983919 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412e750-79d4-4439-9d78-f1606a4b382a None None] Checking router: 2e2575a0-a040-46eb-95a2-cdee6a2b9edb for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:49:30.992992 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412e750-79d4-4439-9d78-f1606a4b382a None None] Routers {'2e2575a0-a040-46eb-95a2-cdee6a2b9edb'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:30.993623 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0412e750-79d4-4439-9d78-f1606a4b382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:31.008299 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Deleting port 08bacf33-a50d-490c-989c-ad44e84b402d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:49:31.008647 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:31.101009 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-0412e750-79d4-4439-9d78-f1606a4b382a None None] Set router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:31.123460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] For port 08bacf33-a50d-490c-989c-ad44e84b402d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=08bacf33-a50d-490c-989c-ad44e84b402d,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:31.123825 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:31.137166 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Calling delete_port for 08bacf33-a50d-490c-989c-ad44e84b402d owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:49:31.247478 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-0412e750-79d4-4439-9d78-f1606a4b382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:49:30Z', 'revision_number': 6, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:31.274989 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412e750-79d4-4439-9d78-f1606a4b382a None None] The sync data for ids ['2e2575a0-a040-46eb-95a2-cdee6a2b9edb'] in n-d-806683-15 is: [{'id': '2e2575a0-a040-46eb-95a2-cdee6a2b9edb', 'name': 'tempest-TestShelveInstance-426548805-router', 'tenant_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:37:56Z', 'updated_at': '2021-10-13T15:49:30Z', 'revision_number': 6, 'project_id': '9b5c6bdaf11e4d25af6905c9a64d6430', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:49:31.396557 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:31.422753 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=08bacf33-a50d-490c-989c-ad44e84b402d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:31.435364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:31.435711 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:31.436050 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:31.436390 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:31.436721 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:31.437080 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:31.437405 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:31.437729 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:31.438049 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:31.438367 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:31.438686 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:31.439001 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:31.496206 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:31.589671 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:31.591734 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:31.723343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:31.723985 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e2575a0-a040-46eb-95a2-cdee6a2b9edb {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:49:31.729055 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:31.732869 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43492) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:31.738906 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-dab59483-a29a-4a34-9a02-17e630682b90 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2e2575a0-a040-46eb-95a2-cdee6a2b9edb HTTP/1.1" status: 204 len: 168 time: 1.0774000 Oct 13 15:49:31.784840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc6d5e9-f701-4b32-a16b-bd7791609e55 admin admin] Deleting subnet d978b47b-4b3d-4f81-a4e7-b0ba03595a64 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:49:31.788112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d5e9-f701-4b32-a16b-bd7791609e55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:31.822589 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d5e9-f701-4b32-a16b-bd7791609e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:31.904445 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d5e9-f701-4b32-a16b-bd7791609e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.040759 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d5e9-f701-4b32-a16b-bd7791609e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.071132 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6d5e9-f701-4b32-a16b-bd7791609e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d978b47b-4b3d-4f81-a4e7-b0ba03595a64,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:32.074155 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-7cc6d5e9-f701-4b32-a16b-bd7791609e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.077169 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cfe34c-a408-47d8-8d8f-e6ae492e7c98 None None] Network 681de4c6-f407-4a7f-b4bb-a508112cfb7f requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:49:32.077685 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-7cc6d5e9-f701-4b32-a16b-bd7791609e55 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d978b47b-4b3d-4f81-a4e7-b0ba03595a64 HTTP/1.1" status: 204 len: 168 time: 0.3428206 Oct 13 15:49:32.080075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43496) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:32.152155 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.218346 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Deleting port 8cae1808-4950-4626-8e91-ae2feee9942d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:49:32.219213 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.289755 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] DHCP port deletion for 681de4c6-f407-4a7f-b4bb-a508112cfb7f request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:49:32.313236 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] For port 8cae1808-4950-4626-8e91-ae2feee9942d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8cae1808-4950-4626-8e91-ae2feee9942d,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:32.313882 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.337215 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Calling delete_port for 8cae1808-4950-4626-8e91-ae2feee9942d owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:49:32.344912 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Deleting port 8cae1808-4950-4626-8e91-ae2feee9942d {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:49:32.345595 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.446927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] For port 8cae1808-4950-4626-8e91-ae2feee9942d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8cae1808-4950-4626-8e91-ae2feee9942d,segment=NetworkSegment(416fef23-9357-4f73-9da9-6e5beb51add1),segment_id=416fef23-9357-4f73-9da9-6e5beb51add1)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:32.447466 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.461918 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Calling delete_port for 8cae1808-4950-4626-8e91-ae2feee9942d owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:49:32.497291 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.531901 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cae1808-4950-4626-8e91-ae2feee9942d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:32.540290 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.540390 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] No DVR routers for this DVR port 8cae1808-4950-4626-8e91-ae2feee9942d on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:49:32.565903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Pushing event deleted for resources: {'Port': ['ID=8cae1808-4950-4626-8e91-ae2feee9942d,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:32.575416 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] No DVR routers for this DVR port 8cae1808-4950-4626-8e91-ae2feee9942d on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:49:32.578447 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:32.578846 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:32.579279 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:32.579621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:32.579958 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:32.580285 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:32.580606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:32.580931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:32.581294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:32.581622 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:32.581928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:32.582242 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db29583-57a0-4e57-9ba5-82d569c5e2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:32.625188 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.646407 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681de4c6-f407-4a7f-b4bb-a508112cfb7f']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:32.656420 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416fef23-9357-4f73-9da9-6e5beb51add1') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:32.656715 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416fef23-9357-4f73-9da9-6e5beb51add1') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:32.666290 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.680072 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.686182 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:49:32.686616 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: timer() Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:49:32.688472 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:49:32.796638 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.802620 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:32.807189 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] 10.222.0.18 "DELETE /v2.0/networks/681de4c6-f407-4a7f-b4bb-a508112cfb7f HTTP/1.1" status: 204 len: 168 time: 0.7260380 Oct 13 15:49:32.810362 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43502) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:32.819283 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c24015-eee2-4c2f-8580-8db11ab1bf78 admin admin] Pushing event deleted for resources: {'Network': ['ID=681de4c6-f407-4a7f-b4bb-a508112cfb7f,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:33.087224 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8cae1808-4950-4626-8e91-ae2feee9942d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:49:33.108551 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 8cae1808-4950-4626-8e91-ae2feee9942d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:49:33.109271 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8cae1808-4950-4626-8e91-ae2feee9942d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:49:33.109843 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 08bacf33-a50d-490c-989c-ad44e84b402d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:49:33.142569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 08bacf33-a50d-490c-989c-ad44e84b402d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:49:33.142916 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 08bacf33-a50d-490c-989c-ad44e84b402d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:49:33.143332 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ca316655-c365-4c5c-8f1f-fb051a42df0d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:49:33.162524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: ca316655-c365-4c5c-8f1f-fb051a42df0d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:49:33.162866 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device ca316655-c365-4c5c-8f1f-fb051a42df0d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:49:33.181908 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d702a0-69d8-4b78-bc0e-b07ac73cad19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:33.442540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-29d702a0-69d8-4b78-bc0e-b07ac73cad19 admin admin] Deleting port 64297b05-6204-4173-9143-a3d73387da61 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:49:33.442774 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d702a0-69d8-4b78-bc0e-b07ac73cad19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:33.521095 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-29d702a0-69d8-4b78-bc0e-b07ac73cad19 admin admin] For port 64297b05-6204-4173-9143-a3d73387da61, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=64297b05-6204-4173-9143-a3d73387da61,segment=NetworkSegment(a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3),segment_id=a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:33.521466 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d702a0-69d8-4b78-bc0e-b07ac73cad19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:33.538480 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-29d702a0-69d8-4b78-bc0e-b07ac73cad19 admin admin] Calling delete_port for 64297b05-6204-4173-9143-a3d73387da61 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:49:33.790664 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d702a0-69d8-4b78-bc0e-b07ac73cad19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:33.814265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d702a0-69d8-4b78-bc0e-b07ac73cad19 admin admin] Pushing event deleted for resources: {'Port': ['ID=64297b05-6204-4173-9143-a3d73387da61,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:33.987035 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-29d702a0-69d8-4b78-bc0e-b07ac73cad19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:34.202197 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d702a0-69d8-4b78-bc0e-b07ac73cad19 admin admin] Router c12822d0-f58f-4606-9580-e9831d45a958 has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:49:34.308354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d702a0-69d8-4b78-bc0e-b07ac73cad19 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:49:34.314498 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-29d702a0-69d8-4b78-bc0e-b07ac73cad19 admin admin] 10.222.0.18 "PUT /v2.0/routers/c12822d0-f58f-4606-9580-e9831d45a958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5016675 Oct 13 15:49:34.316103 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43506) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:34.319026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de93d59-593e-4006-ac62-c291cfee28c8 None None] Sync routers for ids ['c12822d0-f58f-4606-9580-e9831d45a958'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:49:34.329987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de93d59-593e-4006-ac62-c291cfee28c8 None None] Routers {'c12822d0-f58f-4606-9580-e9831d45a958'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:34.330693 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3de93d59-593e-4006-ac62-c291cfee28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c12822d0-f58f-4606-9580-e9831d45a958'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:34.423190 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:34.447938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-3de93d59-593e-4006-ac62-c291cfee28c8 None None] Set router c12822d0-f58f-4606-9580-e9831d45a958 gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:34.526652 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:34.625354 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3de93d59-593e-4006-ac62-c291cfee28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'name': 'tempest-TestShelveInstance-1101943872-router', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:49:33Z', 'revision_number': 5, 'project_id': '154bf2cd71eb470b96bc76de274996ba', 'gw_port': {'id': '8ccb8a2c-d0d8-412a-b484-c944db0e17a6', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:71:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:34.655094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Deleting port 8ccb8a2c-d0d8-412a-b484-c944db0e17a6 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:49:34.655437 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:34.655571 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de93d59-593e-4006-ac62-c291cfee28c8 None None] Checking router: c12822d0-f58f-4606-9580-e9831d45a958 for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:49:34.665315 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de93d59-593e-4006-ac62-c291cfee28c8 None None] Routers {'c12822d0-f58f-4606-9580-e9831d45a958'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:34.665930 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3de93d59-593e-4006-ac62-c291cfee28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['c12822d0-f58f-4606-9580-e9831d45a958'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:34.735063 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] For port 8ccb8a2c-d0d8-412a-b484-c944db0e17a6, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=8ccb8a2c-d0d8-412a-b484-c944db0e17a6,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:34.735428 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:34.752783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Calling delete_port for 8ccb8a2c-d0d8-412a-b484-c944db0e17a6 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:49:34.753208 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-3de93d59-593e-4006-ac62-c291cfee28c8 None None] Set router c12822d0-f58f-4606-9580-e9831d45a958 gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:34.806654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-3de93d59-593e-4006-ac62-c291cfee28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'name': 'tempest-TestShelveInstance-1101943872-router', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:49:34Z', 'revision_number': 6, 'project_id': '154bf2cd71eb470b96bc76de274996ba', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:34.836246 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de93d59-593e-4006-ac62-c291cfee28c8 None None] The sync data for ids ['c12822d0-f58f-4606-9580-e9831d45a958'] in n-d-806683-15 is: [{'id': 'c12822d0-f58f-4606-9580-e9831d45a958', 'name': 'tempest-TestShelveInstance-1101943872-router', 'tenant_id': '154bf2cd71eb470b96bc76de274996ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:38:02Z', 'updated_at': '2021-10-13T15:49:34Z', 'revision_number': 6, 'project_id': '154bf2cd71eb470b96bc76de274996ba', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:49:34.971753 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:34.999157 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Pushing event deleted for resources: {'Port': ['ID=8ccb8a2c-d0d8-412a-b484-c944db0e17a6,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:35.061174 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.149780 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.151739 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.271174 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 64297b05-6204-4173-9143-a3d73387da61 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:49:35.288523 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.289260 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c12822d0-f58f-4606-9580-e9831d45a958 {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:49:35.294322 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.295817 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-cbef84f4-df0f-4ac6-aaa6-336af54ac32e admin admin] 10.222.0.18 "DELETE /v2.0/routers/c12822d0-f58f-4606-9580-e9831d45a958 HTTP/1.1" status: 204 len: 168 time: 0.9785039 Oct 13 15:49:35.298351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43510) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:35.350994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a3cc4f-da01-4ed0-b092-e09c401388e9 admin admin] Deleting subnet 3b2d6162-91e6-494a-aa04-174e8875b0d0 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:49:35.354772 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cc4f-da01-4ed0-b092-e09c401388e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.406105 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cc4f-da01-4ed0-b092-e09c401388e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.443018 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 64297b05-6204-4173-9143-a3d73387da61 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:49:35.443881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 64297b05-6204-4173-9143-a3d73387da61 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:49:35.492430 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cc4f-da01-4ed0-b092-e09c401388e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.636766 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cc4f-da01-4ed0-b092-e09c401388e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.663086 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3cc4f-da01-4ed0-b092-e09c401388e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2d6162-91e6-494a-aa04-174e8875b0d0,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:35.666774 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c9a3cc4f-da01-4ed0-b092-e09c401388e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.670831 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c9a3cc4f-da01-4ed0-b092-e09c401388e9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3b2d6162-91e6-494a-aa04-174e8875b0d0 HTTP/1.1" status: 204 len: 168 time: 0.3706069 Oct 13 15:49:35.672377 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43514) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:35.674833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eb141d-9bb1-4cc9-96c3-821d1bf2cc24 None None] Network faea495d-f654-460e-9cd0-8e7aa6db83ce requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:49:35.742941 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.800450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Deleting port 5ceb3c64-4baa-4db7-aaf1-672381a86913 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:49:35.800843 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.860905 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50627089-091b-47f6-a381-7807afaf47fa None None] DHCP port deletion for faea495d-f654-460e-9cd0-8e7aa6db83ce request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:49:35.873685 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] For port 5ceb3c64-4baa-4db7-aaf1-672381a86913, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5ceb3c64-4baa-4db7-aaf1-672381a86913,segment=NetworkSegment(a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3),segment_id=a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:35.874081 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.888501 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Calling delete_port for 5ceb3c64-4baa-4db7-aaf1-672381a86913 owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:49:35.910106 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-50627089-091b-47f6-a381-7807afaf47fa None None] Deleting port 5ceb3c64-4baa-4db7-aaf1-672381a86913 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:49:35.910580 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-50627089-091b-47f6-a381-7807afaf47fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.974323 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-50627089-091b-47f6-a381-7807afaf47fa None None] For port 5ceb3c64-4baa-4db7-aaf1-672381a86913, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=5ceb3c64-4baa-4db7-aaf1-672381a86913,segment=NetworkSegment(a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3),segment_id=a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:35.975492 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-50627089-091b-47f6-a381-7807afaf47fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:35.987653 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-50627089-091b-47f6-a381-7807afaf47fa None None] Calling delete_port for 5ceb3c64-4baa-4db7-aaf1-672381a86913 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:49:36.018805 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:36.048010 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ceb3c64-4baa-4db7-aaf1-672381a86913,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:36.052353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] No DVR routers for this DVR port 5ceb3c64-4baa-4db7-aaf1-672381a86913 on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:49:36.071064 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-50627089-091b-47f6-a381-7807afaf47fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:36.096485 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50627089-091b-47f6-a381-7807afaf47fa None None] Pushing event deleted for resources: {'Port': ['ID=5ceb3c64-4baa-4db7-aaf1-672381a86913,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:36.101078 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50627089-091b-47f6-a381-7807afaf47fa None None] No DVR routers for this DVR port 5ceb3c64-4baa-4db7-aaf1-672381a86913 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:49:36.127029 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:36.147979 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faea495d-f654-460e-9cd0-8e7aa6db83ce']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:36.156915 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:36.157246 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a18e1c6c-335a-4ad3-a39d-dc95eee7c9a3') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:36.166501 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:36.179069 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:36.184794 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:49:36.192726 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:49:36.308517 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:36.314064 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:36.317239 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/faea495d-f654-460e-9cd0-8e7aa6db83ce HTTP/1.1" status: 204 len: 168 time: 0.6438968 Oct 13 15:49:36.329450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2773b5b-1d1e-462e-b083-39a7edaa0ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=faea495d-f654-460e-9cd0-8e7aa6db83ce,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:36.639371 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43520) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:36.678856 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-146f22f7-f868-43ed-8934-1b7c15e82f75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b5c6bdaf11e4d25af6905c9a64d6430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383537 Oct 13 15:49:36.681496 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43522) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:36.734343 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-725ffced-b48b-4ae1-aeec-029efcd203f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:36.757511 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-725ffced-b48b-4ae1-aeec-029efcd203f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:36.910299 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-725ffced-b48b-4ae1-aeec-029efcd203f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:36.914242 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-725ffced-b48b-4ae1-aeec-029efcd203f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:36.915106 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-725ffced-b48b-4ae1-aeec-029efcd203f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09301394-14a8-435f-a7c4-c1e24fd9a7a8 HTTP/1.1" status: 204 len: 168 time: 0.2327194 Oct 13 15:49:36.923190 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ffced-b48b-4ae1-aeec-029efcd203f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09301394-14a8-435f-a7c4-c1e24fd9a7a8,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:37.080294 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8ccb8a2c-d0d8-412a-b484-c944db0e17a6 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:49:37.102247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 8ccb8a2c-d0d8-412a-b484-c944db0e17a6 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:49:37.102594 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 8ccb8a2c-d0d8-412a-b484-c944db0e17a6 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:49:37.104924 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5ceb3c64-4baa-4db7-aaf1-672381a86913 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:49:37.125695 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 5ceb3c64-4baa-4db7-aaf1-672381a86913 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:49:37.126218 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 5ceb3c64-4baa-4db7-aaf1-672381a86913 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:49:37.579024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43530) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:37.620462 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-42c0920c-5248-48dd-9594-1ecae4acb41f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=154bf2cd71eb470b96bc76de274996ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401530 Oct 13 15:49:37.622930 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43532) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:37.670305 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3a1d207-1b7b-41cc-bbdb-1210bcd3a1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:37.690662 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3a1d207-1b7b-41cc-bbdb-1210bcd3a1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:37.790365 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3a1d207-1b7b-41cc-bbdb-1210bcd3a1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:37.792939 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c3a1d207-1b7b-41cc-bbdb-1210bcd3a1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:37.794125 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c3a1d207-1b7b-41cc-bbdb-1210bcd3a1c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95f84a7f-3f9b-4836-93f4-b474f78d12ad HTTP/1.1" status: 204 len: 168 time: 0.1703086 Oct 13 15:49:37.802417 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1d207-1b7b-41cc-bbdb-1210bcd3a1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f84a7f-3f9b-4836-93f4-b474f78d12ad,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:38.901670 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43558) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:39.023373 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1751065630-network', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:39.167293 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Made reservation on behalf of e7f558787fa04d52bab8d032890b23e2 for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:49:39.169946 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:39.179494 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:39.256935 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:39.314231 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:39.339373 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:49:39.347504 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c4b1cd-ba33-4abb-9b63-561183e5249f,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:39.440537 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:39.440841 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Added segment 1ae16ce8-695a-4299-90d7-ec33017ac683 of type vlan for network c12fb656-1461-4cf0-9123-04d30df7259e Oct 13 15:49:39.481951 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:39.544120 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:39.545253 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:39.545829 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:39.603756 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] Pushing event updated for resources: {'Network': ['ID=c12fb656-1461-4cf0-9123-04d30df7259e,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:39.613606 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network c12fb656-1461-4cf0-9123-04d30df7259e details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:49:39.638877 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-3aac4902-bec4-441b-8729-dfb5495dec9c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7360952 Oct 13 15:49:39.641722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43564) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:39.647116 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-210c12dd-a5a2-44fd-8e01-525ce962703e admin admin] Request body: {'subnet': {'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1751065630-subnet', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:39.710987 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210c12dd-a5a2-44fd-8e01-525ce962703e admin admin] Made reservation on behalf of e7f558787fa04d52bab8d032890b23e2 for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:49:39.713424 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-210c12dd-a5a2-44fd-8e01-525ce962703e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:39.919901 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-210c12dd-a5a2-44fd-8e01-525ce962703e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:39.977637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c12dd-a5a2-44fd-8e01-525ce962703e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:39.988101 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c12dd-a5a2-44fd-8e01-525ce962703e admin admin] Checking segment: {'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:49:39.988460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c12dd-a5a2-44fd-8e01-525ce962703e admin admin] Network hostable DHCP agents. Network: c12fb656-1461-4cf0-9123-04d30df7259e, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:49:40.086571 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c12dd-a5a2-44fd-8e01-525ce962703e admin admin] Network c12fb656-1461-4cf0-9123-04d30df7259e is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:49:40.167394 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-210c12dd-a5a2-44fd-8e01-525ce962703e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, c12fb656-1461-4cf0-9123-04d30df7259e) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:49:40.171655 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210c12dd-a5a2-44fd-8e01-525ce962703e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:40.172238 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-210c12dd-a5a2-44fd-8e01-525ce962703e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:40.176480 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cefea7a-c981-4a3d-947d-cacd22228478 None None] Network c12fb656-1461-4cf0-9123-04d30df7259e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:49:40.266090 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-210c12dd-a5a2-44fd-8e01-525ce962703e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6229732 Oct 13 15:49:40.268517 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43566) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:40.273189 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:40.321978 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-c12fb656-1461-4cf0-9123-04d30df7259e', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:49:40.322897 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:40.343556 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:40.344613 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:40.395355 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:40.460455 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Allocated IP 172.20.0.2 (c12fb656-1461-4cf0-9123-04d30df7259e/5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1/df3906d9-90c6-4ec5-8f34-0b889b7c9b36) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:49:40.585621 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:40.600400 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:40.721777 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:40.762807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Network c12fb656-1461-4cf0-9123-04d30df7259e is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:49:40.769141 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:49:40.773214 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:49:40.784917 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Pushing event updated for resources: {'Port': ['ID=df3906d9-90c6-4ec5-8f34-0b889b7c9b36,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:40.831161 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Attempting to bind port df3906d9-90c6-4ec5-8f34-0b889b7c9b36 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:49:40.831532 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Attempting to bind port df3906d9-90c6-4ec5-8f34-0b889b7c9b36 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:49:40.831901 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Attempting to bind port df3906d9-90c6-4ec5-8f34-0b889b7c9b36 on network c12fb656-1461-4cf0-9123-04d30df7259e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:49:40.837321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:49:40.837625 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Checking segment: {'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:49:40.838029 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:40.838425 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Bound using segment: {'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:49:40.838899 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Bound port: df3906d9-90c6-4ec5-8f34-0b889b7c9b36, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:49:40.839279 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:40.870501 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:40.893016 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:40.903098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] For port df3906d9-90c6-4ec5-8f34-0b889b7c9b36, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:49:40.906380 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] For port df3906d9-90c6-4ec5-8f34-0b889b7c9b36, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=df3906d9-90c6-4ec5-8f34-0b889b7c9b36,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:49:40.992821 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Allocated IP 172.25.0.75 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/90f27d72-73bf-407e-b75f-205dbb5ec5a1) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:49:41.019076 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:41.082327 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48bf45-0667-47ff-b626-ccf772559a78 None None] Pushing event updated for resources: {'Port': ['ID=df3906d9-90c6-4ec5-8f34-0b889b7c9b36,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:41.101143 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:41.167581 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:41.209720 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:49:41.212758 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:49:41.218010 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:49:41.242981 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Pushing event updated for resources: {'Port': ['ID=90f27d72-73bf-407e-b75f-205dbb5ec5a1,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:41.548997 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:41.763161 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:41.954338 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Router 60f21300-9e1a-435f-b6d4-7dbe366af44d is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:49:41.994175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c14b4a-906a-4b74-9c59-45bcdf8e3de6 None None] Network c12fb656-1461-4cf0-9123-04d30df7259e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:49:42.054504 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-c197f782-daa8-4703-8b10-4b5e7f41bc30 None None] Provisioning complete for port df3906d9-90c6-4ec5-8f34-0b889b7c9b36 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:42.054891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c197f782-daa8-4703-8b10-4b5e7f41bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:42.235574 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c197f782-daa8-4703-8b10-4b5e7f41bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:42.281338 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c197f782-daa8-4703-8b10-4b5e7f41bc30 None None] For port df3906d9-90c6-4ec5-8f34-0b889b7c9b36, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=df3906d9-90c6-4ec5-8f34-0b889b7c9b36,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:42.357237 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:49:42.367405 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Sync routers for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:49:42.367937 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c197f782-daa8-4703-8b10-4b5e7f41bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:42.376897 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:42.377682 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:42.424559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197f782-daa8-4703-8b10-4b5e7f41bc30 None None] Pushing event updated for resources: {'Port': ['ID=df3906d9-90c6-4ec5-8f34-0b889b7c9b36,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:42.454967 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:42.456609 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a34b684d-3a71-4c52-aea0-90e002a155b6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1867058 Oct 13 15:49:42.459908 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43568) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:42.486524 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-fa8cf0bd-87bd-408b-8322-2b434ee08bad None None] Provisioning complete for port df3906d9-90c6-4ec5-8f34-0b889b7c9b36 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:42.486825 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf0bd-87bd-408b-8322-2b434ee08bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:42.495743 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:42.684184 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:41Z', 'revision_number': 3, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:42.711666 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Checking router: 60f21300-9e1a-435f-b6d4-7dbe366af44d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:49:42.712003 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Updating router 60f21300-9e1a-435f-b6d4-7dbe366af44d port 90f27d72-73bf-407e-b75f-205dbb5ec5a1 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:49:42.735791 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:42.878312 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:42.985799 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.032408 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Allocated IP 172.20.0.1 (c12fb656-1461-4cf0-9123-04d30df7259e/5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1/70015cc7-5951-4b11-ac8c-21239b1d318d) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:49:43.053361 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.115965 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Attempting to bind port 90f27d72-73bf-407e-b75f-205dbb5ec5a1 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:49:43.116351 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Attempting to bind port 90f27d72-73bf-407e-b75f-205dbb5ec5a1 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:49:43.116716 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Attempting to bind port 90f27d72-73bf-407e-b75f-205dbb5ec5a1 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:49:43.123924 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Pushing event updated for resources: {'Port': ['ID=90f27d72-73bf-407e-b75f-205dbb5ec5a1,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:43.128202 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:49:43.128637 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:49:43.128973 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.129384 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:49:43.129848 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Bound port: 90f27d72-73bf-407e-b75f-205dbb5ec5a1, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:49:43.130278 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.137917 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:43.138252 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:43.138586 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:43.138913 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:43.139236 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:43.139571 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:43.139869 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:43.140185 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:43.140503 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:43.140814 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:43.141153 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:43.141467 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:49:43.147238 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.160801 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device df3906d9-90c6-4ec5-8f34-0b889b7c9b36 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:49:43.194880 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] For port 90f27d72-73bf-407e-b75f-205dbb5ec5a1, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:49:43.198215 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] For port 90f27d72-73bf-407e-b75f-205dbb5ec5a1, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=90f27d72-73bf-407e-b75f-205dbb5ec5a1,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:49:43.210376 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port df3906d9-90c6-4ec5-8f34-0b889b7c9b36 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:43.210748 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.270932 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.308494 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Network c12fb656-1461-4cf0-9123-04d30df7259e is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:49:43.313374 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:49:43.315780 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:49:43.333549 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.350838 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Pushing event updated for resources: {'Port': ['ID=70015cc7-5951-4b11-ac8c-21239b1d318d,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:43.367933 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.402689 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95930ae6-93a0-47da-889a-5f3d31b3a1a0 None None] Pushing event updated for resources: {'Port': ['ID=90f27d72-73bf-407e-b75f-205dbb5ec5a1,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:43.408217 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:43.409094 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:43.533966 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:43.562776 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.605754 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-9b8e8e8f-cde5-46b2-8dec-a889e14df9a9 None None] Provisioning complete for port 70015cc7-5951-4b11-ac8c-21239b1d318d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:43.606043 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9b8e8e8f-cde5-46b2-8dec-a889e14df9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.645750 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e8e8f-cde5-46b2-8dec-a889e14df9a9 None None] Port 70015cc7-5951-4b11-ac8c-21239b1d318d cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:49:43.726039 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:41Z', 'revision_number': 3, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:43.737844 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.752097 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c073bc-6942-471f-93c4-3bc3e5567c4b None None] The sync data for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 is: [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:41Z', 'revision_number': 3, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:49:43.794350 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662248'] for port, after_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.862577 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:43.864341 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Pushing event updated for resources: {'Port': ['ID=70015cc7-5951-4b11-ac8c-21239b1d318d,revision_number=2']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:43.978722 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Network c12fb656-1461-4cf0-9123-04d30df7259e is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:49:43.980256 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:49:44.106682 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Router 60f21300-9e1a-435f-b6d4-7dbe366af44d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:49:44.227170 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:49:44.232401 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-86cd784c-ec16-4287-adce-1cd2e7f32020 admin admin] 10.222.0.18 "PUT /v2.0/routers/60f21300-9e1a-435f-b6d4-7dbe366af44d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7714424 Oct 13 15:49:44.273727 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-925159c5-02d2-4763-8c86-94398570e4a0 None None] Provisioning complete for port 70015cc7-5951-4b11-ac8c-21239b1d318d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:44.274187 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-925159c5-02d2-4763-8c86-94398570e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:44.310293 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-925159c5-02d2-4763-8c86-94398570e4a0 None None] Port 70015cc7-5951-4b11-ac8c-21239b1d318d cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:49:44.882885 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43584) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:44.887899 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1162731593-network', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:45.001667 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Made reservation on behalf of 8969f43e8eda406dbcc92581d061fefb for: {'network': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:49:45.004144 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for network, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.013526 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.093962 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.116717 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 90f27d72-73bf-407e-b75f-205dbb5ec5a1 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:49:45.161724 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.167887 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 90f27d72-73bf-407e-b75f-205dbb5ec5a1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:45.168396 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.186572 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=112684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:49:45.207537 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a31f9f-e1d7-4c54-b7e2-47de4628cf7b,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:45.207537 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.207537 n-d-806683-15 neutron-server[112684]: INFO neutron.db.segments_db [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Added segment ce591bb8-2c5b-4983-b8ab-906317010942 of type vlan for network ec23e50a-b3b7-41e9-a67e-e3a1f670a370 Oct 13 15:49:45.249448 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749259850819'] for network, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.258015 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.278763 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Sync routers for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:49:45.286304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port 90f27d72-73bf-407e-b75f-205dbb5ec5a1, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=90f27d72-73bf-407e-b75f-205dbb5ec5a1,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:45.291247 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:45.291851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:45.316109 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077'] for network, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.317152 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:45.317844 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.370463 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.385342 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] Pushing event updated for resources: {'Network': ['ID=ec23e50a-b3b7-41e9-a67e-e3a1f670a370,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:45.403238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Network ec23e50a-b3b7-41e9-a67e-e3a1f670a370 details requested by agent ovs-agent-n-d-806683-15 with host n-d-806683-15 {{(pid=112686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 15:49:45.442909 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-a1b01f9b-f80a-4f28-baa2-62d15d3c38c6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5589058 Oct 13 15:49:45.446403 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43586) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:45.451227 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-61932deb-f720-4dbe-9ea1-e96d98953c21 admin admin] Request body: {'subnet': {'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1162731593-subnet', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'ip_version': 4}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:45.500509 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:45.503807 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=90f27d72-73bf-407e-b75f-205dbb5ec5a1,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:45.537547 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61932deb-f720-4dbe-9ea1-e96d98953c21 admin admin] Made reservation on behalf of 8969f43e8eda406dbcc92581d061fefb for: {'subnet': 1} {{(pid=112684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:49:45.540250 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61932deb-f720-4dbe-9ea1-e96d98953c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12874203'] for subnet, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.713346 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 2, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:45.744570 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:49:45.749880 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Checking router: 60f21300-9e1a-435f-b6d4-7dbe366af44d for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:49:45.756267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Updating router 60f21300-9e1a-435f-b6d4-7dbe366af44d port 70015cc7-5951-4b11-ac8c-21239b1d318d binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:49:45.777359 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61932deb-f720-4dbe-9ea1-e96d98953c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12874229'] for subnet, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.780741 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:45.829207 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61932deb-f720-4dbe-9ea1-e96d98953c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e7e4cd-e186-4f87-be3d-0d3443ec58b4,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:45.847430 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61932deb-f720-4dbe-9ea1-e96d98953c21 admin admin] Checking segment: {'id': 'ce591bb8-2c5b-4983-b8ab-906317010942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:49:45.849382 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61932deb-f720-4dbe-9ea1-e96d98953c21 admin admin] Network hostable DHCP agents. Network: ec23e50a-b3b7-41e9-a67e-e3a1f670a370, hostable agents: ['5a213ed9-8357-4199-9b44-fc67910c7c01'], hosted agents: [] {{(pid=112684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:49:45.950092 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61932deb-f720-4dbe-9ea1-e96d98953c21 admin admin] Network ec23e50a-b3b7-41e9-a67e-e3a1f670a370 is scheduled to be hosted by DHCP agent 5a213ed9-8357-4199-9b44-fc67910c7c01 with binding_index 1 {{(pid=112684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:49:46.062765 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-61932deb-f720-4dbe-9ea1-e96d98953c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-15, ec23e50a-b3b7-41e9-a67e-e3a1f670a370) {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:49:46.067855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61932deb-f720-4dbe-9ea1-e96d98953c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:46.070157 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-61932deb-f720-4dbe-9ea1-e96d98953c21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.157074 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a460cb8-d016-49bd-9e8e-2cdf1062e568 None None] Network ec23e50a-b3b7-41e9-a67e-e3a1f670a370 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:49:46.158608 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-61932deb-f720-4dbe-9ea1-e96d98953c21 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7111671 Oct 13 15:49:46.161193 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43588) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:46.165930 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1162731593-router', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:46.264465 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-741867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45412'] for router, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.265583 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-741759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-682535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45423'] for router, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.322762 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.396331 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.403669 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4b689cd-0c37-560f-952f-58ae4e457218-ec23e50a-b3b7-41e9-a67e-e3a1f670a370', 'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'fixed_ips': [{'subnet_id': '10e7e4cd-e186-4f87-be3d-0d3443ec58b4'}]}} from n-d-806683-15. {{(pid=112686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 15:49:46.404501 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.469998 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.531895 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.560592 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9d61f-5f95-41d2-9144-e5ef8607b649 None None] Pushing event updated for resources: {'Port': ['ID=70015cc7-5951-4b11-ac8c-21239b1d318d,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:46.626048 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.db_base_plugin_common [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Allocated IP 172.20.0.2 (ec23e50a-b3b7-41e9-a67e-e3a1f670a370/10e7e4cd-e186-4f87-be3d-0d3443ec58b4/6c2875c1-8d2f-44a6-a25f-48902642c06c) {{(pid=112686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:49:46.643031 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Attempting to bind port 70015cc7-5951-4b11-ac8c-21239b1d318d on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:49:46.643396 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Attempting to bind port 70015cc7-5951-4b11-ac8c-21239b1d318d by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:49:46.643755 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Attempting to bind port 70015cc7-5951-4b11-ac8c-21239b1d318d on network c12fb656-1461-4cf0-9123-04d30df7259e {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:49:46.650888 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:49:46.651262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Checking segment: {'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:49:46.651663 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.652052 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Bound using segment: {'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:49:46.652521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Bound port: 70015cc7-5951-4b11-ac8c-21239b1d318d, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:49:46.652898 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.794024 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-06499618-1289-464a-948e-92d1199b8313 None None] Provisioning complete for port 70015cc7-5951-4b11-ac8c-21239b1d318d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:46.794385 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-06499618-1289-464a-948e-92d1199b8313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.805648 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.825519 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.828001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] For port 70015cc7-5951-4b11-ac8c-21239b1d318d, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:49:46.872001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] For port 70015cc7-5951-4b11-ac8c-21239b1d318d, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=70015cc7-5951-4b11-ac8c-21239b1d318d,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:49:46.876925 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-06499618-1289-464a-948e-92d1199b8313 None None] Port 70015cc7-5951-4b11-ac8c-21239b1d318d cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:49:46.889656 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.927830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.930364 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_common [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Allocated IP 172.25.0.119 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/fa6494dd-07fc-4aff-91f7-cef4410ede62) {{(pid=112684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:49:46.962950 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516'] for port, after_create {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:46.999002 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Network ec23e50a-b3b7-41e9-a67e-e3a1f670a370 is already hosted by enough agents. {{(pid=112686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:49:47.006635 n-d-806683-15 neutron-server[112686]: DEBUG neutron.scheduler.base_scheduler [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Resources bound (agent type, host, resource id): {{(pid=112686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:49:47.011071 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:47.011704 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:47.015635 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Received port after_create {{(pid=112686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:49:47.049331 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:47.058283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9d61f-5f95-41d2-9144-e5ef8607b649 None None] Pushing event updated for resources: {'Port': ['ID=70015cc7-5951-4b11-ac8c-21239b1d318d,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:47.134715 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 90f27d72-73bf-407e-b75f-205dbb5ec5a1 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:49:47.167623 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:47.210372 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:49:47.214838 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.base_scheduler [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=112684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:49:47.220351 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Received port after_create {{(pid=112684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:49:47.221938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Pushing event updated for resources: {'Port': ['ID=6c2875c1-8d2f-44a6-a25f-48902642c06c,revision_number=1']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:47.223399 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Pushing event updated for resources: {'Port': ['ID=fa6494dd-07fc-4aff-91f7-cef4410ede62,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:47.239030 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Attempting to bind port 6c2875c1-8d2f-44a6-a25f-48902642c06c on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:49:47.239404 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Attempting to bind port 6c2875c1-8d2f-44a6-a25f-48902642c06c by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'ce591bb8-2c5b-4983-b8ab-906317010942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:49:47.239765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Attempting to bind port 6c2875c1-8d2f-44a6-a25f-48902642c06c on network ec23e50a-b3b7-41e9-a67e-e3a1f670a370 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:49:47.256066 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:49:47.256474 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Checking segment: {'id': 'ce591bb8-2c5b-4983-b8ab-906317010942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:49:47.256873 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:47.257295 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Bound using segment: {'id': 'ce591bb8-2c5b-4983-b8ab-906317010942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:49:47.257767 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Bound port: 6c2875c1-8d2f-44a6-a25f-48902642c06c, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce591bb8-2c5b-4983-b8ab-906317010942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:49:47.258146 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:47.277189 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:47.357206 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 90f27d72-73bf-407e-b75f-205dbb5ec5a1 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:47.357587 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:47.399101 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-6b102098-3319-4445-863b-f7b23a277091 None None] Provisioning complete for port 70015cc7-5951-4b11-ac8c-21239b1d318d triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:47.399758 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b102098-3319-4445-863b-f7b23a277091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:47.510136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] For port 6c2875c1-8d2f-44a6-a25f-48902642c06c, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:49:47.536777 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] For port 6c2875c1-8d2f-44a6-a25f-48902642c06c, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6c2875c1-8d2f-44a6-a25f-48902642c06c,segment=NetworkSegment(ce591bb8-2c5b-4983-b8ab-906317010942),segment_id=ce591bb8-2c5b-4983-b8ab-906317010942)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:49:47.546818 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:47.632040 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:47.719131 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b102098-3319-4445-863b-f7b23a277091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:47.738127 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b35c7-52d5-481a-84c7-e3c0651a4aa7 None None] Pushing event updated for resources: {'Port': ['ID=6c2875c1-8d2f-44a6-a25f-48902642c06c,revision_number=2']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:47.756957 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-741728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539385'] for router, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:47.771417 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-6b102098-3319-4445-863b-f7b23a277091 None None] For port 70015cc7-5951-4b11-ac8c-21239b1d318d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=70015cc7-5951-4b11-ac8c-21239b1d318d,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:47.773672 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:46Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:47.800454 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304c19f-9cb6-4829-bb2a-bbf229970063 None None] The sync data for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 is: [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:46Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:49:47.830306 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6b102098-3319-4445-863b-f7b23a277091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:48.030145 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Router 584d93e3-c2ed-454f-ab35-c0173293b2bd is scheduled to L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e with binding_index 1 {{(pid=112684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 15:49:48.119370 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b102098-3319-4445-863b-f7b23a277091 None None] Pushing event updated for resources: {'Port': ['ID=70015cc7-5951-4b11-ac8c-21239b1d318d,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:48.472386 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:49:48.482647 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Sync routers for ids ['584d93e3-c2ed-454f-ab35-c0173293b2bd'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:49:48.500615 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Routers {'584d93e3-c2ed-454f-ab35-c0173293b2bd'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:48.500615 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['584d93e3-c2ed-454f-ab35-c0173293b2bd'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:48.562133 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:48.566485 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43590) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:48.567069 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-b3c13e13-4fb5-48f3-9d3d-b6d6e98b5fbb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4043181 Oct 13 15:49:48.630180 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Set router 584d93e3-c2ed-454f-ab35-c0173293b2bd gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:48.858055 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9165c6-1bea-4655-a33d-9dd00d2fe8f9 None None] Network ec23e50a-b3b7-41e9-a67e-e3a1f670a370 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:49:48.861964 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'name': 'tempest-TestSnapshotPattern-1162731593-router', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 3, 'project_id': '8969f43e8eda406dbcc92581d061fefb', 'gw_port': {'id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:48.890412 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Checking router: 584d93e3-c2ed-454f-ab35-c0173293b2bd for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:49:48.890849 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Updating router 584d93e3-c2ed-454f-ab35-c0173293b2bd port fa6494dd-07fc-4aff-91f7-cef4410ede62 binding host n-d-806683-15 {{(pid=112687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:49:48.919429 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:48.998405 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-575175c5-1a7a-4654-be83-b38343276600 None None] Provisioning complete for port 6c2875c1-8d2f-44a6-a25f-48902642c06c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:48.998881 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-575175c5-1a7a-4654-be83-b38343276600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.162168 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-575175c5-1a7a-4654-be83-b38343276600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.203881 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-575175c5-1a7a-4654-be83-b38343276600 None None] For port 6c2875c1-8d2f-44a6-a25f-48902642c06c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6c2875c1-8d2f-44a6-a25f-48902642c06c,segment=NetworkSegment(ce591bb8-2c5b-4983-b8ab-906317010942),segment_id=ce591bb8-2c5b-4983-b8ab-906317010942)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:49.254138 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6c2875c1-8d2f-44a6-a25f-48902642c06c up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:49:49.296424 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-575175c5-1a7a-4654-be83-b38343276600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.326555 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Notify callbacks [] for port, precommit_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.374555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575175c5-1a7a-4654-be83-b38343276600 None None] Pushing event updated for resources: {'Port': ['ID=6c2875c1-8d2f-44a6-a25f-48902642c06c,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:49.380015 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6c2875c1-8d2f-44a6-a25f-48902642c06c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:49.380611 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.408804 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.459341 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.481183 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 70015cc7-5951-4b11-ac8c-21239b1d318d up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:49:49.536555 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-0401240b-b8ab-404d-b0f5-809b3e580949 None None] Provisioning complete for port 6c2875c1-8d2f-44a6-a25f-48902642c06c triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:49.537302 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0401240b-b8ab-404d-b0f5-809b3e580949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.574850 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Attempting to bind port fa6494dd-07fc-4aff-91f7-cef4410ede62 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:49:49.575452 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Attempting to bind port fa6494dd-07fc-4aff-91f7-cef4410ede62 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:49:49.575452 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Attempting to bind port fa6494dd-07fc-4aff-91f7-cef4410ede62 on network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:49:49.578214 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf68a93-83ea-483e-8836-2de6ffc68189 None None] Pushing event updated for resources: {'Port': ['ID=fa6494dd-07fc-4aff-91f7-cef4410ede62,revision_number=2']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:49.584469 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:49:49.584879 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Checking segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:49:49.585564 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.585785 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Bound using segment: {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'} {{(pid=112687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:49:49.586268 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.managers [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Bound port: fa6494dd-07fc-4aff-91f7-cef4410ede62, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5069853b-f7ba-4dc8-9168-be9010ba38c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3'}}] {{(pid=112687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:49:49.586632 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.593654 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 70015cc7-5951-4b11-ac8c-21239b1d318d triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:49.594034 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.638372 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Allocated IP 172.20.0.1 (ec23e50a-b3b7-41e9-a67e-e3a1f670a370/10e7e4cd-e186-4f87-be3d-0d3443ec58b4/3a637bbc-baef-40aa-8c6c-6fcd7a8d7662) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:49:49.652878 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] For port fa6494dd-07fc-4aff-91f7-cef4410ede62, host n-d-806683-15, cleared binding levels {{(pid=112687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:49:49.657962 n-d-806683-15 neutron-server[112687]: DEBUG neutron.plugins.ml2.db [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] For port fa6494dd-07fc-4aff-91f7-cef4410ede62, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fa6494dd-07fc-4aff-91f7-cef4410ede62,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:49:49.678306 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cc02a0be-10bd-44da-84df-772fc08cc6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.732953 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.743798 n-d-806683-15 neutron-server[112687]: DEBUG neutron_lib.callbacks.manager [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.745866 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.809976 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Routers {'584d93e3-c2ed-454f-ab35-c0173293b2bd'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:49.810558 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['584d93e3-c2ed-454f-ab35-c0173293b2bd'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:49.813167 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf68a93-83ea-483e-8836-2de6ffc68189 None None] Pushing event updated for resources: {'Port': ['ID=fa6494dd-07fc-4aff-91f7-cef4410ede62,revision_number=3']} {{(pid=112687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:49.824695 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.872045 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Network ec23e50a-b3b7-41e9-a67e-e3a1f670a370 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:49:49.875006 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:49:49.880565 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:49:49.883772 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Pushing event updated for resources: {'Port': ['ID=3a637bbc-baef-40aa-8c6c-6fcd7a8d7662,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:49.922268 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-539176'] for router_interface, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:49.933625 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] Set router 584d93e3-c2ed-454f-ab35-c0173293b2bd gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:50.125265 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'name': 'tempest-TestSnapshotPattern-1162731593-router', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 3, 'project_id': '8969f43e8eda406dbcc92581d061fefb', 'gw_port': {'id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:50.136274 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:50.139574 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-a05c1db1-0fb1-4138-bb16-ab6510e14184 None None] Provisioning complete for port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:50.140044 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a05c1db1-0fb1-4138-bb16-ab6510e14184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:50.157399 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c67cc-1115-4d4c-8437-94a0ce75d239 None None] The sync data for ids ['584d93e3-c2ed-454f-ab35-c0173293b2bd'] in n-d-806683-15 is: [{'id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'name': 'tempest-TestSnapshotPattern-1162731593-router', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 3, 'project_id': '8969f43e8eda406dbcc92581d061fefb', 'gw_port': {'id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:06:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:49:50.178987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a05c1db1-0fb1-4138-bb16-ab6510e14184 None None] Port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:49:50.315592 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:50.385732 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:50.449781 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-744632'] for router_interface, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:50.460109 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Pushing event updated for resources: {'Port': ['ID=3a637bbc-baef-40aa-8c6c-6fcd7a8d7662,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:50.555348 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Network ec23e50a-b3b7-41e9-a67e-e3a1f670a370 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:49:50.556760 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:49:50.686463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Router 584d93e3-c2ed-454f-ab35-c0173293b2bd has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:49:50.801450 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1795168c-3180-4fc7-af3f-55025689c482 None None] Provisioning complete for port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:50.801822 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1795168c-3180-4fc7-af3f-55025689c482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:50.809972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:49:50.815081 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-03b56e56-2d45-4414-b3b7-33790cefe80c admin admin] 10.222.0.18 "PUT /v2.0/routers/584d93e3-c2ed-454f-ab35-c0173293b2bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2473524 Oct 13 15:49:50.839521 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1795168c-3180-4fc7-af3f-55025689c482 None None] Port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:49:51.163889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fa6494dd-07fc-4aff-91f7-cef4410ede62 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:49:51.211946 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fa6494dd-07fc-4aff-91f7-cef4410ede62 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:51.212326 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:51.292241 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:51.305666 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43598) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:51.310821 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-00ab7ab2-2e18-4e48-8366-2b3303857e1f tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877779706', 'description': 'tempest-secgroup-smoke-877779706 description', 'project_id': 'e7f558787fa04d52bab8d032890b23e2'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:51.315627 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] For port fa6494dd-07fc-4aff-91f7-cef4410ede62, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fa6494dd-07fc-4aff-91f7-cef4410ede62,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:51.378432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:51.379238 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6c2875c1-8d2f-44a6-a25f-48902642c06c up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:49:51.413826 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00ab7ab2-2e18-4e48-8366-2b3303857e1f tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:51.461001 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Pushing event updated for resources: {'Port': ['ID=fa6494dd-07fc-4aff-91f7-cef4410ede62,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:51.469301 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 6c2875c1-8d2f-44a6-a25f-48902642c06c triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:51.469670 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:51.486383 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00ab7ab2-2e18-4e48-8366-2b3303857e1f tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:51.555779 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00ab7ab2-2e18-4e48-8366-2b3303857e1f tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:51.585794 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab7ab2-2e18-4e48-8366-2b3303857e1f tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec439633-8122-46f1-ae7a-7c334b973981,revision_number=1']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:51.643175 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-00ab7ab2-2e18-4e48-8366-2b3303857e1f tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:51.644433 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-00ab7ab2-2e18-4e48-8366-2b3303857e1f tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3375940 Oct 13 15:49:51.648122 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43600) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:51.652522 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-122f2a3a-f54e-4020-a78a-b670babe8871 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Request body: {'security_group_rule': {'security_group_id': 'ec439633-8122-46f1-ae7a-7c334b973981', 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:51.724347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Sync routers for ids ['584d93e3-c2ed-454f-ab35-c0173293b2bd'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:49:51.729939 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Routers {'584d93e3-c2ed-454f-ab35-c0173293b2bd'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:51.730665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['584d93e3-c2ed-454f-ab35-c0173293b2bd'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:51.747427 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-122f2a3a-f54e-4020-a78a-b670babe8871 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:51.808329 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-122f2a3a-f54e-4020-a78a-b670babe8871 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:51.837763 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Set router 584d93e3-c2ed-454f-ab35-c0173293b2bd gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:51.881324 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-122f2a3a-f54e-4020-a78a-b670babe8871 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:51.899902 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f2a3a-f54e-4020-a78a-b670babe8871 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d16763-890d-4645-a650-8fab1fe643c3,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:51.969174 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-122f2a3a-f54e-4020-a78a-b670babe8871 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:51.970624 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-122f2a3a-f54e-4020-a78a-b670babe8871 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215549 Oct 13 15:49:51.973260 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43602) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:51.978673 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-eca10a0c-4c12-4d3f-952b-29a6b2d1c2d3 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Request body: {'security_group_rule': {'security_group_id': 'ec439633-8122-46f1-ae7a-7c334b973981', 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:52.038304 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'name': 'tempest-TestSnapshotPattern-1162731593-router', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:49:50Z', 'revision_number': 4, 'project_id': '8969f43e8eda406dbcc92581d061fefb', 'gw_port': {'id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3a637bbc-baef-40aa-8c6c-6fcd7a8d7662', 'name': '', 'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'mac_address': 'fa:16:3e:3c:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '10e7e4cd-e186-4f87-be3d-0d3443ec58b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:49Z', 'updated_at': '2021-10-13T15:49:50Z', 'revision_number': 2, 'project_id': '8969f43e8eda406dbcc92581d061fefb', 'subnets': [{'id': '10e7e4cd-e186-4f87-be3d-0d3443ec58b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:52.063729 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eca10a0c-4c12-4d3f-952b-29a6b2d1c2d3 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.067782 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Checking router: 584d93e3-c2ed-454f-ab35-c0173293b2bd for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:49:52.068136 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Updating router 584d93e3-c2ed-454f-ab35-c0173293b2bd port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 binding host n-d-806683-15 {{(pid=112686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:49:52.095370 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.121790 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eca10a0c-4c12-4d3f-952b-29a6b2d1c2d3 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.201679 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eca10a0c-4c12-4d3f-952b-29a6b2d1c2d3 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.220062 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca10a0c-4c12-4d3f-952b-29a6b2d1c2d3 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2c31ea-2331-4262-b426-9ef79e94e09f,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:52.272733 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-eca10a0c-4c12-4d3f-952b-29a6b2d1c2d3 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.273995 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-eca10a0c-4c12-4d3f-952b-29a6b2d1c2d3 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2998207 Oct 13 15:49:52.282412 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43604) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:52.287098 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-9247da85-20af-491a-8094-cb295e7ab9ed tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Request body: {'security_group_rule': {'security_group_id': 'ec439633-8122-46f1-ae7a-7c334b973981', 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:52.371361 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Notify callbacks [] for port, precommit_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.371940 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9247da85-20af-491a-8094-cb295e7ab9ed tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.423937 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-825d7551-a404-4372-8ca2-17b139a566ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.433145 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9247da85-20af-491a-8094-cb295e7ab9ed tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.441109 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.496889 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed2954-6722-4609-bc21-cd8822b0ec06 None None] Pushing event updated for resources: {'Port': ['ID=3a637bbc-baef-40aa-8c6c-6fcd7a8d7662,revision_number=3']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:52.521537 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9247da85-20af-491a-8094-cb295e7ab9ed tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.543485 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247da85-20af-491a-8094-cb295e7ab9ed tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69d45ed-0b95-4828-b2cd-a15d5ae0a214,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:52.551667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Attempting to bind port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 on host n-d-806683-15 for vnic_type normal with profile {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:49:52.552039 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Attempting to bind port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 by drivers openvswitch,hyperv on host n-d-806683-15 at level 0 using segments [{'id': 'ce591bb8-2c5b-4983-b8ab-906317010942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370'}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:49:52.553217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Attempting to bind port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 on network ec23e50a-b3b7-41e9-a67e-e3a1f670a370 {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:49:52.558478 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Checking agent: {'id': 'b0ba485a-bc05-46fd-8c60-af8a9338450d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 50, 24), 'started_at': datetime.datetime(2021, 10, 13, 13, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:49:52.558852 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Checking segment: {'id': 'ce591bb8-2c5b-4983-b8ab-906317010942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:49:52.559253 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.559641 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Bound using segment: {'id': 'ce591bb8-2c5b-4983-b8ab-906317010942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370'} {{(pid=112686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:49:52.560144 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.managers [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Bound port: 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662, host: n-d-806683-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce591bb8-2c5b-4983-b8ab-906317010942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370'}}] {{(pid=112686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:49:52.560530 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.615542 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9247da85-20af-491a-8094-cb295e7ab9ed tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.620627 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9247da85-20af-491a-8094-cb295e7ab9ed tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3371475 Oct 13 15:49:52.620812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43606) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:52.625762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-c204a838-99a1-4d6a-b448-af56bc8e792e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Request body: {'security_group_rule': {'security_group_id': 'ec439633-8122-46f1-ae7a-7c334b973981', 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:52.638262 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] For port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662, host n-d-806683-15, cleared binding levels {{(pid=112686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:49:52.642283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] For port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662, host n-d-806683-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3a637bbc-baef-40aa-8c6c-6fcd7a8d7662,segment=NetworkSegment(ce591bb8-2c5b-4983-b8ab-906317010942),segment_id=ce591bb8-2c5b-4983-b8ab-906317010942)] {{(pid=112686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:49:52.703325 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.719026 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c204a838-99a1-4d6a-b448-af56bc8e792e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.774021 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Routers {'584d93e3-c2ed-454f-ab35-c0173293b2bd'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:49:52.774657 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['584d93e3-c2ed-454f-ab35-c0173293b2bd'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:52.777527 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed2954-6722-4609-bc21-cd8822b0ec06 None None] Pushing event updated for resources: {'Port': ['ID=3a637bbc-baef-40aa-8c6c-6fcd7a8d7662,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:52.788949 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c204a838-99a1-4d6a-b448-af56bc8e792e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.819851 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-2155d1f9-cc2e-4a8e-b9ab-d527927435d2 None None] Provisioning complete for port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:52.820065 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2155d1f9-cc2e-4a8e-b9ab-d527927435d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.857114 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c204a838-99a1-4d6a-b448-af56bc8e792e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.878285 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204a838-99a1-4d6a-b448-af56bc8e792e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7657da5-cefe-4a8a-8788-af16e7cd6039,revision_number=0']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:52.929098 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] Set router 584d93e3-c2ed-454f-ab35-c0173293b2bd gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:49:52.939141 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c204a838-99a1-4d6a-b448-af56bc8e792e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:52.940386 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c204a838-99a1-4d6a-b448-af56bc8e792e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3182819 Oct 13 15:49:52.943420 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43608) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:52.948460 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-6bbeb9c9-4e7c-4aa4-aa9d-fae5b25e484a tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Request body: {'security_group_rule': {'security_group_id': 'ec439633-8122-46f1-ae7a-7c334b973981', 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:53.023479 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-6bbeb9c9-4e7c-4aa4-aa9d-fae5b25e484a tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Project e7f558787fa04d52bab8d032890b23e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:49:53.028691 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb9c9-4e7c-4aa4-aa9d-fae5b25e484a tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:53.037671 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2155d1f9-cc2e-4a8e-b9ab-d527927435d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:53.087110 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:53.098047 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb9c9-4e7c-4aa4-aa9d-fae5b25e484a tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:53.111503 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fa6494dd-07fc-4aff-91f7-cef4410ede62 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:49:53.144502 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-2155d1f9-cc2e-4a8e-b9ab-d527927435d2 None None] For port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3a637bbc-baef-40aa-8c6c-6fcd7a8d7662,segment=NetworkSegment(ce591bb8-2c5b-4983-b8ab-906317010942),segment_id=ce591bb8-2c5b-4983-b8ab-906317010942)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:49:53.167142 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb9c9-4e7c-4aa4-aa9d-fae5b25e484a tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:53.190344 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbeb9c9-4e7c-4aa4-aa9d-fae5b25e484a tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61557d69-73e0-4289-a96c-212c1c08df6b,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:53.217596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port fa6494dd-07fc-4aff-91f7-cef4410ede62 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:53.217948 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:53.258162 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2155d1f9-cc2e-4a8e-b9ab-d527927435d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:53.277655 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb9c9-4e7c-4aa4-aa9d-fae5b25e484a tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:53.278837 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-6bbeb9c9-4e7c-4aa4-aa9d-fae5b25e484a tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3341181 Oct 13 15:49:53.281688 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 43610) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:49:53.286111 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.v2.base [None req-23db7c2b-8512-425d-9acb-13ba833bb4f5 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Request body: {'security_group_rule': {'security_group_id': 'ec439633-8122-46f1-ae7a-7c334b973981', 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:53.288548 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'name': 'tempest-TestSnapshotPattern-1162731593-router', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:49:50Z', 'revision_number': 4, 'project_id': '8969f43e8eda406dbcc92581d061fefb', 'gw_port': {'id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3a637bbc-baef-40aa-8c6c-6fcd7a8d7662', 'name': '', 'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'mac_address': 'fa:16:3e:3c:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '10e7e4cd-e186-4f87-be3d-0d3443ec58b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:49Z', 'updated_at': '2021-10-13T15:49:52Z', 'revision_number': 4, 'project_id': '8969f43e8eda406dbcc92581d061fefb', 'subnets': [{'id': '10e7e4cd-e186-4f87-be3d-0d3443ec58b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:49:53.322999 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cca7a8-c54c-4a70-b14e-99b69497e220 None None] The sync data for ids ['584d93e3-c2ed-454f-ab35-c0173293b2bd'] in n-d-806683-15 is: [{'id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'name': 'tempest-TestSnapshotPattern-1162731593-router', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:49:50Z', 'revision_number': 4, 'project_id': '8969f43e8eda406dbcc92581d061fefb', 'gw_port': {'id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '3a637bbc-baef-40aa-8c6c-6fcd7a8d7662', 'name': '', 'network_id': 'ec23e50a-b3b7-41e9-a67e-e3a1f670a370', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'mac_address': 'fa:16:3e:3c:b6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '10e7e4cd-e186-4f87-be3d-0d3443ec58b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:49Z', 'updated_at': '2021-10-13T15:49:52Z', 'revision_number': 4, 'project_id': '8969f43e8eda406dbcc92581d061fefb', 'subnets': [{'id': '10e7e4cd-e186-4f87-be3d-0d3443ec58b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:49:53.348283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155d1f9-cc2e-4a8e-b9ab-d527927435d2 None None] Pushing event updated for resources: {'Port': ['ID=3a637bbc-baef-40aa-8c6c-6fcd7a8d7662,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:53.378168 n-d-806683-15 neutron-server[112684]: INFO neutron.db.securitygroups_db [None req-23db7c2b-8512-425d-9acb-13ba833bb4f5 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Project e7f558787fa04d52bab8d032890b23e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:49:53.386786 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23db7c2b-8512-425d-9acb-13ba833bb4f5 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:53.402974 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-e15eaabd-0bda-4e07-80f1-ecc58a8f8739 None None] Provisioning complete for port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:53.403488 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e15eaabd-0bda-4e07-80f1-ecc58a8f8739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:53.471029 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23db7c2b-8512-425d-9acb-13ba833bb4f5 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:53.533032 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23db7c2b-8512-425d-9acb-13ba833bb4f5 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-97420'] for security_group_rule, after_create {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:53.555969 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db7c2b-8512-425d-9acb-13ba833bb4f5 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28523d0-cf1c-41f6-a045-55a468018c5d,revision_number=0']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:53.615466 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-23db7c2b-8512-425d-9acb-13ba833bb4f5 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:53.617076 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-23db7c2b-8512-425d-9acb-13ba833bb4f5 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3343627 Oct 13 15:49:53.771769 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-0653cc58-eaad-4701-a6f1-445bb0e0feee tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877779706&fields=id&tenant_id=e7f558787fa04d52bab8d032890b23e2 HTTP/1.1" status: 200 len: 267 time: 0.0345304 Oct 13 15:49:53.885890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-60c507f5-66ee-443f-9d14-34c1ab3a6de4 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:53.887356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-60c507f5-66ee-443f-9d14-34c1ab3a6de4 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 810 time: 0.1070487 Oct 13 15:49:53.902233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-7e31d2d4-abc1-47dd-9bbc-cd0561d6631b tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/quotas/e7f558787fa04d52bab8d032890b23e2 HTTP/1.1" status: 200 len: 375 time: 0.0091639 Oct 13 15:49:53.953390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-46ded2ac-74f7-4ba8-83f7-b2629441ea7d tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459402 Oct 13 15:49:54.098589 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:54.157396 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ef7839d2-e1d0-4711-a9a7-bbf1b9457f41 service neutron] 10.222.0.18 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920247 Oct 13 15:49:54.245595 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:54.251504 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ce4b81bc-0767-46a4-975f-102822b080de service neutron] 10.222.0.18 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864971 Oct 13 15:49:54.511290 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-dfff321a-5981-4a28-9725-6b4a992a3632 req-594049c6-a7de-4193-8a48-846862acdd3b tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 210 time: 0.0351276 Oct 13 15:49:55.111019 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 up at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:49:55.159099 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Provisioning complete for port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:55.159473 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:55.580549 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d38e2481-fcdc-46df-8d66-97b4623be869 req-6ea9f704-0f54-46fd-ab7d-45152eac0dac tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 210 time: 0.0263226 Oct 13 15:49:55.829659 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:56.684188 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7639803b-a7f3-4360-9435-56d5b4c62d14 req-cfef2f80-b5d5-4a1c-a979-0aeb86f34dbf tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 210 time: 0.0348368 Oct 13 15:49:56.785351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-302ea40f-de4f-48b0-be8a-cf89571bf346 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:56.787454 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-302ea40f-de4f-48b0-be8a-cf89571bf346 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.41 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 810 time: 0.1056390 Oct 13 15:49:56.831248 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-75259357-1f2b-45ec-b959-64077f971c0d tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7f558787fa04d52bab8d032890b23e2 HTTP/1.1" status: 200 len: 379 time: 0.0338016 Oct 13 15:49:56.841463 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-74a4aa79-d8bd-494b-bc9e-f994d47bd8c9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Request body: {'port': {'device_id': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'admin_state_up': True, 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'security_groups': ['ec439633-8122-46f1-ae7a-7c334b973981']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:57.039812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-74a4aa79-d8bd-494b-bc9e-f994d47bd8c9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Made reservation on behalf of e7f558787fa04d52bab8d032890b23e2 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:49:57.043475 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-74a4aa79-d8bd-494b-bc9e-f994d47bd8c9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:57.173057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-74a4aa79-d8bd-494b-bc9e-f994d47bd8c9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Allocated IP 172.20.0.9 (c12fb656-1461-4cf0-9123-04d30df7259e/5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1/ca26c028-69ef-4685-b7ef-73660721febe) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:49:57.318304 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-74a4aa79-d8bd-494b-bc9e-f994d47bd8c9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:57.418630 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-74a4aa79-d8bd-494b-bc9e-f994d47bd8c9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:57.466028 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-74a4aa79-d8bd-494b-bc9e-f994d47bd8c9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Network c12fb656-1461-4cf0-9123-04d30df7259e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:49:57.469487 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-74a4aa79-d8bd-494b-bc9e-f994d47bd8c9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:49:57.474861 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-74a4aa79-d8bd-494b-bc9e-f994d47bd8c9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:49:57.502155 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4aa79-d8bd-494b-bc9e-f994d47bd8c9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event updated for resources: {'Port': ['ID=ca26c028-69ef-4685-b7ef-73660721febe,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:57.533321 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-74a4aa79-d8bd-494b-bc9e-f994d47bd8c9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:57.533963 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-74a4aa79-d8bd-494b-bc9e-f994d47bd8c9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:57.660153 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-74a4aa79-d8bd-494b-bc9e-f994d47bd8c9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8222456 Oct 13 15:49:57.673840 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Request body: {'port': {'device_id': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:49:57.709266 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-cf356d6a-2642-4f0d-b951-dc4bb2d81e3f None None] Provisioning complete for port ca26c028-69ef-4685-b7ef-73660721febe triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:49:57.709830 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-cf356d6a-2642-4f0d-b951-dc4bb2d81e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:57.732033 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:57.749568 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-cf356d6a-2642-4f0d-b951-dc4bb2d81e3f None None] Port ca26c028-69ef-4685-b7ef-73660721febe cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:49:57.872572 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b63711-1d31-431c-ae01-c07edf0154bb req-5112925b-d836-4f1b-8c62-947917a6493c tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:57.874057 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73b63711-1d31-431c-ae01-c07edf0154bb req-5112925b-d836-4f1b-8c62-947917a6493c tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 931 time: 0.1100509 Oct 13 15:49:57.966216 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-73b63711-1d31-431c-ae01-c07edf0154bb req-14693096-a5c2-47e4-ae3f-69127e73ab8d tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833430 Oct 13 15:49:58.060090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca26c028-69ef-4685-b7ef-73660721febe {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:49:58.067452 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:58.078942 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Transition to ACTIVE for port object ca26c028-69ef-4685-b7ef-73660721febe will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:49:58.182904 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:58.234035 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Pushing event updated for resources: {'Port': ['ID=ca26c028-69ef-4685-b7ef-73660721febe,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:58.311715 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Attempting to bind port ca26c028-69ef-4685-b7ef-73660721febe on host n-h2-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:49:58.312057 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Attempting to bind port ca26c028-69ef-4685-b7ef-73660721febe by drivers openvswitch,hyperv on host n-h2-806683-15 at level 0 using segments [{'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:49:58.312390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Attempting to bind port ca26c028-69ef-4685-b7ef-73660721febe on network c12fb656-1461-4cf0-9123-04d30df7259e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:49:58.316890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Port ca26c028-69ef-4685-b7ef-73660721febe on network c12fb656-1461-4cf0-9123-04d30df7259e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:49:58.317243 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Attempting to bind port ca26c028-69ef-4685-b7ef-73660721febe on network c12fb656-1461-4cf0-9123-04d30df7259e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:49:58.323599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Checking agent: {'id': 'f76b15eb-0fef-4c7c-872b-3434933c5874', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:49:58.323941 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Checking segment: {'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:49:58.324357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Bound using segment: {'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:49:58.324756 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Bound port: ca26c028-69ef-4685-b7ef-73660721febe, host: n-h2-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:49:58.325213 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:58.391880 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] For port ca26c028-69ef-4685-b7ef-73660721febe, host n-h2-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:49:58.394894 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] For port ca26c028-69ef-4685-b7ef-73660721febe, host n-h2-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca26c028-69ef-4685-b7ef-73660721febe,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:49:58.447276 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:58.484862 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:58.485527 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:58.486957 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] 10.222.0.41 "PUT /v2.0/ports/ca26c028-69ef-4685-b7ef-73660721febe HTTP/1.1" status: 200 len: 1092 time: 0.8173482 Oct 13 15:49:58.487435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:49:58.489885 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d1bf5f-0942-453c-9103-a27d03107eda" -d '{"events": [{"name": "network-changed", "server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "tag": "ca26c028-69ef-4685-b7ef-73660721febe"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:49:58.516495 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67472d-0b49-4e21-b207-f4e2080f9a40 service neutron] Pushing event updated for resources: {'Port': ['ID=ca26c028-69ef-4685-b7ef-73660721febe,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:49:58.533923 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6164d20-e5d1-49c1-be44-d6ed9b114fd4 x-openstack-request-id: req-d6164d20-e5d1-49c1-be44-d6ed9b114fd4 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:49:58.534309 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "tag": "ca26c028-69ef-4685-b7ef-73660721febe", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:49:58.534621 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6164d20-e5d1-49c1-be44-d6ed9b114fd4 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:49:58.535035 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe', 'status': 'completed', 'code': 200} Oct 13 15:49:58.604612 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1bf5f-0942-453c-9103-a27d03107eda req-92e10259-5f39-4634-a3a7-aa6b75649b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:58.606256 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41d1bf5f-0942-453c-9103-a27d03107eda req-92e10259-5f39-4634-a3a7-aa6b75649b02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 1095 time: 0.0488608 Oct 13 15:49:58.714808 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1bf5f-0942-453c-9103-a27d03107eda req-631e18ae-c0cc-44f6-9b19-02b34983e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:58.716278 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41d1bf5f-0942-453c-9103-a27d03107eda req-631e18ae-c0cc-44f6-9b19-02b34983e92b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e7f558787fa04d52bab8d032890b23e2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0996592 Oct 13 15:49:58.811920 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1bf5f-0942-453c-9103-a27d03107eda req-43a31171-769c-41f0-b4f6-23be681692dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:58.813289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-41d1bf5f-0942-453c-9103-a27d03107eda req-43a31171-769c-41f0-b4f6-23be681692dd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896194 Oct 13 15:49:58.894060 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-5953d018-686e-48d6-8ebf-a4fcc5bc2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:58.895562 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-5953d018-686e-48d6-8ebf-a4fcc5bc2f21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 1095 time: 0.0446343 Oct 13 15:49:58.941766 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-cc519113-d23d-4733-8d50-9fa08776804e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca26c028-69ef-4685-b7ef-73660721febe HTTP/1.1" status: 200 len: 217 time: 0.0355988 Oct 13 15:49:58.995437 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-5d4a1b45-1fb4-4c0e-aec6-ffda443ff181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:58.996896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-5d4a1b45-1fb4-4c0e-aec6-ffda443ff181 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 200 len: 849 time: 0.0472260 Oct 13 15:49:59.067176 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-70abd52f-e0c7-4c3d-ab26-27cd9b08903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:59.068809 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-70abd52f-e0c7-4c3d-ab26-27cd9b08903c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12fb656-1461-4cf0-9123-04d30df7259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642872 Oct 13 15:49:59.129153 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0550f-503f-401f-9f24-644cfce1409d req-e350caf2-9ef2-46da-a0ea-b0347f4276c0 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:49:59.130700 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05f0550f-503f-401f-9f24-644cfce1409d req-e350caf2-9ef2-46da-a0ea-b0347f4276c0 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 943 time: 0.0970786 Oct 13 15:49:59.193489 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-05f0550f-503f-401f-9f24-644cfce1409d req-52a842d2-a96a-451d-9e52-ef48c84e1509 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553441 Oct 13 15:49:59.198933 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-1ff4922f-e299-4912-a012-d0151499f1e2 service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221275 Oct 13 15:49:59.290579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4796bafd-4afe-4e81-917a-46f02abfb3e5 req-399edf02-971f-4728-a584-fe21e7b04f07 service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841022 Oct 13 15:50:00.324702 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28213be-b1ec-433f-a9fe-3d13145e1e43 req-4862e8cd-ff5e-40cb-8f47-8b3d2a01ce5c tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:00.326196 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c28213be-b1ec-433f-a9fe-3d13145e1e43 req-4862e8cd-ff5e-40cb-8f47-8b3d2a01ce5c tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 943 time: 0.0545506 Oct 13 15:50:00.370069 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c28213be-b1ec-433f-a9fe-3d13145e1e43 req-332d5572-a9e4-4f1e-9944-cdb5cef50832 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376127 Oct 13 15:50:01.482666 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9213-cb2c-4d81-aebd-3febc0a982ee req-65cece79-d8bf-4bc1-8713-fd9cd5955f05 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:01.484132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71db9213-cb2c-4d81-aebd-3febc0a982ee req-65cece79-d8bf-4bc1-8713-fd9cd5955f05 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 943 time: 0.0486221 Oct 13 15:50:01.522034 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-71db9213-cb2c-4d81-aebd-3febc0a982ee req-60b6432a-69ab-4242-96ba-dbec04d6a969 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318351 Oct 13 15:50:02.635562 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e789c3-7eef-47c5-a387-de8e8e3edad9 req-47a92dca-3daa-4cee-8575-80669d213122 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:02.637028 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0e789c3-7eef-47c5-a387-de8e8e3edad9 req-47a92dca-3daa-4cee-8575-80669d213122 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 943 time: 0.0483010 Oct 13 15:50:02.674073 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0e789c3-7eef-47c5-a387-de8e8e3edad9 req-54bba2ba-5c9c-49d5-a02b-55fab301118f tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311472 Oct 13 15:50:03.402665 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ca26c028-69ef-4685-b7ef-73660721febe details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:50:03.496265 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ca26c028-69ef-4685-b7ef-73660721febe, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca26c028-69ef-4685-b7ef-73660721febe,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:03.506987 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'ca26c028-69ef-4685-b7ef-73660721febe', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'port_id': 'ca26c028-69ef-4685-b7ef-73660721febe', 'mac_address': 'fa:16:3e:4a:d5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:50:03.549101 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.562335 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca26c028-69ef-4685-b7ef-73660721febe {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:50:03.580886 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ca26c028-69ef-4685-b7ef-73660721febe, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca26c028-69ef-4685-b7ef-73660721febe,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:03.646777 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:03.697486 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=ca26c028-69ef-4685-b7ef-73660721febe,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:03.794037 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1a6bd-37cf-4038-b4b1-ab94e5f214f0 req-a8cc70d6-8132-4685-b19a-df786a6e5f46 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:03.795540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68c1a6bd-37cf-4038-b4b1-ab94e5f214f0 req-a8cc70d6-8132-4685-b19a-df786a6e5f46 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 944 time: 0.0538528 Oct 13 15:50:03.835546 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-68c1a6bd-37cf-4038-b4b1-ab94e5f214f0 req-9bd19132-84ff-41a8-8b29-ed94c4695a85 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338578 Oct 13 15:50:04.002680 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['ca26c028-69ef-4685-b7ef-73660721febe'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:50:04.948642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d735091-544b-43ea-8bba-4fc9dc45f47a req-0eba3f85-c74f-4207-8e63-a90da16603cc tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:04.950132 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d735091-544b-43ea-8bba-4fc9dc45f47a req-0eba3f85-c74f-4207-8e63-a90da16603cc tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 944 time: 0.0483291 Oct 13 15:50:04.987466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-0d735091-544b-43ea-8bba-4fc9dc45f47a req-082ae5eb-fb46-4664-abb3-125ac1f7349a tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314953 Oct 13 15:50:05.402436 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ca26c028-69ef-4685-b7ef-73660721febe up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:50:05.532215 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning for port ca26c028-69ef-4685-b7ef-73660721febe completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:50:05.537185 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port ca26c028-69ef-4685-b7ef-73660721febe triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:50:05.537597 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.619007 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.641475 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:50:05.643721 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d24dbb-910a-4e5e-9dcb-c49f19e29db2" -d '{"events": [{"server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "name": "network-vif-plugged", "status": "completed", "tag": "ca26c028-69ef-4685-b7ef-73660721febe"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:05.655815 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ca26c028-69ef-4685-b7ef-73660721febe, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca26c028-69ef-4685-b7ef-73660721febe,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:50:05.681126 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0487dc1a-f254-480a-8973-805007312fa1 x-openstack-request-id: req-0487dc1a-f254-480a-8973-805007312fa1 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:05.681423 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "name": "network-vif-plugged", "status": "completed", "tag": "ca26c028-69ef-4685-b7ef-73660721febe", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:05.681682 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0487dc1a-f254-480a-8973-805007312fa1 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:05.682086 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe', 'code': 200} Oct 13 15:50:05.732536 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.781798 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249f443-7063-4b8e-a9b4-c4da3bffe66d req-005b05e2-2c54-43f8-86a1-bd0a87965cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:05.783332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7249f443-7063-4b8e-a9b4-c4da3bffe66d req-005b05e2-2c54-43f8-86a1-bd0a87965cd1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 1097 time: 0.0427127 Oct 13 15:50:05.785832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=ca26c028-69ef-4685-b7ef-73660721febe,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:05.819898 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7249f443-7063-4b8e-a9b4-c4da3bffe66d req-fd20dcb5-1655-460c-b575-2e1d21d3e430 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281568 Oct 13 15:50:06.109056 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d8e8b-3e9c-46d1-a25b-dde51328ed93 req-f4a89988-8a51-475e-83b5-3b58426dc5ef tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:06.110583 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a71d8e8b-3e9c-46d1-a25b-dde51328ed93 req-f4a89988-8a51-475e-83b5-3b58426dc5ef tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 945 time: 0.0539517 Oct 13 15:50:06.151765 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a71d8e8b-3e9c-46d1-a25b-dde51328ed93 req-03eceb58-e45e-4281-b568-3b54f49a0c6c tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339553 Oct 13 15:50:07.272311 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfc53d-70a3-4483-863d-bcf6e6ebe8ae req-321deb04-0e2f-46e4-9f6b-c79cc8f07f38 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:07.273806 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dcfc53d-70a3-4483-863d-bcf6e6ebe8ae req-321deb04-0e2f-46e4-9f6b-c79cc8f07f38 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 945 time: 0.0478835 Oct 13 15:50:07.314483 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-3dcfc53d-70a3-4483-863d-bcf6e6ebe8ae req-bfda6596-43cb-4fdc-a51b-da9946e040fb tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336499 Oct 13 15:50:08.427969 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4d65f-c0d7-4f05-9c47-78f5b69d8b54 req-9012fa4f-c8f4-474c-80ab-2241ad09406b tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:08.429457 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95e4d65f-c0d7-4f05-9c47-78f5b69d8b54 req-9012fa4f-c8f4-474c-80ab-2241ad09406b tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 945 time: 0.0491462 Oct 13 15:50:08.467018 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-95e4d65f-c0d7-4f05-9c47-78f5b69d8b54 req-25776308-8c11-422b-a06a-85512964f416 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313015 Oct 13 15:50:08.608038 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d12b5-80fd-4448-aeb2-8c32ba2bf012 req-fb8de0f1-227e-40d0-ade5-a8640f12bd43 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:08.609473 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c9d12b5-80fd-4448-aeb2-8c32ba2bf012 req-fb8de0f1-227e-40d0-ade5-a8640f12bd43 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 945 time: 0.0525081 Oct 13 15:50:08.646771 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9c9d12b5-80fd-4448-aeb2-8c32ba2bf012 req-a8675f6a-fee1-4940-8587-7db62d62574b tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311928 Oct 13 15:50:08.668441 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43678) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:08.750042 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e0b22d-84fd-498b-8385-07fd86752635 tempest-TestSnapshotPattern-834747513 tempest-TestSnapshotPattern-834747513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:08.751555 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-33e0b22d-84fd-498b-8385-07fd86752635 tempest-TestSnapshotPattern-834747513 tempest-TestSnapshotPattern-834747513-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 1092 time: 0.0821090 Oct 13 15:50:08.754472 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 43682) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:50:08.759390 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': 'ca26c028-69ef-4685-b7ef-73660721febe', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:08.823372 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:08.920405 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.020255 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Allocated IP 172.25.0.92 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/55471ecd-99a6-4905-92d3-c230a2d6dfed) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:09.123344 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.212490 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.246730 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:09.251429 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:09.256447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:50:09.285131 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event updated for resources: {'Port': ['ID=55471ecd-99a6-4905-92d3-c230a2d6dfed,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:09.937060 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.048587 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.196525 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.252143 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.321388 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event updated for resources: {'Port': ['ID=55471ecd-99a6-4905-92d3-c230a2d6dfed,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:10.335717 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.439419 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Floating IP 2d0ed216-2e5f-45e2-a334-831a020a7323 associated. External IP: 172.25.0.92, port: ca26c028-69ef-4685-b7ef-73660721febe. Oct 13 15:50:10.654683 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Router 60f21300-9e1a-435f-b6d4-7dbe366af44d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:50:10.765827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:50:10.776122 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33ff65-98f3-4336-8d08-81b396f643de None None] Sync routers for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:50:10.785525 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33ff65-98f3-4336-8d08-81b396f643de None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:10.787078 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fb33ff65-98f3-4336-8d08-81b396f643de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:10.841393 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:10.872656 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-1a9fdd0a-e9e7-4449-b1af-146cac798887 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1165228 Oct 13 15:50:10.873127 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:50:10.875399 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fece81c6-6f9d-4c99-8818-8b5df5c39923" -d '{"events": [{"name": "network-changed", "server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "tag": "ca26c028-69ef-4685-b7ef-73660721febe"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:10.897112 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-fb33ff65-98f3-4336-8d08-81b396f643de None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:10.910961 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ee961e-9541-4d6f-b613-e25f23408607 x-openstack-request-id: req-58ee961e-9541-4d6f-b613-e25f23408607 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:10.911894 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "tag": "ca26c028-69ef-4685-b7ef-73660721febe", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:10.912172 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58ee961e-9541-4d6f-b613-e25f23408607 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:10.912571 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe', 'status': 'completed', 'code': 200} Oct 13 15:50:10.975830 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece81c6-6f9d-4c99-8818-8b5df5c39923 req-28c9a52c-bbc5-458b-8e34-9264020d53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:10.983705 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fece81c6-6f9d-4c99-8818-8b5df5c39923 req-28c9a52c-bbc5-458b-8e34-9264020d53c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 1097 time: 0.0419631 Oct 13 15:50:11.067585 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece81c6-6f9d-4c99-8818-8b5df5c39923 req-f66abff1-c681-4cc1-a91c-04e91cc34adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:11.069294 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fece81c6-6f9d-4c99-8818-8b5df5c39923 req-f66abff1-c681-4cc1-a91c-04e91cc34adc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 911 time: 0.0849636 Oct 13 15:50:11.125600 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fb33ff65-98f3-4336-8d08-81b396f643de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2d0ed216-2e5f-45e2-a334-831a020a7323', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'port_id': 'ca26c028-69ef-4685-b7ef-73660721febe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'mac_address': 'fa:16:3e:4a:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 0, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 5, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:11.139438 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fece81c6-6f9d-4c99-8818-8b5df5c39923 req-ee2d485e-a2d6-431a-91e3-f8c15140bc71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca26c028-69ef-4685-b7ef-73660721febe HTTP/1.1" status: 200 len: 998 time: 0.0627561 Oct 13 15:50:11.152514 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33ff65-98f3-4336-8d08-81b396f643de None None] Checking router: 60f21300-9e1a-435f-b6d4-7dbe366af44d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:50:11.160729 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33ff65-98f3-4336-8d08-81b396f643de None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:50:11.161421 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fb33ff65-98f3-4336-8d08-81b396f643de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:49:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:11.188825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece81c6-6f9d-4c99-8818-8b5df5c39923 req-c1994a53-c887-40ec-bbbc-b3915c895721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:11.190304 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fece81c6-6f9d-4c99-8818-8b5df5c39923 req-c1994a53-c887-40ec-bbbc-b3915c895721 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 200 len: 849 time: 0.0435059 Oct 13 15:50:11.237249 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece81c6-6f9d-4c99-8818-8b5df5c39923 req-fc217de0-3b9a-437a-8f33-5b0de1239344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:11.238744 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fece81c6-6f9d-4c99-8818-8b5df5c39923 req-fc217de0-3b9a-437a-8f33-5b0de1239344 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12fb656-1461-4cf0-9123-04d30df7259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403962 Oct 13 15:50:11.272846 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-fb33ff65-98f3-4336-8d08-81b396f643de None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:50:11.336608 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fece81c6-6f9d-4c99-8818-8b5df5c39923 req-0bd4fcd4-8b06-41cb-9fe8-bb0a644017b5 service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895624 Oct 13 15:50:11.430869 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-fece81c6-6f9d-4c99-8818-8b5df5c39923 req-48c6de3a-167e-4437-a079-559dccf1afd6 service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866697 Oct 13 15:50:11.500901 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fb33ff65-98f3-4336-8d08-81b396f643de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2d0ed216-2e5f-45e2-a334-831a020a7323', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'port_id': 'ca26c028-69ef-4685-b7ef-73660721febe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'mac_address': 'fa:16:3e:4a:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 0, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 5, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:11.527319 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33ff65-98f3-4336-8d08-81b396f643de None None] The sync data for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 is: [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2d0ed216-2e5f-45e2-a334-831a020a7323', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'port_id': 'ca26c028-69ef-4685-b7ef-73660721febe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'mac_address': 'fa:16:3e:4a:d5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:09Z', 'revision_number': 0, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 5, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:50:11.718860 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93374816-c336-4a7e-a3aa-0e071dc10c5c None None] New status for floating IP 2d0ed216-2e5f-45e2-a334-831a020a7323: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:50:19.645103 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-84dd0486-8d2e-4553-9c3f-c9c892fc8489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:19.696439 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.468623 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-6cc6ab51-14c7-4a05-b69e-38c8b6b5978f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.746319 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:50:23.063211 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:24.154675 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:24.245829 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:25.788120 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.486996 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf36630-42fe-436d-87d6-5a8ec197fcb3 req-24bfb5db-dcd6-4a2b-9762-e76cfee563e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453131 Oct 13 15:50:28.572630 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf36630-42fe-436d-87d6-5a8ec197fcb3 req-aba36704-5614-4f7c-8c94-1bcac5997d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:28.576429 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf36630-42fe-436d-87d6-5a8ec197fcb3 req-aba36704-5614-4f7c-8c94-1bcac5997d9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 1097 time: 0.0416420 Oct 13 15:50:28.683543 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf36630-42fe-436d-87d6-5a8ec197fcb3 req-6beff058-d95f-4ded-aa77-950cb203c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:28.685084 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf36630-42fe-436d-87d6-5a8ec197fcb3 req-6beff058-d95f-4ded-aa77-950cb203c793 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 911 time: 0.0896063 Oct 13 15:50:28.758847 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf36630-42fe-436d-87d6-5a8ec197fcb3 req-2e1c81ca-eba5-452c-8c1c-06f1eb326fa4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca26c028-69ef-4685-b7ef-73660721febe HTTP/1.1" status: 200 len: 1000 time: 0.0653419 Oct 13 15:50:28.809781 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf36630-42fe-436d-87d6-5a8ec197fcb3 req-9872f91d-42c9-4ab8-9183-edc1c4a2131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:28.811249 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf36630-42fe-436d-87d6-5a8ec197fcb3 req-9872f91d-42c9-4ab8-9183-edc1c4a2131b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 200 len: 849 time: 0.0451293 Oct 13 15:50:28.857667 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf36630-42fe-436d-87d6-5a8ec197fcb3 req-d8b58a5b-2c10-4744-9df2-9975eeebfb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:50:28.859152 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf36630-42fe-436d-87d6-5a8ec197fcb3 req-d8b58a5b-2c10-4744-9df2-9975eeebfb70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12fb656-1461-4cf0-9123-04d30df7259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403321 Oct 13 15:50:28.954737 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf36630-42fe-436d-87d6-5a8ec197fcb3 req-e31da457-ee9b-420e-9513-6f5b9da90b15 service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875840 Oct 13 15:50:29.046859 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9cf36630-42fe-436d-87d6-5a8ec197fcb3 req-85d998c5-b946-441d-916a-c27d1c250a47 service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835583 Oct 13 15:50:49.667853 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-255a6284-dc2c-4b7e-9342-faf9ea0808d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:49.753413 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:52.410746 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-5c3e5e34-bc7d-4637-a96e-69629291d238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:53.108034 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.147925 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:54.233498 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:55.799372 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:59.746007 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:51:19.661375 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-59ac1c48-916b-4ee3-975d-820b242553aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:19.747282 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:22.421294 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7fa80705-b1e9-43b3-a066-05fd982ef753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:23.026905 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:24.192076 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:24.244031 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:25.786772 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:30.514421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dfbc8fa-9034-481a-852a-39e3cd58ce1a req-aad0f90a-52e8-4aac-b778-cdd61f054b52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483503 Oct 13 15:51:30.603657 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbc8fa-9034-481a-852a-39e3cd58ce1a req-e7844cc0-d489-4546-a543-6bdfb8d7667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:30.605253 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dfbc8fa-9034-481a-852a-39e3cd58ce1a req-e7844cc0-d489-4546-a543-6bdfb8d7667a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 1097 time: 0.0446754 Oct 13 15:51:30.708309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbc8fa-9034-481a-852a-39e3cd58ce1a req-2b97a037-6936-4b88-b99d-8a063fd117e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:30.709802 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dfbc8fa-9034-481a-852a-39e3cd58ce1a req-2b97a037-6936-4b88-b99d-8a063fd117e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 911 time: 0.0845261 Oct 13 15:51:30.780313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dfbc8fa-9034-481a-852a-39e3cd58ce1a req-9325076e-9d59-4417-9824-575d6736d331 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca26c028-69ef-4685-b7ef-73660721febe HTTP/1.1" status: 200 len: 1000 time: 0.0627508 Oct 13 15:51:30.832193 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbc8fa-9034-481a-852a-39e3cd58ce1a req-4c4586f0-f2d9-49f3-a9a7-224404bdbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:30.833814 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dfbc8fa-9034-481a-852a-39e3cd58ce1a req-4c4586f0-f2d9-49f3-a9a7-224404bdbc77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 200 len: 849 time: 0.0452495 Oct 13 15:51:30.881237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbc8fa-9034-481a-852a-39e3cd58ce1a req-98037dde-947f-49bf-aff5-3f6d41b67bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:51:30.882728 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dfbc8fa-9034-481a-852a-39e3cd58ce1a req-98037dde-947f-49bf-aff5-3f6d41b67bc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12fb656-1461-4cf0-9123-04d30df7259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410342 Oct 13 15:51:30.974712 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dfbc8fa-9034-481a-852a-39e3cd58ce1a req-2aa9cac7-20b5-4c85-84a8-0659a9d9d0db service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839906 Oct 13 15:51:31.063754 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8dfbc8fa-9034-481a-852a-39e3cd58ce1a req-675fd287-e94e-4438-a51e-68beb4810e04 service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817831 Oct 13 15:51:36.746042 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:51:49.632377 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-76c69841-738f-4d8d-b52f-59a4267c30ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:49.717950 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:52.391859 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e092c798-5a72-4c28-a34f-4a66253f7c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:53.112255 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:54.123591 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:54.266234 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:55.774680 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:13.745330 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:52:19.643228 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c7639c3f-b71d-4d48-a358-81bf185f7c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:19.734714 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.431526 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-d96b1ffa-1087-4d01-ace5-795f6bfc1904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.123395 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.123141 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.254409 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:25.774572 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:30.484708 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cad3d0fb-c50a-435d-b182-6975d11383cf req-b9cc7b14-1dab-4482-a432-1fa87e7cdd29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468440 Oct 13 15:52:30.569603 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3d0fb-c50a-435d-b182-6975d11383cf req-4ed6808d-ca65-4cf1-8bb2-5e9908d9946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:30.571093 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cad3d0fb-c50a-435d-b182-6975d11383cf req-4ed6808d-ca65-4cf1-8bb2-5e9908d9946a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 1097 time: 0.0416751 Oct 13 15:52:30.678802 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3d0fb-c50a-435d-b182-6975d11383cf req-e09a19b7-ff2a-4a90-8bbe-9ecc0f9a4d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:30.680313 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cad3d0fb-c50a-435d-b182-6975d11383cf req-e09a19b7-ff2a-4a90-8bbe-9ecc0f9a4d92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 911 time: 0.0889482 Oct 13 15:52:30.751670 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cad3d0fb-c50a-435d-b182-6975d11383cf req-e8f3c49f-8bb8-49b2-a477-ea864bb3965d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca26c028-69ef-4685-b7ef-73660721febe HTTP/1.1" status: 200 len: 1000 time: 0.0632820 Oct 13 15:52:30.802709 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3d0fb-c50a-435d-b182-6975d11383cf req-a3678d51-c397-4342-a414-0b33a83d856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:30.804150 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cad3d0fb-c50a-435d-b182-6975d11383cf req-a3678d51-c397-4342-a414-0b33a83d856e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 200 len: 849 time: 0.0440395 Oct 13 15:52:30.851354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3d0fb-c50a-435d-b182-6975d11383cf req-de65108d-883f-4879-9864-f3ae0219e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:52:30.852865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cad3d0fb-c50a-435d-b182-6975d11383cf req-de65108d-883f-4879-9864-f3ae0219e51c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12fb656-1461-4cf0-9123-04d30df7259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407608 Oct 13 15:52:30.946885 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cad3d0fb-c50a-435d-b182-6975d11383cf req-8571c99f-9e15-423d-944e-fbba54b3a323 service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860932 Oct 13 15:52:31.043829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cad3d0fb-c50a-435d-b182-6975d11383cf req-240d3782-62a2-46a0-85cf-643d61b9be0d service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889702 Oct 13 15:52:48.111073 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ca26c028-69ef-4685-b7ef-73660721febe details requested by agent hyperv_n-h2-806683-15 with host n-h2-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:52:48.209832 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ca26c028-69ef-4685-b7ef-73660721febe, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca26c028-69ef-4685-b7ef-73660721febe,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:48.223771 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Returning: {'device': 'ca26c028-69ef-4685-b7ef-73660721febe', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'port_id': 'ca26c028-69ef-4685-b7ef-73660721febe', 'mac_address': 'fa:16:3e:4a:d5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:52:48.264525 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:48.280347 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca26c028-69ef-4685-b7ef-73660721febe {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:52:48.301564 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ca26c028-69ef-4685-b7ef-73660721febe, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca26c028-69ef-4685-b7ef-73660721febe,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:48.409117 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:48.469321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=ca26c028-69ef-4685-b7ef-73660721febe,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:48.476854 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:48.477227 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:48.477569 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:48.477921 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:48.478432 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:48.478867 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:48.479250 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:48.479595 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:48.479932 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:48.480258 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:48.480590 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:48.480927 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:48.486818 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] get_ports_and_sgs() called for port_ids ['ca26c028-69ef-4685-b7ef-73660721febe'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:52:49.699118 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1147e716-ed5f-4451-9fbc-9a7ef8d2b381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:49.758009 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:50.118219 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ca26c028-69ef-4685-b7ef-73660721febe up at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:52:50.169765 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Provisioning complete for port ca26c028-69ef-4685-b7ef-73660721febe triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:52:50.170149 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:50.248492 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:50.270872 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:52:50.273133 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7076b0-d43f-4844-853f-738df51051bd" -d '{"events": [{"server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "name": "network-vif-plugged", "status": "completed", "tag": "ca26c028-69ef-4685-b7ef-73660721febe"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:50.285856 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ca26c028-69ef-4685-b7ef-73660721febe, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca26c028-69ef-4685-b7ef-73660721febe,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:52:50.357097 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:50.405705 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=ca26c028-69ef-4685-b7ef-73660721febe,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:50.745277 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:52:51.387021 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f692cd-a643-4d36-a654-fb334af97217 x-openstack-request-id: req-99f692cd-a643-4d36-a654-fb334af97217 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:51.387508 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "name": "network-vif-plugged", "status": "completed", "tag": "ca26c028-69ef-4685-b7ef-73660721febe", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:51.387589 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99f692cd-a643-4d36-a654-fb334af97217 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:51.387966 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe', 'code': 200} Oct 13 15:52:52.430372 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ee255be5-7a6a-4283-b65c-b9ef1cabcd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.031298 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:54.127121 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:54.279690 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:55.825965 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:03.791316 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-477324cb-01dc-413c-8664-1c5ec9d77e77 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877779706&fields=id&tenant_id=e7f558787fa04d52bab8d032890b23e2 HTTP/1.1" status: 200 len: 267 time: 0.0336757 Oct 13 15:53:03.903113 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-4aef170f-d556-4307-a514-bccd2a19d1f9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:03.904643 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-4aef170f-d556-4307-a514-bccd2a19d1f9 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 810 time: 0.1063421 Oct 13 15:53:03.919647 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-b71e141f-f5c6-4abe-82e4-d34070dd5080 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/quotas/e7f558787fa04d52bab8d032890b23e2 HTTP/1.1" status: 200 len: 375 time: 0.0090981 Oct 13 15:53:03.976183 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-a9006900-292e-4baa-8059-6fb98ab6e262 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0505569 Oct 13 15:53:04.081356 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-ff4f2fdd-0d4b-440d-9978-d036fbb9a228 service neutron] 10.222.0.18 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930870 Oct 13 15:53:04.170623 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-969e55b3-55b7-4767-892e-734f68a3d5ce service neutron] 10.222.0.18 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830085 Oct 13 15:53:04.467165 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f25afd36-5d8c-4182-8564-5a18886d876a req-75547fd1-9ae6-4926-a7a5-c053b555c64a tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 210 time: 0.0880103 Oct 13 15:53:05.563692 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6e17c4ca-3fc8-49d7-9585-0f1c9e17ed9e req-46108bf7-5bda-4b08-9727-983344c0716e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 210 time: 0.0271380 Oct 13 15:53:06.532303 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-06ba0820-c56d-45c5-9369-983e78312678 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:06.533813 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-06ba0820-c56d-45c5-9369-983e78312678 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.49 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 810 time: 0.1069953 Oct 13 15:53:06.577637 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-01d764ea-04cf-44e3-9e2c-5c4d4680c90b tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7f558787fa04d52bab8d032890b23e2 HTTP/1.1" status: 200 len: 379 time: 0.0339401 Oct 13 15:53:06.591339 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Request body: {'port': {'device_id': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'admin_state_up': True, 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'security_groups': ['ec439633-8122-46f1-ae7a-7c334b973981']}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:06.676264 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2ec907c7-be36-4026-97a1-671e06ef4e14 req-24c0e4c8-0c13-422b-aed9-4e928a261d1c tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 210 time: 0.0361872 Oct 13 15:53:06.800196 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Made reservation on behalf of e7f558787fa04d52bab8d032890b23e2 for: {'port': 1} {{(pid=112685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:53:06.803757 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:06.936262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Allocated IP 172.20.0.4 (c12fb656-1461-4cf0-9123-04d30df7259e/5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1/7b0606f3-e96c-4d90-accb-2eae9a67d02f) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:53:07.082244 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:07.180311 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:07.275589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Network c12fb656-1461-4cf0-9123-04d30df7259e is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:53:07.283994 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event updated for resources: {'Port': ['ID=7b0606f3-e96c-4d90-accb-2eae9a67d02f,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:07.288030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:53:07.292062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:53:07.340030 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:07.340405 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:07.340774 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:07.341203 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:07.341581 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:07.341921 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:07.342309 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:07.342642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:07.342966 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:07.343344 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:07.343718 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:07.344090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:07.384322 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:07.385314 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:07.472120 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-2ca54894-771e-422c-9b8c-07a5c33ce626 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8854418 Oct 13 15:53:07.635229 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-65dc708d-ba6a-4134-be51-0a8a853a139f None None] Provisioning complete for port 7b0606f3-e96c-4d90-accb-2eae9a67d02f triggered by entity DHCP. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:53:07.635812 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-65dc708d-ba6a-4134-be51-0a8a853a139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:07.675026 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-65dc708d-ba6a-4134-be51-0a8a853a139f None None] Port 7b0606f3-e96c-4d90-accb-2eae9a67d02f cannot update to ACTIVE because it is not bound. {{(pid=112686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:53:07.808890 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be306c4-eb23-4bb4-90c6-a49fa9e916e0 req-7e691f4b-9173-4f83-ac11-7725192555ae tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:07.810804 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1be306c4-eb23-4bb4-90c6-a49fa9e916e0 req-7e691f4b-9173-4f83-ac11-7725192555ae tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 931 time: 0.0599687 Oct 13 15:53:07.855922 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-1be306c4-eb23-4bb4-90c6-a49fa9e916e0 req-56761185-d61c-439a-b498-f41432b2c240 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379357 Oct 13 15:53:08.240712 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ca26c028-69ef-4685-b7ef-73660721febe no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:53:08.324127 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:08.350039 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:08.352442 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9189c2-6803-4a06-b660-25755b7a07b1" -d '{"events": [{"server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "name": "network-vif-unplugged", "status": "completed", "tag": "ca26c028-69ef-4685-b7ef-73660721febe"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:08.376356 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] For port ca26c028-69ef-4685-b7ef-73660721febe, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca26c028-69ef-4685-b7ef-73660721febe,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:08.395893 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d16a9f2-313a-428c-b58a-fa699341ca92 x-openstack-request-id: req-0d16a9f2-313a-428c-b58a-fa699341ca92 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:08.396246 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "name": "network-vif-unplugged", "status": "completed", "tag": "ca26c028-69ef-4685-b7ef-73660721febe", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:08.396504 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d16a9f2-313a-428c-b58a-fa699341ca92 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:08.396909 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe', 'code': 200} Oct 13 15:53:08.476658 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:08.534322 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Pushing event updated for resources: {'Port': ['ID=ca26c028-69ef-4685-b7ef-73660721febe,revision_number=8']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:09.004392 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0ebe9-21b9-4ddf-84bb-551d865d6117 req-ab753f6a-0f53-4486-9668-e667048bc82e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:09.005950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7af0ebe9-21b9-4ddf-84bb-551d865d6117 req-ab753f6a-0f53-4486-9668-e667048bc82e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 931 time: 0.0783708 Oct 13 15:53:09.045035 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-7af0ebe9-21b9-4ddf-84bb-551d865d6117 req-0ed12a0d-ca96-41e2-9180-25221eb16a20 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330367 Oct 13 15:53:10.165646 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34003de1-9022-443d-aef5-d8c12d1afe19 req-8ce32dda-93a3-4ef8-a898-3235bb692a83 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:10.167061 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34003de1-9022-443d-aef5-d8c12d1afe19 req-8ce32dda-93a3-4ef8-a898-3235bb692a83 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 931 time: 0.0531251 Oct 13 15:53:10.205669 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-34003de1-9022-443d-aef5-d8c12d1afe19 req-44071613-1ffe-4f70-af92-f5a37ce8d852 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318322 Oct 13 15:53:11.369583 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55546d72-fdbe-4f9a-890a-1aa5458e08c1 req-84020c6e-d152-4d51-8a75-e9f65852009e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:11.371648 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55546d72-fdbe-4f9a-890a-1aa5458e08c1 req-84020c6e-d152-4d51-8a75-e9f65852009e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 931 time: 0.0645578 Oct 13 15:53:11.414557 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-55546d72-fdbe-4f9a-890a-1aa5458e08c1 req-767c2a83-9e2a-4005-ab47-bd8113d1686e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363739 Oct 13 15:53:12.537541 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569808d-9d3b-4246-a458-aafd63537722 req-43e3da5a-0826-42b5-b2d2-bc7d8ef14c54 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:12.539437 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2569808d-9d3b-4246-a458-aafd63537722 req-43e3da5a-0826-42b5-b2d2-bc7d8ef14c54 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 931 time: 0.0544422 Oct 13 15:53:12.579972 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2569808d-9d3b-4246-a458-aafd63537722 req-d893da58-6dcb-4c4e-a61f-cf9a33a7e747 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333250 Oct 13 15:53:13.700229 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02217ca9-923d-4d3f-9807-11029e615f21 req-2aa96e19-d0f8-453b-86fd-73e9d480f340 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:13.702072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02217ca9-923d-4d3f-9807-11029e615f21 req-2aa96e19-d0f8-453b-86fd-73e9d480f340 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 931 time: 0.0532427 Oct 13 15:53:13.753943 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-02217ca9-923d-4d3f-9807-11029e615f21 req-58797344-b85d-48c2-aaaf-4749ed71a7c0 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452631 Oct 13 15:53:14.879996 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a7ddf-890a-48ac-bc76-23c5d73c8533 req-4903fb9d-a0c5-4341-9409-9074e3b8a6b1 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:14.881615 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-988a7ddf-890a-48ac-bc76-23c5d73c8533 req-4903fb9d-a0c5-4341-9409-9074e3b8a6b1 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 931 time: 0.0550277 Oct 13 15:53:14.925332 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-988a7ddf-890a-48ac-bc76-23c5d73c8533 req-f8b08c32-b97e-44ab-a32e-a123c7b9941c tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369451 Oct 13 15:53:16.043660 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65847c6-2d4b-4ec8-b679-32175d59aa32 req-41d65f19-044f-4f4d-a346-31c7306cd049 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:16.045214 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d65847c6-2d4b-4ec8-b679-32175d59aa32 req-41d65f19-044f-4f4d-a346-31c7306cd049 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 931 time: 0.0498300 Oct 13 15:53:16.086945 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d65847c6-2d4b-4ec8-b679-32175d59aa32 req-f40a608b-be41-4ee8-83bf-a440984bf25a tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354152 Oct 13 15:53:17.342151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6345f-1637-4c89-8abd-c418b36f8c5e req-29982d9a-2af9-4a04-9624-6ec7066f5fcf tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:17.342151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0d6345f-1637-4c89-8abd-c418b36f8c5e req-29982d9a-2af9-4a04-9624-6ec7066f5fcf tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 931 time: 0.0553017 Oct 13 15:53:17.342151 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c0d6345f-1637-4c89-8abd-c418b36f8c5e req-9a2ca00f-9cac-4315-9353-1ce1d4ffbd0f tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403938 Oct 13 15:53:17.454762 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Request body: {'port': {'device_id': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-15'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:17.515315 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:17.784097 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0606f3-e96c-4d90-accb-2eae9a67d02f {{(pid=112685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:53:17.791364 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:17.803353 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.provisioning_blocks [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Transition to ACTIVE for port object 7b0606f3-e96c-4d90-accb-2eae9a67d02f will not be triggered until provisioned by entity L2. {{(pid=112685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 15:53:17.888913 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:17.938411 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Pushing event updated for resources: {'Port': ['ID=7b0606f3-e96c-4d90-accb-2eae9a67d02f,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:18.012241 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Attempting to bind port 7b0606f3-e96c-4d90-accb-2eae9a67d02f on host n-h1-806683-15 for vnic_type normal with profile {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 15:53:18.014237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Attempting to bind port 7b0606f3-e96c-4d90-accb-2eae9a67d02f by drivers openvswitch,hyperv on host n-h1-806683-15 at level 0 using segments [{'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 15:53:18.014237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Attempting to bind port 7b0606f3-e96c-4d90-accb-2eae9a67d02f on network c12fb656-1461-4cf0-9123-04d30df7259e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:53:18.018459 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Port 7b0606f3-e96c-4d90-accb-2eae9a67d02f on network c12fb656-1461-4cf0-9123-04d30df7259e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-15 {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 15:53:18.018780 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Attempting to bind port 7b0606f3-e96c-4d90-accb-2eae9a67d02f on network c12fb656-1461-4cf0-9123-04d30df7259e {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 15:53:18.023779 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Checking agent: {'id': 'f2b98833-ae76-409a-8fae-f0c0fbc4314c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'started_at': datetime.datetime(2021, 10, 13, 13, 58, 48), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 15, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 15:53:18.024118 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Checking segment: {'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 15:53:18.024504 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Bound using segment: {'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'} {{(pid=112685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 15:53:18.024939 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.managers [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Bound port: 7b0606f3-e96c-4d90-accb-2eae9a67d02f, host: n-h1-806683-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae16ce8-695a-4299-90d7-ec33017ac683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e'}}] {{(pid=112685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 15:53:18.025319 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:18.093642 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] For port 7b0606f3-e96c-4d90-accb-2eae9a67d02f, host n-h1-806683-15, cleared binding levels {{(pid=112685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 15:53:18.096827 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] For port 7b0606f3-e96c-4d90-accb-2eae9a67d02f, host n-h1-806683-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7b0606f3-e96c-4d90-accb-2eae9a67d02f,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 15:53:18.183064 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:18.216239 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:18.216858 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:18.218421 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] 10.222.0.49 "PUT /v2.0/ports/7b0606f3-e96c-4d90-accb-2eae9a67d02f HTTP/1.1" status: 200 len: 1092 time: 0.8255291 Oct 13 15:53:18.218876 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'tag': '7b0606f3-e96c-4d90-accb-2eae9a67d02f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:18.221246 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4c81db-499e-435f-84b7-28926b75a51c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11", "tag": "7b0606f3-e96c-4d90-accb-2eae9a67d02f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:18.246931 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101c1ec-5674-4def-81f1-17fdba6c005a service neutron] Pushing event updated for resources: {'Port': ['ID=7b0606f3-e96c-4d90-accb-2eae9a67d02f,revision_number=3']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:18.259984 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca135840-55c0-4636-9470-a812ffd452c1 x-openstack-request-id: req-ca135840-55c0-4636-9470-a812ffd452c1 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:18.259984 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11", "tag": "7b0606f3-e96c-4d90-accb-2eae9a67d02f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:18.259984 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca135840-55c0-4636-9470-a812ffd452c1 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:18.259984 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'tag': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'status': 'completed', 'code': 200} Oct 13 15:53:18.322592 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c81db-499e-435f-84b7-28926b75a51c req-778a38e8-c196-4eb6-afda-5b1a230825ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:18.324337 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a4c81db-499e-435f-84b7-28926b75a51c req-778a38e8-c196-4eb6-afda-5b1a230825ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 1095 time: 0.0426953 Oct 13 15:53:18.459435 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c81db-499e-435f-84b7-28926b75a51c req-157fcce2-5919-43b7-9fca-027bf63578e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:18.460811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a4c81db-499e-435f-84b7-28926b75a51c req-157fcce2-5919-43b7-9fca-027bf63578e4 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e7f558787fa04d52bab8d032890b23e2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1279156 Oct 13 15:53:18.477206 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450844d-52fd-473a-8bed-fd033bd49138 req-6c8b8e41-e754-4264-b583-e76dfaef8a10 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:18.478582 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4450844d-52fd-473a-8bed-fd033bd49138 req-6c8b8e41-e754-4264-b583-e76dfaef8a10 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 943 time: 0.0704181 Oct 13 15:53:18.566114 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-4450844d-52fd-473a-8bed-fd033bd49138 req-58c4930c-b90f-4648-8648-b4290fb985d7 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775237 Oct 13 15:53:18.596090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c81db-499e-435f-84b7-28926b75a51c req-92deda01-5b8b-4593-92d8-fe6e871079d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:18.597652 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8a4c81db-499e-435f-84b7-28926b75a51c req-92deda01-5b8b-4593-92d8-fe6e871079d6 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1181993 Oct 13 15:53:18.681232 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-de26a56f-0b0a-48fa-869f-4660b4e7e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:18.682711 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-de26a56f-0b0a-48fa-869f-4660b4e7e64e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 1095 time: 0.0408216 Oct 13 15:53:18.732059 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-be71252f-7ec4-45b8-a505-445d347691ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b0606f3-e96c-4d90-accb-2eae9a67d02f HTTP/1.1" status: 200 len: 217 time: 0.0386169 Oct 13 15:53:18.786803 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-0118034c-1e17-4698-9dd8-be2e0f63ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:18.789372 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-0118034c-1e17-4698-9dd8-be2e0f63ab4c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 200 len: 849 time: 0.0450432 Oct 13 15:53:18.837142 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9e0428d6-822a-4f7e-805f-42100ac510b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:18.838645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-9e0428d6-822a-4f7e-805f-42100ac510b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c12fb656-1461-4cf0-9123-04d30df7259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394628 Oct 13 15:53:18.934390 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-4fac680b-78f4-4e07-81d4-5ba87e8afa2b service neutron] 10.222.0.49 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847301 Oct 13 15:53:19.027482 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-adeb4df4-681f-4fd9-bdf4-c85f1e1bd87f req-a3c9bc86-fdc5-4ead-8112-586831b840fd service neutron] 10.222.0.49 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808990 Oct 13 15:53:19.636569 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1a0a9e61-1a56-47a2-9478-588f0c297e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:19.685519 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e84b6-4cdd-4cb8-bc90-165b479500f9 req-53e6cd0c-0fb8-42c4-8ad7-a9dee4117b98 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:19.687006 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c62e84b6-4cdd-4cb8-bc90-165b479500f9 req-53e6cd0c-0fb8-42c4-8ad7-a9dee4117b98 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 943 time: 0.0505407 Oct 13 15:53:19.722456 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:19.728853 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-c62e84b6-4cdd-4cb8-bc90-165b479500f9 req-5af11747-d9fe-48c5-8c6b-36c9b350b593 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357296 Oct 13 15:53:20.853278 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50fb87-0552-40dc-85c4-e023e22191f1 req-82b04b7e-5b26-4f0a-9a03-17b35deb12a2 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:20.854764 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad50fb87-0552-40dc-85c4-e023e22191f1 req-82b04b7e-5b26-4f0a-9a03-17b35deb12a2 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 943 time: 0.0521705 Oct 13 15:53:20.892957 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-ad50fb87-0552-40dc-85c4-e023e22191f1 req-f527f7ac-6001-4cb0-aad4-0da9e7985087 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310972 Oct 13 15:53:22.007828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcea33f-5920-4a24-8143-167a97031039 req-66767b67-27b8-4752-a2c6-18bc7b780975 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:22.013680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdcea33f-5920-4a24-8143-167a97031039 req-66767b67-27b8-4752-a2c6-18bc7b780975 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 943 time: 0.0495739 Oct 13 15:53:22.043164 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7b0606f3-e96c-4d90-accb-2eae9a67d02f details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:53:22.050970 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-cdcea33f-5920-4a24-8143-167a97031039 req-72ebca44-f6b6-4ac8-b603-b23b3d04f112 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351627 Oct 13 15:53:22.135233 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7b0606f3-e96c-4d90-accb-2eae9a67d02f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7b0606f3-e96c-4d90-accb-2eae9a67d02f,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:22.149283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'port_id': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'mac_address': 'fa:16:3e:05:b9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:53:22.186488 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:22.202175 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0606f3-e96c-4d90-accb-2eae9a67d02f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:53:22.221922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7b0606f3-e96c-4d90-accb-2eae9a67d02f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7b0606f3-e96c-4d90-accb-2eae9a67d02f,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:22.270475 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:22.318065 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7b0606f3-e96c-4d90-accb-2eae9a67d02f,revision_number=4']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:22.396303 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7655d50f-c822-4533-b41c-3a65e370acf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:22.563632 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7b0606f3-e96c-4d90-accb-2eae9a67d02f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:53:23.094233 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:23.167351 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dbde2-646c-43ab-883e-bc7c55cec131 req-71d3c95c-d275-4516-9a73-78ed871ec901 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:23.168838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-669dbde2-646c-43ab-883e-bc7c55cec131 req-71d3c95c-d275-4516-9a73-78ed871ec901 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 944 time: 0.0503149 Oct 13 15:53:23.210871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-669dbde2-646c-43ab-883e-bc7c55cec131 req-88c12a39-1236-4889-9f0a-3469179ccf7f tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359519 Oct 13 15:53:24.057804 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7b0606f3-e96c-4d90-accb-2eae9a67d02f up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:53:24.133175 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:24.194737 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning for port 7b0606f3-e96c-4d90-accb-2eae9a67d02f completed by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 15:53:24.203447 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 7b0606f3-e96c-4d90-accb-2eae9a67d02f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:53:24.203819 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:24.284282 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:24.294714 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:24.308797 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0606f3-e96c-4d90-accb-2eae9a67d02f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:24.311232 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6543100-4781-400f-b759-76baaf6ebd7d" -d '{"events": [{"server_uuid": "5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11", "name": "network-vif-plugged", "status": "completed", "tag": "7b0606f3-e96c-4d90-accb-2eae9a67d02f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:24.326903 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7b0606f3-e96c-4d90-accb-2eae9a67d02f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7b0606f3-e96c-4d90-accb-2eae9a67d02f,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:53:24.350643 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a139eff-50a1-4ab4-80f6-3da386eff28a x-openstack-request-id: req-3a139eff-50a1-4ab4-80f6-3da386eff28a {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:24.353484 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11", "name": "network-vif-plugged", "status": "completed", "tag": "7b0606f3-e96c-4d90-accb-2eae9a67d02f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:24.353484 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a139eff-50a1-4ab4-80f6-3da386eff28a {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:24.353484 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'code': 200} Oct 13 15:53:24.394078 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:24.445064 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7b0606f3-e96c-4d90-accb-2eae9a67d02f,revision_number=5']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:24.666008 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac23ce-ea79-4a00-b7d8-32a71f06ff98 req-a9a9f9c6-9ea4-4cd6-8b41-6a3461645b41 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:24.667484 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8aac23ce-ea79-4a00-b7d8-32a71f06ff98 req-a9a9f9c6-9ea4-4cd6-8b41-6a3461645b41 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 944 time: 0.3870261 Oct 13 15:53:24.672655 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c4b0c-f75e-47b9-b114-8bc017632343 req-a6e8be74-7017-4a07-a9fe-c8adf23005e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:24.674055 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d29c4b0c-f75e-47b9-b114-8bc017632343 req-a6e8be74-7017-4a07-a9fe-c8adf23005e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 1097 time: 0.0592515 Oct 13 15:53:24.725351 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-8aac23ce-ea79-4a00-b7d8-32a71f06ff98 req-12cd5a8a-0c8d-4adf-90e2-c11f6caee7fc tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503371 Oct 13 15:53:24.730629 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d29c4b0c-f75e-47b9-b114-8bc017632343 req-e25b15d6-e912-4cfb-a605-571845b73ab6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433769 Oct 13 15:53:25.796751 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:25.848126 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c41f7-1510-4706-8e37-c96228e9642e req-e8353ccc-ef34-4f23-90ca-b7cc0e9460ae tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:25.849680 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f02c41f7-1510-4706-8e37-c96228e9642e req-e8353ccc-ef34-4f23-90ca-b7cc0e9460ae tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 945 time: 0.0528717 Oct 13 15:53:25.889079 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-f02c41f7-1510-4706-8e37-c96228e9642e req-a3fa1ede-0a92-41b7-99e7-b2322011a24b tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326495 Oct 13 15:53:27.006705 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3537bf1-f1c0-485c-a3eb-5fb7749a551c req-804eeb3a-482e-4fcb-9f03-bace160a7583 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:27.008189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3537bf1-f1c0-485c-a3eb-5fb7749a551c req-804eeb3a-482e-4fcb-9f03-bace160a7583 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 945 time: 0.0489817 Oct 13 15:53:27.047126 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-e3537bf1-f1c0-485c-a3eb-5fb7749a551c req-fcabff06-e34c-4a96-ab73-29d9ae9246b8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329452 Oct 13 15:53:27.161922 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48e7f0-6d00-4b2b-8c47-fdb93356e0b6 req-3e530b86-66ff-4263-95be-63b1a9bfc27a tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:27.163401 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c48e7f0-6d00-4b2b-8c47-fdb93356e0b6 req-3e530b86-66ff-4263-95be-63b1a9bfc27a tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 945 time: 0.0498254 Oct 13 15:53:27.201905 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c48e7f0-6d00-4b2b-8c47-fdb93356e0b6 req-87450119-157d-4b0b-9a90-d0e76c5ada4d tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319319 Oct 13 15:53:27.224195 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44064) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:27.266971 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bf354e-c8f7-4c9e-9862-0ff47a19fc30 tempest-TestSnapshotPattern-834747513 tempest-TestSnapshotPattern-834747513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:27.268494 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-10bf354e-c8f7-4c9e-9862-0ff47a19fc30 tempest-TestSnapshotPattern-834747513 tempest-TestSnapshotPattern-834747513-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 1092 time: 0.0432987 Oct 13 15:53:27.271324 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44066) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:53:27.275540 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.v2.base [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Request body: {'floatingip': {'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'port_id': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=112685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:27.382221 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for floatingip, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:27.478190 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:27.582680 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_common [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Allocated IP 172.25.0.110 (736fa20a-f46c-42b3-a84f-9b7b9820f9d3/9ce6b359-6325-4467-b325-19c6cd3f1577/7a801475-e997-4b02-98bc-e621025a91a9) {{(pid=112685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:53:27.685244 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for port, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:27.744824 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:53:27.800112 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749259863516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:27.838087 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Network 736fa20a-f46c-42b3-a84f-9b7b9820f9d3 is already hosted by enough agents. {{(pid=112685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:53:27.840909 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.base_scheduler [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Resources bound (agent type, host, resource id): {{(pid=112685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:53:27.846090 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Received port after_create {{(pid=112685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 15:53:27.869349 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event updated for resources: {'Port': ['ID=7a801475-e997-4b02-98bc-e621025a91a9,revision_number=1']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:28.206885 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:28.339856 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:28.499338 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for port, precommit_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:28.562372 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12766874'] for port, after_update {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:28.645070 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event updated for resources: {'Port': ['ID=7a801475-e997-4b02-98bc-e621025a91a9,revision_number=2']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:28.663054 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-539283'] for floatingip, after_create {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:28.778230 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Floating IP 95f8830a-fda6-42f3-885a-33259eb72094 associated. External IP: 172.25.0.110, port: 7b0606f3-e96c-4d90-accb-2eae9a67d02f. Oct 13 15:53:28.989535 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Router 60f21300-9e1a-435f-b6d4-7dbe366af44d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:53:29.100586 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:53:29.111337 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e777b-2721-42b3-bc61-7c8912018dd8 None None] Sync routers for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:53:29.119718 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e777b-2721-42b3-bc61-7c8912018dd8 None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:53:29.120310 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c46e777b-2721-42b3-bc61-7c8912018dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:53:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:29.192703 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:29.222617 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c0b0a364-b711-4212-9ac4-7a5c7f6c128e tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9502637 Oct 13 15:53:29.223380 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'tag': '7b0606f3-e96c-4d90-accb-2eae9a67d02f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:53:29.225624 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b6f726-7f6f-4da7-833a-eef61b9fb09a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11", "tag": "7b0606f3-e96c-4d90-accb-2eae9a67d02f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:29.265655 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dc07a1-9861-4207-998c-7c2781781195 x-openstack-request-id: req-60dc07a1-9861-4207-998c-7c2781781195 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:29.265951 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11", "tag": "7b0606f3-e96c-4d90-accb-2eae9a67d02f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:29.266200 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60dc07a1-9861-4207-998c-7c2781781195 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:29.266605 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'tag': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'status': 'completed', 'code': 200} Oct 13 15:53:29.315648 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-c46e777b-2721-42b3-bc61-7c8912018dd8 None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:53:29.328677 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6f726-7f6f-4da7-833a-eef61b9fb09a req-e4586582-a35b-4927-b956-fb64fd6235f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:29.330292 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40b6f726-7f6f-4da7-833a-eef61b9fb09a req-e4586582-a35b-4927-b956-fb64fd6235f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 1097 time: 0.0420763 Oct 13 15:53:29.426430 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6f726-7f6f-4da7-833a-eef61b9fb09a req-9240fbec-d31e-4bc5-983c-ed9d912b44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:29.427829 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40b6f726-7f6f-4da7-833a-eef61b9fb09a req-9240fbec-d31e-4bc5-983c-ed9d912b44b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 911 time: 0.0903521 Oct 13 15:53:29.493645 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40b6f726-7f6f-4da7-833a-eef61b9fb09a req-93e6b196-11bb-4070-89d6-0d8f56e4d435 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b0606f3-e96c-4d90-accb-2eae9a67d02f HTTP/1.1" status: 200 len: 999 time: 0.0582526 Oct 13 15:53:29.544664 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c46e777b-2721-42b3-bc61-7c8912018dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2d0ed216-2e5f-45e2-a334-831a020a7323', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'port_id': 'ca26c028-69ef-4685-b7ef-73660721febe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'mac_address': 'fa:16:3e:4a:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 1, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address_scope': None}, {'id': '95f8830a-fda6-42f3-885a-33259eb72094', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'port_id': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'mac_address': 'fa:16:3e:05:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:53:28Z', 'updated_at': '2021-10-13T15:53:28Z', 'revision_number': 0, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 5, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:29.547250 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6f726-7f6f-4da7-833a-eef61b9fb09a req-69d6f006-288d-4e84-89bb-0a5a8c729648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:29.548493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40b6f726-7f6f-4da7-833a-eef61b9fb09a req-69d6f006-288d-4e84-89bb-0a5a8c729648 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 200 len: 849 time: 0.0478718 Oct 13 15:53:29.572151 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e777b-2721-42b3-bc61-7c8912018dd8 None None] Checking router: 60f21300-9e1a-435f-b6d4-7dbe366af44d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:53:29.581264 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e777b-2721-42b3-bc61-7c8912018dd8 None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:53:29.581869 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c46e777b-2721-42b3-bc61-7c8912018dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:53:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:29.595536 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6f726-7f6f-4da7-833a-eef61b9fb09a req-a8a860a5-addc-434a-ad4d-4eb40e7ae9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:29.597072 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40b6f726-7f6f-4da7-833a-eef61b9fb09a req-a8a860a5-addc-434a-ad4d-4eb40e7ae9c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c12fb656-1461-4cf0-9123-04d30df7259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409923 Oct 13 15:53:29.687179 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40b6f726-7f6f-4da7-833a-eef61b9fb09a req-9d6f4993-7d61-48cc-b2bc-16c71a5f176f service neutron] 10.222.0.49 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818565 Oct 13 15:53:29.691178 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-c46e777b-2721-42b3-bc61-7c8912018dd8 None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:53:29.783434 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-40b6f726-7f6f-4da7-833a-eef61b9fb09a req-80175819-d97b-4154-8ba7-892a73b70574 service neutron] 10.222.0.49 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894580 Oct 13 15:53:29.927587 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-c46e777b-2721-42b3-bc61-7c8912018dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2d0ed216-2e5f-45e2-a334-831a020a7323', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'port_id': 'ca26c028-69ef-4685-b7ef-73660721febe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'mac_address': 'fa:16:3e:4a:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 1, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address_scope': None}, {'id': '95f8830a-fda6-42f3-885a-33259eb72094', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'port_id': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'mac_address': 'fa:16:3e:05:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:53:28Z', 'updated_at': '2021-10-13T15:53:28Z', 'revision_number': 0, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 5, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:29.953944 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e777b-2721-42b3-bc61-7c8912018dd8 None None] The sync data for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 is: [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2d0ed216-2e5f-45e2-a334-831a020a7323', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'port_id': 'ca26c028-69ef-4685-b7ef-73660721febe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'mac_address': 'fa:16:3e:4a:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 1, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address_scope': None}, {'id': '95f8830a-fda6-42f3-885a-33259eb72094', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'port_id': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'mac_address': 'fa:16:3e:05:b9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:53:28Z', 'updated_at': '2021-10-13T15:53:28Z', 'revision_number': 0, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 5, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:53:30.159579 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e13f0-d02e-412f-95e2-13920c69a571 None None] New status for floating IP 95f8830a-fda6-42f3-885a-33259eb72094: ACTIVE {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:53:32.526115 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c078404-1169-4f42-8805-f2633c325e33 req-d0c63925-7241-496f-a12c-95f9e14e61fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949783 Oct 13 15:53:32.616395 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078404-1169-4f42-8805-f2633c325e33 req-32eaae1a-0c3f-494a-a68e-cf054bd17aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:32.617960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c078404-1169-4f42-8805-f2633c325e33 req-32eaae1a-0c3f-494a-a68e-cf054bd17aa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 1095 time: 0.0456572 Oct 13 15:53:32.727691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078404-1169-4f42-8805-f2633c325e33 req-641ad4b6-6893-4e74-90f8-5ee8224acede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:32.729105 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c078404-1169-4f42-8805-f2633c325e33 req-641ad4b6-6893-4e74-90f8-5ee8224acede service neutron] 10.222.0.41 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 911 time: 0.0896449 Oct 13 15:53:32.802577 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c078404-1169-4f42-8805-f2633c325e33 req-561768b7-92ae-4d46-844b-5b4d16a7542e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca26c028-69ef-4685-b7ef-73660721febe HTTP/1.1" status: 200 len: 998 time: 0.0633488 Oct 13 15:53:32.851893 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078404-1169-4f42-8805-f2633c325e33 req-06a70cad-72c7-44a0-921b-bef02c833d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:32.853364 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c078404-1169-4f42-8805-f2633c325e33 req-06a70cad-72c7-44a0-921b-bef02c833d16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 200 len: 849 time: 0.0434649 Oct 13 15:53:32.902354 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078404-1169-4f42-8805-f2633c325e33 req-ccf2e0de-d126-4b68-9413-79bc78bd7b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:32.903896 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c078404-1169-4f42-8805-f2633c325e33 req-ccf2e0de-d126-4b68-9413-79bc78bd7b52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12fb656-1461-4cf0-9123-04d30df7259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423646 Oct 13 15:53:33.005960 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c078404-1169-4f42-8805-f2633c325e33 req-eac74ba7-d213-400c-b01f-59ea673a5a31 service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909336 Oct 13 15:53:33.099838 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-5c078404-1169-4f42-8805-f2633c325e33 req-0e6b4a30-3281-4843-9339-b039b6663908 service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861199 Oct 13 15:53:41.403389 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d53b7edd-aeb5-41d8-80dd-474be494d466 req-d67b164b-2c72-4d66-8be7-6a86cf6eb51c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407064 Oct 13 15:53:41.485927 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b7edd-aeb5-41d8-80dd-474be494d466 req-9aa41829-8daf-4ee1-a343-55f469a5da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:41.487394 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d53b7edd-aeb5-41d8-80dd-474be494d466 req-9aa41829-8daf-4ee1-a343-55f469a5da17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 1097 time: 0.0439043 Oct 13 15:53:41.593999 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b7edd-aeb5-41d8-80dd-474be494d466 req-848a5249-c8f4-40dd-a46e-e93e7cd96900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:41.595535 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d53b7edd-aeb5-41d8-80dd-474be494d466 req-848a5249-c8f4-40dd-a46e-e93e7cd96900 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 911 time: 0.0843832 Oct 13 15:53:41.665047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d53b7edd-aeb5-41d8-80dd-474be494d466 req-445d0be8-ba92-4df8-b3e1-166bc4b22873 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b0606f3-e96c-4d90-accb-2eae9a67d02f HTTP/1.1" status: 200 len: 1001 time: 0.0619707 Oct 13 15:53:41.713486 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b7edd-aeb5-41d8-80dd-474be494d466 req-12f4b951-2efa-452a-ac84-d02b32e57a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:41.714934 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d53b7edd-aeb5-41d8-80dd-474be494d466 req-12f4b951-2efa-452a-ac84-d02b32e57a0e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 200 len: 849 time: 0.0432107 Oct 13 15:53:41.763550 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b7edd-aeb5-41d8-80dd-474be494d466 req-c14afa80-e817-4543-bc45-c99bab312407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:53:41.764950 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d53b7edd-aeb5-41d8-80dd-474be494d466 req-c14afa80-e817-4543-bc45-c99bab312407 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c12fb656-1461-4cf0-9123-04d30df7259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390682 Oct 13 15:53:41.856447 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d53b7edd-aeb5-41d8-80dd-474be494d466 req-2563de75-084b-42fa-8e4a-c0a1758c6e6a service neutron] 10.222.0.49 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826814 Oct 13 15:53:41.943865 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-d53b7edd-aeb5-41d8-80dd-474be494d466 req-cf294583-ca21-47b5-b3bf-c0646a8a34c4 service neutron] 10.222.0.49 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797522 Oct 13 15:53:49.630403 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e868d86e-401e-43b2-b050-994e7620e2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:49.715929 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:52.418393 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8cd7da15-f8f4-498e-94cd-e8cb9f20ddeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:53.067447 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:54.118587 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:54.281603 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:55.810407 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:04.743582 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:54:19.643690 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ae4f55a1-aa7b-4d68-8fb0-894dcf701b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:19.740712 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:22.408959 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3e56a1f4-94c7-46ea-9782-f39b705e1b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:23.065896 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:24.206717 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:24.280973 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:25.801149 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:33.469632 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b4ef2ce-f31d-40a4-ae00-8d93efc0475d req-1c71eec9-5d5b-45ef-8c5f-59e875d99a87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416741 Oct 13 15:54:33.557634 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ef2ce-f31d-40a4-ae00-8d93efc0475d req-2b719a81-47d2-4c54-9034-96418812e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:33.559174 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b4ef2ce-f31d-40a4-ae00-8d93efc0475d req-2b719a81-47d2-4c54-9034-96418812e23d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 1095 time: 0.0467265 Oct 13 15:54:33.666272 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ef2ce-f31d-40a4-ae00-8d93efc0475d req-15126207-0a4f-45b9-9bb3-e95943f7ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:33.667746 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b4ef2ce-f31d-40a4-ae00-8d93efc0475d req-15126207-0a4f-45b9-9bb3-e95943f7ac38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 911 time: 0.0860505 Oct 13 15:54:33.736378 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b4ef2ce-f31d-40a4-ae00-8d93efc0475d req-e9fc3dec-82c7-4b77-adb3-494df10b5999 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca26c028-69ef-4685-b7ef-73660721febe HTTP/1.1" status: 200 len: 998 time: 0.0611413 Oct 13 15:54:33.784800 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ef2ce-f31d-40a4-ae00-8d93efc0475d req-e0b010be-1835-4f55-a7d0-5d69d91783a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:33.786233 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b4ef2ce-f31d-40a4-ae00-8d93efc0475d req-e0b010be-1835-4f55-a7d0-5d69d91783a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 200 len: 849 time: 0.0424306 Oct 13 15:54:33.832900 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ef2ce-f31d-40a4-ae00-8d93efc0475d req-77c50aa1-e083-4abe-9427-4215111356bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:33.834683 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b4ef2ce-f31d-40a4-ae00-8d93efc0475d req-77c50aa1-e083-4abe-9427-4215111356bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12fb656-1461-4cf0-9123-04d30df7259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402417 Oct 13 15:54:33.928493 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b4ef2ce-f31d-40a4-ae00-8d93efc0475d req-fe619e60-401d-4a78-a75a-2de8f34b9fca service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843949 Oct 13 15:54:34.017975 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-6b4ef2ce-f31d-40a4-ae00-8d93efc0475d req-2b540b8e-13ed-4345-a8c0-b2fc9ffc8f59 service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810733 Oct 13 15:54:41.744483 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:54:42.403220 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-91ac5f29-72fd-436c-b333-a48c897628bc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398788 Oct 13 15:54:42.498691 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-7be589b1-385d-4a6c-8e45-e45d017721b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:42.500157 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-7be589b1-385d-4a6c-8e45-e45d017721b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 1097 time: 0.0447845 Oct 13 15:54:42.609995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-6993b536-1352-4b1a-99fd-974e83eb5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:42.611460 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-6993b536-1352-4b1a-99fd-974e83eb5a58 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 911 time: 0.0846109 Oct 13 15:54:42.685173 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-f7c4b30b-1ea9-431d-ba47-5a4b1507648c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b0606f3-e96c-4d90-accb-2eae9a67d02f HTTP/1.1" status: 200 len: 1001 time: 0.0618842 Oct 13 15:54:42.736288 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-8d7aa3f0-6fb9-4a4f-ad6b-81fd2b8ab3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:42.737704 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-8d7aa3f0-6fb9-4a4f-ad6b-81fd2b8ab3de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 200 len: 849 time: 0.0428915 Oct 13 15:54:42.787001 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-1463c098-04e7-47af-90b6-ec64ba38fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:54:42.789195 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-1463c098-04e7-47af-90b6-ec64ba38fbc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c12fb656-1461-4cf0-9123-04d30df7259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403044 Oct 13 15:54:42.804024 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-e084faed-01da-410b-9f66-1995d2e5251c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=112685) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:54:42.804952 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-e084faed-01da-410b-9f66-1995d2e5251c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049138 Oct 13 15:54:42.899811 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-f985e71a-679f-4428-8843-fe0fc8357218 service neutron] 10.222.0.49 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846245 Oct 13 15:54:42.994244 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-76371710-9a7f-4eca-94da-6057f84b2b60 req-add3da22-a641-43cf-812b-749fa150c40f service neutron] 10.222.0.49 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830314 Oct 13 15:54:49.672432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c6686970-1256-493d-814b-0b78204c5f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:49.771969 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:52.447999 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f4327d72-cd53-4018-8db2-258644d7c2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:53.064885 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:54.154955 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:54.287817 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:55.794837 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.497999 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7b0606f3-e96c-4d90-accb-2eae9a67d02f details requested by agent hyperv_n-h1-806683-15 with host n-h1-806683-15 {{(pid=112686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 15:55:02.596572 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7b0606f3-e96c-4d90-accb-2eae9a67d02f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7b0606f3-e96c-4d90-accb-2eae9a67d02f,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:02.610742 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Returning: {'device': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'port_id': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'mac_address': 'fa:16:3e:05:b9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 15:55:02.659072 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.673862 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b0606f3-e96c-4d90-accb-2eae9a67d02f {{(pid=112686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 15:55:02.703037 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7b0606f3-e96c-4d90-accb-2eae9a67d02f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7b0606f3-e96c-4d90-accb-2eae9a67d02f,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:02.784119 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.851471 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7b0606f3-e96c-4d90-accb-2eae9a67d02f,revision_number=6']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:02.860437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:02.861075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:02.861596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:02.861931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:02.862414 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:02.862979 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:02.863456 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:02.863938 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:02.864440 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:02.864928 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:02.866961 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:02.867493 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:02.872966 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] get_ports_and_sgs() called for port_ids ['7b0606f3-e96c-4d90-accb-2eae9a67d02f'] {{(pid=112686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 15:55:04.508833 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7b0606f3-e96c-4d90-accb-2eae9a67d02f up at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 15:55:04.573931 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.provisioning_blocks [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Provisioning complete for port 7b0606f3-e96c-4d90-accb-2eae9a67d02f triggered by entity L2. {{(pid=112686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 15:55:04.574472 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1770640'] for port, provisioning_complete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:04.668900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1580310'] for port, before_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:04.700749 n-d-806683-15 neutron-server[112686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0606f3-e96c-4d90-accb-2eae9a67d02f'}] {{(pid=112686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:04.703972 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da07b42d9580bda47a1e3e000cf609728fbb276de27d6dc8dbc076ffe70ce97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce8b1e4-2de0-4edd-8381-e4d15df7f442" -d '{"events": [{"server_uuid": "5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11", "name": "network-vif-plugged", "status": "completed", "tag": "7b0606f3-e96c-4d90-accb-2eae9a67d02f"}]}' {{(pid=112686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:04.721437 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-18125624-060d-4716-9c11-444442f9ac4a None None] For port 7b0606f3-e96c-4d90-accb-2eae9a67d02f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7b0606f3-e96c-4d90-accb-2eae9a67d02f,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:04.761437 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7218822d-7a69-40f2-887e-b881d34a5748 x-openstack-request-id: req-7218822d-7a69-40f2-887e-b881d34a5748 {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:04.761809 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11", "name": "network-vif-plugged", "status": "completed", "tag": "7b0606f3-e96c-4d90-accb-2eae9a67d02f", "code": 200}]} {{(pid=112686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:04.762113 n-d-806683-15 neutron-server[112686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7218822d-7a69-40f2-887e-b881d34a5748 {{(pid=112686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:04.762580 n-d-806683-15 neutron-server[112686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'code': 200} Oct 13 15:55:04.796027 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749260317206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749259863534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749259889924'] for port, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:04.859985 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Pushing event updated for resources: {'Port': ['ID=7b0606f3-e96c-4d90-accb-2eae9a67d02f,revision_number=7']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:14.640262 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44286) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:14.795649 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Deleting port 7a801475-e997-4b02-98bc-e621025a91a9 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:14.795996 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:14.873566 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:14.873804 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:14.885532 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Calling delete_port for 7a801475-e997-4b02-98bc-e621025a91a9 owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:15.121119 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:15.148769 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event deleted for resources: {'Port': ['ID=7a801475-e997-4b02-98bc-e621025a91a9,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:15.171812 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:15.172151 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:15.172491 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:15.172825 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:15.173180 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:15.173505 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:15.173828 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:15.174147 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:15.174465 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:15.174786 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:15.175104 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:15.175421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:15.221418 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:15.221807 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Floating IP 95f8830a-fda6-42f3-885a-33259eb72094 disassociated (deleted). External IP: 172.25.0.110, port: 7b0606f3-e96c-4d90-accb-2eae9a67d02f. Oct 13 15:55:15.729605 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Router 60f21300-9e1a-435f-b6d4-7dbe366af44d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:55:15.834041 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:55:15.839155 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:15.844397 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d58c6-8cf2-4a9d-82e7-bf94c5d2b998 None None] Sync routers for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:55:15.854279 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d58c6-8cf2-4a9d-82e7-bf94c5d2b998 None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:15.854877 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fc1d58c6-8cf2-4a9d-82e7-bf94c5d2b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:54:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:15.871783 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c131da22-bc80-48af-ab69-ac43821bd355 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "DELETE /v2.0/floatingips/95f8830a-fda6-42f3-885a-33259eb72094 HTTP/1.1" status: 204 len: 168 time: 1.2279344 Oct 13 15:55:15.871783 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'tag': '7b0606f3-e96c-4d90-accb-2eae9a67d02f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:15.872236 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db537983-bcea-4100-9788-674c5d5a124e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11", "tag": "7b0606f3-e96c-4d90-accb-2eae9a67d02f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:15.976921 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226042a9-0eb9-4a44-9071-9072d285658c x-openstack-request-id: req-226042a9-0eb9-4a44-9071-9072d285658c {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:15.977273 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11", "tag": "7b0606f3-e96c-4d90-accb-2eae9a67d02f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:15.977530 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-226042a9-0eb9-4a44-9071-9072d285658c {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:15.977932 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'tag': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'status': 'completed', 'code': 200} Oct 13 15:55:15.980231 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-fc1d58c6-8cf2-4a9d-82e7-bf94c5d2b998 None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:16.056995 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db537983-bcea-4100-9788-674c5d5a124e req-fbf70023-e01b-4d79-8d35-748e79ebcbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:16.059464 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db537983-bcea-4100-9788-674c5d5a124e req-fbf70023-e01b-4d79-8d35-748e79ebcbf2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 1097 time: 0.0456281 Oct 13 15:55:16.165329 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db537983-bcea-4100-9788-674c5d5a124e req-0e6736d5-76e1-40bb-a9a2-d773bee26fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:16.166722 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db537983-bcea-4100-9788-674c5d5a124e req-0e6736d5-76e1-40bb-a9a2-d773bee26fad service neutron] 10.222.0.49 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 911 time: 0.0953476 Oct 13 15:55:16.211603 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db537983-bcea-4100-9788-674c5d5a124e req-0f23d04b-8ce1-4315-9fc4-ef7c885b65b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b0606f3-e96c-4d90-accb-2eae9a67d02f HTTP/1.1" status: 200 len: 217 time: 0.0353765 Oct 13 15:55:16.217395 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fc1d58c6-8cf2-4a9d-82e7-bf94c5d2b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2d0ed216-2e5f-45e2-a334-831a020a7323', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'port_id': 'ca26c028-69ef-4685-b7ef-73660721febe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'mac_address': 'fa:16:3e:4a:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 1, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 5, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:16.244438 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d58c6-8cf2-4a9d-82e7-bf94c5d2b998 None None] Checking router: 60f21300-9e1a-435f-b6d4-7dbe366af44d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:55:16.252647 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d58c6-8cf2-4a9d-82e7-bf94c5d2b998 None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:16.253283 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fc1d58c6-8cf2-4a9d-82e7-bf94c5d2b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:54:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:16.308447 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db537983-bcea-4100-9788-674c5d5a124e req-1c33662f-48ff-453e-8fae-ab5417dae05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:16.309951 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db537983-bcea-4100-9788-674c5d5a124e req-1c33662f-48ff-453e-8fae-ab5417dae05c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 200 len: 849 time: 0.0751176 Oct 13 15:55:16.335391 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec879b-86b8-4b8f-8f63-fa0e913f6f1f req-be06e25a-0388-4e8e-92e9-a983ed580c9b tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:16.336873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43ec879b-86b8-4b8f-8f63-fa0e913f6f1f req-be06e25a-0388-4e8e-92e9-a983ed580c9b tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 945 time: 0.0741539 Oct 13 15:55:16.360013 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-fc1d58c6-8cf2-4a9d-82e7-bf94c5d2b998 None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:16.391822 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-43ec879b-86b8-4b8f-8f63-fa0e913f6f1f req-5b8dc839-bfb6-4ff6-b5ce-3a9300949ef7 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405233 Oct 13 15:55:16.393652 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db537983-bcea-4100-9788-674c5d5a124e req-fb6891f9-3063-498d-b381-583fb6bb37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:16.395056 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db537983-bcea-4100-9788-674c5d5a124e req-fb6891f9-3063-498d-b381-583fb6bb37e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c12fb656-1461-4cf0-9123-04d30df7259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769935 Oct 13 15:55:16.492579 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db537983-bcea-4100-9788-674c5d5a124e req-4d3f8f5c-7718-4c3c-9f36-587cf06bc608 service neutron] 10.222.0.49 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865378 Oct 13 15:55:16.582189 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-db537983-bcea-4100-9788-674c5d5a124e req-8cf277c6-a928-4853-8283-ca05e4d4c93b service neutron] 10.222.0.49 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814626 Oct 13 15:55:16.582608 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-fc1d58c6-8cf2-4a9d-82e7-bf94c5d2b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2d0ed216-2e5f-45e2-a334-831a020a7323', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'port_id': 'ca26c028-69ef-4685-b7ef-73660721febe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'mac_address': 'fa:16:3e:4a:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 1, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 5, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:16.612335 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d58c6-8cf2-4a9d-82e7-bf94c5d2b998 None None] The sync data for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 is: [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_floatingips': [{'id': '2d0ed216-2e5f-45e2-a334-831a020a7323', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'router_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'port_id': 'ca26c028-69ef-4685-b7ef-73660721febe', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'mac_address': 'fa:16:3e:4a:d5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T15:50:09Z', 'updated_at': '2021-10-13T15:50:11Z', 'revision_number': 1, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 5, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:55:16.859075 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1ca03-42ed-4353-97f0-12cb6c745bdb None None] New status for floating IP 95f8830a-fda6-42f3-885a-33259eb72094: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:55:17.511627 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57fd1-8c02-4128-a0dc-d45c42748264 req-24ced4fa-0322-41f6-abce-8c2af71550e5 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:17.515247 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48c57fd1-8c02-4128-a0dc-d45c42748264 req-24ced4fa-0322-41f6-abce-8c2af71550e5 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 945 time: 0.0507958 Oct 13 15:55:17.550415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-48c57fd1-8c02-4128-a0dc-d45c42748264 req-aec0289f-61b9-4303-9e3c-0b8869401271 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312896 Oct 13 15:55:18.118421 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f954d6-329b-4fa8-9ec1-7fd2370751b1 req-324af791-ecc7-4e96-9c99-f2e3854efbe8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:18.119873 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20f954d6-329b-4fa8-9ec1-7fd2370751b1 req-324af791-ecc7-4e96-9c99-f2e3854efbe8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 945 time: 0.0556650 Oct 13 15:55:18.212110 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-20f954d6-329b-4fa8-9ec1-7fd2370751b1 req-7416bcfd-3e76-4e62-ab8c-e1fa67d69cd2 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Deleting port 7b0606f3-e96c-4d90-accb-2eae9a67d02f {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:18.212456 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-20f954d6-329b-4fa8-9ec1-7fd2370751b1 req-7416bcfd-3e76-4e62-ab8c-e1fa67d69cd2 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:18.303357 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-20f954d6-329b-4fa8-9ec1-7fd2370751b1 req-7416bcfd-3e76-4e62-ab8c-e1fa67d69cd2 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] For port 7b0606f3-e96c-4d90-accb-2eae9a67d02f, host n-h1-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-15',level=0,port_id=7b0606f3-e96c-4d90-accb-2eae9a67d02f,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:18.303720 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-20f954d6-329b-4fa8-9ec1-7fd2370751b1 req-7416bcfd-3e76-4e62-ab8c-e1fa67d69cd2 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:18.315791 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-20f954d6-329b-4fa8-9ec1-7fd2370751b1 req-7416bcfd-3e76-4e62-ab8c-e1fa67d69cd2 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Calling delete_port for 7b0606f3-e96c-4d90-accb-2eae9a67d02f owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:18.514438 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-20f954d6-329b-4fa8-9ec1-7fd2370751b1 req-7416bcfd-3e76-4e62-ab8c-e1fa67d69cd2 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:18.546407 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416bcfd-3e76-4e62-ab8c-e1fa67d69cd2 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event deleted for resources: {'Port': ['ID=7b0606f3-e96c-4d90-accb-2eae9a67d02f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:18.558875 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7b0606f3-e96c-4d90-accb-2eae9a67d02f no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:55:18.579413 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 7b0606f3-e96c-4d90-accb-2eae9a67d02f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:55:18.579848 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7b0606f3-e96c-4d90-accb-2eae9a67d02f not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:55:18.589972 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f954d6-329b-4fa8-9ec1-7fd2370751b1 req-7416bcfd-3e76-4e62-ab8c-e1fa67d69cd2 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] No DVR routers for this DVR port 7b0606f3-e96c-4d90-accb-2eae9a67d02f on host n-h1-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:55:18.592549 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-20f954d6-329b-4fa8-9ec1-7fd2370751b1 req-7416bcfd-3e76-4e62-ab8c-e1fa67d69cd2 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:18.596067 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-20f954d6-329b-4fa8-9ec1-7fd2370751b1 req-7416bcfd-3e76-4e62-ab8c-e1fa67d69cd2 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.49 "DELETE /v2.0/ports/7b0606f3-e96c-4d90-accb-2eae9a67d02f HTTP/1.1" status: 204 len: 173 time: 0.4696205 Oct 13 15:55:18.596568 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'name': 'network-vif-deleted', 'tag': '7b0606f3-e96c-4d90-accb-2eae9a67d02f'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:18.598921 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2097b4d8-f526-43ee-901c-d09e31f0f630" -d '{"events": [{"server_uuid": "5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11", "name": "network-vif-deleted", "tag": "7b0606f3-e96c-4d90-accb-2eae9a67d02f"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:18.637756 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fc61d7-b8db-4c1a-9776-b0e565a7796d x-openstack-request-id: req-b6fc61d7-b8db-4c1a-9776-b0e565a7796d {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:18.638121 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11", "name": "network-vif-deleted", "tag": "7b0606f3-e96c-4d90-accb-2eae9a67d02f", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:18.638383 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6fc61d7-b8db-4c1a-9776-b0e565a7796d {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:18.638782 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11', 'name': 'network-vif-deleted', 'tag': '7b0606f3-e96c-4d90-accb-2eae9a67d02f', 'status': 'completed', 'code': 200} Oct 13 15:55:18.655412 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-2552557e-42c1-4dcb-8e40-88a22705c2d9 req-0f2042e6-f687-4c58-a97e-49fc55827650 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a90da09-fd7d-4b7a-9fa0-1e2f9cf04a11 HTTP/1.1" status: 200 len: 210 time: 0.0313003 Oct 13 15:55:18.743037 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:55:19.668095 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3a9659f5-c852-4f14-beee-1506989e6654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:19.752636 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:20.968767 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44348) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:21.128217 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8d6cf-1de2-4ea7-9f74-306788279621 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Deleting port 55471ecd-99a6-4905-92d3-c230a2d6dfed {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:21.128556 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8c8d6cf-1de2-4ea7-9f74-306788279621 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:21.207402 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8c8d6cf-1de2-4ea7-9f74-306788279621 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:21.207639 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8c8d6cf-1de2-4ea7-9f74-306788279621 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:21.221182 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8d6cf-1de2-4ea7-9f74-306788279621 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Calling delete_port for 55471ecd-99a6-4905-92d3-c230a2d6dfed owned by network:floatingip {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:21.430092 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8c8d6cf-1de2-4ea7-9f74-306788279621 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:21.454043 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8d6cf-1de2-4ea7-9f74-306788279621 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event deleted for resources: {'Port': ['ID=55471ecd-99a6-4905-92d3-c230a2d6dfed,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:21.524489 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8c8d6cf-1de2-4ea7-9f74-306788279621 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for floatingip, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:21.525077 n-d-806683-15 neutron-server[112685]: INFO neutron.db.l3_db [None req-c8c8d6cf-1de2-4ea7-9f74-306788279621 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Floating IP 2d0ed216-2e5f-45e2-a334-831a020a7323 disassociated (deleted). External IP: 172.25.0.92, port: ca26c028-69ef-4685-b7ef-73660721febe. Oct 13 15:55:21.731012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c8d6cf-1de2-4ea7-9f74-306788279621 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Router 60f21300-9e1a-435f-b6d4-7dbe366af44d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:55:21.848444 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c8d6cf-1de2-4ea7-9f74-306788279621 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:55:21.853392 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-c8c8d6cf-1de2-4ea7-9f74-306788279621 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for floatingip, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:21.858631 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e898f3-7ff5-42ad-94c7-995d85a83f3c None None] Sync routers for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:55:21.868778 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e898f3-7ff5-42ad-94c7-995d85a83f3c None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:21.869422 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-14e898f3-7ff5-42ad-94c7-995d85a83f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:54:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:21.885395 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-c8c8d6cf-1de2-4ea7-9f74-306788279621 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "DELETE /v2.0/floatingips/2d0ed216-2e5f-45e2-a334-831a020a7323 HTTP/1.1" status: 204 len: 168 time: 0.9154689 Oct 13 15:55:21.886242 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:21.888777 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf78170-dabd-4cdd-aa6e-4015603e1439" -d '{"events": [{"name": "network-changed", "server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "tag": "ca26c028-69ef-4685-b7ef-73660721febe"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:21.929472 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37ea0fb-45d3-4f4f-acd6-e9801c278f6b x-openstack-request-id: req-d37ea0fb-45d3-4f4f-acd6-e9801c278f6b {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:21.929763 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "tag": "ca26c028-69ef-4685-b7ef-73660721febe", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:21.930015 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d37ea0fb-45d3-4f4f-acd6-e9801c278f6b {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:21.930477 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe', 'status': 'completed', 'code': 200} Oct 13 15:55:22.000068 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf78170-dabd-4cdd-aa6e-4015603e1439 req-b21ba170-3ba2-4db2-8bff-f4904bd6e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:22.001787 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf78170-dabd-4cdd-aa6e-4015603e1439 req-b21ba170-3ba2-4db2-8bff-f4904bd6e432 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7f558787fa04d52bab8d032890b23e2&device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 1095 time: 0.0448177 Oct 13 15:55:22.075977 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-14e898f3-7ff5-42ad-94c7-995d85a83f3c None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:22.097688 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf78170-dabd-4cdd-aa6e-4015603e1439 req-bd51f62c-a2bc-4445-9c09-21ecc72735b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:22.102466 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf78170-dabd-4cdd-aa6e-4015603e1439 req-bd51f62c-a2bc-4445-9c09-21ecc72735b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 200 len: 911 time: 0.0888741 Oct 13 15:55:22.155453 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf78170-dabd-4cdd-aa6e-4015603e1439 req-624a18c2-8fd0-4d58-be1d-b2c572cbb854 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca26c028-69ef-4685-b7ef-73660721febe HTTP/1.1" status: 200 len: 217 time: 0.0482726 Oct 13 15:55:22.218589 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf78170-dabd-4cdd-aa6e-4015603e1439 req-c9cd6781-da46-476f-a27f-592f32a9e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:22.220047 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf78170-dabd-4cdd-aa6e-4015603e1439 req-c9cd6781-da46-476f-a27f-592f32a9e297 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 200 len: 849 time: 0.0540545 Oct 13 15:55:22.274492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf78170-dabd-4cdd-aa6e-4015603e1439 req-5308caa5-d668-4037-a729-13942a6f6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:22.276070 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf78170-dabd-4cdd-aa6e-4015603e1439 req-5308caa5-d668-4037-a729-13942a6f6274 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c12fb656-1461-4cf0-9123-04d30df7259e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475397 Oct 13 15:55:22.290278 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-14e898f3-7ff5-42ad-94c7-995d85a83f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 5, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:22.321384 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e898f3-7ff5-42ad-94c7-995d85a83f3c None None] Checking router: 60f21300-9e1a-435f-b6d4-7dbe366af44d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:55:22.331272 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e898f3-7ff5-42ad-94c7-995d85a83f3c None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:22.331905 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-14e898f3-7ff5-42ad-94c7-995d85a83f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:54:52Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:22.407311 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-885c630c-80e8-4fec-999f-335b8bb641c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:22.417841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c22ab4-8eb4-4014-8921-824fa0613482 req-54a81bd4-899c-44d4-ab04-0c1be4151acd tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:22.419409 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25c22ab4-8eb4-4014-8921-824fa0613482 req-54a81bd4-899c-44d4-ab04-0c1be4151acd tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 943 time: 0.0821598 Oct 13 15:55:22.426053 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf78170-dabd-4cdd-aa6e-4015603e1439 req-b36f398d-9f4b-482a-8e00-5b751f34b9d5 service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405001 Oct 13 15:55:22.455393 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-14e898f3-7ff5-42ad-94c7-995d85a83f3c None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:22.516490 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-25c22ab4-8eb4-4014-8921-824fa0613482 req-a815fdaa-035f-42d3-a669-9488aadae5e4 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893157 Oct 13 15:55:22.555414 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-edf78170-dabd-4cdd-aa6e-4015603e1439 req-c8f0c358-86bd-43c2-9211-e22a867cb70e service neutron] 10.222.0.41 "GET /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209116 Oct 13 15:55:22.587217 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7b0606f3-e96c-4d90-accb-2eae9a67d02f no longer exists at agent hyperv_n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:55:22.608143 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-18125624-060d-4716-9c11-444442f9ac4a None None] No Port match for: 7b0606f3-e96c-4d90-accb-2eae9a67d02f {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:55:22.608562 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Device 7b0606f3-e96c-4d90-accb-2eae9a67d02f not bound to the agent host n-h1-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:55:22.686606 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-14e898f3-7ff5-42ad-94c7-995d85a83f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 5, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:22.717575 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e898f3-7ff5-42ad-94c7-995d85a83f3c None None] The sync data for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 is: [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:43Z', 'revision_number': 4, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15', '_interfaces': [{'id': '70015cc7-5951-4b11-ac8c-21239b1d318d', 'name': '', 'network_id': 'c12fb656-1461-4cf0-9123-04d30df7259e', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'mac_address': 'fa:16:3e:7f:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:42Z', 'updated_at': '2021-10-13T15:49:47Z', 'revision_number': 5, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'subnets': [{'id': '5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:55:22.961972 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efca47db-6497-4867-b216-e052deeec767 None None] New status for floating IP 2d0ed216-2e5f-45e2-a334-831a020a7323: DOWN {{(pid=112686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:55:23.242433 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:23.382442 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05095b0-ce54-44ce-9ed9-1fdd34c012e2 req-03c25d23-b123-4bad-acab-1df05a3c9be0 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:23.383871 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b05095b0-ce54-44ce-9ed9-1fdd34c012e2 req-03c25d23-b123-4bad-acab-1df05a3c9be0 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.41 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 943 time: 0.0490856 Oct 13 15:55:23.471450 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b05095b0-ce54-44ce-9ed9-1fdd34c012e2 req-6a3221c5-93e7-4cb9-b147-db59c86f20a7 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Deleting port ca26c028-69ef-4685-b7ef-73660721febe {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:23.471791 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b05095b0-ce54-44ce-9ed9-1fdd34c012e2 req-6a3221c5-93e7-4cb9-b147-db59c86f20a7 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:23.571841 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [req-b05095b0-ce54-44ce-9ed9-1fdd34c012e2 req-6a3221c5-93e7-4cb9-b147-db59c86f20a7 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] For port ca26c028-69ef-4685-b7ef-73660721febe, host n-h2-806683-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-15',level=0,port_id=ca26c028-69ef-4685-b7ef-73660721febe,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:23.572210 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b05095b0-ce54-44ce-9ed9-1fdd34c012e2 req-6a3221c5-93e7-4cb9-b147-db59c86f20a7 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:23.585492 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [req-b05095b0-ce54-44ce-9ed9-1fdd34c012e2 req-6a3221c5-93e7-4cb9-b147-db59c86f20a7 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Calling delete_port for ca26c028-69ef-4685-b7ef-73660721febe owned by compute:nova {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:23.682933 n-d-806683-15 neutron-server[112685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5682c3-8e73-4222-812e-4f7cd17db805 req-633e8ea5-1b84-4768-98c5-e2d9077775fc tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 15:55:23.684415 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e5682c3-8e73-4222-812e-4f7cd17db805 req-633e8ea5-1b84-4768-98c5-e2d9077775fc tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 943 time: 0.0969288 Oct 13 15:55:23.736773 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-9e5682c3-8e73-4222-812e-4f7cd17db805 req-7262676a-ecd6-461f-a3e4-bc74752b18c0 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/security-groups?id=ec439633-8122-46f1-ae7a-7c334b973981&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462270 Oct 13 15:55:23.836826 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b05095b0-ce54-44ce-9ed9-1fdd34c012e2 req-6a3221c5-93e7-4cb9-b147-db59c86f20a7 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:23.866599 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3221c5-93e7-4cb9-b147-db59c86f20a7 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event deleted for resources: {'Port': ['ID=ca26c028-69ef-4685-b7ef-73660721febe,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:23.915943 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05095b0-ce54-44ce-9ed9-1fdd34c012e2 req-6a3221c5-93e7-4cb9-b147-db59c86f20a7 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] No DVR routers for this DVR port ca26c028-69ef-4685-b7ef-73660721febe on host n-h2-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:55:23.918625 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [req-b05095b0-ce54-44ce-9ed9-1fdd34c012e2 req-6a3221c5-93e7-4cb9-b147-db59c86f20a7 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71520'] for port, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:23.922048 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-b05095b0-ce54-44ce-9ed9-1fdd34c012e2 req-6a3221c5-93e7-4cb9-b147-db59c86f20a7 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.41 "DELETE /v2.0/ports/ca26c028-69ef-4685-b7ef-73660721febe HTTP/1.1" status: 204 len: 173 time: 0.5317597 Oct 13 15:55:23.931740 n-d-806683-15 neutron-server[112685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'name': 'network-vif-deleted', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe'}] {{(pid=112685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 15:55:23.934792 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0151ff8919167083c41eee9491c23e1f2438fdb5ca2a68187bd282f850d97eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5357c8b-f057-490b-a6dc-3f27d40f67dd" -d '{"events": [{"server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "name": "network-vif-deleted", "tag": "ca26c028-69ef-4685-b7ef-73660721febe"}]}' {{(pid=112685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:23.973556 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 15:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fd9031-5eeb-4a8a-a688-f64541da57f8 x-openstack-request-id: req-73fd9031-5eeb-4a8a-a688-f64541da57f8 {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:23.973881 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2578c2f7-9b6b-4304-ba6a-08340cfb1c33", "name": "network-vif-deleted", "tag": "ca26c028-69ef-4685-b7ef-73660721febe", "status": "completed", "code": 200}]} {{(pid=112685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:23.974153 n-d-806683-15 neutron-server[112685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73fd9031-5eeb-4a8a-a688-f64541da57f8 {{(pid=112685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:23.974641 n-d-806683-15 neutron-server[112685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2578c2f7-9b6b-4304-ba6a-08340cfb1c33', 'name': 'network-vif-deleted', 'tag': 'ca26c028-69ef-4685-b7ef-73660721febe', 'status': 'completed', 'code': 200} Oct 13 15:55:24.120882 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:24.268852 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:24.845763 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [req-a527c12e-c369-494e-8ad8-5f990f979f58 req-bae0ff3c-03f3-46ad-81b5-b38ddadb856f tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "GET /v2.0/ports?device_id=2578c2f7-9b6b-4304-ba6a-08340cfb1c33 HTTP/1.1" status: 200 len: 210 time: 0.0280855 Oct 13 15:55:25.806403 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:25.909421 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44366) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:25.972603 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:25.997446 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.109214 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.111808 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Notify callbacks [] for security_group, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.112950 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] 10.222.0.18 "DELETE /v2.0/security-groups/ec439633-8122-46f1-ae7a-7c334b973981 HTTP/1.1" status: 204 len: 168 time: 0.2025199 Oct 13 15:55:26.126660 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec439633-8122-46f1-ae7a-7c334b973981,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:26.135392 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:26.135736 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:26.136075 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:26.136410 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:26.136739 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:26.137097 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:26.137422 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:26.137743 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:26.138063 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:26.138383 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:26.138704 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:26.139029 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e128211e-6cbc-4ebe-bef7-0b50a9b703e8 tempest-TestSnapshotPattern-1497755383 tempest-TestSnapshotPattern-1497755383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-15 {{(pid=112684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:26.219262 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44376) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:26.648172 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9dde479d-7db8-4227-9937-729e2cf5f875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.766192 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ca26c028-69ef-4685-b7ef-73660721febe no longer exists at agent hyperv_n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:55:26.786218 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] No Port match for: ca26c028-69ef-4685-b7ef-73660721febe {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:55:26.786559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Device ca26c028-69ef-4685-b7ef-73660721febe not bound to the agent host n-h2-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:55:26.893307 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9dde479d-7db8-4227-9937-729e2cf5f875 admin admin] Deleting port 70015cc7-5951-4b11-ac8c-21239b1d318d {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:26.893652 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9dde479d-7db8-4227-9937-729e2cf5f875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.975776 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-9dde479d-7db8-4227-9937-729e2cf5f875 admin admin] For port 70015cc7-5951-4b11-ac8c-21239b1d318d, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=70015cc7-5951-4b11-ac8c-21239b1d318d,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:26.976497 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9dde479d-7db8-4227-9937-729e2cf5f875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.988010 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-9dde479d-7db8-4227-9937-729e2cf5f875 admin admin] Calling delete_port for 70015cc7-5951-4b11-ac8c-21239b1d318d owned by network:router_interface {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:27.212499 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9dde479d-7db8-4227-9937-729e2cf5f875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:27.243261 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde479d-7db8-4227-9937-729e2cf5f875 admin admin] Pushing event deleted for resources: {'Port': ['ID=70015cc7-5951-4b11-ac8c-21239b1d318d,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:27.410536 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-9dde479d-7db8-4227-9937-729e2cf5f875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:27.628886 n-d-806683-15 neutron-server[112684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dde479d-7db8-4227-9937-729e2cf5f875 admin admin] Router 60f21300-9e1a-435f-b6d4-7dbe366af44d has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:55:27.734819 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dde479d-7db8-4227-9937-729e2cf5f875 admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:55:27.739787 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-9dde479d-7db8-4227-9937-729e2cf5f875 admin admin] 10.222.0.18 "PUT /v2.0/routers/60f21300-9e1a-435f-b6d4-7dbe366af44d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5195127 Oct 13 15:55:27.742979 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44380) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:27.746088 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bf3020-f20f-4d54-b453-6f622d412bbb None None] Sync routers for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:55:27.755101 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf3020-f20f-4d54-b453-6f622d412bbb None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:27.755694 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-68bf3020-f20f-4d54-b453-6f622d412bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:55:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:27.846155 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Notify callbacks [] for router, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:27.863947 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-68bf3020-f20f-4d54-b453-6f622d412bbb None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: n-d-806683-15 {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:27.965948 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:28.045564 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-68bf3020-f20f-4d54-b453-6f622d412bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:55:27Z', 'revision_number': 5, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port': {'id': '90f27d72-73bf-407e-b75f-205dbb5ec5a1', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:98:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:28.075148 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bf3020-f20f-4d54-b453-6f622d412bbb None None] Checking router: 60f21300-9e1a-435f-b6d4-7dbe366af44d for host: n-d-806683-15 {{(pid=112687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:55:28.083455 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf3020-f20f-4d54-b453-6f622d412bbb None None] Routers {'60f21300-9e1a-435f-b6d4-7dbe366af44d'} bound to L3 agent in host n-d-806683-15 {{(pid=112687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:28.084050 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-68bf3020-f20f-4d54-b453-6f622d412bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:55:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['60f21300-9e1a-435f-b6d4-7dbe366af44d'], 'active': True} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:28.109126 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Deleting port 90f27d72-73bf-407e-b75f-205dbb5ec5a1 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:28.109639 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:28.167157 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_dvr_db [None req-68bf3020-f20f-4d54-b453-6f622d412bbb None None] Set router 60f21300-9e1a-435f-b6d4-7dbe366af44d gateway port host: None {{(pid=112687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:28.192620 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] For port 90f27d72-73bf-407e-b75f-205dbb5ec5a1, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=90f27d72-73bf-407e-b75f-205dbb5ec5a1,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:28.193000 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:28.204637 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Calling delete_port for 90f27d72-73bf-407e-b75f-205dbb5ec5a1 owned by network:router_gateway {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:28.229223 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.l3_hamode_db [None req-68bf3020-f20f-4d54-b453-6f622d412bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:55:27Z', 'revision_number': 6, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:28.256452 n-d-806683-15 neutron-server[112687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bf3020-f20f-4d54-b453-6f622d412bbb None None] The sync data for ids ['60f21300-9e1a-435f-b6d4-7dbe366af44d'] in n-d-806683-15 is: [{'id': '60f21300-9e1a-435f-b6d4-7dbe366af44d', 'name': 'tempest-TestSnapshotPattern-1751065630-router', 'tenant_id': 'e7f558787fa04d52bab8d032890b23e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:40Z', 'updated_at': '2021-10-13T15:55:27Z', 'revision_number': 6, 'project_id': 'e7f558787fa04d52bab8d032890b23e2', 'gw_port_host': None}] {{(pid=112687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:55:28.424046 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:28.451435 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Pushing event deleted for resources: {'Port': ['ID=90f27d72-73bf-407e-b75f-205dbb5ec5a1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:28.509558 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:28.602812 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:28.605159 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:28.727423 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:28.728046 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60f21300-9e1a-435f-b6d4-7dbe366af44d {{(pid=112684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:55:28.732555 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] Notify callbacks [] for router, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:28.733770 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-993a2ae5-a5e5-408c-857f-d6a55dc3e26b admin admin] 10.222.0.18 "DELETE /v2.0/routers/60f21300-9e1a-435f-b6d4-7dbe366af44d HTTP/1.1" status: 204 len: 168 time: 0.9898689 Oct 13 15:55:28.736226 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44384) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:28.780109 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.db_base_plugin_v2 [None req-5649ede6-d826-4388-91da-dc8484d351dd admin admin] Deleting subnet 5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 {{(pid=112684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:55:28.783127 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5649ede6-d826-4388-91da-dc8484d351dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:28.817153 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5649ede6-d826-4388-91da-dc8484d351dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662090'] for subnet, precommit_delete_associations {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:28.896243 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5649ede6-d826-4388-91da-dc8484d351dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.006689 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5649ede6-d826-4388-91da-dc8484d351dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12662238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12874236'] for subnet, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.035726 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649ede6-d826-4388-91da-dc8484d351dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:29.039608 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-5649ede6-d826-4388-91da-dc8484d351dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.044536 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-5649ede6-d826-4388-91da-dc8484d351dd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5efd6a82-5fc2-4492-b8ed-ba0af38ae0f1 HTTP/1.1" status: 204 len: 168 time: 0.3073442 Oct 13 15:55:29.047038 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [-] (112684) accepted ('10.222.0.18', 44386) {{(pid=112684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:29.047398 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d7507f-8cad-4bfa-82b1-2ea47c9fa4a9 None None] Network c12fb656-1461-4cf0-9123-04d30df7259e requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:55:29.121572 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.178247 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Deleting port df3906d9-90c6-4ec5-8f34-0b889b7c9b36 {{(pid=112684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:29.178587 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.223798 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60a0a21-dfd4-4a00-885e-3193a73b0b30 None None] DHCP port deletion for c12fb656-1461-4cf0-9123-04d30df7259e request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:55:29.250855 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.db [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] For port df3906d9-90c6-4ec5-8f34-0b889b7c9b36, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=df3906d9-90c6-4ec5-8f34-0b889b7c9b36,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:29.251480 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.265710 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.plugin [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Calling delete_port for df3906d9-90c6-4ec5-8f34-0b889b7c9b36 owned by network:dhcp {{(pid=112684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:29.296000 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a60a0a21-dfd4-4a00-885e-3193a73b0b30 None None] Deleting port df3906d9-90c6-4ec5-8f34-0b889b7c9b36 {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:29.296387 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a60a0a21-dfd4-4a00-885e-3193a73b0b30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.310283 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device df3906d9-90c6-4ec5-8f34-0b889b7c9b36 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:55:29.395267 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-a60a0a21-dfd4-4a00-885e-3193a73b0b30 None None] For port df3906d9-90c6-4ec5-8f34-0b889b7c9b36, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=df3906d9-90c6-4ec5-8f34-0b889b7c9b36,segment=NetworkSegment(1ae16ce8-695a-4299-90d7-ec33017ac683),segment_id=1ae16ce8-695a-4299-90d7-ec33017ac683)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:29.395664 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a60a0a21-dfd4-4a00-885e-3193a73b0b30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.406484 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12662257'] for port, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.410196 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-a60a0a21-dfd4-4a00-885e-3193a73b0b30 None None] Calling delete_port for df3906d9-90c6-4ec5-8f34-0b889b7c9b36 owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:29.411939 n-d-806683-15 neutron-server[112686]: INFO neutron.plugins.ml2.db [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No ports have port_id starting with df3906d9-90c6-4ec5-8f34-0b889b7c9b36 Oct 13 15:55:29.416363 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 90f27d72-73bf-407e-b75f-205dbb5ec5a1 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:55:29.432194 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3906d9-90c6-4ec5-8f34-0b889b7c9b36,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:29.435649 n-d-806683-15 neutron-server[112684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] No DVR routers for this DVR port df3906d9-90c6-4ec5-8f34-0b889b7c9b36 on host n-d-806683-15 {{(pid=112684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:55:29.439956 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 90f27d72-73bf-407e-b75f-205dbb5ec5a1 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:55:29.440248 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 90f27d72-73bf-407e-b75f-205dbb5ec5a1 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:55:29.440662 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 70015cc7-5951-4b11-ac8c-21239b1d318d no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:55:29.492260 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 70015cc7-5951-4b11-ac8c-21239b1d318d {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:55:29.492596 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 70015cc7-5951-4b11-ac8c-21239b1d318d not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:55:29.515893 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.530745 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a60a0a21-dfd4-4a00-885e-3193a73b0b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.536085 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12fb656-1461-4cf0-9123-04d30df7259e']}} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:29.545998 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae16ce8-695a-4299-90d7-ec33017ac683') {'for_net_delete': True} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:29.546294 n-d-806683-15 neutron-server[112684]: DEBUG neutron.services.segments.db [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae16ce8-695a-4299-90d7-ec33017ac683') {} {{(pid=112684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:29.556784 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662081'] for segment, before_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.560530 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a0a21-dfd4-4a00-885e-3193a73b0b30 None None] No DVR routers for this DVR port df3906d9-90c6-4ec5-8f34-0b889b7c9b36 on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:55:29.572197 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.573667 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a0a21-dfd4-4a00-885e-3193a73b0b30 None None] Pushing event deleted for resources: {'Port': ['ID=df3906d9-90c6-4ec5-8f34-0b889b7c9b36,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:29.579495 n-d-806683-15 neutron-server[112684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=112684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12667392'] for segment, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: Traceback (most recent call last): Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: timer() Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: cb(*args, **kw) Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: return func(*args, **kwargs) Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: self._notify() Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: self.callback(batched_events) Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: event.method(event) Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: return f(self, *a, **k) Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: return self._get(url).json() Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: return self.request(url, 'GET', **kwargs) Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:55:29.585729 n-d-806683-15 neutron-server[112684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:55:29.691233 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.696843 n-d-806683-15 neutron-server[112684]: DEBUG neutron_lib.callbacks.manager [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Notify callbacks [] for network, before_response {{(pid=112684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:29.699057 n-d-806683-15 neutron-server[112684]: INFO neutron.wsgi [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c12fb656-1461-4cf0-9123-04d30df7259e HTTP/1.1" status: 204 len: 168 time: 0.6510601 Oct 13 15:55:29.702175 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44388) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:29.712846 n-d-806683-15 neutron-server[112684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf9eca-8b8c-4e10-aeec-1a280eabffe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12fb656-1461-4cf0-9123-04d30df7259e,revision_number=None']} {{(pid=112684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:30.049994 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-69b9e360-9c29-4688-90dc-11e71f447beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-744595'] for router_interface, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:30.589237 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-69b9e360-9c29-4688-90dc-11e71f447beb admin admin] Deleting port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:30.589574 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-69b9e360-9c29-4688-90dc-11e71f447beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:30.665428 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-69b9e360-9c29-4688-90dc-11e71f447beb admin admin] For port 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=3a637bbc-baef-40aa-8c6c-6fcd7a8d7662,segment=NetworkSegment(ce591bb8-2c5b-4983-b8ab-906317010942),segment_id=ce591bb8-2c5b-4983-b8ab-906317010942)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:30.665781 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-69b9e360-9c29-4688-90dc-11e71f447beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:30.677413 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-69b9e360-9c29-4688-90dc-11e71f447beb admin admin] Calling delete_port for 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 owned by network:router_interface {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:30.926767 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-69b9e360-9c29-4688-90dc-11e71f447beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:30.952873 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9e360-9c29-4688-90dc-11e71f447beb admin admin] Pushing event deleted for resources: {'Port': ['ID=3a637bbc-baef-40aa-8c6c-6fcd7a8d7662,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:31.124500 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-69b9e360-9c29-4688-90dc-11e71f447beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-744487'] for router_interface, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:31.344002 n-d-806683-15 neutron-server[112685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b9e360-9c29-4688-90dc-11e71f447beb admin admin] Router 584d93e3-c2ed-454f-ab35-c0173293b2bd has already been hosted by L3 agent 9872db9d-5920-45b9-90a0-b673fa25c61e {{(pid=112685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 15:55:31.450656 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b9e360-9c29-4688-90dc-11e71f447beb admin admin] Notify agent at l3_agent.n-d-806683-15 the message routers_updated {{(pid=112685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 15:55:31.455540 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-69b9e360-9c29-4688-90dc-11e71f447beb admin admin] 10.222.0.18 "PUT /v2.0/routers/584d93e3-c2ed-454f-ab35-c0173293b2bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7522361 Oct 13 15:55:31.458389 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44390) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:31.461372 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b2fe1f-69cd-4d9f-bb7f-41fa22591846 None None] Sync routers for ids ['584d93e3-c2ed-454f-ab35-c0173293b2bd'] in n-d-806683-15 {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:55:31.470631 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b2fe1f-69cd-4d9f-bb7f-41fa22591846 None None] Routers {'584d93e3-c2ed-454f-ab35-c0173293b2bd'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:31.471181 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-44b2fe1f-69cd-4d9f-bb7f-41fa22591846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:55:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['584d93e3-c2ed-454f-ab35-c0173293b2bd'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:31.562296 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Notify callbacks [] for router, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:31.575825 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-44b2fe1f-69cd-4d9f-bb7f-41fa22591846 None None] Set router 584d93e3-c2ed-454f-ab35-c0173293b2bd gateway port host: n-d-806683-15 {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:31.666388 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:31.758633 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-44b2fe1f-69cd-4d9f-bb7f-41fa22591846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'name': 'tempest-TestSnapshotPattern-1162731593-router', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'external_fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:55:30Z', 'revision_number': 5, 'project_id': '8969f43e8eda406dbcc92581d061fefb', 'gw_port': {'id': 'fa6494dd-07fc-4aff-91f7-cef4410ede62', 'name': '', 'network_id': '736fa20a-f46c-42b3-a84f-9b7b9820f9d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:06:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9ce6b359-6325-4467-b325-19c6cd3f1577', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-15'}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:31.785621 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b2fe1f-69cd-4d9f-bb7f-41fa22591846 None None] Checking router: 584d93e3-c2ed-454f-ab35-c0173293b2bd for host: n-d-806683-15 {{(pid=112686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:55:31.790094 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Deleting port fa6494dd-07fc-4aff-91f7-cef4410ede62 {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:31.790440 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:31.795035 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b2fe1f-69cd-4d9f-bb7f-41fa22591846 None None] Routers {'584d93e3-c2ed-454f-ab35-c0173293b2bd'} bound to L3 agent in host n-d-806683-15 {{(pid=112686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 15:55:31.795652 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-44b2fe1f-69cd-4d9f-bb7f-41fa22591846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-13T13:50:22Z,description=,heartbeat_timestamp=2021-10-13T15:55:22Z,host='n-d-806683-15',id=9872db9d-5920-45b9-90a0-b673fa25c61e,load=0,resource_versions=,resources_synced=,started_at=2021-10-13T13:50:23Z,topic='l3_agent')) {'router_ids': ['584d93e3-c2ed-454f-ab35-c0173293b2bd'], 'active': True} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:31.869340 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] For port fa6494dd-07fc-4aff-91f7-cef4410ede62, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=fa6494dd-07fc-4aff-91f7-cef4410ede62,segment=NetworkSegment(5069853b-f7ba-4dc8-9168-be9010ba38c6),segment_id=5069853b-f7ba-4dc8-9168-be9010ba38c6)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:31.869709 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:31.881714 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Calling delete_port for fa6494dd-07fc-4aff-91f7-cef4410ede62 owned by network:router_gateway {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:31.883588 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvr_db [None req-44b2fe1f-69cd-4d9f-bb7f-41fa22591846 None None] Set router 584d93e3-c2ed-454f-ab35-c0173293b2bd gateway port host: None {{(pid=112686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 15:55:31.936890 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_hamode_db [None req-44b2fe1f-69cd-4d9f-bb7f-41fa22591846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'name': 'tempest-TestSnapshotPattern-1162731593-router', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:55:31Z', 'revision_number': 6, 'project_id': '8969f43e8eda406dbcc92581d061fefb', 'gw_port_host': None}], 'n-d-806683-15', False) {} {{(pid=112686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:31.967170 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b2fe1f-69cd-4d9f-bb7f-41fa22591846 None None] The sync data for ids ['584d93e3-c2ed-454f-ab35-c0173293b2bd'] in n-d-806683-15 is: [{'id': '584d93e3-c2ed-454f-ab35-c0173293b2bd', 'name': 'tempest-TestSnapshotPattern-1162731593-router', 'tenant_id': '8969f43e8eda406dbcc92581d061fefb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T15:49:46Z', 'updated_at': '2021-10-13T15:55:31Z', 'revision_number': 6, 'project_id': '8969f43e8eda406dbcc92581d061fefb', 'gw_port_host': None}] {{(pid=112686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:55:32.115536 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.140475 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6494dd-07fc-4aff-91f7-cef4410ede62,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:32.209637 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-539333'] for router_gateway, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.305122 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-741685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45334'] for router, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.307343 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.417570 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-741694'] for router, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.418254 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 584d93e3-c2ed-454f-ab35-c0173293b2bd {{(pid=112685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 15:55:32.423728 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] Notify callbacks [] for router, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.427200 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-6387d3bc-6d43-43bf-b048-aa21622d1083 admin admin] 10.222.0.18 "DELETE /v2.0/routers/584d93e3-c2ed-454f-ab35-c0173293b2bd HTTP/1.1" status: 204 len: 168 time: 0.9656162 Oct 13 15:55:32.427523 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44392) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:32.479248 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.db_base_plugin_v2 [None req-21907710-533a-4cb8-8fb1-c30d5eaf566a admin admin] Deleting subnet 10e7e4cd-e186-4f87-be3d-0d3443ec58b4 {{(pid=112685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 15:55:32.482469 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-21907710-533a-4cb8-8fb1-c30d5eaf566a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.517687 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-21907710-533a-4cb8-8fb1-c30d5eaf566a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13983505'] for subnet, precommit_delete_associations {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.597834 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-21907710-533a-4cb8-8fb1-c30d5eaf566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772032'] for subnet, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.738126 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-21907710-533a-4cb8-8fb1-c30d5eaf566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12766892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13170080'] for subnet, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.774012 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21907710-533a-4cb8-8fb1-c30d5eaf566a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e7e4cd-e186-4f87-be3d-0d3443ec58b4,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:32.778319 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-21907710-533a-4cb8-8fb1-c30d5eaf566a admin admin] Notify callbacks [] for subnet, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.778922 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0691710b-ad6c-48e4-8548-4a9f384d946d None None] Network ec23e50a-b3b7-41e9-a67e-e3a1f670a370 requested from n-d-806683-15 {{(pid=112686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 15:55:32.785674 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-21907710-533a-4cb8-8fb1-c30d5eaf566a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/10e7e4cd-e186-4f87-be3d-0d3443ec58b4 HTTP/1.1" status: 204 len: 168 time: 0.3548691 Oct 13 15:55:32.785949 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44394) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:32.869410 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1592683'] for network, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.929577 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Deleting port 6c2875c1-8d2f-44a6-a25f-48902642c06c {{(pid=112685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:32.929936 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:32.978959 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66266bdb-c16e-4c9d-a612-d47acc3b9512 None None] DHCP port deletion for ec23e50a-b3b7-41e9-a67e-e3a1f670a370 request from n-d-806683-15 {{(pid=112686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 15:55:33.025170 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.db [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] For port 6c2875c1-8d2f-44a6-a25f-48902642c06c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6c2875c1-8d2f-44a6-a25f-48902642c06c,segment=NetworkSegment(ce591bb8-2c5b-4983-b8ab-906317010942),segment_id=ce591bb8-2c5b-4983-b8ab-906317010942)] {{(pid=112685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:33.025682 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:33.043534 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Calling delete_port for 6c2875c1-8d2f-44a6-a25f-48902642c06c owned by network:dhcp {{(pid=112685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:33.043942 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-66266bdb-c16e-4c9d-a612-d47acc3b9512 None None] Deleting port 6c2875c1-8d2f-44a6-a25f-48902642c06c {{(pid=112686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 15:55:33.044403 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-66266bdb-c16e-4c9d-a612-d47acc3b9512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749260392870'] for port, before_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:33.122313 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.db [None req-66266bdb-c16e-4c9d-a612-d47acc3b9512 None None] For port 6c2875c1-8d2f-44a6-a25f-48902642c06c, host n-d-806683-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-15',level=0,port_id=6c2875c1-8d2f-44a6-a25f-48902642c06c,segment=NetworkSegment(ce591bb8-2c5b-4983-b8ab-906317010942),segment_id=ce591bb8-2c5b-4983-b8ab-906317010942)] {{(pid=112686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 15:55:33.122641 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-66266bdb-c16e-4c9d-a612-d47acc3b9512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532798'] for port, precommit_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:33.139145 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-66266bdb-c16e-4c9d-a612-d47acc3b9512 None None] Calling delete_port for 6c2875c1-8d2f-44a6-a25f-48902642c06c owned by network:dhcp {{(pid=112686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 15:55:33.229839 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12766851'] for port, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:33.237044 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-66266bdb-c16e-4c9d-a612-d47acc3b9512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749260317188', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749259863525'] for port, after_delete {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:33.271243 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2875c1-8d2f-44a6-a25f-48902642c06c,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:33.277315 n-d-806683-15 neutron-server[112685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] No DVR routers for this DVR port 6c2875c1-8d2f-44a6-a25f-48902642c06c on host n-d-806683-15 {{(pid=112685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:55:33.280725 n-d-806683-15 neutron-server[112686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66266bdb-c16e-4c9d-a612-d47acc3b9512 None None] Pushing event deleted for resources: {'Port': ['ID=6c2875c1-8d2f-44a6-a25f-48902642c06c,revision_number=None']} {{(pid=112686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:33.283984 n-d-806683-15 neutron-server[112686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66266bdb-c16e-4c9d-a612-d47acc3b9512 None None] No DVR routers for this DVR port 6c2875c1-8d2f-44a6-a25f-48902642c06c on host n-d-806683-15 {{(pid=112686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:55:33.318805 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:55:33.339321 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:55:33.339799 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 3a637bbc-baef-40aa-8c6c-6fcd7a8d7662 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:55:33.340324 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fa6494dd-07fc-4aff-91f7-cef4410ede62 no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:55:33.358152 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1770491', 'neutron.services.segments.db._delete_segments_for_network-8749260293892'] for network, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:33.359420 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: fa6494dd-07fc-4aff-91f7-cef4410ede62 {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:55:33.359769 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device fa6494dd-07fc-4aff-91f7-cef4410ede62 not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:55:33.360559 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6c2875c1-8d2f-44a6-a25f-48902642c06c no longer exists at agent ovs-agent-n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 15:55:33.380062 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec23e50a-b3b7-41e9-a67e-e3a1f670a370']}} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:33.381896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] No Port match for: 6c2875c1-8d2f-44a6-a25f-48902642c06c {{(pid=112686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 15:55:33.381896 n-d-806683-15 neutron-server[112686]: DEBUG neutron.plugins.ml2.rpc [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Device 6c2875c1-8d2f-44a6-a25f-48902642c06c not bound to the agent host n-d-806683-15 {{(pid=112686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 15:55:33.392292 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce591bb8-2c5b-4983-b8ab-906317010942') {'for_net_delete': True} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:33.392663 n-d-806683-15 neutron-server[112685]: DEBUG neutron.services.segments.db [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce591bb8-2c5b-4983-b8ab-906317010942') {} {{(pid=112685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:33.403827 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749260294157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13983514'] for segment, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:33.417936 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602'] for segment, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:33.424265 n-d-806683-15 neutron-server[112685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=112685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:55:33.424659 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1772602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12759410'] for segment, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: Traceback (most recent call last): Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: timer() Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: cb(*args, **kw) Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: return func(*args, **kwargs) Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: self._notify() Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: self.callback(batched_events) Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: event.method(event) Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: return f(self, *a, **k) Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: return self._get(url).json() Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: return self.request(url, 'GET', **kwargs) Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 15:55:33.426470 n-d-806683-15 neutron-server[112685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 15:55:33.526336 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1770370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692470', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-539297'] for network, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:33.531417 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Notify callbacks [] for network, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:33.535168 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ec23e50a-b3b7-41e9-a67e-e3a1f670a370 HTTP/1.1" status: 204 len: 168 time: 0.7480266 Oct 13 15:55:33.549336 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c9764-8ac8-4524-b1af-974ba875b6b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec23e50a-b3b7-41e9-a67e-e3a1f670a370,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:33.785516 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44398) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:33.824585 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-75891588-385e-4fb8-80bc-51a062a0cc7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7f558787fa04d52bab8d032890b23e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379350 Oct 13 15:55:33.826993 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44400) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:33.875516 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0de12520-1f21-45c5-a4e5-f25fc4395e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:33.897038 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0de12520-1f21-45c5-a4e5-f25fc4395e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:34.011976 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0de12520-1f21-45c5-a4e5-f25fc4395e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:34.014536 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-0de12520-1f21-45c5-a4e5-f25fc4395e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:34.015745 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-0de12520-1f21-45c5-a4e5-f25fc4395e7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9c4b1cd-ba33-4abb-9b63-561183e5249f HTTP/1.1" status: 204 len: 168 time: 0.1878684 Oct 13 15:55:34.024761 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de12520-1f21-45c5-a4e5-f25fc4395e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c4b1cd-ba33-4abb-9b63-561183e5249f,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:34.583554 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44408) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:34.628368 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-f728a3d3-68fb-4102-8022-44af67ba7a91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8969f43e8eda406dbcc92581d061fefb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436742 Oct 13 15:55:34.630897 n-d-806683-15 neutron-server[112685]: DEBUG neutron.wsgi [-] (112685) accepted ('10.222.0.18', 44410) {{(pid=112685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 15:55:34.680634 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cca4a96-4388-4017-8ea0-2b34852f5ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:34.703129 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cca4a96-4388-4017-8ea0-2b34852f5ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:34.874923 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cca4a96-4388-4017-8ea0-2b34852f5ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692357'] for security_group, after_delete {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:34.877503 n-d-806683-15 neutron-server[112685]: DEBUG neutron_lib.callbacks.manager [None req-3cca4a96-4388-4017-8ea0-2b34852f5ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:34.880289 n-d-806683-15 neutron-server[112685]: INFO neutron.wsgi [None req-3cca4a96-4388-4017-8ea0-2b34852f5ae9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0a31f9f-e1d7-4c54-b7e2-47de4628cf7b HTTP/1.1" status: 204 len: 168 time: 0.2468283 Oct 13 15:55:34.887327 n-d-806683-15 neutron-server[112685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca4a96-4388-4017-8ea0-2b34852f5ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a31f9f-e1d7-4c54-b7e2-47de4628cf7b,revision_number=None']} {{(pid=112685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:49.646323 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-e2580a96-5ad0-4433-8fd1-57a529d1add7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:49.749202 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:52.451785 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-04319efc-4051-4a49-901d-95eb3fd5ad72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:53.183098 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.126516 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.268818 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.743450 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:55:55.788379 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:19.645394 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f42f205a-fee7-4253-bcc7-c08c68feb214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:19.747686 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:22.399254 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-2f298b10-c2ae-4e65-a51b-30d930dd3aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:23.216506 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:24.141766 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:24.273124 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:25.810206 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:32.742588 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:56:49.638683 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-413ea3fd-3c40-41c0-aa82-ff4640f6ea2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:49.752863 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:52.432966 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-eba69754-2fb0-4fb2-bb5f-e781ff6c4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:53.102214 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:54.192851 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:54.265926 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:55.798408 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:09.741848 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:57:19.642850 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-caf0b4c2-3705-4fa8-a15a-7262b9d049ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:19.762611 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:22.420808 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-51f16cae-8dc9-4732-b6a2-fb1c97264c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:23.100938 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:24.140456 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:24.312162 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:25.825197 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:46.835595 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:57:49.648924 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-ae05ff55-aadd-48d0-a5cd-e4bf5d3028f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:49.751423 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:52.420464 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c79a-aa55-4fc8-abbd-b81001e97213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:53.181214 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:54.146385 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:54.315382 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:55.818447 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:19.625845 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-3f420b60-82c6-4fc7-b541-f1d5b3426fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:19.774080 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:22.425292 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b1eb900e-e06e-4c01-a066-4acffe241004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:23.231348 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:23.744650 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:58:24.160503 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:24.282685 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:25.828673 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:49.636196 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c959168c-9800-45a2-b344-2d4f6cba82b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:49.764716 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:52.428480 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-37ca7ea6-0267-4e96-b01b-0775d4abb889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:53.173202 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:54.156519 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:54.270786 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:55.828092 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:00.744482 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:59:19.649519 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0b6aae26-2ac4-4035-ac2e-de66ada3236f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:19.780831 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:22.430319 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8f05a448-3e51-4a59-81f3-d9b1c63c13e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:23.264497 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:24.167201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:24.289471 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:25.832486 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:37.744463 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 15:59:49.631560 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-85d1848b-f3cb-4fca-ae6b-d68fc85f1df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:49.785967 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:52.426202 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0a34701e-d299-481b-9a8f-ff171b4559ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:53.226017 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:54.157332 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:54.294322 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:55.826201 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:14.743786 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:00:19.653423 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f3de20d4-5005-40ee-abc0-894af180ddbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:19.801900 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:22.470118 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-29e67bdf-38fe-4380-ba17-d088f793d9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:23.213374 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:24.137795 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:24.298814 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:25.857611 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:49.645868 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-0f7e26ae-f780-421a-b546-a8b00e13ff40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:49.829176 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:51.743298 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:00:52.440634 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-689b848a-3ab1-49da-899f-a5d5465523a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:53.228649 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:54.189109 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:54.320363 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:55.833891 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:19.656743 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-388f06da-3717-49fd-9711-ef593fc8e3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:19.839574 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:22.427892 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7d573db2-8d7f-4806-a137-6dde90426e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:23.267839 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:24.119262 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:24.290827 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:25.845605 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:28.742535 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:01:49.676332 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-572a8b28-e6ff-4199-94c2-5f7f7dfc30c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:49.839155 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:52.427874 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-dc303fb4-af5c-4efc-9002-4a681bb0ca7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:53.210508 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:54.216222 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:54.296360 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:55.856177 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:05.741401 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:02:19.672853 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b37a6c69-06d6-4f9c-8515-b1408e725dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:19.854319 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:20.226836 n-d-806683-15 neutron-server[112684]: DEBUG neutron.wsgi [req-192556c3-6cff-4072-bf32-4169e1b1e5c5 req-1dbf81a6-86ce-4fff-9628-a094b8ed30a4 service neutron] (112684) timed out ('10.222.0.18', 42798) {{(pid=112684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 16:02:22.427033 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-8d175660-fe95-4200-9a4c-a4ae2a5c83c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:23.215542 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:24.134108 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:24.317155 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:25.849745 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:42.741212 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:02:49.643889 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c1e40011-6746-41df-949b-6d1dc576110b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:49.832432 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:52.447944 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bd244c7b-0c0c-4a13-9d0d-1be314dd5c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:53.247921 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:54.145153 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:54.316463 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:55.872087 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:19.648926 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-7f580f49-2950-42ac-870c-9db7b551ea2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:19.741689 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:03:19.831294 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:22.446231 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-b591c612-eae9-4f39-af15-830cb49900b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:23.252195 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:24.143418 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:24.309097 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:25.869429 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:49.659943 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-da134d09-699d-45f7-907b-48255224ddda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:49.903607 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:52.425559 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-87aa1091-2d9d-4753-a816-cb3865d809d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:53.300063 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:54.145853 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:54.345894 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:55.856998 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:56.741675 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 16:04:19.653119 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a3ae-db57-4950-975e-ce8f871965f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:19.878502 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-18125624-060d-4716-9c11-444442f9ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:22.421342 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-75b34e6e-9051-48d4-9e6d-2083562196f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:23.261614 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1e907c00-6329-409a-9dbd-89cb41cb3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:24.147460 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ae04-cefb-4a10-b675-5e6f7ab618cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:24.333275 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-bede8135-08c7-407e-a50b-9bbb7b331862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:25.864838 n-d-806683-15 neutron-server[112686]: DEBUG neutron_lib.callbacks.manager [None req-c3da2fc1-4a7d-4527-84aa-9473ae1c8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749260292846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770859'] for agent, after_update {{(pid=112686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:33.741234 n-d-806683-15 neutron-server[112687]: DEBUG neutron.db.agents_db [None req-8a096fe2-e61e-4dbb-a993-0195ab8005c5 None None] Agent healthcheck: found 7 active agents {{(pid=112687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}